-- Logs begin at Mon 2022-02-07 11:44:20 UTC, end at Mon 2022-02-07 14:44:23 UTC. -- Feb 07 12:38:22.310283 n-d-811416-5 systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 12:38:24.645696 n-d-811416-5 neutron-server[88205]: INFO neutron.common.config [-] Logging enabled! Feb 07 12:38:24.646452 n-d-811416-5 neutron-server[88205]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 07 12:38:24.646452 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88205) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 12:38:24.649624 n-d-811416-5 neutron-server[88205]: INFO neutron.common.config [-] Logging enabled! Feb 07 12:38:24.649881 n-d-811416-5 neutron-server[88205]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 07 12:38:24.650193 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88205) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 12:38:24.651140 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 12:38:24.651373 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 12:38:24.651735 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 12:38:24.651993 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 12:38:24.652228 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 12:38:24.652552 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.652854 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.653151 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.653385 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.653682 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.653972 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.654258 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.654548 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.655130 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.655421 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.655702 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.656014 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.656244 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.656528 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.656817 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.657103 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.657328 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] debug = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.657609 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.658036 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.658470 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.658777 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.659245 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.659371 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.659612 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.659890 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.660203 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.660536 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] host = n-d-811416-5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.660816 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.661109 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.661396 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.661683 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.661960 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.662239 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.662529 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.662804 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.663079 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] log_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.663359 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.663649 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.663939 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.664252 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.664480 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.664706 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.664997 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.665285 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.665566 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.665843 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.666116 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.666393 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.666669 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.666939 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.667224 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.667511 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.667797 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.668103 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.668380 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.668656 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.668931 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.669216 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.669491 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.669764 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.670036 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.670323 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.670594 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.670869 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.671169 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.671452 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.671735 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.672041 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.672318 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.672599 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.672875 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.673149 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.673420 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] use_json = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.673694 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.673993 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.674300 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.674570 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.674840 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.675113 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.675384 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.675667 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.675942 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:24.676262 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.676555 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.676860 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.677148 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.677439 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.677722 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.678017 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.678297 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.678585 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.678874 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.679163 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.679444 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.679731 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.680032 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.680327 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.680630 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.680923 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.681220 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.681496 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.681773 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.682048 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.682326 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.682610 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.682904 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.683192 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.683468 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.683747 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.684058 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.684341 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.684615 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.684893 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.685180 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.685464 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.685734 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.686398 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.686398 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.686671 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.686812 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.687068 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.687361 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.687641 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.687921 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.688220 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.688499 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.688769 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.689054 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.689332 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.690137 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.690452 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.690730 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.691004 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.691281 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.691559 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.691835 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.692139 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.692416 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.692690 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.692964 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.693236 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.693507 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.693779 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.694051 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.694328 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.694599 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.694870 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.695140 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.695411 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.695686 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.695980 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.696290 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.696565 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.696844 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.697123 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.697401 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.697680 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.697963 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.698240 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.698519 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.699055 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.699345 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.699637 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.700016 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.700234 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.700512 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.700806 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.701084 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.701365 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.701684 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.701932 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.702217 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.702500 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.702815 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.703086 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.703379 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.703672 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.703966 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.704270 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.704576 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.704856 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:24.705073 n-d-811416-5 neutron-server[88205]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 12:38:24.705370 n-d-811416-5 neutron-server[88205]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88205) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 12:38:25.096268 n-d-811416-5 neutron-server[88205]: INFO keyring.backend [-] Loading KWallet Feb 07 12:38:25.103707 n-d-811416-5 neutron-server[88205]: INFO keyring.backend [-] Loading SecretService Feb 07 12:38:25.107503 n-d-811416-5 neutron-server[88205]: INFO keyring.backend [-] Loading Windows Feb 07 12:38:25.108827 n-d-811416-5 neutron-server[88205]: INFO keyring.backend [-] Loading chainer Feb 07 12:38:25.109415 n-d-811416-5 neutron-server[88205]: INFO keyring.backend [-] Loading macOS Feb 07 12:38:25.143855 n-d-811416-5 neutron-server[88205]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 07 12:38:25.144153 n-d-811416-5 neutron-server[88205]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 07 12:38:25.144447 n-d-811416-5 neutron-server[88205]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 07 12:38:25.144782 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 12:38:25.452978 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.453293 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.453569 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.454712 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.454984 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.455314 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.576498 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.576777 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.577046 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.590721 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.591001 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.591272 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.619935 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.620235 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.620508 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.658935 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.659489 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.659573 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.895589 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.895856 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.896084 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.896360 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:25.897110 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.019283 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.019613 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.019903 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.020280 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.020553 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.020868 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.021139 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.021422 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.021732 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.022021 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.022287 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.022554 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.022819 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.023077 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.023347 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.023618 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.023879 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.024169 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.024424 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.024712 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.025060 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.025311 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.025563 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.025843 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.026095 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.026339 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.026728 n-d-811416-5 neutron-server[88205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 12:38:26.026969 n-d-811416-5 neutron-server[88205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 12:38:26.027207 n-d-811416-5 neutron-server[88205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 12:38:26.027444 n-d-811416-5 neutron-server[88205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 12:38:26.027679 n-d-811416-5 neutron-server[88205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 12:38:26.027912 n-d-811416-5 neutron-server[88205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 12:38:26.028304 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 12:38:26.031425 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 12:38:26.035586 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 12:38:26.039314 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 07 12:38:26.040995 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 12:38:26.041449 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 12:38:26.041783 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 12:38:26.042166 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 12:38:26.045206 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 12:38:26.045464 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 12:38:26.045811 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 12:38:26.074641 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 12:38:26.075087 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.075386 n-d-811416-5 neutron-server[88205]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88205) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 07 12:38:26.075753 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.077145 n-d-811416-5 neutron-server[88205]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88205) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 12:38:26.077430 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 12:38:26.077677 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 12:38:26.081703 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.081986 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:26.144617 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 12:38:26.144852 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 12:38:26.145088 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 12:38:26.145451 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 12:38:26.175622 n-d-811416-5 neutron-server[88205]: DEBUG oslo_db.sqlalchemy.engines [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88205) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 07 12:38:26.727340 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Initializing driver for type 'gre' Feb 07 12:38:26.727872 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] gre ID ranges: [(1, 1000)] Feb 07 12:38:26.976222 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Initializing driver for type 'local' Feb 07 12:38:26.976492 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Initializing driver for type 'vlan' Feb 07 12:38:27.084783 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] VlanTypeDriver initialization complete Feb 07 12:38:27.085162 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Initializing driver for type 'vxlan' Feb 07 12:38:27.085697 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] vxlan ID ranges: [(1, 1000)] Feb 07 12:38:27.324899 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Initializing extension driver 'port_security' Feb 07 12:38:27.325173 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.extensions.port_security [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] PortSecurityExtensionDriver initialization complete Feb 07 12:38:27.325513 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Initializing mechanism driver 'openvswitch' Feb 07 12:38:27.325838 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Initializing mechanism driver 'hyperv' Feb 07 12:38:27.332682 n-d-811416-5 neutron-server[88205]: DEBUG neutron.plugins.ml2.plugin [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:38:27.333353 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > port after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.333721 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > port after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.334071 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > port after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.334589 n-d-811416-5 neutron-server[88205]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88205) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 12:38:27.335019 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.335369 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.335716 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.336127 n-d-811416-5 neutron-server[88205]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88205) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 12:38:27.336559 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > network after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.336910 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > network after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.337253 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > network after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.337639 n-d-811416-5 neutron-server[88205]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88205) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 12:38:27.338042 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.338390 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.338731 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.339116 n-d-811416-5 neutron-server[88205]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88205) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 12:38:27.339513 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.339885 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.340243 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.340752 n-d-811416-5 neutron-server[88205]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88205) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 12:38:27.341158 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.341508 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.341851 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.342238 n-d-811416-5 neutron-server[88205]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88205) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 12:38:27.342682 n-d-811416-5 neutron-server[88205]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] ML2 OVO RPC backend initialized. {{(pid=88205) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 07 12:38:27.343381 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.343737 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.344183 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > network before_response 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.344533 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > networks before_response 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354040 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > port before_response 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354040 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > ports before_response 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354040 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354040 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354390 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > network after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354390 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > network after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354390 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > network after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354390 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > port after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354692 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > port after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354692 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > port after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354692 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354692 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354973 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.354973 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.plugin [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Modular L2 Plugin initialization complete Feb 07 12:38:27.354973 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading services supported by the core plugin {{(pid=88205) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 12:38:27.354973 n-d-811416-5 neutron-server[88205]: INFO neutron.plugins.ml2.managers [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Got port-security extension from driver 'port_security' Feb 07 12:38:27.354973 n-d-811416-5 neutron-server[88205]: INFO neutron.extensions.vlantransparent [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Disabled vlantransparent extension. Feb 07 12:38:27.354973 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88205) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 12:38:27.354973 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading Plugin: router Feb 07 12:38:27.389922 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.390315 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router after_create 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.390685 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router before_create 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.391052 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.391422 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.391776 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router after_delete 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.392159 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.392525 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router after_create 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.392988 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router after_update 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.393480 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router after_update 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.393838 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.394203 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router after_update 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.394622 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.394996 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: port after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.395340 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: port after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.395679 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: subnet after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.396115 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.396472 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.396821 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.397167 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: port before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.397509 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.397869 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router after_update 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.398219 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.398566 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.398931 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.399278 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.399643 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > agent after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.400007 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > agent after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.400357 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > network after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.401200 n-d-811416-5 neutron-server[88205]: DEBUG neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Tracking information for resource: router configured {{(pid=88205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 12:38:27.401536 n-d-811416-5 neutron-server[88205]: DEBUG neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Tracking information for resource: floatingip configured {{(pid=88205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 12:38:27.406454 n-d-811416-5 neutron-server[88205]: INFO neutron.db.l3_agentschedulers_db [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 12:38:27.407021 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: port after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.407385 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: port after_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.407736 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: port after_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.408115 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: port after_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.409732 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router before_create 55550100 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.410098 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.410466 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.410825 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.415241 n-d-811416-5 neutron-server[88205]: DEBUG neutron.services.provider_configuration [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service providers = [] {{(pid=88205) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 12:38:27.415613 n-d-811416-5 neutron-server[88205]: DEBUG neutron.db.servicetype_db [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88205) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 12:38:27.418562 n-d-811416-5 neutron-server[88205]: DEBUG neutron.services.service_base [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88205) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 12:38:27.418917 n-d-811416-5 neutron-server[88205]: DEBUG neutron.services.service_base [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88205) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 12:38:27.419261 n-d-811416-5 neutron-server[88205]: DEBUG neutron.services.service_base [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88205) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 12:38:27.420171 n-d-811416-5 neutron-server[88205]: DEBUG neutron.services.service_base [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88205) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 12:38:27.420547 n-d-811416-5 neutron-server[88205]: INFO neutron.services.service_base [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 12:38:27.420922 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 12:38:27.421237 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 12:38:27.432518 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 12:38:27.432853 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading Plugin: auto_allocate Feb 07 12:38:27.438711 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: network precommit_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.439079 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: network precommit_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.439624 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 12:38:27.439941 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading Plugin: tag Feb 07 12:38:27.446543 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 12:38:27.446875 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading Plugin: timestamp Feb 07 12:38:27.451112 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 12:38:27.451447 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading Plugin: network_ip_availability Feb 07 12:38:27.456774 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.457149 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.457508 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.458219 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 12:38:27.458547 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading Plugin: flavors Feb 07 12:38:27.463249 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 12:38:27.463581 n-d-811416-5 neutron-server[88205]: INFO neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading Plugin: revisions Feb 07 12:38:27.467847 n-d-811416-5 neutron-server[88205]: DEBUG neutron.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 12:38:27.468259 n-d-811416-5 neutron-server[88205]: DEBUG oslo_concurrency.lockutils [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.324s {{(pid=88205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 07 12:38:27.469005 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88205) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 12:38:27.469344 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Initializing extension manager. Feb 07 12:38:27.469854 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: __init__.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.470192 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: __pycache__ {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.470527 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.471403 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: address_group.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.472179 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.472752 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: address-group Feb 07 12:38:27.473081 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: address_scope.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.473795 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.474301 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: address-scope Feb 07 12:38:27.474627 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.475552 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.476087 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: router-admin-state-down-before-update Feb 07 12:38:27.476416 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: agent.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.477122 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.477626 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: agent Feb 07 12:38:27.477954 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: agent_resources_synced.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.478877 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.479382 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: agent-resources-synced Feb 07 12:38:27.479706 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.481719 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.482249 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: allowed-address-pairs Feb 07 12:38:27.482578 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.483660 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.484200 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: auto-allocated-topology Feb 07 12:38:27.484530 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: availability_zone.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.485224 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.485728 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: availability_zone Feb 07 12:38:27.486053 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: availability_zone_filter.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.487563 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.488101 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: availability_zone_filter Feb 07 12:38:27.488431 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: data_plane_status.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.489336 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.489841 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 12:38:27.490164 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: default_subnetpools.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.491070 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.491574 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: default-subnetpools Feb 07 12:38:27.491898 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.492732 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.493241 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: dhcp_agent_scheduler Feb 07 12:38:27.493566 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: dns.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.494473 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.494974 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension dns-integration not supported by any of loaded plugins Feb 07 12:38:27.495296 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: dns_domain_ports.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.496233 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.496736 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 12:38:27.497057 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: dvr.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.497726 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.498234 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: dvr Feb 07 12:38:27.498555 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: empty_string_filtering.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.499454 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.499956 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: empty-string-filtering Feb 07 12:38:27.500300 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.501209 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.501709 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 12:38:27.502083 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.503128 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.503626 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 12:38:27.503949 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: external_net.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.504871 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.505372 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: external-net Feb 07 12:38:27.505695 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.506600 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.507100 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: extra_dhcp_opt Feb 07 12:38:27.507424 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: extraroute.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.508359 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.508858 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: extraroute Feb 07 12:38:27.509180 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: extraroute_atomic.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.510209 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.510715 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: extraroute-atomic Feb 07 12:38:27.511040 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: filter_validation.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.511701 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.512239 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: filter-validation Feb 07 12:38:27.512564 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: fip_pf_description.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.513464 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.513964 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 12:38:27.514288 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: fip_port_details.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.515189 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.515693 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: fip-port-details Feb 07 12:38:27.516038 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: flavors.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.517267 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.517836 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: flavors Feb 07 12:38:27.518226 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.519914 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.520454 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 12:38:27.520786 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: floatingip_pools.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.521478 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.521980 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: floatingip-pools Feb 07 12:38:27.522306 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: ip_allocation.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.523213 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.523715 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 12:38:27.524071 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.524985 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.525518 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: ip-substring-filtering Feb 07 12:38:27.525824 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: l2_adjacency.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.526748 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.527258 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 12:38:27.527569 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: l3.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.528565 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.529081 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: router Feb 07 12:38:27.529407 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.533105 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.534233 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 12:38:27.534564 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.535496 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.536039 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: ext-gw-mode Feb 07 12:38:27.536370 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.537284 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.537793 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: l3-ha Feb 07 12:38:27.538118 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: l3_flavors.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.539037 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.539548 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: l3-flavors Feb 07 12:38:27.539874 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.540821 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.541332 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 12:38:27.541653 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: l3agentscheduler.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.542684 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.543195 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: l3_agent_scheduler Feb 07 12:38:27.543524 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: logging.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.545056 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.545580 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension logging not supported by any of loaded plugins Feb 07 12:38:27.545918 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: metering.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.546657 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.547237 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: metering Feb 07 12:38:27.547568 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.548685 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.549792 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: metering_source_and_destination_fields Feb 07 12:38:27.550124 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: multiprovidernet.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.551051 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.551560 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: multi-provider Feb 07 12:38:27.551888 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: netmtu.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.552823 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.553385 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: net-mtu Feb 07 12:38:27.553718 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: netmtu_writable.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.554631 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.555135 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: net-mtu-writable Feb 07 12:38:27.555461 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: network_availability_zone.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.556163 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.556663 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: network_availability_zone Feb 07 12:38:27.556985 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: network_ip_availability.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.558068 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.558580 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: network-ip-availability Feb 07 12:38:27.558912 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: network_segment_range.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.559664 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.560200 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 12:38:27.560527 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: pagination.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.561502 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.561834 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: pagination Feb 07 12:38:27.562159 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: port_device_profile.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.563072 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.563578 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: port-device-profile Feb 07 12:38:27.563900 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.564862 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.565363 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: port-mac-address-regenerate Feb 07 12:38:27.565686 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.566588 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.567088 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: port-numa-affinity-policy Feb 07 12:38:27.567409 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: port_resource_request.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.568346 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.568850 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 12:38:27.569171 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: portbindings.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.570088 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.570589 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: binding Feb 07 12:38:27.570908 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: portbindings_extended.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.572212 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.572724 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: binding-extended Feb 07 12:38:27.573051 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: portsecurity.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.574231 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.574755 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: port-security Feb 07 12:38:27.575107 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: project_id.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.576065 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.576637 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: project-id Feb 07 12:38:27.576736 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: providernet.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.577627 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.578134 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: provider Feb 07 12:38:27.578462 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.582208 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.582726 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos not supported by any of loaded plugins Feb 07 12:38:27.583061 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.584345 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.584860 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 12:38:27.585188 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.586103 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.586612 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 12:38:27.586937 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos_default.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.587845 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.588387 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos-default not supported by any of loaded plugins Feb 07 12:38:27.588714 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos_fip.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.589360 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.589863 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos-fip not supported by any of loaded plugins Feb 07 12:38:27.590187 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.591105 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.591614 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 12:38:27.591937 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.592864 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.593370 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 12:38:27.593696 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.594602 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.595106 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 12:38:27.595432 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: qos_rules_alias.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.597041 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.597552 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 12:38:27.597878 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: quotasv2.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.598778 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.599113 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: quotas Feb 07 12:38:27.599438 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: quotasv2_detail.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.601098 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.601435 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: quota_details Feb 07 12:38:27.601771 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: rbac.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.602814 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.603331 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: rbac-policies Feb 07 12:38:27.603660 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: rbac_address_group.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.604609 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.605122 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: rbac-address-group Feb 07 12:38:27.605451 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: rbac_address_scope.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.606361 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.606867 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: rbac-address-scope Feb 07 12:38:27.607192 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: rbac_security_groups.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.608133 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.608643 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: rbac-security-groups Feb 07 12:38:27.608972 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.609903 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.610408 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: rbac-subnetpool Feb 07 12:38:27.610734 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: revisionifmatch.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.612319 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.612830 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: revision-if-match Feb 07 12:38:27.613154 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: revisions.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.614278 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.614784 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: standard-attr-revisions Feb 07 12:38:27.615110 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: router_availability_zone.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.615781 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.616317 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: router_availability_zone Feb 07 12:38:27.616645 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: routerservicetype.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.617552 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.618059 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension router-service-type not supported by any of loaded plugins Feb 07 12:38:27.618379 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.619296 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.619803 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: security-groups-normalized-cidr Feb 07 12:38:27.620161 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.621080 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.621593 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: port-security-groups-filtering Feb 07 12:38:27.621916 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.622947 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.623460 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: security-groups-remote-address-group Feb 07 12:38:27.623789 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: securitygroup.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.633708 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.634240 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: security-group Feb 07 12:38:27.634573 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: segment.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.635367 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.635878 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension segment not supported by any of loaded plugins Feb 07 12:38:27.636238 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.637179 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.637688 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 12:38:27.638015 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: servicetype.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.639147 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.639666 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: service-type Feb 07 12:38:27.640020 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: sorting.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.640994 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.641327 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: sorting Feb 07 12:38:27.641654 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: standard_attr_segment.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.642557 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.643230 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 12:38:27.643554 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: standardattrdescription.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.644234 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.644742 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: standard-attr-description Feb 07 12:38:27.645064 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: stateful_security_group.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.645979 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.646487 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: stateful-security-group Feb 07 12:38:27.646810 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: stdattrs_common.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.647391 n-d-811416-5 neutron-server[88205]: WARNING neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 12:38:27.647713 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.648727 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.649245 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 12:38:27.649569 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: subnet_onboard.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.650632 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.651148 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: subnet_onboard Feb 07 12:38:27.651475 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.652414 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.652918 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 12:38:27.653239 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: subnet_service_types.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.654156 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.654662 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: subnet-service-types Feb 07 12:38:27.654989 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: subnetallocation.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.656087 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.656597 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: subnet_allocation Feb 07 12:38:27.656924 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.657581 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.658086 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: subnetpool-prefix-ops Feb 07 12:38:27.659037 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.660079 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.660592 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 12:38:27.660919 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: tagging.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.661974 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.662492 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: standard-attr-tag Feb 07 12:38:27.662822 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: timestamp.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.664057 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.664581 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loaded extension: standard-attr-timestamp Feb 07 12:38:27.664914 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: trunk.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.665944 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.666455 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension trunk not supported by any of loaded plugins Feb 07 12:38:27.666784 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: trunk_details.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.667701 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.668235 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension trunk-details not supported by any of loaded plugins Feb 07 12:38:27.668565 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.669488 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.669998 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 12:38:27.670326 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Loading extension file: vlantransparent.py {{(pid=88205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 12:38:27.670996 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 12:38:27.671505 n-d-811416-5 neutron-server[88205]: INFO neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 12:38:27.674630 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:network Feb 07 12:38:27.675466 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:subnet Feb 07 12:38:27.676366 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 12:38:27.677105 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:port Feb 07 12:38:27.678439 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.678877 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service FLAVORS assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.679504 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.679936 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.680298 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:router Feb 07 12:38:27.680958 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 12:38:27.681670 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service METERING assigned prefix: /metering {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.683100 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.683467 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.683819 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:38:27.684982 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 12:38:27.685432 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:security_group Feb 07 12:38:27.686098 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 12:38:27.686933 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service CORE assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.687287 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 12:38:27.687716 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] subnetpool is already registered Feb 07 12:38:27.688353 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service CORE assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.688686 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 12:38:27.689016 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] subnetpool is already registered Feb 07 12:38:27.691579 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.692033 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service FLAVORS assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.692630 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.693049 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.693383 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:router Feb 07 12:38:27.693712 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] router is already registered Feb 07 12:38:27.694327 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 12:38:27.694619 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] floatingip is already registered Feb 07 12:38:27.695236 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service METERING assigned prefix: /metering {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.695891 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 12:38:27.696246 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] rbac_policy is already registered Feb 07 12:38:27.696786 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:security_group Feb 07 12:38:27.697116 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] security_group is already registered Feb 07 12:38:27.697700 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 12:38:27.698027 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] security_group_rule is already registered Feb 07 12:38:27.698952 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service CORE assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.699291 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 12:38:27.699625 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] subnetpool is already registered Feb 07 12:38:27.700259 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.v2.resource_helper [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Service CORE assigned prefix: {{(pid=88205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 12:38:27.700583 n-d-811416-5 neutron-server[88205]: INFO neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 12:38:27.700903 n-d-811416-5 neutron-server[88205]: WARNING neutron.quota.resource_registry [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] subnetpool is already registered Feb 07 12:38:27.701548 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: extensions {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.703012 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: address-groups {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.704652 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: address-scopes {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.706571 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: agents {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.707746 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: auto-allocated-topology {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.709028 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: availability_zones {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.710343 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: dhcp-networks {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.711741 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: dhcp-agents {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.713190 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: routers {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.715000 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: flavors {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.716182 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: service_profiles {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.717386 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: next_providers {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.719801 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: service_profiles {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.721569 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: floatingip-pools {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.722809 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: routers {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.724641 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: floatingips {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.736862 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: l3-routers {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.736862 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: l3-agents {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.736862 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: metering-labels {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.736862 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: metering-label-rules {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.736862 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: network-ip-availabilities {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.736862 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: bindings {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.736862 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: quotas {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.737850 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: quotas {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.737850 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: rbac-policies {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.738840 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: security-groups {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.740070 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: security-group-rules {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.741307 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: service-providers {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.742528 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: subnetpools {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.743949 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: subnetpools {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.745430 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.747149 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.748971 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.750748 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.753345 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.755177 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.756877 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.758872 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.760663 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.762484 n-d-811416-5 neutron-server[88205]: DEBUG neutron.api.extensions [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Extended resource: tags {{(pid=88205) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 12:38:27.768584 n-d-811416-5 neutron-server[88205]: WARNING keystonemiddleware.auth_token [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 12:38:27.773273 n-d-811416-5 neutron-server[88205]: WARNING keystonemiddleware.auth_token [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 12:38:27.781374 n-d-811416-5 neutron-server[88205]: DEBUG oslo_concurrency.lockutils [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Acquired lock "singleton_lock" {{(pid=88205) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 07 12:38:27.781853 n-d-811416-5 neutron-server[88205]: DEBUG oslo_concurrency.lockutils [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Releasing lock "singleton_lock" {{(pid=88205) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 07 12:38:27.782489 n-d-811416-5 neutron-server[88205]: INFO oslo_service.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Starting 2 workers Feb 07 12:38:27.787237 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Started child 88312 {{(pid=88205) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 07 12:38:27.791567 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Started child 88313 {{(pid=88205) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 07 12:38:27.792606 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:27.793206 n-d-811416-5 neutron-server[88205]: INFO neutron.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 12:38:27.793787 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Notify callbacks [] for process, before_spawn {{(pid=88205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:27.794235 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [-] (88312) wsgi starting up on http://0.0.0.0:9696 Feb 07 12:38:27.796167 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:27.796653 n-d-811416-5 neutron-server[88205]: INFO oslo_service.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Starting 1 workers Feb 07 12:38:27.797553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [-] (88313) wsgi starting up on http://0.0.0.0:9696 Feb 07 12:38:27.801859 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Started child 88314 {{(pid=88205) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 07 12:38:27.802418 n-d-811416-5 neutron-server[88205]: INFO oslo_service.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Starting 1 workers Feb 07 12:38:27.805611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] calling RpcWorker wait() {{(pid=88314) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 12:38:27.806165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] returning from RpcWorker wait() {{(pid=88314) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 12:38:27.806807 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Started child 88315 {{(pid=88205) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 07 12:38:27.807552 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:27.807652 n-d-811416-5 neutron-server[88205]: DEBUG neutron_lib.callbacks.manager [None req-303d113a-8c82-4919-80f8-8806597408f5 None None] Notify callbacks [] for process, after_spawn {{(pid=88205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:27.808249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:38:27.809474 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88205) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 07 12:38:27.809680 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 12:38:27.809863 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 12:38:27.810079 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 12:38:27.810412 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 12:38:27.810572 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 12:38:27.811215 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.811489 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.811598 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:27.812170 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.812170 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.812299 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.812596 n-d-811416-5 neutron-server[88315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:38:27.812891 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.813156 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.813418 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.813691 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.813933 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.814099 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.814259 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.815341 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.815602 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.815887 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.816396 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] debug = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820976 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820976 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820976 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820976 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820976 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.820976 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.821343 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.821343 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.821343 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.821343 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.821343 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.821343 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.821689 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.821689 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.822114 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.822114 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.822505 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] host = n-d-811416-5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.822722 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.822975 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.823194 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.823437 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.823961 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.824204 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.824453 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.824716 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.824970 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.825267 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.825474 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.825727 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.825959 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.826204 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.826374 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_options = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.826569 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.826847 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.827117 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.827303 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.827462 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.827632 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.827898 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.828104 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.828348 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.828501 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.828711 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.828919 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.829148 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.829367 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.829631 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.829860 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.830119 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.830348 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.831107 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.831107 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.831107 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.831643 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.831643 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.831925 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.831925 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.832351 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.832507 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.832656 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.832804 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.833097 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.833286 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.833539 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.833772 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.834009 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.834897 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.835357 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.835599 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.836031 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.836698 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.837561 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.837561 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.837561 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.838346 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.838346 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.838346 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.838346 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_json = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.839028 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.840011 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.840011 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.840201 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.840272 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.840520 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.840778 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.841127 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.841345 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.841756 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.842032 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.844125 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.844394 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.844644 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849877 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849877 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.849877 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.850138 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.850553 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.850813 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.851048 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.851281 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.851652 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.851946 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.852300 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.852515 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.852744 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.853015 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.853281 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.853586 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.853821 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.854052 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.854326 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.854555 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.854779 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.855007 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.855244 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.855473 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.855736 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.856007 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.856249 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.856506 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.856732 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.856972 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.857192 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.857411 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.857629 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.857874 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.858094 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.858783 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.859028 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.859275 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.859494 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.859713 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.859934 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.860230 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.860474 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.860690 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.860907 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.861144 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.861856 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.862842 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.863104 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.863352 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.863577 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.864026 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.864168 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.864326 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.864565 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.864788 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.865068 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.865491 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.865879 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.866244 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.866628 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.866992 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.867217 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.867440 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.867665 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.867885 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.868130 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.868377 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.868631 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.868865 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.869135 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.869459 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.869687 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.869955 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.870198 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.870475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.870697 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.870938 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.871162 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.871420 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.871693 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.871941 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.872237 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.872509 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.872729 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.872973 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.873242 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.873471 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.873725 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.874130 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.874383 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.874608 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.874876 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.875151 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.875385 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.875658 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.875925 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.876223 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.876458 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.876745 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.877032 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.879267 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.879581 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.879899 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.880200 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.880465 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.880709 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.880986 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.881239 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.881518 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.881773 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.882207 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.882434 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.882718 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.883003 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.883231 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.883441 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.883686 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.884056 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.884299 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.884519 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.884758 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.885032 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.885283 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.885536 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.885810 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.886082 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.886352 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.886603 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.886853 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.887068 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.887304 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.887552 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.887780 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.888051 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.888289 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.888507 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.888748 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.888960 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.889246 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.889460 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.889700 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.889957 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.890202 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.890459 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.890713 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.890931 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.891180 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.891430 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.891650 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.893291 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.893538 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.893801 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.894076 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.894341 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.894634 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.894910 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.895154 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.895430 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.895679 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.895943 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.896207 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.896493 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.896757 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.897032 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.897442 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.897832 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.898229 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.898834 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.899290 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.899671 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.899956 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.900226 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.900735 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.901182 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.901462 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.901718 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.901941 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.902195 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.902434 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.902672 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.902889 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.903191 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.903582 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.904066 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.904488 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.904928 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.905332 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.905685 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.905909 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.906131 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.906368 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.906679 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.906929 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.907161 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.907404 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.907636 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.907886 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.908139 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.908387 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.909221 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.909466 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.909658 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.909876 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.910136 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.910307 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.910553 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.910847 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.911054 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.911291 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.911573 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.912363 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.912600 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.912867 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.913181 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.913397 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.913683 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.913907 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.914144 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.914390 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.914662 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.914993 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.915301 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.915560 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.915832 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.916166 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.916605 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.917026 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.917249 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.917535 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.917874 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.918310 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.918711 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.918949 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.919234 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.919457 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.919679 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.919888 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.920297 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.920535 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.920805 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.921042 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.921272 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.921510 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.921747 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.921959 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.922198 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.922429 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.922670 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.922886 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.923044 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 12:38:27.923562 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88205) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 07 12:38:27.923725 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 12:38:27.924423 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 12:38:27.924697 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 12:38:27.925308 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 12:38:27.925468 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 12:38:27.925680 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.925846 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.926007 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.926168 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.926328 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.926508 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.926671 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.926831 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.926992 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.927150 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.927310 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.927474 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.927636 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.927795 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.927958 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.928143 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.928303 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.928464 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.928629 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.928793 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.929042 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.929168 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.929255 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] debug = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.929403 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.929615 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.929784 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.929927 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.930076 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.930242 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.930393 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.930518 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.930678 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.930838 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.930996 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.931155 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.931315 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.931476 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.931561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:38:27.931651 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.931782 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.931941 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.932123 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] host = n-d-811416-5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.932283 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.932443 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.932603 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.932762 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.932921 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.933080 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.933239 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.933398 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.933556 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.933716 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.933875 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.934034 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.934192 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.934351 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.934509 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_options = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.934668 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.934816 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.935063 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.935248 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.935461 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.935670 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.936302 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.936302 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.936646 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.936813 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.936972 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.937132 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.937296 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.937457 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.937615 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.937774 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.937932 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.938101 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.938250 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.938410 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.938569 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.938727 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.938886 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.939045 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.939204 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.939362 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.940148 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.940925 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.941103 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.941244 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.941407 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.941568 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.941729 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.941889 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.942047 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.942208 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.942370 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.942535 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.942695 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.942855 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.943015 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.943175 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.943334 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.943497 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.943659 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.943816 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_json = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.944014 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.944224 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.944384 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.944544 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.944703 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.944882 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.945017 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.945176 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.945335 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 12:38:27.945541 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.945724 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.945880 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.946043 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.946205 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.946366 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.946529 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.946690 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.946851 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.947012 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.947182 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.947365 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.947516 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.947677 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.947838 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.948019 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.948190 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.948352 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.948515 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.948941 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.949104 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.949266 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.949446 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.949677 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.949772 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.949920 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.950082 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.950245 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.950407 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.950570 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.950734 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.950897 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.951058 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.951254 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.951390 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.951533 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.951670 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.951835 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.952083 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.952170 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.952370 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.952517 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.952645 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.952809 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.952985 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.953147 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.953306 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.953896 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.953896 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.954098 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.954189 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.954268 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.954436 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.954597 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.954760 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.954936 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.955094 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.955832 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.955953 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.956143 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.956333 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.956473 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.956621 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.956788 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.956956 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.957113 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.957275 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.957427 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.957585 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.957745 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.957895 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.958056 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.958218 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.958378 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.958545 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.958711 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.958936 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.959148 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.959398 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.959572 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.959736 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.959876 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.960054 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.960208 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.960372 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.960561 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.960935 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.961089 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.961255 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.961416 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.961577 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.961804 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.961902 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.962050 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.962213 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.962373 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.962682 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.962682 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.962831 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.962983 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.963143 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.963304 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.963465 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.963627 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.963787 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.964025 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.964124 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.964276 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.964626 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.964626 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.964784 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.964900 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.965061 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.965311 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.965474 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.965645 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.965819 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.966012 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.966139 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.966300 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.966464 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.966622 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.966785 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.966946 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.967107 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.967268 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.967430 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.967598 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.967770 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.967932 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.968115 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.968281 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.968466 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.968626 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.968786 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.968949 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.969136 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.969272 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.969433 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.969594 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.969755 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.969916 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.970076 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.970238 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.970400 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.970560 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.970745 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.970985 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.971563 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.971727 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.971890 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.972077 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.972272 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.972404 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.972565 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.972727 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.972889 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.973051 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.973213 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.973375 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.973531 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.973688 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.973860 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.974004 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.974151 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.974298 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.974447 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.974627 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.974790 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.974928 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.975061 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.975206 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.975377 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.975510 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.975666 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.975828 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.976038 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.976179 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.976336 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.976498 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.976660 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.976822 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.976985 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.977147 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.977310 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.977480 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.977616 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.977794 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.977958 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.978119 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.978281 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.978446 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.978608 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.978770 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.978931 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.979091 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.979251 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.979412 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.979577 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.979741 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.979904 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.980268 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.980268 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.980523 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.980597 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.980779 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.980863 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.981038 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.981162 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.981325 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.981518 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.981648 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.981795 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.981958 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.982118 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.982279 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.982451 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.982612 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.982831 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.982960 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.983083 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.983264 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.983407 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.983563 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.983730 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.984284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45338) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:38:27.985586 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.985773 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.985953 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.986147 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.986840 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.987268 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.987439 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.987605 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.987771 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.987936 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.988137 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.988314 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.988485 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.988649 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.988819 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.988988 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.989160 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.989321 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.989488 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.989659 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.989819 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.989978 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.990162 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.990356 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.990488 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.990632 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.990766 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.990900 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.991032 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.991192 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.991349 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.991505 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.991663 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.991819 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.991998 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.992160 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.992317 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.992475 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.992633 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 12:38:27.992785 n-d-811416-5 neutron-server[88205]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 12:38:27.993904 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074453 Feb 07 12:38:38.575337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c11e695-5893-4cbf-89b4-807affa2f33e None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 12:38:38.656663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c11e695-5893-4cbf-89b4-807affa2f33e None None] No non-hosted networks {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 12:38:38.684509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.agentschedulers_db [None req-4c11e695-5893-4cbf-89b4-807affa2f33e None None] DHCP Agent not found on host n-d-811416-5 {{(pid=88314) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 07 12:38:38.974015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d146b582-af26-47fe-b941-8f588865355e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624358'] for agent, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:41.060730 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2c5d-a331-4c12-a1a7-9d5abbf8a58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624358'] for agent, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:41.087959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-ffd7db85-5536-4faa-aa20-9f6215e995e0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-811416-5 {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:38:41.088421 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-ffd7db85-5536-4faa-aa20-9f6215e995e0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:38:41.675780 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ffd7db85-5536-4faa-aa20-9f6215e995e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:42.021586 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624358'] for agent, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:42.090320 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624358'] for agent, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:42.091089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.091940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.091940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.092211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.092702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.093067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.093499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.093832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.094159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.094485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.094812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.095186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:42.096268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811416-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:38:42.102985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811416-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:38:43.467614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624358'] for agent, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:45.202179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:38:45.792211 n-d-811416-5 neutron-server[88312]: WARNING oslo_policy.policy [None req-56ccf617-a689-4a89-9cee-7129af81b6dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 12:38:45.792805 n-d-811416-5 neutron-server[88312]: WARNING oslo_policy.policy [None req-56ccf617-a689-4a89-9cee-7129af81b6dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 12:38:45.922690 n-d-811416-5 neutron-server[88314]: INFO neutron.db.l3_hamode_db [None req-fa771896-6183-44de-a901-f6930a0dc833 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 12:38:46.009299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa771896-6183-44de-a901-f6930a0dc833 None None] Routers set() bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:38:46.009687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa771896-6183-44de-a901-f6930a0dc833 None None] Router IDs set() for agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 07 12:38:46.015783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-56ccf617-a689-4a89-9cee-7129af81b6dc admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:38:46.016851 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-56ccf617-a689-4a89-9cee-7129af81b6dc admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8137808 Feb 07 12:38:48.375484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:38:48.744493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:38:48.853952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.policy [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88312) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 12:38:48.900157 n-d-811416-5 neutron-server[88312]: WARNING oslo_policy.policy [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 12:38:48.900534 n-d-811416-5 neutron-server[88312]: WARNING oslo_policy.policy [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 12:38:48.909729 n-d-811416-5 neutron-server[88312]: INFO neutron.quota [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] Loaded quota_driver: . Feb 07 12:38:48.925727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:38:49.081219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780818386523', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780818384950', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780818411675', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780818404702', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780818293310', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780818287025', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-616431', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1653015', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1588765'] for rbac-policy, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:49.297558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:49.299601 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-02c2e6bf-7bc5-4bed-8903-d1766ab51eff admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9231441 Feb 07 12:38:51.894045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45458) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:38:52.476957 n-d-811416-5 neutron-server[88313]: WARNING oslo_policy.policy [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 12:38:52.477541 n-d-811416-5 neutron-server[88313]: WARNING oslo_policy.policy [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 12:38:52.700432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Request body: {'network': {'project_id': '4b76fd046eae44199491a93a1075d767', 'name': 'private', 'admin_state_up': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:38:52.702195 n-d-811416-5 neutron-server[88313]: INFO neutron.quota [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Loaded quota_driver: . Feb 07 12:38:52.718439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:38:52.724966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Usage tracker for resource:network and tenant:4b76fd046eae44199491a93a1075d767 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:38:52.730720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:38:52.738696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:38:52.857728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Made reservation on behalf of 4b76fd046eae44199491a93a1075d767 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:38:52.935927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.policy [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88313) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 12:38:52.980121 n-d-811416-5 neutron-server[88313]: WARNING oslo_policy.policy [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 12:38:52.980495 n-d-811416-5 neutron-server[88313]: WARNING oslo_policy.policy [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 12:38:52.990789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:53.012417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:53.027365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:38:53.031084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Usage tracker for resource:security_group_rule and tenant:4b76fd046eae44199491a93a1075d767 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:38:53.036367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:38:53.041858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:38:53.138059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:53.221441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:53.242839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:38:53.268082 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780820799281', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:53.268649 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Unsubscribe: segment precommit_create {{(pid=88313) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 12:38:53.269148 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Added segment 2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1 of type vlan for network a8db585c-e04d-4055-80a3-c5a22b3e23f6 Feb 07 12:38:53.320660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d7a187-6bb0-4f9f-b777-7b77e1021eaa,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:38:53.341583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.341925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.342257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.342587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.342917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.343249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.343563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.343881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.344252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.344543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.344897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.345300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Tracked resource versions report: Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: pushed versions: Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: { 'AddressGroup': {'1.2'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'ConntrackHelper': {'1.0'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Log': {'1.0'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Network': {'1.1'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Port': {'1.7'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'PortForwarding': {'1.2'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'QosPolicy': {'1.8'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'SecurityGroup': {'1.4'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'SecurityGroupRule': {'1.2'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'SubPort': {'1.0'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Subnet': {'1.1'}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Trunk': {'1.1'}} Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: consumer versions: Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: { DHCP agent@n-d-811416-5: {}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: L3 agent@n-d-811416-5: {}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: Metadata agent@n-d-811416-5: {}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: Metering agent@n-d-811416-5: {}, Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: Open vSwitch agent@n-d-811416-5: { 'AddressGroup': '1.2', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'ConntrackHelper': '1.0', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Log': '1.0', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Network': '1.1', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Port': '1.7', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'PortForwarding': '1.2', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'QosPolicy': '1.8', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'SecurityGroup': '1.4', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'SecurityGroupRule': '1.2', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'SubPort': '1.0', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Subnet': '1.1', Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: 'Trunk': '1.1'}} Feb 07 12:38:53.346535 n-d-811416-5 neutron-server[88313]: {{(pid=88313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 12:38:53.386212 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:53.536076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:53.537245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:38:53.537911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:53.647342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] Pushing event updated for resources: {'Network': ['ID=a8db585c-e04d-4055-80a3-c5a22b3e23f6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:38:53.659366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a8db585c-e04d-4055-80a3-c5a22b3e23f6 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:38:53.702317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e9ed6050-95b8-496f-8b40-1992eaf73d20 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.8060386 Feb 07 12:38:56.334617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45480) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:38:56.776754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfaf69-bd1b-471f-8fd0-9165716f6902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:38:56.778127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9dbfaf69-bd1b-471f-8fd0-9165716f6902 admin admin] 10.222.0.69 "GET /v2.0/networks/a8db585c-e04d-4055-80a3-c5a22b3e23f6 HTTP/1.1" status: 200 len: 824 time: 0.4425147 Feb 07 12:38:56.809121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a9dc5b6f-dfa4-432b-b536-1b3e2d37410a admin admin] 10.222.0.69 "GET /v2.0/subnetpools/956ca9eb-f2ac-4f07-99bf-5d16f1fabad0 HTTP/1.1" status: 200 len: 734 time: 0.0248580 Feb 07 12:38:56.817763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Request body: {'subnet': {'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'ip_version': 4, 'subnetpool_id': '956ca9eb-f2ac-4f07-99bf-5d16f1fabad0', 'name': 'private-subnet', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:38:56.822157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:38:56.826164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Usage tracker for resource:subnet and tenant:4b76fd046eae44199491a93a1075d767 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:38:56.829188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:38:56.835239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:38:56.965913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Made reservation on behalf of 4b76fd046eae44199491a93a1075d767 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:38:56.968155 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:57.315179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:57.410971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f1bb24-0f43-4a6c-ae08-2f3ce08fd132,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:38:57.414183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Checking segment: {'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:38:57.414544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Network hostable DHCP agents. Network: a8db585c-e04d-4055-80a3-c5a22b3e23f6, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:38:57.514511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Network a8db585c-e04d-4055-80a3-c5a22b3e23f6 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:38:57.615121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a8db585c-e04d-4055-80a3-c5a22b3e23f6) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:38:57.619600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:38:57.620202 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:57.626556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815784d3-2953-4dc9-b270-7f29fdc7f1fb None None] Network a8db585c-e04d-4055-80a3-c5a22b3e23f6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:38:57.709679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3222fac5-a83c-4283-a160-1caec9902d05 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8952162 Feb 07 12:38:58.026671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'fixed_ips': [{'subnet_id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:38:58.027910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:58.213492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Allocated IP 172.20.0.2 (a8db585c-e04d-4055-80a3-c5a22b3e23f6/06f1bb24-0f43-4a6c-ae08-2f3ce08fd132/89818bcd-e938-4145-aeb0-491a06aabeac) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:38:58.468237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:58.481728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Transition to ACTIVE for port object 89818bcd-e938-4145-aeb0-491a06aabeac will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:38:58.500573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Transition to ACTIVE for port object 89818bcd-e938-4145-aeb0-491a06aabeac will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:38:58.600920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:58.664346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Network a8db585c-e04d-4055-80a3-c5a22b3e23f6 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:38:58.674194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:38:58.675866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Pushing event updated for resources: {'Port': ['ID=89818bcd-e938-4145-aeb0-491a06aabeac,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:38:58.679849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:38:58.714650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.714994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.715330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.715659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.716008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.716327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.716647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.716965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.717281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.717596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.717911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.718223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Tracked resource versions report: Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: pushed versions: Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: { 'AddressGroup': {'1.2'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'ConntrackHelper': {'1.0'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Log': {'1.0'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Network': {'1.1'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Port': {'1.7'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'PortForwarding': {'1.2'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'QosPolicy': {'1.8'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'SecurityGroup': {'1.4'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'SecurityGroupRule': {'1.2'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'SubPort': {'1.0'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Subnet': {'1.1'}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Trunk': {'1.1'}} Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: consumer versions: Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: { DHCP agent@n-d-811416-5: {}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: L3 agent@n-d-811416-5: {}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: Metadata agent@n-d-811416-5: {}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: Metering agent@n-d-811416-5: {}, Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: Open vSwitch agent@n-d-811416-5: { 'AddressGroup': '1.2', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'ConntrackHelper': '1.0', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Log': '1.0', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Network': '1.1', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Port': '1.7', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'PortForwarding': '1.2', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'QosPolicy': '1.8', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'SecurityGroup': '1.4', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'SecurityGroupRule': '1.2', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'SubPort': '1.0', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Subnet': '1.1', Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: 'Trunk': '1.1'}} Feb 07 12:38:58.719361 n-d-811416-5 neutron-server[88314]: {{(pid=88314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 12:38:58.779655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Attempting to bind port 89818bcd-e938-4145-aeb0-491a06aabeac on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:38:58.780060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Attempting to bind port 89818bcd-e938-4145-aeb0-491a06aabeac by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:38:58.780480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Attempting to bind port 89818bcd-e938-4145-aeb0-491a06aabeac on network a8db585c-e04d-4055-80a3-c5a22b3e23f6 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:38:58.786560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:38:58.786978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Checking segment: {'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:38:58.787478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:58.787862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Bound using segment: {'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:38:58.788362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Bound port: 89818bcd-e938-4145-aeb0-491a06aabeac, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:38:58.788763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:58.894298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] For port 89818bcd-e938-4145-aeb0-491a06aabeac, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:38:58.898064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] For port 89818bcd-e938-4145-aeb0-491a06aabeac, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=89818bcd-e938-4145-aeb0-491a06aabeac,segment=NetworkSegment(2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1),segment_id=2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:38:58.966758 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:38:59.054602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749081a-9d82-41fa-92c0-62fd995da7d9 None None] Pushing event updated for resources: {'Port': ['ID=89818bcd-e938-4145-aeb0-491a06aabeac,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:00.171054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45490) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:00.544053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [None req-4f5e7f88-e794-4de3-850c-48073b90e7fb admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:39:00.545032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4f5e7f88-e794-4de3-850c-48073b90e7fb admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3729355 Feb 07 12:39:01.783937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 89818bcd-e938-4145-aeb0-491a06aabeac up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:39:01.955085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 89818bcd-e938-4145-aeb0-491a06aabeac completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:39:02.732956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663f0cb6-4987-4b1c-b511-3fbb3cf3f5ea None None] Network a8db585c-e04d-4055-80a3-c5a22b3e23f6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:39:02.942288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45504) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:02.944364 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-da32cb44-55af-403a-88cf-b1cb7b472f20 None None] Provisioning for port 89818bcd-e938-4145-aeb0-491a06aabeac completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:39:02.958065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-da32cb44-55af-403a-88cf-b1cb7b472f20 None None] Provisioning complete for port 89818bcd-e938-4145-aeb0-491a06aabeac triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:02.958476 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da32cb44-55af-403a-88cf-b1cb7b472f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:03.091529 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da32cb44-55af-403a-88cf-b1cb7b472f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:03.230949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-da32cb44-55af-403a-88cf-b1cb7b472f20 None None] For port 89818bcd-e938-4145-aeb0-491a06aabeac, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=89818bcd-e938-4145-aeb0-491a06aabeac,segment=NetworkSegment(2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1),segment_id=2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:39:03.321385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [None req-8fc2345d-cace-4438-93db-b0d0664428a6 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:39:03.322311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8fc2345d-cace-4438-93db-b0d0664428a6 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3790231 Feb 07 12:39:03.326012 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da32cb44-55af-403a-88cf-b1cb7b472f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:03.409186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32cb44-55af-403a-88cf-b1cb7b472f20 None None] Pushing event updated for resources: {'Port': ['ID=89818bcd-e938-4145-aeb0-491a06aabeac,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:03.452083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a68c7bb7-e01c-434a-99e2-b695af003333 None None] Provisioning complete for port 89818bcd-e938-4145-aeb0-491a06aabeac triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:03.452458 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a68c7bb7-e01c-434a-99e2-b695af003333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:03.741134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 89818bcd-e938-4145-aeb0-491a06aabeac up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:39:03.807318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 89818bcd-e938-4145-aeb0-491a06aabeac triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:03.807708 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:05.958142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45516) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:06.295708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'name': 'router1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:39:06.301306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:39:06.304975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Usage tracker for resource:router and tenant:4b76fd046eae44199491a93a1075d767 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:39:06.308186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:39:06.314439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:39:06.427021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:06.428653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:06.449727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:06.644851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:06.729664 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:06.730851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-77942d7f-9b70-49e0-881b-7bb008c53cfc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7717452 Feb 07 12:39:08.606040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8229e75b-f75f-422d-b348-eccd259e3d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:09.099304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45526) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:09.462131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [None req-7d0b78a6-4801-4176-a740-ef0f2a270fe4 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:39:09.463122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7d0b78a6-4801-4176-a740-ef0f2a270fe4 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3628867 Feb 07 12:39:10.966253 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bde0aca5-c279-4867-8153-6ea693e8ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:11.826670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45536) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:12.032905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.126123 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.194336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:39:12.199543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:39:12.203295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Usage tracker for resource:network and tenant:e804447f718e49e7a67d9bff77fbb9ed is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:39:12.206896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:39:12.212458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:39:12.280110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Made reservation on behalf of e804447f718e49e7a67d9bff77fbb9ed for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:39:12.283435 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.295140 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.308905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:39:12.312461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Usage tracker for resource:security_group_rule and tenant:e804447f718e49e7a67d9bff77fbb9ed is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:39:12.315309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:39:12.321078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:39:12.400643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.478431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.500670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Reserving flat network on physical network physnet1 {{(pid=88313) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 12:39:12.514349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b50b955-47a6-4681-b2eb-c677c80b4a19,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:12.520661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.520997 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Added segment 62549ee4-b822-4508-99b6-7570374e96fa of type flat for network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 Feb 07 12:39:12.551474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.668872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.669862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:39:12.670441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:12.787680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] Pushing event updated for resources: {'Network': ['ID=6a8c52f3-3d0a-43eb-8076-4604dbdd7795,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:12.797115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:39:13.018143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-74ed8561-ddee-42e5-a770-28dcbd9cc9ae admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1903963 Feb 07 12:39:13.474719 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:15.373559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45556) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:15.579603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99422cda-528d-4930-82ac-ae2a788e2878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:39:15.580977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-99422cda-528d-4930-82ac-ae2a788e2878 admin admin] 10.222.0.69 "GET /v2.0/subnets/06f1bb24-0f43-4a6c-ae08-2f3ce08fd132 HTTP/1.1" status: 200 len: 849 time: 0.2064719 Feb 07 12:39:15.725497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5882e06e-98e7-4333-a5e3-f55421ba8f93 admin admin] 10.222.0.69 "GET /v2.0/routers/9302effc-234b-46dd-aaf5-e38e365249b0 HTTP/1.1" status: 200 len: 704 time: 0.1389763 Feb 07 12:39:16.186824 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:16.443042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Allocated IP 172.20.0.1 (a8db585c-e04d-4055-80a3-c5a22b3e23f6/06f1bb24-0f43-4a6c-ae08-2f3ce08fd132/58878c3c-b1af-4cc6-acfd-5e60a5749669) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:39:16.599321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:16.617434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Transition to ACTIVE for port object 58878c3c-b1af-4cc6-acfd-5e60a5749669 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:39:16.743852 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:16.832807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Network a8db585c-e04d-4055-80a3-c5a22b3e23f6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:39:16.835709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:39:16.839398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:39:16.839916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:16.956667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Pushing event updated for resources: {'Port': ['ID=58878c3c-b1af-4cc6-acfd-5e60a5749669,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:17.152611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bfe24b0f-3042-4305-8e17-903628c4dc53 None None] Provisioning for port 58878c3c-b1af-4cc6-acfd-5e60a5749669 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:39:17.158639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bfe24b0f-3042-4305-8e17-903628c4dc53 None None] Provisioning complete for port 58878c3c-b1af-4cc6-acfd-5e60a5749669 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:17.159015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bfe24b0f-3042-4305-8e17-903628c4dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:17.181261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:17.211894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bfe24b0f-3042-4305-8e17-903628c4dc53 None None] Port 58878c3c-b1af-4cc6-acfd-5e60a5749669 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:39:17.404556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:17.484083 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:17.484798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:17.615097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Pushing event updated for resources: {'Port': ['ID=58878c3c-b1af-4cc6-acfd-5e60a5749669,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:17.680926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Network a8db585c-e04d-4055-80a3-c5a22b3e23f6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:39:17.681864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:39:17.925982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Router 9302effc-234b-46dd-aaf5-e38e365249b0 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:39:17.934937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2f96bcaf-44b5-4cba-b3fd-3d88f5a924ee None None] Provisioning complete for port 58878c3c-b1af-4cc6-acfd-5e60a5749669 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:17.935234 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f96bcaf-44b5-4cba-b3fd-3d88f5a924ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:17.993881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2f96bcaf-44b5-4cba-b3fd-3d88f5a924ee None None] Port 58878c3c-b1af-4cc6-acfd-5e60a5749669 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:39:18.121216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:39:18.130173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6c9bf15f-6a22-4e38-9a9d-07a98482b733 admin admin] 10.222.0.69 "PUT /v2.0/routers/9302effc-234b-46dd-aaf5-e38e365249b0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3997898 Feb 07 12:39:18.131025 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Sync routers for ids ['9302effc-234b-46dd-aaf5-e38e365249b0'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:39:18.142036 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Routers {'9302effc-234b-46dd-aaf5-e38e365249b0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:39:18.142997 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:39:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9302effc-234b-46dd-aaf5-e38e365249b0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:39:18.318063 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Set router 9302effc-234b-46dd-aaf5-e38e365249b0 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:39:18.696098 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'name': 'router1', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:39:06Z', 'updated_at': '2022-02-07T12:39:17Z', 'revision_number': 2, 'project_id': '4b76fd046eae44199491a93a1075d767', 'gw_port_host': None, '_interfaces': [{'id': '58878c3c-b1af-4cc6-acfd-5e60a5749669', 'name': '', 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'mac_address': 'fa:16:3e:59:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:16Z', 'updated_at': '2022-02-07T12:39:17Z', 'revision_number': 2, 'project_id': '4b76fd046eae44199491a93a1075d767', 'subnets': [{'id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '956ca9eb-f2ac-4f07-99bf-5d16f1fabad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:39:18.701306 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Checking router: 9302effc-234b-46dd-aaf5-e38e365249b0 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:39:18.701689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Updating router 9302effc-234b-46dd-aaf5-e38e365249b0 port 58878c3c-b1af-4cc6-acfd-5e60a5749669 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:39:18.756886 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:19.136322 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:19.151676 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Transition to ACTIVE for port object 58878c3c-b1af-4cc6-acfd-5e60a5749669 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:39:19.232870 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:19.431159 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Pushing event updated for resources: {'Port': ['ID=58878c3c-b1af-4cc6-acfd-5e60a5749669,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:19.480873 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.481226 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.481572 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.481912 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.482245 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.482593 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.482923 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.483248 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.483573 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.483895 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.484244 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.484566 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Tracked resource versions report: Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: pushed versions: Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: { 'AddressGroup': {'1.2'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'ConntrackHelper': {'1.0'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Log': {'1.0'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Network': {'1.1'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Port': {'1.7'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'PortForwarding': {'1.2'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'QosPolicy': {'1.8'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'SecurityGroup': {'1.4'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'SecurityGroupRule': {'1.2'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'SubPort': {'1.0'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Subnet': {'1.1'}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Trunk': {'1.1'}} Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: consumer versions: Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: { DHCP agent@n-d-811416-5: {}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: L3 agent@n-d-811416-5: {}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: Metadata agent@n-d-811416-5: {}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: Metering agent@n-d-811416-5: {}, Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: Open vSwitch agent@n-d-811416-5: { 'AddressGroup': '1.2', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'ConntrackHelper': '1.0', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Log': '1.0', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Network': '1.1', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Port': '1.7', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'PortForwarding': '1.2', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'QosPolicy': '1.8', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'SecurityGroup': '1.4', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'SecurityGroupRule': '1.2', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'SubPort': '1.0', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Subnet': '1.1', Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: 'Trunk': '1.1'}} Feb 07 12:39:19.486402 n-d-811416-5 neutron-server[88315]: {{(pid=88315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 12:39:19.496225 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Attempting to bind port 58878c3c-b1af-4cc6-acfd-5e60a5749669 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:39:19.496225 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Attempting to bind port 58878c3c-b1af-4cc6-acfd-5e60a5749669 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:39:19.496371 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Attempting to bind port 58878c3c-b1af-4cc6-acfd-5e60a5749669 on network a8db585c-e04d-4055-80a3-c5a22b3e23f6 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:39:19.502087 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:39:19.502500 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Checking segment: {'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:39:19.503008 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:19.503398 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Bound using segment: {'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:39:19.503892 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Bound port: 58878c3c-b1af-4cc6-acfd-5e60a5749669, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:39:19.504327 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:19.594620 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] For port 58878c3c-b1af-4cc6-acfd-5e60a5749669, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:39:19.599037 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] For port 58878c3c-b1af-4cc6-acfd-5e60a5749669, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=58878c3c-b1af-4cc6-acfd-5e60a5749669,segment=NetworkSegment(2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1),segment_id=2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:39:19.696144 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:19.770405 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Routers {'9302effc-234b-46dd-aaf5-e38e365249b0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:39:19.770972 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:39:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9302effc-234b-46dd-aaf5-e38e365249b0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:39:19.933363 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d368c-614c-420f-b8ff-d5a40eef1caa None None] Pushing event updated for resources: {'Port': ['ID=58878c3c-b1af-4cc6-acfd-5e60a5749669,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:19.946981 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] Set router 9302effc-234b-46dd-aaf5-e38e365249b0 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:39:20.271162 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'name': 'router1', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:39:06Z', 'updated_at': '2022-02-07T12:39:17Z', 'revision_number': 2, 'project_id': '4b76fd046eae44199491a93a1075d767', 'gw_port_host': None, '_interfaces': [{'id': '58878c3c-b1af-4cc6-acfd-5e60a5749669', 'name': '', 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'mac_address': 'fa:16:3e:59:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:16Z', 'updated_at': '2022-02-07T12:39:19Z', 'revision_number': 4, 'project_id': '4b76fd046eae44199491a93a1075d767', 'subnets': [{'id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '956ca9eb-f2ac-4f07-99bf-5d16f1fabad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:39:20.275136 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48938f-938b-4ac3-92b1-cf0e66be109a None None] The sync data for ids ['9302effc-234b-46dd-aaf5-e38e365249b0'] in n-d-811416-5 is: [{'id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'name': 'router1', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:39:06Z', 'updated_at': '2022-02-07T12:39:17Z', 'revision_number': 2, 'project_id': '4b76fd046eae44199491a93a1075d767', 'gw_port_host': None, '_interfaces': [{'id': '58878c3c-b1af-4cc6-acfd-5e60a5749669', 'name': '', 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'mac_address': 'fa:16:3e:59:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:16Z', 'updated_at': '2022-02-07T12:39:19Z', 'revision_number': 4, 'project_id': '4b76fd046eae44199491a93a1075d767', 'subnets': [{'id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '956ca9eb-f2ac-4f07-99bf-5d16f1fabad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:39:20.307455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45578) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:20.460357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048a8c7-2ccb-4c30-9f5d-27150750188d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:39:20.460913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1048a8c7-2ccb-4c30-9f5d-27150750188d admin admin] Synchronizing usage tracker for tenant:e804447f718e49e7a67d9bff77fbb9ed on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:39:20.537331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1048a8c7-2ccb-4c30-9f5d-27150750188d admin admin] Unset dirty status for tenant:e804447f718e49e7a67d9bff77fbb9ed on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:39:20.538434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1048a8c7-2ccb-4c30-9f5d-27150750188d admin admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 842 time: 0.2299979 Feb 07 12:39:20.548634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'cidr': '172.25.7.0/24', 'name': 'public-subnet'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:39:20.555907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:39:20.560163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Usage tracker for resource:subnet and tenant:e804447f718e49e7a67d9bff77fbb9ed is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:39:20.563085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:39:20.570525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:39:20.661328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Made reservation on behalf of e804447f718e49e7a67d9bff77fbb9ed for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:39:20.663774 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:21.229290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 12:39:21.229767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:21.306616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390f48b4-d835-4bc4-8874-9faeab2a087d,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:21.312877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:39:21.314154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Network hostable DHCP agents. Network: 6a8c52f3-3d0a-43eb-8076-4604dbdd7795, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:39:21.421502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:39:21.535580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6a8c52f3-3d0a-43eb-8076-4604dbdd7795) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:39:21.539786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:39:21.540416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:21.544403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c96d4-5630-4b83-a94f-a61b98c94305 None None] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:39:21.639236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-54a2158d-e068-4a9a-b1d4-8e1d23a8e771 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0948050 Feb 07 12:39:21.776565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440d88fb-1cca-4e63-b79f-cdd8d196cdae None None] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:39:21.841546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 58878c3c-b1af-4cc6-acfd-5e60a5749669 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:39:22.078380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 58878c3c-b1af-4cc6-acfd-5e60a5749669 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:39:22.084777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 58878c3c-b1af-4cc6-acfd-5e60a5749669 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:22.085154 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:22.213655 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:22.247448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 58878c3c-b1af-4cc6-acfd-5e60a5749669, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=58878c3c-b1af-4cc6-acfd-5e60a5749669,segment=NetworkSegment(2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1),segment_id=2cccb6f8-e7d0-40f1-9d4a-165b10aa6cc1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:39:22.335490 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:22.402046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=58878c3c-b1af-4cc6-acfd-5e60a5749669,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:22.849085 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:39:23.750177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 58878c3c-b1af-4cc6-acfd-5e60a5749669 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:39:23.821544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 58878c3c-b1af-4cc6-acfd-5e60a5749669 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:23.821815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:23.899776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45592) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:24.093034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5101541a-920f-460d-b6cf-601572ebc708 admin admin] 10.222.0.69 "GET /v2.0/routers/9302effc-234b-46dd-aaf5-e38e365249b0 HTTP/1.1" status: 200 len: 710 time: 0.1920321 Feb 07 12:39:24.215776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd9058a-5255-4114-bdb3-c845c00e6274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:39:24.217130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bfd9058a-5255-4114-bdb3-c845c00e6274 admin admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 886 time: 0.1182091 Feb 07 12:39:24.226596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:39:24.706812 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:25.162264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:25.220040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:25.345812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Allocated IP 172.25.7.82 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/5ec66ef1-03e3-473a-9671-f4fa063df93b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:39:25.484646 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:25.583390 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:25.652176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:39:25.654952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:39:25.659771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:39:25.728709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Pushing event updated for resources: {'Port': ['ID=5ec66ef1-03e3-473a-9671-f4fa063df93b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:26.167221 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:26.552019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:26.555131 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:26.730133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Router 9302effc-234b-46dd-aaf5-e38e365249b0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:39:26.909390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:39:26.917358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:26.918532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8d3befaa-d2ed-4723-a1ee-bdae80b2bb0e admin admin] 10.222.0.69 "PUT /v2.0/routers/9302effc-234b-46dd-aaf5-e38e365249b0 HTTP/1.1" status: 200 len: 889 time: 2.6952834 Feb 07 12:39:26.919244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Sync routers for ids ['9302effc-234b-46dd-aaf5-e38e365249b0'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:39:26.930556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Routers {'9302effc-234b-46dd-aaf5-e38e365249b0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:39:26.931225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:39:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9302effc-234b-46dd-aaf5-e38e365249b0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:39:27.128961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Set router 9302effc-234b-46dd-aaf5-e38e365249b0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:39:27.476820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'name': 'router1', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '5ec66ef1-03e3-473a-9671-f4fa063df93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:39:06Z', 'updated_at': '2022-02-07T12:39:25Z', 'revision_number': 4, 'project_id': '4b76fd046eae44199491a93a1075d767', 'gw_port': {'id': '5ec66ef1-03e3-473a-9671-f4fa063df93b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:25Z', 'updated_at': '2022-02-07T12:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '58878c3c-b1af-4cc6-acfd-5e60a5749669', 'name': '', 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'mac_address': 'fa:16:3e:59:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:16Z', 'updated_at': '2022-02-07T12:39:22Z', 'revision_number': 5, 'project_id': '4b76fd046eae44199491a93a1075d767', 'subnets': [{'id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '956ca9eb-f2ac-4f07-99bf-5d16f1fabad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:39:27.481703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Checking router: 9302effc-234b-46dd-aaf5-e38e365249b0 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:39:27.482074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Updating router 9302effc-234b-46dd-aaf5-e38e365249b0 port 5ec66ef1-03e3-473a-9671-f4fa063df93b binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:39:27.534419 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:27.869316 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:27.881203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Transition to ACTIVE for port object 5ec66ef1-03e3-473a-9671-f4fa063df93b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:39:27.969925 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:28.070420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Attempting to bind port 5ec66ef1-03e3-473a-9671-f4fa063df93b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:39:28.070787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Attempting to bind port 5ec66ef1-03e3-473a-9671-f4fa063df93b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:39:28.071145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Attempting to bind port 5ec66ef1-03e3-473a-9671-f4fa063df93b on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:39:28.076799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccac60-1eeb-471f-b200-585f83ec80c2 None None] Pushing event updated for resources: {'Port': ['ID=5ec66ef1-03e3-473a-9671-f4fa063df93b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:28.081056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:39:28.081425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:39:28.081826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:28.082212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:39:28.082668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Bound port: 5ec66ef1-03e3-473a-9671-f4fa063df93b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:39:28.083051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:28.153594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] For port 5ec66ef1-03e3-473a-9671-f4fa063df93b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:39:28.156518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] For port 5ec66ef1-03e3-473a-9671-f4fa063df93b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5ec66ef1-03e3-473a-9671-f4fa063df93b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:39:28.258230 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:28.339221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Routers {'9302effc-234b-46dd-aaf5-e38e365249b0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:39:28.339829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:39:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9302effc-234b-46dd-aaf5-e38e365249b0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:39:28.395698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccac60-1eeb-471f-b200-585f83ec80c2 None None] Pushing event updated for resources: {'Port': ['ID=5ec66ef1-03e3-473a-9671-f4fa063df93b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:28.525461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] Set router 9302effc-234b-46dd-aaf5-e38e365249b0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:39:28.865027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'name': 'router1', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '5ec66ef1-03e3-473a-9671-f4fa063df93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:39:06Z', 'updated_at': '2022-02-07T12:39:25Z', 'revision_number': 4, 'project_id': '4b76fd046eae44199491a93a1075d767', 'gw_port': {'id': '5ec66ef1-03e3-473a-9671-f4fa063df93b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:25Z', 'updated_at': '2022-02-07T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '58878c3c-b1af-4cc6-acfd-5e60a5749669', 'name': '', 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'mac_address': 'fa:16:3e:59:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:16Z', 'updated_at': '2022-02-07T12:39:22Z', 'revision_number': 5, 'project_id': '4b76fd046eae44199491a93a1075d767', 'subnets': [{'id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '956ca9eb-f2ac-4f07-99bf-5d16f1fabad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:39:28.869162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf28bd8-0add-4bea-8acb-96b6c2a644aa None None] The sync data for ids ['9302effc-234b-46dd-aaf5-e38e365249b0'] in n-d-811416-5 is: [{'id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'name': 'router1', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '5ec66ef1-03e3-473a-9671-f4fa063df93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:39:06Z', 'updated_at': '2022-02-07T12:39:25Z', 'revision_number': 4, 'project_id': '4b76fd046eae44199491a93a1075d767', 'gw_port': {'id': '5ec66ef1-03e3-473a-9671-f4fa063df93b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:25Z', 'updated_at': '2022-02-07T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '58878c3c-b1af-4cc6-acfd-5e60a5749669', 'name': '', 'network_id': 'a8db585c-e04d-4055-80a3-c5a22b3e23f6', 'tenant_id': '4b76fd046eae44199491a93a1075d767', 'mac_address': 'fa:16:3e:59:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302effc-234b-46dd-aaf5-e38e365249b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:39:16Z', 'updated_at': '2022-02-07T12:39:22Z', 'revision_number': 5, 'project_id': '4b76fd046eae44199491a93a1075d767', 'subnets': [{'id': '06f1bb24-0f43-4a6c-ae08-2f3ce08fd132', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '956ca9eb-f2ac-4f07-99bf-5d16f1fabad0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:39:29.273486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45602) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:39:29.432861 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-47fcdd81-e751-486a-bc55-8392615f3dc3 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1581171 Feb 07 12:39:29.786864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5ec66ef1-03e3-473a-9671-f4fa063df93b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:39:30.000840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 5ec66ef1-03e3-473a-9671-f4fa063df93b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:39:30.006144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5ec66ef1-03e3-473a-9671-f4fa063df93b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:30.006518 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:30.124781 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:30.142392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 5ec66ef1-03e3-473a-9671-f4fa063df93b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5ec66ef1-03e3-473a-9671-f4fa063df93b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:39:30.212298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:30.279426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=5ec66ef1-03e3-473a-9671-f4fa063df93b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:39:31.758892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5ec66ef1-03e3-473a-9671-f4fa063df93b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:39:31.832978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5ec66ef1-03e3-473a-9671-f4fa063df93b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:39:31.833349 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:38.641312 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a3cade2-90e0-4715-8d27-f7e6233f75ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:40.983379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-095a59e6-2273-45b1-8e28-dc3a9ef58d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:42.017615 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:42.086067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:43.434711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:39:59.849416 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:40:08.605857 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ea403057-d15c-4af0-bd85-ecef5ae5a585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:10.989062 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c6651ba4-c6a3-4a95-ad39-eb0bbdf3fb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:11.994860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:12.080401 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:13.423780 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:36.850186 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:40:38.617505 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9018faad-08ae-4a0b-a55b-60c41d17c429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:40.988938 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-18429717-58c7-453c-80ec-18c7c0b697b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:42.017608 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:42.114759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:40:44.114949 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:08.640471 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-56859954-372d-4101-acec-08d4d375c67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:10.966129 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6be0a119-23c2-4246-993b-d1e0ba35f884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:12.016025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:12.091458 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:13.474748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:13.849779 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:41:38.622997 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5826b7a-d105-4f11-b697-3bc0fc4e5325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:38.948658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46204) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:39.014521 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbc3379-5218-49c6-a9ef-396656bac4c1 admin admin] GET failed (client error): The resource could not be found. Feb 07 12:41:39.015773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1dbc3379-5218-49c6-a9ef-396656bac4c1 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661805 Feb 07 12:41:39.145311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f56942-6240-4a6b-8852-b6b35de1624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:39.146693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-51f56942-6240-4a6b-8852-b6b35de1624a admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1264503 Feb 07 12:41:40.966245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f65c1941-7b9d-4964-bec4-da2d6f022f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:41.279569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46214) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:41.383070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de4c6b9-79c5-4000-8a59-34918a7c4723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:41.383630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1de4c6b9-79c5-4000-8a59-34918a7c4723 admin admin] Synchronizing usage tracker for tenant:e804447f718e49e7a67d9bff77fbb9ed on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:41:41.496973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1de4c6b9-79c5-4000-8a59-34918a7c4723 admin admin] Unset dirty status for tenant:e804447f718e49e7a67d9bff77fbb9ed on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:41:41.498064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1de4c6b9-79c5-4000-8a59-34918a7c4723 admin admin] 10.222.0.69 "GET /v2.0/subnets/06f1bb24-0f43-4a6c-ae08-2f3ce08fd132 HTTP/1.1" status: 200 len: 849 time: 0.2175152 Feb 07 12:41:41.507554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:41:41.622415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:41.931586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780820852996'] for subnet, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:41.977052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:41.978085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:41.979125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] 10.222.0.69 "PUT /v2.0/subnets/06f1bb24-0f43-4a6c-ae08-2f3ce08fd132 HTTP/1.1" status: 200 len: 868 time: 0.4752638 Feb 07 12:41:41.982001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea274a-c3ff-464c-ab19-2f15c9408857 None None] Network a8db585c-e04d-4055-80a3-c5a22b3e23f6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:41:42.006951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f1bb24-0f43-4a6c-ae08-2f3ce08fd132,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:41:42.014865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.015255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.015582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.015931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.016596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.017105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.017457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.017785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.018114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.018440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.018766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.019097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb9a51a-3e19-48b2-8072-0272835ed576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:41:42.071762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:42.196850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:42.487497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a8ac54cb-067b-4a19-a109-5c7a1bc22237 None None] Provisioning complete for port 58878c3c-b1af-4cc6-acfd-5e60a5749669 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:41:42.487873 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a8ac54cb-067b-4a19-a109-5c7a1bc22237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:42.613497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a8ac54cb-067b-4a19-a109-5c7a1bc22237 None None] Provisioning complete for port 89818bcd-e938-4145-aeb0-491a06aabeac triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:41:42.613770 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a8ac54cb-067b-4a19-a109-5c7a1bc22237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:43.445770 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:41:44.105584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46226) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:44.325958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee05f4d-9d92-4d82-a29e-40af28769fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:44.326346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee05f4d-9d92-4d82-a29e-40af28769fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:44.327875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6ee05f4d-9d92-4d82-a29e-40af28769fd1 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2213459 Feb 07 12:41:46.500200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46236) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:46.680523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d803c572-87d1-416f-8617-1d43afaabe9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:46.680905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d803c572-87d1-416f-8617-1d43afaabe9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:46.682429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d803c572-87d1-416f-8617-1d43afaabe9a admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1805930 Feb 07 12:41:48.838856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46246) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:49.006642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc31be8-c142-4a49-9446-0ccd1d92e966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:49.007920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5fc31be8-c142-4a49-9446-0ccd1d92e966 admin admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 886 time: 0.1681163 Feb 07 12:41:50.849034 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:41:51.126911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46256) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:51.328674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3739a82b-f919-4183-b59f-bc5b26324cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:51.330776 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3739a82b-f919-4183-b59f-bc5b26324cc8 admin admin] 10.222.0.69 "GET /v2.0/networks/a8db585c-e04d-4055-80a3-c5a22b3e23f6 HTTP/1.1" status: 200 len: 868 time: 0.2027895 Feb 07 12:41:53.496127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46266) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:53.602876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8141d1c-b184-4aa2-bb44-99691a712038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:53.603347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8141d1c-b184-4aa2-bb44-99691a712038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:53.605009 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c8141d1c-b184-4aa2-bb44-99691a712038 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079521 Feb 07 12:41:55.744472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46276) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:55.855990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62faec2b-5985-4d56-92c7-0628cf34e703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:55.856456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62faec2b-5985-4d56-92c7-0628cf34e703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:55.857968 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-62faec2b-5985-4d56-92c7-0628cf34e703 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1125305 Feb 07 12:41:57.949666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46286) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:41:58.054271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87014430-26db-43b6-9f5f-11828ef1c62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:41:58.055581 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-87014430-26db-43b6-9f5f-11828ef1c62a admin admin] 10.222.0.69 "GET /v2.0/subnets/06f1bb24-0f43-4a6c-ae08-2f3ce08fd132 HTTP/1.1" status: 200 len: 868 time: 0.1050656 Feb 07 12:42:00.282099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46296) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:42:00.385888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47e678-c0ed-4ab0-ab5c-b9e1c2d9a9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:42:00.387213 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ac47e678-c0ed-4ab0-ab5c-b9e1c2d9a9a6 admin admin] 10.222.0.69 "GET /v2.0/subnets/390f48b4-d835-4bc4-8874-9faeab2a087d HTTP/1.1" status: 200 len: 816 time: 0.1041932 Feb 07 12:42:08.623539 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c10aac9e-3a88-4ba1-b7ce-5d29fed2b467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:10.994670 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d7000e49-d8a2-4a68-80c6-bb272fe77185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:12.023627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:12.097228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:13.451578 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:19.340172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:42:19.388009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-75d4bf69-8051-4bc7-a2ba-c78c5ee9e513 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:42:19.388991 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75d4bf69-8051-4bc7-a2ba-c78c5ee9e513 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478945 Feb 07 12:42:21.634249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46352) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:42:21.699791 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb32368-f28a-4ce4-8df1-08019affb311 admin admin] GET failed (client error): The resource could not be found. Feb 07 12:42:21.701092 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9eb32368-f28a-4ce4-8df1-08019affb311 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659306 Feb 07 12:42:21.830760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d21531-5a87-4855-91c5-ca7b6d1108ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:42:21.832185 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-16d21531-5a87-4855-91c5-ca7b6d1108ab admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1261606 Feb 07 12:42:23.974920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46362) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:42:24.022343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:42:24.026843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:42:24.036706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:42:24.125509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Made reservation on behalf of e804447f718e49e7a67d9bff77fbb9ed for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:42:24.127776 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:24.216299 n-d-811416-5 neutron-server[88313]: WARNING neutron.services.revisions.revision_plugin [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Could not find related network for resource to bump revision. Feb 07 12:42:24.235520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:42:24.236451 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:24.236792 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Added segment 13f30464-757a-4a64-bf97-46548c3fc704 of type vlan for network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 Feb 07 12:42:24.264021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:24.360631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:24.361581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:42:24.362160 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:24.464651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:42:24.475831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:42:24.550448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-40f190fc-a4b7-423d-a37f-dff72273ca79 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5744312 Feb 07 12:42:26.677212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46372) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:42:26.748003 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d86cf6c-54e5-4132-8446-1ff0af492e8f admin admin] GET failed (client error): The resource could not be found. Feb 07 12:42:26.748536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6d86cf6c-54e5-4132-8446-1ff0af492e8f admin admin] Synchronizing usage tracker for tenant:e804447f718e49e7a67d9bff77fbb9ed on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:42:26.891878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6d86cf6c-54e5-4132-8446-1ff0af492e8f admin admin] Unset dirty status for tenant:e804447f718e49e7a67d9bff77fbb9ed on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:42:26.893105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6d86cf6c-54e5-4132-8446-1ff0af492e8f admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2148445 Feb 07 12:42:26.997104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac7e5f-156e-4de8-949d-72350ad1582a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:42:26.998462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-26ac7e5f-156e-4de8-949d-72350ad1582a admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1013858 Feb 07 12:42:27.008088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:42:27.012361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:42:27.022158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:42:27.102969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Made reservation on behalf of e804447f718e49e7a67d9bff77fbb9ed for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:42:27.105300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:27.394571 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:27.467945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7e6c87-2507-4b64-b065-ac0f510b56b6,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:42:27.476708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:42:27.477061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Network hostable DHCP agents. Network: 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:42:27.577088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:42:27.651951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:42:27.656002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:42:27.656594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:27.661116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a3a79-7742-458a-ab66-52dfc0d28f8a None None] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:42:27.789817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e279a18a-2ad4-4fd9-9c6e-7a05dbb268d0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7849329 Feb 07 12:42:27.847771 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:42:27.878003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'tenant_id': 'e804447f718e49e7a67d9bff77fbb9ed', 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:42:27.878880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:28.040649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Allocated IP 192.168.233.2 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/8fd28b52-9824-40b4-89af-2d545240c5c7) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:42:28.246495 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:28.256818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Transition to ACTIVE for port object 8fd28b52-9824-40b4-89af-2d545240c5c7 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:42:28.274711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Transition to ACTIVE for port object 8fd28b52-9824-40b4-89af-2d545240c5c7 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:42:28.355378 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:28.444711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:42:28.445956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:42:28.448461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:42:28.483222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Pushing event updated for resources: {'Port': ['ID=8fd28b52-9824-40b4-89af-2d545240c5c7,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:42:28.499267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.499616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.499950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.500305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.500688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.501022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.501542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.501863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.502183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.502493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.502810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.503120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:42:28.557623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Attempting to bind port 8fd28b52-9824-40b4-89af-2d545240c5c7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:42:28.557978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Attempting to bind port 8fd28b52-9824-40b4-89af-2d545240c5c7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:42:28.558332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Attempting to bind port 8fd28b52-9824-40b4-89af-2d545240c5c7 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:42:28.563623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:42:28.564063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:42:28.564561 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:28.564979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:42:28.565430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Bound port: 8fd28b52-9824-40b4-89af-2d545240c5c7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:42:28.565810 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:28.656415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] For port 8fd28b52-9824-40b4-89af-2d545240c5c7, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:42:28.659557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] For port 8fd28b52-9824-40b4-89af-2d545240c5c7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8fd28b52-9824-40b4-89af-2d545240c5c7,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:42:28.760694 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:28.847935 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeef683-be76-4c5a-ab40-67d43e2dead6 None None] Pushing event updated for resources: {'Port': ['ID=8fd28b52-9824-40b4-89af-2d545240c5c7,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:42:29.713525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0d215-9a30-43ef-9a8b-1027a01a8458 None None] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:42:29.885519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4037646e-0f85-476f-8077-77f5eb44e0d1 None None] Provisioning for port 8fd28b52-9824-40b4-89af-2d545240c5c7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:42:29.901711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8fd28b52-9824-40b4-89af-2d545240c5c7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:42:30.092490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 8fd28b52-9824-40b4-89af-2d545240c5c7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:42:30.099114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8fd28b52-9824-40b4-89af-2d545240c5c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:42:30.099482 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:30.240255 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:30.250326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-61b3a80f-84fe-416e-8eee-9c024867da37 None None] Provisioning complete for port 8fd28b52-9824-40b4-89af-2d545240c5c7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:42:30.251291 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-61b3a80f-84fe-416e-8eee-9c024867da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:30.322790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 8fd28b52-9824-40b4-89af-2d545240c5c7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8fd28b52-9824-40b4-89af-2d545240c5c7,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:42:30.395844 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-61b3a80f-84fe-416e-8eee-9c024867da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:30.423839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:30.539012 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-61b3a80f-84fe-416e-8eee-9c024867da37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:42:30.539380 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-61b3a80f-84fe-416e-8eee-9c024867da37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:42:30.541676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=8fd28b52-9824-40b4-89af-2d545240c5c7,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:42:31.852292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8fd28b52-9824-40b4-89af-2d545240c5c7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:42:31.922039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8fd28b52-9824-40b4-89af-2d545240c5c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:42:31.922973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:38.662669 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ed82744-b454-4bb8-8b87-aeebc82ebb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:40.960483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d1e140a-67e7-4016-b802-0adccfef01f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:42.142973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:42.228970 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:42:43.457565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:04.847156 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:43:08.658099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-07eb5189-ace0-43bf-a4da-b956e8f54118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:10.989066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-32e11f15-4a94-47e7-a0e2-41983de08297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:12.006465 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:12.103155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:13.463743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:38.623401 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6435634b-1e10-41fe-a1e3-97c45caf7988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:40.982330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc125e19-5507-46ee-9eec-c4f3f646a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:41.846180 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:43:42.031937 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:42.120416 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:43.492104 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:56.995215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46422) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:43:57.001711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [None req-3fb363dc-c33d-42a2-aade-e9e0777d33e9 tempest-verify_tempest_config-1435391267 tempest-verify_tempest_config-1435391267-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:43:57.002650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3fb363dc-c33d-42a2-aade-e9e0777d33e9 tempest-verify_tempest_config-1435391267 tempest-verify_tempest_config-1435391267-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064957 Feb 07 12:43:57.552599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46440) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:43:57.665409 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:57.680339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:43:57.684163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Usage tracker for resource:security_group_rule and tenant:21fee9989e2349958a8830051c462ebe is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:43:57.686898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:43:57.692735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:43:57.772445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:57.846015 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:57.894180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Synchronizing usage tracker for tenant:e804447f718e49e7a67d9bff77fbb9ed on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:43:57.897327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294d6210-9058-4d0c-8df5-0996fa1eb91b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:43:57.907494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.907836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.908250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.908585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.908907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.909228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.909543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.909856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.910172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.910484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.910795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:57.911106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:43:58.017806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] Unset dirty status for tenant:e804447f718e49e7a67d9bff77fbb9ed on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:43:58.019067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-04e1e017-8df1-4af0-9090-5e1372c2aca7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21fee9989e2349958a8830051c462ebe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4655111 Feb 07 12:43:58.021771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46446) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:43:58.076880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6322bb01-f93e-465e-8532-8456d795a4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:58.102139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6322bb01-f93e-465e-8532-8456d795a4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:58.284984 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6322bb01-f93e-465e-8532-8456d795a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:58.301279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322bb01-f93e-465e-8532-8456d795a4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294d6210-9058-4d0c-8df5-0996fa1eb91b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:43:58.304602 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6322bb01-f93e-465e-8532-8456d795a4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:43:58.305721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6322bb01-f93e-465e-8532-8456d795a4c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/294d6210-9058-4d0c-8df5-0996fa1eb91b HTTP/1.1" status: 204 len: 168 time: 0.2830338 Feb 07 12:44:08.856292 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d5604e9f-585e-4186-b896-3e9e841958d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:10.987325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16624fec-0cab-4fe7-b18b-be26f71304f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:12.029149 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:12.120634 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:13.452082 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:18.845857 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:44:38.651834 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-21c2682b-d626-4f9e-95d2-82e9d5538761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:41.017354 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48ac521c-2c17-4782-88fc-45af892e7d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:42.044081 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:42.141569 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:43.457214 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:44:55.845407 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:45:08.680402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fac8d2c9-273d-4063-ba69-edc5db829a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:11.009750 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9f89d914-e8b6-4822-97bf-f2676e35531e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:12.063544 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:12.109016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:13.460981 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:32.844664 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:45:38.614835 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac53624f-7835-43bb-9dc2-a5374f52516d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:41.023455 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4aca9bc7-14ec-4d4d-976e-131b492312cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:42.021018 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:42.106153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:45:43.549095 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:08.631645 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ec271657-fa10-4f93-9b5c-ed07f1cebefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:09.843663 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:46:11.012179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a07b-6396-433d-af3e-bf01f852c287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:12.021039 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:12.108716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:13.502998 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:38.676536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5368b99f-ea1f-4e2f-a4a6-fc5e68d42dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:41.031099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-264e86a3-75f7-4e8f-96fb-61a09c834cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:42.148758 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:42.251331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:43.499040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:46:46.843697 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 5 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:47:08.630516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1b8d05cf-144e-4756-991d-2f33d7d7a641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:10.978987 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6670ac9e-6c45-4e16-b47c-e28e62d8e1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:12.053460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:12.144791 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:13.515902 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:15.188997 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624358'] for agent, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:23.843425 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 6 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:47:24.156150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624358'] for agent, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:38.629740 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8b1d3b01-bc0c-4ba1-8e0c-07c938070637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:41.001440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77dd2dca-fbbf-4a56-a2a1-1f8f2f2f39f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:42.052956 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:42.115284 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:43.485360 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:44.628743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:47:54.132673 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:00.844678 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:48:03.202034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46506) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:48:03.319704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7486ca16-29e1-4c5f-83d0-b8f381964aef admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1165106 Feb 07 12:48:05.446755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46516) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:48:05.504839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5c3c84b0-edb7-409b-a31c-fda07978f13a admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0569975 Feb 07 12:48:08.617884 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e84a3615-027a-4d47-b92f-f10bc6808f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:10.994830 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e83f5a63-9a1f-4e2e-bd11-327e64102d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:12.109174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:12.188905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:13.486445 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:14.650670 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:24.126119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:37.844290 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:48:38.640082 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a56ab63e-69eb-4968-a8c0-05bf7d92179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:40.988588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0747-c7b5-4369-8792-bf24e368c0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:42.036830 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:42.125671 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:43.485837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:44.627688 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:48:54.137298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:08.610991 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3f351e19-df8a-489a-b99f-8eec64d8c69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:10.982540 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9a22-e00f-493d-8b78-0d66990e6302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:12.097105 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:12.097794 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:13.502168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:14.690695 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:14.844150 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:49:24.125417 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:38.651106 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b57aa9ae-7e71-425a-9903-5e9906bd6991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:41.015993 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-66c3b4bc-286d-4f58-9f57-5462ac4e087d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:42.038909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:42.107435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:43.519374 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:44.673185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:48.098909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46680) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:48.565677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-network', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:49:48.572566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:48.575132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Usage tracker for resource:network and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:48.578113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:48.584033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:48.667029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Made reservation on behalf of d05a8e65e68142639375bf1a3ec23518 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:49:48.670381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:48.688146 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:48.709423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:48.714423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Usage tracker for resource:security_group_rule and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:48.717615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:48.723581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:48.814639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:48.879274 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:48.907197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:49:48.919631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba821e4-9432-4fbf-86fb-2b188162be4e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:48.927334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:48.929019 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Added segment c8b117d1-7b34-4dca-94dc-af42127e2c4b of type vlan for network 1477f912-4630-4658-8e92-9d186d512827 Feb 07 12:49:48.929419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.929757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.930085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.930407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.930732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.931044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.931356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.931776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.932115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.932430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.932742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.933051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Tracked resource versions report: Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: pushed versions: Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: { 'AddressGroup': {'1.2'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'ConntrackHelper': {'1.0'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Log': {'1.0'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Network': {'1.1'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Port': {'1.7'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'PortForwarding': {'1.2'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'QosPolicy': {'1.8'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'SecurityGroup': {'1.4'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'SecurityGroupRule': {'1.2'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'SubPort': {'1.0'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Subnet': {'1.1'}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Trunk': {'1.1'}} Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: consumer versions: Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: { DHCP agent@n-d-811416-5: {}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: HyperV agent@n-h1-811416-5: {}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: HyperV agent@n-h2-811416-5: {}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: L3 agent@n-d-811416-5: {}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: Metadata agent@n-d-811416-5: {}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: Metering agent@n-d-811416-5: {}, Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: Open vSwitch agent@n-d-811416-5: { 'AddressGroup': '1.2', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'ConntrackHelper': '1.0', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Log': '1.0', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Network': '1.1', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Port': '1.7', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'PortForwarding': '1.2', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'QosPolicy': '1.8', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'SecurityGroup': '1.4', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'SecurityGroupRule': '1.2', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'SubPort': '1.0', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Subnet': '1.1', Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: 'Trunk': '1.1'}} Feb 07 12:49:48.934129 n-d-811416-5 neutron-server[88313]: {{(pid=88313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 12:49:48.965310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:49.055890 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:49.057007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:49:49.057662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:49.163196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] Pushing event updated for resources: {'Network': ['ID=1477f912-4630-4658-8e92-9d186d512827,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:49.173203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 1477f912-4630-4658-8e92-9d186d512827 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:49:49.262685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-831ac04e-ead2-4ac4-a075-4fe9b6538296 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1619983 Feb 07 12:49:49.265806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46732) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:49.273795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Request body: {'subnet': {'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-subnet', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:49:49.285126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:49.293213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Usage tracker for resource:subnet and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:49.297060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:49.303584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:49.467499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Made reservation on behalf of d05a8e65e68142639375bf1a3ec23518 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:49:49.470228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:49.678503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46742) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:49.845063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:49.911142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Checking segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:49:49.911506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Network hostable DHCP agents. Network: 1477f912-4630-4658-8e92-9d186d512827, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:49:49.958224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf3cb13-5f8f-4902-9310-4870273179cf,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:49.967190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.967531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.967870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.968222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.968593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Tracked resource versions report: Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: pushed versions: Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: { 'AddressGroup': {'1.2'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'ConntrackHelper': {'1.0'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Log': {'1.0'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Network': {'1.1'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Port': {'1.7'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'PortForwarding': {'1.2'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'QosPolicy': {'1.8'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'SecurityGroup': {'1.4'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'SecurityGroupRule': {'1.2'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'SubPort': {'1.0'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Subnet': {'1.1'}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Trunk': {'1.1'}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: consumer versions: Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: { DHCP agent@n-d-811416-5: {}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: HyperV agent@n-h1-811416-5: {}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: HyperV agent@n-h2-811416-5: {}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: L3 agent@n-d-811416-5: {}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: Metadata agent@n-d-811416-5: {}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: Metering agent@n-d-811416-5: {}, Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: Open vSwitch agent@n-d-811416-5: { 'AddressGroup': '1.2', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'ConntrackHelper': '1.0', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Log': '1.0', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Network': '1.1', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Port': '1.7', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'PortForwarding': '1.2', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'QosPolicy': '1.8', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'SecurityGroup': '1.4', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'SecurityGroupRule': '1.2', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'SubPort': '1.0', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Subnet': '1.1', Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: 'Trunk': '1.1'}} Feb 07 12:49:49.975484 n-d-811416-5 neutron-server[88312]: {{(pid=88312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 12:49:50.027361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Network 1477f912-4630-4658-8e92-9d186d512827 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:49:50.084624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 1477f912-4630-4658-8e92-9d186d512827) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:49:50.090749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:49:50.091810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:50.097976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f3b0a-c375-4ae4-932a-0d3232f8dfc3 None None] Network 1477f912-4630-4658-8e92-9d186d512827 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:49:50.160925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b17fe512-9335-42bd-8a29-ea4db9b2f641 tempest-AutoAllocateNetworkTest-1326963343 tempest-AutoAllocateNetworkTest-1326963343-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=67e0fb3e5b684fac9a84915b38caa14f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4806912 Feb 07 12:49:50.163778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46764) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:50.250210 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-30df920e-01bb-412a-bbb1-6e6744418498 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9822550 Feb 07 12:49:50.302474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46772) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:50.307931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:49:50.313619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:50.321737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Usage tracker for resource:router and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:50.328259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:50.342776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:50.345405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-1477f912-4630-4658-8e92-9d186d512827', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:49:50.346287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:50.372870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b7851-d34a-4305-9bea-96f2306fd691 tempest-AutoAllocateNetworkTest-1326963343 tempest-AutoAllocateNetworkTest-1326963343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:49:50.377239 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d70b7851-d34a-4305-9bea-96f2306fd691 tempest-AutoAllocateNetworkTest-1326963343 tempest-AutoAllocateNetworkTest-1326963343-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2096915 Feb 07 12:49:50.377936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46776) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:50.496669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:50.497669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:50.513766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Allocated IP 172.20.0.2 (1477f912-4630-4658-8e92-9d186d512827/cdf3cb13-5f8f-4902-9310-4870273179cf/20a38b63-e9aa-4a42-bcfa-6d9dcd903b12) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:49:50.513928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46780) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:50.514054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-69558e19-c78f-4643-9788-b9245787733d tempest-AutoAllocateNetworkTest-1326963343 tempest-AutoAllocateNetworkTest-1326963343-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1329479 Feb 07 12:49:50.524541 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:50.540609 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c0d61204-51d2-412e-a28a-b3fa9fffd955 tempest-AutoAllocateNetworkTest-1326963343 tempest-AutoAllocateNetworkTest-1326963343-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=67e0fb3e5b684fac9a84915b38caa14f HTTP/1.1" status: 200 len: 208 time: 0.0275183 Feb 07 12:49:50.756417 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:50.770464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Transition to ACTIVE for port object 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:49:50.785217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Transition to ACTIVE for port object 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:49:50.867845 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:50.938116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:50.947913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Network 1477f912-4630-4658-8e92-9d186d512827 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:49:50.947913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:49:50.952159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:49:50.954647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Pushing event updated for resources: {'Port': ['ID=20a38b63-e9aa-4a42-bcfa-6d9dcd903b12,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:50.964806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.965162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.965476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.965811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.966165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.966492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.966815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.967135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.967454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.967773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.968114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.968454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Tracked resource versions report: Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: pushed versions: Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: { 'AddressGroup': {'1.2'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'ConntrackHelper': {'1.0'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Log': {'1.0'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Network': {'1.1'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Port': {'1.7'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'PortForwarding': {'1.2'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'QosPolicy': {'1.8'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'SecurityGroup': {'1.4'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'SecurityGroupRule': {'1.2'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'SubPort': {'1.0'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Subnet': {'1.1'}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Trunk': {'1.1'}} Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: consumer versions: Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: { DHCP agent@n-d-811416-5: {}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: HyperV agent@n-h1-811416-5: {}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: HyperV agent@n-h2-811416-5: {}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: L3 agent@n-d-811416-5: {}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: Metadata agent@n-d-811416-5: {}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: Metering agent@n-d-811416-5: {}, Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: Open vSwitch agent@n-d-811416-5: { 'AddressGroup': '1.2', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'ConntrackHelper': '1.0', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Log': '1.0', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Network': '1.1', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Port': '1.7', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'PortForwarding': '1.2', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'QosPolicy': '1.8', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'SecurityGroup': '1.4', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'SecurityGroupRule': '1.2', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'SubPort': '1.0', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Subnet': '1.1', Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: 'Trunk': '1.1'}} Feb 07 12:49:50.969552 n-d-811416-5 neutron-server[88314]: {{(pid=88314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 12:49:51.062181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Attempting to bind port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:49:51.062609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Attempting to bind port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:49:51.062971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Attempting to bind port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 on network 1477f912-4630-4658-8e92-9d186d512827 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:49:51.068650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:49:51.073470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Checking segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:49:51.073470 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:51.073470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Bound using segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:49:51.073470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Bound port: 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:49:51.073470 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:51.167036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] For port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:49:51.170151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] For port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=20a38b63-e9aa-4a42-bcfa-6d9dcd903b12,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:49:51.256783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:51.333998 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:51.338791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908f959-4091-49fb-85a6-1e6ae61f8cf3 None None] Pushing event updated for resources: {'Port': ['ID=20a38b63-e9aa-4a42-bcfa-6d9dcd903b12,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:51.371446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:51.524359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Allocated IP 172.25.7.126 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/88ff5362-37c1-4fd6-aa54-acbb82717074) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:49:51.678936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46814) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:51.738464 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:51.845345 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:49:51.856587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:51.924157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:49:51.927007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:49:51.929746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:49:51.970720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:51.987638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:51.992031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] Usage tracker for resource:security_group_rule and tenant:67e0fb3e5b684fac9a84915b38caa14f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:51.997098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:52.003639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:52.005581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Pushing event updated for resources: {'Port': ['ID=88ff5362-37c1-4fd6-aa54-acbb82717074,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:52.117875 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:52.170141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:49:52.176384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:52.248072 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67e0fb3e5b684fac9a84915b38caa14f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5670681 Feb 07 12:49:52.249347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46840) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:52.253776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5bf8a-22cf-4a8f-98cd-c5dff46ded7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b751dc1-d7dd-4afb-86fa-f43332f5da63,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:52.332453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d0ff11-d5f7-459e-9f98-4f87a26040ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:52.363556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d0ff11-d5f7-459e-9f98-4f87a26040ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:52.444921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:49:52.531373 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:52.543021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d0ff11-d5f7-459e-9f98-4f87a26040ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:52.552272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ece3e6-f9a9-4051-909b-7970539ab2c0 None None] Network 1477f912-4630-4658-8e92-9d186d512827 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:49:52.564501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0ff11-d5f7-459e-9f98-4f87a26040ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b751dc1-d7dd-4afb-86fa-f43332f5da63,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:52.569612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d0ff11-d5f7-459e-9f98-4f87a26040ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:52.574027 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-57d0ff11-d5f7-459e-9f98-4f87a26040ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b751dc1-d7dd-4afb-86fa-f43332f5da63 HTTP/1.1" status: 204 len: 168 time: 0.3215981 Feb 07 12:49:52.857765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c48240f8-f9df-4759-95b4-2f9cb6ff19ad None None] Provisioning for port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:49:52.863079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c48240f8-f9df-4759-95b4-2f9cb6ff19ad None None] Provisioning complete for port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:49:52.863605 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c48240f8-f9df-4759-95b4-2f9cb6ff19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:52.937526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:53.014426 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c48240f8-f9df-4759-95b4-2f9cb6ff19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:53.053609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c48240f8-f9df-4759-95b4-2f9cb6ff19ad None None] For port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=20a38b63-e9aa-4a42-bcfa-6d9dcd903b12,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:49:53.199266 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c48240f8-f9df-4759-95b4-2f9cb6ff19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:53.256547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Router c919e244-7d78-4f85-aad8-c38e3ca1da35 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:49:53.276132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48240f8-f9df-4759-95b4-2f9cb6ff19ad None None] Pushing event updated for resources: {'Port': ['ID=20a38b63-e9aa-4a42-bcfa-6d9dcd903b12,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:53.324285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c1a4d210-87d3-4d23-8c5e-c2f2cf0b6748 None None] Provisioning complete for port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:49:53.324662 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1a4d210-87d3-4d23-8c5e-c2f2cf0b6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:53.492569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:49:53.509039 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Sync routers for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:49:53.520444 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:49:53.521071 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:49:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:49:53.627456 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:53.631578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aa1b53a2-bd1f-4a68-b380-68610438efe5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3252759 Feb 07 12:49:53.631797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:53.751003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:49:54.133885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:49:54.262303 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:54.292481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:49:54.292481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:54.355878 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:52Z', 'revision_number': 3, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:49:54.361253 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Checking router: c919e244-7d78-4f85-aad8-c38e3ca1da35 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:49:54.361692 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Updating router c919e244-7d78-4f85-aad8-c38e3ca1da35 port 88ff5362-37c1-4fd6-aa54-acbb82717074 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:49:54.495391 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:54.940159 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:54.968733 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:54.981716 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Transition to ACTIVE for port object 88ff5362-37c1-4fd6-aa54-acbb82717074 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:49:55.156400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Allocated IP 172.20.0.1 (1477f912-4630-4658-8e92-9d186d512827/cdf3cb13-5f8f-4902-9310-4870273179cf/76f41b07-ebf8-4992-9608-89c5341aba2b) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:49:55.199438 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:55.279342 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Attempting to bind port 88ff5362-37c1-4fd6-aa54-acbb82717074 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:49:55.279342 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Attempting to bind port 88ff5362-37c1-4fd6-aa54-acbb82717074 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:49:55.279624 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Attempting to bind port 88ff5362-37c1-4fd6-aa54-acbb82717074 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:49:55.288392 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:49:55.288778 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:49:55.289183 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:55.289582 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:49:55.290053 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Bound port: 88ff5362-37c1-4fd6-aa54-acbb82717074, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:49:55.290441 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:55.324221 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Pushing event updated for resources: {'Port': ['ID=88ff5362-37c1-4fd6-aa54-acbb82717074,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:55.351718 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.352091 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.352438 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.352775 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.353111 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.354161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.354500 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.354826 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.355152 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.355479 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.355805 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.356158 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Tracked resource versions report: Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: pushed versions: Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: { 'AddressGroup': {'1.2'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'ConntrackHelper': {'1.0'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Log': {'1.0'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Network': {'1.1'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Port': {'1.7'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'PortForwarding': {'1.2'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'QosPolicy': {'1.8'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'SecurityGroup': {'1.4'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'SecurityGroupRule': {'1.2'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'SubPort': {'1.0'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Subnet': {'1.1'}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Trunk': {'1.1'}} Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: consumer versions: Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: { DHCP agent@n-d-811416-5: {}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: HyperV agent@n-h1-811416-5: {}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: HyperV agent@n-h2-811416-5: {}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: L3 agent@n-d-811416-5: {}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: Metadata agent@n-d-811416-5: {}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: Metering agent@n-d-811416-5: {}, Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: Open vSwitch agent@n-d-811416-5: { 'AddressGroup': '1.2', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'ConntrackHelper': '1.0', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Log': '1.0', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Network': '1.1', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Port': '1.7', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'PortForwarding': '1.2', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'QosPolicy': '1.8', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'SecurityGroup': '1.4', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'SecurityGroupRule': '1.2', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'SubPort': '1.0', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Subnet': '1.1', Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: 'Trunk': '1.1'}} Feb 07 12:49:55.357247 n-d-811416-5 neutron-server[88315]: {{(pid=88315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 12:49:55.369276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:55.387822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Transition to ACTIVE for port object 76f41b07-ebf8-4992-9608-89c5341aba2b will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:49:55.414698 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] For port 88ff5362-37c1-4fd6-aa54-acbb82717074, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:49:55.419517 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] For port 88ff5362-37c1-4fd6-aa54-acbb82717074, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=88ff5362-37c1-4fd6-aa54-acbb82717074,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:49:55.553675 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:55.554168 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:55.628252 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762b513-0ec2-4339-9edf-db3561254a3b None None] Pushing event updated for resources: {'Port': ['ID=88ff5362-37c1-4fd6-aa54-acbb82717074,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:55.671902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:49:55.672738 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:49:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:49:55.699134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Network 1477f912-4630-4658-8e92-9d186d512827 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:49:55.706646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:49:55.724640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Pushing event updated for resources: {'Port': ['ID=76f41b07-ebf8-4992-9608-89c5341aba2b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:55.731552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:49:55.732067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:55.911468 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:49:56.113155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b1619576-d2c3-4b7f-9fc6-8bafb14c9515 None None] Provisioning for port 76f41b07-ebf8-4992-9608-89c5341aba2b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:49:56.118624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b1619576-d2c3-4b7f-9fc6-8bafb14c9515 None None] Provisioning complete for port 76f41b07-ebf8-4992-9608-89c5341aba2b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:49:56.119762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b1619576-d2c3-4b7f-9fc6-8bafb14c9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:56.270282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b1619576-d2c3-4b7f-9fc6-8bafb14c9515 None None] Port 76f41b07-ebf8-4992-9608-89c5341aba2b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:49:56.314860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:56.315344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46986) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:56.334478 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:52Z', 'revision_number': 3, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:49:56.340249 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4cd0d-76d0-4262-849c-c48dbd61c6b8 None None] The sync data for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 is: [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:52Z', 'revision_number': 3, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:49:56.513425 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:56.558278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:56.563906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] Usage tracker for resource:security_group_rule and tenant:949d5d9fce9e4048a9fa5bb859829e7f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:56.569421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:56.579158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:56.624268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:56.718211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:56.740275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:56.740275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:56.839932 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:56.922417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=949d5d9fce9e4048a9fa5bb859829e7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6061811 Feb 07 12:49:56.924538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47030) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:56.957037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184702ae-3543-4cd4-8d92-56d36fc968d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57367731-51c3-4381-9952-b968d6206730,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:56.960673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Pushing event updated for resources: {'Port': ['ID=76f41b07-ebf8-4992-9608-89c5341aba2b,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:57.053839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Network 1477f912-4630-4658-8e92-9d186d512827 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:49:57.055099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:49:57.061946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6ef9774a-50e8-4185-bffe-587b1f843552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:57.091849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6ef9774a-50e8-4185-bffe-587b1f843552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:57.256461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6ef9774a-50e8-4185-bffe-587b1f843552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:57.291882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9774a-50e8-4185-bffe-587b1f843552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57367731-51c3-4381-9952-b968d6206730,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:57.316562 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6ef9774a-50e8-4185-bffe-587b1f843552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:57.322975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6ef9774a-50e8-4185-bffe-587b1f843552 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57367731-51c3-4381-9952-b968d6206730 HTTP/1.1" status: 204 len: 168 time: 0.3932071 Feb 07 12:49:57.411157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-93cd6b1e-5af4-42aa-9089-2d1d1478e7fe None None] Provisioning complete for port 76f41b07-ebf8-4992-9608-89c5341aba2b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:49:57.411747 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-93cd6b1e-5af4-42aa-9089-2d1d1478e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:57.459310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Router c919e244-7d78-4f85-aad8-c38e3ca1da35 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:49:57.480688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-93cd6b1e-5af4-42aa-9089-2d1d1478e7fe None None] Port 76f41b07-ebf8-4992-9608-89c5341aba2b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:49:57.648676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:49:57.658073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5893e9ae-d812-4a6b-b03e-611fde5906ee admin admin] 10.222.0.69 "PUT /v2.0/routers/c919e244-7d78-4f85-aad8-c38e3ca1da35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0249846 Feb 07 12:49:58.116736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 88ff5362-37c1-4fd6-aa54-acbb82717074 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:49:58.205110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Sync routers for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:49:58.215266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:49:58.215868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:49:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:49:58.252587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:58.289826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47080) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:58.313916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 88ff5362-37c1-4fd6-aa54-acbb82717074 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:49:58.400816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 88ff5362-37c1-4fd6-aa54-acbb82717074 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:49:58.400816 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.489753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:49:58.519430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.535369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:58.539474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] Usage tracker for resource:security_group_rule and tenant:f66a5f1e606f4e889055ebc47ea4e932 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:58.543165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:58.557917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:58.651407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.735812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.742220 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.752495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:58.756431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] Usage tracker for resource:security_group_rule and tenant:b5b988e0879c437cabd26af1bd80fd7b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:58.760545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:58.766677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:58.771807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.776300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 88ff5362-37c1-4fd6-aa54-acbb82717074, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=88ff5362-37c1-4fd6-aa54-acbb82717074,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:49:58.833466 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f66a5f1e606f4e889055ebc47ea4e932&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5797858 Feb 07 12:49:58.836143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47098) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:58.871283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.872973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8eab-a02d-4df1-ae54-66a5ca9036bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd12aa82-0643-4eec-8941-c0dfa3a66db1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:58.925809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a39c5493-99cf-428f-9205-2243af7c889e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.942958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 2, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:49:58.943303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.951789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Checking router: c919e244-7d78-4f85-aad8-c38e3ca1da35 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:49:58.952505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Updating router c919e244-7d78-4f85-aad8-c38e3ca1da35 port 76f41b07-ebf8-4992-9608-89c5341aba2b binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:49:58.975472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a39c5493-99cf-428f-9205-2243af7c889e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:58.985538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=88ff5362-37c1-4fd6-aa54-acbb82717074,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:58.995722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47104) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:59.016604 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.023129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.052757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.099291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:49:59.122717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] Usage tracker for resource:security_group_rule and tenant:a5952012a9524c7baf5c3a5bbdf6005b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:49:59.129815 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5b988e0879c437cabd26af1bd80fd7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8360214 Feb 07 12:49:59.129815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:49:59.131812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47108) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:59.137919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c59fa6-f435-4565-b05b-3ec99c5bc92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b13082-0c6b-4579-a48d-baf61ad75a42,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:59.160043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:49:59.164694 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a39c5493-99cf-428f-9205-2243af7c889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.186388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c5493-99cf-428f-9205-2243af7c889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd12aa82-0643-4eec-8941-c0dfa3a66db1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:59.212283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a39c5493-99cf-428f-9205-2243af7c889e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.214490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a39c5493-99cf-428f-9205-2243af7c889e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd12aa82-0643-4eec-8941-c0dfa3a66db1 HTTP/1.1" status: 204 len: 168 time: 0.3772249 Feb 07 12:49:59.253505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5ee9-e5b7-4efa-89d7-5f67f1d429a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.295326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5ee9-e5b7-4efa-89d7-5f67f1d429a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.367092 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.440166 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.478905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Transition to ACTIVE for port object 76f41b07-ebf8-4992-9608-89c5341aba2b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:49:59.479715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.495296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5ee9-e5b7-4efa-89d7-5f67f1d429a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.546749 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5952012a9524c7baf5c3a5bbdf6005b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5474336 Feb 07 12:49:59.547415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6d3b4-b13d-4b76-932a-5033e99278cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea4d2af-2c55-4b7f-81b3-2e9473709888,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:59.548048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47126) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:49:59.565719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5ee9-e5b7-4efa-89d7-5f67f1d429a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.565719 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f1ee5ee9-e5b7-4efa-89d7-5f67f1d429a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75b13082-0c6b-4579-a48d-baf61ad75a42 HTTP/1.1" status: 204 len: 168 time: 0.4295094 Feb 07 12:49:59.565719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee5ee9-e5b7-4efa-89d7-5f67f1d429a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b13082-0c6b-4579-a48d-baf61ad75a42,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:59.616383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa73-b42c-4a06-8671-b2289403f6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.639791 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.650201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa73-b42c-4a06-8671-b2289403f6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.840509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30359766-5b18-46e7-87c7-63d1e0035e7b None None] Pushing event updated for resources: {'Port': ['ID=76f41b07-ebf8-4992-9608-89c5341aba2b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:59.856450 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa73-b42c-4a06-8671-b2289403f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.871142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ffa73-b42c-4a06-8671-b2289403f6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea4d2af-2c55-4b7f-81b3-2e9473709888,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:49:59.879534 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffa73-b42c-4a06-8671-b2289403f6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.880971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fc9ffa73-b42c-4a06-8671-b2289403f6e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ea4d2af-2c55-4b7f-81b3-2e9473709888 HTTP/1.1" status: 204 len: 168 time: 0.3318498 Feb 07 12:49:59.983815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Attempting to bind port 76f41b07-ebf8-4992-9608-89c5341aba2b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:49:59.984224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Attempting to bind port 76f41b07-ebf8-4992-9608-89c5341aba2b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:49:59.984597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Attempting to bind port 76f41b07-ebf8-4992-9608-89c5341aba2b on network 1477f912-4630-4658-8e92-9d186d512827 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:49:59.991491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:49:59.991491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Checking segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:49:59.991491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:49:59.991491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Bound using segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:49:59.991966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Bound port: 76f41b07-ebf8-4992-9608-89c5341aba2b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:49:59.992388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.104969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] For port 76f41b07-ebf8-4992-9608-89c5341aba2b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:50:00.109106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] For port 76f41b07-ebf8-4992-9608-89c5341aba2b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=76f41b07-ebf8-4992-9608-89c5341aba2b,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:50:00.113873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 88ff5362-37c1-4fd6-aa54-acbb82717074 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:00.178930 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.226137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47160) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:00.254511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.273756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:00.278943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf3158d3f8f4d7290cb8221ca86112c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:00.282297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:00.285032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 88ff5362-37c1-4fd6-aa54-acbb82717074 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:00.285413 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.288342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:00.383283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47168) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:00.393471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-network', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:00.405050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:00.409217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:50:00.410166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:49:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:00.415499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Usage tracker for resource:network and tenant:764c5fe35ae44d3c970502ce778c95f9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:00.423181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:00.434638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:00.456381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.471563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30359766-5b18-46e7-87c7-63d1e0035e7b None None] Pushing event updated for resources: {'Port': ['ID=76f41b07-ebf8-4992-9608-89c5341aba2b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:00.551169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.631940 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1cf3158d3f8f4d7290cb8221ca86112c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4021425 Feb 07 12:50:00.631940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963122b9-21c5-4b03-be5a-8ff3ccaf4d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a620f7-af4a-4f10-a848-ad169505b2f1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:00.632963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47174) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:00.678381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Made reservation on behalf of 764c5fe35ae44d3c970502ce778c95f9 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:00.681035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.695540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:50:00.714791 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.742211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:00.747083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Usage tracker for resource:security_group_rule and tenant:764c5fe35ae44d3c970502ce778c95f9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:00.752603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:00.762935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:00.809966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09e76c19-b90f-42c0-affc-77862fe8c959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.868595 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09e76c19-b90f-42c0-affc-77862fe8c959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:00.940529 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.053206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09e76c19-b90f-42c0-affc-77862fe8c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.057955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.073185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:00Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:01.078044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e76c19-b90f-42c0-affc-77862fe8c959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a620f7-af4a-4f10-a848-ad169505b2f1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:01.078866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201fc3c-5c77-4cd6-9d6f-b504583a9f83 None None] The sync data for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 is: [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:00Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:50:01.103809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:50:01.138688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09e76c19-b90f-42c0-affc-77862fe8c959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.140288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-09e76c19-b90f-42c0-affc-77862fe8c959 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84a620f7-af4a-4f10-a848-ad169505b2f1 HTTP/1.1" status: 204 len: 168 time: 0.5033598 Feb 07 12:50:01.153000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.153390 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Added segment 419dd543-259b-4f14-8229-6d70943b3740 of type vlan for network 6c440823-4dee-46fd-85c4-23829cc4f65b Feb 07 12:50:01.160076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388dad46-3d40-4131-a2ae-9c5662e89f83,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:01.191288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.266498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47190) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:01.304798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47196) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:01.325667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.342615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:01.347928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] Usage tracker for resource:security_group_rule and tenant:beee0a195674496d9f5080c8f6903e10 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:01.351669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:01.358378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:01.376404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.377794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:01.379923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.502166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.536063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] Pushing event updated for resources: {'Network': ['ID=6c440823-4dee-46fd-85c4-23829cc4f65b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:01.553221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6c440823-4dee-46fd-85c4-23829cc4f65b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:50:01.582129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.643303 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=beee0a195674496d9f5080c8f6903e10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3372405 Feb 07 12:50:01.644383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82926d03-afc9-4165-8cfb-ef22794b1dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eee3387-3ab2-4003-8ecc-1131423fa96a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:01.645714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47206) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:01.672269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-36cb1c75-4ed2-4017-a103-628fce777c43 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2861142 Feb 07 12:50:01.675271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47210) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:01.685704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Request body: {'subnet': {'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-subnet', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:01.696095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:01.701764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Usage tracker for resource:subnet and tenant:764c5fe35ae44d3c970502ce778c95f9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:01.706278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:01.715546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:01.798684 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5de5aca7-c093-404a-938e-b18d40aff60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.832880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5de5aca7-c093-404a-938e-b18d40aff60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.833480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Made reservation on behalf of 764c5fe35ae44d3c970502ce778c95f9 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:01.836206 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:01.987268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5de5aca7-c093-404a-938e-b18d40aff60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.028870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5aca7-c093-404a-938e-b18d40aff60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eee3387-3ab2-4003-8ecc-1131423fa96a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:02.036071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5de5aca7-c093-404a-938e-b18d40aff60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.037202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5de5aca7-c093-404a-938e-b18d40aff60c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6eee3387-3ab2-4003-8ecc-1131423fa96a HTTP/1.1" status: 204 len: 168 time: 0.3902590 Feb 07 12:50:02.160059 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.209450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:02.221712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1fc1b8ba3642909a90750d0da04c30 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:02.231789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 76f41b07-ebf8-4992-9608-89c5341aba2b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:02.232561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:02.250215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:02.359562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.461770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 76f41b07-ebf8-4992-9608-89c5341aba2b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:02.468588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 76f41b07-ebf8-4992-9608-89c5341aba2b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:02.469073 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.475044 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.485980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16070164-a3e9-4845-a4d3-32eb4c130653,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:02.502281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Checking segment: {'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:02.502679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Network hostable DHCP agents. Network: 6c440823-4dee-46fd-85c4-23829cc4f65b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:50:02.559261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.635325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd274950-aab7-4d47-aa93-ebb9c28dcace,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:02.640015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Network 6c440823-4dee-46fd-85c4-23829cc4f65b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:50:02.659341 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.671861 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11e7c037-42bc-4ea4-8414-ca35c8bb0298 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee1fc1b8ba3642909a90750d0da04c30&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4017475 Feb 07 12:50:02.671960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47252) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:02.743193 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-148a1843-0017-4d9d-8223-02a9ae83395d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.755138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 76f41b07-ebf8-4992-9608-89c5341aba2b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=76f41b07-ebf8-4992-9608-89c5341aba2b,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:02.761375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6c440823-4dee-46fd-85c4-23829cc4f65b) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:02.770627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd38b10-8d9d-45e7-863a-e1cc8b94aa8a None None] Network 6c440823-4dee-46fd-85c4-23829cc4f65b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:50:02.777771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:02.777771 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.793172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-148a1843-0017-4d9d-8223-02a9ae83395d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.870020 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.963819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47264) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:02.967475 n-d-811416-5 neutron-server[88313]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 12:50:02.988108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-148a1843-0017-4d9d-8223-02a9ae83395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.992161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-148a1843-0017-4d9d-8223-02a9ae83395d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:02.999867 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-148a1843-0017-4d9d-8223-02a9ae83395d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd274950-aab7-4d47-aa93-ebb9c28dcace HTTP/1.1" status: 204 len: 168 time: 0.3265119 Feb 07 12:50:03.003104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-cb08aa4a-120e-49a0-b495-3023fc7bf818 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f6d339389f1d470e924a5df9ff7c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374980 Feb 07 12:50:03.012142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a1843-0017-4d9d-8223-02a9ae83395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd274950-aab7-4d47-aa93-ebb9c28dcace,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:03.037631 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a8926384-aaa6-4b50-bbb7-b2db96617865 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3587849 Feb 07 12:50:03.038176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:03.045486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=76f41b07-ebf8-4992-9608-89c5341aba2b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:03.050825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:03.056170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:03.061692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Usage tracker for resource:router and tenant:764c5fe35ae44d3c970502ce778c95f9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:03.065135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:03.071951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:03.180223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-6c440823-4dee-46fd-85c4-23829cc4f65b', 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'fixed_ips': [{'subnet_id': '16070164-a3e9-4845-a4d3-32eb4c130653'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:50:03.181552 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:03.182389 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:03.183641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:03.208471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-31010fd0-ba9d-4026-b948-a072e03f10b8 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:03.210518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-31010fd0-ba9d-4026-b948-a072e03f10b8 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059746 Feb 07 12:50:03.220180 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:03.235934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-77f5881f-71b0-46da-8694-4b6ba7d58408 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/quotas/f6d339389f1d470e924a5df9ff7c518a HTTP/1.1" status: 200 len: 375 time: 0.0171616 Feb 07 12:50:03.300602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-1f7e330e-50f0-47a5-83f8-60db43b3a97a tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6d339389f1d470e924a5df9ff7c518a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633402 Feb 07 12:50:03.394888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Allocated IP 172.20.0.2 (6c440823-4dee-46fd-85c4-23829cc4f65b/16070164-a3e9-4845-a4d3-32eb4c130653/ff2eea41-5182-4c0e-88cc-71c1c470c45f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:50:03.779325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:03.779528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2d45f70-586d-483b-b4ec-8ad7ca8c3e8d req-17bd3a67-b95e-46f1-b3f0-4240988b0f12 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 210 time: 0.0786986 Feb 07 12:50:03.786599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Transition to ACTIVE for port object ff2eea41-5182-4c0e-88cc-71c1c470c45f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:03.808173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Transition to ACTIVE for port object ff2eea41-5182-4c0e-88cc-71c1c470c45f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:03.871585 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:03.896415 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:03.964807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Network 6c440823-4dee-46fd-85c4-23829cc4f65b is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:03.970980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:03.974601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:50:03.976963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Pushing event updated for resources: {'Port': ['ID=ff2eea41-5182-4c0e-88cc-71c1c470c45f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:04.115657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 76f41b07-ebf8-4992-9608-89c5341aba2b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:04.147328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Attempting to bind port ff2eea41-5182-4c0e-88cc-71c1c470c45f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:50:04.147750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Attempting to bind port ff2eea41-5182-4c0e-88cc-71c1c470c45f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:50:04.148138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Attempting to bind port ff2eea41-5182-4c0e-88cc-71c1c470c45f on network 6c440823-4dee-46fd-85c4-23829cc4f65b {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:04.166668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:50:04.167009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Checking segment: {'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:04.167414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.167811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Bound using segment: {'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:50:04.168319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Bound port: ff2eea41-5182-4c0e-88cc-71c1c470c45f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:50:04.168710 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.238303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47326) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:04.272984 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.287845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 76f41b07-ebf8-4992-9608-89c5341aba2b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:04.288288 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.296504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:04.302215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] Usage tracker for resource:security_group_rule and tenant:f56a95f15d24467289228bd323406681 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:04.306517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:04.314115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:04.317261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] For port ff2eea41-5182-4c0e-88cc-71c1c470c45f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:50:04.346934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] For port ff2eea41-5182-4c0e-88cc-71c1c470c45f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ff2eea41-5182-4c0e-88cc-71c1c470c45f,segment=NetworkSegment(419dd543-259b-4f14-8229-6d70943b3740),segment_id=419dd543-259b-4f14-8229-6d70943b3740)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:50:04.379318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.419063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.449344 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.490925 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.518702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.595347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Allocated IP 172.25.7.148 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/352c07f7-c3a1-41a8-ba66-8f0791422d16) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:50:04.610295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f56a95f15d24467289228bd323406681&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3650842 Feb 07 12:50:04.610295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47334) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:04.622010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1280b-f197-43ba-bd8b-0c84bed5ec14 None None] Pushing event updated for resources: {'Port': ['ID=ff2eea41-5182-4c0e-88cc-71c1c470c45f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:04.659104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198a64d-f398-49d8-8f3e-596e92c15c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf20247-fb60-43a1-86c3-ef61803f073a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:04.702560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b04a08b8-0924-478f-b0c6-6b26df119c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.763066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b04a08b8-0924-478f-b0c6-6b26df119c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.914999 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.930088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b04a08b8-0924-478f-b0c6-6b26df119c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.954099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a08b8-0924-478f-b0c6-6b26df119c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf20247-fb60-43a1-86c3-ef61803f073a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:04.960132 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b04a08b8-0924-478f-b0c6-6b26df119c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:04.961991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b04a08b8-0924-478f-b0c6-6b26df119c6a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dcf20247-fb60-43a1-86c3-ef61803f073a HTTP/1.1" status: 204 len: 168 time: 0.3500891 Feb 07 12:50:05.033581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:05.107029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:05.112142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:05.116525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:50:05.184059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Pushing event updated for resources: {'Port': ['ID=352c07f7-c3a1-41a8-ba66-8f0791422d16,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:05.622225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:05.672947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47372) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:05.869902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7b61f-8821-4d0d-8d50-4b0ce9cd5653 None None] Network 6c440823-4dee-46fd-85c4-23829cc4f65b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:50:06.115205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ea16bdd-b894-4f16-8b91-aa8106bbfc41 None None] Provisioning for port ff2eea41-5182-4c0e-88cc-71c1c470c45f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:06.160478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:06.255134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ff2eea41-5182-4c0e-88cc-71c1c470c45f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:06.266673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb734e94-9e46-49b3-b60e-a67bd7e2e639 req-895ecb5c-63b3-4519-b2dd-36d3c81103db tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 210 time: 0.5897949 Feb 07 12:50:06.450423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ff2eea41-5182-4c0e-88cc-71c1c470c45f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:06.455754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ff2eea41-5182-4c0e-88cc-71c1c470c45f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:06.456233 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:06.496271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:50:06.641613 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:06.651138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1db045e3-7a84-4377-8ea3-6c328384c0a2 None None] Provisioning complete for port ff2eea41-5182-4c0e-88cc-71c1c470c45f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:06.651571 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1db045e3-7a84-4377-8ea3-6c328384c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:06.733007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ff2eea41-5182-4c0e-88cc-71c1c470c45f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ff2eea41-5182-4c0e-88cc-71c1c470c45f,segment=NetworkSegment(419dd543-259b-4f14-8229-6d70943b3740),segment_id=419dd543-259b-4f14-8229-6d70943b3740)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:06.791498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:50:06.800793 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1db045e3-7a84-4377-8ea3-6c328384c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:06.802961 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Sync routers for ids ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:50:06.828858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:06.851754 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Routers {'4292ba5e-3d10-4f06-8790-d3127a6f90b7'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:50:06.852759 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:49:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:06.924370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:06.929187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47428) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:06.930071 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1915d26d-d778-4e95-a586-fa21aab3e95d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8835921 Feb 07 12:50:06.949619 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-1db045e3-7a84-4377-8ea3-6c328384c0a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:50:06.950163 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-1db045e3-7a84-4377-8ea3-6c328384c0a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:50:06.950577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ff2eea41-5182-4c0e-88cc-71c1c470c45f,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:07.084525 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Set router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:50:07.502530 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:50:05Z', 'revision_number': 3, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:07.508369 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Checking router: 4292ba5e-3d10-4f06-8790-d3127a6f90b7 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:50:07.508718 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Updating router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 port 352c07f7-c3a1-41a8-ba66-8f0791422d16 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:50:07.573981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52c01a83-1be1-4627-9cd2-e78c05d126fe req-6526f4ab-8a12-49d2-b866-327181624931 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 210 time: 0.0619454 Feb 07 12:50:07.642289 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.028553 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.152337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ff2eea41-5182-4c0e-88cc-71c1c470c45f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:08.155461 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.167845 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Transition to ACTIVE for port object 352c07f7-c3a1-41a8-ba66-8f0791422d16 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:08.216928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.35', 49179) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:08.255831 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.265602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ff2eea41-5182-4c0e-88cc-71c1c470c45f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:08.265978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.267958 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-f1fd84ee-8891-4f4f-9172-6ef28fbc440c tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f6d339389f1d470e924a5df9ff7c518a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498281 Feb 07 12:50:08.382273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Allocated IP 172.20.0.1 (6c440823-4dee-46fd-85c4-23829cc4f65b/16070164-a3e9-4845-a4d3-32eb4c130653/e83bbbe3-e6f2-4e03-9916-852065a2f25a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:50:08.403027 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Attempting to bind port 352c07f7-c3a1-41a8-ba66-8f0791422d16 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:50:08.403466 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Attempting to bind port 352c07f7-c3a1-41a8-ba66-8f0791422d16 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:50:08.405862 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Attempting to bind port 352c07f7-c3a1-41a8-ba66-8f0791422d16 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:08.418222 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da97c63-2c1e-4055-851c-237cffc3a90b None None] Pushing event updated for resources: {'Port': ['ID=352c07f7-c3a1-41a8-ba66-8f0791422d16,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:08.436243 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:50:08.448388 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:08.448388 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.448388 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:50:08.448388 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Bound port: 352c07f7-c3a1-41a8-ba66-8f0791422d16, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:50:08.448388 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.550970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-dc96a4d7-9d1f-4301-8be4-f9523a9a3de0 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:08.554539 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-dc96a4d7-9d1f-4301-8be4-f9523a9a3de0 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818756 Feb 07 12:50:08.561533 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] For port 352c07f7-c3a1-41a8-ba66-8f0791422d16, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:50:08.565776 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] For port 352c07f7-c3a1-41a8-ba66-8f0791422d16, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=352c07f7-c3a1-41a8-ba66-8f0791422d16,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:50:08.596770 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.615826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Transition to ACTIVE for port object e83bbbe3-e6f2-4e03-9916-852065a2f25a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:08.649707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Request body: {'port': {'device_id': '80e3a0b2-715b-4e6b-b393-38048e759d86', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'f6d339389f1d470e924a5df9ff7c518a'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:08.656451 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.690239 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9bd74a00-6b57-4fa1-bfb0-3c05f2577c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.753380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.790479 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Routers {'4292ba5e-3d10-4f06-8790-d3127a6f90b7'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:50:08.792261 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:49:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:08.908965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Network 6c440823-4dee-46fd-85c4-23829cc4f65b is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:08.918824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-529c065d-effc-4705-bcce-e56224b0a6db req-f81cbd7f-852d-47a6-9dcf-44ed6e197bac tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 210 time: 0.0679526 Feb 07 12:50:08.919637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:08.923740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:50:08.924156 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:08.925059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:08.930305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Pushing event updated for resources: {'Port': ['ID=e83bbbe3-e6f2-4e03-9916-852065a2f25a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:08.945200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Usage tracker for resource:port and tenant:f6d339389f1d470e924a5df9ff7c518a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:08.953906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:08.987184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:08.993170 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da97c63-2c1e-4055-851c-237cffc3a90b None None] Pushing event updated for resources: {'Port': ['ID=352c07f7-c3a1-41a8-ba66-8f0791422d16,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:09.170589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Made reservation on behalf of f6d339389f1d470e924a5df9ff7c518a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:09.181726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.198853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.205807 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] Set router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:50:09.247192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:09.259601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Usage tracker for resource:security_group_rule and tenant:f6d339389f1d470e924a5df9ff7c518a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:09.267137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:09.280983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:09.287916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.398692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dcfdf138-e38b-480f-9abe-964cbb034e86 None None] Provisioning for port e83bbbe3-e6f2-4e03-9916-852065a2f25a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:09.404547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dcfdf138-e38b-480f-9abe-964cbb034e86 None None] Provisioning complete for port e83bbbe3-e6f2-4e03-9916-852065a2f25a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:09.404918 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf138-e38b-480f-9abe-964cbb034e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.490067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47522) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:09.512412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.528930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdf138-e38b-480f-9abe-964cbb034e86 None None] Port e83bbbe3-e6f2-4e03-9916-852065a2f25a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:50:09.592730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.632645 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:50:05Z', 'revision_number': 3, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:09.643539 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6490a7cf-9bd1-4279-b5b8-3bf8cf771cc4 None None] The sync data for ids ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'] in n-d-811416-5 is: [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:50:05Z', 'revision_number': 3, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:50:09.652942 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.731022 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.731744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:09.747601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af10d30c-55f1-4817-8c5d-8ec1407a5542,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:09.898878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Allocated IP 192.168.233.214 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/7009311d-c8ed-42ce-9285-0488b24a9079) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:50:09.920637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Pushing event updated for resources: {'Port': ['ID=e83bbbe3-e6f2-4e03-9916-852065a2f25a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:10.003904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Network 6c440823-4dee-46fd-85c4-23829cc4f65b is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:10.005138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:10.268943 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:10.329034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:10.335737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] Usage tracker for resource:security_group_rule and tenant:2240a5958b1f4638a929e745b817ee05 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:10.350301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:10.362866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:10.423749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:10.441012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-488bb33f-d300-481b-9afd-28ba467c7bc7 req-6710d6f5-ede9-4f6a-b4dc-474bc998db10 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 210 time: 0.0906515 Feb 07 12:50:10.467601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9c1de793-7767-49de-a2a0-006c48bfa962 None None] Provisioning complete for port e83bbbe3-e6f2-4e03-9916-852065a2f25a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:10.468195 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9c1de793-7767-49de-a2a0-006c48bfa962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:10.496537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:50:10.507854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Transition to ACTIVE for port object 7009311d-c8ed-42ce-9285-0488b24a9079 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:10.660533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:10.678777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9c1de793-7767-49de-a2a0-006c48bfa962 None None] Port e83bbbe3-e6f2-4e03-9916-852065a2f25a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:50:10.768022 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:10.980142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:10.990378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:50:11.000821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-31967dc4-f864-41fe-bf75-7ded442d3e0c admin admin] 10.222.0.69 "PUT /v2.0/routers/4292ba5e-3d10-4f06-8790-d3127a6f90b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0704701 Feb 07 12:50:11.050356 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca96f568-30c7-4d08-96eb-b49ed3b8e2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:11.076156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47584) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:11.077919 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2240a5958b1f4638a929e745b817ee05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5864983 Feb 07 12:50:11.257938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-52149624-834a-45ad-99e6-593770a3bdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:11.306565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-52149624-834a-45ad-99e6-593770a3bdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:11.440490 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-52149624-834a-45ad-99e6-593770a3bdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:11.497513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52149624-834a-45ad-99e6-593770a3bdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e6a751-b1f4-40b0-a47d-88578e1cd389,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:11.518963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:11.520120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee7e10-2a4c-4fb6-9705-6d632c5d497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e6a751-b1f4-40b0-a47d-88578e1cd389,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:11.529012 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-52149624-834a-45ad-99e6-593770a3bdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:11.531437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:11.533818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-52149624-834a-45ad-99e6-593770a3bdea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3e6a751-b1f4-40b0-a47d-88578e1cd389 HTTP/1.1" status: 204 len: 168 time: 0.4552248 Feb 07 12:50:11.537581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:50:11.544336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:11.545197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:11.598578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Pushing event updated for resources: {'Port': ['ID=7009311d-c8ed-42ce-9285-0488b24a9079,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:11.662304 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ce0c03c2-31fe-4e02-a02e-62224ea38420 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0171399 Feb 07 12:50:11.693863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-8b2c1ea5-485e-4217-906a-351a41dd6074 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:50:11.694848 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-8b2c1ea5-485e-4217-906a-351a41dd6074 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070922 Feb 07 12:50:11.981184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84707e3-1894-43b6-8f31-d6ef2683d0d6 req-83f049e3-01d7-4b1d-b994-1511981952eb tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:11.983093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a84707e3-1894-43b6-8f31-d6ef2683d0d6 req-83f049e3-01d7-4b1d-b994-1511981952eb tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 936 time: 0.1266556 Feb 07 12:50:12.052346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a84707e3-1894-43b6-8f31-d6ef2683d0d6 req-dedbd4dd-6f59-4ec7-a295-22bd372baf49 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605574 Feb 07 12:50:12.130435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:12.161993 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:12.179150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-02b98771-fb67-4b62-a8f3-61393f436d2d None None] Provisioning for port 7009311d-c8ed-42ce-9285-0488b24a9079 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:12.212563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-02b98771-fb67-4b62-a8f3-61393f436d2d None None] Provisioning complete for port 7009311d-c8ed-42ce-9285-0488b24a9079 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:12.212834 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-02b98771-fb67-4b62-a8f3-61393f436d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:12.257971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 352c07f7-c3a1-41a8-ba66-8f0791422d16 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:12.510847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-02b98771-fb67-4b62-a8f3-61393f436d2d None None] Port 7009311d-c8ed-42ce-9285-0488b24a9079 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:50:12.511658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Sync routers for ids ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:50:12.521703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Routers {'4292ba5e-3d10-4f06-8790-d3127a6f90b7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:50:12.522566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:50:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:12.718428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Request body: {'port': {'device_id': '80e3a0b2-715b-4e6b-b393-38048e759d86', 'device_owner': 'compute:tempest-test_az-768614754', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:12.845356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Set router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:50:12.943386 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.045857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 352c07f7-c3a1-41a8-ba66-8f0791422d16 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:13.101558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 352c07f7-c3a1-41a8-ba66-8f0791422d16 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:13.102290 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.287511 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.363029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 352c07f7-c3a1-41a8-ba66-8f0791422d16, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=352c07f7-c3a1-41a8-ba66-8f0791422d16,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:13.403582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47644) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:13.433926 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.460060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:13.470391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] Usage tracker for resource:security_group_rule and tenant:f6cb1035ac2d488aa1422230d41838c5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:13.481329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:13.492445 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.492981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:13.506324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01528d-784d-4338-af79-46a1218ed312 req-acdc5cc3-a047-4818-bd02-52049b071c80 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:13.514927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e01528d-784d-4338-af79-46a1218ed312 req-acdc5cc3-a047-4818-bd02-52049b071c80 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 936 time: 0.2708819 Feb 07 12:50:13.582449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7009311d-c8ed-42ce-9285-0488b24a9079 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:50:13.597681 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.613595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e01528d-784d-4338-af79-46a1218ed312 req-6f91854f-d2c7-4c83-9279-5b1be2c816ec tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868831 Feb 07 12:50:13.637038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Transition to ACTIVE for port object 7009311d-c8ed-42ce-9285-0488b24a9079 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:13.676909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.703751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.704228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.715111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=352c07f7-c3a1-41a8-ba66-8f0791422d16,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:13.729285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:50:09Z', 'revision_number': 4, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'e83bbbe3-e6f2-4e03-9916-852065a2f25a', 'name': '', 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'mac_address': 'fa:16:3e:87:dd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '16070164-a3e9-4845-a4d3-32eb4c130653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:08Z', 'updated_at': '2022-02-07T12:50:09Z', 'revision_number': 2, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'subnets': [{'id': '16070164-a3e9-4845-a4d3-32eb4c130653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:13.738905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Checking router: 4292ba5e-3d10-4f06-8790-d3127a6f90b7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:50:13.739852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Updating router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 port e83bbbe3-e6f2-4e03-9916-852065a2f25a binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:50:13.764808 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:13.864689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6cb1035ac2d488aa1422230d41838c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592512 Feb 07 12:50:13.869300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47654) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:13.895340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07345e2b-23ca-47b7-8561-2eb86ab28efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4557b93b-20c8-4b2b-b388-edb024b81aac,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:13.937489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.013183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d573c-f358-48c1-b03b-9a77fa338019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.077117 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d573c-f358-48c1-b03b-9a77fa338019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.218386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Pushing event updated for resources: {'Port': ['ID=7009311d-c8ed-42ce-9285-0488b24a9079,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:14.282094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 352c07f7-c3a1-41a8-ba66-8f0791422d16 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:14.287957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Attempting to bind port 7009311d-c8ed-42ce-9285-0488b24a9079 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:50:14.288631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Attempting to bind port 7009311d-c8ed-42ce-9285-0488b24a9079 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:50:14.289144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Attempting to bind port 7009311d-c8ed-42ce-9285-0488b24a9079 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:14.302040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d573c-f358-48c1-b03b-9a77fa338019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.307806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Port 7009311d-c8ed-42ce-9285-0488b24a9079 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:50:14.308116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Attempting to bind port 7009311d-c8ed-42ce-9285-0488b24a9079 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:14.314839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:50:14.315283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:14.316106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:50:14.316719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Bound port: 7009311d-c8ed-42ce-9285-0488b24a9079, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:50:14.317458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.329265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d573c-f358-48c1-b03b-9a77fa338019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4557b93b-20c8-4b2b-b388-edb024b81aac,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:14.335609 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e7d573c-f358-48c1-b03b-9a77fa338019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.339135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4e7d573c-f358-48c1-b03b-9a77fa338019 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4557b93b-20c8-4b2b-b388-edb024b81aac HTTP/1.1" status: 204 len: 168 time: 0.4683161 Feb 07 12:50:14.358123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47664) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:14.482223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] For port 7009311d-c8ed-42ce-9285-0488b24a9079, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:50:14.487111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] For port 7009311d-c8ed-42ce-9285-0488b24a9079, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=7009311d-c8ed-42ce-9285-0488b24a9079,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:50:14.593409 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.682557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 352c07f7-c3a1-41a8-ba66-8f0791422d16 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:14.683328 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.735166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47676) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:14.752320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:14.757096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.758879 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] 10.222.0.35 "PUT /v2.0/ports/7009311d-c8ed-42ce-9285-0488b24a9079 HTTP/1.1" status: 200 len: 1117 time: 2.3639581 Feb 07 12:50:14.759493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e3a0b2-715b-4e6b-b393-38048e759d86', 'tag': '7009311d-c8ed-42ce-9285-0488b24a9079'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:50:14.773594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:14.838442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47684) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:15.090501 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:15.115636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a594d45-3785-4e92-bca3-dfe7592757bd service neutron] Pushing event updated for resources: {'Port': ['ID=7009311d-c8ed-42ce-9285-0488b24a9079,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:15.128973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Transition to ACTIVE for port object e83bbbe3-e6f2-4e03-9916-852065a2f25a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:15.167517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:15.188391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-8b696903-ec59-48cb-905b-b0553b6450ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:15.191299 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-8b696903-ec59-48cb-905b-b0553b6450ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f6d339389f1d470e924a5df9ff7c518a&device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 1120 time: 0.2091010 Feb 07 12:50:15.216120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:15.223824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] Usage tracker for resource:security_group_rule and tenant:d9745d3600ab4e0fba6583283995ffa9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:15.234939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:15.244500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:15.289394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f426-8d29-4e03-a56b-56f0da0a58a8 req-204a7495-42ee-47b7-9d66-f01d91e576c6 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:15.300976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad96f426-8d29-4e03-a56b-56f0da0a58a8 req-204a7495-42ee-47b7-9d66-f01d91e576c6 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 969 time: 0.3073847 Feb 07 12:50:15.328387 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-bab60018-114f-457b-9bf9-0a2ee75f60ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=7009311d-c8ed-42ce-9285-0488b24a9079 HTTP/1.1" status: 200 len: 217 time: 0.1223478 Feb 07 12:50:15.444898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:15.444898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad96f426-8d29-4e03-a56b-56f0da0a58a8 req-7f91bf18-43d0-49af-9c98-a8de61f99904 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037600 Feb 07 12:50:15.444898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:15.444898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff7a00f7b9a476c8d59acbbcb4f8a3f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:15.466724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-12f96c1a-9c12-43f9-b597-8124f27a81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:15.466836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:15.466935 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-12f96c1a-9c12-43f9-b597-8124f27a81d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1003399 Feb 07 12:50:15.467056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:15.502087 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:15.572828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:15.614992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:15.642678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dca3ff-f6a2-4a1f-8c0a-4a3c9ecff22c None None] Pushing event updated for resources: {'Port': ['ID=e83bbbe3-e6f2-4e03-9916-852065a2f25a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:15.644671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] Usage tracker for resource:security_group_rule and tenant:320a05a91924482b9dddfcd11e6829b9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:15.662529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:15.726871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:15.738538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ea65f781-cd03-4c39-a4d4-2382b9565f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:15.745979 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-ea65f781-cd03-4c39-a4d4-2382b9565f04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378883 Feb 07 12:50:16.031838 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-fb1d7ac2-cdff-41c5-9f28-6218ca2db3a3 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643363 Feb 07 12:50:16.047568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Attempting to bind port e83bbbe3-e6f2-4e03-9916-852065a2f25a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:50:16.049365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Attempting to bind port e83bbbe3-e6f2-4e03-9916-852065a2f25a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:50:16.052889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Attempting to bind port e83bbbe3-e6f2-4e03-9916-852065a2f25a on network 6c440823-4dee-46fd-85c4-23829cc4f65b {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:16.065765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:50:16.066903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Checking segment: {'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:16.067600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:16.068236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Bound using segment: {'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:50:16.068867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Bound port: e83bbbe3-e6f2-4e03-9916-852065a2f25a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419dd543-259b-4f14-8229-6d70943b3740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:50:16.069556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:16.172540 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e3a0b2-715b-4e6b-b393-38048e759d86', 'tag': '7009311d-c8ed-42ce-9285-0488b24a9079', 'status': 'completed', 'code': 200} Feb 07 12:50:16.201177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] For port e83bbbe3-e6f2-4e03-9916-852065a2f25a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:50:16.205550 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] For port e83bbbe3-e6f2-4e03-9916-852065a2f25a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e83bbbe3-e6f2-4e03-9916-852065a2f25a,segment=NetworkSegment(419dd543-259b-4f14-8229-6d70943b3740),segment_id=419dd543-259b-4f14-8229-6d70943b3740)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:50:16.726068 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:16.789721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:16.815366 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:16.880660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47726) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:16.892865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122240143', 'description': 'tempest-description--243361653'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:16.905512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:16.914534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Usage tracker for resource:security_group and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:16.923401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Routers {'4292ba5e-3d10-4f06-8790-d3127a6f90b7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:50:16.923401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:50:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:16.924836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:16.946291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:17.012278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd4634-bcad-4f00-9956-e2fcb59190ce req-c2b8d8d1-3860-4ec2-819f-de1c5f3746f8 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:17.014318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92dd4634-bcad-4f00-9956-e2fcb59190ce req-c2b8d8d1-3860-4ec2-819f-de1c5f3746f8 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 969 time: 0.1152866 Feb 07 12:50:17.046124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dca3ff-f6a2-4a1f-8c0a-4a3c9ecff22c None None] Pushing event updated for resources: {'Port': ['ID=e83bbbe3-e6f2-4e03-9916-852065a2f25a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:17.086452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92dd4634-bcad-4f00-9956-e2fcb59190ce req-e05da2de-8dd2-4390-9b2d-8a7777a7eedb tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629771 Feb 07 12:50:17.098107 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:17.160746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9745d3600ab4e0fba6583283995ffa9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7987092 Feb 07 12:50:17.160746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531591e0-281d-4a8f-a482-e35e504fe80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654c604d-f361-4a35-b087-852a4e38bd4c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:17.161637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47734) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:17.166745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:17.304642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da53cf04-a810-497e-a693-e0825c8b96ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:17.319549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2392dd1c-f5c9-42af-a9e7-bc062c47db9b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:17.327267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] Set router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:50:17.340824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-deea1ddd-460b-4ab7-a0b8-f2705fb23d55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ff7a00f7b9a476c8d59acbbcb4f8a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6045611 Feb 07 12:50:17.352306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47746) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:17.377978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:17.453710 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da53cf04-a810-497e-a693-e0825c8b96ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:17.690564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:17.690564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Usage tracker for resource:security_group_rule and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:17.690564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:17.692538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39c1a8aa-7180-4dff-a333-7c7155540086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:17.692538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:17.692538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39c1a8aa-7180-4dff-a333-7c7155540086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:17.692820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:17.692820 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-54562f66-23fd-4272-ae04-fc1fdb0c3601 req-f2f5793e-8d35-4f9c-8957-fe2b51a56819 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296397 Feb 07 12:50:17.770786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:50:09Z', 'revision_number': 4, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'e83bbbe3-e6f2-4e03-9916-852065a2f25a', 'name': '', 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'mac_address': 'fa:16:3e:87:dd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '16070164-a3e9-4845-a4d3-32eb4c130653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:08Z', 'updated_at': '2022-02-07T12:50:16Z', 'revision_number': 4, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'subnets': [{'id': '16070164-a3e9-4845-a4d3-32eb4c130653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:50:17.780256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bbc82-fbd7-4b44-9683-f5188f5ef5e0 None None] The sync data for ids ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'] in n-d-811416-5 is: [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:50:09Z', 'revision_number': 4, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'e83bbbe3-e6f2-4e03-9916-852065a2f25a', 'name': '', 'network_id': '6c440823-4dee-46fd-85c4-23829cc4f65b', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'mac_address': 'fa:16:3e:87:dd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '16070164-a3e9-4845-a4d3-32eb4c130653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:08Z', 'updated_at': '2022-02-07T12:50:16Z', 'revision_number': 4, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'subnets': [{'id': '16070164-a3e9-4845-a4d3-32eb4c130653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:50:18.187392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e83bbbe3-e6f2-4e03-9916-852065a2f25a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:18.400948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da53cf04-a810-497e-a693-e0825c8b96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:18.404517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:18.421688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39c1a8aa-7180-4dff-a333-7c7155540086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:18.422232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53cf04-a810-497e-a693-e0825c8b96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654c604d-f361-4a35-b087-852a4e38bd4c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:18.455954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da53cf04-a810-497e-a693-e0825c8b96ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:18.462365 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-da53cf04-a810-497e-a693-e0825c8b96ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/654c604d-f361-4a35-b087-852a4e38bd4c HTTP/1.1" status: 204 len: 168 time: 1.3000588 Feb 07 12:50:18.484509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port e83bbbe3-e6f2-4e03-9916-852065a2f25a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:18.492835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e83bbbe3-e6f2-4e03-9916-852065a2f25a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:18.495411 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:18.547604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=320a05a91924482b9dddfcd11e6829b9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7056327 Feb 07 12:50:18.552089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47768) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:18.728442 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39c1a8aa-7180-4dff-a333-7c7155540086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:18.729782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-39c1a8aa-7180-4dff-a333-7c7155540086 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2392dd1c-f5c9-42af-a9e7-bc062c47db9b HTTP/1.1" status: 204 len: 168 time: 1.3757837 Feb 07 12:50:18.743319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8704693-466b-4f4b-8402-529cec1f623b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77592b59-3cc9-45d8-9a74-f7fe008a9068,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:18.781231 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c26e1f8b-17ab-47dd-b90b-908bd54a59e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:18.822274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1a8aa-7180-4dff-a333-7c7155540086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2392dd1c-f5c9-42af-a9e7-bc062c47db9b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:18.824832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c26e1f8b-17ab-47dd-b90b-908bd54a59e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:18.900904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63915ee1-e076-4354-afea-394ba49774d9 req-e25e2494-faf6-4742-a22b-727f0c33d991 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:18.910510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63915ee1-e076-4354-afea-394ba49774d9 req-e25e2494-faf6-4742-a22b-727f0c33d991 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 969 time: 0.6094623 Feb 07 12:50:19.026493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63915ee1-e076-4354-afea-394ba49774d9 req-5a6474de-8984-48d5-b034-f625f3ea0254 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146350 Feb 07 12:50:19.122356 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:19.155112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c26e1f8b-17ab-47dd-b90b-908bd54a59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:19.202008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e1f8b-17ab-47dd-b90b-908bd54a59e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77592b59-3cc9-45d8-9a74-f7fe008a9068,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:19.262883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:19.292639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port e83bbbe3-e6f2-4e03-9916-852065a2f25a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e83bbbe3-e6f2-4e03-9916-852065a2f25a,segment=NetworkSegment(419dd543-259b-4f14-8229-6d70943b3740),segment_id=419dd543-259b-4f14-8229-6d70943b3740)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:19.307840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c26e1f8b-17ab-47dd-b90b-908bd54a59e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:19.309141 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c26e1f8b-17ab-47dd-b90b-908bd54a59e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77592b59-3cc9-45d8-9a74-f7fe008a9068 HTTP/1.1" status: 204 len: 168 time: 0.7556651 Feb 07 12:50:19.326533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-4e3ecb46-db28-4cef-aa34-7b462bef4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:19.328336 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-4e3ecb46-db28-4cef-aa34-7b462bef4aac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f6d339389f1d470e924a5df9ff7c518a&device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 1120 time: 0.3439677 Feb 07 12:50:19.441640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:19.499225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fbf35e-6912-41ca-8685-66fc7ca5162d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:19.640689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-df7c52da-2749-4637-9e2f-338df0ae8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:19.642338 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-df7c52da-2749-4637-9e2f-338df0ae8376 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3063092 Feb 07 12:50:19.713945 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:19.753870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:19.758022 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cfeaea2f-8dd2-42cd-a223-9ab708ef0d6a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.8734677 Feb 07 12:50:19.758317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47798) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:19.772570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Request body: {'security_group_rule': {'security_group_id': 'e7fbf35e-6912-41ca-8685-66fc7ca5162d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:19.786811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:19.792638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Usage tracker for resource:security_group_rule and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:19.796358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:19.809954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:19.879809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=e83bbbe3-e6f2-4e03-9916-852065a2f25a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:19.893446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:19.898354 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-6375ee16-0db9-4330-962f-9ce47c46cd7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=7009311d-c8ed-42ce-9285-0488b24a9079 HTTP/1.1" status: 200 len: 217 time: 0.1121821 Feb 07 12:50:19.978342 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.044823 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.059891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-4d0ebca7-c0f8-4018-a37f-f19c2585e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:20.061568 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-4d0ebca7-c0f8-4018-a37f-f19c2585e60b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1518536 Feb 07 12:50:20.068171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c39df80-ff58-4773-84a8-a4cd82222b82,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:20.153735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e83bbbe3-e6f2-4e03-9916-852065a2f25a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:20.236535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.240682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7ea33748-bd60-43f6-9572-830724f90730 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4815233 Feb 07 12:50:20.243059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47816) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:20.250188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Request body: {'security_group_rule': {'security_group_id': 'e7fbf35e-6912-41ca-8685-66fc7ca5162d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:20.266398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:20.273828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Usage tracker for resource:security_group_rule and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:20.280119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:20.284301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-4eb7d414-4d77-4ba7-9d2e-c14b8f0dc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:20.285853 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-4eb7d414-4d77-4ba7-9d2e-c14b8f0dc376 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2064009 Feb 07 12:50:20.288684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:20.328159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7407e1-fbce-49f9-9b2a-945558056719 req-c597d51a-eafa-4d83-951f-1195b2b436ba tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:20.329921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a7407e1-fbce-49f9-9b2a-945558056719 req-c597d51a-eafa-4d83-951f-1195b2b436ba tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 969 time: 0.1428831 Feb 07 12:50:20.345148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e83bbbe3-e6f2-4e03-9916-852065a2f25a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:20.345585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.397721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a7407e1-fbce-49f9-9b2a-945558056719 req-f50cafb7-3ec4-4cf5-824f-2de08ebac0b5 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578964 Feb 07 12:50:20.442573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.539726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.559366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47828) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:20.607288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.617936 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-b003add0-d1a5-459a-83dd-f9696074f93b service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040671 Feb 07 12:50:20.630950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.633113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:20.654548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:a41aa91260234d49b380ab3d8b2f10b6 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:20.662835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:20.680013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:20.684098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc68abcc-e9d2-4dca-8c1b-a07b7029bf5c,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:20.799128 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.800417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aa436416-fe79-44ff-b050-f2f18b1a61ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5557747 Feb 07 12:50:20.812766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47834) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:20.818628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:20.831065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:20.842958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Usage tracker for resource:floatingip and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:20.848136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:20.862970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:20.881977 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a2bc424-3604-4a7a-a640-2aa163fe2f58 req-616c6807-bd39-45b0-a23b-424c7ec2b14d service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467549 Feb 07 12:50:20.956433 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:20.962317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.068663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.105702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47848) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:21.122321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1194f76d-e26b-400d-8d95-4928979cef69,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:21.129587 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.148760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9dd82046-c11b-4c5e-9f24-bfe721461ef3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a41aa91260234d49b380ab3d8b2f10b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5881557 Feb 07 12:50:21.149918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47852) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:21.153950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:21.173013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a350efc7bcce4dd0bff9b980418d0988 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:21.177681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:21.195692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:21.213562 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.253563 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1d0d-f12c-4620-9ef0-dd794abb8d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.297576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:21.301690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1d0d-f12c-4620-9ef0-dd794abb8d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.339781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.370491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:21.390718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] Usage tracker for resource:security_group_rule and tenant:280b29bdb64241f98969d9d0a8ddc7d0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:21.399317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:21.414904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:21.456915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Allocated IP 172.25.7.23 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ce4e8e18-00e8-4bd1-bb36-584faa6d3f13) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:50:21.513858 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.592410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.629641 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a350efc7bcce4dd0bff9b980418d0988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226524 Feb 07 12:50:21.633821 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1d0d-f12c-4620-9ef0-dd794abb8d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.637466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47868) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:21.655518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.658263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1d0d-f12c-4620-9ef0-dd794abb8d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.659805 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0d5a1d0d-f12c-4620-9ef0-dd794abb8d11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1194f76d-e26b-400d-8d95-4928979cef69 HTTP/1.1" status: 204 len: 168 time: 0.5072806 Feb 07 12:50:21.675332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2e2da-ab5a-45ea-a050-3eb9fa1c02c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311ffa95-5038-415e-8189-9c8e6d55e658,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:21.701143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a1d0d-f12c-4620-9ef0-dd794abb8d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1194f76d-e26b-400d-8d95-4928979cef69,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:21.769961 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.793601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b86ca69-896f-41c3-8a95-406b4ddf8ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.810111 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.831205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9708-20ab-4e9f-866b-1269fb2f1653 req-84f30eb2-8951-4259-b6ae-6b0c3a1aacfe tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:21.838062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a12a9708-20ab-4e9f-866b-1269fb2f1653 req-84f30eb2-8951-4259-b6ae-6b0c3a1aacfe tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 969 time: 0.2582948 Feb 07 12:50:21.858662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b86ca69-896f-41c3-8a95-406b4ddf8ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.865499 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=280b29bdb64241f98969d9d0a8ddc7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668674 Feb 07 12:50:21.866419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc569f7-5410-4046-82e5-11e27351df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c689a9-5766-4c65-a46c-e5280900efe9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:21.869339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47878) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:21.924662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a12a9708-20ab-4e9f-866b-1269fb2f1653 req-f948cb6f-3b28-4de2-8865-8d99535ebfd8 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855777 Feb 07 12:50:21.940557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-837c1600-4d89-4a0b-bae3-cd4972291635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:21.967712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-837c1600-4d89-4a0b-bae3-cd4972291635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.067497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.095935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-837c1600-4d89-4a0b-bae3-cd4972291635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.112596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c1600-4d89-4a0b-bae3-cd4972291635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c689a9-5766-4c65-a46c-e5280900efe9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:22.117147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-837c1600-4d89-4a0b-bae3-cd4972291635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.118799 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-837c1600-4d89-4a0b-bae3-cd4972291635 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9c689a9-5766-4c65-a46c-e5280900efe9 HTTP/1.1" status: 204 len: 168 time: 0.2479668 Feb 07 12:50:22.123844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b86ca69-896f-41c3-8a95-406b4ddf8ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.162381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:22.165586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86ca69-896f-41c3-8a95-406b4ddf8ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311ffa95-5038-415e-8189-9c8e6d55e658,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:22.172636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:22.196305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event updated for resources: {'Port': ['ID=ce4e8e18-00e8-4bd1-bb36-584faa6d3f13,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:22.204445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:50:22.218107 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b86ca69-896f-41c3-8a95-406b4ddf8ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.218107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4b86ca69-896f-41c3-8a95-406b4ddf8ebc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/311ffa95-5038-415e-8189-9c8e6d55e658 HTTP/1.1" status: 204 len: 168 time: 0.5739272 Feb 07 12:50:22.302141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47892) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:22.372898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.424411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d7082-4ed6-49ea-a9b2-a6517590dd0d req-a72f64e0-0da0-4716-bfef-62a10feab1a8 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.424878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d7082-4ed6-49ea-a9b2-a6517590dd0d req-a72f64e0-0da0-4716-bfef-62a10feab1a8 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.425345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d7082-4ed6-49ea-a9b2-a6517590dd0d req-a72f64e0-0da0-4716-bfef-62a10feab1a8 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.425846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d7082-4ed6-49ea-a9b2-a6517590dd0d req-a72f64e0-0da0-4716-bfef-62a10feab1a8 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.426303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d7082-4ed6-49ea-a9b2-a6517590dd0d req-a72f64e0-0da0-4716-bfef-62a10feab1a8 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.428062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a20d7082-4ed6-49ea-a9b2-a6517590dd0d req-a72f64e0-0da0-4716-bfef-62a10feab1a8 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.2163079 Feb 07 12:50:22.562125 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.679507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635038c-ffc1-4083-9ed8-fa0c4a843784 req-b4562166-454e-4e2f-930b-8c1f0d5615a5 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.685375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b635038c-ffc1-4083-9ed8-fa0c4a843784 req-b4562166-454e-4e2f-930b-8c1f0d5615a5 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 886 time: 0.2143416 Feb 07 12:50:22.863371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:22.888890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:22.895454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] Usage tracker for resource:security_group_rule and tenant:86b25358ff084f16bbc080b036b269f2 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:22.899624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:22.906508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:22.939468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7e2f-7d6c-4e89-9765-ed9898c15621 req-6f6619d9-97ec-46fc-9848-51d5025508c1 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.940068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7e2f-7d6c-4e89-9765-ed9898c15621 req-6f6619d9-97ec-46fc-9848-51d5025508c1 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.940418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7e2f-7d6c-4e89-9765-ed9898c15621 req-6f6619d9-97ec-46fc-9848-51d5025508c1 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.940870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7e2f-7d6c-4e89-9765-ed9898c15621 req-6f6619d9-97ec-46fc-9848-51d5025508c1 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.941321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7e2f-7d6c-4e89-9765-ed9898c15621 req-6f6619d9-97ec-46fc-9848-51d5025508c1 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:22.942997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-696e7e2f-7d6c-4e89-9765-ed9898c15621 req-6f6619d9-97ec-46fc-9848-51d5025508c1 tempest-NetworksTest-1493623157 tempest-NetworksTest-1493623157-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.1997068 Feb 07 12:50:22.965157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.005030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.067709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.072387 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.121957 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86b25358ff084f16bbc080b036b269f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8165922 Feb 07 12:50:23.122571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89035322-33cb-4fd4-8d63-f66c246ff572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3dd1a0-ab03-4bdb-87d4-c4352688505e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:23.125072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47922) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:23.153156 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.184223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event updated for resources: {'Port': ['ID=ce4e8e18-00e8-4bd1-bb36-584faa6d3f13,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:23.193282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:23.206624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db51803-fa72-44f3-b53b-c2c12145c3a1 req-92d60e51-9170-4b16-a710-7cb8414ff6a4 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:23.208403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8db51803-fa72-44f3-b53b-c2c12145c3a1 req-92d60e51-9170-4b16-a710-7cb8414ff6a4 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 969 time: 0.1787910 Feb 07 12:50:23.211231 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ed4fb1-5768-452f-9af6-6d09bef2c8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.225729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.254067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ed4fb1-5768-452f-9af6-6d09bef2c8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.261360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:23.262221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8db51803-fa72-44f3-b53b-c2c12145c3a1 req-70fcd5f8-851d-4ed0-ac32-cd9e0feec005 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471497 Feb 07 12:50:23.269380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] Usage tracker for resource:security_group_rule and tenant:eac1c31723444225a2357cc0e50429cf is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:23.272898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.274184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b3494f70-c5d0-4c9e-8e82-59cb788de65f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4614215 Feb 07 12:50:23.288424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:23.297819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:23.395626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.415860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ed4fb1-5768-452f-9af6-6d09bef2c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.437902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed4fb1-5768-452f-9af6-6d09bef2c8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3dd1a0-ab03-4bdb-87d4-c4352688505e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:23.451163 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ed4fb1-5768-452f-9af6-6d09bef2c8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.451163 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44ed4fb1-5768-452f-9af6-6d09bef2c8c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba3dd1a0-ab03-4bdb-87d4-c4352688505e HTTP/1.1" status: 204 len: 168 time: 0.3217292 Feb 07 12:50:23.501485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.547628 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eac1c31723444225a2357cc0e50429cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531873 Feb 07 12:50:23.549222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55122a21-a079-44a9-a499-dc21a6256df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a62732-2370-4d54-84bf-625c81064894,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:23.550372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47938) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:23.606712 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec565-bcab-4dc7-a47c-eb2433483be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.631397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec565-bcab-4dc7-a47c-eb2433483be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.812859 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec565-bcab-4dc7-a47c-eb2433483be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.839856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ec565-bcab-4dc7-a47c-eb2433483be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a62732-2370-4d54-84bf-625c81064894,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:23.862431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec565-bcab-4dc7-a47c-eb2433483be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:23.866522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4d6ec565-bcab-4dc7-a47c-eb2433483be1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62a62732-2370-4d54-84bf-625c81064894 HTTP/1.1" status: 204 len: 168 time: 0.3151603 Feb 07 12:50:23.875945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-589d2445-8dbd-4735-80da-945902f02f00 req-35672e15-1eb6-4f7c-9288-68a1c01326f5 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Synchronizing usage tracker for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:50:23.957641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47962) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:23.981557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-589d2445-8dbd-4735-80da-945902f02f00 req-35672e15-1eb6-4f7c-9288-68a1c01326f5 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Unset dirty status for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:50:23.982844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-35672e15-1eb6-4f7c-9288-68a1c01326f5 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--122240143&fields=id&tenant_id=d05a8e65e68142639375bf1a3ec23518 HTTP/1.1" status: 200 len: 267 time: 0.1593838 Feb 07 12:50:24.175794 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:24.205122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2445-8dbd-4735-80da-945902f02f00 req-9b413bb9-e35e-41b3-b3ef-7f96f1060994 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:24.205848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-589d2445-8dbd-4735-80da-945902f02f00 req-9b413bb9-e35e-41b3-b3ef-7f96f1060994 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Synchronizing usage tracker for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:50:24.295934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-589d2445-8dbd-4735-80da-945902f02f00 req-9b413bb9-e35e-41b3-b3ef-7f96f1060994 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Unset dirty status for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:50:24.297154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-9b413bb9-e35e-41b3-b3ef-7f96f1060994 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 824 time: 0.3073490 Feb 07 12:50:24.327089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-815c4bde-a60f-49e1-844b-e5723e899a14 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/quotas/d05a8e65e68142639375bf1a3ec23518 HTTP/1.1" status: 200 len: 375 time: 0.0175531 Feb 07 12:50:24.439497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:24.473717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:24.479523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] Usage tracker for resource:security_group_rule and tenant:1df74d3e54424223b30e6f7ab3b70aea is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:24.484052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:24.495534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:24.546087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-dfb92524-9ced-4bc5-8eda-b9d8d4f1a0fd tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2177575 Feb 07 12:50:24.564167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277a4c0-a3c1-4626-b619-fcaef0be5a00 req-9815df80-e5a7-4ad0-be01-39c73ceab2fa tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:24.565591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a277a4c0-a3c1-4626-b619-fcaef0be5a00 req-9815df80-e5a7-4ad0-be01-39c73ceab2fa tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 969 time: 0.1802690 Feb 07 12:50:24.635041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a277a4c0-a3c1-4626-b619-fcaef0be5a00 req-09245bb8-f6ee-436a-8c59-8770d6ddffa2 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584915 Feb 07 12:50:24.657760 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:24.717151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47988) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:24.740459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:24.755172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:24.759677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] Usage tracker for resource:security_group_rule and tenant:bc636aa229f941cea128528478609d37 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:24.762580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:24.768665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:24.771699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:24.839778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a383ae-cfaa-46e9-8f2f-8b686306e918,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:24.847075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d987bd5c-ce17-4a02-a2f6-1e364c055be0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1df74d3e54424223b30e6f7ab3b70aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8877831 Feb 07 12:50:24.849324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47998) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:24.904864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:24.918398 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-875baf06-79d4-49f0-9410-62fa5b6c0cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:24.949146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-875baf06-79d4-49f0-9410-62fa5b6c0cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:24.981528 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.030530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc636aa229f941cea128528478609d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120730 Feb 07 12:50:25.032609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838053d-e813-459c-9722-9a88cd491846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3f1cf-66bf-40bb-9ed3-4b4a0a848d25,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:25.033525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48008) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:25.082486 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-875baf06-79d4-49f0-9410-62fa5b6c0cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.114531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875baf06-79d4-49f0-9410-62fa5b6c0cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a383ae-cfaa-46e9-8f2f-8b686306e918,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:25.118496 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8dd6318-529c-4c22-8241-f7f7a46db6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.138755 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-875baf06-79d4-49f0-9410-62fa5b6c0cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.142722 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-875baf06-79d4-49f0-9410-62fa5b6c0cad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5a383ae-cfaa-46e9-8f2f-8b686306e918 HTTP/1.1" status: 204 len: 168 time: 0.2918906 Feb 07 12:50:25.156223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-47b8e02e-b22c-476c-a364-8d8495c73ab5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:50:25.157413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-47b8e02e-b22c-476c-a364-8d8495c73ab5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2183645 Feb 07 12:50:25.230934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8dd6318-529c-4c22-8241-f7f7a46db6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.308354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-4213c263-591b-4785-b77d-a1fc647c5ee7 service neutron] 10.222.0.69 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445627 Feb 07 12:50:25.381210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8dd6318-529c-4c22-8241-f7f7a46db6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.395877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd6318-529c-4c22-8241-f7f7a46db6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3f1cf-66bf-40bb-9ed3-4b4a0a848d25,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:25.402120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8dd6318-529c-4c22-8241-f7f7a46db6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.408758 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a8dd6318-529c-4c22-8241-f7f7a46db6c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97b3f1cf-66bf-40bb-9ed3-4b4a0a848d25 HTTP/1.1" status: 204 len: 168 time: 0.3686535 Feb 07 12:50:25.456835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-b7ca6b99-df18-4b48-a494-8f3da4b1b386 service neutron] 10.222.0.69 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405640 Feb 07 12:50:25.463653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 7009311d-c8ed-42ce-9285-0488b24a9079 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:50:25.626831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 7009311d-c8ed-42ce-9285-0488b24a9079, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=7009311d-c8ed-42ce-9285-0488b24a9079,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:25.643485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '7009311d-c8ed-42ce-9285-0488b24a9079', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '7009311d-c8ed-42ce-9285-0488b24a9079', 'mac_address': 'fa:16:3e:fe:66:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:tempest-test_az-768614754', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:50:25.715150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.736625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7009311d-c8ed-42ce-9285-0488b24a9079 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:50:25.767418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 7009311d-c8ed-42ce-9285-0488b24a9079, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=7009311d-c8ed-42ce-9285-0488b24a9079,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:25.847156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8cf498d1-387d-4527-94e1-35d49f87b719 req-7a215ae1-7e62-4bdc-8744-3ac3a6755fb5 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 210 time: 0.0603800 Feb 07 12:50:25.924592 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:25.933261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87017641-cd3a-410e-93bf-2a9ec694995c req-27a81111-bfe9-41d0-8ce6-4c8732248445 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:25.934795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87017641-cd3a-410e-93bf-2a9ec694995c req-27a81111-bfe9-41d0-8ce6-4c8732248445 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 969 time: 0.0844288 Feb 07 12:50:25.993243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87017641-cd3a-410e-93bf-2a9ec694995c req-6f17a0b1-6475-49cc-b832-c598693d2ca4 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Feb 07 12:50:25.997700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=7009311d-c8ed-42ce-9285-0488b24a9079,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:26.349996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['7009311d-c8ed-42ce-9285-0488b24a9079'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:50:26.386801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48058) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:26.409329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:26.427656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:26.434906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] Usage tracker for resource:security_group_rule and tenant:91ebdafce5264868ad25b7b33a799622 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:26.439029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:26.447363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:26.610271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.035270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90c5c383-43fe-4517-9c74-66e2fdbb40b9 req-05b95650-39d8-491d-b0ac-0dbb914c9310 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 210 time: 0.0420570 Feb 07 12:50:27.180051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9715-b54b-4c7c-9282-4bd3aaea0bf6 req-44819479-8b96-4c44-b90b-e5a14c658575 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:27.182865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4ab9715-b54b-4c7c-9282-4bd3aaea0bf6 req-44819479-8b96-4c44-b90b-e5a14c658575 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 970 time: 0.0885181 Feb 07 12:50:27.227248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.229004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4ab9715-b54b-4c7c-9282-4bd3aaea0bf6 req-1208c796-372e-4f3c-a5ae-7545954b7132 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Feb 07 12:50:27.279401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91ebdafce5264868ad25b7b33a799622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8905172 Feb 07 12:50:27.282965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48090) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:27.304515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184fab2-00b7-4a56-85ab-9738d7c65f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa3b5d6-b257-4c8b-9956-4821304aaea2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:27.358539 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52aaaeba-a759-4bd9-a025-53bccf1064a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.383860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52aaaeba-a759-4bd9-a025-53bccf1064a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.451823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 7009311d-c8ed-42ce-9285-0488b24a9079 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:27.501355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52aaaeba-a759-4bd9-a025-53bccf1064a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.519158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaaeba-a759-4bd9-a025-53bccf1064a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa3b5d6-b257-4c8b-9956-4821304aaea2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:27.524043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52aaaeba-a759-4bd9-a025-53bccf1064a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.525744 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-52aaaeba-a759-4bd9-a025-53bccf1064a9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/baa3b5d6-b257-4c8b-9956-4821304aaea2 HTTP/1.1" status: 204 len: 168 time: 0.2416296 Feb 07 12:50:27.598340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 7009311d-c8ed-42ce-9285-0488b24a9079 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:27.604187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 7009311d-c8ed-42ce-9285-0488b24a9079 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:27.604839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.732480 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.762596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e3a0b2-715b-4e6b-b393-38048e759d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7009311d-c8ed-42ce-9285-0488b24a9079'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:50:27.829486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 7009311d-c8ed-42ce-9285-0488b24a9079, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=7009311d-c8ed-42ce-9285-0488b24a9079,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:27.889934 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:27.959568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=7009311d-c8ed-42ce-9285-0488b24a9079,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:28.174150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0ebb2eb-57c1-48e7-a4d7-edaf3b1bf7a6 req-9ba848eb-1c1f-4113-b56d-290b9a649bf7 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 210 time: 0.0428002 Feb 07 12:50:28.444110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf256f-2d18-4ffc-b5e3-7c021c68c2d7 req-5cc52100-cab0-4fcc-af7f-4bb89b3850d3 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:28.449087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4cf256f-2d18-4ffc-b5e3-7c021c68c2d7 req-5cc52100-cab0-4fcc-af7f-4bb89b3850d3 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 971 time: 0.1053200 Feb 07 12:50:28.501820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4cf256f-2d18-4ffc-b5e3-7c021c68c2d7 req-3bb0b1d2-c9c2-4a7f-9dab-fa10a0ec7d14 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Feb 07 12:50:28.845635 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:50:29.118958 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e3a0b2-715b-4e6b-b393-38048e759d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7009311d-c8ed-42ce-9285-0488b24a9079', 'code': 200} Feb 07 12:50:29.272773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48168) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:29.289407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-74a65ef6-eea8-4eab-885b-7df3371642cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:29.291995 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-74a65ef6-eea8-4eab-885b-7df3371642cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 1122 time: 0.0962124 Feb 07 12:50:29.346571 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:29.366724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:29.374198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] Usage tracker for resource:security_group_rule and tenant:dd8d984601924e07bf4f5eafd8841319 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:29.377935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:29.392224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:29.438482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb481628-a200-4b19-a3bf-bb2cc6f95357 req-8798969d-7eda-4d0e-a369-7ab43c7e9b91 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 210 time: 0.1064222 Feb 07 12:50:29.536522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:29.609424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:29.639376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:29.648634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.47', 53033) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:29.663005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:29.667903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:466aca5b00424b2fb03c1c429ad915ac is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:29.670942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:29.677057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:29.728414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb370f3b-1f45-4de1-8260-bb4cf2f8902b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:29.778726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f299a-d31f-4204-97e0-35f54b042843 req-b724f711-d283-4875-b6ce-7bdf1e0cb638 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:29.780343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-996f299a-d31f-4204-97e0-35f54b042843 req-b724f711-d283-4875-b6ce-7bdf1e0cb638 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 971 time: 0.1561139 Feb 07 12:50:29.789019 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-2e68c3bd-589d-477f-80ee-bd5aac3a23c0 req-262680d1-fe1b-4ec3-a6e2-2177a78322bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810014 Feb 07 12:50:29.840272 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:29.847625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-996f299a-d31f-4204-97e0-35f54b042843 req-599f43db-d8b3-4020-96ce-732fe2752b54 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597575 Feb 07 12:50:29.862098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2445-8dbd-4735-80da-945902f02f00 req-f31e99c5-d4f2-447f-aeb7-6cf4dae36e85 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:29.863601 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-f31e99c5-d4f2-447f-aeb7-6cf4dae36e85 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.47 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 824 time: 0.1762726 Feb 07 12:50:29.935529 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:29.986418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=466aca5b00424b2fb03c1c429ad915ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7124779 Feb 07 12:50:29.989472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48190) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:30.000203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d187c-59ea-49e2-a32e-e66575b1b8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48123718-24b5-4843-aae3-b23c039ff032,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:30.038567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-589d2445-8dbd-4735-80da-945902f02f00 req-02b14787-c934-4d23-8339-0c1e9b710f38 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Synchronizing usage tracker for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:50:30.077783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-589d2445-8dbd-4735-80da-945902f02f00 req-02b14787-c934-4d23-8339-0c1e9b710f38 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Unset dirty status for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:50:30.078938 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-02b14787-c934-4d23-8339-0c1e9b710f38 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05a8e65e68142639375bf1a3ec23518 HTTP/1.1" status: 200 len: 379 time: 0.1127295 Feb 07 12:50:30.083280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a96ff447-3abb-4142-9e59-0ea47711421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:30.090611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Request body: {'port': {'device_id': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'admin_state_up': True, 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'security_groups': ['e7fbf35e-6912-41ca-8685-66fc7ca5162d']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:30.193114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a96ff447-3abb-4142-9e59-0ea47711421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:30.278281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48202) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:30.287292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:30.299906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Usage tracker for resource:port and tenant:d05a8e65e68142639375bf1a3ec23518 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:30.299906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:30.301038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:30.398699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a96ff447-3abb-4142-9e59-0ea47711421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:30.420190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ff447-3abb-4142-9e59-0ea47711421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48123718-24b5-4843-aae3-b23c039ff032,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:30.431446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Made reservation on behalf of d05a8e65e68142639375bf1a3ec23518 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:30.433133 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:30.495187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a96ff447-3abb-4142-9e59-0ea47711421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:30.499323 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a96ff447-3abb-4142-9e59-0ea47711421b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48123718-24b5-4843-aae3-b23c039ff032 HTTP/1.1" status: 204 len: 168 time: 0.5088425 Feb 07 12:50:30.570445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:30.591287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:30.596219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d50799a88f1b4311b33eb0537623bc70 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:30.602039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:30.660317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:30.668534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8152f826-968e-4eb9-afac-693dfa41381a req-37c39f72-16d1-43e4-8ffb-e2905a6ddf53 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 210 time: 0.0685055 Feb 07 12:50:30.687649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Allocated IP 172.20.0.13 (1477f912-4630-4658-8e92-9d186d512827/cdf3cb13-5f8f-4902-9310-4870273179cf/148a4b50-63a8-45e1-93a4-d30ee99cdb25) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:50:30.808079 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:30.935798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:31.002713 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:31.035029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Transition to ACTIVE for port object 148a4b50-63a8-45e1-93a4-d30ee99cdb25 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:31.051406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d50799a88f1b4311b33eb0537623bc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701013 Feb 07 12:50:31.052737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48232) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:31.151966 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4406acf0-1d58-40ba-ae8d-e3825423e131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:31.161354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49658192-1e49-4a5d-b80d-8918675b32d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57caa3da-4b4f-4ce3-9d0e-ce9bf1dccbfb,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:31.186130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814bd05-78d3-4ec0-beb0-4457eb54d568 req-fb8b9e07-4e60-4dcf-985f-58fdc683c593 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:31.189616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2814bd05-78d3-4ec0-beb0-4457eb54d568 req-fb8b9e07-4e60-4dcf-985f-58fdc683c593 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 971 time: 0.2143645 Feb 07 12:50:31.198401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4406acf0-1d58-40ba-ae8d-e3825423e131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:31.256088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2814bd05-78d3-4ec0-beb0-4457eb54d568 req-ceae4039-b1fe-4ff8-bf2a-85abadbd4b41 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550692 Feb 07 12:50:31.318890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:31.393879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Network 1477f912-4630-4658-8e92-9d186d512827 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:31.397850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:31.403579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:50:31.409424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:31.410083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:31.418804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event updated for resources: {'Port': ['ID=148a4b50-63a8-45e1-93a4-d30ee99cdb25,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:31.436505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4406acf0-1d58-40ba-ae8d-e3825423e131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:31.454604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4406acf0-1d58-40ba-ae8d-e3825423e131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:31.458443 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4406acf0-1d58-40ba-ae8d-e3825423e131 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57caa3da-4b4f-4ce3-9d0e-ce9bf1dccbfb HTTP/1.1" status: 204 len: 168 time: 0.4048064 Feb 07 12:50:31.461202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406acf0-1d58-40ba-ae8d-e3825423e131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57caa3da-4b4f-4ce3-9d0e-ce9bf1dccbfb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:31.582283 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-89c66339-1674-49c9-ad6b-369ac78c15e2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4961588 Feb 07 12:50:31.935128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a645c-ace5-45c2-a74d-566d9851d126 req-f49624f0-c7dd-46e7-9872-b0c4efd76635 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:31.937001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f67a645c-ace5-45c2-a74d-566d9851d126 req-f49624f0-c7dd-46e7-9872-b0c4efd76635 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 932 time: 0.0962481 Feb 07 12:50:31.958145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aba7b9ec-f499-46f9-91b3-fddf0597ed43 None None] Provisioning for port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:31.965462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aba7b9ec-f499-46f9-91b3-fddf0597ed43 None None] Provisioning complete for port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:31.968219 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aba7b9ec-f499-46f9-91b3-fddf0597ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.005263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f67a645c-ace5-45c2-a74d-566d9851d126 req-3b14b7db-59c3-4533-a1e4-2fd1d22fc6ec tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580037 Feb 07 12:50:32.063962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-aba7b9ec-f499-46f9-91b3-fddf0597ed43 None None] Port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:50:32.205334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:32.223828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.239415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:32.244375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] Usage tracker for resource:security_group_rule and tenant:acad57556b63460286933483aa78ee62 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:32.247314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:32.253347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:32.359043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.438285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.472860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcf871-4186-4a8b-8be4-50351a670281 req-477d85b0-b526-4e85-8f9f-d3f92f986b9e tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:32.474348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7abcf871-4186-4a8b-8be4-50351a670281 req-477d85b0-b526-4e85-8f9f-d3f92f986b9e tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 971 time: 0.0843620 Feb 07 12:50:32.494744 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=acad57556b63460286933483aa78ee62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881694 Feb 07 12:50:32.497350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:32.500225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3412a2-aa77-4e1a-94f4-319ae7198dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4c9e6f-71fd-4dbc-9031-a717e3eece88,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:32.529620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7abcf871-4186-4a8b-8be4-50351a670281 req-47397b7f-a313-47d6-8193-d49aa53802a1 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480523 Feb 07 12:50:32.569333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4abe0f7-61b5-40af-9c18-81763e9649d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.597297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4abe0f7-61b5-40af-9c18-81763e9649d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.733306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-2d4aef63-1d9a-40ea-8a2a-06b7eaf131ee tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:32.734923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-2d4aef63-1d9a-40ea-8a2a-06b7eaf131ee tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 1122 time: 0.0800970 Feb 07 12:50:32.757305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.772706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:32.777093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Usage tracker for resource:security_group_rule and tenant:033231b6d7c44da99b905a6edfb8e8fe is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:32.779964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:32.781556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4abe0f7-61b5-40af-9c18-81763e9649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.785899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:32.800325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abe0f7-61b5-40af-9c18-81763e9649d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4c9e6f-71fd-4dbc-9031-a717e3eece88,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:32.804113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4abe0f7-61b5-40af-9c18-81763e9649d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.807928 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4abe0f7-61b5-40af-9c18-81763e9649d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e4c9e6f-71fd-4dbc-9031-a717e3eece88 HTTP/1.1" status: 204 len: 168 time: 0.3070509 Feb 07 12:50:32.886065 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:32.975835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.013166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5ea3245-1b57-4331-9abe-ca1a024d392d req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724860 Feb 07 12:50:33.020723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901ed64-d4e8-495c-a8f2-b89e182d904d tempest-AggregatesAdminTestJSON-830451215 tempest-AggregatesAdminTestJSON-830451215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94597185-d4d0-4663-869b-9abf2272e83e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:33.103330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48298) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:33.171113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.199741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:33.206997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] Usage tracker for resource:security_group_rule and tenant:95deda23cf4b4ffe84d47625ffbf7217 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:33.211955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:33.220751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:33.230623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48302) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:33.261365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee9b9-10cf-4790-9fbf-1c2ea48fb9ab req-36d9a527-83f4-47f6-b7b1-8f35dbc7d85a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:33.267153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d2ee9b9-10cf-4790-9fbf-1c2ea48fb9ab req-36d9a527-83f4-47f6-b7b1-8f35dbc7d85a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 932 time: 0.1404414 Feb 07 12:50:33.327149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d2ee9b9-10cf-4790-9fbf-1c2ea48fb9ab req-84e59ca9-3832-4525-b985-0158798b12a3 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591180 Feb 07 12:50:33.393934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.467516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.528647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95deda23cf4b4ffe84d47625ffbf7217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215715 Feb 07 12:50:33.528647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e99a74-78ad-4583-8b0b-73ae15cdcbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa475ae7-7ba7-4a77-935e-62c94228cb90,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:33.529860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48314) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:33.585663 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.627371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:33.634684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b290f56a17486785a2f318f3033388 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:33.638333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:33.657684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:33.669716 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7cf06d7e-4020-4c6e-a99f-bde74e28903b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.717378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7cf06d7e-4020-4c6e-a99f-bde74e28903b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.817834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74099ad3-d9c8-4596-9294-07375c630a2e req-06231e8e-f439-4826-874f-93c01a2fe8bf tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:33.819368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74099ad3-d9c8-4596-9294-07375c630a2e req-06231e8e-f439-4826-874f-93c01a2fe8bf tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 971 time: 0.0881562 Feb 07 12:50:33.844236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.873634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74099ad3-d9c8-4596-9294-07375c630a2e req-b21fb3f6-dd40-4ee4-a89e-d7f952e87641 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Feb 07 12:50:33.942031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7cf06d7e-4020-4c6e-a99f-bde74e28903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.963440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf06d7e-4020-4c6e-a99f-bde74e28903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa475ae7-7ba7-4a77-935e-62c94228cb90,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:33.996697 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7cf06d7e-4020-4c6e-a99f-bde74e28903b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:33.999582 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7cf06d7e-4020-4c6e-a99f-bde74e28903b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa475ae7-7ba7-4a77-935e-62c94228cb90 HTTP/1.1" status: 204 len: 168 time: 0.4674528 Feb 07 12:50:34.032978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:34.112765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48334) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:34.114158 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1b290f56a17486785a2f318f3033388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8754792 Feb 07 12:50:34.114158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c1af3-1450-4103-be68-a211507baf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949b395e-56d6-406d-9cd0-31dfb96e60b8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:34.188116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc22d278-4345-482e-9ce8-0722f85b0e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:34.216443 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc22d278-4345-482e-9ce8-0722f85b0e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:34.370206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc22d278-4345-482e-9ce8-0722f85b0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:34.388161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22d278-4345-482e-9ce8-0722f85b0e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949b395e-56d6-406d-9cd0-31dfb96e60b8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:34.424183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc22d278-4345-482e-9ce8-0722f85b0e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:34.424183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dc22d278-4345-482e-9ce8-0722f85b0e76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/949b395e-56d6-406d-9cd0-31dfb96e60b8 HTTP/1.1" status: 204 len: 168 time: 0.3081908 Feb 07 12:50:34.888491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-bf76a0bc-3335-47fe-8c3d-ddcc3b93fd3f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fa17c14be26946ddbaa615310c5305e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518894 Feb 07 12:50:35.135123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-9cf6797a-e22d-42f3-880d-a4347aaf7996 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:35.136988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-9cf6797a-e22d-42f3-880d-a4347aaf7996 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472169 Feb 07 12:50:35.147938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc95d4-9efd-4800-9f58-039dbcd28f5a req-79f9dc73-4389-4349-8185-2309bb194536 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:35.149992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3cc95d4-9efd-4800-9f58-039dbcd28f5a req-79f9dc73-4389-4349-8185-2309bb194536 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 932 time: 0.1705902 Feb 07 12:50:35.176675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-6ee68fd3-43ce-4e0f-97dc-a5ab04913463 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/quotas/fa17c14be26946ddbaa615310c5305e6 HTTP/1.1" status: 200 len: 375 time: 0.0256956 Feb 07 12:50:35.228626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7903e33c-7994-4c15-9065-16c3e6982f6e tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:35.230114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7903e33c-7994-4c15-9065-16c3e6982f6e tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Synchronizing usage tracker for tenant:f6d339389f1d470e924a5df9ff7c518a on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:50:35.241638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-4e97eb69-6def-4f10-af1f-fce3ce5fdada tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa17c14be26946ddbaa615310c5305e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575318 Feb 07 12:50:35.246424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3cc95d4-9efd-4800-9f58-039dbcd28f5a req-97ba639f-b1ac-497d-b3d1-8f85a30528c8 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885837 Feb 07 12:50:35.398153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7903e33c-7994-4c15-9065-16c3e6982f6e tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Unset dirty status for tenant:f6d339389f1d470e924a5df9ff7c518a on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:50:35.400576 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7903e33c-7994-4c15-9065-16c3e6982f6e tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.35 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 971 time: 0.3516943 Feb 07 12:50:35.480945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Deleting port 7009311d-c8ed-42ce-9285-0488b24a9079 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:50:35.481329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:35.528762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48394) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:35.595148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:35.615148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:35.619923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] Usage tracker for resource:security_group_rule and tenant:33cba14ba793463a96d7064c83497ca4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:35.623088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:35.635482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:35.902699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] For port 7009311d-c8ed-42ce-9285-0488b24a9079, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=7009311d-c8ed-42ce-9285-0488b24a9079,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:35.903064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:35.959831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:35.992671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe3cd7-7ee6-4f76-91b3-77adfc28588e req-3cd68a84-c52c-4464-ae7f-3d872c0e74d8 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:36.001616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74fe3cd7-7ee6-4f76-91b3-77adfc28588e req-3cd68a84-c52c-4464-ae7f-3d872c0e74d8 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 971 time: 0.2303493 Feb 07 12:50:36.056816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Calling delete_port for 7009311d-c8ed-42ce-9285-0488b24a9079 owned by compute:tempest-test_az-768614754 {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:50:36.095786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74fe3cd7-7ee6-4f76-91b3-77adfc28588e req-3ef96603-27e6-4135-bb39-881ae37ac444 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/security-groups?id=af10d30c-55f1-4817-8c5d-8ec1407a5542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929782 Feb 07 12:50:36.097822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd3520cc-4ddb-49eb-86c3-94d94a2b5429 req-78594ed1-803a-4c2a-89c1-ed7fee17d038 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0715733 Feb 07 12:50:36.108251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:36.162994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1703155-b06e-4af9-a6bf-02477c42040c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:36.187814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-062a759d-6e01-47cb-aac0-6f2765aa8015 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33cba14ba793463a96d7064c83497ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545756 Feb 07 12:50:36.187814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48420) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:36.260264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d63d7cb7-b8b9-4ceb-9660-47663a1f22f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:36.293580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d63d7cb7-b8b9-4ceb-9660-47663a1f22f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:36.447216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd429ba8-1c9d-4e48-81d7-0fa51b9b0601 req-ff98dab4-3b64-4f05-b4ef-8ff5e62a6af9 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:36.448750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd429ba8-1c9d-4e48-81d7-0fa51b9b0601 req-ff98dab4-3b64-4f05-b4ef-8ff5e62a6af9 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 932 time: 0.0788572 Feb 07 12:50:36.492496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd429ba8-1c9d-4e48-81d7-0fa51b9b0601 req-d1564fc6-a0e8-42fb-9bb2-279bd2874a27 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379457 Feb 07 12:50:36.524833 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:36.541657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d63d7cb7-b8b9-4ceb-9660-47663a1f22f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:36.542279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['7009311d-c8ed-42ce-9285-0488b24a9079'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:50:36.554147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d7cb7-b8b9-4ceb-9660-47663a1f22f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1703155-b06e-4af9-a6bf-02477c42040c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:36.562408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d63d7cb7-b8b9-4ceb-9660-47663a1f22f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:36.563774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d63d7cb7-b8b9-4ceb-9660-47663a1f22f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1703155-b06e-4af9-a6bf-02477c42040c HTTP/1.1" status: 204 len: 168 time: 0.3750305 Feb 07 12:50:36.710220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Pushing event deleted for resources: {'Port': ['ID=7009311d-c8ed-42ce-9285-0488b24a9079,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:36.751734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] No DVR routers for this DVR port 7009311d-c8ed-42ce-9285-0488b24a9079 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:50:36.754989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:36.757653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e3a0b2-715b-4e6b-b393-38048e759d86', 'name': 'network-vif-deleted', 'tag': '7009311d-c8ed-42ce-9285-0488b24a9079'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:50:36.835346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48438) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:36.884811 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e3a0b2-715b-4e6b-b393-38048e759d86', 'name': 'network-vif-deleted', 'tag': '7009311d-c8ed-42ce-9285-0488b24a9079', 'status': 'completed', 'code': 200} Feb 07 12:50:36.982008 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a79a69cd-5af8-468a-b1ea-f9435e7c8084 req-7d7b7fa0-8675-48c0-a779-8a43a0fa097d tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.35 "DELETE /v2.0/ports/7009311d-c8ed-42ce-9285-0488b24a9079 HTTP/1.1" status: 204 len: 173 time: 1.5760231 Feb 07 12:50:37.122030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1151074790-network', 'tenant_id': '287e4148aa704a56b387ef51dde7594e'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:37.132399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:37.140857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Usage tracker for resource:network and tenant:287e4148aa704a56b387ef51dde7594e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:37.147635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:37.164341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:37.280541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c36df980-bb53-46c2-85a5-04aecec0a4df req-b233b607-fb0a-4439-99e6-fa2c0abef69e tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0860851 Feb 07 12:50:37.324382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Made reservation on behalf of 287e4148aa704a56b387ef51dde7594e for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:37.327062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:37.347817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:37.369518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:37.382579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Usage tracker for resource:security_group_rule and tenant:287e4148aa704a56b387ef51dde7594e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:37.387407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:37.394414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:37.469738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e387ff6-cf55-4ff1-afca-de86eaa77723 req-5ad52bc3-a7ef-4b28-9fe4-71794b14abe6 tempest-AggregatesAdminTestJSON-1622523525 tempest-AggregatesAdminTestJSON-1622523525-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e3a0b2-715b-4e6b-b393-38048e759d86 HTTP/1.1" status: 200 len: 210 time: 0.1284976 Feb 07 12:50:37.522967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:37.687548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c43c2-2763-4c6c-a28f-2491c667d24c req-c702ece2-6664-448d-8f8c-633c081a07ec tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:37.689021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-684c43c2-2763-4c6c-a28f-2491c667d24c req-c702ece2-6664-448d-8f8c-633c081a07ec tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 932 time: 0.0781732 Feb 07 12:50:37.690709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:37.736442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff733d9-ae92-47c3-877e-326f99354600,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:37.756763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:50:37.770579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780820799281', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:37.771814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Unsubscribe: segment precommit_create {{(pid=88312) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 12:50:37.772568 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Added segment b517c102-b61b-4731-9d9f-012169e48df1 of type vlan for network c30fed1f-849a-4725-acf9-f1586e77930f Feb 07 12:50:37.775426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-684c43c2-2763-4c6c-a28f-2491c667d24c req-059365b6-b060-4985-a739-09e6fd060c33 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592859 Feb 07 12:50:37.811416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:38.061910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:38.063689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:38.064405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:38.179871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] Pushing event updated for resources: {'Network': ['ID=c30fed1f-849a-4725-acf9-f1586e77930f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:38.193051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c30fed1f-849a-4725-acf9-f1586e77930f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:50:38.305031 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cd88667-905c-4c9a-a5b8-25f8a0cc757e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4679978 Feb 07 12:50:38.308362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48508) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:38.314821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Request body: {'subnet': {'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1151074790-subnet', 'tenant_id': '287e4148aa704a56b387ef51dde7594e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:38.319532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:38.323664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Usage tracker for resource:subnet and tenant:287e4148aa704a56b387ef51dde7594e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:38.326532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:38.332128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:38.427950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-acacd786-3e3b-4a4a-b4a6-9bae9e993b37 req-23801605-5789-4ef9-9eaf-0c0f9b0dcfce tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0446272 Feb 07 12:50:38.524941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Made reservation on behalf of 287e4148aa704a56b387ef51dde7594e for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:38.527701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:38.724313 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-97bd8470-5d8c-4861-99b8-b49b0cc3a317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:38.890262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:38.978392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c837a346-f7a4-415c-bbce-97ddad773c18,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:39.001807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:39.002254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Network hostable DHCP agents. Network: c30fed1f-849a-4725-acf9-f1586e77930f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:50:39.017212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48538) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:39.115798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456e7ae-13c0-4942-a4ae-12d1ca3fbd00 req-37809bde-6bdb-4cfb-b2f8-598fadd4f38b tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:39.117304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0456e7ae-13c0-4942-a4ae-12d1ca3fbd00 req-37809bde-6bdb-4cfb-b2f8-598fadd4f38b tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 932 time: 0.0851107 Feb 07 12:50:39.141066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Network c30fed1f-849a-4725-acf9-f1586e77930f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:50:39.171209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0456e7ae-13c0-4942-a4ae-12d1ca3fbd00 req-7892456c-39f2-4e3c-b8e7-d32dcdf8befa tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480745 Feb 07 12:50:39.178448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:39.195574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:39.199963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] Usage tracker for resource:security_group_rule and tenant:2f321047700f4d229b2d7ad704924a48 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:39.202853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:39.208479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:39.289503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:39.307243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c30fed1f-849a-4725-acf9-f1586e77930f) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:39.327928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ebd86-fb28-4aed-8bb7-b36e9e734e6d None None] Network c30fed1f-849a-4725-acf9-f1586e77930f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:50:39.335549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:39.340673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:39.440503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:39.498648 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f321047700f4d229b2d7ad704924a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797151 Feb 07 12:50:39.502302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48558) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:39.505225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56d891-8cd7-4e31-b64c-fc2fc9efd099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1373c5f4-0e9a-4882-8b79-b4e9c0b3c80a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:39.538080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bfd8217b-775f-4f8b-b2ad-95bb2048c60d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2213635 Feb 07 12:50:39.543362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 7009311d-c8ed-42ce-9285-0488b24a9079 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:50:39.630453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 7009311d-c8ed-42ce-9285-0488b24a9079 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:50:39.630783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 7009311d-c8ed-42ce-9285-0488b24a9079 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:50:39.633174 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dfd3f322-db35-4623-9d4e-a737f3239c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:39.655494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab92e40c-d82f-41bd-9427-53e0007bb299 req-28dfea74-9621-4719-a1b8-902e304255be tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0866995 Feb 07 12:50:39.669855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dfd3f322-db35-4623-9d4e-a737f3239c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:39.740983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bdecc3-3578-483c-9875-a214118afdf7 None None] Network c30fed1f-849a-4725-acf9-f1586e77930f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:50:39.993406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dfd3f322-db35-4623-9d4e-a737f3239c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:40.014694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3f322-db35-4623-9d4e-a737f3239c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373c5f4-0e9a-4882-8b79-b4e9c0b3c80a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:40.021280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dfd3f322-db35-4623-9d4e-a737f3239c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:40.021905 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dfd3f322-db35-4623-9d4e-a737f3239c5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1373c5f4-0e9a-4882-8b79-b4e9c0b3c80a HTTP/1.1" status: 204 len: 168 time: 0.5179768 Feb 07 12:50:40.026667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-98b6f8bd-0bc8-47d9-95a4-d6ae0e5f066f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:50:40.027770 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-98b6f8bd-0bc8-47d9-95a4-d6ae0e5f066f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091631 Feb 07 12:50:40.586761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Request body: {'port': {'device_id': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:40.726972 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:40.998911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2488c9e-2983-4efa-9371-92d07c71c379 req-70271ea6-70b6-4e14-97d1-080ccdfacdcc tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:41.004520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2488c9e-2983-4efa-9371-92d07c71c379 req-70271ea6-70b6-4e14-97d1-080ccdfacdcc tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 932 time: 0.0879443 Feb 07 12:50:41.051127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2488c9e-2983-4efa-9371-92d07c71c379 req-dd37ee67-2a41-4e85-960c-f7b7b2a353c2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437419 Feb 07 12:50:41.154323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-125107de-358f-4c6c-b443-c18f47232f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.190417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148a4b50-63a8-45e1-93a4-d30ee99cdb25 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:50:41.198884 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.214541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Transition to ACTIVE for port object 148a4b50-63a8-45e1-93a4-d30ee99cdb25 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:41.219475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a9ac9e7-f3e0-4b2e-8916-860d605fdee3 req-a22b699b-46fe-45cb-9714-6d0600dfff5d tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0436301 Feb 07 12:50:41.335444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.340504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48636) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:41.357728 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.372266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:41.376652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c73c23c147964d88ab0a671687330a17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:41.379598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:41.386613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:41.521902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Pushing event updated for resources: {'Port': ['ID=148a4b50-63a8-45e1-93a4-d30ee99cdb25,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:41.527371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.598250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.616541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Attempting to bind port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:50:41.618487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Attempting to bind port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:50:41.618487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Attempting to bind port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 on network 1477f912-4630-4658-8e92-9d186d512827 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:41.624371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 on network 1477f912-4630-4658-8e92-9d186d512827 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:50:41.624699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Attempting to bind port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 on network 1477f912-4630-4658-8e92-9d186d512827 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:41.631349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:50:41.631804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Checking segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:41.632296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Bound using segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:50:41.632811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Bound port: 148a4b50-63a8-45e1-93a4-d30ee99cdb25, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:50:41.633231 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.671946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c73c23c147964d88ab0a671687330a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298533 Feb 07 12:50:41.673734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41528f07-8d41-463d-bcff-6498eac040b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92aa652-1e66-47ac-b549-9bb62297b940,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:41.676154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48652) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:41.704585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48656) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:41.721007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1611926325-network', 'tenant_id': '010dbc612eff423d8b0b4446cde77318'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:41.727344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:41.733794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Usage tracker for resource:network and tenant:010dbc612eff423d8b0b4446cde77318 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:41.737193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:41.747239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:41.797408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbe02409-aabc-44aa-bf1c-ab047aa745c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.829339 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbe02409-aabc-44aa-bf1c-ab047aa745c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.841689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] For port 148a4b50-63a8-45e1-93a4-d30ee99cdb25, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:50:41.846660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] For port 148a4b50-63a8-45e1-93a4-d30ee99cdb25, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:50:41.958078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Made reservation on behalf of 010dbc612eff423d8b0b4446cde77318 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:41.960453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.973901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:41.988292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:41.992055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Usage tracker for resource:security_group_rule and tenant:010dbc612eff423d8b0b4446cde77318 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:41.995334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:42.001019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:42.050303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.052735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.47', 53038) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:42.085613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-2a3ccd9b-2e76-456b-986e-e81ada1faeeb tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fa17c14be26946ddbaa615310c5305e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310447 Feb 07 12:50:42.121307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbe02409-aabc-44aa-bf1c-ab047aa745c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.130886 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.131691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.203487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe02409-aabc-44aa-bf1c-ab047aa745c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92aa652-1e66-47ac-b549-9bb62297b940,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:42.234598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48676) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:42.238509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbe02409-aabc-44aa-bf1c-ab047aa745c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.241381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bbe02409-aabc-44aa-bf1c-ab047aa745c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c92aa652-1e66-47ac-b549-9bb62297b940 HTTP/1.1" status: 204 len: 168 time: 0.5625250 Feb 07 12:50:42.278012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:42.278012 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.278012 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-eee901f2-338b-480e-bb27-673e360e599a service neutron] 10.222.0.47 "PUT /v2.0/ports/148a4b50-63a8-45e1-93a4-d30ee99cdb25 HTTP/1.1" status: 200 len: 1092 time: 2.0288589 Feb 07 12:50:42.278012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'tag': '148a4b50-63a8-45e1-93a4-d30ee99cdb25'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:50:42.319551 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.323402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee901f2-338b-480e-bb27-673e360e599a service neutron] Pushing event updated for resources: {'Port': ['ID=148a4b50-63a8-45e1-93a4-d30ee99cdb25,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:42.361171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-56e9cd46-1e45-48f3-af53-fe1d4bbf0c6c tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:42.362673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-56e9cd46-1e45-48f3-af53-fe1d4bbf0c6c tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709715 Feb 07 12:50:42.416145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Request body: {'port': {'device_id': '8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'fa17c14be26946ddbaa615310c5305e6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:42.488873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.534236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:50:42.544598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5146835e-29c3-4e6e-8933-cd8272ac13f6 req-26628da6-f12d-4931-874d-e6978fda7799 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.1376531 Feb 07 12:50:42.550923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98e3c9-a4ae-4999-96e6-fc875a8314d1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:42.553609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.553996 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Added segment f0174091-9b7c-439c-a4d3-6e36a4a0427d of type vlan for network acbd8b47-512b-4794-a108-d0eb24ab324e Feb 07 12:50:42.598602 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.638546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2445-8dbd-4735-80da-945902f02f00 req-9772ba39-3329-4d5c-b9d1-29dd67eb0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:42.640085 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-9772ba39-3329-4d5c-b9d1-29dd67eb0088 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 1095 time: 0.2082124 Feb 07 12:50:42.651051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1d34a-06db-4fd4-bcaf-60316004fa8b req-69fbfadc-91cf-4431-b9a6-c77ae4788aa9 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:42.658395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5a1d34a-06db-4fd4-bcaf-60316004fa8b req-69fbfadc-91cf-4431-b9a6-c77ae4788aa9 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 944 time: 0.2913802 Feb 07 12:50:42.721205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5a1d34a-06db-4fd4-bcaf-60316004fa8b req-307c29a2-6758-42ef-9fa8-95887fe69682 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617473 Feb 07 12:50:42.722194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:42.732796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Usage tracker for resource:port and tenant:fa17c14be26946ddbaa615310c5305e6 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:42.736253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:42.756790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:42.765043 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-fc486d50-6634-498b-a6ff-b23ba62d9730 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25 HTTP/1.1" status: 200 len: 217 time: 0.1161151 Feb 07 12:50:42.815526 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'tag': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'status': 'completed', 'code': 200} Feb 07 12:50:42.825440 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.834154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2445-8dbd-4735-80da-945902f02f00 req-fbcb6163-ae4c-4338-ba2c-e379721487fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:42.835760 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-fbcb6163-ae4c-4338-ba2c-e379721487fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 200 len: 863 time: 0.0642869 Feb 07 12:50:42.841236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:42.856810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] Usage tracker for resource:security_group_rule and tenant:604e91ac5e2b4b2e8d530f92035386d3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:42.856810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:42.861830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:42.890818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Made reservation on behalf of fa17c14be26946ddbaa615310c5305e6 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:42.895262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.900900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.901154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:42.901926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.918853 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:42.944842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:42.954184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Usage tracker for resource:security_group_rule and tenant:fa17c14be26946ddbaa615310c5305e6 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:42.958220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:42.970114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:43.006379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48704) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:43.022206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] Pushing event updated for resources: {'Network': ['ID=acbd8b47-512b-4794-a108-d0eb24ab324e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:43.041579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network acbd8b47-512b-4794-a108-d0eb24ab324e details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:50:43.057867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.075765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2445-8dbd-4735-80da-945902f02f00 req-fb69f35b-4794-428e-9b94-00b5f795ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:43.077885 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-fb69f35b-4794-428e-9b94-00b5f795ddf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1477f912-4630-4658-8e92-9d186d512827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352540 Feb 07 12:50:43.114415 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fed60be2-4baa-49dc-a61f-493e79d509e2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4081039 Feb 07 12:50:43.117154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48714) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:43.123324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Request body: {'subnet': {'network_id': 'acbd8b47-512b-4794-a108-d0eb24ab324e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1611926325-subnet', 'tenant_id': '010dbc612eff423d8b0b4446cde77318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:43.128806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:43.133129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Usage tracker for resource:subnet and tenant:010dbc612eff423d8b0b4446cde77318 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:43.142895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:43.146887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.175738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:43.232322 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-339b90fa-7227-45c3-86f0-75500d279fec service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471899 Feb 07 12:50:43.292982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=604e91ac5e2b4b2e8d530f92035386d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0567877 Feb 07 12:50:43.293923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.309780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48724) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:43.328211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9d8eb-0da5-44a5-a52c-3eb24891b121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab0baa-beaf-4da1-8173-0c2733ad95e0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:43.364332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:43.376403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] Usage tracker for resource:security_group_rule and tenant:e69af8efb4fb4544a34c3d0870b20c58 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:43.386372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:43.394799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:43.403105 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-589d2445-8dbd-4735-80da-945902f02f00 req-330fbbdb-dae2-44a1-9cc7-6f0aa23cf1a5 service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647735 Feb 07 12:50:43.403605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Made reservation on behalf of 010dbc612eff423d8b0b4446cde77318 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:43.405770 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.498182 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59c103ea-9369-49da-a19e-d07102bb46c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.589476 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.614013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59c103ea-9369-49da-a19e-d07102bb46c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.645563 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.703271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-d8379d54-7be2-44d5-ac61-014c3b66851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:43.705024 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-d8379d54-7be2-44d5-ac61-014c3b66851b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 1095 time: 0.0811818 Feb 07 12:50:43.790676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:43.809430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91200b97-2b58-4e39-80a3-fc3eecc24aea req-89435805-22cb-49fb-8ab7-357c954dcae8 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0945911 Feb 07 12:50:43.851222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9c674-eebc-4a00-bbf1-add08d6925d5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:43.947162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-d784db15-670c-42f8-828f-fa9228b39a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:43.949166 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-d784db15-670c-42f8-828f-fa9228b39a75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 924 time: 0.2349749 Feb 07 12:50:44.034383 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-426ce3e9-b025-40b1-aa3f-2dbeaa4769da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25 HTTP/1.1" status: 200 len: 217 time: 0.0789077 Feb 07 12:50:44.112135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.117450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-75ee5a59-6ccc-4cb9-a932-ab2a673c8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:44.119962 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-75ee5a59-6ccc-4cb9-a932-ab2a673c8c31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 200 len: 863 time: 0.0792677 Feb 07 12:50:44.133280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.184298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Allocated IP 192.168.233.15 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/fd522834-c2b4-4c5f-a426-26e918dbbf67) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:50:44.200923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-dfb060e2-4e35-41a6-994b-8203fcce1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:44.202467 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-dfb060e2-4e35-41a6-994b-8203fcce1fdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1477f912-4630-4658-8e92-9d186d512827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766926 Feb 07 12:50:44.239251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a70ae8-638c-4be5-96f1-82ab60f66959 req-edbf7277-617e-472a-b4a3-fd97893de5cf tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:44.240749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03a70ae8-638c-4be5-96f1-82ab60f66959 req-edbf7277-617e-472a-b4a3-fd97893de5cf tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 944 time: 0.2676592 Feb 07 12:50:44.263604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86838640-a625-4067-b159-587fe472159f,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:44.285668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Checking segment: {'id': 'f0174091-9b7c-439c-a4d3-6e36a4a0427d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acbd8b47-512b-4794-a108-d0eb24ab324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:44.286023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Network hostable DHCP agents. Network: acbd8b47-512b-4794-a108-d0eb24ab324e, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:50:44.346578 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-461d247b-62db-4378-9f96-410d1a791e62 service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375289 Feb 07 12:50:44.347474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03a70ae8-638c-4be5-96f1-82ab60f66959 req-3ccfba49-679b-4176-9a0b-e0746bc2d858 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901682 Feb 07 12:50:44.423718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.430254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59c103ea-9369-49da-a19e-d07102bb46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.509823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Network acbd8b47-512b-4794-a108-d0eb24ab324e is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:50:44.551122 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-18373f05-02f8-4d6a-b2e4-5b71f81fb3b4 req-89e0cf17-f59c-4941-b797-24bab64be7ff service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975386 Feb 07 12:50:44.568387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e69af8efb4fb4544a34c3d0870b20c58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5581357 Feb 07 12:50:44.569270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a5d1a-cdae-4aef-a02c-c5ae0c4e28d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3789a8e-d97f-4d35-b9c0-9690912b891d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:44.572008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48772) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:44.628326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c103ea-9369-49da-a19e-d07102bb46c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab0baa-beaf-4da1-8173-0c2733ad95e0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:44.686613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, acbd8b47-512b-4794-a108-d0eb24ab324e) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:44.699074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.703162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:44.703752 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.704556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac0732c-20c7-47dd-8acd-582f3996b0de None None] Network acbd8b47-512b-4794-a108-d0eb24ab324e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:50:44.707462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59c103ea-9369-49da-a19e-d07102bb46c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.708768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-59c103ea-9369-49da-a19e-d07102bb46c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7ab0baa-beaf-4da1-8173-0c2733ad95e0 HTTP/1.1" status: 204 len: 168 time: 1.3980715 Feb 07 12:50:44.747392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Transition to ACTIVE for port object fd522834-c2b4-4c5f-a426-26e918dbbf67 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:44.756641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51173508-0189-491d-b536-55ec29bfaecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.795114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51173508-0189-491d-b536-55ec29bfaecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.811494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:44.982284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83694e3c-3941-416d-8161-b4986e99e64e None None] Network acbd8b47-512b-4794-a108-d0eb24ab324e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:50:44.984305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c969a462-23c1-4f7d-a485-8aba176f1401 req-f1df9795-8e66-4734-af70-ad7508e80bf0 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Synchronizing usage tracker for tenant:fa17c14be26946ddbaa615310c5305e6 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:50:44.999060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c5bc7959-c87f-4166-a245-923b062e290c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8801312 Feb 07 12:50:45.023027 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:45.026347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51173508-0189-491d-b536-55ec29bfaecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:45.090138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51173508-0189-491d-b536-55ec29bfaecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3789a8e-d97f-4d35-b9c0-9690912b891d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:45.111511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c969a462-23c1-4f7d-a485-8aba176f1401 req-f1df9795-8e66-4734-af70-ad7508e80bf0 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Unset dirty status for tenant:fa17c14be26946ddbaa615310c5305e6 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:50:45.112541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c969a462-23c1-4f7d-a485-8aba176f1401 req-f1df9795-8e66-4734-af70-ad7508e80bf0 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.1704490 Feb 07 12:50:45.126643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:45.140491 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51173508-0189-491d-b536-55ec29bfaecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:45.141775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-51173508-0189-491d-b536-55ec29bfaecc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3789a8e-d97f-4d35-b9c0-9690912b891d HTTP/1.1" status: 204 len: 168 time: 0.5660250 Feb 07 12:50:45.142819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:45.147113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:50:45.153626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:45.154338 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:45.182288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Pushing event updated for resources: {'Port': ['ID=fd522834-c2b4-4c5f-a426-26e918dbbf67,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:45.273630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-ff71c269-5c78-43bc-a1a5-867cee2fd5e5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8679607 Feb 07 12:50:45.286073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Request body: {'port': {'device_id': '8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:45.451550 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:45.660673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b1052a77-1c81-438c-9d8f-120a89b9da2e None None] Provisioning for port fd522834-c2b4-4c5f-a426-26e918dbbf67 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:45.666260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b1052a77-1c81-438c-9d8f-120a89b9da2e None None] Provisioning complete for port fd522834-c2b4-4c5f-a426-26e918dbbf67 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:45.667190 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b1052a77-1c81-438c-9d8f-120a89b9da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:45.726012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b1052a77-1c81-438c-9d8f-120a89b9da2e None None] Port fd522834-c2b4-4c5f-a426-26e918dbbf67 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:50:45.819887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7f126-878c-4f55-b0ab-7a9398119a95 req-64718718-c4a6-46b1-ad66-335e98eb6166 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:45.821735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcd7f126-878c-4f55-b0ab-7a9398119a95 req-64718718-c4a6-46b1-ad66-335e98eb6166 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 944 time: 0.2996640 Feb 07 12:50:45.894386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcd7f126-878c-4f55-b0ab-7a9398119a95 req-9ba1a98b-de6e-42c8-a87d-59823351874d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666726 Feb 07 12:50:45.937982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48838) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:45.979326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:45.986621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd522834-c2b4-4c5f-a426-26e918dbbf67 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:50:45.996407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:45.996926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:46.001952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] Usage tracker for resource:security_group_rule and tenant:71c247a2e3984c1fb26f4e73c411c898 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:46.005279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:46.012465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:46.015163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Transition to ACTIVE for port object fd522834-c2b4-4c5f-a426-26e918dbbf67 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:46.121671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.140379 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.313081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Pushing event updated for resources: {'Port': ['ID=fd522834-c2b4-4c5f-a426-26e918dbbf67,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:46.341364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Attempting to bind port fd522834-c2b4-4c5f-a426-26e918dbbf67 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:50:46.341641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Attempting to bind port fd522834-c2b4-4c5f-a426-26e918dbbf67 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:50:46.341998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Attempting to bind port fd522834-c2b4-4c5f-a426-26e918dbbf67 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:46.347093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.359356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Port fd522834-c2b4-4c5f-a426-26e918dbbf67 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:50:46.359356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Attempting to bind port fd522834-c2b4-4c5f-a426-26e918dbbf67 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:46.363443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:50:46.363791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:46.364419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:50:46.364876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Bound port: fd522834-c2b4-4c5f-a426-26e918dbbf67, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:50:46.365256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.437992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d57887f-a416-4b64-8d6a-be867c478394,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:46.448224 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0bafb8a7-aec9-4a10-8af0-1fc7029818de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71c247a2e3984c1fb26f4e73c411c898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086107 Feb 07 12:50:46.460215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48866) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:46.543514 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9cd00f0-31ed-4db3-a428-97690d024bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.576793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9cd00f0-31ed-4db3-a428-97690d024bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.601010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] For port fd522834-c2b4-4c5f-a426-26e918dbbf67, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:50:46.605741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48870) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:46.640184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] For port fd522834-c2b4-4c5f-a426-26e918dbbf67, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fd522834-c2b4-4c5f-a426-26e918dbbf67,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:50:46.647311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-d553b01a-8fcc-468a-8cbe-44abf146762b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:46.648780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-d553b01a-8fcc-468a-8cbe-44abf146762b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 808 time: 0.2637634 Feb 07 12:50:46.650039 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.672013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:46.676626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-94c47183-ec4f-4852-8346-0f8aec03ab98 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/quotas/287e4148aa704a56b387ef51dde7594e HTTP/1.1" status: 200 len: 375 time: 0.0141473 Feb 07 12:50:46.677503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] Usage tracker for resource:security_group_rule and tenant:c61e7701ee5e42839907b7caa1af3321 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:46.690868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:46.719247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:46.778432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.803747 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9cd00f0-31ed-4db3-a428-97690d024bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.812807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-798817d3-2f4f-495e-8163-4e29721ed4f6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283343 Feb 07 12:50:46.822617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd00f0-31ed-4db3-a428-97690d024bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d57887f-a416-4b64-8d6a-be867c478394,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:46.825846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9cd00f0-31ed-4db3-a428-97690d024bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.827170 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9cd00f0-31ed-4db3-a428-97690d024bbd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d57887f-a416-4b64-8d6a-be867c478394 HTTP/1.1" status: 204 len: 168 time: 0.3658383 Feb 07 12:50:46.946665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:46.947598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:46.948715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] 10.222.0.47 "PUT /v2.0/ports/fd522834-c2b4-4c5f-a426-26e918dbbf67 HTTP/1.1" status: 200 len: 1095 time: 1.6679502 Feb 07 12:50:46.951394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0', 'tag': 'fd522834-c2b4-4c5f-a426-26e918dbbf67'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:50:47.057188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88893596-62ee-4516-ae45-01ff3079e412 service neutron] Pushing event updated for resources: {'Port': ['ID=fd522834-c2b4-4c5f-a426-26e918dbbf67,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:47.167569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf48e3-9512-4c1e-b159-12a1d7aba627 req-d1d8516d-093a-4223-b847-b962d6bccb40 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:47.169085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9daf48e3-9512-4c1e-b159-12a1d7aba627 req-d1d8516d-093a-4223-b847-b962d6bccb40 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 947 time: 0.4857955 Feb 07 12:50:47.187794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-8234200f-9bb8-4e28-8596-47112c4546fd service neutron] 10.222.0.69 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650508 Feb 07 12:50:47.254465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:47.333457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9daf48e3-9512-4c1e-b159-12a1d7aba627 req-7345aa0f-ca8f-4800-9baa-3fc35a1a23c6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Synchronizing usage tracker for tenant:fa17c14be26946ddbaa615310c5305e6 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:50:47.353143 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:47.434326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afc57a9-2d46-47d2-9cf7-56345acdd354,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:47.437986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-e9e4fd65-7d54-4c68-babe-1192536178c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:47.439453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-e9e4fd65-7d54-4c68-babe-1192536178c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa17c14be26946ddbaa615310c5305e6&device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.3448520 Feb 07 12:50:47.443624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-51599b4a-86d1-4544-b6ae-5a7308f3f42f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c61e7701ee5e42839907b7caa1af3321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8283517 Feb 07 12:50:47.446786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48896) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:47.506623 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b8c7b5d-14b4-485d-883d-adc72c1bac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:47.522462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-86661017-5ccf-4ea9-a628-ac50e29ed50d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=fd522834-c2b4-4c5f-a426-26e918dbbf67 HTTP/1.1" status: 200 len: 217 time: 0.0700672 Feb 07 12:50:47.525571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-6275eb10-82ba-4350-93e8-43e7d0915039 service neutron] 10.222.0.69 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032193 Feb 07 12:50:47.533849 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b8c7b5d-14b4-485d-883d-adc72c1bac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:47.573667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9daf48e3-9512-4c1e-b159-12a1d7aba627 req-7345aa0f-ca8f-4800-9baa-3fc35a1a23c6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Unset dirty status for tenant:fa17c14be26946ddbaa615310c5305e6 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:50:47.586920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9daf48e3-9512-4c1e-b159-12a1d7aba627 req-7345aa0f-ca8f-4800-9baa-3fc35a1a23c6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999329 Feb 07 12:50:47.619255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-49398cba-a76f-4629-93a8-92ad9015ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:47.620680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-49398cba-a76f-4629-93a8-92ad9015ec91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0898492 Feb 07 12:50:47.672326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b8c7b5d-14b4-485d-883d-adc72c1bac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:47.690866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c7b5d-14b4-485d-883d-adc72c1bac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afc57a9-2d46-47d2-9cf7-56345acdd354,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:47.694486 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b8c7b5d-14b4-485d-883d-adc72c1bac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:47.695710 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0b8c7b5d-14b4-485d-883d-adc72c1bac86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9afc57a9-2d46-47d2-9cf7-56345acdd354 HTTP/1.1" status: 204 len: 168 time: 0.2472270 Feb 07 12:50:47.697284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-95eaabcd-3199-4850-a185-6f35e7e4eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:47.698735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-95eaabcd-3199-4850-a185-6f35e7e4eff8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0713470 Feb 07 12:50:47.931294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-f6ebb5ff-8106-4edf-9010-7016423e7464 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239592 Feb 07 12:50:48.115503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249fb63-20cc-4cc8-959c-bda8bec87783 req-8239661a-7ddc-48d7-b58d-f6136a37d95b service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782968 Feb 07 12:50:48.163221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ca45-a61e-4384-9036-2c7a763bed37 req-a90ca39d-6016-48b4-81d4-d826fc96f195 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:48.165293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a83ca45-a61e-4384-9036-2c7a763bed37 req-a90ca39d-6016-48b4-81d4-d826fc96f195 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 944 time: 0.0958295 Feb 07 12:50:48.219437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a83ca45-a61e-4384-9036-2c7a763bed37 req-decb4eee-a66c-4c1e-ae27-54bfe277f8ec tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480869 Feb 07 12:50:48.377858 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0', 'tag': 'fd522834-c2b4-4c5f-a426-26e918dbbf67', 'status': 'completed', 'code': 200} Feb 07 12:50:48.490420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77693257-0456-40c1-bdea-3325e8b01f07 req-f2cfcaf5-927f-4059-8144-34eef69c9ed1 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 210 time: 0.0827711 Feb 07 12:50:48.530101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-fafa72b6-aad7-4df8-bfae-4e75e1f2ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:48.531622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-fafa72b6-aad7-4df8-bfae-4e75e1f2ef00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa17c14be26946ddbaa615310c5305e6&device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.0890224 Feb 07 12:50:48.692767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-6a14f648-c454-4eeb-b31c-ec73eb6aec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:48.694700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-6a14f648-c454-4eeb-b31c-ec73eb6aec77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1565607 Feb 07 12:50:48.788107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-9d92aca0-b121-40d5-a4e0-68512dbf98e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=fd522834-c2b4-4c5f-a426-26e918dbbf67 HTTP/1.1" status: 200 len: 217 time: 0.0860913 Feb 07 12:50:48.857642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-0b9373b0-2ed3-4a17-9893-2685a79b215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:48.862018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-0b9373b0-2ed3-4a17-9893-2685a79b215b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0643232 Feb 07 12:50:48.953623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-539a4b57-ec94-41a7-a885-a28f6dea5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:48.956145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-539a4b57-ec94-41a7-a885-a28f6dea5d7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893104 Feb 07 12:50:49.082864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 148a4b50-63a8-45e1-93a4-d30ee99cdb25 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:50:49.215165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-9b3c4b89-7231-451e-a243-3f2c960a43c3 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529495 Feb 07 12:50:49.226657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a49e0-93b4-487e-8d05-13570dfb2bc4 req-f69b8771-e0d5-4507-9cef-492350518096 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:49.228731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e31a49e0-93b4-487e-8d05-13570dfb2bc4 req-f69b8771-e0d5-4507-9cef-492350518096 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 947 time: 0.1906340 Feb 07 12:50:49.285595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 148a4b50-63a8-45e1-93a4-d30ee99cdb25, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:49.313425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'port_id': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'mac_address': 'fa:16:3e:8d:ce:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:50:49.378909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:49.387450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e31a49e0-93b4-487e-8d05-13570dfb2bc4 req-6d88cb6a-5438-4e1f-89c2-c8ee9d636ec4 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374087 Feb 07 12:50:49.398468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148a4b50-63a8-45e1-93a4-d30ee99cdb25 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:50:49.417593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 148a4b50-63a8-45e1-93a4-d30ee99cdb25, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:49.447940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1720b2-66d9-44d6-90db-7e3a1e3afd27 req-9be1160c-8c6e-4e42-949c-80e54d25bfca service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182810 Feb 07 12:50:49.507256 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:49.587842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=148a4b50-63a8-45e1-93a4-d30ee99cdb25,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:49.599453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81146a9b-4423-4b98-b6cd-eef25a6cff90 req-285083ba-3d85-4bb8-899f-91533f988ff8 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:49.601077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81146a9b-4423-4b98-b6cd-eef25a6cff90 req-285083ba-3d85-4bb8-899f-91533f988ff8 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 945 time: 0.0986495 Feb 07 12:50:49.682545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81146a9b-4423-4b98-b6cd-eef25a6cff90 req-73ae68e7-2340-4d57-9783-b3ea24f262c2 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750439 Feb 07 12:50:49.774719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e0329bd-c72c-4ec7-841f-abb4413e62c5 req-da5694b8-e700-48c5-8c59-6acf3b351d14 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 210 time: 0.0422592 Feb 07 12:50:49.958896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49006) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:50.135576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['148a4b50-63a8-45e1-93a4-d30ee99cdb25'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:50:50.213530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:50.230936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:50.235078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Usage tracker for resource:security_group_rule and tenant:e6cdc13e15304ab4881c07f4a0e7308e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:50.238083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:50.245770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:50.341382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:50.403905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:50.444756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b258d15b-e4ab-4a8a-9591-fe3460029e3f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:50.468345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.468602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.469123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.469637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.470189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.470778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.471363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.472028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.472573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.472913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.473243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.473575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:50.483908 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86b4646e-4bf7-4805-a59a-ab95774b6f43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6cdc13e15304ab4881c07f4a0e7308e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237479 Feb 07 12:50:50.486769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49038) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:50.561806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2907843c-1629-45e8-82d9-5104c3d1d0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:50.596038 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2907843c-1629-45e8-82d9-5104c3d1d0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:50.629398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e161edc-abf1-4977-934c-328fc8c136b1 req-87d4f766-64c4-4f31-b2a6-4d4cc2773923 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:50.631191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e161edc-abf1-4977-934c-328fc8c136b1 req-87d4f766-64c4-4f31-b2a6-4d4cc2773923 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 947 time: 0.0962095 Feb 07 12:50:50.688051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e161edc-abf1-4977-934c-328fc8c136b1 req-d9430c06-80ec-44ce-85ba-5acd43669d47 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499222 Feb 07 12:50:50.850886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-5de217fe-73ab-4a40-be4f-0632f43a653a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:50.855634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-5de217fe-73ab-4a40-be4f-0632f43a653a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Synchronizing usage tracker for tenant:287e4148aa704a56b387ef51dde7594e on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:50:50.915187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49066) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:50.924132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2907843c-1629-45e8-82d9-5104c3d1d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:50.970262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907843c-1629-45e8-82d9-5104c3d1d0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b258d15b-e4ab-4a8a-9591-fe3460029e3f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:50.983215 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2907843c-1629-45e8-82d9-5104c3d1d0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:50.987381 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2907843c-1629-45e8-82d9-5104c3d1d0a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b258d15b-e4ab-4a8a-9591-fe3460029e3f HTTP/1.1" status: 204 len: 168 time: 0.4995258 Feb 07 12:50:51.011802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-5de217fe-73ab-4a40-be4f-0632f43a653a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Unset dirty status for tenant:287e4148aa704a56b387ef51dde7594e on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:50:51.013366 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-5de217fe-73ab-4a40-be4f-0632f43a653a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 808 time: 0.3925073 Feb 07 12:50:51.028386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Request body: {'port': {'device_id': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'admin_state_up': True, 'tenant_id': '287e4148aa704a56b387ef51dde7594e'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:51.081825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1315f1c-b612-4c6f-b9a9-eaa4308cd79d req-e6290bed-148a-4bc5-9851-b423b49654c8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 210 time: 0.1378293 Feb 07 12:50:51.119432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70beca-2730-444c-b40e-1c3c90af3de3 req-5cd09ac2-75a6-452d-bfbf-91be56af2093 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:51.120944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db70beca-2730-444c-b40e-1c3c90af3de3 req-5cd09ac2-75a6-452d-bfbf-91be56af2093 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 945 time: 0.2474058 Feb 07 12:50:51.171686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db70beca-2730-444c-b40e-1c3c90af3de3 req-aa242915-24b0-47d5-86de-ce51b713875d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Feb 07 12:50:51.269306 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3bb9ff17-ab3c-451a-9e9c-7705b8094538 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6d339389f1d470e924a5df9ff7c518a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524055 Feb 07 12:50:51.272029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49082) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:51.288065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:51.292487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Usage tracker for resource:port and tenant:287e4148aa704a56b387ef51dde7594e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:51.295267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:51.301094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:51.333056 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:51.359830 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:51.404018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Made reservation on behalf of 287e4148aa704a56b387ef51dde7594e for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:50:51.408129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:51.501205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:51.527794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af10d30c-55f1-4817-8c5d-8ec1407a5542,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:51.535737 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:51.537189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af10d30c-55f1-4817-8c5d-8ec1407a5542 HTTP/1.1" status: 204 len: 168 time: 0.2642188 Feb 07 12:50:51.538847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.539263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.539908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.539908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.540633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.540870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.541391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.541918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.542461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.542986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.543343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.543853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cf6956-dd27-4a01-a82a-413abff37cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:51.631233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Allocated IP 172.20.0.11 (c30fed1f-849a-4725-acf9-f1586e77930f/c837a346-f7a4-415c-bbce-97ddad773c18/47ecc096-1055-4b5e-816d-de4070438db4) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:50:51.928928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.073458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.148236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Network c30fed1f-849a-4725-acf9-f1586e77930f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:50:52.151583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:50:52.155545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:50:52.161114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:52.161745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.181583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Pushing event updated for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:52.193894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49112) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:52.213703 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.229003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:52.232944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] Usage tracker for resource:security_group_rule and tenant:9f9497fe80d245839ce5fb567ab50e3d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:52.235843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:52.243608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:52.274610 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-7e5db5b0-d62b-478f-b34e-b03326722b0e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2520068 Feb 07 12:50:52.289225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Request body: {'port': {'device_id': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:52.424269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.519396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.598085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.686773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49134) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:52.724979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb00800-fd6a-4d36-8edf-9800f4de8f9b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:52.734227 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eac5b780-2e07-4934-beab-0a0603d26643 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f9497fe80d245839ce5fb567ab50e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364819 Feb 07 12:50:52.734693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49140) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:52.747482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f5fce081-908e-4f50-9ace-97d58f9e0af5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=033231b6d7c44da99b905a6edfb8e8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589941 Feb 07 12:50:52.749898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49144) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:52.813882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293a0643-cea6-4ea8-9d89-c86efd7c4cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.843381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-314f049f-784d-4cf2-a5c1-725bf5f453ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.893472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293a0643-cea6-4ea8-9d89-c86efd7c4cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.926154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-314f049f-784d-4cf2-a5c1-725bf5f453ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:52.958788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7823ac-48f4-4498-b15d-a830013d648b req-03992026-4038-4e9d-9518-4e8e00a681c9 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:52.960266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b7823ac-48f4-4498-b15d-a830013d648b req-03992026-4038-4e9d-9518-4e8e00a681c9 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 947 time: 0.1435606 Feb 07 12:50:52.965268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ecc096-1055-4b5e-816d-de4070438db4 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:50:52.977589 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.059161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b7823ac-48f4-4498-b15d-a830013d648b req-5d7efbbc-59d8-415d-a935-e48d262f3ddd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775392 Feb 07 12:50:53.059718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293a0643-cea6-4ea8-9d89-c86efd7c4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.080262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a0643-cea6-4ea8-9d89-c86efd7c4cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94597185-d4d0-4663-869b-9abf2272e83e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:53.080403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fd522834-c2b4-4c5f-a426-26e918dbbf67 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:50:53.092084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Transition to ACTIVE for port object 47ecc096-1055-4b5e-816d-de4070438db4 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:50:53.096989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-314f049f-784d-4cf2-a5c1-725bf5f453ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.097598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293a0643-cea6-4ea8-9d89-c86efd7c4cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.111924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-293a0643-cea6-4ea8-9d89-c86efd7c4cff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94597185-d4d0-4663-869b-9abf2272e83e HTTP/1.1" status: 204 len: 168 time: 0.3571560 Feb 07 12:50:53.115694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f049f-784d-4cf2-a5c1-725bf5f453ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb00800-fd6a-4d36-8edf-9800f4de8f9b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:53.125249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-314f049f-784d-4cf2-a5c1-725bf5f453ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.128568 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-314f049f-784d-4cf2-a5c1-725bf5f453ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/efb00800-fd6a-4d36-8edf-9800f4de8f9b HTTP/1.1" status: 204 len: 168 time: 0.3931911 Feb 07 12:50:53.172438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c328521-294b-4f32-965a-c07f726a5b5c req-66d39cfb-3212-42d9-b2a1-b4db9cb30fae tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:53.180928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c328521-294b-4f32-965a-c07f726a5b5c req-66d39cfb-3212-42d9-b2a1-b4db9cb30fae tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 932 time: 0.1668415 Feb 07 12:50:53.191539 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.278136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fd522834-c2b4-4c5f-a426-26e918dbbf67, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fd522834-c2b4-4c5f-a426-26e918dbbf67,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:53.283947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c328521-294b-4f32-965a-c07f726a5b5c req-33bd2a08-ecb5-4322-bfd9-5a6891243538 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952091 Feb 07 12:50:53.297184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'fd522834-c2b4-4c5f-a426-26e918dbbf67', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'fd522834-c2b4-4c5f-a426-26e918dbbf67', 'mac_address': 'fa:16:3e:8e:bc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:50:53.302712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 148a4b50-63a8-45e1-93a4-d30ee99cdb25 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:53.318296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Pushing event updated for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:53.355465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16995dc9-cae9-4547-8cfa-23a68653c328 req-2495d939-ab76-409e-bb47-91b04833db82 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:53.359065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16995dc9-cae9-4547-8cfa-23a68653c328 req-2495d939-ab76-409e-bb47-91b04833db82 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 945 time: 0.1334753 Feb 07 12:50:53.424670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16995dc9-cae9-4547-8cfa-23a68653c328 req-7ab0df1a-6d20-491f-a7c8-5d06063f9a9f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595021 Feb 07 12:50:53.430940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.456796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd522834-c2b4-4c5f-a426-26e918dbbf67 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:50:53.474865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fd522834-c2b4-4c5f-a426-26e918dbbf67, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fd522834-c2b4-4c5f-a426-26e918dbbf67,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:53.476768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:50:53.478396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:50:53.478724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:53.483389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:50:53.483707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:50:53.488750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:50:53.489095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:50:53.489465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:50:53.489903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Bound port: 47ecc096-1055-4b5e-816d-de4070438db4, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:50:53.491834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.546775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:53.552112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:53.552555 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.581863 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.588729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:50:53.592200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:50:53.701837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=fd522834-c2b4-4c5f-a426-26e918dbbf67,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:53.702280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.725574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.725972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.726238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.726565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.726920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.727483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.727810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.728310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.728572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.728891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.729210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.729953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:50:53.746471 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.780438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148a4b50-63a8-45e1-93a4-d30ee99cdb25'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:50:53.790673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:53.791800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:53.793288 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] 10.222.0.35 "PUT /v2.0/ports/47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 1092 time: 1.5085692 Feb 07 12:50:53.807242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:50:53.807406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 148a4b50-63a8-45e1-93a4-d30ee99cdb25, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:53.820433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0842fa2-4180-4088-8004-e98b71eadd72 service neutron] Pushing event updated for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:53.921667 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:54.009410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=148a4b50-63a8-45e1-93a4-d30ee99cdb25,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:54.029951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['fd522834-c2b4-4c5f-a426-26e918dbbf67'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:50:54.063083 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'code': 200} Feb 07 12:50:54.109904 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4', 'status': 'completed', 'code': 200} Feb 07 12:50:54.114670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-4996465d-2607-4e37-8c0f-fd79220b99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:54.116469 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-4996465d-2607-4e37-8c0f-fd79220b99c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1095 time: 0.1630049 Feb 07 12:50:54.215267 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:54.315393 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-1603df15-ddfe-4e4e-bdd9-fd9b68324f85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 217 time: 0.1866698 Feb 07 12:50:54.406723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-45ce8c49-ce66-4d4a-803c-6140cb0d9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:54.408298 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-45ce8c49-ce66-4d4a-803c-6140cb0d9beb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0836387 Feb 07 12:50:54.424236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb829c-2ea0-4959-b02f-6c7b67418b4b req-4b5d13e6-5528-4222-bb54-d810b64452f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:54.425905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55fb829c-2ea0-4959-b02f-6c7b67418b4b req-4b5d13e6-5528-4222-bb54-d810b64452f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 1097 time: 0.2839954 Feb 07 12:50:54.475435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697939e1-c648-419c-90f0-d14a4d8a2966 req-eacb2b80-c57f-4275-a565-5924b78c2ea6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:54.475640 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-82ed1acb-7794-4a29-bbc3-e1eaffbf3053 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601139 Feb 07 12:50:54.476470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-697939e1-c648-419c-90f0-d14a4d8a2966 req-eacb2b80-c57f-4275-a565-5924b78c2ea6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 948 time: 0.1820953 Feb 07 12:50:54.531553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55fb829c-2ea0-4959-b02f-6c7b67418b4b req-7e1b83b8-6c71-4933-bcb2-114cbec9c46a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959816 Feb 07 12:50:54.546698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-697939e1-c648-419c-90f0-d14a4d8a2966 req-f02d0874-9181-402e-af45-b0c638a95c3e tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652015 Feb 07 12:50:54.651073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-34518bdd-41e1-4434-b868-975aaaeea35f service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686323 Feb 07 12:50:54.789989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ae776e-88f7-4e97-818f-43382d481b61 req-da7ed4d7-349a-47d2-9fc7-5b34372c3f00 tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e3b08709b0244c339cde7a88f9406a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429459 Feb 07 12:50:54.966782 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-273b3726-c4eb-4ad2-a112-101980a7cb6d req-ed9a2385-91c9-4c49-bef3-67d306534b92 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081839 Feb 07 12:50:55.019807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30a983-c079-44da-bbbf-d1ffb1611c02 req-8107c2bc-e125-4b60-9d50-87708917416a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:55.021992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf30a983-c079-44da-bbbf-d1ffb1611c02 req-8107c2bc-e125-4b60-9d50-87708917416a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.2002699 Feb 07 12:50:55.029077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae776e-88f7-4e97-818f-43382d481b61 req-60a81156-ac9e-46d1-b3da-2786d46a26c9 tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:55.030428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ae776e-88f7-4e97-818f-43382d481b61 req-60a81156-ac9e-46d1-b3da-2786d46a26c9 tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396481 Feb 07 12:50:55.061385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ae776e-88f7-4e97-818f-43382d481b61 req-6c3884a0-af21-4601-9a2b-5968be5b8d15 tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/quotas/e3b08709b0244c339cde7a88f9406a44 HTTP/1.1" status: 200 len: 375 time: 0.0165920 Feb 07 12:50:55.125975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ae776e-88f7-4e97-818f-43382d481b61 req-c1e54de2-2156-4987-9380-3fffc3eec0a6 tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b08709b0244c339cde7a88f9406a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573258 Feb 07 12:50:55.134917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf30a983-c079-44da-bbbf-d1ffb1611c02 req-9ee77d0c-840f-4c31-a5f7-e78ba12a720a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979581 Feb 07 12:50:55.252109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-526d278b-8cbc-40ba-b2e0-c772094b092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:55.253956 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-526d278b-8cbc-40ba-b2e0-c772094b092a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1095 time: 0.0879717 Feb 07 12:50:55.333128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf5476-9391-4375-947c-c88292f83f5d req-16543f6c-84c2-4bcd-9981-da792ca42466 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:55.334733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cdf5476-9391-4375-947c-c88292f83f5d req-16543f6c-84c2-4bcd-9981-da792ca42466 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 946 time: 0.0933659 Feb 07 12:50:55.391142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cdf5476-9391-4375-947c-c88292f83f5d req-2ae5e188-4b08-4f34-b207-40427a5c159b tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460384 Feb 07 12:50:55.420441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-dd389140-db1b-4b83-ba46-ea94b1c32766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:55.421984 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-dd389140-db1b-4b83-ba46-ea94b1c32766 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.1619768 Feb 07 12:50:55.497365 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-5d2ef100-9027-44ed-80e7-b108e38be2dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 217 time: 0.0690114 Feb 07 12:50:55.551452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49248) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:55.577479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-9bc5817b-8c9d-4cd0-ac55-54b4f544c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:55.578965 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-9bc5817b-8c9d-4cd0-ac55-54b4f544c3fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0757217 Feb 07 12:50:55.628818 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-7dc58b42-0385-4d70-9592-8e6b90bd80d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432863 Feb 07 12:50:55.782322 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-73131040-b0fa-4c5f-ab84-26f056517607 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466718 Feb 07 12:50:55.923461 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d94d151a-5c9e-48fe-89aa-418870c88716 req-e845b322-f40a-4aac-baba-dff2933d3c36 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347520 Feb 07 12:50:56.130455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886fdb9-2ba6-4b6b-bd7f-1370dbdd7bd8 req-c3149b4c-d9a0-4437-b04c-e27cd3a20d68 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:56.132059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9886fdb9-2ba6-4b6b-bd7f-1370dbdd7bd8 req-c3149b4c-d9a0-4437-b04c-e27cd3a20d68 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 948 time: 0.0955622 Feb 07 12:50:56.177344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9886fdb9-2ba6-4b6b-bd7f-1370dbdd7bd8 req-23418a5e-9982-4aa2-bb72-ce44326939d5 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Feb 07 12:50:56.216170 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:56.238914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:56.244851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] Usage tracker for resource:security_group_rule and tenant:6bad61922db9463a9904c6dd809ba43e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:56.248084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:56.256347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:56.366951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:56.404920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cc4f2-7098-4dd6-b82b-d7c50f4db43f req-92e73aed-86c8-4c24-8653-cf7c483ee3e8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:56.406374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d3cc4f2-7098-4dd6-b82b-d7c50f4db43f req-92e73aed-86c8-4c24-8653-cf7c483ee3e8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.0875375 Feb 07 12:50:56.453437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d3cc4f2-7098-4dd6-b82b-d7c50f4db43f req-a21621cf-8da6-47be-ba14-9c8299e01141 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Feb 07 12:50:56.489265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:56.538325 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6bad61922db9463a9904c6dd809ba43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9854271 Feb 07 12:50:56.539155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8da5f6-629b-4add-b6df-16b9c4668afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec75fe5-ea1f-4f1a-8ed0-18f728427b6d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:56.542558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49284) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:56.672596 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4f9ab00-cefe-433b-83c6-438a6e0ce6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:56.703498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59879aa3-80f8-48a7-a182-ba6febd6a24d req-567b68f3-0bed-47de-9aa9-70e6371e5248 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:56.704896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59879aa3-80f8-48a7-a182-ba6febd6a24d req-567b68f3-0bed-47de-9aa9-70e6371e5248 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 946 time: 0.1505287 Feb 07 12:50:56.713937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4f9ab00-cefe-433b-83c6-438a6e0ce6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:56.788358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59879aa3-80f8-48a7-a182-ba6febd6a24d req-ba69fb5f-34a2-4dd9-a415-a0e6e715abbd tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770874 Feb 07 12:50:56.941143 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4f9ab00-cefe-433b-83c6-438a6e0ce6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:56.959780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9ab00-cefe-433b-83c6-438a6e0ce6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec75fe5-ea1f-4f1a-8ed0-18f728427b6d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:56.963292 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4f9ab00-cefe-433b-83c6-438a6e0ce6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:56.967278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a4f9ab00-cefe-433b-83c6-438a6e0ce6c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bec75fe5-ea1f-4f1a-8ed0-18f728427b6d HTTP/1.1" status: 204 len: 168 time: 0.4232335 Feb 07 12:50:57.120582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fd522834-c2b4-4c5f-a426-26e918dbbf67 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:57.272355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port fd522834-c2b4-4c5f-a426-26e918dbbf67 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:57.277513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port fd522834-c2b4-4c5f-a426-26e918dbbf67 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:57.277883 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:57.464678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc9d96-27cd-42ac-8a6e-4a33814f6949 req-cbb16a04-d91e-4801-8118-db84a76935c6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:57.473047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbdc9d96-27cd-42ac-8a6e-4a33814f6949 req-cbb16a04-d91e-4801-8118-db84a76935c6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 948 time: 0.1110756 Feb 07 12:50:57.480125 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:57.511918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd522834-c2b4-4c5f-a426-26e918dbbf67'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:50:57.522031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fd522834-c2b4-4c5f-a426-26e918dbbf67, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fd522834-c2b4-4c5f-a426-26e918dbbf67,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:57.523602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbdc9d96-27cd-42ac-8a6e-4a33814f6949 req-cff6beb7-a0cd-48be-90bc-067b4bdee2e9 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496023 Feb 07 12:50:57.605015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 47ecc096-1055-4b5e-816d-de4070438db4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:50:57.702410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:57.793813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffc48-4b76-489d-baf4-2e64b8c9406a req-f53ea9ad-8361-40ff-960c-e4d7ff37dcce tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:57.795682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-379ffc48-4b76-489d-baf4-2e64b8c9406a req-f53ea9ad-8361-40ff-960c-e4d7ff37dcce tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.1855102 Feb 07 12:50:57.820376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=fd522834-c2b4-4c5f-a426-26e918dbbf67,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:57.828521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:57.843104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '47ecc096-1055-4b5e-816d-de4070438db4', 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'port_id': '47ecc096-1055-4b5e-816d-de4070438db4', 'mac_address': 'fa:16:3e:5f:0e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c837a346-f7a4-415c-bbce-97ddad773c18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:50:57.845703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-379ffc48-4b76-489d-baf4-2e64b8c9406a req-41a35e5a-cbf7-464d-9e7a-2dac5c4f4787 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Feb 07 12:50:57.905780 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd522834-c2b4-4c5f-a426-26e918dbbf67', 'code': 200} Feb 07 12:50:57.906574 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:57.930488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ecc096-1055-4b5e-816d-de4070438db4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:50:57.952113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:50:58.043660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf50a4e-2425-44b1-a1c1-f58693473f10 req-6ca05d0a-f8d3-4b03-a344-6a0b256886c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:58.045091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cf50a4e-2425-44b1-a1c1-f58693473f10 req-6ca05d0a-f8d3-4b03-a344-6a0b256886c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 1100 time: 0.0682273 Feb 07 12:50:58.078910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:58.091449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cf50a4e-2425-44b1-a1c1-f58693473f10 req-4e39cfce-d6ba-4bf8-9ed8-c010a8616d44 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Feb 07 12:50:58.145511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:58.265854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['47ecc096-1055-4b5e-816d-de4070438db4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:50:58.309107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49330) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:58.330923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:58.346177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:58.350162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] Usage tracker for resource:security_group_rule and tenant:312c2451c887437489731614c0dba04a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:58.353303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:58.359250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:58.463136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:58.557148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:58.621704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=312c2451c887437489731614c0dba04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115034 Feb 07 12:50:58.624362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49346) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:58.625980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08c0a9-ec29-417f-91db-7c7696d57d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a854620-34a1-44e6-8391-f50856f32a59,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:58.686232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8bbf5-3883-4d4d-8bb5-becfeefbe56b req-77b8f8b1-907e-48da-8f98-9996d5689806 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:58.690036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8f8bbf5-3883-4d4d-8bb5-becfeefbe56b req-77b8f8b1-907e-48da-8f98-9996d5689806 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 946 time: 0.1693275 Feb 07 12:50:58.700641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-185e73dc-d219-4c13-9feb-f7c706ba0239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:58.730178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-185e73dc-d219-4c13-9feb-f7c706ba0239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:58.737854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8f8bbf5-3883-4d4d-8bb5-becfeefbe56b req-f7e56be1-4854-4227-a6de-eb87b55e54db tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420179 Feb 07 12:50:58.912429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-185e73dc-d219-4c13-9feb-f7c706ba0239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:58.949461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e73dc-d219-4c13-9feb-f7c706ba0239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a854620-34a1-44e6-8391-f50856f32a59,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:58.955330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49366) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:58.966355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-185e73dc-d219-4c13-9feb-f7c706ba0239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:58.969555 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-185e73dc-d219-4c13-9feb-f7c706ba0239 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a854620-34a1-44e6-8391-f50856f32a59 HTTP/1.1" status: 204 len: 168 time: 0.3422015 Feb 07 12:50:59.007356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed52906-d8cd-4015-8795-246276cae326 req-1b0cda56-2060-4def-b2cc-2ed8d658a3ec tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e3b08709b0244c339cde7a88f9406a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420747 Feb 07 12:50:59.017702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9045dbd-f862-45e4-a572-9108f8e99704 req-f26451dc-5db3-4ea0-ac52-0c019f157753 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:59.019317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9045dbd-f862-45e4-a572-9108f8e99704 req-f26451dc-5db3-4ea0-ac52-0c019f157753 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1503444 Feb 07 12:50:59.164094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9045dbd-f862-45e4-a572-9108f8e99704 req-a0d6202e-77a2-43fa-917c-8aacb0daf84f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159010 Feb 07 12:50:59.213428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed52906-d8cd-4015-8795-246276cae326 req-49de9ada-c5a0-4718-8c28-55c73d3c4f0b tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:59.215109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed52906-d8cd-4015-8795-246276cae326 req-49de9ada-c5a0-4718-8c28-55c73d3c4f0b tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945605 Feb 07 12:50:59.246118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed52906-d8cd-4015-8795-246276cae326 req-77cc8b13-f224-4800-b57e-c8e1e144f3bb tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/quotas/e3b08709b0244c339cde7a88f9406a44 HTTP/1.1" status: 200 len: 375 time: 0.0249999 Feb 07 12:50:59.247191 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:59.338057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:50:59.346302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed52906-d8cd-4015-8795-246276cae326 req-6fea5cbd-eff1-4b97-abf4-86e33b102014 tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b08709b0244c339cde7a88f9406a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885351 Feb 07 12:50:59.349352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] Usage tracker for resource:security_group_rule and tenant:8d95473bdb414fbfac9206278bc43493 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:50:59.353496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:50:59.363918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:50:59.428305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8f35-5bf6-4fe0-947f-52ee5afcf9a1 req-32573347-f4dd-48bb-ad72-3c9d422812bb tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:59.429922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7da8f35-5bf6-4fe0-947f-52ee5afcf9a1 req-32573347-f4dd-48bb-ad72-3c9d422812bb tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 946 time: 0.1683164 Feb 07 12:50:59.441870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49382) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:59.449513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Request body: {'floatingip': {'port_id': '148a4b50-63a8-45e1-93a4-d30ee99cdb25'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:50:59.512984 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:59.539220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:59.608222 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:59.621662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 47ecc096-1055-4b5e-816d-de4070438db4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:50:59.688214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a3904-d89e-45ba-85f1-eb3f8fda49cd req-75e48a1f-1d49-42c9-b0d6-e3e4af67be64 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:50:59.695958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-864a3904-d89e-45ba-85f1-eb3f8fda49cd req-75e48a1f-1d49-42c9-b0d6-e3e4af67be64 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1623397 Feb 07 12:50:59.740522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d95473bdb414fbfac9206278bc43493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7782488 Feb 07 12:50:59.744273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b584de1-e394-48ab-88f0-2a7b1a585abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856d8243-cbff-4a8c-ab2f-fce28d457109,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:50:59.746754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49398) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:50:59.808017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-864a3904-d89e-45ba-85f1-eb3f8fda49cd req-b31ea8e4-1738-449e-b7d5-04fae4711408 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994828 Feb 07 12:50:59.832576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 47ecc096-1055-4b5e-816d-de4070438db4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:50:59.838729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 47ecc096-1055-4b5e-816d-de4070438db4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:50:59.839540 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:59.859742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce4118c6-2f4e-443a-99b0-9bb62089d60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:50:59.924745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce4118c6-2f4e-443a-99b0-9bb62089d60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:00.069587 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:00.115326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:00.118203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce4118c6-2f4e-443a-99b0-9bb62089d60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:00.148087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:00.150739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4118c6-2f4e-443a-99b0-9bb62089d60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856d8243-cbff-4a8c-ab2f-fce28d457109,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:00.182909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce4118c6-2f4e-443a-99b0-9bb62089d60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:00.184665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ce4118c6-2f4e-443a-99b0-9bb62089d60c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/856d8243-cbff-4a8c-ab2f-fce28d457109 HTTP/1.1" status: 204 len: 168 time: 0.4343469 Feb 07 12:51:00.275935 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:00.359150 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4', 'code': 200} Feb 07 12:51:00.380087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:00.565388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba4e5d-1ad6-440c-a393-e9cfa729c553 req-4d60f7d7-8db9-4905-8173-262bf69fdecb tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:00.574575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeba4e5d-1ad6-440c-a393-e9cfa729c553 req-4d60f7d7-8db9-4905-8173-262bf69fdecb tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1072142 Feb 07 12:51:00.623177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeba4e5d-1ad6-440c-a393-e9cfa729c553 req-417ae08f-8053-44cd-b795-85dc45ee7860 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Feb 07 12:51:00.696675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:00.712632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73595d1-d123-45f2-bcc2-cd72361bde43 req-f381c88b-dd3b-4e27-bac3-d22e46eb767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:00.719719 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d73595d1-d123-45f2-bcc2-cd72361bde43 req-f381c88b-dd3b-4e27-bac3-d22e46eb767b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1097 time: 0.2864008 Feb 07 12:51:00.771327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-d73595d1-d123-45f2-bcc2-cd72361bde43 req-08f60d58-d892-4575-8fb3-df46a253cb8d service neutron] Synchronizing usage tracker for tenant:dd8d984601924e07bf4f5eafd8841319 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:00.821139 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:00.916662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-d73595d1-d123-45f2-bcc2-cd72361bde43 req-08f60d58-d892-4575-8fb3-df46a253cb8d service neutron] Unset dirty status for tenant:dd8d984601924e07bf4f5eafd8841319 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:00.917961 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d73595d1-d123-45f2-bcc2-cd72361bde43 req-08f60d58-d892-4575-8fb3-df46a253cb8d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922288 Feb 07 12:51:01.045968 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Floating IP 14120f8c-b795-4046-88dd-b7960aee25e9 associated. External IP: 172.25.7.23, port: 148a4b50-63a8-45e1-93a4-d30ee99cdb25. Feb 07 12:51:01.087562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4e715-0a3b-4ce9-9d9f-484784b1eabf req-651c127f-e83c-41bd-9738-ed867f185c19 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:01.089430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22e4e715-0a3b-4ce9-9d9f-484784b1eabf req-651c127f-e83c-41bd-9738-ed867f185c19 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 946 time: 0.0794468 Feb 07 12:51:01.144091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22e4e715-0a3b-4ce9-9d9f-484784b1eabf req-059882e9-3cca-4ebc-ab69-b3cdc6194b4d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Feb 07 12:51:01.322230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49466) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:01.341000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:01.356285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:01.360084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] Usage tracker for resource:security_group_rule and tenant:9848812f16c3465db58015a63da909b2 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:01.362948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:01.369285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:01.422777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Router c919e244-7d78-4f85-aad8-c38e3ca1da35 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:51:01.463628 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:01.586939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:01.713120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-c22480a9-8ac9-49ef-9ef0-4dadf5b7c0d9 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fa17c14be26946ddbaa615310c5305e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907011 Feb 07 12:51:01.715103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:51:01.721699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49486) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:01.731183 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] Sync routers for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:51:01.731664 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:01.745424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9848812f16c3465db58015a63da909b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218085 Feb 07 12:51:01.746083 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:51:01.746986 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:50:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:51:01.760480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49490) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:01.774759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf6030-2b6a-4391-b8d9-40d75db46f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987fcc36-fd9f-46cd-9f1b-e2c731942bb8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:01.882096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-707bead3-dea3-420e-ae1e-1e23a9f6f5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:01.891916 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c33a3706-e28f-44f3-8fae-c7f46b8fdb94 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "PUT /v2.0/floatingips/14120f8c-b795-4046-88dd-b7960aee25e9 HTTP/1.1" status: 200 len: 991 time: 2.4486663 Feb 07 12:51:01.902389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'tag': '148a4b50-63a8-45e1-93a4-d30ee99cdb25'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:02.153175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-707bead3-dea3-420e-ae1e-1e23a9f6f5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:02.153705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-65e9ba9d-1c5d-47b2-8bed-3fe098f4933b tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:02.153705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-65e9ba9d-1c5d-47b2-8bed-3fe098f4933b tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693706 Feb 07 12:51:02.153705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-ccc73a01-787a-437d-a2a2-f0af6ab05521 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/quotas/fa17c14be26946ddbaa615310c5305e6 HTTP/1.1" status: 200 len: 375 time: 0.0149155 Feb 07 12:51:02.154304 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:51:02.154611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:02.154611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:02.154611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] Usage tracker for resource:security_group_rule and tenant:d56edf04aee04122b87a45e2f4dcc807 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:02.154611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:02.154611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:02.156896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-3c99c4f4-31a8-47b1-b1fc-1a1165d9114f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa17c14be26946ddbaa615310c5305e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434708 Feb 07 12:51:02.429020 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '14120f8c-b795-4046-88dd-b7960aee25e9', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'port_id': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'mac_address': 'fa:16:3e:8d:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:50:22Z', 'updated_at': '2022-02-07T12:51:00Z', 'revision_number': 1, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:51:02.433605 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] Checking router: c919e244-7d78-4f85-aad8-c38e3ca1da35 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:51:02.438554 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-707bead3-dea3-420e-ae1e-1e23a9f6f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:02.442293 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:51:02.442902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:50:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:51:02.475349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bead3-dea3-420e-ae1e-1e23a9f6f5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987fcc36-fd9f-46cd-9f1b-e2c731942bb8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:02.486030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-707bead3-dea3-420e-ae1e-1e23a9f6f5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:02.486030 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-707bead3-dea3-420e-ae1e-1e23a9f6f5e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/987fcc36-fd9f-46cd-9f1b-e2c731942bb8 HTTP/1.1" status: 204 len: 168 time: 0.7164953 Feb 07 12:51:02.643230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:02.661478 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'tag': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'status': 'completed', 'code': 200} Feb 07 12:51:02.810641 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:51:02.841249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49522) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:02.885326 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.009403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d56edf04aee04122b87a45e2f4dcc807&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2624049 Feb 07 12:51:03.012516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49532) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:03.033556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac963d-98b0-4aad-9d40-ff865f86af43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83f54e0-ca37-459e-afd1-ab445fee85d2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:03.064327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-506f9486-c592-478c-88f0-24748decf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:03.065808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-506f9486-c592-478c-88f0-24748decf3ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 1097 time: 0.3961945 Feb 07 12:51:03.079061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4961591-0d53-44a4-9545-f126ba2a0ecf req-172329f0-75a1-4f0d-a96f-3a8646d12da0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:03.080601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4961591-0d53-44a4-9545-f126ba2a0ecf req-172329f0-75a1-4f0d-a96f-3a8646d12da0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 946 time: 0.3490710 Feb 07 12:51:03.089519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fb709-6d86-4eda-9638-a6435a82d330 req-ba164c91-346f-4c62-9a75-81b453573566 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:03.091776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-866fb709-6d86-4eda-9638-a6435a82d330 req-ba164c91-346f-4c62-9a75-81b453573566 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 946 time: 0.1859210 Feb 07 12:51:03.125270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.171070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:03.191045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] Usage tracker for resource:security_group_rule and tenant:e2da66267c76461d923af888f5fa56cc is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:03.195706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:03.239893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:03.260123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c46f7157-2378-426c-93c2-7eb21390aec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.300756 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '14120f8c-b795-4046-88dd-b7960aee25e9', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'port_id': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'mac_address': 'fa:16:3e:8d:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:50:22Z', 'updated_at': '2022-02-07T12:51:00Z', 'revision_number': 1, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:51:03.307148 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10785fd4-5cb8-4672-b445-92ec9aae8648 None None] The sync data for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 is: [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '14120f8c-b795-4046-88dd-b7960aee25e9', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'port_id': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'mac_address': 'fa:16:3e:8d:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:50:22Z', 'updated_at': '2022-02-07T12:51:00Z', 'revision_number': 1, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:51:03.369566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-866fb709-6d86-4eda-9638-a6435a82d330 req-48e45f1e-8a99-49ed-aca7-623ee865674b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593982 Feb 07 12:51:03.375323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c46f7157-2378-426c-93c2-7eb21390aec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.389703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4961591-0d53-44a4-9545-f126ba2a0ecf req-d7ff3063-487f-439c-82e5-91a99bb361e3 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806268 Feb 07 12:51:03.562828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.567392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-dde00e01-6ccc-465f-a57d-7edc3e01212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:03.568883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-dde00e01-6ccc-465f-a57d-7edc3e01212e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 924 time: 0.4872894 Feb 07 12:51:03.570935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aba0ccd-f9f7-4b7a-9bf2-c2d6e8a0399e req-5e92bf75-08a9-421d-aaf1-fc3b3850c69c tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 210 time: 0.1075962 Feb 07 12:51:03.575297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2564e1f6-125b-421e-ac2e-ce906e740e59 req-ffe47f59-b98e-4fb5-a517-75c0908b086a tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e3b08709b0244c339cde7a88f9406a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372152 Feb 07 12:51:03.627164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c46f7157-2378-426c-93c2-7eb21390aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.642207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f7157-2378-426c-93c2-7eb21390aec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83f54e0-ca37-459e-afd1-ab445fee85d2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:03.660558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.670137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e1d94a-2a8a-47b3-a8b1-c7c6f3faa244 None None] New status for floating IP 14120f8c-b795-4046-88dd-b7960aee25e9: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:51:03.695012 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c46f7157-2378-426c-93c2-7eb21390aec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.696982 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c46f7157-2378-426c-93c2-7eb21390aec2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c83f54e0-ca37-459e-afd1-ab445fee85d2 HTTP/1.1" status: 204 len: 168 time: 0.6828046 Feb 07 12:51:03.730195 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2da66267c76461d923af888f5fa56cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8882778 Feb 07 12:51:03.736569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49566) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:03.739240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3038d-87f4-48da-977d-f2e5e655912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df43d19-d295-41c0-aba6-27120948f643,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:03.863729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa22f-30f0-4560-891e-1238da2767f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.908009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa22f-30f0-4560-891e-1238da2767f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:03.914048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-ed932a8a-1545-475a-9bf7-1671f57952bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25 HTTP/1.1" status: 200 len: 999 time: 0.3297269 Feb 07 12:51:03.997169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564e1f6-125b-421e-ac2e-ce906e740e59 req-18a26b76-e164-43bc-8552-77363f9084ad tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:03.998643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2564e1f6-125b-421e-ac2e-ce906e740e59 req-18a26b76-e164-43bc-8552-77363f9084ad tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4116776 Feb 07 12:51:04.015356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-e0a9aeff-6fb0-47f7-9cf8-a27c8cfe20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:04.016789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-e0a9aeff-6fb0-47f7-9cf8-a27c8cfe20e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 200 len: 863 time: 0.0894573 Feb 07 12:51:04.020972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2564e1f6-125b-421e-ac2e-ce906e740e59 req-1db1f90c-fb8e-43b9-bdbb-d479b06a0488 tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/quotas/e3b08709b0244c339cde7a88f9406a44 HTTP/1.1" status: 200 len: 375 time: 0.0152936 Feb 07 12:51:04.072422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa22f-30f0-4560-891e-1238da2767f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:04.094489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaa22f-30f0-4560-891e-1238da2767f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df43d19-d295-41c0-aba6-27120948f643,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:04.120859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa22f-30f0-4560-891e-1238da2767f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:04.122043 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fbfaa22f-30f0-4560-891e-1238da2767f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1df43d19-d295-41c0-aba6-27120948f643 HTTP/1.1" status: 204 len: 168 time: 0.3841476 Feb 07 12:51:04.141820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2564e1f6-125b-421e-ac2e-ce906e740e59 req-92672a8a-7148-4485-a508-a7e3072b2bb4 tempest-QuotasAdminNegativeTest-785756771 tempest-QuotasAdminNegativeTest-785756771-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b08709b0244c339cde7a88f9406a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756133 Feb 07 12:51:04.202129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-0f7a4914-25d5-4824-b389-28f6205b833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:04.204823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-0f7a4914-25d5-4824-b389-28f6205b833a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1477f912-4630-4658-8e92-9d186d512827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780348 Feb 07 12:51:04.395592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c027c-18d8-404e-ae8a-827500090a20 req-45daf760-780a-4a2d-806a-fbd6e3881b09 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:04.397139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d3c027c-18d8-404e-ae8a-827500090a20 req-45daf760-780a-4a2d-806a-fbd6e3881b09 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1097 time: 0.1912556 Feb 07 12:51:04.401607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-70b4f1d2-194e-4848-9b0f-b36bcf241dd9 service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549683 Feb 07 12:51:04.526022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d3c027c-18d8-404e-ae8a-827500090a20 req-1765b4a1-d513-4eec-bef5-7a4b72c5c9db tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199539 Feb 07 12:51:04.580808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1baf9613-2cee-4d1d-895d-62b45b03bf04 req-81bee684-7447-4e1c-ac05-62691d4af1e3 service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586387 Feb 07 12:51:04.725585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-aeff74c3-0982-4a74-a1af-3a504706bd7d tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=174f2b49327548659c87a196ca410b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504158 Feb 07 12:51:04.892902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-88650921-438b-41a5-b3e7-af3daa2ee4c1 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:04.894522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-88650921-438b-41a5-b3e7-af3daa2ee4c1 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614738 Feb 07 12:51:04.909194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-d8fed6a8-d055-4fa1-85b7-d476da6e0ebd tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/quotas/174f2b49327548659c87a196ca410b6a HTTP/1.1" status: 200 len: 375 time: 0.0089722 Feb 07 12:51:04.956225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-fcda5660-154e-4993-93f7-aaf87652685f tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=174f2b49327548659c87a196ca410b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418525 Feb 07 12:51:05.057714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49608) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:05.075589 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:05.090604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:05.094569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:0bea555a6bb14ed4a6c1f9a3f328a585 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:05.097484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:05.103304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:05.209073 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:05.271734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49616) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:05.304841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:05.324453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:05.330378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] Usage tracker for resource:security_group_rule and tenant:8790b93f352f45a8a4b4b7e0f75aede1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:05.333890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:05.346544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:05.373953 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-3ce92817-57a8-4aa9-8c6e-49a4931c767f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa17c14be26946ddbaa615310c5305e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318720 Feb 07 12:51:05.376427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:05.541001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e27af-e089-4727-bdea-e5c9c9ce33c7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:05.563773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49628) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:05.563929 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f4ede097-fb9f-4981-aa1c-28c0e8844ef6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0bea555a6bb14ed4a6c1f9a3f328a585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050008 Feb 07 12:51:05.627850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9e56-bcf6-48d5-829f-ff4a48bb451b req-c0980d42-f054-4ab3-b97a-c28c657f9fa6 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:05.629191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-098a9e56-bcf6-48d5-829f-ff4a48bb451b req-c0980d42-f054-4ab3-b97a-c28c657f9fa6 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 946 time: 0.2448020 Feb 07 12:51:05.639008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-8fdd7b95-0408-4bc6-b00f-6c88f4dd929b tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:05.640512 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-8fdd7b95-0408-4bc6-b00f-6c88f4dd929b tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542048 Feb 07 12:51:05.655768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Request body: {'port': {'device_id': '962937e8-3c0d-44aa-92f1-c40177d22e5c', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'fa17c14be26946ddbaa615310c5305e6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:05.732014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-098a9e56-bcf6-48d5-829f-ff4a48bb451b req-79cc6acc-ee5c-41c7-b9a0-ca306109796d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882792 Feb 07 12:51:05.743683 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ac682708-f1dc-4e3d-ba17-1f351e0a09ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:05.757056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f71a6-8881-4853-b5fd-f68e3218aae7 req-8b2fbbb9-4153-4ba4-945e-5b8835b2275a tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:05.758923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-042f71a6-8881-4853-b5fd-f68e3218aae7 req-8b2fbbb9-4153-4ba4-945e-5b8835b2275a tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1097 time: 0.1894569 Feb 07 12:51:05.774177 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ac682708-f1dc-4e3d-ba17-1f351e0a09ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:05.779504 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:05.845045 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:51:05.846887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-042f71a6-8881-4853-b5fd-f68e3218aae7 req-49279e7d-efb2-4da4-9a2c-07c3247ba5c4 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753183 Feb 07 12:51:05.875327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:05.886030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:05.925182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59fcbb78-a60a-4b21-9c89-7f8ca6efaaea req-48d10bfe-7dbe-42a5-a16c-5b89922ec4ee tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 210 time: 0.0773160 Feb 07 12:51:05.937768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-534380a7-300b-442f-a5e3-618b47b1efe3 req-5c3d24b6-2c56-40f4-ad74-3da0986634da tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 210 time: 0.0520670 Feb 07 12:51:05.980171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.038330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6c2d36-47e8-4b75-9f66-deb1aa411712,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:06.064360 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c69dc441-1da2-4758-9b20-c628a5e4c487 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8790b93f352f45a8a4b4b7e0f75aede1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914007 Feb 07 12:51:06.066999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49640) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:06.146253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ac682708-f1dc-4e3d-ba17-1f351e0a09ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.146450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Made reservation on behalf of fa17c14be26946ddbaa615310c5305e6 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:06.151485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.184595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac682708-f1dc-4e3d-ba17-1f351e0a09ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e27af-e089-4727-bdea-e5c9c9ce33c7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:06.229301 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f80ac6f2-afbd-4efe-b414-42558471fea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.234591 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ac682708-f1dc-4e3d-ba17-1f351e0a09ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.235641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ac682708-f1dc-4e3d-ba17-1f351e0a09ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/149e27af-e089-4727-bdea-e5c9c9ce33c7 HTTP/1.1" status: 204 len: 168 time: 0.6693525 Feb 07 12:51:06.282335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-02d113cc-e484-4a6d-8535-eebafc649b30 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9fb3ffad75c64b24bf7de737e9293a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504541 Feb 07 12:51:06.292957 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f80ac6f2-afbd-4efe-b414-42558471fea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.348920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Allocated IP 192.168.233.130 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/4827dd52-b3be-4575-8851-d0a5818299bd) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:06.398915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85b54c-d3fc-4478-aa1a-d984e9e55cc3 req-5f213f96-2067-4c46-b980-ca02bc501089 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:06.401126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b85b54c-d3fc-4478-aa1a-d984e9e55cc3 req-5f213f96-2067-4c46-b980-ca02bc501089 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 946 time: 0.3088892 Feb 07 12:51:06.506885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b85b54c-d3fc-4478-aa1a-d984e9e55cc3 req-a6a97848-7cc5-4c63-85e5-04886d3b4c7d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972223 Feb 07 12:51:06.538634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-4497ce09-aca2-4ef7-a82c-47c1a6d9fcb8 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:06.555635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-4497ce09-aca2-4ef7-a82c-47c1a6d9fcb8 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452028 Feb 07 12:51:06.569192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-59dd8e35-bb1b-49b2-86f2-5f7faf5db99c tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/quotas/9fb3ffad75c64b24bf7de737e9293a9c HTTP/1.1" status: 200 len: 375 time: 0.0156283 Feb 07 12:51:06.587074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49660) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:06.620890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-80ff8a7c-ad0d-40e2-93a6-7e8d2410485f tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9fb3ffad75c64b24bf7de737e9293a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572498 Feb 07 12:51:06.632264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f80ac6f2-afbd-4efe-b414-42558471fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.637739 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.646997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ac6f2-afbd-4efe-b414-42558471fea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6c2d36-47e8-4b75-9f66-deb1aa411712,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:06.671071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f80ac6f2-afbd-4efe-b414-42558471fea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.687552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Transition to ACTIVE for port object 4827dd52-b3be-4575-8851-d0a5818299bd will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:06.691217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f80ac6f2-afbd-4efe-b414-42558471fea4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da6c2d36-47e8-4b75-9f66-deb1aa411712 HTTP/1.1" status: 204 len: 168 time: 0.6231499 Feb 07 12:51:06.809002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.829485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.832023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:06.844945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['fd522834-c2b4-4c5f-a426-26e918dbbf67'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:06.903428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:06.912229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:06.914354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b08709b0244c339cde7a88f9406a44 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:06.919767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:06.925428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:06.926150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:06.937926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:06.954184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:06.983181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Pushing event updated for resources: {'Port': ['ID=4827dd52-b3be-4575-8851-d0a5818299bd,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:07.127203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0d2da0f-25e7-426b-9c53-d51ee81b7a87 req-16f59d51-1b5a-4de7-8e55-c85c22e89c44 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 210 time: 0.0895832 Feb 07 12:51:07.290962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:07.292861 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-f6fb8455-0076-4b7d-a1ba-518bc60fd5ac tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6411777 Feb 07 12:51:07.305340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Request body: {'port': {'device_id': '962937e8-3c0d-44aa-92f1-c40177d22e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:07.353401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933eeb9-4b84-4df4-b5ab-309a2081553c req-4a8d189a-6984-4451-925e-8e7f3cdb08e9 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:07.363355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7933eeb9-4b84-4df4-b5ab-309a2081553c req-4a8d189a-6984-4451-925e-8e7f3cdb08e9 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 936 time: 0.1071055 Feb 07 12:51:07.440246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:07.448249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7933eeb9-4b84-4df4-b5ab-309a2081553c req-5ff30896-2562-49ec-9b92-24a079594fed tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831554 Feb 07 12:51:07.495091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e24dd86d-cb19-4278-94fc-edba69968348 None None] Provisioning for port 4827dd52-b3be-4575-8851-d0a5818299bd completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:07.501802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e24dd86d-cb19-4278-94fc-edba69968348 None None] Provisioning complete for port 4827dd52-b3be-4575-8851-d0a5818299bd triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:07.502178 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e24dd86d-cb19-4278-94fc-edba69968348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:07.525289 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3b08709b0244c339cde7a88f9406a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9371397 Feb 07 12:51:07.528520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49710) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:07.528919 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:07.544215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e363c-cec4-40de-b9f8-a8c6f415f765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d012ac-dc60-4024-9db3-5995bf764608,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:07.632333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e24dd86d-cb19-4278-94fc-edba69968348 None None] Port 4827dd52-b3be-4575-8851-d0a5818299bd cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:51:07.637158 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64f11863-0814-4263-a1b6-7737b35b8f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:07.728403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c33616c-4818-40c5-a85e-eda321a8cd57 req-4573a2dc-b808-4b58-867d-1d12146446ce tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 210 time: 0.0962870 Feb 07 12:51:07.747114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64f11863-0814-4263-a1b6-7737b35b8f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:07.889626 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64f11863-0814-4263-a1b6-7737b35b8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:07.906423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f11863-0814-4263-a1b6-7737b35b8f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d012ac-dc60-4024-9db3-5995bf764608,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:07.911047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64f11863-0814-4263-a1b6-7737b35b8f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:07.914488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-64f11863-0814-4263-a1b6-7737b35b8f5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e5d012ac-dc60-4024-9db3-5995bf764608 HTTP/1.1" status: 204 len: 168 time: 0.3818169 Feb 07 12:51:08.112527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4827dd52-b3be-4575-8851-d0a5818299bd {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:08.120655 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:08.136542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Transition to ACTIVE for port object 4827dd52-b3be-4575-8851-d0a5818299bd will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:08.220572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:08.237070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-938c5aca-9c8d-4b4a-b82e-af5c77e87a62 req-74d7cf8a-6426-4efa-9785-925adc1a1709 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 210 time: 0.0511444 Feb 07 12:51:08.439645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Attempting to bind port 4827dd52-b3be-4575-8851-d0a5818299bd on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:08.440532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Attempting to bind port 4827dd52-b3be-4575-8851-d0a5818299bd by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:08.442834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Attempting to bind port 4827dd52-b3be-4575-8851-d0a5818299bd on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:08.449607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Pushing event updated for resources: {'Port': ['ID=4827dd52-b3be-4575-8851-d0a5818299bd,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:08.454162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Port 4827dd52-b3be-4575-8851-d0a5818299bd on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:08.454561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Attempting to bind port 4827dd52-b3be-4575-8851-d0a5818299bd on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:08.462686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:08.463116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:08.463889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:08.464682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Bound port: 4827dd52-b3be-4575-8851-d0a5818299bd, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:08.465259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:08.658146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] For port 4827dd52-b3be-4575-8851-d0a5818299bd, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:08.662104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] For port 4827dd52-b3be-4575-8851-d0a5818299bd, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4827dd52-b3be-4575-8851-d0a5818299bd,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:08.678271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-3d14a09a-d89b-4832-8088-2f91e864ffb3 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=174f2b49327548659c87a196ca410b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809162 Feb 07 12:51:08.683746 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c640440b-4a84-408f-98a1-dc91b065f48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:08.741742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:08.825875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:08.826491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:08.827873 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] 10.222.0.35 "PUT /v2.0/ports/4827dd52-b3be-4575-8851-d0a5818299bd HTTP/1.1" status: 200 len: 1096 time: 1.5273280 Feb 07 12:51:08.828632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962937e8-3c0d-44aa-92f1-c40177d22e5c', 'tag': '4827dd52-b3be-4575-8851-d0a5818299bd'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:08.861503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556ed93-1ed8-4865-a74a-c5acabb17bcc service neutron] Pushing event updated for resources: {'Port': ['ID=4827dd52-b3be-4575-8851-d0a5818299bd,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:08.893948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aa314-4c55-4bb5-b95c-fbaf549d3d0f req-2620cbdb-cee9-4d16-bed8-3dae875794f9 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:08.895523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c9aa314-4c55-4bb5-b95c-fbaf549d3d0f req-2620cbdb-cee9-4d16-bed8-3dae875794f9 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 948 time: 0.2685056 Feb 07 12:51:08.909893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-8ab965f7-9371-421b-aa54-430dc90fcb50 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:08.911344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-8ab965f7-9371-421b-aa54-430dc90fcb50 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234337 Feb 07 12:51:08.940159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Request body: {'port': {'device_id': 'd3a4629b-2318-4d59-8fb6-7b8a6a2d2f43', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '174f2b49327548659c87a196ca410b6a'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:09.049005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c9aa314-4c55-4bb5-b95c-fbaf549d3d0f req-e7a9b41d-f433-4dc7-93d4-739780a9f679 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365871 Feb 07 12:51:09.057915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-4b219ab7-bc82-4f51-8b9d-0e6b3c508399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:09.059521 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-4b219ab7-bc82-4f51-8b9d-0e6b3c508399 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa17c14be26946ddbaa615310c5305e6&device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 1099 time: 0.0976143 Feb 07 12:51:09.138707 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-044d434b-3f57-43d1-b78b-9734498532b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4827dd52-b3be-4575-8851-d0a5818299bd HTTP/1.1" status: 200 len: 217 time: 0.0725119 Feb 07 12:51:09.165244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49768) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:09.233947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-739feb1d-1672-402c-8524-c21d6984e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:09.237395 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-739feb1d-1672-402c-8524-c21d6984e92b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0935156 Feb 07 12:51:09.244780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:09.273058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:09.273058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Usage tracker for resource:port and tenant:174f2b49327548659c87a196ca410b6a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:09.276177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:09.323861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:09.329893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-217f4faa-c2d2-4cbf-bb13-807401ee5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:09.330091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:09.331673 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-217f4faa-c2d2-4cbf-bb13-807401ee5573 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882094 Feb 07 12:51:09.341668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85217edc-51c3-42ac-b178-eee332cbf646 req-771afda4-6008-4f37-9daa-3aeb35cdc040 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 210 time: 0.0810783 Feb 07 12:51:09.351707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] Usage tracker for resource:security_group_rule and tenant:08c591f62beb487499410247c86bce13 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:09.351707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:09.362274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:09.433554 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962937e8-3c0d-44aa-92f1-c40177d22e5c', 'tag': '4827dd52-b3be-4575-8851-d0a5818299bd', 'status': 'completed', 'code': 200} Feb 07 12:51:09.495124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Made reservation on behalf of 174f2b49327548659c87a196ca410b6a for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:09.499011 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:09.519584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:09.525015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-b3c78e33-ef23-4ca1-afe9-b597827b3469 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865485 Feb 07 12:51:09.659033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:09.671846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Usage tracker for resource:security_group_rule and tenant:174f2b49327548659c87a196ca410b6a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:09.677890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:09.690042 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:09.691332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:09.695057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6fd8e4a8-e532-4b16-b5f5-73686a1e555c req-9c78f602-1d9b-4e44-ac0b-2bda23fd2d94 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 210 time: 0.0839903 Feb 07 12:51:09.729741 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-442500d6-ca91-468f-b37c-3cb52ce715b6 req-276fe70c-3589-45b9-a427-6c8c223e370e service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986423 Feb 07 12:51:09.792661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:09.929792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:09.979492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08c591f62beb487499410247c86bce13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8131821 Feb 07 12:51:09.981381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bebd2-de72-4c00-ba80-170b7ce5de2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e4d0ae-208b-4db2-8e8c-3d0fdd544037,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:09.987655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49792) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:10.018396 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:10.124834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0e3374-31eb-4e01-b80e-f253568496d4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:10.146489 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a70acaae-d4a0-4798-87c6-b692a30b8e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:10.164227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-4448d316-3fba-4ab1-9b4f-0a6c6c7929a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:10.166091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-4448d316-3fba-4ab1-9b4f-0a6c6c7929a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa17c14be26946ddbaa615310c5305e6&device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 1099 time: 0.1134973 Feb 07 12:51:10.228386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a70acaae-d4a0-4798-87c6-b692a30b8e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:10.320450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Allocated IP 192.168.233.48 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/c36493d2-dfcb-495b-a318-9e677389bbef) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:10.359614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-19b22023-15b9-49ca-ae68-17d22d0f6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:10.361207 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-19b22023-15b9-49ca-ae68-17d22d0f6e5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1889000 Feb 07 12:51:10.456915 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-475f4912-2dbe-47cf-8485-f4fbb0c218b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4827dd52-b3be-4575-8851-d0a5818299bd HTTP/1.1" status: 200 len: 217 time: 0.0849624 Feb 07 12:51:10.466235 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-ee2f089c-7f96-40b1-b4da-82b8f71530e1 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9fb3ffad75c64b24bf7de737e9293a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363886 Feb 07 12:51:10.484636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a70acaae-d4a0-4798-87c6-b692a30b8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:10.511372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e37d0-4f8a-4ab7-8be0-198c290e9375 req-793f5b3b-c7c6-434c-94ac-01e408e3963d tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:10.513023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f1e37d0-4f8a-4ab7-8be0-198c290e9375 req-793f5b3b-c7c6-434c-94ac-01e408e3963d tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 948 time: 0.2339673 Feb 07 12:51:10.528079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70acaae-d4a0-4798-87c6-b692a30b8e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e4d0ae-208b-4db2-8e8c-3d0fdd544037,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:10.617477 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a70acaae-d4a0-4798-87c6-b692a30b8e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:10.629566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a70acaae-d4a0-4798-87c6-b692a30b8e24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3e4d0ae-208b-4db2-8e8c-3d0fdd544037 HTTP/1.1" status: 204 len: 168 time: 0.6300950 Feb 07 12:51:10.640913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f1e37d0-4f8a-4ab7-8be0-198c290e9375 req-6d7d233c-4282-411c-b43f-6721ce6777da tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106648 Feb 07 12:51:10.682828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:10.717139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Transition to ACTIVE for port object c36493d2-dfcb-495b-a318-9e677389bbef will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:10.764074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-9a45fdd3-ce3a-4b17-8d10-94f695353f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:10.765956 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-9a45fdd3-ce3a-4b17-8d10-94f695353f83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.3017926 Feb 07 12:51:10.838844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:10.891892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b0d8aff3-5475-4c87-b787-5f30a1365e05 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:10.893462 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b0d8aff3-5475-4c87-b787-5f30a1365e05 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2819104 Feb 07 12:51:10.908242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:10.909093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-c2ba98dc-6626-47aa-bac9-c7952fee768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:10.911008 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-c2ba98dc-6626-47aa-bac9-c7952fee768e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384017 Feb 07 12:51:10.916238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:10.916238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:10.921001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:10.921631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:10.941289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Pushing event updated for resources: {'Port': ['ID=c36493d2-dfcb-495b-a318-9e677389bbef,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:10.967188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Request body: {'port': {'device_id': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '9fb3ffad75c64b24bf7de737e9293a9c'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:11.067289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-ba99b50c-f77f-4214-8429-a47492dc62a8 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1310797 Feb 07 12:51:11.081420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Request body: {'port': {'device_id': 'd3a4629b-2318-4d59-8fb6-7b8a6a2d2f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:11.108178 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f74c6883-af2b-4646-be46-d2ed28eade92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:11.242589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49834) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:11.254916 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-f7af5917-e280-4d6c-976c-9b86ec956ff8 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368733 Feb 07 12:51:11.332551 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:11.347958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-620d9f67-b965-4f76-b0f2-be57bae029dc None None] Provisioning for port c36493d2-dfcb-495b-a318-9e677389bbef completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:11.362464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-620d9f67-b965-4f76-b0f2-be57bae029dc None None] Provisioning complete for port c36493d2-dfcb-495b-a318-9e677389bbef triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:11.369252 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-620d9f67-b965-4f76-b0f2-be57bae029dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:11.369394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:11.378123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Usage tracker for resource:port and tenant:9fb3ffad75c64b24bf7de737e9293a9c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:11.426422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6364161-ecaa-48f0-b64b-e798324fd172 req-de44a1ab-e99f-406c-8ae5-69b96a4a48a4 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:11.427251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6364161-ecaa-48f0-b64b-e798324fd172 req-de44a1ab-e99f-406c-8ae5-69b96a4a48a4 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Synchronizing usage tracker for tenant:174f2b49327548659c87a196ca410b6a on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:11.440199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-620d9f67-b965-4f76-b0f2-be57bae029dc None None] Port c36493d2-dfcb-495b-a318-9e677389bbef cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:51:11.455074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:11.459340 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-30a49d51-d080-430b-9bc3-0c9f217ec31e req-e7e0d2fc-86b1-472c-a14e-4262cbdb4d19 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914387 Feb 07 12:51:11.462490 n-d-811416-5 neutron-server[88312]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 12:51:11.467935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-822b15e3-a55b-4dc0-89fe-b5fe6ebf254b tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:51:11.468941 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-822b15e3-a55b-4dc0-89fe-b5fe6ebf254b tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2206566 Feb 07 12:51:11.469820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:11.558061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Made reservation on behalf of 9fb3ffad75c64b24bf7de737e9293a9c for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:11.561674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:11.577012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Request body: {'binding': {'host': 'n-h2-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:11.577536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Unknown quota resources ['binding']. {{(pid=88312) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 12:51:11.602719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6364161-ecaa-48f0-b64b-e798324fd172 req-de44a1ab-e99f-406c-8ae5-69b96a4a48a4 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Unset dirty status for tenant:174f2b49327548659c87a196ca410b6a on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:11.603807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6364161-ecaa-48f0-b64b-e798324fd172 req-de44a1ab-e99f-406c-8ae5-69b96a4a48a4 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 935 time: 0.3581367 Feb 07 12:51:11.610852 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:11.640739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:11.648021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Usage tracker for resource:security_group_rule and tenant:9fb3ffad75c64b24bf7de737e9293a9c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:11.653039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:11.690035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6364161-ecaa-48f0-b64b-e798324fd172 req-99a9b198-988b-4aa1-bd6e-b709f6af4ad5 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Synchronizing usage tracker for tenant:174f2b49327548659c87a196ca410b6a on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:11.722897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:11.772446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36493d2-dfcb-495b-a318-9e677389bbef {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:11.780252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:11.794896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Transition to ACTIVE for port object c36493d2-dfcb-495b-a318-9e677389bbef will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:11.837931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6364161-ecaa-48f0-b64b-e798324fd172 req-99a9b198-988b-4aa1-bd6e-b709f6af4ad5 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Unset dirty status for tenant:174f2b49327548659c87a196ca410b6a on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:11.839136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6364161-ecaa-48f0-b64b-e798324fd172 req-99a9b198-988b-4aa1-bd6e-b709f6af4ad5 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227223 Feb 07 12:51:11.864228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on host n-h2-811416-5 for vnic_type normal with profile None {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:11.864736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:11.864889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:11.880340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:11.880662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:11.894044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:11.894372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:11.894752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:11.895175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Bound port: 47ecc096-1055-4b5e-816d-de4070438db4, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:11.936530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:11.975397 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:11.998099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7213d106-71e1-4656-8bbb-177f7dc1dfea req-dd5bb146-9b7b-4644-8def-d5b4e16934da tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 210 time: 0.0548964 Feb 07 12:51:12.061303 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.153115 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.183045 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.183735 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.259226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c36493d2-dfcb-495b-a318-9e677389bbef,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:12.264237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Attempting to bind port c36493d2-dfcb-495b-a318-9e677389bbef on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:12.264572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Attempting to bind port c36493d2-dfcb-495b-a318-9e677389bbef by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:12.264892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Attempting to bind port c36493d2-dfcb-495b-a318-9e677389bbef on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:12.270281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897a8961-0934-4106-b1be-9383307fe239,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:12.271163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Port c36493d2-dfcb-495b-a318-9e677389bbef on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:12.271487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Attempting to bind port c36493d2-dfcb-495b-a318-9e677389bbef on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:12.273251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.275224 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e282138-b7a8-4302-a23b-0b6eeb756cc0 service neutron] 10.222.0.69 "POST /v2.0/ports/47ecc096-1055-4b5e-816d-de4070438db4/bindings HTTP/1.1" status: 201 len: 389 time: 0.7516356 Feb 07 12:51:12.292519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:12.292756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:12.293112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:12.293541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Bound port: c36493d2-dfcb-495b-a318-9e677389bbef, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:12.293882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.443159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] For port c36493d2-dfcb-495b-a318-9e677389bbef, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:12.449634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] For port c36493d2-dfcb-495b-a318-9e677389bbef, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c36493d2-dfcb-495b-a318-9e677389bbef,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:12.459289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Allocated IP 192.168.233.13 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/7a72f4b2-49a4-47b3-a18b-6a01e427ee97) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:12.553279 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.703492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.729918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Transition to ACTIVE for port object 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:12.767933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:12.768985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.776020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/c36493d2-dfcb-495b-a318-9e677389bbef HTTP/1.1" status: 200 len: 1095 time: 1.6945510 Feb 07 12:51:12.776020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a4629b-2318-4d59-8fb6-7b8a6a2d2f43', 'tag': 'c36493d2-dfcb-495b-a318-9e677389bbef'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:12.788867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5113b-b7a5-4fde-91e6-b1177b3250b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c36493d2-dfcb-495b-a318-9e677389bbef,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:12.861776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.951073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:12.954428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:12.958446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:12.965206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:12.965838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:12.973852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:13.093840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108400a4-80ad-4c49-8696-758ff6ab39fd req-cda5c6b4-0349-4b0c-826f-c471788b64dd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:13.095381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-108400a4-80ad-4c49-8696-758ff6ab39fd req-cda5c6b4-0349-4b0c-826f-c471788b64dd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 946 time: 0.2062879 Feb 07 12:51:13.102540 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-b17fd7d2-736c-476d-924e-3a492f4cd8ba tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1401331 Feb 07 12:51:13.105270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84bc40-4f53-48ec-b2ba-982dc7ed0173 req-dd1e87a6-04ea-45b4-bbe8-48cd437358e0 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:13.107414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f84bc40-4f53-48ec-b2ba-982dc7ed0173 req-dd1e87a6-04ea-45b4-bbe8-48cd437358e0 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 948 time: 0.2733383 Feb 07 12:51:13.118392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Request body: {'port': {'device_id': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:13.148912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-c349c8eb-6917-4854-8f0d-2c3960994654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:13.150514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-c349c8eb-6917-4854-8f0d-2c3960994654 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=174f2b49327548659c87a196ca410b6a&device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 1098 time: 0.2050152 Feb 07 12:51:13.248838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.47', 53050) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:13.250488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-6e5bad3b-84bf-4db5-87b5-df91f94d15a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=c36493d2-dfcb-495b-a318-9e677389bbef HTTP/1.1" status: 200 len: 217 time: 0.0864704 Feb 07 12:51:13.327472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-108400a4-80ad-4c49-8696-758ff6ab39fd req-cc4602f2-47be-4c65-8da2-ec92f6359442 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180347 Feb 07 12:51:13.336550 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:13.361720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f84bc40-4f53-48ec-b2ba-982dc7ed0173 req-bb7bcd5f-962d-4c36-b727-028bb64e2736 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364631 Feb 07 12:51:13.391444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-945c8452-715d-42c2-abf3-4a2ae5901309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:13.392940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-945c8452-715d-42c2-abf3-4a2ae5901309 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1327956 Feb 07 12:51:13.443158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bb0b6fd4-a0f5-43aa-b39a-ccc8529d272c None None] Provisioning for port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:13.460097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bb0b6fd4-a0f5-43aa-b39a-ccc8529d272c None None] Provisioning complete for port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:13.463079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb0b6fd4-a0f5-43aa-b39a-ccc8529d272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:13.469420 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a4629b-2318-4d59-8fb6-7b8a6a2d2f43', 'tag': 'c36493d2-dfcb-495b-a318-9e677389bbef', 'status': 'completed', 'code': 200} Feb 07 12:51:13.488328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-a22feeb1-4622-459b-9c35-c1bf5d5930d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:13.489971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-a22feeb1-4622-459b-9c35-c1bf5d5930d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1097 time: 0.2386072 Feb 07 12:51:13.535429 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:13.586103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b6fd4-a0f5-43aa-b39a-ccc8529d272c None None] Port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:51:13.740436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 4827dd52-b3be-4575-8851-d0a5818299bd details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:51:13.758943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-8165adc3-3e5b-4aa5-9db6-f56a11e77555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:13.760517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-8165adc3-3e5b-4aa5-9db6-f56a11e77555 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2528536 Feb 07 12:51:13.764245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-4062a9a4-77bf-4be5-88a7-31bc038bffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:13.768811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-4062a9a4-77bf-4be5-88a7-31bc038bffe6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3545568 Feb 07 12:51:13.861793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:13.869881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:13.886921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Transition to ACTIVE for port object 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:13.909471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 4827dd52-b3be-4575-8851-d0a5818299bd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4827dd52-b3be-4575-8851-d0a5818299bd,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:13.922524 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '4827dd52-b3be-4575-8851-d0a5818299bd', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '4827dd52-b3be-4575-8851-d0a5818299bd', 'mac_address': 'fa:16:3e:06:c5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:51:13.963680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:13.983651 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:13.987427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-917e7f9f-8c83-4cf9-aea8-84588eb42466 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 217 time: 0.2080677 Feb 07 12:51:14.003500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4827dd52-b3be-4575-8851-d0a5818299bd {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:14.019900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 4827dd52-b3be-4575-8851-d0a5818299bd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4827dd52-b3be-4575-8851-d0a5818299bd,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:14.118258 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:14.145101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f7436-dac3-43ef-ac3e-f4ea2e35193a req-d36f579d-5d5d-4604-bf27-959bb49555ca tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:14.147005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c7f7436-dac3-43ef-ac3e-f4ea2e35193a req-d36f579d-5d5d-4604-bf27-959bb49555ca tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 947 time: 0.5345020 Feb 07 12:51:14.156612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-2b6ac516-56be-4f49-921e-0374ea320b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:14.158017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-2b6ac516-56be-4f49-921e-0374ea320b0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1512904 Feb 07 12:51:14.178820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Attempting to bind port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:14.179354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Attempting to bind port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:14.180967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Attempting to bind port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:14.192205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:14.200410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-9e5d8935-d11d-436d-bb24-5a78259b9164 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177327 Feb 07 12:51:14.204673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:14.204826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Attempting to bind port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:14.213451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=4827dd52-b3be-4575-8851-d0a5818299bd,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:14.218021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:14.218366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:14.218755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:14.219195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Bound port: 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:14.219553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:14.219653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7370a-4ade-4fc9-bf45-a67077fc55b5 req-c1b87fe6-b9fa-4c68-bd25-c16cbbbf122b tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:14.221243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eea7370a-4ade-4fc9-bf45-a67077fc55b5 req-c1b87fe6-b9fa-4c68-bd25-c16cbbbf122b tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 947 time: 0.3356128 Feb 07 12:51:14.267699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49906) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:14.321701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:14.324867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:14.338267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['4827dd52-b3be-4575-8851-d0a5818299bd'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:14.364767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-11caaa3e-8eaf-4c5b-883b-b410bb273d03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577899 Feb 07 12:51:14.392406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:14.471948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:14.473462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:14.475558 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] 10.222.0.47 "PUT /v2.0/ports/7a72f4b2-49a4-47b3-a18b-6a01e427ee97 HTTP/1.1" status: 200 len: 1095 time: 1.3629231 Feb 07 12:51:14.476077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:14.507036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e972e-60ff-43f0-893f-dac6a74cfa3e service neutron] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:14.650781 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:14.663542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-efc15a47-d2a6-41a9-96da-fb533d6591e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:14.665202 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-efc15a47-d2a6-41a9-96da-fb533d6591e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fb3ffad75c64b24bf7de737e9293a9c&device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 1098 time: 0.0821486 Feb 07 12:51:14.669514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c7f7436-dac3-43ef-ac3e-f4ea2e35193a req-95b40ea8-b1d4-46b2-9305-a3f40f59b852 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083663 Feb 07 12:51:14.688291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eea7370a-4ade-4fc9-bf45-a67077fc55b5 req-2a97b701-1143-4498-8c31-28ce10c006e3 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176950 Feb 07 12:51:14.706915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:14.753448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:14.761599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc43c16d5de44acfbcf3423cd101c91a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:14.765952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:14.791162 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-9a3e08fc-6083-48e1-9a40-d3c92abbe865 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97 HTTP/1.1" status: 200 len: 217 time: 0.1091130 Feb 07 12:51:14.794936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:14.807908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a56bcff-70c0-467f-8963-f5ee41ce6504 req-2cd81d88-fbd6-4e04-add9-4e6f4e4357cf service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828736 Feb 07 12:51:14.842125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1ccab3fe-5944-4a46-87af-3b4e1aa2659c service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633601 Feb 07 12:51:14.874421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-7e497fec-8c92-4a21-8282-a817cfeadbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:14.876093 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-7e497fec-8c92-4a21-8282-a817cfeadbf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0749202 Feb 07 12:51:14.964893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-415a182f-7af5-43ad-a3f9-787f76175da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:14.966483 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-415a182f-7af5-43ad-a3f9-787f76175da8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809348 Feb 07 12:51:15.116054 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-fa327da8-5294-4628-8e33-f35366920f4f service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400309 Feb 07 12:51:15.212289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-4ca498f2-70f4-4bb6-abc7-3cc8b3fc9e1d service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316777 Feb 07 12:51:15.221752 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:15.233367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e32058-51f9-4c63-942e-ca648ab1e132 req-76fe2b2d-eb77-448a-adf8-1ac3474e6262 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:15.237441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13e32058-51f9-4c63-942e-ca648ab1e132 req-76fe2b2d-eb77-448a-adf8-1ac3474e6262 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 946 time: 0.3898704 Feb 07 12:51:15.247959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-cde56bd5-bf72-48c3-8fdb-0cbd34b9ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:15.249404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-cde56bd5-bf72-48c3-8fdb-0cbd34b9ff6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=174f2b49327548659c87a196ca410b6a&device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 1098 time: 0.2790172 Feb 07 12:51:15.255705 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0063b078-cb50-4d8e-ae6b-489d1e020406 req-d6ffe2e1-59e0-4b0f-a364-f27baaabb4df service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284959 Feb 07 12:51:15.271079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc35e4-86ab-4323-913f-bc6eed04f5fb req-6fc7bbda-10db-4509-a835-d8fd2c533af4 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:15.272569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35fc35e4-86ab-4323-913f-bc6eed04f5fb req-6fc7bbda-10db-4509-a835-d8fd2c533af4 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 949 time: 0.2532048 Feb 07 12:51:15.375482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:15.413356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13e32058-51f9-4c63-942e-ca648ab1e132 req-3985f612-91ab-49ab-b478-a2ff736e00fe tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695986 Feb 07 12:51:15.465750 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'status': 'completed', 'code': 200} Feb 07 12:51:15.467724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc43c16d5de44acfbcf3423cd101c91a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1794820 Feb 07 12:51:15.471042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49924) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:15.475470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35fc35e4-86ab-4323-913f-bc6eed04f5fb req-80d5dbf8-1880-4c3e-838b-8d0484b0c64e tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765258 Feb 07 12:51:15.479019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd367092-7a89-4556-a3ef-9f3a5b3828e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50c0f10-e430-486c-98c2-84938a6d9518,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:15.530415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-9828a62f-4127-4d7f-8875-977d21576453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:15.544813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-9828a62f-4127-4d7f-8875-977d21576453 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2556424 Feb 07 12:51:15.557860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfdc251f-d7b4-4a5b-a287-f150f7293279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:15.657784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfdc251f-d7b4-4a5b-a287-f150f7293279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:15.698667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-5c0d822e-8da5-4ac3-a998-19f35267cd73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=c36493d2-dfcb-495b-a318-9e677389bbef HTTP/1.1" status: 200 len: 217 time: 0.1370888 Feb 07 12:51:15.747438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 4827dd52-b3be-4575-8851-d0a5818299bd up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:15.790827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-247967b7-4213-48b4-914f-5146fc88f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:15.793619 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-247967b7-4213-48b4-914f-5146fc88f7ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fb3ffad75c64b24bf7de737e9293a9c&device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 1098 time: 0.2243164 Feb 07 12:51:15.813509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-a319d6b0-70f7-493f-a690-f97d86ea97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:15.817839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-a319d6b0-70f7-493f-a690-f97d86ea97da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1039848 Feb 07 12:51:15.898285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfdc251f-d7b4-4a5b-a287-f150f7293279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:15.926027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc251f-d7b4-4a5b-a287-f150f7293279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50c0f10-e430-486c-98c2-84938a6d9518,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:15.940321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfdc251f-d7b4-4a5b-a287-f150f7293279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:15.943816 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cfdc251f-d7b4-4a5b-a287-f150f7293279 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b50c0f10-e430-486c-98c2-84938a6d9518 HTTP/1.1" status: 204 len: 168 time: 0.4693971 Feb 07 12:51:15.967887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-9c9d7c44-da2b-417e-a978-a4fc6ed8c249 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:15.969714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 4827dd52-b3be-4575-8851-d0a5818299bd completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:15.971858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-9c9d7c44-da2b-417e-a978-a4fc6ed8c249 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1097 time: 0.3365438 Feb 07 12:51:15.974552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 4827dd52-b3be-4575-8851-d0a5818299bd triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:15.974984 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:15.988675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-5'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:15.996332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-ce27bbef-6cb9-498d-8dcc-4c0eff5a2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:15.997851 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-ce27bbef-6cb9-498d-8dcc-4c0eff5a2ddf service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1942692 Feb 07 12:51:16.067172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-b557f6c6-cd4a-442a-b8c8-50aff1bfa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:16.069108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-b557f6c6-cd4a-442a-b8c8-50aff1bfa6a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400131 Feb 07 12:51:16.122954 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:16.151529 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-0338ebd9-fa25-41c4-bfae-fd4a8bfaa763 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97 HTTP/1.1" status: 200 len: 217 time: 0.1466904 Feb 07 12:51:16.159348 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962937e8-3c0d-44aa-92f1-c40177d22e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4827dd52-b3be-4575-8851-d0a5818299bd'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:16.175639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 4827dd52-b3be-4575-8851-d0a5818299bd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4827dd52-b3be-4575-8851-d0a5818299bd,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:16.236108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-d159824f-c1ff-45c5-ad71-8201f6265c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:16.237627 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-d159824f-c1ff-45c5-ad71-8201f6265c04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0754552 Feb 07 12:51:16.238396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:16.321803 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:16.346024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49962) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:16.370561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-d14a2e35-8170-488b-9f66-1c6776345a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:16.372123 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-d14a2e35-8170-488b-9f66-1c6776345a5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226358 Feb 07 12:51:16.375130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=4827dd52-b3be-4575-8851-d0a5818299bd,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:16.405227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3b544-2503-407e-a359-d4934313015d req-cf7fdab8-3b7f-400f-bdad-9d2bb6ef63bb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:16.409416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9cc3b544-2503-407e-a359-d4934313015d req-cf7fdab8-3b7f-400f-bdad-9d2bb6ef63bb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 947 time: 0.5185511 Feb 07 12:51:16.474321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-a3e3c65b-5d17-4767-a334-71592f6ddde6 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830364 Feb 07 12:51:16.519400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:16.542365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:16.557602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0cc445f4444da3b6f2e43d86878d06 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:16.561885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:16.579154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:16.589904 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-c63d0089-03c5-439b-bf71-6e3895abe5cc service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028570 Feb 07 12:51:16.726789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9cc3b544-2503-407e-a359-d4934313015d req-499aef2c-825a-46fd-8791-01f3c8e0b102 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146050 Feb 07 12:51:16.750155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e80d0-8bb9-4936-9768-ac55f685b60d req-c23c59d7-54ac-4bd5-9623-e2841596b862 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:16.756522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c99e80d0-8bb9-4936-9768-ac55f685b60d req-c23c59d7-54ac-4bd5-9623-e2841596b862 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 947 time: 0.5276351 Feb 07 12:51:16.783708 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9a9f7334-052d-4010-88b1-3087d3981be7 req-074d6fe2-a707-4bea-9f0d-878fee838245 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801875 Feb 07 12:51:16.788309 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962937e8-3c0d-44aa-92f1-c40177d22e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4827dd52-b3be-4575-8851-d0a5818299bd', 'code': 200} Feb 07 12:51:16.835631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:16.886228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49974) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:16.893791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c99e80d0-8bb9-4936-9768-ac55f685b60d req-1d33e8af-bdd8-49d8-ab08-c4391128c2ae tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110759 Feb 07 12:51:16.932736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52faa8-d1a3-40bd-8336-40bc379bc656 req-4ba684a1-0c7b-4788-995a-1057faebe5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:16.934230 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bf52faa8-d1a3-40bd-8336-40bc379bc656 req-4ba684a1-0c7b-4788-995a-1057faebe5db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 1101 time: 0.0773096 Feb 07 12:51:16.979416 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bf52faa8-d1a3-40bd-8336-40bc379bc656 req-3ef88348-34f8-4026-a60b-276c107ef900 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Feb 07 12:51:16.991764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.009190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.029997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:17.041054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:17.049952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f09690-34b1-4f2c-b4de-457c4efd59c6 req-14b97023-cb2c-490b-94e6-7b1a906443d3 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522301 Feb 07 12:51:17.052076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7f53e3f2c903463e985ce903c25d8ad1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:17.057870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:17.061668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b778e1-fdfa-4f5d-9c23-4202b83a7647,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:17.068968 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-380620bc-ba5f-40f5-83cc-99604aa8d208 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d0cc445f4444da3b6f2e43d86878d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7199905 Feb 07 12:51:17.069162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:17.072531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49978) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:17.128250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:17.152619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3728-5c65-4ec8-a226-1a7837658d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.172899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064aa1-7d2e-4f48-aae9-793e0c6bfcb4 req-2b9c14f6-512e-4cb8-ad8a-337e0fb7c735 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:17.174423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1064aa1-7d2e-4f48-aae9-793e0c6bfcb4 req-2b9c14f6-512e-4cb8-ad8a-337e0fb7c735 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 946 time: 0.3014834 Feb 07 12:51:17.179883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3728-5c65-4ec8-a226-1a7837658d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.312392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:17.318814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.327618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1064aa1-7d2e-4f48-aae9-793e0c6bfcb4 req-094dae2e-0599-4f4e-9662-5e11ec3714fa tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048546 Feb 07 12:51:17.329413 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3728-5c65-4ec8-a226-1a7837658d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.347728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c3728-5c65-4ec8-a226-1a7837658d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b778e1-fdfa-4f5d-9c23-4202b83a7647,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:17.358870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3728-5c65-4ec8-a226-1a7837658d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.360253 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ef8c3728-5c65-4ec8-a226-1a7837658d9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32b778e1-fdfa-4f5d-9c23-4202b83a7647 HTTP/1.1" status: 204 len: 168 time: 0.2863827 Feb 07 12:51:17.370149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.385107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8616ed-d122-48cb-b70a-8f60d920c01c req-e23fa367-119d-46b9-b734-9fe4ffba3fa2 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:17.386808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b8616ed-d122-48cb-b70a-8f60d920c01c req-e23fa367-119d-46b9-b734-9fe4ffba3fa2 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 950 time: 0.2103956 Feb 07 12:51:17.423463 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.480630 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.488395 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4', 'code': 200} Feb 07 12:51:17.506425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b8616ed-d122-48cb-b70a-8f60d920c01c req-a2a32f23-275f-43d3-a0cc-8fbfc619b73a tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124315 Feb 07 12:51:17.612487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f53e3f2c903463e985ce903c25d8ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7222631 Feb 07 12:51:17.615182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49990) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:17.619957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e943a-2c1a-492a-ba5d-e19a33c6e2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa686e9-d080-4bcd-966d-3bdc537b4662,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:17.659766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Pushing event updated for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:17.678589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on host n-h1-811416-5 for vnic_type normal with profile {"migrating_to": "n-h2-811416-5"} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:17.678928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:17.679252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:17.684733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:17.687628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Attempting to bind port 47ecc096-1055-4b5e-816d-de4070438db4 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:17.690303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:17.690700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:17.691147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:17.691641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Bound port: 47ecc096-1055-4b5e-816d-de4070438db4, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:17.692096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.701007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75afed2c-e552-4855-8be9-d944fb3b3491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.733737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75afed2c-e552-4855-8be9-d944fb3b3491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.806957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:17.811047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:17.906436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75afed2c-e552-4855-8be9-d944fb3b3491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.926194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75afed2c-e552-4855-8be9-d944fb3b3491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:17.930356 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75afed2c-e552-4855-8be9-d944fb3b3491 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fa686e9-d080-4bcd-966d-3bdc537b4662 HTTP/1.1" status: 204 len: 168 time: 0.3133099 Feb 07 12:51:17.931555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afed2c-e552-4855-8be9-d944fb3b3491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa686e9-d080-4bcd-966d-3bdc537b4662,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:17.937013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:18.005968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebe78-8975-4324-846e-5291509ca404 req-d7b640ac-57dc-48cc-bc42-0a4033bfcfcb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:18.007441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-062ebe78-8975-4324-846e-5291509ca404 req-d7b640ac-57dc-48cc-bc42-0a4033bfcfcb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 947 time: 0.1391537 Feb 07 12:51:18.195604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Pushing event updated for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=8']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:18.213662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:18.214290 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:18.215927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6355c41f-37cb-410f-9cbc-bdbce13fcbcf service neutron] 10.222.0.47 "PUT /v2.0/ports/47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 1122 time: 2.2344129 Feb 07 12:51:18.218917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-062ebe78-8975-4324-846e-5291509ca404 req-2eb4b25e-2766-440e-ab36-99f33e355fda tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547678 Feb 07 12:51:18.252141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e46e4-1bdc-4728-9287-63275ae7da98 req-4f3fbdb7-534d-44fa-babf-25c228a862fb tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:18.253656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f6e46e4-1bdc-4728-9287-63275ae7da98 req-4f3fbdb7-534d-44fa-babf-25c228a862fb tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 947 time: 0.1973674 Feb 07 12:51:18.276804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['47ecc096-1055-4b5e-816d-de4070438db4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:18.301163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f6e46e4-1bdc-4728-9287-63275ae7da98 req-c1efff45-121a-40c5-85af-3a5c4dd5f548 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Feb 07 12:51:18.368689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50008) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:18.390691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:18.406459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:18.410281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] Usage tracker for resource:security_group_rule and tenant:b54bea92c057403ba818b7a0afb37f93 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:18.414902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:18.421133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:18.490580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:18.595177 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:18.627568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a29353-eaf2-4aba-b9fc-ea5fa44812e4 req-d8d115f8-bce0-45a6-98b5-9616df0ee282 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:18.630179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47a29353-eaf2-4aba-b9fc-ea5fa44812e4 req-d8d115f8-bce0-45a6-98b5-9616df0ee282 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.1183429 Feb 07 12:51:18.699225 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:18.772941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:18.781111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b54bea92c057403ba818b7a0afb37f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116867 Feb 07 12:51:18.784042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:18.784301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47a29353-eaf2-4aba-b9fc-ea5fa44812e4 req-bee94e9c-6ad6-4dfa-8a97-9e5ef753d731 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480150 Feb 07 12:51:18.793491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ae2c4-dbee-495b-b962-34560f0eca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fff6d8-7292-4788-bfb1-074eb7fcd6cd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:18.811936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:18.823596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab4710-9f6c-40cd-a2be-4cfb58b9f522 req-eb8e41ed-e136-42d3-afee-559b5fce9a37 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:18.827099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aaab4710-9f6c-40cd-a2be-4cfb58b9f522 req-eb8e41ed-e136-42d3-afee-559b5fce9a37 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 950 time: 0.1739187 Feb 07 12:51:18.833721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] Usage tracker for resource:security_group_rule and tenant:fe48a552ba024facb3a590fa20132286 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:18.839278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:18.860032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:18.874126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aaab4710-9f6c-40cd-a2be-4cfb58b9f522 req-1bda4182-b750-414d-a1e8-6c0be5770b8f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Feb 07 12:51:18.895828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6f80-c101-4df3-8c10-3c4023281002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:18.932729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6f80-c101-4df3-8c10-3c4023281002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.011123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.106959 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.157186 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe48a552ba024facb3a590fa20132286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6655617 Feb 07 12:51:19.159120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6f80-c101-4df3-8c10-3c4023281002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.159886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50038) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:19.165484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cad00e-1c79-4ae1-ba37-a6830ee66e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43524e27-2c7b-4594-ba18-328d6d1ce950,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:19.185174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab6f80-c101-4df3-8c10-3c4023281002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fff6d8-7292-4788-bfb1-074eb7fcd6cd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:19.192322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3ab6f80-c101-4df3-8c10-3c4023281002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.198259 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3ab6f80-c101-4df3-8c10-3c4023281002 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8fff6d8-7292-4788-bfb1-074eb7fcd6cd HTTP/1.1" status: 204 len: 168 time: 0.4108698 Feb 07 12:51:19.249349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be9f2ecb-684b-4815-bebc-6e7c12eada6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.260434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:51:19.402221 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be9f2ecb-684b-4815-bebc-6e7c12eada6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.472088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:19.475008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07cf7d-1c0d-4741-b7e5-a233c3586865 req-bfbc1ea2-acb1-473c-bd4b-9d2a02048699 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:19.477162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da07cf7d-1c0d-4741-b7e5-a233c3586865 req-bfbc1ea2-acb1-473c-bd4b-9d2a02048699 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 947 time: 0.1323950 Feb 07 12:51:19.489577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:19.493612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'mac_address': 'fa:16:3e:3f:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:51:19.542688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da07cf7d-1c0d-4741-b7e5-a233c3586865 req-e6a92234-8330-4c50-a0cf-8824f35b23ca tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 Feb 07 12:51:19.568238 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.593423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:19.619655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:19.624513 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be9f2ecb-684b-4815-bebc-6e7c12eada6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.657984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2ecb-684b-4815-bebc-6e7c12eada6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43524e27-2c7b-4594-ba18-328d6d1ce950,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:19.700859 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.701499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c36493d2-dfcb-495b-a318-9e677389bbef details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:51:19.714673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be9f2ecb-684b-4815-bebc-6e7c12eada6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.715783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-be9f2ecb-684b-4815-bebc-6e7c12eada6a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43524e27-2c7b-4594-ba18-328d6d1ce950 HTTP/1.1" status: 204 len: 168 time: 0.5549867 Feb 07 12:51:19.823693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c924a-4706-4844-92ef-a62a47e74301 req-158bb7ba-5513-4a9f-9d70-6ce2af1847ff tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:19.831548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b79c924a-4706-4844-92ef-a62a47e74301 req-158bb7ba-5513-4a9f-9d70-6ce2af1847ff tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 947 time: 0.2585709 Feb 07 12:51:19.850386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:19.854565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c36493d2-dfcb-495b-a318-9e677389bbef, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c36493d2-dfcb-495b-a318-9e677389bbef,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:19.870034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'c36493d2-dfcb-495b-a318-9e677389bbef', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'c36493d2-dfcb-495b-a318-9e677389bbef', 'mac_address': 'fa:16:3e:a7:be:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:51:19.890540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b79c924a-4706-4844-92ef-a62a47e74301 req-8ba960bb-e1f8-4218-a40c-8db2de2ab570 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578392 Feb 07 12:51:19.914428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed47061-c587-493d-b134-275b7eb92513 req-a7b0e63d-a504-42a9-8488-f7c129276294 tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:19.915560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed47061-c587-493d-b134-275b7eb92513 req-a7b0e63d-a504-42a9-8488-f7c129276294 tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 1101 time: 0.1865733 Feb 07 12:51:19.935477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:19.956618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36493d2-dfcb-495b-a318-9e677389bbef {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:19.977597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c36493d2-dfcb-495b-a318-9e677389bbef, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c36493d2-dfcb-495b-a318-9e677389bbef,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:19.978555 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aed47061-c587-493d-b134-275b7eb92513 req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:20.003413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-aed47061-c587-493d-b134-275b7eb92513 req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:20.007136 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4', 'status': 'completed', 'code': 200} Feb 07 12:51:20.010231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-aed47061-c587-493d-b134-275b7eb92513 req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Usage tracker for resource:security_group_rule and tenant:a7bc3ed32aef4e51beab9d386ad560b1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:20.013441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-aed47061-c587-493d-b134-275b7eb92513 req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:20.019824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-aed47061-c587-493d-b134-275b7eb92513 req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:20.095496 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:20.121623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aed47061-c587-493d-b134-275b7eb92513 req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:20.164557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-216d0bf0-190c-4dbd-8768-d08724580c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:20.168436 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-216d0bf0-190c-4dbd-8768-d08724580c84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1125 time: 0.1386061 Feb 07 12:51:20.183210 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aed47061-c587-493d-b134-275b7eb92513 req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:20.258714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=c36493d2-dfcb-495b-a318-9e677389bbef,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:20.315525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09681345-3e4a-48f0-994a-83490e2cc235,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:20.327446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed47061-c587-493d-b134-275b7eb92513 req-2a509bd2-fd26-497c-b6bf-73073bcb00da tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054422 Feb 07 12:51:20.369700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c9f3b-d518-4fcc-93a0-779f862acc2f req-5138fdc4-fa88-4c49-8a25-a69823991746 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:20.371181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc2c9f3b-d518-4fcc-93a0-779f862acc2f req-5138fdc4-fa88-4c49-8a25-a69823991746 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.1903756 Feb 07 12:51:20.408623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-cd9f02d5-6a25-461c-a9a1-d80f1fd2114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:20.410076 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-cd9f02d5-6a25-461c-a9a1-d80f1fd2114b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2347021 Feb 07 12:51:20.417745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc2c9f3b-d518-4fcc-93a0-779f862acc2f req-0fdc2dc1-0618-46fe-90c2-9ae3f9829fec tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Feb 07 12:51:20.485184 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-2e41bd2d-37be-4acb-a6f4-b07aefa57b8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 217 time: 0.0688419 Feb 07 12:51:20.550195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-429a5c8b-08c6-40d6-80d7-f957f2412c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:20.551756 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-429a5c8b-08c6-40d6-80d7-f957f2412c72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0607195 Feb 07 12:51:20.610941 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-ee04bb13-a931-418e-b51a-7b07e7cd1b72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495737 Feb 07 12:51:20.691063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['7a72f4b2-49a4-47b3-a18b-6a01e427ee97'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:20.728202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['c36493d2-dfcb-495b-a318-9e677389bbef'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:20.745800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebd928-b8c7-4737-aa7b-881b5fa562fa req-15fcddd8-a4ce-4b4c-b67f-d202b6ebb17c tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:20.747482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8bebd928-b8c7-4737-aa7b-881b5fa562fa req-15fcddd8-a4ce-4b4c-b67f-d202b6ebb17c tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 948 time: 0.0886698 Feb 07 12:51:20.761490 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-369a716b-f288-4c1f-bc19-385d6ec95a24 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430097 Feb 07 12:51:20.815936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8bebd928-b8c7-4737-aa7b-881b5fa562fa req-0c8fae95-2751-4155-a776-36270784a87e tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591567 Feb 07 12:51:20.826568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50088) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:20.861549 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:20.893993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:20.902491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca1689bdd49444586259b9d0e4551de is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:20.905696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:20.914805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:21.036169 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-41e82cdc-795d-4353-9d7f-34e33063f1f7 req-92a423b0-4f92-4a2f-8d20-3d6f76993b3d service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550151 Feb 07 12:51:21.082657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:21.181803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3415fae-ebbf-44d2-aded-978136f635ca req-9b527659-2416-4318-8608-165b7a667e2e tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:21.183598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3415fae-ebbf-44d2-aded-978136f635ca req-9b527659-2416-4318-8608-165b7a667e2e tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 948 time: 0.0965645 Feb 07 12:51:21.209458 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:21.279509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3415fae-ebbf-44d2-aded-978136f635ca req-123abd70-a654-40ac-879c-cdd8aff30f74 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899060 Feb 07 12:51:21.281911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 47ecc096-1055-4b5e-816d-de4070438db4 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:51:21.285232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ca1689bdd49444586259b9d0e4551de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574878 Feb 07 12:51:21.289368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50104) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:21.289368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4409cd-5811-4132-ac2f-c4310aa5f039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaea086-e493-4b49-8906-c680901579f3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:21.361299 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f15cc36b-9e5a-4cb6-a5f6-4e07a1493696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:21.362236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac09d0-f432-4630-a938-64aea27185a2 req-675bbe21-6d6f-47d0-9975-9f13fede3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:21.366488 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-76ac09d0-f432-4630-a938-64aea27185a2 req-675bbe21-6d6f-47d0-9975-9f13fede3840 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1125 time: 0.1148114 Feb 07 12:51:21.413168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f15cc36b-9e5a-4cb6-a5f6-4e07a1493696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:21.493805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:21.515080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 47ecc096-1055-4b5e-816d-de4070438db4 has no active binding in host n-h2-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 12:51:21.622806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac09d0-f432-4630-a938-64aea27185a2 req-4f8e0bcd-fa58-4469-a077-a10bace349c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:21.624703 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-76ac09d0-f432-4630-a938-64aea27185a2 req-4f8e0bcd-fa58-4469-a077-a10bace349c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2304091 Feb 07 12:51:21.681288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61f011-97a5-4b2d-942e-65b96ff83c2c req-e3ab120d-78c8-4698-87a7-118ada5e98ee tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:21.682868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b61f011-97a5-4b2d-942e-65b96ff83c2c req-e3ab120d-78c8-4698-87a7-118ada5e98ee tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 1101 time: 0.1911535 Feb 07 12:51:21.691310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2f56c-1cf1-4783-816e-c49c6cdb4d7d req-11eb7c22-995c-4caf-a284-d4e6aade9261 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:21.692835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eb2f56c-1cf1-4783-816e-c49c6cdb4d7d req-11eb7c22-995c-4caf-a284-d4e6aade9261 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.1128109 Feb 07 12:51:21.711533 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-76ac09d0-f432-4630-a938-64aea27185a2 req-467c9410-57a2-4e5e-9536-4cbf2459b1df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 217 time: 0.0805702 Feb 07 12:51:21.761938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b61f011-97a5-4b2d-942e-65b96ff83c2c req-f9c76cc6-9668-44be-bfeb-706baff2ae1f tempest-ServersAdminNegativeTestJSON-819294220 tempest-ServersAdminNegativeTestJSON-819294220-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681021 Feb 07 12:51:21.769111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eb2f56c-1cf1-4783-816e-c49c6cdb4d7d req-89538a22-e1f1-4af7-a5d3-71d111c59dc3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618994 Feb 07 12:51:21.770119 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f15cc36b-9e5a-4cb6-a5f6-4e07a1493696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:21.774207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac09d0-f432-4630-a938-64aea27185a2 req-b047d47b-af2a-4537-ac3c-ace2783e1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:21.775817 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-76ac09d0-f432-4630-a938-64aea27185a2 req-b047d47b-af2a-4537-ac3c-ace2783e1bca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0587204 Feb 07 12:51:21.799436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cc36b-9e5a-4cb6-a5f6-4e07a1493696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaea086-e493-4b49-8906-c680901579f3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:21.810912 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f15cc36b-9e5a-4cb6-a5f6-4e07a1493696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:21.815013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f15cc36b-9e5a-4cb6-a5f6-4e07a1493696 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbaea086-e493-4b49-8906-c680901579f3 HTTP/1.1" status: 204 len: 168 time: 0.5280738 Feb 07 12:51:21.856660 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-76ac09d0-f432-4630-a938-64aea27185a2 req-d3d28ae5-3064-497a-96ed-ad81a56b23e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736413 Feb 07 12:51:22.016447 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-76ac09d0-f432-4630-a938-64aea27185a2 req-4d5edbb3-134b-4ce8-a68e-45df04ea7f60 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534870 Feb 07 12:51:22.083131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb47527-b04f-466a-9af7-76c7e8ec2ee3 req-ada45bfa-e148-4791-81b2-25e0ee546e7f tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:22.084253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fb47527-b04f-466a-9af7-76c7e8ec2ee3 req-ada45bfa-e148-4791-81b2-25e0ee546e7f tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 948 time: 0.0959644 Feb 07 12:51:22.148653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fb47527-b04f-466a-9af7-76c7e8ec2ee3 req-5de2e4cb-1c04-4a67-a844-e027da5a06d0 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565345 Feb 07 12:51:22.191847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-742d0591-78e8-48f6-819e-fd5ca61a9303 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=feab5387a91a4da59fd246cbbdbe1763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393472 Feb 07 12:51:22.195955 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-76ac09d0-f432-4630-a938-64aea27185a2 req-60dfbc37-e581-44ea-9854-5ac19ba0c162 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734598 Feb 07 12:51:22.368137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-58868a05-5c2c-4637-b2a8-0e285f8d6001 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:22.370234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-58868a05-5c2c-4637-b2a8-0e285f8d6001 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727827 Feb 07 12:51:22.386160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-6552527f-f5bf-48b0-b9a0-91a1b49ec5ac tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/quotas/feab5387a91a4da59fd246cbbdbe1763 HTTP/1.1" status: 200 len: 375 time: 0.0099220 Feb 07 12:51:22.451705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-530a0958-97bc-4f0e-9136-adee677ea994 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=feab5387a91a4da59fd246cbbdbe1763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599406 Feb 07 12:51:22.883658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1260c-e3be-457a-96a5-3f3244dcac45 req-abb8ddad-fc8a-4e4e-b210-151d8ade3bc7 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:22.885421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4a1260c-e3be-457a-96a5-3f3244dcac45 req-abb8ddad-fc8a-4e4e-b210-151d8ade3bc7 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 948 time: 0.1457849 Feb 07 12:51:22.935684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11242719-b8b3-4bf1-9eaf-fd929ca8c41a req-c93b74f9-ec10-48aa-9b56-c914aab425b3 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:22.937200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11242719-b8b3-4bf1-9eaf-fd929ca8c41a req-c93b74f9-ec10-48aa-9b56-c914aab425b3 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 950 time: 0.1342425 Feb 07 12:51:22.948503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4a1260c-e3be-457a-96a5-3f3244dcac45 req-7d8d1970-5290-4c49-8771-a1aa5be4873d tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568166 Feb 07 12:51:23.036313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11242719-b8b3-4bf1-9eaf-fd929ca8c41a req-085c2cb6-843d-4359-b219-8fd37f20bd9c tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868123 Feb 07 12:51:23.044253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a60efb4-8961-498f-ae99-240c5b672098 req-170617c1-7ecd-43da-b165-a31f355e320e tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 210 time: 0.0505030 Feb 07 12:51:23.288354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:23.305673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116041e-0a8c-4564-8cfe-8d55d3d49531 req-db73c34c-b811-4527-95ee-7df47d7ea926 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:23.312828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6116041e-0a8c-4564-8cfe-8d55d3d49531 req-db73c34c-b811-4527-95ee-7df47d7ea926 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.1686642 Feb 07 12:51:23.362401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6116041e-0a8c-4564-8cfe-8d55d3d49531 req-ad6bd24f-3e67-4687-8512-9668ad5d8d4b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486352 Feb 07 12:51:23.518222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:23.523439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:23.524276 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:23.543691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f824f-a47a-4336-a4b9-0471dea8368f req-1fe8d00b-0bf6-4c07-bada-84f72eed0c60 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:23.545310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c4f824f-a47a-4336-a4b9-0471dea8368f req-1fe8d00b-0bf6-4c07-bada-84f72eed0c60 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 948 time: 0.0892141 Feb 07 12:51:23.614459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c4f824f-a47a-4336-a4b9-0471dea8368f req-1677432c-16f4-4e02-a6ab-224f7697925c tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614765 Feb 07 12:51:23.670941 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:23.702937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:23.719349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:23.754743 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'code': 200} Feb 07 12:51:23.855203 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:23.856081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c36493d2-dfcb-495b-a318-9e677389bbef up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:23.896722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdf965-21f2-4b6e-9d00-77e40099a8ea req-189ce675-a862-4622-9f3c-58ad769c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:23.898638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dbdf965-21f2-4b6e-9d00-77e40099a8ea req-189ce675-a862-4622-9f3c-58ad769c038a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 1100 time: 0.0758259 Feb 07 12:51:23.959022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dbdf965-21f2-4b6e-9d00-77e40099a8ea req-f87c3e4f-9e1a-428c-95b5-f27a5b624224 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Feb 07 12:51:23.977943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:24.105785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port c36493d2-dfcb-495b-a318-9e677389bbef completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:24.114939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port c36493d2-dfcb-495b-a318-9e677389bbef triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:24.115358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.202782 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.227710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50224) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:24.268567 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.308132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4fb07-3c90-4f1d-9336-d8d8fc843913 req-04a6f62d-e8fe-45ae-a9bf-973ef9587636 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:24.311768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c36493d2-dfcb-495b-a318-9e677389bbef, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c36493d2-dfcb-495b-a318-9e677389bbef,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:24.316123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38c4fb07-3c90-4f1d-9336-d8d8fc843913 req-04a6f62d-e8fe-45ae-a9bf-973ef9587636 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.2512114 Feb 07 12:51:24.350601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ba25-9837-4984-a106-6ebdeedeed28 req-983e6861-ea42-4257-b94d-6d2040da7c12 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:24.352083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50e2ba25-9837-4984-a106-6ebdeedeed28 req-983e6861-ea42-4257-b94d-6d2040da7c12 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 950 time: 0.1882715 Feb 07 12:51:24.382013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.395461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38c4fb07-3c90-4f1d-9336-d8d8fc843913 req-95936dcb-5dd3-4188-a3a8-309d885d6deb tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784721 Feb 07 12:51:24.397718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:24.402137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ad6b3809234aefbd477ecacfb4367b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:24.405348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:24.416358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50e2ba25-9837-4984-a106-6ebdeedeed28 req-2af4b583-a870-49d7-a62c-8d19a2615996 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552723 Feb 07 12:51:24.417736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:24.449393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.528015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=c36493d2-dfcb-495b-a318-9e677389bbef,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:24.538888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.582258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16583eb6-7962-47c3-ac7c-d55b7160249e req-8bee10c2-f96e-4a5e-bb18-2dd4d90c47af tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 210 time: 0.0564470 Feb 07 12:51:24.634987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-568b7dd9-bde8-41f3-996d-3c876b2ab426 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:24.636068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-568b7dd9-bde8-41f3-996d-3c876b2ab426 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Synchronizing usage tracker for tenant:fa17c14be26946ddbaa615310c5305e6 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:24.646078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.694297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97e8f-33d0-445d-865b-e2d5662fbfe8 req-18558037-2222-450c-892a-d673c6bf6933 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:24.707047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e2a97e8f-33d0-445d-865b-e2d5662fbfe8 req-18558037-2222-450c-892a-d673c6bf6933 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.0959172 Feb 07 12:51:24.713489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfca7d5-4ab3-486d-8ae0-7250c0690359,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:24.719288 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5a45cedf-42f5-4660-8b08-c6fa6461f3d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8ad6b3809234aefbd477ecacfb4367b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877489 Feb 07 12:51:24.721864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50242) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:24.772593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e2a97e8f-33d0-445d-865b-e2d5662fbfe8 req-0fc8e20e-0f78-490b-9c7d-9ceeabf8fef7 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682621 Feb 07 12:51:24.782134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-568b7dd9-bde8-41f3-996d-3c876b2ab426 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Unset dirty status for tenant:fa17c14be26946ddbaa615310c5305e6 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:24.783607 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-568b7dd9-bde8-41f3-996d-3c876b2ab426 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.35 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 950 time: 0.2417016 Feb 07 12:51:24.869775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27f6a-3cfa-49f0-9d6e-2d10aaabf24f req-c042a31e-d878-4a71-90a2-5dc468e4863e tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:24.875769 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-946c9642-06ac-41dc-a5a7-34f2ac5cb8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.878814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86d27f6a-3cfa-49f0-9d6e-2d10aaabf24f req-c042a31e-d878-4a71-90a2-5dc468e4863e tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.0964706 Feb 07 12:51:24.880989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Deleting port 4827dd52-b3be-4575-8851-d0a5818299bd {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:51:24.881507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:24.932576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86d27f6a-3cfa-49f0-9d6e-2d10aaabf24f req-bb3c50f4-498c-4b7f-9839-819dc78ded8b tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524414 Feb 07 12:51:24.963830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-946c9642-06ac-41dc-a5a7-34f2ac5cb8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:25.035954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-09ee8d87-0ce5-4000-a206-33d549995470 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266182 Feb 07 12:51:25.191744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-8a459acc-d1fe-4e33-b5a7-1642863a439d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:25.193279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-8a459acc-d1fe-4e33-b5a7-1642863a439d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511848 Feb 07 12:51:25.193588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] For port 4827dd52-b3be-4575-8851-d0a5818299bd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4827dd52-b3be-4575-8851-d0a5818299bd,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:25.193959 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:25.208789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-a3a513e0-70c8-43e9-8184-34bf517b024c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/quotas/b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 375 time: 0.0090919 Feb 07 12:51:25.259043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-946c9642-06ac-41dc-a5a7-34f2ac5cb8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:25.260864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-81867a49-2d93-48fe-9bd1-978cb7479fd0 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462422 Feb 07 12:51:25.403708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Calling delete_port for 4827dd52-b3be-4575-8851-d0a5818299bd owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:51:25.450404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c9642-06ac-41dc-a5a7-34f2ac5cb8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfca7d5-4ab3-486d-8ae0-7250c0690359,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:25.462720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-946c9642-06ac-41dc-a5a7-34f2ac5cb8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:25.467033 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-946c9642-06ac-41dc-a5a7-34f2ac5cb8d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dbfca7d5-4ab3-486d-8ae0-7250c0690359 HTTP/1.1" status: 204 len: 168 time: 0.7438016 Feb 07 12:51:25.612687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.35', 49221) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:25.661605 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-79694556-7aec-4a05-a2c5-9888b6a669e7 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=feab5387a91a4da59fd246cbbdbe1763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394077 Feb 07 12:51:25.737746 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:25.749270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['4827dd52-b3be-4575-8851-d0a5818299bd'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:25.753741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4714e99-a103-4d46-bd05-2cefe7f59132 req-7dee5538-d7eb-4cf4-b0ff-8c42a9a10eea tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 210 time: 0.0597382 Feb 07 12:51:25.798551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a8d9a-f70e-4c45-a3ff-3e4b2c0a7afc req-6cfc5f0d-c3c3-49e9-a031-cfa4a5bc3d18 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:25.808013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a4629b-2318-4d59-8fb6-7b8a6a2d2f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36493d2-dfcb-495b-a318-9e677389bbef'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:25.808748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d7a8d9a-f70e-4c45-a3ff-3e4b2c0a7afc req-6cfc5f0d-c3c3-49e9-a031-cfa4a5bc3d18 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.1757038 Feb 07 12:51:25.813201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Pushing event deleted for resources: {'Port': ['ID=4827dd52-b3be-4575-8851-d0a5818299bd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:25.815334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['fd522834-c2b4-4c5f-a426-26e918dbbf67'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:25.885321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d7a8d9a-f70e-4c45-a3ff-3e4b2c0a7afc req-f1ea160e-0ae5-471b-9e5e-072cc19dceef tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755458 Feb 07 12:51:25.951592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72a8a164-058c-4a7b-93c4-ec3944bfb6bf req-6a055ebb-0c22-4b3b-81e0-ca08b1e62b3e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 210 time: 0.0727339 Feb 07 12:51:26.100230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18b67854-afb7-4789-b060-8eb234eba5ab req-1899752d-7071-4a6c-a1b6-8678e7075f8c tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 210 time: 0.0860977 Feb 07 12:51:26.119287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] No DVR routers for this DVR port 4827dd52-b3be-4575-8851-d0a5818299bd on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:51:26.126026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:26.131414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962937e8-3c0d-44aa-92f1-c40177d22e5c', 'name': 'network-vif-deleted', 'tag': '4827dd52-b3be-4575-8851-d0a5818299bd'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:26.170609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-6b008307-bd37-4cc9-9b65-df6b18d03924 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:26.174574 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a4629b-2318-4d59-8fb6-7b8a6a2d2f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36493d2-dfcb-495b-a318-9e677389bbef', 'code': 200} Feb 07 12:51:26.176703 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-6b008307-bd37-4cc9-9b65-df6b18d03924 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5101559 Feb 07 12:51:26.189607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Request body: {'port': {'device_id': '1acbe9e8-9050-45cb-9521-d170aab9325d', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'feab5387a91a4da59fd246cbbdbe1763'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:26.304013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d08297-b5d1-41e2-99b8-7864f1ec546c req-cb32fd49-6483-4d11-b790-fdcb45acb6fc tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:26.304013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22d08297-b5d1-41e2-99b8-7864f1ec546c req-cb32fd49-6483-4d11-b790-fdcb45acb6fc tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.1694043 Feb 07 12:51:26.374142 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62a214a5-9265-4cf8-8728-fe49c1d99800 req-0bb36a51-260d-4d58-bd2f-bc767c13886f tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.35 "DELETE /v2.0/ports/4827dd52-b3be-4575-8851-d0a5818299bd HTTP/1.1" status: 204 len: 173 time: 1.5851715 Feb 07 12:51:26.415194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:26.420396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Usage tracker for resource:port and tenant:feab5387a91a4da59fd246cbbdbe1763 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:26.424497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:26.424665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22d08297-b5d1-41e2-99b8-7864f1ec546c req-f173ce71-0bc8-4672-b5bf-44492a7f378b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702639 Feb 07 12:51:26.433937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:26.450505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cae336-b50e-44f8-913f-b7d092ed425a req-5443b84b-9d7a-4f42-aa54-4a5c33b14e5a tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:26.453062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2cae336-b50e-44f8-913f-b7d092ed425a req-5443b84b-9d7a-4f42-aa54-4a5c33b14e5a tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1497042 Feb 07 12:51:26.490131 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962937e8-3c0d-44aa-92f1-c40177d22e5c', 'name': 'network-vif-deleted', 'tag': '4827dd52-b3be-4575-8851-d0a5818299bd', 'status': 'completed', 'code': 200} Feb 07 12:51:26.509027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2cae336-b50e-44f8-913f-b7d092ed425a req-baa8c439-7712-47d4-abd8-00ae318bf3ea tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507674 Feb 07 12:51:26.613829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Made reservation on behalf of feab5387a91a4da59fd246cbbdbe1763 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:26.618266 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:26.631354 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:26.647865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:26.652081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Usage tracker for resource:security_group_rule and tenant:feab5387a91a4da59fd246cbbdbe1763 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:26.655410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:26.661380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:26.792349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50290) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:26.815827 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:26.829825 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:26.837131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:26.841898 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-61f087b7-b872-46ed-bda6-0c9e7c31d666 service neutron] 10.222.0.35 "GET /v2.0/ports/47ecc096-1055-4b5e-816d-de4070438db4/bindings/n-h2-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.1270072 Feb 07 12:51:26.842452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] Usage tracker for resource:security_group_rule and tenant:6f0ddf0e8588442babe3d22d541f8e69 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:26.845448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:26.855335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:26.936380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-675f081c-c589-4c72-823b-e3c54d1f105d req-060fb417-9764-40d3-b02c-f5e085e7cba8 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=962937e8-3c0d-44aa-92f1-c40177d22e5c HTTP/1.1" status: 200 len: 210 time: 0.0445771 Feb 07 12:51:27.078882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.108542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c0065a4-1a60-4ee0-915a-cd2ab37dcc00 req-8efc8576-a7fc-4fa5-99b9-1d1629c0b34f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 210 time: 0.0912416 Feb 07 12:51:27.176216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b9241-053c-4e55-ac71-a5c11e80818c req-10bba3b7-4766-4ed8-b3ca-3aa1129e9892 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:27.177783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f56b9241-053c-4e55-ac71-a5c11e80818c req-10bba3b7-4766-4ed8-b3ca-3aa1129e9892 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.1570849 Feb 07 12:51:27.206882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb2001-a61b-4a75-a5d3-1abf0a8451e3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:27.227256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.252775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f56b9241-053c-4e55-ac71-a5c11e80818c req-fa4a9f39-bc76-4194-82ca-edb13863ef09 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567641 Feb 07 12:51:27.307672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:27.352322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:27.356320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd73eb84-8993-44ff-b534-27b561a3e41c req-72188730-e662-4b81-8a4f-dc4c454cd511 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 210 time: 0.0985837 Feb 07 12:51:27.375242 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.379789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Allocated IP 192.168.233.85 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/2c143199-f550-4b38-865c-828a5904879c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:27.420621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ecc096-1055-4b5e-816d-de4070438db4 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:27.435524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f0ddf0e8588442babe3d22d541f8e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418974 Feb 07 12:51:27.438736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50300) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:27.445506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:27.504526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484881fb-2664-46a5-a5b8-84e6f1c04751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa6a35-5aaa-49d2-be6e-cc2d07811f48,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:27.508814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-053fc79b-d766-453a-a434-0aa0e8f90b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.536423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-053fc79b-d766-453a-a434-0aa0e8f90b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.663485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.677515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c62ab1-604c-4215-91c2-d7f4a130cb4a req-fa417f8a-96c0-409a-8451-a570c1356f95 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:27.680473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5c62ab1-604c-4215-91c2-d7f4a130cb4a req-fa417f8a-96c0-409a-8451-a570c1356f95 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 944 time: 0.0913398 Feb 07 12:51:27.682322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.777149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-053fc79b-d766-453a-a434-0aa0e8f90b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.791739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Transition to ACTIVE for port object 2c143199-f550-4b38-865c-828a5904879c will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:27.807849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5c62ab1-604c-4215-91c2-d7f4a130cb4a req-9c5db173-9c6b-4da0-a8ce-8c9aaac25d86 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207640 Feb 07 12:51:27.814239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fc79b-d766-453a-a434-0aa0e8f90b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa6a35-5aaa-49d2-be6e-cc2d07811f48,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:27.822732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] Transition to ACTIVE for port object 47ecc096-1055-4b5e-816d-de4070438db4 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:27.824116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-053fc79b-d766-453a-a434-0aa0e8f90b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.828542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-053fc79b-d766-453a-a434-0aa0e8f90b41 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bdfa6a35-5aaa-49d2-be6e-cc2d07811f48 HTTP/1.1" status: 204 len: 168 time: 0.3888090 Feb 07 12:51:27.866321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cfdc8-0bd6-4813-8894-c587816ed17f req-c8bdebcc-27f9-40c5-b494-c45500e1c6a1 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:27.868188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c6cfdc8-0bd6-4813-8894-c587816ed17f req-c8bdebcc-27f9-40c5-b494-c45500e1c6a1 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1497991 Feb 07 12:51:27.913170 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:27.915105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c6cfdc8-0bd6-4813-8894-c587816ed17f req-cb12897f-2edc-4ccb-9735-695ade1d76da tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Feb 07 12:51:27.977109 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:28.199264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] No DVR routers for this DVR port 47ecc096-1055-4b5e-816d-de4070438db4 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:51:28.202240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:28.206856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:28.234337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:28.239759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:28.240408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:28.254890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] Pushing event updated for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=10']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:28.302790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0260faf-8acb-4726-bc7e-904e31fb163f req-1a94cb31-2edb-4b2c-bdac-f9ba6f1c13a7 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 210 time: 0.0634253 Feb 07 12:51:28.364349 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-b3fca1d8-05da-4dca-a537-fcaed658223f service neutron] 10.222.0.35 "PUT /v2.0/ports/47ecc096-1055-4b5e-816d-de4070438db4/bindings/n-h2-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5173938 Feb 07 12:51:28.376806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Pushing event updated for resources: {'Port': ['ID=2c143199-f550-4b38-865c-828a5904879c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:28.429025 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-480ac429-1614-445d-b211-4185a6c0d432 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2433147 Feb 07 12:51:28.448209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Request body: {'port': {'device_id': '1acbe9e8-9050-45cb-9521-d170aab9325d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:28.529135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fca5b-2675-405e-aac1-0204db9dfe71 req-e3f21b3d-5260-48b3-a9f5-1abcd531f63d tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:28.530644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed8fca5b-2675-405e-aac1-0204db9dfe71 req-e3f21b3d-5260-48b3-a9f5-1abcd531f63d tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.0918157 Feb 07 12:51:28.579914 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:28.584135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed8fca5b-2675-405e-aac1-0204db9dfe71 req-80b42943-b9ae-4609-ab34-26ec1ea0b7d7 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Feb 07 12:51:28.634166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9fcbc1aa-1006-473e-907c-ac894d718941 None None] Provisioning for port 2c143199-f550-4b38-865c-828a5904879c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:28.650968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9fcbc1aa-1006-473e-907c-ac894d718941 None None] Provisioning complete for port 2c143199-f550-4b38-865c-828a5904879c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:28.652122 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9fcbc1aa-1006-473e-907c-ac894d718941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:28.771892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbc1aa-1006-473e-907c-ac894d718941 None None] Port 2c143199-f550-4b38-865c-828a5904879c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:51:28.883493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1021-9bb4-4e14-91f9-7c2d036973e8 req-b6afc038-f1bb-45f2-8f43-478bde8d0873 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:28.884969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36af1021-9bb4-4e14-91f9-7c2d036973e8 req-b6afc038-f1bb-45f2-8f43-478bde8d0873 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 935 time: 0.1084635 Feb 07 12:51:28.895017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a25a7-1b7d-4131-8705-f2208ad998c8 req-c0ad17ad-a7e2-4e1d-bdcf-69e637d43c60 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:28.896481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d9a25a7-1b7d-4131-8705-f2208ad998c8 req-c0ad17ad-a7e2-4e1d-bdcf-69e637d43c60 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1762342 Feb 07 12:51:28.966626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36af1021-9bb4-4e14-91f9-7c2d036973e8 req-8ee0ebde-2f30-4341-97a8-49d7a0b7bf83 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691755 Feb 07 12:51:28.973551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d9a25a7-1b7d-4131-8705-f2208ad998c8 req-569666c0-7fda-4d04-afe6-653ee26015c2 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623944 Feb 07 12:51:29.009829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c143199-f550-4b38-865c-828a5904879c {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:29.018024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:29.044663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Transition to ACTIVE for port object 2c143199-f550-4b38-865c-828a5904879c will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:29.160012 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:29.165455 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-25a95f32-e0fa-4997-901e-abc833f1b49a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335906 Feb 07 12:51:29.222307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3898-1116-42ef-959d-f6d3bb653ec1 req-44d82b26-6149-4e68-98f4-03a79ff86824 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:29.223764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bff3898-1116-42ef-959d-f6d3bb653ec1 req-44d82b26-6149-4e68-98f4-03a79ff86824 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1447656 Feb 07 12:51:29.234804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a6ec7-c8da-4b5f-88a5-520b1361c2e6 req-6924e0ab-2f79-4e33-88db-6f89bc313843 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:29.236407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f9a6ec7-c8da-4b5f-88a5-520b1361c2e6 req-6924e0ab-2f79-4e33-88db-6f89bc313843 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1209989 Feb 07 12:51:29.288773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bff3898-1116-42ef-959d-f6d3bb653ec1 req-b51e931e-45a7-4639-8d92-c581026348e5 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515561 Feb 07 12:51:29.341392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f9a6ec7-c8da-4b5f-88a5-520b1361c2e6 req-4279dc26-ac32-47f6-b526-18ea927d7209 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791709 Feb 07 12:51:29.489293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Pushing event updated for resources: {'Port': ['ID=2c143199-f550-4b38-865c-828a5904879c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:29.496861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Attempting to bind port 2c143199-f550-4b38-865c-828a5904879c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:29.496861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Attempting to bind port 2c143199-f550-4b38-865c-828a5904879c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:29.497188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Attempting to bind port 2c143199-f550-4b38-865c-828a5904879c on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:29.518059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Port 2c143199-f550-4b38-865c-828a5904879c on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:29.519606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Attempting to bind port 2c143199-f550-4b38-865c-828a5904879c on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:29.527627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03367005-b424-425e-8d30-29c453964045 req-7d42206d-c6bb-4271-85e5-dbe0e6179d9b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 210 time: 0.0893815 Feb 07 12:51:29.534387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:29.534902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:29.535111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:29.535604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Bound port: 2c143199-f550-4b38-865c-828a5904879c, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:29.535936 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:29.563091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-677d579e-d877-4833-8f5d-1dd67e7a8338 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:29.564542 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-677d579e-d877-4833-8f5d-1dd67e7a8338 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3646092 Feb 07 12:51:29.598504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Request body: {'port': {'device_id': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'b813f812d35748d79cccd6537e963355'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:29.771538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] For port 2c143199-f550-4b38-865c-828a5904879c, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:29.773897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64227437-cd2f-41b0-bf5e-d2c130f45698 req-c6bf8179-f888-45dc-813d-beabb7410daa tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:29.775501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64227437-cd2f-41b0-bf5e-d2c130f45698 req-c6bf8179-f888-45dc-813d-beabb7410daa tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.0807204 Feb 07 12:51:29.779644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 4827dd52-b3be-4575-8851-d0a5818299bd no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:51:29.795268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] For port 2c143199-f550-4b38-865c-828a5904879c, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2c143199-f550-4b38-865c-828a5904879c,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:29.803517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:29.810605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Usage tracker for resource:port and tenant:b813f812d35748d79cccd6537e963355 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:29.816127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:29.825082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64227437-cd2f-41b0-bf5e-d2c130f45698 req-66a0c6e5-fe0a-402e-8d64-41e579c3e62f tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Feb 07 12:51:29.825596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:29.843481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 4827dd52-b3be-4575-8851-d0a5818299bd {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:51:29.843824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 4827dd52-b3be-4575-8851-d0a5818299bd not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:51:29.844419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 47ecc096-1055-4b5e-816d-de4070438db4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:51:29.884715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:29.907525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 47ecc096-1055-4b5e-816d-de4070438db4 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:51:29.943783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:29.944628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:29.946603 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] 10.222.0.35 "PUT /v2.0/ports/2c143199-f550-4b38-865c-828a5904879c HTTP/1.1" status: 200 len: 1095 time: 1.5095110 Feb 07 12:51:29.949348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acbe9e8-9050-45cb-9521-d170aab9325d', 'tag': '2c143199-f550-4b38-865c-828a5904879c'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:29.970075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Made reservation on behalf of b813f812d35748d79cccd6537e963355 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:29.973569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:29.987402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc79b4-539b-40e8-9d18-7ea15ddd7e83 service neutron] Pushing event updated for resources: {'Port': ['ID=2c143199-f550-4b38-865c-828a5904879c,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:29.992811 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:30.003656 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acbe9e8-9050-45cb-9521-d170aab9325d', 'tag': '2c143199-f550-4b38-865c-828a5904879c', 'status': 'completed', 'code': 200} Feb 07 12:51:30.011269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:30.015486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Usage tracker for resource:security_group_rule and tenant:b813f812d35748d79cccd6537e963355 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:30.018834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:30.026195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:30.202243 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:30.212435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363201e-ab7e-4044-ae59-59e1f5c561ca req-d513f6d2-2249-48bc-8a0c-120fc6a414ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:30.213924 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6363201e-ab7e-4044-ae59-59e1f5c561ca req-d513f6d2-2249-48bc-8a0c-120fc6a414ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=feab5387a91a4da59fd246cbbdbe1763&device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 1098 time: 0.1891050 Feb 07 12:51:30.248907 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6363201e-ab7e-4044-ae59-59e1f5c561ca req-3b6ca584-764e-4da7-818c-2154273e85b1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=feab5387a91a4da59fd246cbbdbe1763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280066 Feb 07 12:51:30.269543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0283d-da46-439c-b273-513ed05ddbd7 req-359af0bf-11ef-4265-87b4-163a33aea0f8 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:30.270983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82c0283d-da46-439c-b273-513ed05ddbd7 req-359af0bf-11ef-4265-87b4-163a33aea0f8 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 947 time: 0.1491187 Feb 07 12:51:30.278444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb6fc-cb02-4ef4-8675-9d9e7c938ca0 req-a113a4cd-b355-4b3e-8e5b-1bcb3381c796 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:30.279993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-294eb6fc-cb02-4ef4-8675-9d9e7c938ca0 req-a113a4cd-b355-4b3e-8e5b-1bcb3381c796 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1162148 Feb 07 12:51:30.363865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82c0283d-da46-439c-b273-513ed05ddbd7 req-703db208-822d-4a41-aa29-e32e366939dd tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765731 Feb 07 12:51:30.374069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-294eb6fc-cb02-4ef4-8675-9d9e7c938ca0 req-04b6c525-dcb6-4e96-88cc-5529596cf0e0 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799046 Feb 07 12:51:30.422188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:30.540105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76ead50-b804-4b14-9897-8918686c078c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:30.625894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993da9f5-5363-4a6e-a5e6-68537b314d0c req-358f1373-64c9-47a5-998b-11453a3c2e5c tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:30.627291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-993da9f5-5363-4a6e-a5e6-68537b314d0c req-358f1373-64c9-47a5-998b-11453a3c2e5c tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1428993 Feb 07 12:51:30.644558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c5289-de8d-4601-aa15-863a92374e38 req-e4ca3136-3f70-41e4-b3c9-1e412ab65461 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:30.652018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e23c5289-de8d-4601-aa15-863a92374e38 req-e4ca3136-3f70-41e4-b3c9-1e412ab65461 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1365759 Feb 07 12:51:30.652214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363201e-ab7e-4044-ae59-59e1f5c561ca req-4c4876f0-7454-4201-80d6-e3519fa125e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:30.653689 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6363201e-ab7e-4044-ae59-59e1f5c561ca req-4c4876f0-7454-4201-80d6-e3519fa125e7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3997221 Feb 07 12:51:30.670472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Allocated IP 192.168.233.168 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/3dac1e83-c7fd-47b8-affe-a2680cf43b77) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:30.714752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-993da9f5-5363-4a6e-a5e6-68537b314d0c req-0ae12efd-3ba4-48eb-85a0-b953fe1b728f tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797126 Feb 07 12:51:30.736500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e23c5289-de8d-4601-aa15-863a92374e38 req-53700614-ecf0-4a4e-9d5f-c167d94bd9c7 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835917 Feb 07 12:51:30.872484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c862863-6ccc-4f3f-bf5d-05f1363941e3 req-4267eba4-d9a2-479a-8462-ad4ef4ca2cd1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 210 time: 0.0446997 Feb 07 12:51:30.914784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-e6478560-d8ee-4e05-aff9-43eacbebc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:30.917158 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-e6478560-d8ee-4e05-aff9-43eacbebc827 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=feab5387a91a4da59fd246cbbdbe1763&device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 1098 time: 0.2143989 Feb 07 12:51:30.999828 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-821c167d-5593-445c-871d-33916b679b71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=2c143199-f550-4b38-865c-828a5904879c HTTP/1.1" status: 200 len: 217 time: 0.0771058 Feb 07 12:51:31.053239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:31.079545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e580d-9a4b-44e7-b35f-254f5b26fc46 req-4ec531ae-876e-404a-a484-6955a1d950a3 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:31.080965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679e580d-9a4b-44e7-b35f-254f5b26fc46 req-4ec531ae-876e-404a-a484-6955a1d950a3 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.0870345 Feb 07 12:51:31.082440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Transition to ACTIVE for port object 3dac1e83-c7fd-47b8-affe-a2680cf43b77 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:31.090871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-d360388f-0900-482a-bbde-04eae73b53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:31.092401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-d360388f-0900-482a-bbde-04eae73b53f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0812199 Feb 07 12:51:31.130196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679e580d-9a4b-44e7-b35f-254f5b26fc46 req-94dd700f-a9ce-4923-8321-c26a45689413 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Feb 07 12:51:31.181775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-f009fcb1-ad12-487f-b111-461d46ec70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:31.183262 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-f009fcb1-ad12-487f-b111-461d46ec70b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846550 Feb 07 12:51:31.273692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:31.378084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:31.385641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:31.388666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:31.392319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:31.397801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:31.398440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:31.403999 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-6fcee782-7064-47df-b8c0-24c834e0b077 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145181 Feb 07 12:51:31.574107 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df2efbac-6774-424f-9f5e-01eee54b2332 req-3283111c-26ac-42d4-a6ff-0cff6753273e service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600871 Feb 07 12:51:31.604520 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-7049b9f0-c2ab-4620-b45f-5c9fa6b764fd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0140495 Feb 07 12:51:31.615500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Request body: {'port': {'device_id': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:31.681673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94e6d-09ff-47c2-a417-c149763f4757 req-1679245d-1835-4b49-8f55-cf94b8546a8d tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:31.688564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bb94e6d-09ff-47c2-a417-c149763f4757 req-1679245d-1835-4b49-8f55-cf94b8546a8d tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 947 time: 0.2167313 Feb 07 12:51:31.723248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a2862-5d9f-466e-b028-05d589c0601f req-29524f76-ed3c-47f6-a3f1-33941290855d tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:31.725291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f84a2862-5d9f-466e-b028-05d589c0601f req-29524f76-ed3c-47f6-a3f1-33941290855d tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.2092645 Feb 07 12:51:31.763679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bb94e6d-09ff-47c2-a417-c149763f4757 req-2a190e31-828c-4e67-abec-8ef9a25c6085 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742471 Feb 07 12:51:31.766239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:31.793465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f84a2862-5d9f-466e-b028-05d589c0601f req-9cbf2380-8bab-4804-9914-184e7ca00710 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589957 Feb 07 12:51:31.833765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50396) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:31.847953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2775f18b-2048-43e6-af3d-89cb4cbe164d None None] Provisioning for port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:31.910467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2775f18b-2048-43e6-af3d-89cb4cbe164d None None] Provisioning complete for port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:31.911060 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2775f18b-2048-43e6-af3d-89cb4cbe164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:31.992740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2775f18b-2048-43e6-af3d-89cb4cbe164d None None] Port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:51:32.011346 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.044947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:32.055782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] Usage tracker for resource:security_group_rule and tenant:46d608b8610a48dc84cd266f67f9e658 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:32.061293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:32.072428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:32.091080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913524-823f-43bd-8201-5e867ee63b4a req-6c4b11ef-8077-4c7b-a2dd-7b78919780dd tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:32.092568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b913524-823f-43bd-8201-5e867ee63b4a req-6c4b11ef-8077-4c7b-a2dd-7b78919780dd tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.2008934 Feb 07 12:51:32.160968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753585f6-8ac9-4e5b-a13d-23e674079c2e req-0be149c5-63eb-4c9c-a6ba-fe516a055591 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:32.161195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dac1e83-c7fd-47b8-affe-a2680cf43b77 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:32.162454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-753585f6-8ac9-4e5b-a13d-23e674079c2e req-0be149c5-63eb-4c9c-a6ba-fe516a055591 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1863105 Feb 07 12:51:32.169047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.177892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b913524-823f-43bd-8201-5e867ee63b4a req-fa5f7ef3-247e-45b1-af8b-2bc2923e7b67 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762861 Feb 07 12:51:32.199767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Transition to ACTIVE for port object 3dac1e83-c7fd-47b8-affe-a2680cf43b77 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:32.243055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-753585f6-8ac9-4e5b-a13d-23e674079c2e req-60f4c468-8533-4939-9f16-b39226bec2c4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700235 Feb 07 12:51:32.265910 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.346569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.382855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.456613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46d608b8610a48dc84cd266f67f9e658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6216786 Feb 07 12:51:32.460359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50406) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:32.462285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e923e-e45c-454f-8fdb-f3797e81078c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd83fd3-c6f3-4be4-ad2b-0ad8c8f0a467,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:32.474927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608c872-2957-4835-a038-4a4f75a61206 req-674c7164-cc8c-4d40-846c-92bc89eddf21 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:32.476600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a608c872-2957-4835-a038-4a4f75a61206 req-674c7164-cc8c-4d40-846c-92bc89eddf21 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 936 time: 0.1967361 Feb 07 12:51:32.562042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1a7f9-3d25-4a66-bdac-6077535dfe19 req-beec06b7-8c78-4a39-886f-a37bfa43ca28 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:32.563532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59b1a7f9-3d25-4a66-bdac-6077535dfe19 req-beec06b7-8c78-4a39-886f-a37bfa43ca28 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.2245655 Feb 07 12:51:32.591262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:32.592091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a608c872-2957-4835-a038-4a4f75a61206 req-54f12097-a8a8-4323-8d10-f0c9d1835580 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046438 Feb 07 12:51:32.618670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba3d192a-5c65-477e-a5fe-be3d1eda2476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.635537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Attempting to bind port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:32.636306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Attempting to bind port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:32.636825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Attempting to bind port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:32.643128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:32.643676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Attempting to bind port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:32.645091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59b1a7f9-3d25-4a66-bdac-6077535dfe19 req-c2200d5d-b23f-4caa-a66f-c9a1c09eead0 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723541 Feb 07 12:51:32.650929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:32.651462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:32.652124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:32.652703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Bound port: 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:32.653225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.666727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba3d192a-5c65-477e-a5fe-be3d1eda2476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.762136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:32.765099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:32.867360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba3d192a-5c65-477e-a5fe-be3d1eda2476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.923418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d192a-5c65-477e-a5fe-be3d1eda2476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd83fd3-c6f3-4be4-ad2b-0ad8c8f0a467,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:32.934364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.974024 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba3d192a-5c65-477e-a5fe-be3d1eda2476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:32.975086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ba3d192a-5c65-477e-a5fe-be3d1eda2476 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bcd83fd3-c6f3-4be4-ad2b-0ad8c8f0a467 HTTP/1.1" status: 204 len: 168 time: 0.5089383 Feb 07 12:51:33.005799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.006488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:33.007902 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] 10.222.0.35 "PUT /v2.0/ports/3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 1096 time: 1.3974741 Feb 07 12:51:33.008365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:33.032223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47e17a-64d2-4c60-8571-7e6f9873c038 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:33.139311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6cc68-d25a-43dd-a3b7-e3d9e1cedb61 req-cb2bf1bc-0e02-43ee-83a1-071764a73a99 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.139311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27a6cc68-d25a-43dd-a3b7-e3d9e1cedb61 req-cb2bf1bc-0e02-43ee-83a1-071764a73a99 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 947 time: 0.1714234 Feb 07 12:51:33.139311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4913f7c-ab88-47f0-b9e2-f1a97c94dab7 req-119179b9-c6b3-45aa-9f61-0bf3333ebc12 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.139311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4913f7c-ab88-47f0-b9e2-f1a97c94dab7 req-119179b9-c6b3-45aa-9f61-0bf3333ebc12 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1492302 Feb 07 12:51:33.151269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27a6cc68-d25a-43dd-a3b7-e3d9e1cedb61 req-c2ae8e42-73cd-4ba4-ab68-702f2806feea tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990162 Feb 07 12:51:33.154549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4913f7c-ab88-47f0-b9e2-f1a97c94dab7 req-485c86ca-b4d7-4e2d-a02a-58fa1a3c25f1 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736430 Feb 07 12:51:33.218995 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'status': 'completed', 'code': 200} Feb 07 12:51:33.312154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f1b66-7b54-4816-8ec9-67ec067fa2db req-d56de54d-b91e-4d58-8d05-17d2380ac81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.313862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-c68f1b66-7b54-4816-8ec9-67ec067fa2db req-d56de54d-b91e-4d58-8d05-17d2380ac81a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1099 time: 0.0740442 Feb 07 12:51:33.352138 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-c68f1b66-7b54-4816-8ec9-67ec067fa2db req-44b30a3c-8fdc-45d7-a695-94294bb5707b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304062 Feb 07 12:51:33.406857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92696931-f592-41bf-bb38-b76d4e558aac req-4e0dfaab-b930-4c2f-b270-d9a08259c8cb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.408399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92696931-f592-41bf-bb38-b76d4e558aac req-4e0dfaab-b930-4c2f-b270-d9a08259c8cb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1220272 Feb 07 12:51:33.470700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92696931-f592-41bf-bb38-b76d4e558aac req-aa7fa032-9cd1-47aa-86fc-5b1e49b5ad30 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546429 Feb 07 12:51:33.490679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f1b66-7b54-4816-8ec9-67ec067fa2db req-b14e4ed9-dabd-4ec0-891d-470d692359ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.491435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3de21-0aa6-4e1d-a439-f21ebfa0023a req-0a187a95-e3c8-4ce3-862b-6bc997bdd9dc tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.492294 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-c68f1b66-7b54-4816-8ec9-67ec067fa2db req-b14e4ed9-dabd-4ec0-891d-470d692359ca service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1353633 Feb 07 12:51:33.493018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4c3de21-0aa6-4e1d-a439-f21ebfa0023a req-0a187a95-e3c8-4ce3-862b-6bc997bdd9dc tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1352630 Feb 07 12:51:33.539314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4c3de21-0aa6-4e1d-a439-f21ebfa0023a req-99590a41-7d3c-46e6-9587-2ddc44cb1701 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 Feb 07 12:51:33.597152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-63762034-36c9-419a-b667-b8b801106458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.598691 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-63762034-36c9-419a-b667-b8b801106458 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1099 time: 0.0716629 Feb 07 12:51:33.678296 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-61577fa0-6a09-4271-af86-cadcbd70aeb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 217 time: 0.0730734 Feb 07 12:51:33.760597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-cfdf193c-8b5d-4f82-9df1-ffc82385f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.762091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-cfdf193c-8b5d-4f82-9df1-ffc82385f52b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0770249 Feb 07 12:51:33.785880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2c143199-f550-4b38-865c-828a5904879c details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:51:33.841671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-23284ffe-2a90-42fe-b420-925abc82540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.843289 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-23284ffe-2a90-42fe-b420-925abc82540f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757573 Feb 07 12:51:33.893373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ee05-f9a9-4157-b4b1-289dc728fb0e req-4fa7bbfa-073a-4419-acc1-77bdb83b656d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.894852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f054ee05-f9a9-4157-b4b1-289dc728fb0e req-4fa7bbfa-073a-4419-acc1-77bdb83b656d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 948 time: 0.1743901 Feb 07 12:51:33.909266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01a11-be08-4147-a412-e5a7b00369ee req-a4c12a33-afee-4b9f-93c6-bcf4ec414b33 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:33.910722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97d01a11-be08-4147-a412-e5a7b00369ee req-a4c12a33-afee-4b9f-93c6-bcf4ec414b33 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.1204937 Feb 07 12:51:33.940540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2c143199-f550-4b38-865c-828a5904879c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2c143199-f550-4b38-865c-828a5904879c,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:33.958459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '2c143199-f550-4b38-865c-828a5904879c', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '2c143199-f550-4b38-865c-828a5904879c', 'mac_address': 'fa:16:3e:6b:6d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:51:33.980483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f054ee05-f9a9-4157-b4b1-289dc728fb0e req-ed8108e7-58b2-47e6-a0f5-def35549d31c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687902 Feb 07 12:51:33.987792 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-05e353ba-8bb3-4aeb-9cf4-8e3cfc751ca6 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329100 Feb 07 12:51:33.988128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97d01a11-be08-4147-a412-e5a7b00369ee req-f70b35ef-e90e-45b4-91ab-777827b83b46 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609794 Feb 07 12:51:34.031089 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.049896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c143199-f550-4b38-865c-828a5904879c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:34.066983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2c143199-f550-4b38-865c-828a5904879c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2c143199-f550-4b38-865c-828a5904879c,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:34.135494 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adab89c2-5a5a-4dda-b711-492e7c4931ad req-8606efda-356b-431d-b317-017c6dd66da6 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472273 Feb 07 12:51:34.180172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:34.203855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.231683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.266751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:34.285192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2a544c7b4f4477b3d84d852dcd4173 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:34.294580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:34.314034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=2c143199-f550-4b38-865c-828a5904879c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:34.320951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe755f5d-e278-4767-ba52-ae5351f92540 req-30d92531-d570-40cf-b25b-a344e0077869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:34.323082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe755f5d-e278-4767-ba52-ae5351f92540 req-30d92531-d570-40cf-b25b-a344e0077869 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 1100 time: 0.1635454 Feb 07 12:51:34.338880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:34.408334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2c143199-f550-4b38-865c-828a5904879c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:34.431557 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-5158f46b-3854-456c-9a05-b2048c70a72b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1336491 Feb 07 12:51:34.482869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe755f5d-e278-4767-ba52-ae5351f92540 req-a56d705e-80e9-4f8d-b8ed-fa5514c8472e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765550 Feb 07 12:51:34.485761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.544606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb0632-3e48-4d9f-9080-da143ea1ad51 req-2c36a2c0-9194-489d-805c-1e076f0da08c tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:34.546066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99fb0632-3e48-4d9f-9080-da143ea1ad51 req-2c36a2c0-9194-489d-805c-1e076f0da08c tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.2281587 Feb 07 12:51:34.548813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-3ddb9863-824c-4cfd-935f-a5dc2cb77346 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:34.550171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-3ddb9863-824c-4cfd-935f-a5dc2cb77346 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.2804368 Feb 07 12:51:34.558066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6f7e2-c272-4e9b-8006-497f8798b23a req-68a6af4d-43e3-4275-b683-da786e8bdf44 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:34.559457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fd6f7e2-c272-4e9b-8006-497f8798b23a req-68a6af4d-43e3-4275-b683-da786e8bdf44 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 948 time: 0.2426257 Feb 07 12:51:34.603660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.671297 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb2a544c7b4f4477b3d84d852dcd4173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873500 Feb 07 12:51:34.671510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:34.674036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9bdc3-da5a-4e5b-b4ea-0efe1b6c93d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0531730-a694-4836-8ffe-3f769a0978fd,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:34.696638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99fb0632-3e48-4d9f-9080-da143ea1ad51 req-625c34b6-f737-4e5a-ac28-56451c0c0f45 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362262 Feb 07 12:51:34.717224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fd6f7e2-c272-4e9b-8006-497f8798b23a req-732527f0-2240-4e09-957e-7496f196fb18 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406574 Feb 07 12:51:34.752023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09765f38-0a7c-40ab-87bd-7b85532673ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.778592 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09765f38-0a7c-40ab-87bd-7b85532673ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.945171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e1890-65c9-4622-8ed5-da2af88fa93b req-62c8045e-9a7c-4024-b0b6-fd5519e442ed tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:34.946422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09765f38-0a7c-40ab-87bd-7b85532673ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.946813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c49e1890-65c9-4622-8ed5-da2af88fa93b req-62c8045e-9a7c-4024-b0b6-fd5519e442ed tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1396847 Feb 07 12:51:34.954477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312044d-56c9-4041-9c8c-1f0ada758dd7 req-0954a426-03b8-4013-a6a5-74305438fd0a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:34.955847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4312044d-56c9-4041-9c8c-1f0ada758dd7 req-0954a426-03b8-4013-a6a5-74305438fd0a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1176202 Feb 07 12:51:34.962341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09765f38-0a7c-40ab-87bd-7b85532673ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0531730-a694-4836-8ffe-3f769a0978fd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:34.973063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09765f38-0a7c-40ab-87bd-7b85532673ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:34.977096 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09765f38-0a7c-40ab-87bd-7b85532673ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0531730-a694-4836-8ffe-3f769a0978fd HTTP/1.1" status: 204 len: 168 time: 0.3018513 Feb 07 12:51:35.025016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c49e1890-65c9-4622-8ed5-da2af88fa93b req-48ec896a-82c7-4bb6-ab38-e15e1132df69 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681958 Feb 07 12:51:35.032491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4312044d-56c9-4041-9c8c-1f0ada758dd7 req-b022f40d-5f12-48f5-916f-21293dac912c tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621653 Feb 07 12:51:35.263625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23ac1-935e-4501-85ec-4c86b140ca37 req-68444654-b030-481d-b8f9-d6d0dcb7dd3d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:35.265074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fda23ac1-935e-4501-85ec-4c86b140ca37 req-68444654-b030-481d-b8f9-d6d0dcb7dd3d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 948 time: 0.1014478 Feb 07 12:51:35.272852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240c580-8be6-43ac-9ad7-d4799099aeb8 req-8cc2a20f-f7f0-4ff3-bef5-bfb2255d5cc1 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:35.280575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6240c580-8be6-43ac-9ad7-d4799099aeb8 req-8cc2a20f-f7f0-4ff3-bef5-bfb2255d5cc1 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.1479576 Feb 07 12:51:35.343897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fda23ac1-935e-4501-85ec-4c86b140ca37 req-32c34b3d-39af-40f5-9bbf-95cd75112c3a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686538 Feb 07 12:51:35.348359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6240c580-8be6-43ac-9ad7-d4799099aeb8 req-7bd6f83b-f576-4072-9ff4-e4d19e7440b5 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607462 Feb 07 12:51:35.807444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2c143199-f550-4b38-865c-828a5904879c up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:35.951504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cd929-dbde-4cf6-ae8e-01d40e0e86d6 req-9d6bac6c-e431-467c-8181-5799f1fdffe6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:35.952982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f21cd929-dbde-4cf6-ae8e-01d40e0e86d6 req-9d6bac6c-e431-467c-8181-5799f1fdffe6 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1418538 Feb 07 12:51:35.964275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3c06-7b53-4161-b9cf-150bd4a7dc98 req-e5441d2e-283d-4935-97d3-6cc27f7b2218 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:35.965932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b1d3c06-7b53-4161-b9cf-150bd4a7dc98 req-e5441d2e-283d-4935-97d3-6cc27f7b2218 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 948 time: 0.1169002 Feb 07 12:51:36.035452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f21cd929-dbde-4cf6-ae8e-01d40e0e86d6 req-d8d2df9b-e41c-401c-a59d-d869bf975b7d tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685854 Feb 07 12:51:36.037845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 2c143199-f550-4b38-865c-828a5904879c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:36.038152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b1d3c06-7b53-4161-b9cf-150bd4a7dc98 req-b6c29f1b-e1f8-4c13-a39a-0f89d7b4f399 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585854 Feb 07 12:51:36.043782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 2c143199-f550-4b38-865c-828a5904879c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:36.044223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:36.184115 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:36.211180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acbe9e8-9050-45cb-9521-d170aab9325d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c143199-f550-4b38-865c-828a5904879c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:36.220776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2c143199-f550-4b38-865c-828a5904879c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2c143199-f550-4b38-865c-828a5904879c,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:36.306659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91092e-9025-478c-ac82-3ade4a7f7c86 req-9613dac2-efda-44af-acde-7baf6b4a0a99 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:36.308152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d91092e-9025-478c-ac82-3ade4a7f7c86 req-9613dac2-efda-44af-acde-7baf6b4a0a99 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1113310 Feb 07 12:51:36.316166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c29b3e-7c97-480c-937f-ac0f7db231b3 req-3125d116-ef18-4b6d-b339-d7f49835dffd tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:36.317536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50c29b3e-7c97-480c-937f-ac0f7db231b3 req-3125d116-ef18-4b6d-b339-d7f49835dffd tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1526639 Feb 07 12:51:36.385376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d91092e-9025-478c-ac82-3ade4a7f7c86 req-b47e8a0f-76d1-4021-bb18-8d3bd4980a19 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669072 Feb 07 12:51:36.392206 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:36.396333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50c29b3e-7c97-480c-937f-ac0f7db231b3 req-3b8eb853-b192-4294-8856-b0aa8a3f4457 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631120 Feb 07 12:51:36.448646 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acbe9e8-9050-45cb-9521-d170aab9325d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c143199-f550-4b38-865c-828a5904879c', 'code': 200} Feb 07 12:51:36.469874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=2c143199-f550-4b38-865c-828a5904879c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:36.589149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cf9d2-cca3-458f-88bd-150e64fecca2 req-3d4ed033-b3eb-4ddf-ae55-fc74e9bda195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:36.590829 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-561cf9d2-cca3-458f-88bd-150e64fecca2 req-3d4ed033-b3eb-4ddf-ae55-fc74e9bda195 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 1100 time: 0.0728357 Feb 07 12:51:36.641091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-561cf9d2-cca3-458f-88bd-150e64fecca2 req-ca34d246-b635-44b1-a7f7-bcb836b25c54 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Feb 07 12:51:36.684452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d630ee-8209-431f-b9df-0c7e09e048b9 req-e8b128ac-ddb6-4756-aa79-898ac0879610 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:36.685968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d630ee-8209-431f-b9df-0c7e09e048b9 req-e8b128ac-ddb6-4756-aa79-898ac0879610 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.1124721 Feb 07 12:51:36.693781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662947-6f35-42b4-95e0-7342376d4343 req-4c62d3aa-7ffa-46ce-b257-964780dd14cb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:36.695944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14662947-6f35-42b4-95e0-7342376d4343 req-4c62d3aa-7ffa-46ce-b257-964780dd14cb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 948 time: 0.1607397 Feb 07 12:51:36.767885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d630ee-8209-431f-b9df-0c7e09e048b9 req-88ad1599-35db-4e44-9161-fe3005f66a9c tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709221 Feb 07 12:51:36.775127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14662947-6f35-42b4-95e0-7342376d4343 req-d820c487-d6a5-42cd-b870-a00b7e78f969 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633032 Feb 07 12:51:37.286323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843dba5-d9f5-4a73-95ff-2c5451511143 req-5fdf468e-089f-47ad-8918-3e640440f4aa tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:37.287796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f843dba5-d9f5-4a73-95ff-2c5451511143 req-5fdf468e-089f-47ad-8918-3e640440f4aa tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1329904 Feb 07 12:51:37.318558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568e255-b499-47d6-a502-72e88bfbe46c req-598a5c8c-ae34-4408-97e0-deffb39bb0dc tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:37.320283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4568e255-b499-47d6-a502-72e88bfbe46c req-598a5c8c-ae34-4408-97e0-deffb39bb0dc tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 949 time: 0.1292417 Feb 07 12:51:37.376346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f843dba5-d9f5-4a73-95ff-2c5451511143 req-39ceab19-5a78-4d6d-adac-b3c7f27b0d67 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811460 Feb 07 12:51:37.383738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4568e255-b499-47d6-a502-72e88bfbe46c req-35840701-9de7-473c-9964-9b5a699056d9 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570130 Feb 07 12:51:37.575809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f8e1d-8dcf-4d35-b247-9b6b25c152fd req-86d126d2-234f-498f-bccd-39a9a56c8218 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:37.577324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-365f8e1d-8dcf-4d35-b247-9b6b25c152fd req-86d126d2-234f-498f-bccd-39a9a56c8218 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.0833414 Feb 07 12:51:37.642930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-2faa7d47-a937-4968-8f5c-d210f4b0f855 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422685 Feb 07 12:51:37.677208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-365f8e1d-8dcf-4d35-b247-9b6b25c152fd req-a588f785-970a-488e-a6b9-9927f7cec59c tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939837 Feb 07 12:51:37.806148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3dac1e83-c7fd-47b8-affe-a2680cf43b77 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:51:37.843796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-7ced6c75-e2a9-46ae-820a-8cbe210bc78f tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:37.854372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-7ced6c75-e2a9-46ae-820a-8cbe210bc78f tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953237 Feb 07 12:51:37.870238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-8977ae5f-2a15-4337-a68c-d06f471958f3 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/quotas/f5f0c8b9e53f4e8e9e8fb46dfc618c87 HTTP/1.1" status: 200 len: 375 time: 0.0134897 Feb 07 12:51:37.924770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-ae6a662a-1211-48ea-b9bb-0cbdca5c4b26 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470731 Feb 07 12:51:37.936402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898fc1a-073a-4f72-ac2e-fa8bb5e548b6 req-71f86aac-2c86-4c3f-8049-c7d58ea5db3e tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:37.937838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5898fc1a-073a-4f72-ac2e-fa8bb5e548b6 req-71f86aac-2c86-4c3f-8049-c7d58ea5db3e tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1457205 Feb 07 12:51:37.941725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:37.955964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'mac_address': 'fa:16:3e:14:5c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:51:38.016999 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:38.034751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dac1e83-c7fd-47b8-affe-a2680cf43b77 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:38.055910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:38.061301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5898fc1a-073a-4f72-ac2e-fa8bb5e548b6 req-397970bc-fa16-487d-bdd4-1c64ac02810e tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168122 Feb 07 12:51:38.232703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:38.249105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f657985-24f3-4bc0-b2ee-31730612ee34 req-ace33d8d-de09-4dab-876c-a4db724f3022 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:38.250724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f657985-24f3-4bc0-b2ee-31730612ee34 req-ace33d8d-de09-4dab-876c-a4db724f3022 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.0876873 Feb 07 12:51:38.332310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:38.350435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f657985-24f3-4bc0-b2ee-31730612ee34 req-bd306bcc-8a61-429a-939e-23551de162dd tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937486 Feb 07 12:51:38.383930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960e506-14b4-442a-9d5d-6c409349fcce req-9741a280-08a3-4099-8277-7e6f7f9eb78b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:38.385437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2960e506-14b4-442a-9d5d-6c409349fcce req-9741a280-08a3-4099-8277-7e6f7f9eb78b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 949 time: 0.1128640 Feb 07 12:51:38.435688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['3dac1e83-c7fd-47b8-affe-a2680cf43b77'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:38.456679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-961f839d-6606-4366-a1f9-13209cc6fa3c req-2eb4c55d-b955-4240-8c59-1d399bcef47a tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 210 time: 0.0491107 Feb 07 12:51:38.480695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2960e506-14b4-442a-9d5d-6c409349fcce req-bc5fa886-9d40-49d7-acbd-242b84212e27 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882404 Feb 07 12:51:38.700330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-272dbbc4-df9c-48f3-a0b5-75232f54523c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:38.708551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d23203-507b-4406-b1cd-61742cc3637c req-a7050384-93a8-44e7-a720-bd64f3e04695 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:38.709943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6d23203-507b-4406-b1cd-61742cc3637c req-a7050384-93a8-44e7-a720-bd64f3e04695 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1422207 Feb 07 12:51:38.721308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707694a3-82ee-4999-9125-7dfdb5b1d563 req-d3e1afcd-64e8-46b0-8dfe-8be6486b8938 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:38.722701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-707694a3-82ee-4999-9125-7dfdb5b1d563 req-d3e1afcd-64e8-46b0-8dfe-8be6486b8938 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 949 time: 0.1182566 Feb 07 12:51:38.787381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6d23203-507b-4406-b1cd-61742cc3637c req-319e33f9-1228-4d7d-9d6a-156a55b448ef tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637491 Feb 07 12:51:38.795100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-707694a3-82ee-4999-9125-7dfdb5b1d563 req-40418ef4-586d-48ef-a392-f6b0c53b881f tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589793 Feb 07 12:51:38.961925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6bd5b-f7c6-4a0a-8571-f80cb8ac3dc2 req-6c7e0f3b-01dd-4df1-8f21-3d37378a0f76 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:38.963272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78e6bd5b-f7c6-4a0a-8571-f80cb8ac3dc2 req-6c7e0f3b-01dd-4df1-8f21-3d37378a0f76 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.0821626 Feb 07 12:51:39.016144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78e6bd5b-f7c6-4a0a-8571-f80cb8ac3dc2 req-42a044b4-5e22-4db9-8d15-517a4ea7e848 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 Feb 07 12:51:39.257803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866fa4-817a-42ec-9759-8555e9ebc7b9 req-655c0331-c121-4c02-abc4-d9b90d1d754a tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:39.259462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc866fa4-817a-42ec-9759-8555e9ebc7b9 req-655c0331-c121-4c02-abc4-d9b90d1d754a tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.0804040 Feb 07 12:51:39.306485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc866fa4-817a-42ec-9759-8555e9ebc7b9 req-8b0c28ae-9aba-4da2-a593-c57111bc03ae tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Feb 07 12:51:39.540603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a983b-095b-4843-a87b-cd56e71f08d2 req-3f4896da-2673-460b-9b1c-4bc5b2aebde5 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:39.542040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-037a983b-095b-4843-a87b-cd56e71f08d2 req-3f4896da-2673-460b-9b1c-4bc5b2aebde5 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.0858772 Feb 07 12:51:39.586875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-037a983b-095b-4843-a87b-cd56e71f08d2 req-add309f1-a9d2-4c91-826b-0b4f2368e220 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Feb 07 12:51:39.672365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-166de1a8-3057-4165-b0cf-da55b3a4681b req-73fcd500-acd9-4c14-9e00-02f7996c34a0 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 210 time: 0.0426548 Feb 07 12:51:39.824840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3dac1e83-c7fd-47b8-affe-a2680cf43b77 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:39.882812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb4c8-7109-4c94-911c-501144c3f2d2 req-edbb84d4-793b-45e5-9399-ae30bbd56459 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:39.884301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99abb4c8-7109-4c94-911c-501144c3f2d2 req-edbb84d4-793b-45e5-9399-ae30bbd56459 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 949 time: 0.1371450 Feb 07 12:51:39.895798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb6fe0-a3fd-43da-b41f-d4ae0358f106 req-ff360e28-d5de-4cd5-bbc5-b8dd0a1360d5 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:39.897234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60eb6fe0-a3fd-43da-b41f-d4ae0358f106 req-ff360e28-d5de-4cd5-bbc5-b8dd0a1360d5 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 949 time: 0.1145604 Feb 07 12:51:39.964538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99abb4c8-7109-4c94-911c-501144c3f2d2 req-a88e319c-88d7-4504-9788-2cbe8bf2db41 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663154 Feb 07 12:51:39.969071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60eb6fe0-a3fd-43da-b41f-d4ae0358f106 req-db1d8f7a-0004-45dc-9050-78ef8bfe17ac tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581853 Feb 07 12:51:39.996418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:40.001513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:40.003674 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:40.139287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:40.165926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:40.175787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:40.230269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e972-bf92-48be-a1d6-4921b334153f req-a2d9f032-009e-490e-a94b-a4a78a7a59c0 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:40.231760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b61e972-bf92-48be-a1d6-4921b334153f req-a2d9f032-009e-490e-a94b-a4a78a7a59c0 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1511092 Feb 07 12:51:40.240758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e638c1-d3bd-4aa8-ad30-d9701479d475 req-f3fbcbaf-fd0d-4696-966e-0eb99cef8375 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:40.241344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6e638c1-d3bd-4aa8-ad30-d9701479d475 req-f3fbcbaf-fd0d-4696-966e-0eb99cef8375 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1109850 Feb 07 12:51:40.299580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:40.312184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b61e972-bf92-48be-a1d6-4921b334153f req-d7ab9926-aebd-4b4a-9e8a-67e0969c41ea tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693426 Feb 07 12:51:40.316694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6e638c1-d3bd-4aa8-ad30-d9701479d475 req-a5a76e75-f482-4fd7-be9e-779fef1a3fde tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614874 Feb 07 12:51:40.380120 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'code': 200} Feb 07 12:51:40.386362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:40.531094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bf612-4e15-4209-bec9-30375a616574 req-782195fb-0b2c-4f95-b23a-2b29d12a3199 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:40.532668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e33bf612-4e15-4209-bec9-30375a616574 req-782195fb-0b2c-4f95-b23a-2b29d12a3199 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.0890853 Feb 07 12:51:40.556577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5529d99-c724-4a0d-a523-7946cae7a594 req-d864fa06-821d-48ec-8daa-10baa912c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:40.561296 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-c5529d99-c724-4a0d-a523-7946cae7a594 req-d864fa06-821d-48ec-8daa-10baa912c132 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1101 time: 0.0698111 Feb 07 12:51:40.577413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e33bf612-4e15-4209-bec9-30375a616574 req-f540de23-cf72-4af5-baeb-3a5a949817ee tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 Feb 07 12:51:40.599750 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-c5529d99-c724-4a0d-a523-7946cae7a594 req-c97a077e-fc99-477b-ab3c-0b501d6ca63c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Feb 07 12:51:40.778685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5593be-dc3b-483d-b38a-a3da664edff6 req-de7dd4c6-4f44-4675-8dc9-90320d3c83ff tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:40.780278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b5593be-dc3b-483d-b38a-a3da664edff6 req-de7dd4c6-4f44-4675-8dc9-90320d3c83ff tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.0865531 Feb 07 12:51:40.836068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ec79646-5e5c-4744-80a7-dc93f777b3b8 req-ba3b0943-93c4-42bb-b299-4142037da4fb tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 210 time: 0.0541687 Feb 07 12:51:40.864097 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b5593be-dc3b-483d-b38a-a3da664edff6 req-6241f2f5-5ef0-40e1-a908-6df3514aa634 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471742 Feb 07 12:51:41.093243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bce87943-5dbf-4d4f-9768-a5a302db58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:41.213748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6acc8e-9012-40d8-a395-71d998c2bb6b req-9d6ecbff-55d9-4d1b-98c6-7cb75c78264a tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:41.215600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e6acc8e-9012-40d8-a395-71d998c2bb6b req-9d6ecbff-55d9-4d1b-98c6-7cb75c78264a tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 949 time: 0.1079955 Feb 07 12:51:41.224398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffb5be-51b7-4ab3-9a69-34da2cb759e7 req-ca448e80-9cb7-4692-8e38-ac8b3641348d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:41.226208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dffb5be-51b7-4ab3-9a69-34da2cb759e7 req-ca448e80-9cb7-4692-8e38-ac8b3641348d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.1529486 Feb 07 12:51:41.288660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-f6bdd9bb-8a55-42bc-a3ee-405df220750d tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:41.289376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-f6bdd9bb-8a55-42bc-a3ee-405df220750d tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Synchronizing usage tracker for tenant:feab5387a91a4da59fd246cbbdbe1763 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:41.351303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e6acc8e-9012-40d8-a395-71d998c2bb6b req-a02d886a-7d63-4981-9011-e0632c598afd tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bb2001-a61b-4a75-a5d3-1abf0a8451e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242950 Feb 07 12:51:41.358243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dffb5be-51b7-4ab3-9a69-34da2cb759e7 req-f15f7f4f-0123-4272-b8f4-2bd156822027 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182878 Feb 07 12:51:41.430778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-f6bdd9bb-8a55-42bc-a3ee-405df220750d tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Unset dirty status for tenant:feab5387a91a4da59fd246cbbdbe1763 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:41.432341 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-f6bdd9bb-8a55-42bc-a3ee-405df220750d tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.35 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 949 time: 0.3000157 Feb 07 12:51:41.526697 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dc91c7cf-92f8-45ec-953a-b42ee1ae62ea tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378222 Feb 07 12:51:41.564288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Deleting port 2c143199-f550-4b38-865c-828a5904879c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:51:41.564946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:41.594046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c448e7b-d5dc-4951-a749-aa8f3aa33076 req-6a611f46-2b88-49cc-8917-5fd5c5535fd7 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:41.595526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c448e7b-d5dc-4951-a749-aa8f3aa33076 req-6a611f46-2b88-49cc-8917-5fd5c5535fd7 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.1396759 Feb 07 12:51:41.607896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5e9b6-5a94-47bb-ba95-f575ada3f6fb req-d515e4cb-b75a-428f-bbba-aa0aebf8f361 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:41.609372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ef5e9b6-5a94-47bb-ba95-f575ada3f6fb req-d515e4cb-b75a-428f-bbba-aa0aebf8f361 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1209495 Feb 07 12:51:41.763246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c448e7b-d5dc-4951-a749-aa8f3aa33076 req-76385284-fac0-4fc1-bedf-6d74c9392a51 tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529100 Feb 07 12:51:41.787920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ef5e9b6-5a94-47bb-ba95-f575ada3f6fb req-9d33b24a-6479-412b-a5c6-1fee04de3112 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640656 Feb 07 12:51:41.848333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-87740ce8-b295-4527-8ce1-816d7c41cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:41.850174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-87740ce8-b295-4527-8ce1-816d7c41cb34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3&tenant_id=287e4148aa704a56b387ef51dde7594e HTTP/1.1" status: 200 len: 1096 time: 0.1890659 Feb 07 12:51:41.853057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-383c2aa4-35d9-4f39-a4dc-a277937a8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:41.854491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-383c2aa4-35d9-4f39-a4dc-a277937a8e97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 1097 time: 0.1482992 Feb 07 12:51:41.889437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-ffbdb5e8-15ca-4cc6-ba04-d30485a6ec09 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:41.890966 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-ffbdb5e8-15ca-4cc6-ba04-d30485a6ec09 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3585858 Feb 07 12:51:41.906420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Request body: {'port': {'device_id': 'd73f1ee3-a248-4e99-b93f-303f831d1601', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'f5f0c8b9e53f4e8e9e8fb46dfc618c87'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:42.090281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] For port 2c143199-f550-4b38-865c-828a5904879c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2c143199-f550-4b38-865c-828a5904879c,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:42.090573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.115382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00521cc1-e94b-4747-93f5-bd2fbdb524d6 req-db4f2fa7-6526-4485-bd34-10ada69559ef tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 210 time: 0.1442809 Feb 07 12:51:42.123513 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.207765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-2b91fa9f-3237-48c4-8385-1f97e15ac077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:42.209186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-2b91fa9f-3237-48c4-8385-1f97e15ac077 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 924 time: 0.3068559 Feb 07 12:51:42.218543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.219937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-94f0ec7d-9dc7-42b1-afd0-5e76555518e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:42.221401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-94f0ec7d-9dc7-42b1-afd0-5e76555518e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1096 time: 0.2928746 Feb 07 12:51:42.244217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Calling delete_port for 2c143199-f550-4b38-865c-828a5904879c owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:51:42.289547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:42.297434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Usage tracker for resource:port and tenant:f5f0c8b9e53f4e8e9e8fb46dfc618c87 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:42.302111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:42.311714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:42.317319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93609233-3dbf-4d3a-95d6-b513b0df5ab7 req-a56a4c35-153c-4c56-971e-1493c3a2f452 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:42.318767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93609233-3dbf-4d3a-95d6-b513b0df5ab7 req-a56a4c35-153c-4c56-971e-1493c3a2f452 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.3101516 Feb 07 12:51:42.409005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Made reservation on behalf of f5f0c8b9e53f4e8e9e8fb46dfc618c87 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:42.412575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.425398 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.441068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:42.445601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Usage tracker for resource:security_group_rule and tenant:f5f0c8b9e53f4e8e9e8fb46dfc618c87 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:42.448555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:42.454373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:42.478996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.490394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2c143199-f550-4b38-865c-828a5904879c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:42.500613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-119b27d1-2e21-439d-8600-f7c83cf475de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25 HTTP/1.1" status: 200 len: 1001 time: 0.2782521 Feb 07 12:51:42.506545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93609233-3dbf-4d3a-95d6-b513b0df5ab7 req-2c2c4b59-3289-437f-80f1-cf450729fa45 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472242 Feb 07 12:51:42.577362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Pushing event deleted for resources: {'Port': ['ID=2c143199-f550-4b38-865c-828a5904879c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:42.605719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-c2dcda10-b532-482b-bc5f-3c6b831a3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:42.607505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-c2dcda10-b532-482b-bc5f-3c6b831a3678 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.3365901 Feb 07 12:51:42.624977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae395df-3c3c-4ff4-b575-1a49f9e59736 req-c0bac323-7fd2-465f-8b64-679d86c626fc tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:42.633277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fae395df-3c3c-4ff4-b575-1a49f9e59736 req-c0bac323-7fd2-465f-8b64-679d86c626fc tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.3552556 Feb 07 12:51:42.647966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] No DVR routers for this DVR port 2c143199-f550-4b38-865c-828a5904879c on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:51:42.651812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.657699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acbe9e8-9050-45cb-9521-d170aab9325d', 'name': 'network-vif-deleted', 'tag': '2c143199-f550-4b38-865c-828a5904879c'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:42.711154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-b9795e05-dc95-49f4-b937-2ba6c471d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:42.712659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-b9795e05-dc95-49f4-b937-2ba6c471d9d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 200 len: 863 time: 0.1916902 Feb 07 12:51:42.727007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.764556 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-464b1ffd-3c3f-441f-b7f2-6e8a8352e0d8 req-ade16926-405c-423f-8c49-d2d6b6a7ea73 tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.35 "DELETE /v2.0/ports/2c143199-f550-4b38-865c-828a5904879c HTTP/1.1" status: 204 len: 173 time: 1.3260851 Feb 07 12:51:42.768525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-d77f934f-9494-4379-a376-118eb8900ee1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 217 time: 0.1283972 Feb 07 12:51:42.845320 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:51:42.858326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34445c36-4a96-41a0-826d-735cb15e797a req-790e185b-8ce2-47f4-8525-220845dc1f7b tempest-TenantUsagesTestJSON-433941896 tempest-TenantUsagesTestJSON-433941896-project] 10.222.0.69 "GET /v2.0/ports?device_id=1acbe9e8-9050-45cb-9521-d170aab9325d HTTP/1.1" status: 200 len: 210 time: 0.1380632 Feb 07 12:51:42.877998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fae395df-3c3c-4ff4-b575-1a49f9e59736 req-fa22be07-b2ce-4093-9119-047db6b8c7f7 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430611 Feb 07 12:51:42.915207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-f265bf08-4f56-4d22-a02a-6a714e4f0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:42.916685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-f265bf08-4f56-4d22-a02a-6a714e4f0e97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1131496 Feb 07 12:51:42.922224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:42.975756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-b0c13794-7540-4e8c-a8bf-e0b73bf15cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:42.977056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-b0c13794-7540-4e8c-a8bf-e0b73bf15cd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1477f912-4630-4658-8e92-9d186d512827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433038 Feb 07 12:51:42.979005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-d4687ace-4faf-48d6-8589-df75632072c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494606 Feb 07 12:51:42.986000 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acbe9e8-9050-45cb-9521-d170aab9325d', 'name': 'network-vif-deleted', 'tag': '2c143199-f550-4b38-865c-828a5904879c', 'status': 'completed', 'code': 200} Feb 07 12:51:43.026457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bc29be-7c65-4548-aa21-d4abedc98be6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:43.133655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Allocated IP 192.168.233.210 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/ff427a9e-3c47-4c24-84ba-3433a75bc12f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:43.347199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:43.364880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Transition to ACTIVE for port object ff427a9e-3c47-4c24-84ba-3433a75bc12f will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:43.430176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-d7a2abc9-33ba-44cd-95d0-d8e078794e4b service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139593 Feb 07 12:51:43.433515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-37025e91-6054-4f45-bb6f-82eb3280aa67 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113741 Feb 07 12:51:43.443952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec007ad-b51a-4c9e-9964-524a7e4f2798 req-fce89a0f-5b3e-47f3-8a6f-f93e2d4c718d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:43.446213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bec007ad-b51a-4c9e-9964-524a7e4f2798 req-fce89a0f-5b3e-47f3-8a6f-f93e2d4c718d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.4663689 Feb 07 12:51:43.467068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:43.495788 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:43.543709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Pushing event updated for resources: {'Port': ['ID=ff427a9e-3c47-4c24-84ba-3433a75bc12f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:43.558528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:43.559867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:43.564682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:43.573078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:43.575259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:43.619217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43739b-613f-41de-b72c-2315a10e92d0 req-9ee3555f-fcad-432c-9da3-1ef5c9ca3ddf tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:43.619217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f43739b-613f-41de-b72c-2315a10e92d0 req-9ee3555f-fcad-432c-9da3-1ef5c9ca3ddf tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.4725585 Feb 07 12:51:43.682176 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-9c95886a-8036-4140-99b8-54848ed1e782 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7798641 Feb 07 12:51:43.693286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Request body: {'port': {'device_id': 'd73f1ee3-a248-4e99-b93f-303f831d1601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:43.703613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bec007ad-b51a-4c9e-9964-524a7e4f2798 req-2d3518ed-f332-4f17-9bc1-8464c0bf4e80 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163739 Feb 07 12:51:43.768508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f43739b-613f-41de-b72c-2315a10e92d0 req-e1d671da-3a8d-4989-8985-cf38d1a27bdd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/security-groups?id=63a9c674-eebc-4a00-bbf1-add08d6925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308775 Feb 07 12:51:43.808222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-6d841a0e-60c1-4feb-8051-316588c3667f service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591561 Feb 07 12:51:43.811927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c07556-219b-4eb1-b183-74c4a5ba7e28 req-2639f333-09fb-4a59-a265-cc87351b5f41 service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639235 Feb 07 12:51:43.945274 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.030392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-87635d31-efb4-457e-8280-4b4a98a60393 None None] Provisioning for port ff427a9e-3c47-4c24-84ba-3433a75bc12f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:44.037180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-87635d31-efb4-457e-8280-4b4a98a60393 None None] Provisioning complete for port ff427a9e-3c47-4c24-84ba-3433a75bc12f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:44.037758 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-87635d31-efb4-457e-8280-4b4a98a60393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.101882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-a371e767-e5c2-4521-8f12-400c2aa075af tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:44.102881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-87635d31-efb4-457e-8280-4b4a98a60393 None None] Port ff427a9e-3c47-4c24-84ba-3433a75bc12f cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:51:44.103407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-a371e767-e5c2-4521-8f12-400c2aa075af tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 949 time: 0.2688754 Feb 07 12:51:44.160952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1933b2-a263-4f63-ba36-bf52af881632 req-4db6bc3d-d145-4609-a971-5adff6e6f442 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:44.168680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc1933b2-a263-4f63-ba36-bf52af881632 req-4db6bc3d-d145-4609-a971-5adff6e6f442 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.2758119 Feb 07 12:51:44.183411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02633638-4929-414b-8e39-976f338fe44c req-1e32b3d7-cbd2-4d06-ad57-1a7dd9c7981e tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:44.184863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02633638-4929-414b-8e39-976f338fe44c req-1e32b3d7-cbd2-4d06-ad57-1a7dd9c7981e tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 936 time: 0.2377574 Feb 07 12:51:44.275662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Deleting port fd522834-c2b4-4c5f-a426-26e918dbbf67 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:51:44.275943 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.340642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc1933b2-a263-4f63-ba36-bf52af881632 req-5c0be04b-78e2-4975-a56b-3b7c0cacd330 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709459 Feb 07 12:51:44.348274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02633638-4929-414b-8e39-976f338fe44c req-caa4ce33-c168-4957-a5f7-99f3836ea97d tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339817 Feb 07 12:51:44.362209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff427a9e-3c47-4c24-84ba-3433a75bc12f {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:44.368395 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.386800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Transition to ACTIVE for port object ff427a9e-3c47-4c24-84ba-3433a75bc12f will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:44.484071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.709764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Pushing event updated for resources: {'Port': ['ID=ff427a9e-3c47-4c24-84ba-3433a75bc12f,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:44.723205 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.727020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Attempting to bind port ff427a9e-3c47-4c24-84ba-3433a75bc12f on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:44.727352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Attempting to bind port ff427a9e-3c47-4c24-84ba-3433a75bc12f by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:44.727794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Attempting to bind port ff427a9e-3c47-4c24-84ba-3433a75bc12f on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:44.735355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Port ff427a9e-3c47-4c24-84ba-3433a75bc12f on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:44.743756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Attempting to bind port ff427a9e-3c47-4c24-84ba-3433a75bc12f on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:44.743756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:44.743756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:44.743756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:44.743756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Bound port: ff427a9e-3c47-4c24-84ba-3433a75bc12f, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:44.743756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.785550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbdacb-6beb-439b-a127-904c425fb494 req-4f37489b-e507-4a69-bd91-b7584fd6df04 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:44.786976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dcbdacb-6beb-439b-a127-904c425fb494 req-4f37489b-e507-4a69-bd91-b7584fd6df04 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.3081203 Feb 07 12:51:44.792932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-275a3686-6d34-4b3f-8546-3b21082b35a6 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:44.794343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-275a3686-6d34-4b3f-8546-3b21082b35a6 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.3691468 Feb 07 12:51:44.846119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] For port ff427a9e-3c47-4c24-84ba-3433a75bc12f, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:44.849620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] For port ff427a9e-3c47-4c24-84ba-3433a75bc12f, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ff427a9e-3c47-4c24-84ba-3433a75bc12f,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:44.933970 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.966413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] For port fd522834-c2b4-4c5f-a426-26e918dbbf67, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fd522834-c2b4-4c5f-a426-26e918dbbf67,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:44.966773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.987805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:44.988521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:44.989897 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] 10.222.0.35 "PUT /v2.0/ports/ff427a9e-3c47-4c24-84ba-3433a75bc12f HTTP/1.1" status: 200 len: 1096 time: 1.3007605 Feb 07 12:51:44.998547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f1ee3-a248-4e99-b93f-303f831d1601', 'tag': 'ff427a9e-3c47-4c24-84ba-3433a75bc12f'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:45.024355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf0181-ed3d-46ac-957b-7aa63ff9f96b service neutron] Pushing event updated for resources: {'Port': ['ID=ff427a9e-3c47-4c24-84ba-3433a75bc12f,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:45.115894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Calling delete_port for fd522834-c2b4-4c5f-a426-26e918dbbf67 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:51:45.158036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-7add1d42-2801-46a8-9e45-4c5646d99432 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:45.159553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-7add1d42-2801-46a8-9e45-4c5646d99432 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1101 time: 0.5128627 Feb 07 12:51:45.162306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dcbdacb-6beb-439b-a127-904c425fb494 req-2aa32fbb-2180-4c3c-904e-82615509e970 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671117 Feb 07 12:51:45.197436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-d5fbf82e-baa5-409f-b246-9b5e74be77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:45.199095 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-d5fbf82e-baa5-409f-b246-9b5e74be77dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 1099 time: 0.0898850 Feb 07 12:51:45.243052 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:45.272124 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-42f2b732-4228-4a6a-85fc-a0acb9691bd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=ff427a9e-3c47-4c24-84ba-3433a75bc12f HTTP/1.1" status: 200 len: 217 time: 0.0666795 Feb 07 12:51:45.349879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-c0eb2bea-0904-4fa9-88f2-11fa60662582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:45.352512 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-c0eb2bea-0904-4fa9-88f2-11fa60662582 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0699112 Feb 07 12:51:45.355675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:45.366282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Usage tracker for resource:security_group_rule and tenant:8e635894c7a84d07b1237d7197bfb7ee is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:45.403903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:45.421219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:45.432022 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-be9a2735-76c2-4adf-829d-e1e5bdeec7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:45.433686 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-be9a2735-76c2-4adf-829d-e1e5bdeec7fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756311 Feb 07 12:51:45.539193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e844254-c89a-42d8-9334-de49531efd05 service neutron] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:45.563679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94027d8a-3722-48bb-abf1-fa86b7184a58 req-4e78f27b-762a-42b5-92cb-62ce33fc8cb8 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:45.565204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94027d8a-3722-48bb-abf1-fa86b7184a58 req-4e78f27b-762a-42b5-92cb-62ce33fc8cb8 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.2072067 Feb 07 12:51:45.566199 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-ef1f934b-fab6-4e1b-92db-b61000a1f3b2 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265366 Feb 07 12:51:45.621728 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e844254-c89a-42d8-9334-de49531efd05 service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:45.622722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e868e0-53e8-4b7a-8e16-ba34e862c09b req-1e844254-c89a-42d8-9334-de49531efd05 service neutron] 10.222.0.47 "DELETE /v2.0/ports/47ecc096-1055-4b5e-816d-de4070438db4/bindings/n-h1-811416-5 HTTP/1.1" status: 204 len: 173 time: 0.8164256 Feb 07 12:51:45.646426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:45.654412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94027d8a-3722-48bb-abf1-fa86b7184a58 req-99aad0f1-fdff-4405-9334-bb726dc13279 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Feb 07 12:51:45.671359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:45.714056 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3883f7aa-370f-40cf-9ab5-fb8f7fff7a90 req-1dfd7d13-bd13-45a3-9d39-7c962e292b7a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414599 Feb 07 12:51:45.729436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Pushing event deleted for resources: {'Port': ['ID=fd522834-c2b4-4c5f-a426-26e918dbbf67,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:45.809125 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:45.861505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] No DVR routers for this DVR port fd522834-c2b4-4c5f-a426-26e918dbbf67 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:51:45.871296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50634) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:45.873102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2c143199-f550-4b38-865c-828a5904879c no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:51:45.883864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:45.885915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77f260ea-7d00-4e6e-a1ea-c8180b59e1f6 req-1790e319-5f86-4104-87d0-e755fe57f6bd tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.47 "DELETE /v2.0/ports/fd522834-c2b4-4c5f-a426-26e918dbbf67 HTTP/1.1" status: 204 len: 173 time: 1.7695823 Feb 07 12:51:45.887343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Synchronizing usage tracker for tenant:8e635894c7a84d07b1237d7197bfb7ee on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:45.889747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0', 'name': 'network-vif-deleted', 'tag': 'fd522834-c2b4-4c5f-a426-26e918dbbf67'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:45.895113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5fa81e14-bf1f-4739-ac9d-12f1e9546c48 req-408bd1c1-99f9-4572-b9ff-d13e78ba7dcf tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Synchronizing usage tracker for tenant:fa17c14be26946ddbaa615310c5305e6 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:45.926333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72635fe-40ce-48fa-a1fd-701e93b9187a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:45.937028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 2c143199-f550-4b38-865c-828a5904879c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:51:45.937769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2c143199-f550-4b38-865c-828a5904879c not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:51:46.075051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4e1b5948-6abe-4916-95d0-3d5f876fa88f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=feab5387a91a4da59fd246cbbdbe1763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955173 Feb 07 12:51:46.077543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50642) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:46.138241 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2110d542-3885-45ae-9077-c9562ab2caed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:46.163786 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2110d542-3885-45ae-9077-c9562ab2caed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:46.237514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5fa81e14-bf1f-4739-ac9d-12f1e9546c48 req-408bd1c1-99f9-4572-b9ff-d13e78ba7dcf tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] Unset dirty status for tenant:fa17c14be26946ddbaa615310c5305e6 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:46.238685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fa81e14-bf1f-4739-ac9d-12f1e9546c48 req-408bd1c1-99f9-4572-b9ff-d13e78ba7dcf tempest-ServersAdminNegativeTestJSON-2075054001 tempest-ServersAdminNegativeTestJSON-2075054001-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0 HTTP/1.1" status: 200 len: 210 time: 0.4311533 Feb 07 12:51:46.239366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Unset dirty status for tenant:8e635894c7a84d07b1237d7197bfb7ee on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:46.240996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b176044-ab3c-4719-a721-a0eaf11df319 req-b2b294aa-5ae6-4723-aaa4-6d91d662d9b0 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0681171 Feb 07 12:51:46.290591 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f1ee3-a248-4e99-b93f-303f831d1601', 'tag': 'ff427a9e-3c47-4c24-84ba-3433a75bc12f', 'status': 'completed', 'code': 200} Feb 07 12:51:46.347850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2110d542-3885-45ae-9077-c9562ab2caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:46.371102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110d542-3885-45ae-9077-c9562ab2caed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb2001-a61b-4a75-a5d3-1abf0a8451e3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:46.443869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2110d542-3885-45ae-9077-c9562ab2caed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:46.445267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2110d542-3885-45ae-9077-c9562ab2caed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70bb2001-a61b-4a75-a5d3-1abf0a8451e3 HTTP/1.1" status: 204 len: 168 time: 0.3667638 Feb 07 12:51:46.452368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-9deed71f-d9f9-488c-acb2-2610bfbd1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:46.452368 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-9deed71f-d9f9-488c-acb2-2610bfbd1479 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 1099 time: 0.1319067 Feb 07 12:51:46.499016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5086e-53f9-4746-8610-1b37e2fe5e22 req-e1da743e-ca85-4553-9432-e32bda84b7ca tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:46.500938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec5086e-53f9-4746-8610-1b37e2fe5e22 req-e1da743e-ca85-4553-9432-e32bda84b7ca tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.1261060 Feb 07 12:51:46.549330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec5086e-53f9-4746-8610-1b37e2fe5e22 req-98a2ae09-f467-450c-ada3-f6fa73fbf295 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424044 Feb 07 12:51:46.692589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-c135cf0d-0629-4792-afea-efafe07cce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:46.694110 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-c135cf0d-0629-4792-afea-efafe07cce2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2386050 Feb 07 12:51:46.769848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ff91e-8eb9-4709-9bfb-a8d2dffc3d78 req-61c5f696-3234-4a0f-8f55-142eb9b5d61d tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:46.771955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b39ff91e-8eb9-4709-9bfb-a8d2dffc3d78 req-61c5f696-3234-4a0f-8f55-142eb9b5d61d tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 948 time: 0.0933580 Feb 07 12:51:46.782170 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-ce53e34e-5498-414e-bc9c-8bfa2049a782 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=ff427a9e-3c47-4c24-84ba-3433a75bc12f HTTP/1.1" status: 200 len: 217 time: 0.0793655 Feb 07 12:51:46.823495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b39ff91e-8eb9-4709-9bfb-a8d2dffc3d78 req-6a7ced97-7a66-4530-9372-df60d517ad19 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456653 Feb 07 12:51:46.855821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-ff4334ee-9d1a-4db7-8791-57298812d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:46.857324 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-ff4334ee-9d1a-4db7-8791-57298812d8a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0694399 Feb 07 12:51:46.936989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-74eeef2a-7238-4b4d-a2b1-b806a0fc3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:46.938514 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-74eeef2a-7238-4b4d-a2b1-b806a0fc3053 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752435 Feb 07 12:51:47.084106 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e51e05c-b3e6-4ef5-a4a2-65b659a6c3d0', 'name': 'network-vif-deleted', 'tag': 'fd522834-c2b4-4c5f-a426-26e918dbbf67', 'status': 'completed', 'code': 200} Feb 07 12:51:47.093967 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-89d9391e-ca6f-412b-ad6f-deefe36fbdeb service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495774 Feb 07 12:51:47.239033 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f4fcc8b-6996-4945-9946-5d4d60e3cc79 req-a417d12b-485d-4446-9768-7b0d4fbecd91 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394136 Feb 07 12:51:47.294130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50672) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:47.316414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:47.345897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:47.349788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] Usage tracker for resource:security_group_rule and tenant:2e3970a9b9414ff487503eeba04119b6 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:47.353639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:47.359333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:47.434980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fd522834-c2b4-4c5f-a426-26e918dbbf67 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:51:47.445783 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:47.472636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: fd522834-c2b4-4c5f-a426-26e918dbbf67 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:51:47.473150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fd522834-c2b4-4c5f-a426-26e918dbbf67 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:51:47.544576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:47.594677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e3970a9b9414ff487503eeba04119b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988393 Feb 07 12:51:47.595556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630d46e-64e0-4170-b826-b45f7732615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f7d4f-a4ea-4172-8828-6f018553c0e2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:47.597391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50686) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:47.662682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da48e799-8fba-47eb-872a-307097385d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:47.695289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da48e799-8fba-47eb-872a-307097385d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:47.761563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce2207-3694-4edf-ab08-6f09d0d443b7 req-6c5f5c90-850c-4d55-b211-b9cfbce73d57 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:47.763044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cce2207-3694-4edf-ab08-6f09d0d443b7 req-6c5f5c90-850c-4d55-b211-b9cfbce73d57 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.0936654 Feb 07 12:51:47.813753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cce2207-3694-4edf-ab08-6f09d0d443b7 req-542503ae-8d09-4012-868a-3de0e6a4deec tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446723 Feb 07 12:51:47.888858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ff427a9e-3c47-4c24-84ba-3433a75bc12f details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:51:47.906339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da48e799-8fba-47eb-872a-307097385d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:47.928199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48e799-8fba-47eb-872a-307097385d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f7d4f-a4ea-4172-8828-6f018553c0e2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:47.945759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da48e799-8fba-47eb-872a-307097385d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:47.946954 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-da48e799-8fba-47eb-872a-307097385d6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f7f7d4f-a4ea-4172-8828-6f018553c0e2 HTTP/1.1" status: 204 len: 168 time: 0.3484838 Feb 07 12:51:48.121372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ff427a9e-3c47-4c24-84ba-3433a75bc12f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ff427a9e-3c47-4c24-84ba-3433a75bc12f,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:48.137776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb53b99-8b86-4b03-9aea-d1ba3365bb39 req-ae19f4a8-e28c-4bed-923f-257a20b5f291 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:48.140112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'ff427a9e-3c47-4c24-84ba-3433a75bc12f', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'ff427a9e-3c47-4c24-84ba-3433a75bc12f', 'mac_address': 'fa:16:3e:d7:bc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:51:48.146892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcb53b99-8b86-4b03-9aea-d1ba3365bb39 req-ae19f4a8-e28c-4bed-923f-257a20b5f291 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.1317699 Feb 07 12:51:48.160329 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-bf3dd470-6c45-4abe-9dfa-fa1b4b30c3f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414278 Feb 07 12:51:48.218148 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:48.236751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff427a9e-3c47-4c24-84ba-3433a75bc12f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:48.254351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ff427a9e-3c47-4c24-84ba-3433a75bc12f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ff427a9e-3c47-4c24-84ba-3433a75bc12f,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:48.262417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1471-3cec-4bbe-b030-e05492c8a8fa req-2a6bcee3-56a1-4e2d-8003-0dacf83df53b tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:48.264076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c30f1471-3cec-4bbe-b030-e05492c8a8fa req-2a6bcee3-56a1-4e2d-8003-0dacf83df53b tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1096 time: 0.2967303 Feb 07 12:51:48.271435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcb53b99-8b86-4b03-9aea-d1ba3365bb39 req-22c3a56b-3e94-48ca-96c0-48d6719a31a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235876 Feb 07 12:51:48.312174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:48.312705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c30f1471-3cec-4bbe-b030-e05492c8a8fa req-d692a9d5-1c88-4db9-8867-b5525e22e978 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Feb 07 12:51:48.397249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ff427a9e-3c47-4c24-84ba-3433a75bc12f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:48.458522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50716) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:48.481307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991ce7-aecf-4bca-9ccf-a1fc3aae460d req-68fd1b17-1f64-4de1-b6a7-2788a10a1b69 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:48.483010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16991ce7-aecf-4bca-9ccf-a1fc3aae460d req-68fd1b17-1f64-4de1-b6a7-2788a10a1b69 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 949 time: 0.0861988 Feb 07 12:51:48.506612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ff427a9e-3c47-4c24-84ba-3433a75bc12f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:48.532791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16991ce7-aecf-4bca-9ccf-a1fc3aae460d req-e6451a01-dd78-409b-af9f-c8c1450f7d5b tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Feb 07 12:51:48.765055 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a5e61f1-20a6-4a2f-87a9-9ba91bd5205d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fa17c14be26946ddbaa615310c5305e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031809 Feb 07 12:51:48.765324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50750) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:48.832922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62634c90-8320-4157-81c0-a2b6db54649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:48.860189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62634c90-8320-4157-81c0-a2b6db54649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:48.905420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-05c7e116-32cb-4473-b08e-31defb87dd60 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:48.907017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-05c7e116-32cb-4473-b08e-31defb87dd60 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 808 time: 0.2029283 Feb 07 12:51:48.943318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-72d872f9-abae-4ced-b691-c1842802e4dd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/quotas/287e4148aa704a56b387ef51dde7594e HTTP/1.1" status: 200 len: 375 time: 0.0162296 Feb 07 12:51:49.049665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62634c90-8320-4157-81c0-a2b6db54649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:49.068055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62634c90-8320-4157-81c0-a2b6db54649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9c674-eebc-4a00-bbf1-add08d6925d5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:49.095612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a66f71-e48d-4c81-9428-71c355e9a7d1 req-b4b6e749-b73f-4323-b401-a4933ca89015 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:49.097098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33a66f71-e48d-4c81-9428-71c355e9a7d1 req-b4b6e749-b73f-4323-b401-a4933ca89015 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1555846 Feb 07 12:51:49.101242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-a47cfb4c-0e5f-477d-bb7e-18cddfce08e5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1200566 Feb 07 12:51:49.198633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62634c90-8320-4157-81c0-a2b6db54649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:49.199927 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-62634c90-8320-4157-81c0-a2b6db54649d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63a9c674-eebc-4a00-bbf1-add08d6925d5 HTTP/1.1" status: 204 len: 168 time: 0.4335618 Feb 07 12:51:49.238184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33a66f71-e48d-4c81-9428-71c355e9a7d1 req-bec8a7da-aa11-4cfc-8621-8a288312a0a2 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116626 Feb 07 12:51:49.285158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-408f9f5a-eb1d-437d-8f16-f62acde0407d service neutron] 10.222.0.69 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767478 Feb 07 12:51:49.520610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-d78ba51e-fa69-4a08-bc19-ad2784c092f7 service neutron] 10.222.0.69 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288501 Feb 07 12:51:49.534068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-d747d713-bcdf-419e-b57b-1f181a9cd08d tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:49.534068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-d747d713-bcdf-419e-b57b-1f181a9cd08d tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 1100 time: 0.2172453 Feb 07 12:51:49.616032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] Deleting port c36493d2-dfcb-495b-a318-9e677389bbef {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:51:49.616688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:49.654900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ebcd8-d2ce-4913-8ba5-1db2ca6beb41 req-bed7032c-7862-47ee-b3bd-d82a26d5cc76 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:49.664423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e09ebcd8-d2ce-4913-8ba5-1db2ca6beb41 req-bed7032c-7862-47ee-b3bd-d82a26d5cc76 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.2254887 Feb 07 12:51:49.675134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50790) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:49.762964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e09ebcd8-d2ce-4913-8ba5-1db2ca6beb41 req-ad5eefc6-d559-4450-b8a1-66dfa8fa3fc6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974214 Feb 07 12:51:49.843390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-network', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:49.855803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:49.870264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Usage tracker for resource:network and tenant:f46f114d2c0d4b1483e0f588e05ebbfc is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:49.874644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:49.884879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:49.891743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ff427a9e-3c47-4c24-84ba-3433a75bc12f up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:49.995020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-065512ff-7aa6-4443-95a2-8f753bc09f68 req-1542a63b-4d6c-48c2-a140-8eda235b2b6e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 210 time: 0.1098149 Feb 07 12:51:50.027221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Made reservation on behalf of f46f114d2c0d4b1483e0f588e05ebbfc for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:50.030239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.050621 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.065944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port ff427a9e-3c47-4c24-84ba-3433a75bc12f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:50.066146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:50.068156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] For port c36493d2-dfcb-495b-a318-9e677389bbef, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c36493d2-dfcb-495b-a318-9e677389bbef,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:50.068585 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.070706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Usage tracker for resource:security_group_rule and tenant:f46f114d2c0d4b1483e0f588e05ebbfc is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:50.072030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port ff427a9e-3c47-4c24-84ba-3433a75bc12f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:50.072399 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.073991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:50.079825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:50.201490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.202730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6520d4c-d7c6-4ed4-92f3-bcec89b9e06a req-d8fc5929-d4f1-4469-ae60-ee919ca7c0dc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:50.204346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6520d4c-d7c6-4ed4-92f3-bcec89b9e06a req-d8fc5929-d4f1-4469-ae60-ee919ca7c0dc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 949 time: 0.2602494 Feb 07 12:51:50.211397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] Calling delete_port for c36493d2-dfcb-495b-a318-9e677389bbef owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:51:50.215871 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.244541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f1ee3-a248-4e99-b93f-303f831d1601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff427a9e-3c47-4c24-84ba-3433a75bc12f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:50.255425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ff427a9e-3c47-4c24-84ba-3433a75bc12f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ff427a9e-3c47-4c24-84ba-3433a75bc12f,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:50.292060 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f1ee3-a248-4e99-b93f-303f831d1601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff427a9e-3c47-4c24-84ba-3433a75bc12f', 'code': 200} Feb 07 12:51:50.332503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:50.363782 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.386358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.388910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:51:50.430912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6520d4c-d7c6-4ed4-92f3-bcec89b9e06a req-7878e015-f9b4-47e3-90b3-891cf823193b tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923881 Feb 07 12:51:50.514715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ff427a9e-3c47-4c24-84ba-3433a75bc12f,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:50.550317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c5911-7dbe-4257-8391-31a714600538,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:50.551158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbcd16-f61b-43a4-b719-da66e2de1ee4 req-6d83a497-8a93-41c0-a594-4bca2eaa7cb7 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:50.558220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecbcd16-f61b-43a4-b719-da66e2de1ee4 req-6d83a497-8a93-41c0-a594-4bca2eaa7cb7 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 949 time: 0.1449714 Feb 07 12:51:50.566211 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af430ed7-cd3c-4a32-b603-775a80635a46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a7bc3ed32aef4e51beab9d386ad560b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325797 Feb 07 12:51:50.568228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.568722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.569272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.570331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.570812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.571389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.571862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.572388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.572713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.573198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.573677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.574142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:50.579206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50824) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:50.605886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecbcd16-f61b-43a4-b719-da66e2de1ee4 req-75403b9e-f431-408c-9822-b663f15d58ca tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468102 Feb 07 12:51:50.612777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea53f84-122e-4500-be83-a758caa209f5 req-3271641d-929e-4dee-b99e-2a8d550315ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:50.614280 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-aea53f84-122e-4500-be83-a758caa209f5 req-3271641d-929e-4dee-b99e-2a8d550315ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 1101 time: 0.2515466 Feb 07 12:51:50.690153 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-aea53f84-122e-4500-be83-a758caa209f5 req-614e955c-0263-4ac1-b760-41892331a716 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686972 Feb 07 12:51:50.690875 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-064edcf3-475a-4606-8ccd-e8e66794f24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.699277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.704007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.704498 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Added segment a6e57ee9-4d88-4477-9440-ed390adee050 of type vlan for network 72b2e83a-3af7-4c1f-a104-98f9a145f035 Feb 07 12:51:50.721600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['c36493d2-dfcb-495b-a318-9e677389bbef'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:50.729179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-064edcf3-475a-4606-8ccd-e8e66794f24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.749149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] Pushing event deleted for resources: {'Port': ['ID=c36493d2-dfcb-495b-a318-9e677389bbef,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:50.777234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.851854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] No DVR routers for this DVR port c36493d2-dfcb-495b-a318-9e677389bbef on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:51:50.854380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.856967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a4629b-2318-4d59-8fb6-7b8a6a2d2f43', 'name': 'network-vif-deleted', 'tag': 'c36493d2-dfcb-495b-a318-9e677389bbef'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:50.913085 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a4629b-2318-4d59-8fb6-7b8a6a2d2f43', 'name': 'network-vif-deleted', 'tag': 'c36493d2-dfcb-495b-a318-9e677389bbef', 'status': 'completed', 'code': 200} Feb 07 12:51:50.945935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-064edcf3-475a-4606-8ccd-e8e66794f24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.956738 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:50.957692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:50.958276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:51.015552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed32b-0e53-4c24-9f2f-e4bf172775fc req-182fe5b1-0f3c-48bb-80f7-a5158e4f4682 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:51.017089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb0ed32b-0e53-4c24-9f2f-e4bf172775fc req-182fe5b1-0f3c-48bb-80f7-a5158e4f4682 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.0883768 Feb 07 12:51:51.047924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064edcf3-475a-4606-8ccd-e8e66794f24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09681345-3e4a-48f0-994a-83490e2cc235,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:51.057968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-754f5cf8-e4b4-439a-8406-204e18e9caf0 req-6235e570-8339-4024-828c-6d22048ee922 tempest-DeleteServersAdminTestJSON-247848675 tempest-DeleteServersAdminTestJSON-247848675-project-admin] 10.222.0.47 "DELETE /v2.0/ports/c36493d2-dfcb-495b-a318-9e677389bbef HTTP/1.1" status: 204 len: 173 time: 1.5175354 Feb 07 12:51:51.070602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb0ed32b-0e53-4c24-9f2f-e4bf172775fc req-00b24f06-df6d-4498-9335-83d31604c88e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477891 Feb 07 12:51:51.099894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-064edcf3-475a-4606-8ccd-e8e66794f24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:51.099894 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-064edcf3-475a-4606-8ccd-e8e66794f24e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09681345-3e4a-48f0-994a-83490e2cc235 HTTP/1.1" status: 204 len: 168 time: 0.5133634 Feb 07 12:51:51.099894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] Pushing event updated for resources: {'Network': ['ID=72b2e83a-3af7-4c1f-a104-98f9a145f035,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:51.112901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:51:51.215871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63e41d60-2a7e-468f-9b8d-ec74a683edbb req-fdfd63f9-3264-4ec8-8260-1addf40ce1cb tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 210 time: 0.0604415 Feb 07 12:51:51.250051 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f254d24a-8348-47a0-adea-60b4322baf9d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5730655 Feb 07 12:51:51.252882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50836) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:51.258500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Request body: {'subnet': {'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-subnet', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:51.263562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:51.267595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Usage tracker for resource:subnet and tenant:f46f114d2c0d4b1483e0f588e05ebbfc is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:51.270598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:51.276883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:51.386312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Made reservation on behalf of f46f114d2c0d4b1483e0f588e05ebbfc for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:51.388644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:51.462459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:51:51.505650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-fa21c418-7e06-494b-ac3d-f60a2ba6f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:51.507309 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-fa21c418-7e06-494b-ac3d-f60a2ba6f989 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1101 time: 0.1779511 Feb 07 12:51:51.725049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:51.743150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'mac_address': 'fa:16:3e:3f:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:51:51.784339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440a898-c5b0-41e9-9bf9-1de834011e37 req-984c504a-cea1-41eb-8a24-19e382cb6bfa tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:51.785912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5440a898-c5b0-41e9-9bf9-1de834011e37 req-984c504a-cea1-41eb-8a24-19e382cb6bfa tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 950 time: 0.2025309 Feb 07 12:51:51.820672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-2873c8d9-d19e-4a8d-a67f-213926807aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:51.822778 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-2873c8d9-d19e-4a8d-a67f-213926807aee service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3065906 Feb 07 12:51:51.836941 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:51.870308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:51.871028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5440a898-c5b0-41e9-9bf9-1de834011e37 req-1c7432f0-0d6d-41ac-9a82-df9d7e2ac8e4 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672600 Feb 07 12:51:51.877069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:51.934912 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-ff57b7c5-f5ae-415b-91f7-81ad54e5c1db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 217 time: 0.1034894 Feb 07 12:51:51.936226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-263c26e4-fc22-4e07-a364-c0071f5b4432 req-aa83ce03-5c1a-44c0-b9dc-bbaa53502807 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Synchronizing usage tracker for tenant:174f2b49327548659c87a196ca410b6a on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:52.001857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-6a8832f1-61b1-4e1d-b56b-14b389840b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:52.008146 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-6a8832f1-61b1-4e1d-b56b-14b389840b05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0623033 Feb 07 12:51:52.051249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:52.148782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Pushing event updated for resources: {'Subnet': ['ID=167b583b-3bee-40f7-a516-9556c7d93c19,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:52.160275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Checking segment: {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:52.165625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Network hostable DHCP agents. Network: 72b2e83a-3af7-4c1f-a104-98f9a145f035, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:51:52.165763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:52.168996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-263c26e4-fc22-4e07-a364-c0071f5b4432 req-aa83ce03-5c1a-44c0-b9dc-bbaa53502807 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Unset dirty status for tenant:174f2b49327548659c87a196ca410b6a on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:52.170546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-cc00d89f-fe6a-4bc3-81cc-6e6a1be0a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:52.172052 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-cc00d89f-fe6a-4bc3-81cc-6e6a1be0a5b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630948 Feb 07 12:51:52.176085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-263c26e4-fc22-4e07-a364-c0071f5b4432 req-aa83ce03-5c1a-44c0-b9dc-bbaa53502807 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a4629b-2318-4d59-8fb6-7b8a6a2d2f43 HTTP/1.1" status: 200 len: 210 time: 0.2945526 Feb 07 12:51:52.279445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:52.302041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['7a72f4b2-49a4-47b3-a18b-6a01e427ee97'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:51:52.366884 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e5d933b2-778c-4b55-9b76-7beb761787fc service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850359 Feb 07 12:51:52.373870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:51:52.402434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37444874-bc52-4225-93dd-f762749959b0 req-e1d66ceb-93c8-4c59-b4d9-ae6c549bb48f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:52.404305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37444874-bc52-4225-93dd-f762749959b0 req-e1d66ceb-93c8-4c59-b4d9-ae6c549bb48f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.2072358 Feb 07 12:51:52.474278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37444874-bc52-4225-93dd-f762749959b0 req-3c71417c-0ba4-42f9-b9ed-1ea7b7252d03 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605149 Feb 07 12:51:52.591236 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-8cdfd626-20b0-47d5-9d70-db1cd52d1b66 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034674 Feb 07 12:51:52.627110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 72b2e83a-3af7-4c1f-a104-98f9a145f035) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:52.642101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:52.642715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:52.643316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ab1ce-786d-49a9-b1e3-ad141496c74c None None] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:51:52.674927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60e69b6f-5372-4ef9-b1ef-4522421d866f req-d06047a4-1df5-4a80-a02c-a9bc3ba331d3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 210 time: 0.0595796 Feb 07 12:51:52.848510 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-22711c16-d4b8-4eda-a9b2-a77a3ed3984e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5944161 Feb 07 12:51:52.851687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50884) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:52.856479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:52.867998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:52.870596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Usage tracker for resource:router and tenant:f46f114d2c0d4b1483e0f588e05ebbfc is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:52.873685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:52.880377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:52.920193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-72b2e83a-3af7-4c1f-a104-98f9a145f035', 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'fixed_ips': [{'subnet_id': '167b583b-3bee-40f7-a516-9556c7d93c19'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:51:52.921029 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:52.979519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50892) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:53.065654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef14d-ab40-4ae2-8cf3-cfdd49e0763c req-9fb1c92f-6415-4910-b276-dc62a0a8133d tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:53.067142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aaef14d-ab40-4ae2-8cf3-cfdd49e0763c req-9fb1c92f-6415-4910-b276-dc62a0a8133d tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 950 time: 0.0891750 Feb 07 12:51:53.116770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Allocated IP 172.20.0.2 (72b2e83a-3af7-4c1f-a104-98f9a145f035/167b583b-3bee-40f7-a516-9556c7d93c19/af6955d4-0ade-4ed4-89f7-d3b152adf234) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:53.119770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aaef14d-ab40-4ae2-8cf3-cfdd49e0763c req-dd93672f-8a3b-4b48-b5b4-c792e7750d61 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Feb 07 12:51:53.133367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-780589048-network', 'tenant_id': '77ccca9f988440d59f3527101527c118'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:53.133367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:53.135018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Usage tracker for resource:network and tenant:77ccca9f988440d59f3527101527c118 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:53.137952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:53.143798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:53.169038 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.170005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.191372 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.329288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Made reservation on behalf of 77ccca9f988440d59f3527101527c118 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:53.331637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.345867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.349792 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.361293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:53.362069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Transition to ACTIVE for port object af6955d4-0ade-4ed4-89f7-d3b152adf234 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:53.368971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Usage tracker for resource:security_group_rule and tenant:77ccca9f988440d59f3527101527c118 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:53.372185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:53.380527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:53.386512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Transition to ACTIVE for port object af6955d4-0ade-4ed4-89f7-d3b152adf234 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:53.468235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:53.531739 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.620129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-664405fc-6d99-453a-b76c-3a0a5f2c4fd4 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=174f2b49327548659c87a196ca410b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985072 Feb 07 12:51:53.625626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:53.634387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:53.639606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:53.655756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Pushing event updated for resources: {'Port': ['ID=af6955d4-0ade-4ed4-89f7-d3b152adf234,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:53.694392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:53.695557 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.822556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.830217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:53.852095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:51:53.863096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:54.004228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.029354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-c9bd5952-47ef-4e75-a472-36fa7d2b13fd tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:54.030783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-c9bd5952-47ef-4e75-a472-36fa7d2b13fd tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3959239 Feb 07 12:51:54.038549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59053fec-11b5-4382-a75e-02ee1c08787b req-e1a5dd27-e3e4-42c2-b759-4067e4822a38 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:54.040133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59053fec-11b5-4382-a75e-02ee1c08787b req-e1a5dd27-e3e4-42c2-b759-4067e4822a38 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.3848336 Feb 07 12:51:54.075327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-693e8c3a-0e91-4d55-a424-c06dd74bd6c9 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/quotas/174f2b49327548659c87a196ca410b6a HTTP/1.1" status: 200 len: 375 time: 0.0342393 Feb 07 12:51:54.176725 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.177636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c36493d2-dfcb-495b-a318-9e677389bbef no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:51:54.188352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-95766e50-9b7d-46e7-8b5c-939bf6f1da4b tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=174f2b49327548659c87a196ca410b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045661 Feb 07 12:51:54.214163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59053fec-11b5-4382-a75e-02ee1c08787b req-5130c75b-f0a8-46a0-8de6-a4a34cb9ac4e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670103 Feb 07 12:51:54.254675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: c36493d2-dfcb-495b-a318-9e677389bbef {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:51:54.255048 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c36493d2-dfcb-495b-a318-9e677389bbef not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:51:54.284602 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.291610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:54.300130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.300544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.301144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.301513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.302238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.302802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.303177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.303560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.304062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.304445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.304868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.305381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.346977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:51:54.356145 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.388105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfcedfe-60b6-4c30-adbb-955a3ab12303,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:54.417715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.418055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.418392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.418720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.420006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.420006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.420006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.420006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.420378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.420724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.420923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.421231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:51:54.465010 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.465010 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Added segment ed2afb2d-5d2c-4017-a538-09bbcea6d98b of type vlan for network d63936f5-8522-43e4-82ba-ba063c6a4b8b Feb 07 12:51:54.497557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-4db4b167-fee2-42ce-b31c-b9320e9b4ccd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:54.498966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-4db4b167-fee2-42ce-b31c-b9320e9b4ccd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 808 time: 0.3060174 Feb 07 12:51:54.506799 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.516687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Request body: {'port': {'device_id': 'a590ed30-0f59-465e-b999-62730b31f4be', 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'admin_state_up': True, 'tenant_id': '287e4148aa704a56b387ef51dde7594e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:54.667376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5f609-5d87-4a07-935f-8f0fcbdaf05a req-c0b80e76-3413-497a-aa47-66008f43960a tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:54.669158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6d5f609-5d87-4a07-935f-8f0fcbdaf05a req-c0b80e76-3413-497a-aa47-66008f43960a tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 950 time: 0.3277664 Feb 07 12:51:54.722728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Attempting to bind port af6955d4-0ade-4ed4-89f7-d3b152adf234 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:54.723214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Attempting to bind port af6955d4-0ade-4ed4-89f7-d3b152adf234 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:54.723674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Attempting to bind port af6955d4-0ade-4ed4-89f7-d3b152adf234 on network 72b2e83a-3af7-4c1f-a104-98f9a145f035 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:54.730634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:54.731232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Checking segment: {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:54.731730 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.732235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Bound using segment: {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:54.732795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Bound port: af6955d4-0ade-4ed4-89f7-d3b152adf234, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:54.733264 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.844049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] For port af6955d4-0ade-4ed4-89f7-d3b152adf234, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:51:54.846990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4233d38d-5942-4266-b3f1-12bbe02d1d88 req-be8eaa93-8754-4fbb-89dd-ddae4ca2d78d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 210 time: 0.0820429 Feb 07 12:51:54.847796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] For port af6955d4-0ade-4ed4-89f7-d3b152adf234, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=af6955d4-0ade-4ed4-89f7-d3b152adf234,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:51:54.909103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:54.915060 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.916116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:54.916597 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:54.922181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6d5f609-5d87-4a07-935f-8f0fcbdaf05a req-3ed5cb12-bab6-4580-a621-e89205c8c72a tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384763 Feb 07 12:51:54.962413 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'code': 200} Feb 07 12:51:54.969865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Usage tracker for resource:port and tenant:287e4148aa704a56b387ef51dde7594e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:55.023418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:55.045560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:55.127508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad82be35-86ee-4604-873c-a2cb03c9650a req-036c350f-a3e7-424f-97de-8b78a1105e8b tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0947504 Feb 07 12:51:55.133975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] Pushing event updated for resources: {'Network': ['ID=d63936f5-8522-43e4-82ba-ba063c6a4b8b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:55.145400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network d63936f5-8522-43e4-82ba-ba063c6a4b8b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:51:55.146049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:55.207766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-766d0819-6038-4d07-beb1-c5f8d4316c3f tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635593 Feb 07 12:51:55.212093 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:55.212885 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:55.317473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9bcff-fb66-4cee-9b1f-d574b851dd15 None None] Pushing event updated for resources: {'Port': ['ID=af6955d4-0ade-4ed4-89f7-d3b152adf234,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:55.343577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a51a5eae-0744-464e-bfd1-fc8297949f3c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3608625 Feb 07 12:51:55.345564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50960) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:55.347078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Made reservation on behalf of 287e4148aa704a56b387ef51dde7594e for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:55.350814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:55.355816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Request body: {'subnet': {'network_id': 'd63936f5-8522-43e4-82ba-ba063c6a4b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-780589048-subnet', 'tenant_id': '77ccca9f988440d59f3527101527c118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:55.364961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:55.372786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Usage tracker for resource:subnet and tenant:77ccca9f988440d59f3527101527c118 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:55.376676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:55.385348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:55.540717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Made reservation on behalf of 77ccca9f988440d59f3527101527c118 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:55.543124 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:55.758474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-2d5706a6-30bd-4e82-bd88-8e453f27d1ab tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:55.759885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-2d5706a6-30bd-4e82-bd88-8e453f27d1ab tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5124986 Feb 07 12:51:55.840603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-2c7fd2f6-2699-48bc-973c-3f48fa97a458 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/quotas/f5f0c8b9e53f4e8e9e8fb46dfc618c87 HTTP/1.1" status: 200 len: 375 time: 0.0638492 Feb 07 12:51:55.865615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b30d-2488-4d2b-80d4-2de6b49cc79d req-3dcb0920-edcf-4fa5-9018-f956cb11078f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:55.867703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8259b30d-2488-4d2b-80d4-2de6b49cc79d req-3dcb0920-edcf-4fa5-9018-f956cb11078f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.4976616 Feb 07 12:51:55.907080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Allocated IP 172.25.7.10 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/aab729eb-a2aa-4e62-a174-f7f323d9acb6) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:55.964243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Allocated IP 172.20.0.4 (c30fed1f-849a-4725-acf9-f1586e77930f/c837a346-f7a4-415c-bbce-97ddad773c18/86678022-2abc-44e1-bc08-f6ec52a3a511) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:55.975230 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:56.064844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7660743a-65ee-428f-8906-f00b33cfb494,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:56.072587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8259b30d-2488-4d2b-80d4-2de6b49cc79d req-eca7fdc1-bcd7-4633-86e8-35ab1784ea29 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557817 Feb 07 12:51:56.078388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Checking segment: {'id': 'ed2afb2d-5d2c-4017-a538-09bbcea6d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd63936f5-8522-43e4-82ba-ba063c6a4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:56.078757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Network hostable DHCP agents. Network: d63936f5-8522-43e4-82ba-ba063c6a4b8b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:51:56.191696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Network d63936f5-8522-43e4-82ba-ba063c6a4b8b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:51:56.250032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device af6955d4-0ade-4ed4-89f7-d3b152adf234 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:56.312672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, d63936f5-8522-43e4-82ba-ba063c6a4b8b) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:56.314731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-c9fcee4f-47b6-4d5e-a0f7-9a31213dd7a8 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4656858 Feb 07 12:51:56.330384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094232d5-9fae-4dfa-bba5-1216de85e547 None None] Network d63936f5-8522-43e4-82ba-ba063c6a4b8b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:51:56.330497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:56.330601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6700a835-292c-40e7-928e-b85a36e94853 req-6d9b9277-ffce-494e-ac9b-ba93b7325090 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 210 time: 0.0771532 Feb 07 12:51:56.340422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:56.379244 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:56.482948 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5a55d6f4-6568-43e5-a0d9-b63aa2da8b38 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1350787 Feb 07 12:51:56.492938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:56.594606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port af6955d4-0ade-4ed4-89f7-d3b152adf234 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:56.642854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe66bd04-aff9-459d-9e2a-ca1799fb48d4 req-18349c8d-41cf-474b-98ad-3751ea54d9cc tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0664811 Feb 07 12:51:56.648066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:56.708021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bac5ea-2e63-4f29-b059-170adf55518d None None] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:51:56.732926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:56.736887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:56.743407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:56.878466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c005e-b830-4931-8b87-9f814e08518d None None] Network d63936f5-8522-43e4-82ba-ba063c6a4b8b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:51:56.893113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:56.897376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Pushing event updated for resources: {'Port': ['ID=aab729eb-a2aa-4e62-a174-f7f323d9acb6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:56.902476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcc23330-a89c-4197-abe0-f1983e8af2d1 req-076d1007-37e4-4e38-ba79-e3f2a612e635 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 210 time: 0.0904429 Feb 07 12:51:57.027054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f5cbf79e-efc5-4275-a944-23052da66087 None None] Provisioning for port af6955d4-0ade-4ed4-89f7-d3b152adf234 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:51:57.039502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f5cbf79e-efc5-4275-a944-23052da66087 None None] Provisioning complete for port af6955d4-0ade-4ed4-89f7-d3b152adf234 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:57.039873 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf79e-efc5-4275-a944-23052da66087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:57.109372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Network c30fed1f-849a-4725-acf9-f1586e77930f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:51:57.115077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:51:57.126886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:51:57.132889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:57.133533 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:57.138639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Pushing event updated for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:57.312646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-2589b0c2-74fc-4278-aca4-d44b7f654dc2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8013077 Feb 07 12:51:57.377783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Request body: {'port': {'device_id': 'a590ed30-0f59-465e-b999-62730b31f4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:57.416046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a93277-effa-4ae9-bd20-7e93b846b58f req-5003a7ea-9794-460e-b7a2-c502139eae4d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:57.417570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44a93277-effa-4ae9-bd20-7e93b846b58f req-5003a7ea-9794-460e-b7a2-c502139eae4d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.1882741 Feb 07 12:51:57.588473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf79e-efc5-4275-a944-23052da66087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:57.664971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f5cbf79e-efc5-4275-a944-23052da66087 None None] For port af6955d4-0ade-4ed4-89f7-d3b152adf234, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=af6955d4-0ade-4ed4-89f7-d3b152adf234,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:51:57.758731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f5cbf79e-efc5-4275-a944-23052da66087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:57.828397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44a93277-effa-4ae9-bd20-7e93b846b58f req-4f6878c0-41f1-4b14-8fdc-3bfaf2fcd27e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971725 Feb 07 12:51:57.859835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51030) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:51:57.865931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbf79e-efc5-4275-a944-23052da66087 None None] Pushing event updated for resources: {'Port': ['ID=af6955d4-0ade-4ed4-89f7-d3b152adf234,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:57.867036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1706809176-network', 'tenant_id': 'a01c7a1631f44e0dbc21c0b532b81f64'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:57.878149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:57.901178 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:57.906628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Usage tracker for resource:network and tenant:a01c7a1631f44e0dbc21c0b532b81f64 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:57.915179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:57.925999 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:57.932438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:57.982438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6ebb0255-3a0e-4a6a-a857-89721e1c280c None None] Provisioning complete for port af6955d4-0ade-4ed4-89f7-d3b152adf234 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:57.982820 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0255-3a0e-4a6a-a857-89721e1c280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:58.140343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d2ac838-b066-4d9a-acac-b7fc0525f130 req-caf33694-2dda-4e11-90e8-6eb5c67423a9 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0675771 Feb 07 12:51:58.219075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device af6955d4-0ade-4ed4-89f7-d3b152adf234 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:51:58.222408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87ca43-0cc4-4e03-9426-751dbfb1e616 req-f82bf8d0-56a7-4991-9eac-7e2e983f0ea5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:58.223115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5a87ca43-0cc4-4e03-9426-751dbfb1e616 req-f82bf8d0-56a7-4991-9eac-7e2e983f0ea5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Synchronizing usage tracker for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:51:58.300713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Made reservation on behalf of a01c7a1631f44e0dbc21c0b532b81f64 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:58.303127 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:58.306757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port af6955d4-0ade-4ed4-89f7-d3b152adf234 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:51:58.307165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:58.355594 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-3b2e5157-33e9-4703-a990-05361cd691b7 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=174f2b49327548659c87a196ca410b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347924 Feb 07 12:51:58.360559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be4a4484-0003-4283-9213-7c4378cb0fe3 req-41bdfb19-3e2e-435a-b8f4-5cef6a2291c2 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 210 time: 0.1500320 Feb 07 12:51:58.360888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:58.507410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:58.521756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a01c7a1631f44e0dbc21c0b532b81f64 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:51:58.528804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:51:58.539932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:58.566853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5a87ca43-0cc4-4e03-9426-751dbfb1e616 req-f82bf8d0-56a7-4991-9eac-7e2e983f0ea5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Unset dirty status for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:51:58.572577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a87ca43-0cc4-4e03-9426-751dbfb1e616 req-f82bf8d0-56a7-4991-9eac-7e2e983f0ea5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 931 time: 1.0828655 Feb 07 12:51:58.613474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-c0b91d4e-61cd-4d9c-8ac2-789339b22e2a tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:58.615927 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-c0b91d4e-61cd-4d9c-8ac2-789339b22e2a tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441120 Feb 07 12:51:58.630727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Request body: {'port': {'device_id': 'a841570c-6cac-4bb8-8ed6-4d36a555fdc8', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '174f2b49327548659c87a196ca410b6a'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:51:58.832046 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:58.838559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:51:58.849379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:51:58.938019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a87ca43-0cc4-4e03-9426-751dbfb1e616 req-7969dbc0-e3a7-4704-80d8-b171a692ab02 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569081 Feb 07 12:51:58.949399 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.018578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.101176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86678022-2abc-44e1-bc08-f6ec52a3a511 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:51:59.112894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad292a4-f20e-4872-a519-903e53cb6782,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:59.124677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:51:59.137490 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.143935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.145860 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Added segment 94daf1f9-7d81-4bb4-b711-d6852a9394e2 of type vlan for network 7066530f-cf45-4a46-9d29-114dcea441f7 Feb 07 12:51:59.211162 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.237632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Made reservation on behalf of 174f2b49327548659c87a196ca410b6a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:51:59.245017 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.245371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Transition to ACTIVE for port object 86678022-2abc-44e1-bc08-f6ec52a3a511 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:51:59.292289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f2f5-fe1e-439c-a848-f97dd5480588 req-6649ce56-0cd5-4645-9da5-34da3ecd89cb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:59.294286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c7f2f5-fe1e-439c-a848-f97dd5480588 req-6649ce56-0cd5-4645-9da5-34da3ecd89cb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.2594602 Feb 07 12:51:59.385562 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.426288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5dc179c-7347-4b96-98dc-5dfca114bba3 req-e33622b5-a025-4232-9f15-8272097fcce4 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 210 time: 0.1002135 Feb 07 12:51:59.489516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.501321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:51:59.501928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:51:59.553383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c7f2f5-fe1e-439c-a848-f97dd5480588 req-5639aeaa-fb6d-4b71-87f8-6e76a6d538fa tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518628 Feb 07 12:51:59.565232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Pushing event updated for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:51:59.575493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Allocated IP 192.168.233.250 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/51399b51-59ff-442d-99d6-2dae30963825) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:51:59.732065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Router d6d5d284-9bdf-4ed4-acf1-369029067983 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:51:59.891232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:51:59.891697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:51:59.892484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:59.896734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce516144-eeed-4bcb-b3a5-44ebc0d5b9c8 req-335788fa-d5ba-46b4-9c98-84e10a9b7711 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 210 time: 0.1710327 Feb 07 12:51:59.914223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:51:59.914223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:51:59.933993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:51:59.934453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:51:59.934581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:51:59.935093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Bound port: 86678022-2abc-44e1-bc08-f6ec52a3a511, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:51:59.935505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:00.041485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=7066530f-cf45-4a46-9d29-114dcea441f7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:00.055669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7066530f-cf45-4a46-9d29-114dcea441f7 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:52:00.205702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:00.207378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Transition to ACTIVE for port object 51399b51-59ff-442d-99d6-2dae30963825 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:00.258374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:52:00.267014 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Sync routers for ids ['d6d5d284-9bdf-4ed4-acf1-369029067983'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:52:00.283733 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Routers {'d6d5d284-9bdf-4ed4-acf1-369029067983'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:00.285197 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:51:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d6d5d284-9bdf-4ed4-acf1-369029067983'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:00.316252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:00.320892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:00.327498 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-061e7de8-50a6-4027-a354-de9adcdfc5a7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4629285 Feb 07 12:52:00.328063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51084) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:00.337173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Request body: {'subnet': {'network_id': '7066530f-cf45-4a46-9d29-114dcea441f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1706809176-subnet', 'tenant_id': 'a01c7a1631f44e0dbc21c0b532b81f64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:00.351196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:00.353594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054589e8-6afa-4ee2-9cc8-3355989c41ae req-d351e6be-e15d-46a9-a2ab-8c9ce24d9ad5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:00.355628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Usage tracker for resource:subnet and tenant:a01c7a1631f44e0dbc21c0b532b81f64 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:00.357378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-054589e8-6afa-4ee2-9cc8-3355989c41ae req-d351e6be-e15d-46a9-a2ab-8c9ce24d9ad5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 943 time: 0.2017751 Feb 07 12:52:00.366761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:00.372793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:00.418375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-054589e8-6afa-4ee2-9cc8-3355989c41ae req-3b90a993-a966-4ec7-b579-96ba6231d7f5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504551 Feb 07 12:52:00.433083 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:00.445663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:00.446085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:00.446689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e271d40b-6dd0-43ab-893a-cabacec291db admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5936797 Feb 07 12:52:00.472606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51088) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:00.502513 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Set router d6d5d284-9bdf-4ed4-acf1-369029067983 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:00.644610 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-a6217e3a-84cc-4061-bd3e-b9230c06e69f tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768595 Feb 07 12:52:00.848650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:00.850087 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:00.852888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] 10.222.0.47 "PUT /v2.0/ports/86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 1091 time: 3.4847367 Feb 07 12:52:00.884531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:00.889537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d60316-c4f0-4128-a0bd-b0f99e634b00 service neutron] Pushing event updated for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:00.985820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001c48-2b91-43ad-b961-b05bc94438e9 req-0e5cea1e-c2b9-4d00-b499-b5fc31bae0fa tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:00.999310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d001c48-2b91-43ad-b961-b05bc94438e9 req-0e5cea1e-c2b9-4d00-b499-b5fc31bae0fa tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 936 time: 0.4172795 Feb 07 12:52:01.004462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:01.016628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:01.019491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:01.024271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d3ed1-b928-4b87-ab79-ef502a9eb3b7 req-dbdaea8b-a3f9-45a9-834e-8b1f98b4242a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:01.027908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:01.028967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:01.033522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-534d3ed1-b928-4b87-ab79-ef502a9eb3b7 req-dbdaea8b-a3f9-45a9-834e-8b1f98b4242a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.2932086 Feb 07 12:52:01.048818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Pushing event updated for resources: {'Port': ['ID=51399b51-59ff-442d-99d6-2dae30963825,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:01.069396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Made reservation on behalf of a01c7a1631f44e0dbc21c0b532b81f64 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:52:01.099260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:01.121742 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:51:57Z', 'revision_number': 3, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port': {'id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:51:55Z', 'updated_at': '2022-02-07T12:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:01.135458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d001c48-2b91-43ad-b961-b05bc94438e9 req-f685fbe8-5ccf-43a0-b105-da17458d79f0 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349390 Feb 07 12:52:01.138061 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Checking router: d6d5d284-9bdf-4ed4-acf1-369029067983 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:52:01.138435 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Updating router d6d5d284-9bdf-4ed4-acf1-369029067983 port aab729eb-a2aa-4e62-a174-f7f323d9acb6 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:52:01.175126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-534d3ed1-b928-4b87-ab79-ef502a9eb3b7 req-51338778-46b9-4226-8679-70962f3c4135 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388819 Feb 07 12:52:01.283639 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:01.301090 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511', 'status': 'completed', 'code': 200} Feb 07 12:52:01.394494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-c2127869-8413-44b6-ab1d-a7705ebecca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:01.396708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-c2127869-8413-44b6-ab1d-a7705ebecca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1094 time: 0.2446868 Feb 07 12:52:01.524832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-a9895e4b-6b2b-498e-b3e7-cf7d84e2eb09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 217 time: 0.1163464 Feb 07 12:52:01.549994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-078f2b41-f7a3-45bd-aa37-8f7a530dc906 None None] Provisioning for port 51399b51-59ff-442d-99d6-2dae30963825 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:01.556965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-078f2b41-f7a3-45bd-aa37-8f7a530dc906 None None] Provisioning complete for port 51399b51-59ff-442d-99d6-2dae30963825 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:01.557586 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-078f2b41-f7a3-45bd-aa37-8f7a530dc906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:01.602977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9496098f-180e-4d0f-8a5f-063907512b2c req-7e5f97e9-26e5-4cfb-8f7e-8dd8963a44ee tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 210 time: 0.1312118 Feb 07 12:52:01.658455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-c9bd5c11-9461-4fc0-82fa-5534d0b0e866 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:01.660083 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-c9bd5c11-9461-4fc0-82fa-5534d0b0e866 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0146825 Feb 07 12:52:01.667003 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-df9bfa12-0686-4d3d-a7c1-1034f2297b42 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0404038 Feb 07 12:52:01.689585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Request body: {'port': {'device_id': '9e6224aa-dc70-4add-89f3-3cf68aba11d8', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'f5f0c8b9e53f4e8e9e8fb46dfc618c87'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:01.705160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-33330eb2-d8dc-431c-9ed9-76832f8b0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:01.706844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-33330eb2-d8dc-431c-9ed9-76832f8b0e2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1744502 Feb 07 12:52:01.738643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-078f2b41-f7a3-45bd-aa37-8f7a530dc906 None None] Port 51399b51-59ff-442d-99d6-2dae30963825 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:52:01.779307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-78adbf56-ce64-40ea-b85d-16811cd76a97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613139 Feb 07 12:52:01.800490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f03f-0719-4dc0-a2be-7cbd5d2aa7de req-280d4c5f-d09b-4d2e-b37a-01f2bd9de688 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:01.802134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3961f03f-0719-4dc0-a2be-7cbd5d2aa7de req-280d4c5f-d09b-4d2e-b37a-01f2bd9de688 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 943 time: 0.1611977 Feb 07 12:52:01.848878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Request body: {'port': {'device_id': 'a841570c-6cac-4bb8-8ed6-4d36a555fdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:01.888580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:01.909465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Usage tracker for resource:port and tenant:f5f0c8b9e53f4e8e9e8fb46dfc618c87 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:01.924598 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:01.938288 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Transition to ACTIVE for port object aab729eb-a2aa-4e62-a174-f7f323d9acb6 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:01.983761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:01.984892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-05e2721e-fd05-4e58-9986-f9e1341d39ad service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926601 Feb 07 12:52:02.002729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:02.015928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3961f03f-0719-4dc0-a2be-7cbd5d2aa7de req-bef15a00-0f7c-4912-bd9e-13fe880c8ded tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687284 Feb 07 12:52:02.020334 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:02.110157 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:02.153827 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Attempting to bind port aab729eb-a2aa-4e62-a174-f7f323d9acb6 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:02.154818 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Attempting to bind port aab729eb-a2aa-4e62-a174-f7f323d9acb6 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:02.155272 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Attempting to bind port aab729eb-a2aa-4e62-a174-f7f323d9acb6 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:02.177292 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Pushing event updated for resources: {'Port': ['ID=aab729eb-a2aa-4e62-a174-f7f323d9acb6,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:02.196240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8a7da80-3368-4707-8256-bf7d6b266d12 req-39648699-f991-488a-87cf-31f464af7881 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047420 Feb 07 12:52:02.204407 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:02.205237 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:02.206043 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:02.207036 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:02.207765 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Bound port: aab729eb-a2aa-4e62-a174-f7f323d9acb6, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:02.208571 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:02.279812 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.285008 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.291549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.291549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.291549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.291549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.291549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.291549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.291549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.293673 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.294345 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.294864 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:02.324731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Made reservation on behalf of f5f0c8b9e53f4e8e9e8fb46dfc618c87 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:52:02.327926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:02.390538 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] For port aab729eb-a2aa-4e62-a174-f7f323d9acb6, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:02.414607 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] For port aab729eb-a2aa-4e62-a174-f7f323d9acb6, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aab729eb-a2aa-4e62-a174-f7f323d9acb6,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:02.510665 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:02.623956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Routers {'d6d5d284-9bdf-4ed4-acf1-369029067983'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:02.625337 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:51:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d6d5d284-9bdf-4ed4-acf1-369029067983'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:02.663484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19c282-3974-454c-bf23-c0528e9783da req-a9bef881-aaf0-4413-a077-84888ff509ca tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:02.667425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a19c282-3974-454c-bf23-c0528e9783da req-a9bef881-aaf0-4413-a077-84888ff509ca tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.2559485 Feb 07 12:52:02.690359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a7643-1ee1-42b6-a02a-65ed5e393a44 req-2c315ce7-8f26-4f3a-a481-60334f479515 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:02.699726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c8a7643-1ee1-42b6-a02a-65ed5e393a44 req-2c315ce7-8f26-4f3a-a481-60334f479515 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 936 time: 0.4063931 Feb 07 12:52:02.743524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-7d429442-ae53-49f9-9dbe-c6ce3e98c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:02.745134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-7d429442-ae53-49f9-9dbe-c6ce3e98c8da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1094 time: 0.3985405 Feb 07 12:52:02.859083 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86b5a6-7403-409e-b851-5db3a4ead4c6 None None] Pushing event updated for resources: {'Port': ['ID=aab729eb-a2aa-4e62-a174-f7f323d9acb6,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:02.885871 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] Set router d6d5d284-9bdf-4ed4-acf1-369029067983 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:02.936486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a19c282-3974-454c-bf23-c0528e9783da req-9e14e071-de94-48ec-b1cc-7434e78a16cd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345800 Feb 07 12:52:02.969263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c8a7643-1ee1-42b6-a02a-65ed5e393a44 req-2fe2bba5-b27c-4b55-a84d-c428b473567d tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681751 Feb 07 12:52:03.080021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-d78fc3df-8316-4c0f-9a8c-fd519d890fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:03.081041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-d78fc3df-8316-4c0f-9a8c-fd519d890fe6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.3194196 Feb 07 12:52:03.100083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Allocated IP 192.168.233.173 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/ec87be12-a4d8-4a66-a75b-a4dde4a1cde0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:52:03.150083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:03.220911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-0ea4a25b-3c15-4743-82b2-22875c497ead service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 217 time: 0.1335135 Feb 07 12:52:03.231296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:03.283075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b45a43cf-254c-47b6-a181-eb3f15891c79 req-90e9aad9-f9bb-4cf9-97b6-da89937339b7 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 210 time: 0.1152275 Feb 07 12:52:03.384317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-6310b490-56a5-4b10-8748-0a355dc31e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:03.386081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-6310b490-56a5-4b10-8748-0a355dc31e17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1576402 Feb 07 12:52:03.397146 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:51:57Z', 'revision_number': 3, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port': {'id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:51:55Z', 'updated_at': '2022-02-07T12:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:03.402297 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdd114-f6f6-43a0-b7ff-0f11f1c76c78 None None] The sync data for ids ['d6d5d284-9bdf-4ed4-acf1-369029067983'] in n-d-811416-5 is: [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:51:57Z', 'revision_number': 3, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port': {'id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:51:55Z', 'updated_at': '2022-02-07T12:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:52:03.458872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcef049-6e38-4f50-9bf5-0d55ff9cc804 req-94c47a36-09f5-42d2-8abb-8a9a363403a9 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:03.461022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dcef049-6e38-4f50-9bf5-0d55ff9cc804 req-94c47a36-09f5-42d2-8abb-8a9a363403a9 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 943 time: 0.1770070 Feb 07 12:52:03.463457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-f18adc3f-3b7e-4b2d-a23e-d45e7a53f617 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694151 Feb 07 12:52:03.569444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Allocated IP 172.20.0.1 (72b2e83a-3af7-4c1f-a104-98f9a145f035/167b583b-3bee-40f7-a516-9556c7d93c19/665efcd7-3ced-42c0-92e3-31f64d9d9445) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:52:03.603697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3d128b-aa75-4a11-a88c-c956bb26240b,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:03.674244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dcef049-6e38-4f50-9bf5-0d55ff9cc804 req-28da3860-d899-445b-8a3a-db20b93d62e7 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000341 Feb 07 12:52:03.767860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-fa44dac5-d353-473f-8070-3f9800f715ef service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738247 Feb 07 12:52:03.853014 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Checking segment: {'id': '94daf1f9-7d81-4bb4-b711-d6852a9394e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7066530f-cf45-4a46-9d29-114dcea441f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:03.853559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Network hostable DHCP agents. Network: 7066530f-cf45-4a46-9d29-114dcea441f7, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:52:04.001820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54963895-f9fa-436e-adf6-cb8ad7403e63 req-818ce2f0-264e-4d4c-8bbf-924075e274f8 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219746 Feb 07 12:52:04.101311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:04.125755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Transition to ACTIVE for port object ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:04.186698 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:04.262251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Transition to ACTIVE for port object 665efcd7-3ced-42c0-92e3-31f64d9d9445 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:04.282542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aab729eb-a2aa-4e62-a174-f7f323d9acb6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:04.356688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf62e0-2930-41a3-8561-18e64761ba43 req-6039dbbc-f6bc-4029-9ca6-01ed900ceed2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:04.358155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8cf62e0-2930-41a3-8561-18e64761ba43 req-6039dbbc-f6bc-4029-9ca6-01ed900ceed2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.1332009 Feb 07 12:52:04.451587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8cf62e0-2930-41a3-8561-18e64761ba43 req-c48198ce-c6f7-4ba9-935a-b69369f3c951 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872538 Feb 07 12:52:04.502127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e69eb-f0b5-412e-9088-f4eea57e0b8f req-ced0e14f-ffb5-458e-b43d-8df69bfd873b tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:04.503637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d3e69eb-f0b5-412e-9088-f4eea57e0b8f req-ced0e14f-ffb5-458e-b43d-8df69bfd873b tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 936 time: 0.0984578 Feb 07 12:52:04.560876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d3e69eb-f0b5-412e-9088-f4eea57e0b8f req-e8278269-17e5-4f31-b102-73055640aa0d tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496955 Feb 07 12:52:04.605463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:04.617400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ff427a9e-3c47-4c24-84ba-3433a75bc12f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:04.689787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Network 7066530f-cf45-4a46-9d29-114dcea441f7 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:52:04.723137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port aab729eb-a2aa-4e62-a174-f7f323d9acb6 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:04.760529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port aab729eb-a2aa-4e62-a174-f7f323d9acb6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:04.760985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:04.772862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73600721-45b1-4a2c-a4cd-02e030feac6a req-7470ad48-c964-420f-bf4d-39ed03cbce11 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:04.774638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73600721-45b1-4a2c-a4cd-02e030feac6a req-7470ad48-c964-420f-bf4d-39ed03cbce11 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 936 time: 0.1538024 Feb 07 12:52:04.825392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:04.895917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73600721-45b1-4a2c-a4cd-02e030feac6a req-5c43174e-0c36-4a8e-bab5-255d591854cd tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013792 Feb 07 12:52:04.914133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:04.923013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:04.940352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7066530f-cf45-4a46-9d29-114dcea441f7) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:04.958531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:04.963295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:04.970712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:04.971421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:04.985222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:04.995268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5185a2c-64c1-4561-9cf0-aa2727e008bf None None] Network 7066530f-cf45-4a46-9d29-114dcea441f7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:52:04.998606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:04.999220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:05.010516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a15a91-1294-4372-9199-f75ef262f45d req-c648832d-bbcf-4ed8-ab9a-da2903ad3f93 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:05.014288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:05.014733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:05.027177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22a15a91-1294-4372-9199-f75ef262f45d req-c648832d-bbcf-4ed8-ab9a-da2903ad3f93 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 943 time: 0.1364872 Feb 07 12:52:05.082223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Pushing event updated for resources: {'Port': ['ID=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:05.141986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22a15a91-1294-4372-9199-f75ef262f45d req-bbe4387e-4ee6-438b-8dd0-f928194b9325 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136940 Feb 07 12:52:05.251039 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:05.289037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port aab729eb-a2aa-4e62-a174-f7f323d9acb6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aab729eb-a2aa-4e62-a174-f7f323d9acb6,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:05.398645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Pushing event updated for resources: {'Port': ['ID=665efcd7-3ced-42c0-92e3-31f64d9d9445,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:05.416355 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-0c0a37fd-7ae4-43cc-8600-8d24b3ac5aed tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7345836 Feb 07 12:52:05.426650 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a902afa-5e71-46ac-9ff3-48df9228809c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.0886486 Feb 07 12:52:05.426882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:05.446087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Request body: {'port': {'device_id': '9e6224aa-dc70-4add-89f3-3cf68aba11d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:05.528198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 86678022-2abc-44e1-bc08-f6ec52a3a511 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:52:05.851132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:05.875500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '86678022-2abc-44e1-bc08-f6ec52a3a511', 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'port_id': '86678022-2abc-44e1-bc08-f6ec52a3a511', 'mac_address': 'fa:16:3e:e1:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c837a346-f7a4-415c-bbce-97ddad773c18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:52:05.887581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:05.894277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-35455a73-13f4-4434-ae20-0d0f52505afb None None] Provisioning for port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:05.904445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-35455a73-13f4-4434-ae20-0d0f52505afb None None] Provisioning complete for port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:05.905077 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-35455a73-13f4-4434-ae20-0d0f52505afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:05.936362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51399b51-59ff-442d-99d6-2dae30963825 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:05.941211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb582b-7856-47c2-9c3f-e824abb56ed4 req-65cdd1ef-978b-447e-8cc5-27e67e1149fc tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:05.949249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ceb582b-7856-47c2-9c3f-e824abb56ed4 req-65cdd1ef-978b-447e-8cc5-27e67e1149fc tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 936 time: 0.1268818 Feb 07 12:52:05.954996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:05.982021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbfc0c-d5b3-43c5-bd6b-dca825ad95ac req-ddee30e4-89f0-418b-a41b-933f350ad2cb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:05.990177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60fbfc0c-d5b3-43c5-bd6b-dca825ad95ac req-ddee30e4-89f0-418b-a41b-933f350ad2cb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.2773566 Feb 07 12:52:06.014280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:06.053443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ceb582b-7856-47c2-9c3f-e824abb56ed4 req-6c209794-0940-41c7-be66-59da1d93403e tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031034 Feb 07 12:52:06.088509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60fbfc0c-d5b3-43c5-bd6b-dca825ad95ac req-f05f6a01-0726-4dc8-a4ef-f129e0e72cb3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939622 Feb 07 12:52:06.166094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Transition to ACTIVE for port object 51399b51-59ff-442d-99d6-2dae30963825 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:06.174557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-35455a73-13f4-4434-ae20-0d0f52505afb None None] Port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:52:06.180347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d567ce1-e405-4575-873b-df087abf005d None None] Network 7066530f-cf45-4a46-9d29-114dcea441f7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:52:06.261832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:06.271602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86678022-2abc-44e1-bc08-f6ec52a3a511 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:06.282983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=aab729eb-a2aa-4e62-a174-f7f323d9acb6,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:06.326663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:06.383185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe00db1-2756-4d6c-82c1-23b9204e47b0 req-826384cb-d1eb-40d2-9426-aaa224e99afe tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:06.399536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abe00db1-2756-4d6c-82c1-23b9204e47b0 req-826384cb-d1eb-40d2-9426-aaa224e99afe tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 936 time: 0.1407938 Feb 07 12:52:06.475451 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:06.477986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-35455a73-13f4-4434-ae20-0d0f52505afb None None] Provisioning for port 665efcd7-3ced-42c0-92e3-31f64d9d9445 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:06.530470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:06.538242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:06.554586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Transition to ACTIVE for port object ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:06.571808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-35455a73-13f4-4434-ae20-0d0f52505afb None None] Provisioning complete for port 665efcd7-3ced-42c0-92e3-31f64d9d9445 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:06.572477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-35455a73-13f4-4434-ae20-0d0f52505afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:06.625814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abe00db1-2756-4d6c-82c1-23b9204e47b0 req-c72a4798-9a85-4506-88e8-5eeaf4126ccf tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163401 Feb 07 12:52:06.640663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:06.644761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-35455a73-13f4-4434-ae20-0d0f52505afb None None] Port 665efcd7-3ced-42c0-92e3-31f64d9d9445 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:52:06.758613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1012a53-ae55-4627-af34-17a5af43a10a req-9df63c3c-e3d3-4bf2-bb32-5140f03767d8 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:06.768038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a1012a53-ae55-4627-af34-17a5af43a10a req-9df63c3c-e3d3-4bf2-bb32-5140f03767d8 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Synchronizing usage tracker for tenant:77ccca9f988440d59f3527101527c118 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:52:06.834497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:06.887152 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:06.934356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c73bf-f6d6-4aa0-a168-30767f983a38 req-d7ccc1e6-f34c-4aed-9140-382c9b108d64 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:06.947211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4c73bf-f6d6-4aa0-a168-30767f983a38 req-d7ccc1e6-f34c-4aed-9140-382c9b108d64 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 944 time: 0.1361187 Feb 07 12:52:06.966530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['86678022-2abc-44e1-bc08-f6ec52a3a511'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:06.973087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a1012a53-ae55-4627-af34-17a5af43a10a req-9df63c3c-e3d3-4bf2-bb32-5140f03767d8 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Unset dirty status for tenant:77ccca9f988440d59f3527101527c118 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:52:06.981395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-9df63c3c-e3d3-4bf2-bb32-5140f03767d8 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/networks?id=d63936f5-8522-43e4-82ba-ba063c6a4b8b HTTP/1.1" status: 200 len: 814 time: 0.5948789 Feb 07 12:52:07.017160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-af9b5e6f-8a3e-499c-b728-d17041610037 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/quotas/77ccca9f988440d59f3527101527c118 HTTP/1.1" status: 200 len: 375 time: 0.0345552 Feb 07 12:52:07.077006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=51399b51-59ff-442d-99d6-2dae30963825,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:07.086865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-3575a378-cd89-4378-bf15-0c6305f10c3c tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=77ccca9f988440d59f3527101527c118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684934 Feb 07 12:52:07.101427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Attempting to bind port 51399b51-59ff-442d-99d6-2dae30963825 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:07.102040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Attempting to bind port 51399b51-59ff-442d-99d6-2dae30963825 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:07.102648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Attempting to bind port 51399b51-59ff-442d-99d6-2dae30963825 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:07.178957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4c73bf-f6d6-4aa0-a168-30767f983a38 req-245a9bb4-7e0f-4811-9a80-a7a1ce7eca56 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347033 Feb 07 12:52:07.227783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:07.304744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-9acf1097-5b7c-49a4-90d9-9e579c6966ac service neutron] 10.222.0.69 "GET /v2.0/networks/d63936f5-8522-43e4-82ba-ba063c6a4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158823 Feb 07 12:52:07.466737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Port 51399b51-59ff-442d-99d6-2dae30963825 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:52:07.467376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Attempting to bind port 51399b51-59ff-442d-99d6-2dae30963825 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:07.504181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:07.504854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:07.505420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:07.506051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Bound port: 51399b51-59ff-442d-99d6-2dae30963825, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:07.507201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:07.632035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f988a295-ec5b-495a-a2a2-f9dc0e6aef8d service neutron] 10.222.0.69 "GET /v2.0/networks/d63936f5-8522-43e4-82ba-ba063c6a4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101046 Feb 07 12:52:07.685718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] For port 51399b51-59ff-442d-99d6-2dae30963825, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:07.689034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] For port 51399b51-59ff-442d-99d6-2dae30963825, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=51399b51-59ff-442d-99d6-2dae30963825,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:07.699470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d651b-3ea3-455a-a184-2cbccd99ab39 req-54509a81-69b0-4820-b5e1-d5c84b5f673a tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:07.706342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Attempting to bind port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:07.706687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Attempting to bind port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:07.707022 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Attempting to bind port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:07.711324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-208d651b-3ea3-455a-a184-2cbccd99ab39 req-54509a81-69b0-4820-b5e1-d5c84b5f673a tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 948 time: 0.1979923 Feb 07 12:52:07.731861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:52:07.732276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Attempting to bind port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:07.753949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:07.753949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:07.753949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:07.753949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Bound port: ec87be12-a4d8-4a66-a75b-a4dde4a1cde0, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:07.753949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:07.815096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:07.820302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-208d651b-3ea3-455a-a184-2cbccd99ab39 req-5591c2cf-255e-4c0d-9700-784326005465 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076980 Feb 07 12:52:07.925378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] For port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:07.932083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] For port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:08.030405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:08.045033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:08.045033 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:08.045894 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/51399b51-59ff-442d-99d6-2dae30963825 HTTP/1.1" status: 200 len: 1096 time: 6.3631523 Feb 07 12:52:08.057634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:08.058235 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:08.059959 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 HTTP/1.1" status: 200 len: 1096 time: 2.6235378 Feb 07 12:52:08.072606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a841570c-6cac-4bb8-8ed6-4d36a555fdc8', 'tag': '51399b51-59ff-442d-99d6-2dae30963825'}, {'name': 'network-changed', 'server_uuid': '9e6224aa-dc70-4add-89f3-3cf68aba11d8', 'tag': 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:08.127812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:08.134974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621d283-9fd7-4fb1-90fa-3064d1b7c4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=51399b51-59ff-442d-99d6-2dae30963825,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:08.326350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aab729eb-a2aa-4e62-a174-f7f323d9acb6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:08.361689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b676b7-fa03-441b-b59c-260cd82b1fd0 req-32e13d68-32ec-4761-bf5b-0516d1e007f5 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:08.364135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54b676b7-fa03-441b-b59c-260cd82b1fd0 req-32e13d68-32ec-4761-bf5b-0516d1e007f5 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.3287699 Feb 07 12:52:08.366063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:08.366880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:08.400226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1308a-8de1-4651-949c-e2c30cee9d22 req-f49e57e6-b298-44d9-91c9-f2104e34b44b tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:08.408379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fd1308a-8de1-4651-949c-e2c30cee9d22 req-f49e57e6-b298-44d9-91c9-f2104e34b44b tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 948 time: 0.2945447 Feb 07 12:52:08.486853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fd1308a-8de1-4651-949c-e2c30cee9d22 req-94aae915-2449-4be0-afbb-5431a7b6942e tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774312 Feb 07 12:52:08.562859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port aab729eb-a2aa-4e62-a174-f7f323d9acb6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:08.563243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:08.570568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54b676b7-fa03-441b-b59c-260cd82b1fd0 req-1d81e3ea-d69c-4ac3-aa9b-ff4a2299e8db tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953218 Feb 07 12:52:08.696427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d950e703-a074-4c78-9893-da0133a006f1 req-6ada0c78-fcc4-4c97-893b-ed0c5e2d8925 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 210 time: 0.1092961 Feb 07 12:52:08.716269 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a841570c-6cac-4bb8-8ed6-4d36a555fdc8', 'tag': '51399b51-59ff-442d-99d6-2dae30963825', 'status': 'completed', 'code': 200} Feb 07 12:52:08.730719 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6224aa-dc70-4add-89f3-3cf68aba11d8', 'tag': 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0', 'status': 'completed', 'code': 200} Feb 07 12:52:08.754765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec737a-cf8c-47c6-baaa-5ecb1f229ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:08.900910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c23ba6c1-a56d-49f7-9c71-89523097e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:08.922636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:08.928012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-5a0eaf62-9c03-4163-ba02-a2a6c81a56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:08.933131 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-5a0eaf62-9c03-4163-ba02-a2a6c81a56b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 1099 time: 0.6954165 Feb 07 12:52:08.941942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:08.948336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6571c9-a8d7-4362-a9a9-d9bc6adb25df req-99b0332a-280b-4c6f-8024-75cf81731a54 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:08.957472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f6571c9-a8d7-4362-a9a9-d9bc6adb25df req-99b0332a-280b-4c6f-8024-75cf81731a54 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 944 time: 0.1403391 Feb 07 12:52:09.037516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f6571c9-a8d7-4362-a9a9-d9bc6adb25df req-509383f8-f439-40a6-ac6c-7e4e387abe92 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756619 Feb 07 12:52:09.137549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-08422b3f-3190-43c6-893e-6a229bfcee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:09.139293 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-08422b3f-3190-43c6-893e-6a229bfcee28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=174f2b49327548659c87a196ca410b6a&device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 1099 time: 0.9488401 Feb 07 12:52:09.139928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Pushing event updated for resources: {'Port': ['ID=665efcd7-3ced-42c0-92e3-31f64d9d9445,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:09.144653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f09c58-4112-4325-ab47-90139c8031d1 req-3dfb6d00-a4e9-4362-b4dc-d82429d8cfb7 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:09.146388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44f09c58-4112-4325-ab47-90139c8031d1 req-3dfb6d00-a4e9-4362-b4dc-d82429d8cfb7 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 948 time: 0.1238725 Feb 07 12:52:09.218789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44f09c58-4112-4325-ab47-90139c8031d1 req-0fa6b032-4d6b-4feb-a4d1-a8b9101f5bf7 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Feb 07 12:52:09.266966 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-d3c3da79-e0e8-48b1-8b0a-d6373216702d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 HTTP/1.1" status: 200 len: 217 time: 0.3044133 Feb 07 12:52:09.332220 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-11c97941-36af-4e47-9f20-54ae04204b98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=51399b51-59ff-442d-99d6-2dae30963825 HTTP/1.1" status: 200 len: 217 time: 0.1653337 Feb 07 12:52:09.404581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-73e7c683-3138-4f22-85d4-b0fa8e97719b None None] Provisioning complete for port 665efcd7-3ced-42c0-92e3-31f64d9d9445 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:09.405173 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-73e7c683-3138-4f22-85d4-b0fa8e97719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:09.493594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-73e7c683-3138-4f22-85d4-b0fa8e97719b None None] Port 665efcd7-3ced-42c0-92e3-31f64d9d9445 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:52:09.494453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-2fb32f16-76b9-4c09-a7d4-e00146798ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:09.495909 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-2fb32f16-76b9-4c09-a7d4-e00146798ddf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2176888 Feb 07 12:52:09.551274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 86678022-2abc-44e1-bc08-f6ec52a3a511 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:09.587467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-250e1dbd-dee6-4b14-be9d-5a7b45fe7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:09.589177 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-250e1dbd-dee6-4b14-be9d-5a7b45fe7aa2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2441692 Feb 07 12:52:09.696595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9d579-a24b-438d-9196-8cac3a6ae419 req-753d21cd-5873-4933-9b18-065f9cf53719 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:09.698662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fb9d579-a24b-438d-9196-8cac3a6ae419 req-753d21cd-5873-4933-9b18-065f9cf53719 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 948 time: 0.0920038 Feb 07 12:52:09.703888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Router d6d5d284-9bdf-4ed4-acf1-369029067983 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:52:09.778782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 86678022-2abc-44e1-bc08-f6ec52a3a511 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:09.784216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 86678022-2abc-44e1-bc08-f6ec52a3a511 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:09.784610 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:09.817585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fb9d579-a24b-438d-9196-8cac3a6ae419 req-e160d822-10c4-48b0-a949-c69b7e8006db tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058931 Feb 07 12:52:09.868274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-109b3af7-30d4-4534-8b88-e25bc8754667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:09.870016 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-109b3af7-30d4-4534-8b88-e25bc8754667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3578012 Feb 07 12:52:09.922129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709bb5c-f1f5-4e47-8fee-31d8ce4f6b9f req-6b2038d4-6156-413d-8deb-238e457009ce tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:09.924064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0709bb5c-f1f5-4e47-8fee-31d8ce4f6b9f req-6b2038d4-6156-413d-8deb-238e457009ce tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.1717882 Feb 07 12:52:10.010513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0709bb5c-f1f5-4e47-8fee-31d8ce4f6b9f req-76354126-bd7a-4c37-991c-e4f88a0b50f0 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783944 Feb 07 12:52:10.068042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:10.092036 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-7a21addc-365c-4a17-8b9c-e870dc95ebb8 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037528 Feb 07 12:52:10.111134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:10.112146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:10.118580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-1bfdfa4a-8866-4d1f-a075-dc8408e0c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:10.120115 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-1bfdfa4a-8866-4d1f-a075-dc8408e0c926 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5210714 Feb 07 12:52:10.163134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f35e493c-c22a-44ac-935b-89f1cfe6da9d req-9ad9ebba-7532-4d65-ae70-987c4339f840 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 210 time: 0.1223412 Feb 07 12:52:10.202922 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:10.288977 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511', 'code': 200} Feb 07 12:52:10.360836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:10.509305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:52:10.519501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Sync routers for ids ['d6d5d284-9bdf-4ed4-acf1-369029067983'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:52:10.535433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Routers {'d6d5d284-9bdf-4ed4-acf1-369029067983'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:10.536149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:51:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d6d5d284-9bdf-4ed4-acf1-369029067983'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:10.571810 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8ea4a3f3-2658-4e09-abd2-88c304671160 admin admin] 10.222.0.69 "PUT /v2.0/routers/d6d5d284-9bdf-4ed4-acf1-369029067983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0942233 Feb 07 12:52:10.586543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ba61-ef73-4e84-99ea-84a94ec05bb1 req-d5155a69-e1c5-476c-a8b8-26afebdd760b tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:10.588878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d13ba61-ef73-4e84-99ea-84a94ec05bb1 req-d5155a69-e1c5-476c-a8b8-26afebdd760b tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 948 time: 0.1604218 Feb 07 12:52:10.660192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92240-0d4a-410a-bf61-d9bdb6d8fd1e req-22e715e0-f939-423e-a066-34adc65d3efc tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:10.668874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fa92240-0d4a-410a-bf61-d9bdb6d8fd1e req-22e715e0-f939-423e-a066-34adc65d3efc tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 945 time: 0.2868359 Feb 07 12:52:10.786287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b203-2867-4a88-b095-9c3e57a97305 req-f641a16b-f0db-472c-a840-f9c1752039e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:10.795769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27c0b203-2867-4a88-b095-9c3e57a97305 req-f641a16b-f0db-472c-a840-f9c1752039e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1096 time: 0.4540579 Feb 07 12:52:10.800971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d13ba61-ef73-4e84-99ea-84a94ec05bb1 req-c9c6945f-8ed3-4f35-9dd2-978f6e57642d tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964498 Feb 07 12:52:10.839465 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-24292363-bc54-4a09-8ff1-f6b4af9ce115 req-6eeefb70-f142-4a30-aeb0-5649a97390f4 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7380991 Feb 07 12:52:10.854359 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-3e9c69af-e402-4bd1-87e1-aa20e6d1be12 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199672 Feb 07 12:52:10.978252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Set router d6d5d284-9bdf-4ed4-acf1-369029067983 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:11.012968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27c0b203-2867-4a88-b095-9c3e57a97305 req-ef59d8c5-1c78-4c69-801b-645d2e0847e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057717 Feb 07 12:52:11.063442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fa92240-0d4a-410a-bf61-d9bdb6d8fd1e req-e34bb48d-eb17-486d-8979-62ae3ef52f88 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368404 Feb 07 12:52:11.204987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455b652-7301-4e06-a58d-204b91411e29 req-e61de135-5f1c-4757-a08e-1fa9070a7933 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:11.206414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c455b652-7301-4e06-a58d-204b91411e29 req-e61de135-5f1c-4757-a08e-1fa9070a7933 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 948 time: 0.1281352 Feb 07 12:52:11.286820 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-021137d9-45a1-4c68-9dce-0ae6f13b270c req-c178e5eb-90b1-4cfc-9d96-6f94c7e4913b service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256511 Feb 07 12:52:11.306894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c455b652-7301-4e06-a58d-204b91411e29 req-0c796564-0b57-47a7-ad0b-92dfa45770d5 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929630 Feb 07 12:52:11.354692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd03f99-3fa2-47a4-8865-f98b390171bf req-8076c602-35d4-4fa5-b435-7752cda7eb00 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:11.356199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccd03f99-3fa2-47a4-8865-f98b390171bf req-8076c602-35d4-4fa5-b435-7752cda7eb00 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.0995293 Feb 07 12:52:11.408517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccd03f99-3fa2-47a4-8865-f98b390171bf req-edf44ebd-4492-4e0f-bd83-a1ed1f332d6a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465283 Feb 07 12:52:11.416107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:52:06Z', 'revision_number': 4, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port': {'id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:51:55Z', 'updated_at': '2022-02-07T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '665efcd7-3ced-42c0-92e3-31f64d9d9445', 'name': '', 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'mac_address': 'fa:16:3e:99:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '167b583b-3bee-40f7-a516-9556c7d93c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:03Z', 'updated_at': '2022-02-07T12:52:07Z', 'revision_number': 2, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'subnets': [{'id': '167b583b-3bee-40f7-a516-9556c7d93c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:11.420866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Checking router: d6d5d284-9bdf-4ed4-acf1-369029067983 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:52:11.421157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Updating router d6d5d284-9bdf-4ed4-acf1-369029067983 port 665efcd7-3ced-42c0-92e3-31f64d9d9445 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:52:11.474576 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:11.554825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54c9e57d-113a-4049-b9f6-8e41e722fc12 req-52595c93-fc4f-4019-a058-12a04e85591f tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 210 time: 0.0457535 Feb 07 12:52:11.760344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4494ef6-b7d3-4ccd-a578-f18bdfcc437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:11.846771 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:11.859757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Transition to ACTIVE for port object 665efcd7-3ced-42c0-92e3-31f64d9d9445 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:11.954634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-867d4fd1-2d4f-4703-a6b4-4ee126ba5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:11.956164 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-867d4fd1-2d4f-4703-a6b4-4ee126ba5e6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=174f2b49327548659c87a196ca410b6a&device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 1099 time: 0.1148362 Feb 07 12:52:12.083863 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:12.102397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8598-865a-479a-a997-a3aab9eb6655 req-645d71e2-3c59-4778-bb7f-a9de1923588f tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:12.104526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-980e8598-865a-479a-a997-a3aab9eb6655 req-645d71e2-3c59-4778-bb7f-a9de1923588f tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 948 time: 0.1536777 Feb 07 12:52:12.190318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-328ee0dd-dc2b-4667-859d-982c9d55a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:12.198367 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-980e8598-865a-479a-a997-a3aab9eb6655 req-6d013e7d-1427-4c82-bf4e-97cfdbba2ced tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876379 Feb 07 12:52:12.200345 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-328ee0dd-dc2b-4667-859d-982c9d55a4a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2316008 Feb 07 12:52:12.328725 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:12.361162 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-a380eb5f-461d-402a-94be-84a34ab63a1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=51399b51-59ff-442d-99d6-2dae30963825 HTTP/1.1" status: 200 len: 217 time: 0.1539462 Feb 07 12:52:12.417154 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:12.467544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Attempting to bind port 665efcd7-3ced-42c0-92e3-31f64d9d9445 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:12.471506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Attempting to bind port 665efcd7-3ced-42c0-92e3-31f64d9d9445 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:12.471506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Attempting to bind port 665efcd7-3ced-42c0-92e3-31f64d9d9445 on network 72b2e83a-3af7-4c1f-a104-98f9a145f035 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:12.476963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-d94f2218-2bb6-4f70-9949-47d920b3160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:12.478831 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-d94f2218-2bb6-4f70-9949-47d920b3160b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1114147 Feb 07 12:52:12.483584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:12.490551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Checking segment: {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:12.492929 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:12.492929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Bound using segment: {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:12.492929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Bound port: 665efcd7-3ced-42c0-92e3-31f64d9d9445, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:12.493425 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:12.565447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ebdd5-3e55-4909-bd71-569e186f1e19 None None] Pushing event updated for resources: {'Port': ['ID=665efcd7-3ced-42c0-92e3-31f64d9d9445,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:12.660469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-66ea6351-389c-4bf0-9a09-71a3c6350750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:12.662115 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-66ea6351-389c-4bf0-9a09-71a3c6350750 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755791 Feb 07 12:52:12.710701 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] For port 665efcd7-3ced-42c0-92e3-31f64d9d9445, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:12.714315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] For port 665efcd7-3ced-42c0-92e3-31f64d9d9445, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=665efcd7-3ced-42c0-92e3-31f64d9d9445,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:12.800524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1012a53-ae55-4627-af34-17a5af43a10a req-a432a811-c0d6-4ff0-a126-1bb4e257f809 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:12.802318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-a432a811-c0d6-4ff0-a126-1bb4e257f809 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.47 "GET /v2.0/networks?id=d63936f5-8522-43e4-82ba-ba063c6a4b8b HTTP/1.1" status: 200 len: 814 time: 0.5605557 Feb 07 12:52:12.824742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f17e5-1a0e-4f33-9e4f-90b0e37fec7d req-388b41e4-de24-425f-bb4a-a1b62a3120ff tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:12.833201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d10f17e5-1a0e-4f33-9e4f-90b0e37fec7d req-388b41e4-de24-425f-bb4a-a1b62a3120ff tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 945 time: 0.3822603 Feb 07 12:52:12.859301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Request body: {'port': {'device_id': '7bf31aee-5458-4e4b-ba7f-d0a295aa1967', 'network_id': 'd63936f5-8522-43e4-82ba-ba063c6a4b8b', 'admin_state_up': True, 'tenant_id': '77ccca9f988440d59f3527101527c118'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:12.865129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51304) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:12.878012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-network', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:12.888463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:12.895801 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:12.945237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Usage tracker for resource:network and tenant:22893dd3c3f04412984e41a9409a15e1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:12.958464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:12.975202 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-685b4e89-6873-41ad-a5d1-87690488d4d7 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013790 Feb 07 12:52:12.984792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:12.989221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd3f45-622b-44db-afce-024493b39c4d req-b9f39b15-4db8-4c76-a942-0ad5c7b193a0 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:12.993322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72dd3f45-622b-44db-afce-024493b39c4d req-b9f39b15-4db8-4c76-a942-0ad5c7b193a0 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 948 time: 0.4048629 Feb 07 12:52:13.019237 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d10f17e5-1a0e-4f33-9e4f-90b0e37fec7d req-a9f02fca-3a8a-452b-8504-9c4f183b0d36 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850121 Feb 07 12:52:13.156672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ebdd5-3e55-4909-bd71-569e186f1e19 None None] Pushing event updated for resources: {'Port': ['ID=665efcd7-3ced-42c0-92e3-31f64d9d9445,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:13.176931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Routers {'d6d5d284-9bdf-4ed4-acf1-369029067983'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:13.177864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:52:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d6d5d284-9bdf-4ed4-acf1-369029067983'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:13.185747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72dd3f45-622b-44db-afce-024493b39c4d req-ea0ff668-0219-4482-8864-46881b1cfc04 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834824 Feb 07 12:52:13.207805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:13.224755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Usage tracker for resource:port and tenant:77ccca9f988440d59f3527101527c118 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:13.229841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:13.249362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:13.408603 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-3b155f4d-f572-49b2-875a-8ac875694981 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251916 Feb 07 12:52:13.421370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-890cc5e4-2236-4e24-8f42-450a56aa8bba req-2eefd7c8-3d5d-4a58-a1b1-2ca2230d0fc0 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 210 time: 0.0584972 Feb 07 12:52:13.423540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Made reservation on behalf of 77ccca9f988440d59f3527101527c118 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:52:13.429352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:13.437233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Made reservation on behalf of 22893dd3c3f04412984e41a9409a15e1 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:52:13.439886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:13.481733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:13.559776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:13.567369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Usage tracker for resource:security_group_rule and tenant:22893dd3c3f04412984e41a9409a15e1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:13.570451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885758-0198-499a-a0ff-50a2e7822159 req-34d7c247-abdc-4659-9851-4679ff60107a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:13.571853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:13.581672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96885758-0198-499a-a0ff-50a2e7822159 req-34d7c247-abdc-4659-9851-4679ff60107a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.2913444 Feb 07 12:52:13.584180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:13.654861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-a9ff7f35-7b71-4796-af52-c41f5648027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:13.661937 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-a9ff7f35-7b71-4796-af52-c41f5648027d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 1099 time: 0.1691086 Feb 07 12:52:13.690650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96885758-0198-499a-a0ff-50a2e7822159 req-8a021fc2-7e25-47f9-a78e-fbff132ea745 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077054 Feb 07 12:52:13.744853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] Set router d6d5d284-9bdf-4ed4-acf1-369029067983 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:13.827387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Allocated IP 172.20.0.12 (d63936f5-8522-43e4-82ba-ba063c6a4b8b/7660743a-65ee-428f-8906-f00b33cfb494/768be70d-3547-47e1-91f7-f20a8edd9142) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:52:13.840656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ceefb-f768-4a2f-9c44-b3808fc0d4e6 req-7448f36f-2283-4215-8ac6-bd0f14822459 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:13.842535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c47ceefb-f768-4a2f-9c44-b3808fc0d4e6 req-7448f36f-2283-4215-8ac6-bd0f14822459 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 948 time: 0.1398938 Feb 07 12:52:13.910116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c47ceefb-f768-4a2f-9c44-b3808fc0d4e6 req-a6c545c0-f2d0-4da1-af0c-b73d7ec00c1c tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606611 Feb 07 12:52:13.925369 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:13.926919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-ccc90916-d8ba-4a9d-b40e-f5417cbc7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:13.929128 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-ccc90916-d8ba-4a9d-b40e-f5417cbc7948 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2563860 Feb 07 12:52:14.017824 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-ffa4e5be-4a49-40c9-90c5-31adbb3a2ad8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 HTTP/1.1" status: 200 len: 217 time: 0.0809784 Feb 07 12:52:14.081721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 51399b51-59ff-442d-99d6-2dae30963825 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:52:14.107439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-beb970ae-6202-445b-a9e8-7d8639d0b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:14.109182 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-beb970ae-6202-445b-a9e8-7d8639d0b113 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0851099 Feb 07 12:52:14.110089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.233741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:52:14.247757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2378e086-146e-44ea-9a3a-e00137431db1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:14.264611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.265073 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Added segment b634bcca-7731-4c3c-895a-4f57b5e30bbe of type vlan for network abe6bd6e-7145-4e1a-be24-642ed303a38e Feb 07 12:52:14.282978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.308119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.335916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-2aaf0612-54dd-4263-91ee-17b4fdb53fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:14.337827 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-2aaf0612-54dd-4263-91ee-17b4fdb53fa2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015567 Feb 07 12:52:14.358014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bbf9b-6ccd-423d-9db4-b0e9c3fbea53 req-dd3c211b-c6f7-442e-87a1-21663d56d0e3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:14.365347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b0bbf9b-6ccd-423d-9db4-b0e9c3fbea53 req-dd3c211b-c6f7-442e-87a1-21663d56d0e3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 945 time: 0.1584585 Feb 07 12:52:14.374089 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.440610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b0bbf9b-6ccd-423d-9db4-b0e9c3fbea53 req-c0c923c7-2725-4914-b192-7edba4a045b8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739284 Feb 07 12:52:14.518147 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-13630071-53b4-4d20-96ec-fa835c0aa8d4 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700716 Feb 07 12:52:14.552898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 51399b51-59ff-442d-99d6-2dae30963825, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=51399b51-59ff-442d-99d6-2dae30963825,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:14.560199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.561576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:14.562159 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.570915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '51399b51-59ff-442d-99d6-2dae30963825', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '51399b51-59ff-442d-99d6-2dae30963825', 'mac_address': 'fa:16:3e:30:59:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:52:14.698955 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.724843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51399b51-59ff-442d-99d6-2dae30963825 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:14.745772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 51399b51-59ff-442d-99d6-2dae30963825, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=51399b51-59ff-442d-99d6-2dae30963825,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:14.748134 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.757934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:52:06Z', 'revision_number': 4, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port': {'id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:51:55Z', 'updated_at': '2022-02-07T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '665efcd7-3ced-42c0-92e3-31f64d9d9445', 'name': '', 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'mac_address': 'fa:16:3e:99:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '167b583b-3bee-40f7-a516-9556c7d93c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:03Z', 'updated_at': '2022-02-07T12:52:12Z', 'revision_number': 4, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'subnets': [{'id': '167b583b-3bee-40f7-a516-9556c7d93c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:14.768954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5810a13b-089e-47b0-a2d4-e20132e96fa5 None None] The sync data for ids ['d6d5d284-9bdf-4ed4-acf1-369029067983'] in n-d-811416-5 is: [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:52:06Z', 'revision_number': 4, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port': {'id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:51:55Z', 'updated_at': '2022-02-07T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '665efcd7-3ced-42c0-92e3-31f64d9d9445', 'name': '', 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'mac_address': 'fa:16:3e:99:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '167b583b-3bee-40f7-a516-9556c7d93c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:03Z', 'updated_at': '2022-02-07T12:52:12Z', 'revision_number': 4, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'subnets': [{'id': '167b583b-3bee-40f7-a516-9556c7d93c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:52:14.847946 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.847946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:52:14.855494 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:14.905035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:14.945516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] Pushing event updated for resources: {'Network': ['ID=abe6bd6e-7145-4e1a-be24-642ed303a38e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:14.987193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Network d63936f5-8522-43e4-82ba-ba063c6a4b8b is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:14.992437 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-137d67e9-8cf4-497e-a07d-6ca2c4fd79e9 req-617a2eb0-cddd-4413-96b7-28f7a82a09d3 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659235 Feb 07 12:52:14.993755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:15.007599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:15.013154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:15.013918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:15.017926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Pushing event updated for resources: {'Port': ['ID=768be70d-3547-47e1-91f7-f20a8edd9142,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:15.033753 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-298f075a-a004-4178-8496-4cfcf5aea77a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1636615 Feb 07 12:52:15.034166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:15.044843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Request body: {'subnet': {'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-subnet', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:15.047482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fbd7c-7dc0-4dfe-af10-0b73d635d48d req-96445101-796d-4891-bfa4-4bff9fc2ec28 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:15.048067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:15.054633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e13fbd7c-7dc0-4dfe-af10-0b73d635d48d req-96445101-796d-4891-bfa4-4bff9fc2ec28 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 948 time: 0.6125119 Feb 07 12:52:15.056212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Usage tracker for resource:subnet and tenant:22893dd3c3f04412984e41a9409a15e1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:15.060962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:15.072759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:15.104331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network abe6bd6e-7145-4e1a-be24-642ed303a38e details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:52:15.123879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=51399b51-59ff-442d-99d6-2dae30963825,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:15.129930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e1d07-9b0a-4ff8-86c8-caf2a7aa519f req-798b930b-a582-44c9-9501-c7ccab1db7ab tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:15.136823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-299e1d07-9b0a-4ff8-86c8-caf2a7aa519f req-798b930b-a582-44c9-9501-c7ccab1db7ab tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Synchronizing usage tracker for tenant:77ccca9f988440d59f3527101527c118 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:52:15.169769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e13fbd7c-7dc0-4dfe-af10-0b73d635d48d req-13d7b872-102c-4648-a14c-98346fbc7b05 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141486 Feb 07 12:52:15.185837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Made reservation on behalf of 22893dd3c3f04412984e41a9409a15e1 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:52:15.190401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:15.203480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0', 'mac_address': 'fa:16:3e:09:19:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:52:15.232420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-f1765f48-5d44-4149-a14e-3e362ceef598 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3794165 Feb 07 12:52:15.248192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Request body: {'port': {'device_id': '7bf31aee-5458-4e4b-ba7f-d0a295aa1967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:15.297294 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:15.339199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:15.367615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:15.452016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:15.482924 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:15.502503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-299e1d07-9b0a-4ff8-86c8-caf2a7aa519f req-798b930b-a582-44c9-9501-c7ccab1db7ab tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Unset dirty status for tenant:77ccca9f988440d59f3527101527c118 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:52:15.509567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-299e1d07-9b0a-4ff8-86c8-caf2a7aa519f req-798b930b-a582-44c9-9501-c7ccab1db7ab tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 932 time: 0.7555168 Feb 07 12:52:15.578694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-299e1d07-9b0a-4ff8-86c8-caf2a7aa519f req-6a9900bb-6965-4ef3-8c8c-ea47cd48c010 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Synchronizing usage tracker for tenant:77ccca9f988440d59f3527101527c118 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:52:15.589436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:15.617085 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-cb0102f8-a840-42f5-9ccd-ee35fd96dfcc service neutron] show failed (client error): The resource could not be found. Feb 07 12:52:15.618847 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-cb0102f8-a840-42f5-9ccd-ee35fd96dfcc service neutron] 10.222.0.35 "GET /v2.0/ports/3dac1e83-c7fd-47b8-affe-a2680cf43b77/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.1875217 Feb 07 12:52:15.692507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['51399b51-59ff-442d-99d6-2dae30963825'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:15.773053 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ec87be12-a4d8-4a66-a75b-a4dde4a1cde0'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:15.825542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.007605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-299e1d07-9b0a-4ff8-86c8-caf2a7aa519f req-6a9900bb-6965-4ef3-8c8c-ea47cd48c010 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Unset dirty status for tenant:77ccca9f988440d59f3527101527c118 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:52:16.009477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-299e1d07-9b0a-4ff8-86c8-caf2a7aa519f req-6a9900bb-6965-4ef3-8c8c-ea47cd48c010 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986486 Feb 07 12:52:16.017777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Checking segment: {'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:16.023006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Network hostable DHCP agents. Network: abe6bd6e-7145-4e1a-be24-642ed303a38e, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:52:16.033810 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2585f754-0300-46fd-9a1c-afd1ccbce060,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:16.051249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2e191-82ed-4b53-8728-e1f99d1981d6 req-0bcf2cfa-9e1d-4c4b-bcb0-901f036c0643 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:16.056923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fa2e191-82ed-4b53-8728-e1f99d1981d6 req-0bcf2cfa-9e1d-4c4b-bcb0-901f036c0643 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1096 time: 0.6164327 Feb 07 12:52:16.162774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768be70d-3547-47e1-91f7-f20a8edd9142 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:16.197434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Network abe6bd6e-7145-4e1a-be24-642ed303a38e is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:52:16.230637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fa2e191-82ed-4b53-8728-e1f99d1981d6 req-375cdef4-462a-47ab-8449-401c547db150 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601062 Feb 07 12:52:16.233096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.311896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, abe6bd6e-7145-4e1a-be24-642ed303a38e) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:16.314182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Transition to ACTIVE for port object 768be70d-3547-47e1-91f7-f20a8edd9142 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:16.318999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:16.319571 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.346489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec88664-4b89-4689-83ab-144d1f06023c None None] Network abe6bd6e-7145-4e1a-be24-642ed303a38e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:52:16.361381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 665efcd7-3ced-42c0-92e3-31f64d9d9445 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:16.394350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642103-b267-44e2-8fdf-d515b8c4afa8 req-d1c7b5d2-cab5-4d38-afc6-4d0e2935eb9f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:16.395851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c642103-b267-44e2-8fdf-d515b8c4afa8 req-d1c7b5d2-cab5-4d38-afc6-4d0e2935eb9f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.1693914 Feb 07 12:52:16.398440 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.548741 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e92cb603-0717-44fa-ad9f-1cf0f4e21ec0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5127785 Feb 07 12:52:16.551010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51352) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:16.557106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:16.565339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:16.582701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Usage tracker for resource:router and tenant:22893dd3c3f04412984e41a9409a15e1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:16.593818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:16.609543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:16.691768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Pushing event updated for resources: {'Port': ['ID=768be70d-3547-47e1-91f7-f20a8edd9142,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:16.704323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c642103-b267-44e2-8fdf-d515b8c4afa8 req-ef06b86d-c3c6-4814-8ab2-cb51de4d9ee3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896330 Feb 07 12:52:16.732029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Attempting to bind port 768be70d-3547-47e1-91f7-f20a8edd9142 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:16.732378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Attempting to bind port 768be70d-3547-47e1-91f7-f20a8edd9142 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'ed2afb2d-5d2c-4017-a538-09bbcea6d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd63936f5-8522-43e4-82ba-ba063c6a4b8b'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:16.732665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Attempting to bind port 768be70d-3547-47e1-91f7-f20a8edd9142 on network d63936f5-8522-43e4-82ba-ba063c6a4b8b {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:16.746489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Port 768be70d-3547-47e1-91f7-f20a8edd9142 on network d63936f5-8522-43e4-82ba-ba063c6a4b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:52:16.746489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Attempting to bind port 768be70d-3547-47e1-91f7-f20a8edd9142 on network d63936f5-8522-43e4-82ba-ba063c6a4b8b {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:16.759741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1ecf4-8f42-4e37-a712-1ca0bb0b531a req-a3864bb5-5d9f-4a19-b807-d4e6211e93be tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:16.782644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9e1ecf4-8f42-4e37-a712-1ca0bb0b531a req-a3864bb5-5d9f-4a19-b807-d4e6211e93be tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 949 time: 0.3090005 Feb 07 12:52:16.791653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:16.792023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Checking segment: {'id': 'ed2afb2d-5d2c-4017-a538-09bbcea6d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd63936f5-8522-43e4-82ba-ba063c6a4b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:16.792437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Bound using segment: {'id': 'ed2afb2d-5d2c-4017-a538-09bbcea6d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd63936f5-8522-43e4-82ba-ba063c6a4b8b'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:16.793101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Bound port: 768be70d-3547-47e1-91f7-f20a8edd9142, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2afb2d-5d2c-4017-a538-09bbcea6d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd63936f5-8522-43e4-82ba-ba063c6a4b8b'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:16.793448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.817518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-abe6bd6e-7145-4e1a-be24-642ed303a38e', 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'fixed_ips': [{'subnet_id': '2585f754-0300-46fd-9a1c-afd1ccbce060'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:52:16.829856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.871790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.873150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.920915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:16.989172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 665efcd7-3ced-42c0-92e3-31f64d9d9445 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:17.055017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9e1ecf4-8f42-4e37-a712-1ca0bb0b531a req-e17b3d50-ef37-41b4-a4ac-4ba5245e376f tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645214 Feb 07 12:52:17.085080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 665efcd7-3ced-42c0-92e3-31f64d9d9445 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:17.089337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.089596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] For port 768be70d-3547-47e1-91f7-f20a8edd9142, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:17.095672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] For port 768be70d-3547-47e1-91f7-f20a8edd9142, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=768be70d-3547-47e1-91f7-f20a8edd9142,segment=NetworkSegment(ed2afb2d-5d2c-4017-a538-09bbcea6d98b),segment_id=ed2afb2d-5d2c-4017-a538-09bbcea6d98b)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:17.103185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6f7f979-ae8b-40e1-b1fd-d4998e8acac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:17.105288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6f7f979-ae8b-40e1-b1fd-d4998e8acac5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e&tenant_id=b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 1101 time: 0.2373483 Feb 07 12:52:17.118453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:17.229662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Allocated IP 172.20.0.2 (abe6bd6e-7145-4e1a-be24-642ed303a38e/2585f754-0300-46fd-9a1c-afd1ccbce060/f41ba7af-2443-40e0-b296-d69c33189534) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:52:17.307002 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.394014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.459561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 665efcd7-3ced-42c0-92e3-31f64d9d9445, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=665efcd7-3ced-42c0-92e3-31f64d9d9445,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:17.508491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.551425 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.606939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:17.607589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.609018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] 10.222.0.47 "PUT /v2.0/ports/768be70d-3547-47e1-91f7-f20a8edd9142 HTTP/1.1" status: 200 len: 1092 time: 2.3651936 Feb 07 12:52:17.610395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf31aee-5458-4e4b-ba7f-d0a295aa1967', 'tag': '768be70d-3547-47e1-91f7-f20a8edd9142'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:17.618984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992976d-2fc1-4cf5-af93-bdc30e4d52b7 service neutron] Pushing event updated for resources: {'Port': ['ID=768be70d-3547-47e1-91f7-f20a8edd9142,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:17.647763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.660562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Transition to ACTIVE for port object f41ba7af-2443-40e0-b296-d69c33189534 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:17.708600 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.712060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=665efcd7-3ced-42c0-92e3-31f64d9d9445,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:17.729843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Transition to ACTIVE for port object f41ba7af-2443-40e0-b296-d69c33189534 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:17.829437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270d7a-37b4-4a1b-89ef-85e95e29362e req-c4eeaa5a-d431-4c2a-b601-35b28cfb4350 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:17.838472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14270d7a-37b4-4a1b-89ef-85e95e29362e req-c4eeaa5a-d431-4c2a-b601-35b28cfb4350 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 949 time: 0.6487811 Feb 07 12:52:17.849267 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:17.885070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595ce66-5a5e-4114-88e1-61903c5ff6b6 req-98980274-0745-4bfd-a67b-6e6e72cb76b8 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:17.892505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c595ce66-5a5e-4114-88e1-61903c5ff6b6 req-98980274-0745-4bfd-a67b-6e6e72cb76b8 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1096 time: 0.5870047 Feb 07 12:52:17.970507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Network abe6bd6e-7145-4e1a-be24-642ed303a38e is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:17.971651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:17.979506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:17.987879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Pushing event updated for resources: {'Port': ['ID=f41ba7af-2443-40e0-b296-d69c33189534,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:17.999901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14270d7a-37b4-4a1b-89ef-85e95e29362e req-ceb2a9bb-2ea7-45b4-be5b-fa0fc4a7d70f tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589789 Feb 07 12:52:18.141355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.153917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:18.160853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c595ce66-5a5e-4114-88e1-61903c5ff6b6 req-29150ae5-8db6-49b7-b3e1-e1288afc10a9 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662222 Feb 07 12:52:18.188693 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.279723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 665efcd7-3ced-42c0-92e3-31f64d9d9445 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:18.372900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:18.409324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Attempting to bind port f41ba7af-2443-40e0-b296-d69c33189534 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:18.409933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:18.410021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Attempting to bind port f41ba7af-2443-40e0-b296-d69c33189534 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:18.410121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Attempting to bind port f41ba7af-2443-40e0-b296-d69c33189534 on network abe6bd6e-7145-4e1a-be24-642ed303a38e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:18.435858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:18.440427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Checking segment: {'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:18.440874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.441286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Bound using segment: {'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:18.450226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Bound port: f41ba7af-2443-40e0-b296-d69c33189534, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:18.450642 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.495075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Allocated IP 172.25.7.15 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/9a3eaaa9-e488-4c62-a65f-7d8345d41487) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:52:18.517280 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf31aee-5458-4e4b-ba7f-d0a295aa1967', 'tag': '768be70d-3547-47e1-91f7-f20a8edd9142', 'status': 'completed', 'code': 200} Feb 07 12:52:18.558192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] For port f41ba7af-2443-40e0-b296-d69c33189534, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:18.561396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] For port f41ba7af-2443-40e0-b296-d69c33189534, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f41ba7af-2443-40e0-b296-d69c33189534,segment=NetworkSegment(b634bcca-7731-4c3c-895a-4f57b5e30bbe),segment_id=b634bcca-7731-4c3c-895a-4f57b5e30bbe)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:18.578205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 665efcd7-3ced-42c0-92e3-31f64d9d9445 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:18.578558 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.610703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1012a53-ae55-4627-af34-17a5af43a10a req-306a1812-d851-49a8-97d6-4ef9aea8bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:18.612233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-306a1812-d851-49a8-97d6-4ef9aea8bb65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77ccca9f988440d59f3527101527c118&device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 1095 time: 0.8233373 Feb 07 12:52:18.698587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-9bc4ba7e-51b9-4873-883f-65ac3d20c13a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768be70d-3547-47e1-91f7-f20a8edd9142 HTTP/1.1" status: 200 len: 217 time: 0.0696797 Feb 07 12:52:18.732383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.744729 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.767744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.794729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:18.819899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c9302-098a-485f-9701-8a765046f7b6 req-cf40048c-183e-43eb-9628-958fc7830960 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:18.822099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac3c9302-098a-485f-9701-8a765046f7b6 req-cf40048c-183e-43eb-9628-958fc7830960 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 944 time: 0.6598761 Feb 07 12:52:18.824164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Transition to ACTIVE for port object 3dac1e83-c7fd-47b8-affe-a2680cf43b77 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:18.827364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1012a53-ae55-4627-af34-17a5af43a10a req-c6638ea1-2327-41ab-a9ba-b147534843c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:18.828838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-c6638ea1-2327-41ab-a9ba-b147534843c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7660743a-65ee-428f-8906-f00b33cfb494 HTTP/1.1" status: 200 len: 854 time: 0.1140308 Feb 07 12:52:18.856124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:18.856124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:18.869417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:19.163049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-e9570fd2-9954-420e-ad1d-1fd2d5accb35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d63936f5-8522-43e4-82ba-ba063c6a4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015975 Feb 07 12:52:19.166809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ecd37-dec1-4321-84e7-f046ed434f14 None None] Pushing event updated for resources: {'Port': ['ID=f41ba7af-2443-40e0-b296-d69c33189534,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:19.167341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:19.167647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:19.167647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:19.167647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Pushing event updated for resources: {'Port': ['ID=9a3eaaa9-e488-4c62-a65f-7d8345d41487,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:19.167647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:19.168405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:19.168505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a4654-ac4f-4915-970d-316cf73a5446 req-b55e4225-8614-4deb-8def-b78cba9aaacb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:19.168598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6224aa-dc70-4add-89f3-3cf68aba11d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:19.168682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-072a4654-ac4f-4915-970d-316cf73a5446 req-b55e4225-8614-4deb-8def-b78cba9aaacb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.6160927 Feb 07 12:52:19.168761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:19.367054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac3c9302-098a-485f-9701-8a765046f7b6 req-6a4ab7bc-e3d0-42f2-bbc7-8bc5b36cbb51 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341711 Feb 07 12:52:19.432463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:19.454385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] No DVR routers for this DVR port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:52:19.502277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-072a4654-ac4f-4915-970d-316cf73a5446 req-6c8ec206-1657-4667-8b60-3550540f40df tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096653 Feb 07 12:52:19.544501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Attempting to bind port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:19.544842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Attempting to bind port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:19.545171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Attempting to bind port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:19.550024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-3db73912-22c5-491d-b3b9-54cfc18185c9 service neutron] 10.222.0.47 "GET /v2.0/networks/d63936f5-8522-43e4-82ba-ba063c6a4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774879 Feb 07 12:52:19.592285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:52:19.592616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Attempting to bind port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:19.669533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:19.669790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:19.670177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:19.670619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Bound port: 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:19.670964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:19.844737 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:52:19.964953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc9d28-7826-44e2-b47e-b6619476140c req-89d2bb32-563c-499b-b1eb-dc44c362c728 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:19.966716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2cc9d28-7826-44e2-b47e-b6619476140c req-89d2bb32-563c-499b-b1eb-dc44c362c728 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 949 time: 0.4190426 Feb 07 12:52:19.968572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1012a53-ae55-4627-af34-17a5af43a10a req-8e79eba9-cebb-4c93-acea-a675eca33a0c service neutron] 10.222.0.47 "GET /v2.0/networks/d63936f5-8522-43e4-82ba-ba063c6a4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818743 Feb 07 12:52:20.003532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:20.026302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a6c0-4ad0-42ac-a253-364af9b3f566 req-2d48aaf6-b64b-4545-b0bf-dd9d75d3f4c1 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:20.027875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2430a6c0-4ad0-42ac-a253-364af9b3f566 req-2d48aaf6-b64b-4545-b0bf-dd9d75d3f4c1 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 949 time: 0.2654831 Feb 07 12:52:20.032211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:20.055372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2cc9d28-7826-44e2-b47e-b6619476140c req-651e4f01-325c-4620-b567-fd51ebe73816 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820041 Feb 07 12:52:20.084535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2430a6c0-4ad0-42ac-a253-364af9b3f566 req-6fa0e549-2af6-4065-805a-944480cf7185 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482492 Feb 07 12:52:20.106140 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:20.106997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 51399b51-59ff-442d-99d6-2dae30963825 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:20.141170 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:20.169469 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6224aa-dc70-4add-89f3-3cf68aba11d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0', 'code': 200} Feb 07 12:52:20.320751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:20.344426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f41ba7af-2443-40e0-b296-d69c33189534 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:20.358035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:20.358697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:20.360278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] 10.222.0.47 "PUT /v2.0/ports/3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 1096 time: 3.2472749 Feb 07 12:52:20.389477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6513793-7aa7-44c3-9a21-0734e11baff7 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:20.482976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85d8d5-35cd-4a6b-b84a-855f7e38aad6 None None] Network abe6bd6e-7145-4e1a-be24-642ed303a38e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:52:20.505459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 51399b51-59ff-442d-99d6-2dae30963825 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:20.533152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77'}, {'name': 'network-changed', 'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:20.570971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 51399b51-59ff-442d-99d6-2dae30963825 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:20.571591 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:20.675207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-131761da-06be-4cb1-8ff6-648844b55317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:20.687396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-131761da-06be-4cb1-8ff6-648844b55317 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77ccca9f988440d59f3527101527c118&device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 1095 time: 0.4336538 Feb 07 12:52:20.880458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d89d2a32-00bf-47b8-920d-dba433fbfc17 None None] Provisioning for port f41ba7af-2443-40e0-b296-d69c33189534 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:20.916039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce307f77-ba8b-4b00-a563-a13757e14a72 req-1f296a63-6604-42b1-b959-9969e3c8bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:20.921464 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ce307f77-ba8b-4b00-a563-a13757e14a72 req-1f296a63-6604-42b1-b959-9969e3c8bf2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 1101 time: 0.6458342 Feb 07 12:52:20.950929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:20.977228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f41ba7af-2443-40e0-b296-d69c33189534 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:21.042787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f41ba7af-2443-40e0-b296-d69c33189534 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:21.043235 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:21.142503 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ce307f77-ba8b-4b00-a563-a13757e14a72 req-f687854c-67e5-400b-9ab0-60cbf81909a5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994073 Feb 07 12:52:21.157400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-b5538db5-8fa1-47bf-a187-10a7b77efe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:21.160385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-b5538db5-8fa1-47bf-a187-10a7b77efe5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1099 time: 0.7390950 Feb 07 12:52:21.246722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:21.312398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 51399b51-59ff-442d-99d6-2dae30963825, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=51399b51-59ff-442d-99d6-2dae30963825,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:21.372318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-1dae27d2-0b41-4d15-b2d1-5b8c0dbcfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:21.373775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-1dae27d2-0b41-4d15-b2d1-5b8c0dbcfba5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1731670 Feb 07 12:52:21.398870 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:21.400351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3dac1e83-c7fd-47b8-affe-a2680cf43b77 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:52:21.465734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-8e5c756c-5b15-41d8-9336-4ed1fd629faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:21.467328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-8e5c756c-5b15-41d8-9336-4ed1fd629faf service neutron] 10.222.0.47 "GET /v2.0/networks?id=d63936f5-8522-43e4-82ba-ba063c6a4b8b HTTP/1.1" status: 200 len: 914 time: 0.7644076 Feb 07 12:52:21.469618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-bfcfef85-de53-40f0-9e4c-ea5e5b53b038 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 217 time: 0.0791652 Feb 07 12:52:21.483833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4433592-fbea-4345-a1cc-48faa5b1813b req-f0cf837a-51d2-4e18-9488-bf5befc0a0f8 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:21.490908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4433592-fbea-4345-a1cc-48faa5b1813b req-f0cf837a-51d2-4e18-9488-bf5befc0a0f8 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 944 time: 0.6773450 Feb 07 12:52:21.531912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a36ecd-0fd2-4568-8477-9afc94d2f177 req-9f7a92fd-968e-4e8d-abf2-892ca5d99253 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:21.533131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=51399b51-59ff-442d-99d6-2dae30963825,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:21.538114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:21.539635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1a36ecd-0fd2-4568-8477-9afc94d2f177 req-9f7a92fd-968e-4e8d-abf2-892ca5d99253 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 948 time: 0.4870048 Feb 07 12:52:21.601991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port f41ba7af-2443-40e0-b296-d69c33189534, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f41ba7af-2443-40e0-b296-d69c33189534,segment=NetworkSegment(b634bcca-7731-4c3c-895a-4f57b5e30bbe),segment_id=b634bcca-7731-4c3c-895a-4f57b5e30bbe)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:21.624045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3dac1e83-c7fd-47b8-affe-a2680cf43b77 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:52:21.671265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:21.676010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-84dc6ed3-abde-4042-8182-017b54b029a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768be70d-3547-47e1-91f7-f20a8edd9142 HTTP/1.1" status: 200 len: 217 time: 0.1530318 Feb 07 12:52:21.694631 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:21.799729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=f41ba7af-2443-40e0-b296-d69c33189534,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:21.806458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-daa757bc-09a4-4648-8d92-90466c8c6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:21.807903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-daa757bc-09a4-4648-8d92-90466c8c6994 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.3151076 Feb 07 12:52:21.815819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4433592-fbea-4345-a1cc-48faa5b1813b req-ca7a053c-3687-404c-a5f9-0b5d98d999f3 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240626 Feb 07 12:52:21.822366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1a36ecd-0fd2-4568-8477-9afc94d2f177 req-ec8f2396-40e4-4d2e-9f09-9720e547ff6b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815623 Feb 07 12:52:21.882099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-79160c82-21fc-4063-bd55-712326821a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:21.883607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-79160c82-21fc-4063-bd55-712326821a13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7660743a-65ee-428f-8906-f00b33cfb494 HTTP/1.1" status: 200 len: 854 time: 0.1986380 Feb 07 12:52:21.932403 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'code': 200} Feb 07 12:52:21.932655 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'status': 'completed', 'code': 200} Feb 07 12:52:21.948972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-7b78f1a7-a9a6-4e2a-99ac-503794af66ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d63936f5-8522-43e4-82ba-ba063c6a4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549624 Feb 07 12:52:22.015369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ba356d40-844f-4e44-8f5b-aa17df9e04cc None None] Provisioning complete for port f41ba7af-2443-40e0-b296-d69c33189534 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:22.015753 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ba356d40-844f-4e44-8f5b-aa17df9e04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:22.109492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Router da82af84-3e59-45d3-aeb8-b2c193934602 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:52:22.171147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a841570c-6cac-4bb8-8ed6-4d36a555fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51399b51-59ff-442d-99d6-2dae30963825'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:22.277156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f41ba7af-2443-40e0-b296-d69c33189534 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:22.296530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-c652ac3c-4307-429c-93d0-c6db35e26b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:22.298053 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-c652ac3c-4307-429c-93d0-c6db35e26b69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1099 time: 0.3505266 Feb 07 12:52:22.306141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-9ad6077c-768a-4e23-a8a7-1731926b7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:22.307764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-9ad6077c-768a-4e23-a8a7-1731926b7a0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4837441 Feb 07 12:52:22.408597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f41ba7af-2443-40e0-b296-d69c33189534 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:22.411772 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:22.411884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-1e24fb96-9bef-4114-a29f-825a9a59ff7e service neutron] 10.222.0.47 "GET /v2.0/networks/d63936f5-8522-43e4-82ba-ba063c6a4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532039 Feb 07 12:52:22.411995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:52:22.426881 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Sync routers for ids ['da82af84-3e59-45d3-aeb8-b2c193934602'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:52:22.451101 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Routers {'da82af84-3e59-45d3-aeb8-b2c193934602'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:22.453899 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:52:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['da82af84-3e59-45d3-aeb8-b2c193934602'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:22.532073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-a8bfdd68-0f0f-48fd-8c0d-6995d1ad9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:22.533942 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-a8bfdd68-0f0f-48fd-8c0d-6995d1ad9a35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2260356 Feb 07 12:52:22.538854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12354-0fae-4063-8ad6-295d9b85597d req-7b153bcc-a47e-4042-9ae5-27924b39dd6c tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:22.545832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0d12354-0fae-4063-8ad6-295d9b85597d req-7b153bcc-a47e-4042-9ae5-27924b39dd6c tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 950 time: 0.5095718 Feb 07 12:52:22.586949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27b8e3-957a-488e-8f94-f5058fb08de3 req-d115b7c9-e75d-490b-8a10-184dc79211fe tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:22.594153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c27b8e3-957a-488e-8f94-f5058fb08de3 req-d115b7c9-e75d-490b-8a10-184dc79211fe tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1096 time: 0.5596824 Feb 07 12:52:22.619947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:22.621221 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-986b3a9c-3579-4d56-8c16-9cd436e8304b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0687332 Feb 07 12:52:22.628992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51440) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:22.638781 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-dfa15ab5-bd68-4d0f-a7f3-7f4267a1d077 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 217 time: 0.0904372 Feb 07 12:52:22.689400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-a3a32ff0-c4a2-49a8-b895-6647ad536ddd service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585250 Feb 07 12:52:22.700614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0d12354-0fae-4063-8ad6-295d9b85597d req-9c0a43c3-682f-4c0a-a134-d6beca4c5b22 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538234 Feb 07 12:52:22.750629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c27b8e3-957a-488e-8f94-f5058fb08de3 req-9aedcee0-893d-4fba-a24d-00db2c04540d tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557155 Feb 07 12:52:22.833408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71e75dce-de74-4efb-aa55-fc64cf9806bd req-d6790fa4-5dc4-44bf-bc74-51ef742deccd service neutron] 10.222.0.47 "GET /v2.0/networks/d63936f5-8522-43e4-82ba-ba063c6a4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127693 Feb 07 12:52:22.842556 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Set router da82af84-3e59-45d3-aeb8-b2c193934602 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:22.949029 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a841570c-6cac-4bb8-8ed6-4d36a555fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51399b51-59ff-442d-99d6-2dae30963825', 'code': 200} Feb 07 12:52:22.953471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51277a3c-b04b-42ee-8a20-319cb9531381 req-d09dcf76-b82f-40b5-8193-ea06d272fe1e service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494690 Feb 07 12:52:22.972244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87106bd-cd96-44fd-b318-72c860220087 req-e86101fa-addc-41c3-9f7f-707b6f1edec0 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:22.973796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b87106bd-cd96-44fd-b318-72c860220087 req-e86101fa-addc-41c3-9f7f-707b6f1edec0 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 950 time: 0.1382306 Feb 07 12:52:23.008771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-2bb2dfca-36b7-4476-95a2-9d12048e5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:23.010331 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-2bb2dfca-36b7-4476-95a2-9d12048e5d22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1929641 Feb 07 12:52:23.064264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b87106bd-cd96-44fd-b318-72c860220087 req-c59eb3d7-4407-4d9e-99f4-77b33d36bb10 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833359 Feb 07 12:52:23.249248 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:52:19Z', 'revision_number': 3, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:23.253014 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Checking router: da82af84-3e59-45d3-aeb8-b2c193934602 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:52:23.253364 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Updating router da82af84-3e59-45d3-aeb8-b2c193934602 port 9a3eaaa9-e488-4c62-a65f-7d8345d41487 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:52:23.291147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-41fb23aa-7efe-4749-b509-c0be88e93970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:23.292784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-41fb23aa-7efe-4749-b509-c0be88e93970 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1099 time: 0.1406784 Feb 07 12:52:23.324629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bee2-9ff2-4218-90b3-fc4b81f774d3 req-db70c378-5a2b-4ca6-9649-8b2a5487205d tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:23.326243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7a8bee2-9ff2-4218-90b3-fc4b81f774d3 req-db70c378-5a2b-4ca6-9649-8b2a5487205d tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 944 time: 0.1285951 Feb 07 12:52:23.345870 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:23.350179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-b6032f33-7061-443f-9bbc-0797c2e9adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:23.351843 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-b6032f33-7061-443f-9bbc-0797c2e9adb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3246882 Feb 07 12:52:23.378149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7a8bee2-9ff2-4218-90b3-fc4b81f774d3 req-9856af71-62a6-477e-b8a0-ace83da4bd9f tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 Feb 07 12:52:23.385609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e2ed-bf12-499f-a069-4051574450b7 req-facd43fc-41bf-4553-98d1-ca756c3351fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:23.387121 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-09d7e2ed-bf12-499f-a069-4051574450b7 req-facd43fc-41bf-4553-98d1-ca756c3351fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 1101 time: 0.3101940 Feb 07 12:52:23.616816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-e1842e82-f0f2-4758-895a-d525837fa432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:23.618393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-e1842e82-f0f2-4758-895a-d525837fa432 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2393262 Feb 07 12:52:23.638320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 768be70d-3547-47e1-91f7-f20a8edd9142 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:52:23.769600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-34c83d49-b7d2-44bf-914a-183b8976e6ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 217 time: 0.1436186 Feb 07 12:52:23.810877 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:23.827790 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-09d7e2ed-bf12-499f-a069-4051574450b7 req-580c2df1-cf90-4683-a39d-6d6d6b41438a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831522 Feb 07 12:52:23.830678 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Transition to ACTIVE for port object 9a3eaaa9-e488-4c62-a65f-7d8345d41487 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:23.835396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baa95b-4e20-4c20-9833-33b1f114ffec req-2149e8a2-7b8f-4c18-a6ce-801a3b1086de tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:23.844188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85baa95b-4e20-4c20-9833-33b1f114ffec req-2149e8a2-7b8f-4c18-a6ce-801a3b1086de tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 948 time: 0.3291931 Feb 07 12:52:23.855548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 768be70d-3547-47e1-91f7-f20a8edd9142, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=768be70d-3547-47e1-91f7-f20a8edd9142,segment=NetworkSegment(ed2afb2d-5d2c-4017-a538-09bbcea6d98b),segment_id=ed2afb2d-5d2c-4017-a538-09bbcea6d98b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:23.862753 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-dd819395-1de5-4a11-9312-4b1a41a0f93a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987366 Feb 07 12:52:23.870143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '768be70d-3547-47e1-91f7-f20a8edd9142', 'network_id': 'd63936f5-8522-43e4-82ba-ba063c6a4b8b', 'port_id': '768be70d-3547-47e1-91f7-f20a8edd9142', 'mac_address': 'fa:16:3e:36:b4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7660743a-65ee-428f-8906-f00b33cfb494', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:52:23.903401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85baa95b-4e20-4c20-9833-33b1f114ffec req-7df97399-84ee-416c-a1b1-b6cb4ab40b53 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582607 Feb 07 12:52:23.910047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-06ae3a69-dca4-4add-960b-64d022292061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:23.911872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-06ae3a69-dca4-4add-960b-64d022292061 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1357920 Feb 07 12:52:23.937975 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:23.949768 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:23.961880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768be70d-3547-47e1-91f7-f20a8edd9142 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:23.981439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 768be70d-3547-47e1-91f7-f20a8edd9142, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=768be70d-3547-47e1-91f7-f20a8edd9142,segment=NetworkSegment(ed2afb2d-5d2c-4017-a538-09bbcea6d98b),segment_id=ed2afb2d-5d2c-4017-a538-09bbcea6d98b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:23.997112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.052592 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.072271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-d61de5cb-2a5d-472a-8eb1-f87ed0e0d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:24.077927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-d61de5cb-2a5d-472a-8eb1-f87ed0e0d5f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495397 Feb 07 12:52:24.106474 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d53e90-6e9b-416c-9a59-e9d4cc6e8a0d None None] Pushing event updated for resources: {'Port': ['ID=9a3eaaa9-e488-4c62-a65f-7d8345d41487,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:24.126566 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Attempting to bind port 9a3eaaa9-e488-4c62-a65f-7d8345d41487 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:24.126956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Attempting to bind port 9a3eaaa9-e488-4c62-a65f-7d8345d41487 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:24.127377 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Attempting to bind port 9a3eaaa9-e488-4c62-a65f-7d8345d41487 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:24.134831 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:24.135095 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:24.135465 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.135953 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:24.136485 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Bound port: 9a3eaaa9-e488-4c62-a65f-7d8345d41487, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:24.137012 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.238776 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] For port 9a3eaaa9-e488-4c62-a65f-7d8345d41487, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:24.242281 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] For port 9a3eaaa9-e488-4c62-a65f-7d8345d41487, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9a3eaaa9-e488-4c62-a65f-7d8345d41487,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:24.248968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=768be70d-3547-47e1-91f7-f20a8edd9142,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:24.308338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-1770d40f-3174-4e62-a925-c5896522f5c0 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195041 Feb 07 12:52:24.344169 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-041ab79c-baa8-4043-818f-fe4ff33c767d service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830393 Feb 07 12:52:24.358115 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.417816 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.427391 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Routers {'da82af84-3e59-45d3-aeb8-b2c193934602'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:24.428552 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:52:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['da82af84-3e59-45d3-aeb8-b2c193934602'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:24.452162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Allocated IP 172.20.0.1 (abe6bd6e-7145-4e1a-be24-642ed303a38e/2585f754-0300-46fd-9a1c-afd1ccbce060/4b714a5e-3a9e-4474-8ea6-7725705fb547) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:52:24.480826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55cf1894-84e1-4d63-96fb-42d68ea50f6d req-1001391b-bbbd-41c4-9e5d-ccf4eddc0d68 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652834 Feb 07 12:52:24.535064 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d53e90-6e9b-416c-9a59-e9d4cc6e8a0d None None] Pushing event updated for resources: {'Port': ['ID=9a3eaaa9-e488-4c62-a65f-7d8345d41487,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:24.623882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.634978 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] Set router da82af84-3e59-45d3-aeb8-b2c193934602 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:24.640916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Transition to ACTIVE for port object 4b714a5e-3a9e-4474-8ea6-7725705fb547 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:24.801995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.853578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['768be70d-3547-47e1-91f7-f20a8edd9142'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:24.882717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Network abe6bd6e-7145-4e1a-be24-642ed303a38e is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:24.882717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:24.885232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:24.885772 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:24.892326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Pushing event updated for resources: {'Port': ['ID=4b714a5e-3a9e-4474-8ea6-7725705fb547,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:25.002564 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:52:19Z', 'revision_number': 3, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:25.029916 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a16149b-6087-4b39-8dad-148d1eda0273 None None] The sync data for ids ['da82af84-3e59-45d3-aeb8-b2c193934602'] in n-d-811416-5 is: [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:52:19Z', 'revision_number': 3, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:52:25.198174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f999-48e3-4747-bad0-48ad55dc1248 req-019449a0-d282-4003-a3e4-0cdebb657fe0 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:25.198831 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:25.199695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a360f999-48e3-4747-bad0-48ad55dc1248 req-019449a0-d282-4003-a3e4-0cdebb657fe0 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 950 time: 0.2434433 Feb 07 12:52:25.252348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a360f999-48e3-4747-bad0-48ad55dc1248 req-e52d5dc2-964a-43b7-8c8c-bc2606ae17be tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Feb 07 12:52:25.437244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-923f1db7-0baf-480d-877d-16fe8e759ab4 None None] Provisioning for port 4b714a5e-3a9e-4474-8ea6-7725705fb547 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:25.443386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-923f1db7-0baf-480d-877d-16fe8e759ab4 None None] Provisioning complete for port 4b714a5e-3a9e-4474-8ea6-7725705fb547 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:25.444564 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-923f1db7-0baf-480d-877d-16fe8e759ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:25.494723 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:25.508019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa2828-c036-407d-84aa-9adf7f84df17 req-4174e1f7-39d3-496e-9840-c60b418337e5 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:25.509802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84aa2828-c036-407d-84aa-9adf7f84df17 req-4174e1f7-39d3-496e-9840-c60b418337e5 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 949 time: 0.1356051 Feb 07 12:52:25.528718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-923f1db7-0baf-480d-877d-16fe8e759ab4 None None] Port 4b714a5e-3a9e-4474-8ea6-7725705fb547 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:52:25.584567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84aa2828-c036-407d-84aa-9adf7f84df17 req-ade5f575-4f89-4ffb-93a1-129a3c949320 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657058 Feb 07 12:52:25.610603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:25.610847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:25.642811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:52:25.764651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Pushing event updated for resources: {'Port': ['ID=4b714a5e-3a9e-4474-8ea6-7725705fb547,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:25.838166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Network abe6bd6e-7145-4e1a-be24-642ed303a38e is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:25.839401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:25.865094 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:25.937684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23328bcf-84dc-468d-86f7-3a6165036721 req-90884fe1-9d6d-4e69-a57e-757813ff1967 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:25.938298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:25.940315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:25.952220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23328bcf-84dc-468d-86f7-3a6165036721 req-90884fe1-9d6d-4e69-a57e-757813ff1967 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 945 time: 0.2106254 Feb 07 12:52:26.007500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23328bcf-84dc-468d-86f7-3a6165036721 req-695e6835-88d6-4832-85c7-20ae79f80656 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554202 Feb 07 12:52:26.084668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:26.126261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Router da82af84-3e59-45d3-aeb8-b2c193934602 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:52:26.276934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51514) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:26.300225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:26.309990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2740552-094e-42a5-bb45-bcc7f96f3147 req-69986003-4006-4e0f-9dc0-3aef0a5f3699 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:26.316017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f9e76bd-898e-4832-8b2b-aa4976609430 None None] Provisioning complete for port 4b714a5e-3a9e-4474-8ea6-7725705fb547 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:26.316465 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f9e76bd-898e-4832-8b2b-aa4976609430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:26.317083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2740552-094e-42a5-bb45-bcc7f96f3147 req-69986003-4006-4e0f-9dc0-3aef0a5f3699 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 950 time: 0.1784108 Feb 07 12:52:26.367362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2740552-094e-42a5-bb45-bcc7f96f3147 req-87ce00e2-be6f-4350-a4a0-7601f17a8a06 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493095 Feb 07 12:52:26.370915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9a3eaaa9-e488-4c62-a65f-7d8345d41487 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:26.473705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e76bd-898e-4832-8b2b-aa4976609430 None None] Port 4b714a5e-3a9e-4474-8ea6-7725705fb547 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:52:26.525856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-69edaa79-f9e2-4f65-a9d5-28cee5a78c2f tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:52:26.531095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-69edaa79-f9e2-4f65-a9d5-28cee5a78c2f tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2524061 Feb 07 12:52:26.569270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:52:26.578946 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c4bc4115-74c2-47a2-bdc1-b20b91279f70 admin admin] 10.222.0.69 "PUT /v2.0/routers/da82af84-3e59-45d3-aeb8-b2c193934602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9474945 Feb 07 12:52:26.591071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9a3eaaa9-e488-4c62-a65f-7d8345d41487 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:26.596413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9a3eaaa9-e488-4c62-a65f-7d8345d41487 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:26.596963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:26.630336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91aa0-9531-4621-8e88-e7b9fb0f08aa req-51474a20-2fa6-4085-95bb-08864ac7da3f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:26.633573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10d91aa0-9531-4621-8e88-e7b9fb0f08aa req-51474a20-2fa6-4085-95bb-08864ac7da3f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 948 time: 0.1486967 Feb 07 12:52:26.672618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Request body: {'binding': {'host': 'n-h1-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:26.673138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Unknown quota resources ['binding']. {{(pid=88313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 12:52:26.765216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10d91aa0-9531-4621-8e88-e7b9fb0f08aa req-15b56a88-fe90-464c-82d9-a5da690299c6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255245 Feb 07 12:52:26.825435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:26.849488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9a3eaaa9-e488-4c62-a65f-7d8345d41487, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9a3eaaa9-e488-4c62-a65f-7d8345d41487,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:26.948420 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'code': 200} Feb 07 12:52:26.950988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:27.030560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on host n-h1-811416-5 for vnic_type normal with profile None {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:27.030969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:27.031426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:27.046287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:52:27.046613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:27.056537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:27.056862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:27.057172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:27.057602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Bound port: 86678022-2abc-44e1-bc08-f6ec52a3a511, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:27.086730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9a3eaaa9-e488-4c62-a65f-7d8345d41487,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:27.156857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:27.250498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:27.251783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-27364574-5828-40fa-9ff3-2855b8dc80c3 service neutron] 10.222.0.69 "POST /v2.0/ports/86678022-2abc-44e1-bc08-f6ec52a3a511/bindings HTTP/1.1" status: 201 len: 389 time: 0.6580493 Feb 07 12:52:27.254713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Sync routers for ids ['da82af84-3e59-45d3-aeb8-b2c193934602'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:52:27.271303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Routers {'da82af84-3e59-45d3-aeb8-b2c193934602'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:27.272848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:52:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['da82af84-3e59-45d3-aeb8-b2c193934602'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:27.312343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568baef-be1e-4dfc-8c1f-b2b5aa9bae1d req-d8dc023d-41a9-4d03-8a1c-5e08b8e195a6 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:27.328749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d568baef-be1e-4dfc-8c1f-b2b5aa9bae1d req-d8dc023d-41a9-4d03-8a1c-5e08b8e195a6 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 950 time: 0.1473522 Feb 07 12:52:27.400683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d568baef-be1e-4dfc-8c1f-b2b5aa9bae1d req-1b79414f-ca3e-4f64-978d-8bef71b0f11d tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685472 Feb 07 12:52:27.569871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Set router da82af84-3e59-45d3-aeb8-b2c193934602 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:27.609517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-5924361d-3a08-4b6a-a29c-fd2bfbf2a7a9 tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:27.618310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-5924361d-3a08-4b6a-a29c-fd2bfbf2a7a9 tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 1101 time: 0.1011002 Feb 07 12:52:27.652011 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:27.675490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:27.687928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Usage tracker for resource:security_group_rule and tenant:e7fccaf16b944ec8b4c68ff9982d454a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:27.691668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:27.702071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:27.796038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3dac1e83-c7fd-47b8-affe-a2680cf43b77 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:52:27.798017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 768be70d-3547-47e1-91f7-f20a8edd9142 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:27.882405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7149f-3e5c-4141-b2cb-64a72796819d req-27a64112-3ffb-4986-99fd-838aeb032b7e tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:27.888570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bb7149f-3e5c-4141-b2cb-64a72796819d req-27a64112-3ffb-4986-99fd-838aeb032b7e tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 945 time: 0.1545014 Feb 07 12:52:27.924935 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:27.957818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bb7149f-3e5c-4141-b2cb-64a72796819d req-fe3d77fe-31b7-4d88-8b57-7fe75267fd77 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590374 Feb 07 12:52:28.034894 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:28.078548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b4f81ed-b997-42f0-9095-5772f4c973ff req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590027 Feb 07 12:52:28.082359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ba00d-13fc-4a61-803e-574fc8122dcc tempest-LiveMigrationNegativeTest-209504808 tempest-LiveMigrationNegativeTest-209504808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1556c3-632f-4fe3-8922-4498a0ac49d5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:28.163665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 768be70d-3547-47e1-91f7-f20a8edd9142 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:28.182989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 768be70d-3547-47e1-91f7-f20a8edd9142 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:28.183366 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:28.222900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:28.243156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9a3eaaa9-e488-4c62-a65f-7d8345d41487 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:28.310652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'mac_address': 'fa:16:3e:14:5c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:52:28.326442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a50e3-42fc-40ae-bf53-a1d982d1b57f req-a2abbb0e-477a-4d89-a27b-830189193043 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:28.335949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-214a50e3-42fc-40ae-bf53-a1d982d1b57f req-a2abbb0e-477a-4d89-a27b-830189193043 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 945 time: 0.1099555 Feb 07 12:52:28.416589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-214a50e3-42fc-40ae-bf53-a1d982d1b57f req-6a9e4c16-8213-40f6-9ec3-c6660670d0d8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793209 Feb 07 12:52:28.428473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:52:24Z', 'revision_number': 4, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '4b714a5e-3a9e-4474-8ea6-7725705fb547', 'name': '', 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2585f754-0300-46fd-9a1c-afd1ccbce060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:24Z', 'updated_at': '2022-02-07T12:52:25Z', 'revision_number': 2, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'subnets': [{'id': '2585f754-0300-46fd-9a1c-afd1ccbce060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:28.459762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:28.485034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Checking router: da82af84-3e59-45d3-aeb8-b2c193934602 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:52:28.485485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Updating router da82af84-3e59-45d3-aeb8-b2c193934602 port 4b714a5e-3a9e-4474-8ea6-7725705fb547 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:52:28.513644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-52fbbad0-065e-423d-baa7-bb533c76b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:28.515850 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-52fbbad0-065e-423d-baa7-bb533c76b35b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1096 time: 0.0957463 Feb 07 12:52:28.545915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dac1e83-c7fd-47b8-affe-a2680cf43b77 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:28.578942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9a3eaaa9-e488-4c62-a65f-7d8345d41487 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:28.579354 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:28.629845 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:28.648897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:28.649874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:28.753685 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 768be70d-3547-47e1-91f7-f20a8edd9142, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=768be70d-3547-47e1-91f7-f20a8edd9142,segment=NetworkSegment(ed2afb2d-5d2c-4017-a538-09bbcea6d98b),segment_id=ed2afb2d-5d2c-4017-a538-09bbcea6d98b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:28.761018 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:28.889465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e7592-15f0-4d3c-9894-9d72c9b478c0 req-37331e9a-71e2-49c7-b8ce-6d7d7491f399 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:28.911682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-528e7592-15f0-4d3c-9894-9d72c9b478c0 req-37331e9a-71e2-49c7-b8ce-6d7d7491f399 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 949 time: 0.1881144 Feb 07 12:52:28.913423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:28.936217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-d85a5763-a5d3-4bad-ba7e-a77ea1c374e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:28.937710 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-d85a5763-a5d3-4bad-ba7e-a77ea1c374e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.4152141 Feb 07 12:52:28.951185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf31aee-5458-4e4b-ba7f-d0a295aa1967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768be70d-3547-47e1-91f7-f20a8edd9142'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:28.986457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:29.012038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-528e7592-15f0-4d3c-9894-9d72c9b478c0 req-60c1b732-5a1c-4dad-a853-aad91f780e67 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975819 Feb 07 12:52:29.173279 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-68e0444e-e201-42f2-bbed-1078772c1cdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 217 time: 0.2232244 Feb 07 12:52:29.236680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=768be70d-3547-47e1-91f7-f20a8edd9142,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:29.282047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-093614fc-037a-427e-9cda-f1faf731af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:29.283889 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-093614fc-037a-427e-9cda-f1faf731af2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0969203 Feb 07 12:52:29.317850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3dac1e83-c7fd-47b8-affe-a2680cf43b77'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:29.376762 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-c473b755-643a-44aa-910c-bb5969a1b072 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838768 Feb 07 12:52:29.402663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1c6bd-907a-4a0f-8de2-06d46a110f36 req-ac0345d3-53af-4465-93de-eef117607f76 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:29.409916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51e1c6bd-907a-4a0f-8de2-06d46a110f36 req-ac0345d3-53af-4465-93de-eef117607f76 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 950 time: 0.1313045 Feb 07 12:52:29.499835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51e1c6bd-907a-4a0f-8de2-06d46a110f36 req-49154116-e1c2-47d8-8329-6f3f1c852899 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873384 Feb 07 12:52:29.519536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:29.563633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Transition to ACTIVE for port object 4b714a5e-3a9e-4474-8ea6-7725705fb547 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:29.577369 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-d6f9a937-e710-4d0c-8b83-0186ab4fba56 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928091 Feb 07 12:52:29.597464 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf31aee-5458-4e4b-ba7f-d0a295aa1967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768be70d-3547-47e1-91f7-f20a8edd9142', 'code': 200} Feb 07 12:52:29.757735 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:29.928026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249da4a-d0a0-4020-bffd-68c7839d32e4 req-6a352e15-7f4a-4921-8af9-bd23fcf03c30 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:29.929726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3249da4a-d0a0-4020-bffd-68c7839d32e4 req-6a352e15-7f4a-4921-8af9-bd23fcf03c30 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 946 time: 0.1346011 Feb 07 12:52:29.932051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cdb04-a8e2-4408-b9a1-d9619771376d req-6b46b972-7209-4d3c-ac4d-b2f1eeaccfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:29.944011 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-248a0b22-7ace-4f43-81f9-fb2c46c8df6e service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576660 Feb 07 12:52:29.946490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-989cdb04-a8e2-4408-b9a1-d9619771376d req-6b46b972-7209-4d3c-ac4d-b2f1eeaccfe5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 1097 time: 0.2027552 Feb 07 12:52:29.996423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758dc90-c64f-445a-a0fc-3e0c58130c54 None None] Pushing event updated for resources: {'Port': ['ID=4b714a5e-3a9e-4474-8ea6-7725705fb547,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:30.024099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Attempting to bind port 4b714a5e-3a9e-4474-8ea6-7725705fb547 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:30.024705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Attempting to bind port 4b714a5e-3a9e-4474-8ea6-7725705fb547 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:30.026517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Attempting to bind port 4b714a5e-3a9e-4474-8ea6-7725705fb547 on network abe6bd6e-7145-4e1a-be24-642ed303a38e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:30.031510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:30.031848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Checking segment: {'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:30.032321 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:30.032697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Bound using segment: {'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:30.033391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Bound port: 4b714a5e-3a9e-4474-8ea6-7725705fb547, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b634bcca-7731-4c3c-895a-4f57b5e30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:30.033717 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:30.105396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3249da4a-d0a0-4020-bffd-68c7839d32e4 req-9667454f-d6f2-4504-bf1e-898ebe3a4bc8 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577344 Feb 07 12:52:30.107527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-989cdb04-a8e2-4408-b9a1-d9619771376d req-867ffd17-d365-4d20-81cb-6548fbafa887 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894904 Feb 07 12:52:30.179539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] For port 4b714a5e-3a9e-4474-8ea6-7725705fb547, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:30.183751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] For port 4b714a5e-3a9e-4474-8ea6-7725705fb547, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4b714a5e-3a9e-4474-8ea6-7725705fb547,segment=NetworkSegment(b634bcca-7731-4c3c-895a-4f57b5e30bbe),segment_id=b634bcca-7731-4c3c-895a-4f57b5e30bbe)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:30.265486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-8e7ffddd-c8b2-4e4c-8b0c-77c011eabaad tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:30.266882 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-8e7ffddd-c8b2-4e4c-8b0c-77c011eabaad tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.1344595 Feb 07 12:52:30.277800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811416-5'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:30.358279 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:30.405468 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:30.512990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Routers {'da82af84-3e59-45d3-aeb8-b2c193934602'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:30.515239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:52:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['da82af84-3e59-45d3-aeb8-b2c193934602'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:30.715332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758dc90-c64f-445a-a0fc-3e0c58130c54 None None] Pushing event updated for resources: {'Port': ['ID=4b714a5e-3a9e-4474-8ea6-7725705fb547,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:30.791711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:30.856098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:30.889289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc703-ee21-4063-89d0-18fd1b1e8448 req-b38924a9-e487-4fdb-938a-22540ac358e4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:30.893770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a2cc703-ee21-4063-89d0-18fd1b1e8448 req-b38924a9-e487-4fdb-938a-22540ac358e4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 945 time: 0.4171696 Feb 07 12:52:30.897040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-00f07e67-5aed-40b9-945a-fb2c3b97d6b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4588256 Feb 07 12:52:30.962699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:30.977008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:30.997980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] Set router da82af84-3e59-45d3-aeb8-b2c193934602 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:31.004042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a2cc703-ee21-4063-89d0-18fd1b1e8448 req-c0dafb4b-c46a-41cb-aa0c-b14058946db2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973041 Feb 07 12:52:31.108642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:31.316136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d277ec-e88b-4d83-bed3-ef457be5a472 req-dd7be657-22a3-45ac-a1fa-0747827020a4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:31.325280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06d277ec-e88b-4d83-bed3-ef457be5a472 req-dd7be657-22a3-45ac-a1fa-0747827020a4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 949 time: 0.1822398 Feb 07 12:52:31.331369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Pushing event updated for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=7']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:31.360947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on host n-h2-811416-5 for vnic_type normal with profile {"migrating_to": "n-h1-811416-5"} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:31.361353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:31.361678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:31.372017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:52:31.372342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Attempting to bind port 86678022-2abc-44e1-bc08-f6ec52a3a511 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:31.382890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:31.383247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:31.383660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:31.384189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Bound port: 86678022-2abc-44e1-bc08-f6ec52a3a511, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:31.385994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:31.426584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-460fd5e5-0853-4d7e-a664-4bdf79e61a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:31.429696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-460fd5e5-0853-4d7e-a664-4bdf79e61a0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 1097 time: 0.3649614 Feb 07 12:52:31.455123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06d277ec-e88b-4d83-bed3-ef457be5a472 req-5d29e325-b662-454a-a644-df84cd458d58 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287787 Feb 07 12:52:31.550384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:52:24Z', 'revision_number': 4, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '4b714a5e-3a9e-4474-8ea6-7725705fb547', 'name': '', 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2585f754-0300-46fd-9a1c-afd1ccbce060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:24Z', 'updated_at': '2022-02-07T12:52:30Z', 'revision_number': 4, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'subnets': [{'id': '2585f754-0300-46fd-9a1c-afd1ccbce060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:31.556356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4173f2-2556-470f-b2e3-2a52b7a0da2e None None] The sync data for ids ['da82af84-3e59-45d3-aeb8-b2c193934602'] in n-d-811416-5 is: [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:52:24Z', 'revision_number': 4, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '4b714a5e-3a9e-4474-8ea6-7725705fb547', 'name': '', 'network_id': 'abe6bd6e-7145-4e1a-be24-642ed303a38e', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2585f754-0300-46fd-9a1c-afd1ccbce060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:24Z', 'updated_at': '2022-02-07T12:52:30Z', 'revision_number': 4, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'subnets': [{'id': '2585f754-0300-46fd-9a1c-afd1ccbce060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:52:31.563528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:31.566954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:31.670402 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:31.698519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3dac1e83-c7fd-47b8-affe-a2680cf43b77 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:31.759717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-cdfc9793-99a6-4ac4-8e60-b9c6dd8f60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:31.761228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-cdfc9793-99a6-4ac4-8e60-b9c6dd8f60b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 924 time: 0.3051710 Feb 07 12:52:31.952085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:31.958649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:31.962730 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:32.057179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-6904fac4-8c58-455a-bcd1-31715a3587f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25 HTTP/1.1" status: 200 len: 1001 time: 0.2867067 Feb 07 12:52:32.099136 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511', 'code': 200} Feb 07 12:52:32.265933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:32.270983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:32.274300 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-11771845-832c-482c-9434-11bb5728cb24 service neutron] 10.222.0.35 "PUT /v2.0/ports/86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 1121 time: 2.0011270 Feb 07 12:52:32.318470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11771845-832c-482c-9434-11bb5728cb24 service neutron] Pushing event updated for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=8']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:32.373384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-85cf41ca-ffc4-404b-941c-7d719f539760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:32.374838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-85cf41ca-ffc4-404b-941c-7d719f539760 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 200 len: 863 time: 0.2528453 Feb 07 12:52:32.417900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4b714a5e-3a9e-4474-8ea6-7725705fb547 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:32.492764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3346a-3586-4406-a7f8-6b2ceefb12d0 req-0e12c549-059b-40f2-b6ce-c469c6946cd2 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:32.500720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfe3346a-3586-4406-a7f8-6b2ceefb12d0 req-0e12c549-059b-40f2-b6ce-c469c6946cd2 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 946 time: 0.4335141 Feb 07 12:52:32.566933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-e6f26d8b-38fe-4b20-9cf6-552e37bb5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:32.568146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['86678022-2abc-44e1-bc08-f6ec52a3a511'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:32.569312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-e6f26d8b-38fe-4b20-9cf6-552e37bb5532 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1477f912-4630-4658-8e92-9d186d512827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836267 Feb 07 12:52:32.619117 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:32.721444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:32.747162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfe3346a-3586-4406-a7f8-6b2ceefb12d0 req-c31a3a24-cda9-4845-810d-0cb4bb529fe1 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448254 Feb 07 12:52:32.754522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-72aca288-a1a6-4931-ae91-f985fccd7cd1 service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655707 Feb 07 12:52:32.762838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:32.858159 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:32.954355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:32.968193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4b714a5e-3a9e-4474-8ea6-7725705fb547 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:33.042304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4b714a5e-3a9e-4474-8ea6-7725705fb547 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:33.042530 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:33.228027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa58d1c-3b9a-4591-920d-2f36ebd8a9f9 req-f1e8eeac-75a6-4444-a6fb-96d1df13d6e8 service neutron] 10.222.0.47 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671793 Feb 07 12:52:33.255697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd8fa2-69b4-4ebe-819b-61fd3e9197d8 req-ab3f6507-8909-4ca2-b72b-83b7b13061d3 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:33.271701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69dd8fa2-69b4-4ebe-819b-61fd3e9197d8 req-ab3f6507-8909-4ca2-b72b-83b7b13061d3 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 950 time: 0.2660789 Feb 07 12:52:33.326102 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:33.368676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4b714a5e-3a9e-4474-8ea6-7725705fb547, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4b714a5e-3a9e-4474-8ea6-7725705fb547,segment=NetworkSegment(b634bcca-7731-4c3c-895a-4f57b5e30bbe),segment_id=b634bcca-7731-4c3c-895a-4f57b5e30bbe)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:33.374748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69dd8fa2-69b4-4ebe-819b-61fd3e9197d8 req-73719373-f647-4b2b-8dec-4ebf193dbc05 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa0e3374-31eb-4e01-b80e-f253568496d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020458 Feb 07 12:52:33.414089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-008a2657-a3c0-4bb9-9006-88dfe9f38edb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:33.415773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-008a2657-a3c0-4bb9-9006-88dfe9f38edb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Synchronizing usage tracker for tenant:174f2b49327548659c87a196ca410b6a on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:52:33.437109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-4259083d-24f7-48c0-81e7-4e87f9fcd95b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:33.437965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-4259083d-24f7-48c0-81e7-4e87f9fcd95b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Synchronizing usage tracker for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:52:33.458125 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:33.547806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4b714a5e-3a9e-4474-8ea6-7725705fb547,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:33.574135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-008a2657-a3c0-4bb9-9006-88dfe9f38edb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Unset dirty status for tenant:174f2b49327548659c87a196ca410b6a on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:52:33.575777 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-008a2657-a3c0-4bb9-9006-88dfe9f38edb tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.35 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 950 time: 0.5591526 Feb 07 12:52:33.637621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-4259083d-24f7-48c0-81e7-4e87f9fcd95b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Unset dirty status for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:52:33.638947 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-4259083d-24f7-48c0-81e7-4e87f9fcd95b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e&tenant_id=b813f812d35748d79cccd6537e963355&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 950 time: 0.4863329 Feb 07 12:52:33.646301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70a6c5-8d39-4c35-a771-e8bdbf5a0919 req-bcf51cbc-804c-47e3-ab7c-e12ab20e0a31 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:33.648590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb70a6c5-8d39-4c35-a771-e8bdbf5a0919 req-bcf51cbc-804c-47e3-ab7c-e12ab20e0a31 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 943 time: 0.1371191 Feb 07 12:52:33.769206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb70a6c5-8d39-4c35-a771-e8bdbf5a0919 req-c80a946b-01ee-49de-8bdd-aea0dfd00922 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111653 Feb 07 12:52:33.772401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Deleting port 51399b51-59ff-442d-99d6-2dae30963825 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:52:33.772401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:33.861105 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-5a08811a-6971-4ad2-a562-3e551f46c5b7 service neutron] delete failed (client error): The resource could not be found. Feb 07 12:52:33.862785 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-5a08811a-6971-4ad2-a562-3e551f46c5b7 service neutron] 10.222.0.35 "DELETE /v2.0/ports/3dac1e83-c7fd-47b8-affe-a2680cf43b77/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.2074091 Feb 07 12:52:33.969461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.35', 49241) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:34.024618 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'code': 200} Feb 07 12:52:34.117155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:34.197496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36de683-dee1-4a11-a1ef-d93fc0a568f2 req-edb0b3d6-d41e-4555-ba39-a6c28a39194b tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:34.211557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b36de683-dee1-4a11-a1ef-d93fc0a568f2 req-edb0b3d6-d41e-4555-ba39-a6c28a39194b tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 950 time: 0.2025347 Feb 07 12:52:34.260121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4b714a5e-3a9e-4474-8ea6-7725705fb547 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:34.297118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-88c77413-5df4-4de2-8066-9f638cc25b4e tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:34.297745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-88c77413-5df4-4de2-8066-9f638cc25b4e tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Synchronizing usage tracker for tenant:f5f0c8b9e53f4e8e9e8fb46dfc618c87 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:52:34.310068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b36de683-dee1-4a11-a1ef-d93fc0a568f2 req-b38cad02-8512-4148-a4f4-fbbe255b4eec tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973797 Feb 07 12:52:34.368195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-c292cf55-7a3f-4985-a403-e6cf3ee8d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:34.372826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] For port 51399b51-59ff-442d-99d6-2dae30963825, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=51399b51-59ff-442d-99d6-2dae30963825,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:34.372975 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:34.374518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-c292cf55-7a3f-4985-a403-e6cf3ee8d349 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1101 time: 0.4037597 Feb 07 12:52:34.413599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4b714a5e-3a9e-4474-8ea6-7725705fb547 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:34.414118 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:34.556435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-88c77413-5df4-4de2-8066-9f638cc25b4e tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Unset dirty status for tenant:f5f0c8b9e53f4e8e9e8fb46dfc618c87 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:52:34.559145 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-88c77413-5df4-4de2-8066-9f638cc25b4e tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 950 time: 0.6334274 Feb 07 12:52:34.665489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Calling delete_port for 51399b51-59ff-442d-99d6-2dae30963825 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:52:34.761633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Deleting port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:52:34.761931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:34.766224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3398c8d-a280-4a1a-9959-5915c94ab24f req-18331f1c-7736-4db1-864f-d6cbce9af819 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:34.767757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3398c8d-a280-4a1a-9959-5915c94ab24f req-18331f1c-7736-4db1-864f-d6cbce9af819 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.5140336 Feb 07 12:52:34.801555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-a0fe4b43-b3eb-4930-bbf5-02b9b213019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:34.805160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-a0fe4b43-b3eb-4930-bbf5-02b9b213019b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.4127061 Feb 07 12:52:34.823092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c6ce-6aff-43d9-b724-8aa7e8858b08 req-cf54c532-19e4-4596-a9d1-fcd1356159e2 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:34.826549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d476c6ce-6aff-43d9-b724-8aa7e8858b08 req-cf54c532-19e4-4596-a9d1-fcd1356159e2 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 946 time: 0.2635701 Feb 07 12:52:34.922900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-8bb49976-0900-4bcd-81a4-49b35d888c52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 217 time: 0.0951245 Feb 07 12:52:34.974778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3398c8d-a280-4a1a-9959-5915c94ab24f req-aef3dd55-9c3a-4a07-92fe-7c2928624e8a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946580 Feb 07 12:52:34.999100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d476c6ce-6aff-43d9-b724-8aa7e8858b08 req-b6a59afd-4f26-425c-9a67-b05469b3a0c1 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061323 Feb 07 12:52:35.055786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-f933542b-1268-4474-acd4-d4d9edf00937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:35.060946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-f933542b-1268-4474-acd4-d4d9edf00937 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1285470 Feb 07 12:52:35.124403 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511', 'status': 'completed', 'code': 200} Feb 07 12:52:35.134174 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:35.150164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['51399b51-59ff-442d-99d6-2dae30963825'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:35.329303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Pushing event deleted for resources: {'Port': ['ID=51399b51-59ff-442d-99d6-2dae30963825,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:35.388852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa2625e1-a016-404c-b8cc-68f715ed4054 req-e3200763-af05-4be2-9ec2-efebdcb03049 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 210 time: 0.1261721 Feb 07 12:52:35.525328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-7014f431-538d-4d43-b779-9d36449730b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:35.525328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-7014f431-538d-4d43-b779-9d36449730b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4555061 Feb 07 12:52:35.622026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-adb234f4-21e8-4566-a062-59ac429d7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:35.625691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-adb234f4-21e8-4566-a062-59ac429d7d6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1124 time: 0.4351707 Feb 07 12:52:35.674219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] No DVR routers for this DVR port 51399b51-59ff-442d-99d6-2dae30963825 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:52:35.678611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:35.697898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] For port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:35.698425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:35.869224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Calling delete_port for ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:52:35.920991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526e150-dfbe-4e08-b0be-fee5ca231c7f req-a4532546-9950-4250-9eb2-6b2a2bd235de tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:35.924357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f526e150-dfbe-4e08-b0be-fee5ca231c7f req-a4532546-9950-4250-9eb2-6b2a2bd235de tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 943 time: 0.5344629 Feb 07 12:52:35.925601 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-2c7891f4-2c80-4579-89b3-86fc9d486716 req-013288ce-2f6e-4eef-b1e5-0c5577443b28 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.35 "DELETE /v2.0/ports/51399b51-59ff-442d-99d6-2dae30963825 HTTP/1.1" status: 204 len: 173 time: 2.3418739 Feb 07 12:52:36.003082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-e1d2c7f1-b54c-47cb-974a-6f96cac4272e service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636593 Feb 07 12:52:36.026729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014413c-df72-4593-8148-0ac96d005f31 req-8a16c2d7-c15d-403a-ac0f-3bc70f352221 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:36.028342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c014413c-df72-4593-8148-0ac96d005f31 req-8a16c2d7-c15d-403a-ac0f-3bc70f352221 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 950 time: 0.4106460 Feb 07 12:52:36.032571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-954ca040-31ce-44a6-85ad-ba529d4332b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:36.033971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-954ca040-31ce-44a6-85ad-ba529d4332b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.3479064 Feb 07 12:52:36.171864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f526e150-dfbe-4e08-b0be-fee5ca231c7f req-a411a76c-2ae2-4622-bc73-34880b0d7223 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364502 Feb 07 12:52:36.200623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-99e97686-a6cd-4070-8041-7cea99cac852 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 217 time: 0.1418464 Feb 07 12:52:36.207570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 86678022-2abc-44e1-bc08-f6ec52a3a511 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:52:36.301019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:36.313010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c014413c-df72-4593-8148-0ac96d005f31 req-17bfb674-02b5-4540-b04d-73818857183d tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576330 Feb 07 12:52:36.394153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b64de9a-f2ff-478e-8f0a-31cdaea62c49 req-35c25bda-2948-4556-9542-972ba004e055 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458660 Feb 07 12:52:36.395641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-a40bd85d-5e48-450e-abba-9043623e6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:36.398545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Pushing event deleted for resources: {'Port': ['ID=ec87be12-a4d8-4a66-a75b-a4dde4a1cde0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:36.398697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-a40bd85d-5e48-450e-abba-9043623e6e1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1706462 Feb 07 12:52:36.519431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:36.554207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 86678022-2abc-44e1-bc08-f6ec52a3a511 has no active binding in host n-h1-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 12:52:36.557363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ff427a9e-3c47-4c24-84ba-3433a75bc12f', 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:36.655964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-19babc37-6204-4f20-966a-060ccbe4e0f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985259 Feb 07 12:52:36.778755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] No DVR routers for this DVR port ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:52:36.778755 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:36.988782 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-aa0c58f8-c399-4ec4-a7f3-4ea729bf4758 req-a766602f-b04d-4bdd-b6f7-6509420974cc tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "DELETE /v2.0/ports/ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 HTTP/1.1" status: 204 len: 173 time: 2.3335381 Feb 07 12:52:36.989409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a226fa59-18c1-411d-94bd-b2f7b97dd8c0 req-bceaf744-0938-48f3-bc81-edfa13eb7910 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0754247 Feb 07 12:52:37.053717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aec6eb-f1e1-493f-8922-b617c33292f3 req-2a0abe01-407a-4fb6-828f-86471bb55384 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:37.056359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5aec6eb-f1e1-493f-8922-b617c33292f3 req-2a0abe01-407a-4fb6-828f-86471bb55384 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.6946235 Feb 07 12:52:37.060562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-8899fb9e-85c2-40b0-86b8-9d296eec575f service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769984 Feb 07 12:52:37.120389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a841570c-6cac-4bb8-8ed6-4d36a555fdc8', 'name': 'network-vif-deleted', 'tag': '51399b51-59ff-442d-99d6-2dae30963825'}, {'server_uuid': '9e6224aa-dc70-4add-89f3-3cf68aba11d8', 'name': 'network-vif-deleted', 'tag': 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:37.216608 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a841570c-6cac-4bb8-8ed6-4d36a555fdc8', 'name': 'network-vif-deleted', 'tag': '51399b51-59ff-442d-99d6-2dae30963825', 'status': 'completed', 'code': 200} Feb 07 12:52:37.216958 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6224aa-dc70-4add-89f3-3cf68aba11d8', 'name': 'network-vif-deleted', 'tag': 'ec87be12-a4d8-4a66-a75b-a4dde4a1cde0', 'status': 'completed', 'code': 200} Feb 07 12:52:37.345104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3416d3c4-462b-43e3-a375-3f23591efb1a req-9ecf392f-8c35-4730-8474-51cc18c880f6 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651661 Feb 07 12:52:37.357411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5aec6eb-f1e1-493f-8922-b617c33292f3 req-128e4149-4816-41a4-9adb-596b51396a19 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944121 Feb 07 12:52:37.477731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291036ec-eee1-472f-94c5-82719b1c654a req-bd9d9aa1-dfb4-4efc-a836-9e13848d092a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:37.477731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-291036ec-eee1-472f-94c5-82719b1c654a req-bd9d9aa1-dfb4-4efc-a836-9e13848d092a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 943 time: 0.0837035 Feb 07 12:52:37.625195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-139370ef-05ac-4f9d-b6ef-e2092f6722cc req-88d1b181-df0d-40f7-8112-b9a77ff88f17 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 210 time: 0.0906630 Feb 07 12:52:37.639168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-291036ec-eee1-472f-94c5-82719b1c654a req-2e45825d-dda7-4869-8c20-9df084f50576 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478274 Feb 07 12:52:38.144551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4461a05c-a2ba-4521-a0d2-dc31d6fe6e65 req-ccbc67ca-d470-4b2d-9c38-40fb18831732 tempest-DeleteServersAdminTestJSON-1814911515 tempest-DeleteServersAdminTestJSON-1814911515-project] 10.222.0.69 "GET /v2.0/ports?device_id=a841570c-6cac-4bb8-8ed6-4d36a555fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0429513 Feb 07 12:52:38.215090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:52:38.263837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:52:38.264214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ec87be12-a4d8-4a66-a75b-a4dde4a1cde0 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:52:38.264631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 51399b51-59ff-442d-99d6-2dae30963825 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:52:38.301246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 51399b51-59ff-442d-99d6-2dae30963825 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:52:38.304442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 51399b51-59ff-442d-99d6-2dae30963825 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:52:38.353921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-def7f1d1-a73a-4b20-bd46-cbe95431835f service neutron] 10.222.0.47 "GET /v2.0/ports/86678022-2abc-44e1-bc08-f6ec52a3a511/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.0869417 Feb 07 12:52:38.710153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82c7a6d3-db64-4ec8-b713-fdb7ba164062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:39.087916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6739ceb-4b8c-4f3e-b0a8-8c11fffd3657 req-6bb9fec4-80f4-46a5-b896-042147731aa8 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e6224aa-dc70-4add-89f3-3cf68aba11d8 HTTP/1.1" status: 200 len: 210 time: 0.0512502 Feb 07 12:52:39.153564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae558e-d127-407a-bb5e-47e08951aae9 req-cab98b33-2640-4863-808b-7c61272e1a92 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:39.165028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97ae558e-d127-407a-bb5e-47e08951aae9 req-cab98b33-2640-4863-808b-7c61272e1a92 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.5936143 Feb 07 12:52:39.303570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:39.319080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97ae558e-d127-407a-bb5e-47e08951aae9 req-23ee9e74-75f7-4387-bde8-3f3d410435e8 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596427 Feb 07 12:52:39.376804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:39.483683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86678022-2abc-44e1-bc08-f6ec52a3a511 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:39.504191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:39.538759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144e93-8f1f-42e3-b1d1-74bc8d2f716a req-85e20967-4d3a-42a1-8053-13044147f44e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:39.546430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d144e93-8f1f-42e3-b1d1-74bc8d2f716a req-85e20967-4d3a-42a1-8053-13044147f44e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 943 time: 0.2974038 Feb 07 12:52:39.598493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d144e93-8f1f-42e3-b1d1-74bc8d2f716a req-2c1f268c-66f5-486a-b316-6ad0e87b5ce5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Feb 07 12:52:39.612594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:39.740978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:52:39.751404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 86678022-2abc-44e1-bc08-f6ec52a3a511 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:52:39.851694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f78fc-e450-4487-80d1-e4e05f751df8 req-bc98f606-f5cc-48c6-9bb2-7a8b88a5cb83 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:39.857055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1f78fc-e450-4487-80d1-e4e05f751df8 req-bc98f606-f5cc-48c6-9bb2-7a8b88a5cb83 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1101 time: 0.1599736 Feb 07 12:52:39.920525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1f78fc-e450-4487-80d1-e4e05f751df8 req-11d62a0c-3c32-47a6-ae6b-000e44babe7c tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621943 Feb 07 12:52:39.924727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] Transition to ACTIVE for port object 86678022-2abc-44e1-bc08-f6ec52a3a511 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:40.018969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:40.101633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:40.151925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'mac_address': 'fa:16:3e:3f:dd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:52:40.190619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] Pushing event updated for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:40.273092 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:40.314167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:40.337837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:40.434930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-c614a544-a6a6-4c58-bb35-a9a9ce0843f0 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810168 Feb 07 12:52:40.435391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:40.478311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] No DVR routers for this DVR port 86678022-2abc-44e1-bc08-f6ec52a3a511 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:52:40.539705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:40.636954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['7a72f4b2-49a4-47b3-a18b-6a01e427ee97'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:40.774397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a0ee5826-8829-4d53-8684-e986b417ed51 service neutron] 10.222.0.47 "PUT /v2.0/ports/86678022-2abc-44e1-bc08-f6ec52a3a511/bindings/n-h1-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 2.4142213 Feb 07 12:52:40.785386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e88502bc-a18e-4e06-95ee-c324f706f5da tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:40.792380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e88502bc-a18e-4e06-95ee-c324f706f5da tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460891 Feb 07 12:52:40.802205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-d9afc97c-ef8a-4e43-948e-fa7f65d2bc3b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/quotas/b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 375 time: 0.0089946 Feb 07 12:52:40.890553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-22881c60-1e4b-448a-ac3d-e256a5f4f3e9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815184 Feb 07 12:52:40.961908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51794) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:41.054221 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c2e0e0a-e913-4350-9063-e4bd9d9af007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:41.060624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-70b2e5d7-361b-4ebc-bf7b-5c7069db0340 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:41.062180 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-70b2e5d7-361b-4ebc-bf7b-5c7069db0340 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.0895915 Feb 07 12:52:41.143451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-df311e17-0e00-48de-9c36-16386bedad27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=174f2b49327548659c87a196ca410b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780176 Feb 07 12:52:41.144617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51806) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:41.176382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-4c50a941-5eb5-432a-8841-32b48831e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:41.178428 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-4c50a941-5eb5-432a-8841-32b48831e3e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be&tenant_id=287e4148aa704a56b387ef51dde7594e HTTP/1.1" status: 200 len: 1095 time: 0.1096499 Feb 07 12:52:41.221779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc4b4-5ba4-45ab-a351-51c6f88075f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:41.273485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc4b4-5ba4-45ab-a351-51c6f88075f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:41.341503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-ce718fd3-2fdd-42c0-919f-5c0ba4cbadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:41.348646 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-ce718fd3-2fdd-42c0-919f-5c0ba4cbadaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1095 time: 0.1454923 Feb 07 12:52:41.419920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc4b4-5ba4-45ab-a351-51c6f88075f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:41.439487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fc4b4-5ba4-45ab-a351-51c6f88075f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0e3374-31eb-4e01-b80e-f253568496d4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:41.491197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-2c5aff85-864f-40fe-985f-2612c9dbf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:41.492611 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-2c5aff85-864f-40fe-985f-2612c9dbf99a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.1383264 Feb 07 12:52:41.524408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc4b4-5ba4-45ab-a351-51c6f88075f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:41.532805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cc1fc4b4-5ba4-45ab-a351-51c6f88075f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa0e3374-31eb-4e01-b80e-f253568496d4 HTTP/1.1" status: 204 len: 168 time: 0.3825655 Feb 07 12:52:41.579666 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-64c50682-bd7b-4a4d-a27b-6c25f7e52fdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 217 time: 0.0815511 Feb 07 12:52:41.654192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-61b86810-3a05-42ce-b019-e7bb4df894ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:41.655644 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-61b86810-3a05-42ce-b019-e7bb4df894ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0697474 Feb 07 12:52:41.702079 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-126d8e58-bc9b-4a9e-8f85-ebecc6727781 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409951 Feb 07 12:52:41.756499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:41.871648 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-d250f5de-54c2-47af-aed3-faddbe1de62c service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596491 Feb 07 12:52:41.873096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:41.873464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:42.084711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:42.120623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:42.138345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:42.166874 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-f55c0c43-cb21-492e-852e-1ee1c17d7ed7 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858143 Feb 07 12:52:42.244558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bb8a177-629a-4553-abb9-8b04863bd5e7 req-3aa43259-7b08-4be7-8954-a221fb643e4d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 210 time: 0.0552413 Feb 07 12:52:42.347176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:42.356495 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:42.360413 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:42.369073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bcfcf-eaa2-46cf-b99d-5cc4b60d2df5 req-302910f1-dd99-4dd6-a990-f9d7185febb3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:42.377246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f4bcfcf-eaa2-46cf-b99d-5cc4b60d2df5 req-302910f1-dd99-4dd6-a990-f9d7185febb3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 944 time: 0.1315851 Feb 07 12:52:42.491467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f4bcfcf-eaa2-46cf-b99d-5cc4b60d2df5 req-0afb0a09-9d9f-4478-8647-1e48555f44c5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129229 Feb 07 12:52:42.534911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:42.570596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166dd08-f5f2-4e5e-9613-e20fac066c29 req-1a27e0f7-1bb1-4bad-8d59-a55b8f2647be tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:42.574131 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'code': 200} Feb 07 12:52:42.584612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8166dd08-f5f2-4e5e-9613-e20fac066c29 req-1a27e0f7-1bb1-4bad-8d59-a55b8f2647be tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 950 time: 0.1655936 Feb 07 12:52:42.634034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8166dd08-f5f2-4e5e-9613-e20fac066c29 req-4f569a1b-db0c-4d3c-b363-303772621aa5 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485666 Feb 07 12:52:43.170115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a7626164-99dd-492c-94d4-19d4d440004d tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:43.170115 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-a7626164-99dd-492c-94d4-19d4d440004d tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.1518252 Feb 07 12:52:43.377610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51864) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:43.412993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-9d8a7bd5-42b6-4717-81f4-54659daea8d2 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:43.414808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-9d8a7bd5-42b6-4717-81f4-54659daea8d2 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 950 time: 0.1519170 Feb 07 12:52:43.415929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:43.436720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:43.446169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] Usage tracker for resource:security_group_rule and tenant:045c4c262a1a4b32a95967f4a8b78996 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:52:43.446169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:52:43.450669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:43.564170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-b9d0aa80-e569-43e9-bfcb-237da309aa20 service neutron] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:43.567750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-b9d0aa80-e569-43e9-bfcb-237da309aa20 service neutron] Notify callbacks [] for binding, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:43.569500 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cbd868bc-9a2a-49d6-8b4c-75cb45666199 req-b9d0aa80-e569-43e9-bfcb-237da309aa20 service neutron] 10.222.0.35 "DELETE /v2.0/ports/86678022-2abc-44e1-bc08-f6ec52a3a511/bindings/n-h2-811416-5 HTTP/1.1" status: 204 len: 173 time: 0.3929312 Feb 07 12:52:43.599902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59220e12-d688-4d42-b300-5dc0d09ff616 req-e53bbc05-cc36-4ea6-b070-da8dad92bf7c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 210 time: 0.1199102 Feb 07 12:52:43.632856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Deleting port ff427a9e-3c47-4c24-84ba-3433a75bc12f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:52:43.633199 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:43.654374 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:43.968307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:44.121174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f967648-bc46-49ea-bbcc-a3212e73142f req-777a402a-44b2-42a0-8f34-2a5beb7b4d49 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:44.122907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f967648-bc46-49ea-bbcc-a3212e73142f req-777a402a-44b2-42a0-8f34-2a5beb7b4d49 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 950 time: 0.2833037 Feb 07 12:52:44.142221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4d4ff-24ca-4593-b615-5529afafc019 req-08285856-0a49-4498-b9e3-57a85d11cf39 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:44.150999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87e4d4ff-24ca-4593-b615-5529afafc019 req-08285856-0a49-4498-b9e3-57a85d11cf39 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 944 time: 0.4404407 Feb 07 12:52:44.198363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:44.338648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1d98e0-6b46-42f7-9977-9ce4b6ce03d1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:44.361472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87e4d4ff-24ca-4593-b615-5529afafc019 req-2d6efb3e-b91b-402f-82f4-2f608c96334b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095106 Feb 07 12:52:44.373136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c8c22910-16e7-4207-b5d4-586518464950 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=045c4c262a1a4b32a95967f4a8b78996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9924417 Feb 07 12:52:44.379256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:44.413632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f967648-bc46-49ea-bbcc-a3212e73142f req-f251aadd-cf16-4e44-97d0-af6983e40fd6 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/security-groups?id=e0bc29be-7c65-4548-aa21-d4abedc98be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562616 Feb 07 12:52:44.415514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] For port ff427a9e-3c47-4c24-84ba-3433a75bc12f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ff427a9e-3c47-4c24-84ba-3433a75bc12f,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:44.415908 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:44.544328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d18fe331-dd0b-45c2-91e4-74b4125d9e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:44.576044 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d18fe331-dd0b-45c2-91e4-74b4125d9e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:44.762977 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:44.768320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Calling delete_port for ff427a9e-3c47-4c24-84ba-3433a75bc12f owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:52:44.829331 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d18fe331-dd0b-45c2-91e4-74b4125d9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:44.876196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fe331-dd0b-45c2-91e4-74b4125d9e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1d98e0-6b46-42f7-9977-9ce4b6ce03d1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:44.877687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-516e5fa3-e78e-4254-8de6-d2f1acc85846 req-2e97b5fd-bc4e-4353-a1fb-8d8097bb17b8 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 210 time: 0.0787804 Feb 07 12:52:44.918520 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d18fe331-dd0b-45c2-91e4-74b4125d9e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:44.923573 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d18fe331-dd0b-45c2-91e4-74b4125d9e50 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e1d98e0-6b46-42f7-9977-9ce4b6ce03d1 HTTP/1.1" status: 204 len: 168 time: 0.5404725 Feb 07 12:52:44.956061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9acc7-3791-4beb-b7cd-4da86eaf3099 req-550a113d-cba3-4544-a06c-cb77e5d52db9 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:44.963412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15f9acc7-3791-4beb-b7cd-4da86eaf3099 req-550a113d-cba3-4544-a06c-cb77e5d52db9 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1095 time: 0.2638092 Feb 07 12:52:45.167573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15f9acc7-3791-4beb-b7cd-4da86eaf3099 req-1089ed54-c198-4b14-b97e-62d03f3943fc tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031400 Feb 07 12:52:45.248543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:45.260212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ff427a9e-3c47-4c24-84ba-3433a75bc12f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:45.302352 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-d0e51187-99a0-4392-9bf3-56a8b85b3ea9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141157 Feb 07 12:52:45.356688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Pushing event deleted for resources: {'Port': ['ID=ff427a9e-3c47-4c24-84ba-3433a75bc12f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:45.538652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] No DVR routers for this DVR port ff427a9e-3c47-4c24-84ba-3433a75bc12f on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:52:45.550673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:45.560264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f1ee3-a248-4e99-b93f-303f831d1601', 'name': 'network-vif-deleted', 'tag': 'ff427a9e-3c47-4c24-84ba-3433a75bc12f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:45.858349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b51f0e8d-4a3a-437a-877b-f090599bf6d2 req-f4a70493-101d-494f-bef9-78388fd84673 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Synchronizing usage tracker for tenant:f5f0c8b9e53f4e8e9e8fb46dfc618c87 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:52:45.886412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b17b9cd-c3b0-4a2c-8911-64f93fb5ab8a req-158822d6-6e18-40fa-92ba-c4bdfcddfc80 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.35 "DELETE /v2.0/ports/ff427a9e-3c47-4c24-84ba-3433a75bc12f HTTP/1.1" status: 204 len: 173 time: 2.4543452 Feb 07 12:52:45.980007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b51f0e8d-4a3a-437a-877b-f090599bf6d2 req-f4a70493-101d-494f-bef9-78388fd84673 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] Unset dirty status for tenant:f5f0c8b9e53f4e8e9e8fb46dfc618c87 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:52:45.991602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b51f0e8d-4a3a-437a-877b-f090599bf6d2 req-f4a70493-101d-494f-bef9-78388fd84673 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 210 time: 0.3599474 Feb 07 12:52:46.051315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-06599237-735f-48c9-b736-a076f8ce7a7b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:46.053285 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-06599237-735f-48c9-b736-a076f8ce7a7b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7202871 Feb 07 12:52:46.065865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Request body: {'port': {'device_id': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'b813f812d35748d79cccd6537e963355'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:46.150226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-4accd040-fb60-4d32-9927-9fc283839693 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:46.150226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-4accd040-fb60-4d32-9927-9fc283839693 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 808 time: 0.2769685 Feb 07 12:52:46.213081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-2b810a5e-2678-45f4-9f68-464642952de2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/quotas/287e4148aa704a56b387ef51dde7594e HTTP/1.1" status: 200 len: 375 time: 0.0565314 Feb 07 12:52:46.345529 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f1ee3-a248-4e99-b93f-303f831d1601', 'name': 'network-vif-deleted', 'tag': 'ff427a9e-3c47-4c24-84ba-3433a75bc12f', 'status': 'completed', 'code': 200} Feb 07 12:52:46.411025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:46.445762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:46.483222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-92d060b8-2aaa-408a-8011-423c6abccfee tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634125 Feb 07 12:52:46.551646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Made reservation on behalf of b813f812d35748d79cccd6537e963355 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:52:46.559244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:46.752222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67882511-9b94-4155-988f-4e6069ef0af7 req-5d020410-b7dd-4e98-88d7-611462a64662 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 210 time: 0.2638652 Feb 07 12:52:46.995985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Allocated IP 192.168.233.121 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/0e6b8d04-88a2-4c4f-8484-a99a3ad65770) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:52:47.002352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-98805f64-6c29-4ea4-9ca3-eb2f0f1b3e36 service neutron] 10.222.0.69 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532032 Feb 07 12:52:47.432227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34c67582-6085-4007-98d6-1ee4ceaba4c2 req-b1c7c961-b984-4e2f-b75d-8fd3867a5195 tempest-LiveMigrationNegativeTest-1907258962 tempest-LiveMigrationNegativeTest-1907258962-project] 10.222.0.69 "GET /v2.0/ports?device_id=d73f1ee3-a248-4e99-b93f-303f831d1601 HTTP/1.1" status: 200 len: 210 time: 0.1274590 Feb 07 12:52:47.456442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-f8f1e432-6d43-4621-a3ae-48e6e793cc5c service neutron] 10.222.0.69 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288170 Feb 07 12:52:47.515635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:47.550018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Transition to ACTIVE for port object 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:47.829769 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:47.847697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3dac1e83-c7fd-47b8-affe-a2680cf43b77'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:48.141581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:48.188555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:48.212121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:48.221484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:48.257629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:48.258368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:48.326151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ff427a9e-3c47-4c24-84ba-3433a75bc12f no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:52:48.469976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: ff427a9e-3c47-4c24-84ba-3433a75bc12f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:52:48.472442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ff427a9e-3c47-4c24-84ba-3433a75bc12f not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:52:48.489822 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-e6be82c2-21cb-459f-8d86-d6e667a27918 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4293284 Feb 07 12:52:48.504654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Request body: {'port': {'device_id': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:48.516491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544df6-3bdf-4a37-81a6-2a5aa4c8fb9d req-f6ca241a-b8ab-4a9a-90bc-dc4a6f272703 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:48.527426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58544df6-3bdf-4a37-81a6-2a5aa4c8fb9d req-f6ca241a-b8ab-4a9a-90bc-dc4a6f272703 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 936 time: 0.2312226 Feb 07 12:52:48.672100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58544df6-3bdf-4a37-81a6-2a5aa4c8fb9d req-417f48a2-7a98-4c86-9b7e-30c7c5c36555 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415465 Feb 07 12:52:48.829588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:48.904472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c3aedd8-c737-4da6-bb8b-bcaa5c30418a req-a02ff299-c14f-4927-8d4a-01cd75c946af tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 210 time: 0.1001365 Feb 07 12:52:49.532530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:49.543678 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:49.565582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Transition to ACTIVE for port object 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:49.666497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:50.079713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Attempting to bind port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:50.080344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Attempting to bind port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:50.080471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Attempting to bind port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:50.091346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:52:50.091679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Attempting to bind port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:50.113424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:50.114101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:50.114680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:50.116858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Bound port: 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:50.117442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:50.359688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:50.393599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:50.394619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:50.409140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52030) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:50.496970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471af1e-042e-484e-9f89-969c38d4be5f req-403de113-7e34-4c02-adec-ce05ace9c837 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:50.506044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c471af1e-042e-484e-9f89-969c38d4be5f req-403de113-7e34-4c02-adec-ce05ace9c837 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 948 time: 0.3016818 Feb 07 12:52:50.523207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:50.586009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b4129f53-618b-44be-9b09-e978e1f58b6f None None] Provisioning for port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:50.627271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c471af1e-042e-484e-9f89-969c38d4be5f req-6abd3775-30ee-4d59-9dce-ec248bf52e55 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199601 Feb 07 12:52:50.895110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:50.895749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:50.897765 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 1096 time: 2.3999412 Feb 07 12:52:50.898219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:51.021089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9f9ac77-c1c3-49f6-9c80-c8a71fe48d26 req-1b7ed3f0-aa2d-494c-957d-d2fb8196991f tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 210 time: 0.1284049 Feb 07 12:52:51.027283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:51.055772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.058338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.058746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.059384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.059783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.060174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.060557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.060889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.061226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.061556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.061885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.062212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdee266-c674-4451-8431-a99474fa1125 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:51.097731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52044) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:51.098493 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-247e0a96-2cbf-4307-872f-c526b0279682 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5f0c8b9e53f4e8e9e8fb46dfc618c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881521 Feb 07 12:52:51.218001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-10ae77d3-90e9-459f-8db6-51e834215bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:51.291027 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-10ae77d3-90e9-459f-8db6-51e834215bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:51.502584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-24d1f09f-e99a-49b6-804c-1b66c8caa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:51.507928 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-24d1f09f-e99a-49b6-804c-1b66c8caa79c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 1099 time: 0.2021084 Feb 07 12:52:51.529030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-10ae77d3-90e9-459f-8db6-51e834215bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:51.583369 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-10ae77d3-90e9-459f-8db6-51e834215bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:51.585155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-10ae77d3-90e9-459f-8db6-51e834215bac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0bc29be-7c65-4548-aa21-d4abedc98be6 HTTP/1.1" status: 204 len: 168 time: 0.4863844 Feb 07 12:52:51.588441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae77d3-90e9-459f-8db6-51e834215bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bc29be-7c65-4548-aa21-d4abedc98be6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:52.214982 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'status': 'completed', 'code': 200} Feb 07 12:52:52.266678 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-bfdbfca8-6383-45f2-a497-95c070001fbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 217 time: 0.7555461 Feb 07 12:52:52.411827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-25ecdfdb-22a6-4a4c-9014-7c59bb98118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:52.418749 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-25ecdfdb-22a6-4a4c-9014-7c59bb98118f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1453733 Feb 07 12:52:52.468241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-cf78bbf9-6144-4c87-91c1-1632a0cd6595 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:52.470130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-cf78bbf9-6144-4c87-91c1-1632a0cd6595 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 808 time: 0.6046369 Feb 07 12:52:52.557440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Request body: {'port': {'device_id': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'admin_state_up': True, 'tenant_id': '287e4148aa704a56b387ef51dde7594e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:52.646929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-a320c5e5-ea7c-41ce-b6a9-2e65e67434f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:52.648481 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-a320c5e5-ea7c-41ce-b6a9-2e65e67434f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2236497 Feb 07 12:52:52.707602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80418e38-1749-41b2-996f-1bb321281bdd req-ff9b3d31-4bab-4b20-ad28-694ba3a289da tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:52.714952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80418e38-1749-41b2-996f-1bb321281bdd req-ff9b3d31-4bab-4b20-ad28-694ba3a289da tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 948 time: 0.2415493 Feb 07 12:52:52.898371 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-f4f85c5e-9f51-4981-868b-9123eb349871 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424266 Feb 07 12:52:52.961628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:52:52.969486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80418e38-1749-41b2-996f-1bb321281bdd req-45454ed7-92c2-4e5c-98fe-e7531297f884 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531400 Feb 07 12:52:52.981052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:52:53.100486 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5d775d39-0efb-4b07-b348-48e0e86c345e req-19468440-53c3-4eaa-9fcc-cfdbcd1e8690 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949484 Feb 07 12:52:53.416017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620903b-3ee9-4665-97a3-584ab77841d1 req-61d17caf-2bdf-4c34-9dfb-729617d430a3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 210 time: 0.0539188 Feb 07 12:52:53.651342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52074) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:53.672546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Made reservation on behalf of 287e4148aa704a56b387ef51dde7594e for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:52:53.677966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:53.773935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-03a2ec83-792b-4c10-a56a-ddd1c8c2c4f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7fccaf16b944ec8b4c68ff9982d454a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213348 Feb 07 12:52:53.778038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52078) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:52:53.856763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e503afcf-7f81-49ed-80ca-e56544d5cfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:53.859445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-968bdf44-1f69-4e68-82c7-b98c1ad96255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:53.860998 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-968bdf44-1f69-4e68-82c7-b98c1ad96255 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 1099 time: 0.1453912 Feb 07 12:52:53.987038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Allocated IP 172.20.0.9 (c30fed1f-849a-4725-acf9-f1586e77930f/c837a346-f7a4-415c-bbce-97ddad773c18/54af436e-992b-4fc7-9fe7-3eebc495a0a7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:52:53.987276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e503afcf-7f81-49ed-80ca-e56544d5cfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:54.041829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-eb33bd6f-c3a3-41e9-8e9a-beb5849e9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:54.043403 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-eb33bd6f-c3a3-41e9-8e9a-beb5849e9e4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1728866 Feb 07 12:52:54.119002 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-5a41a8a4-a4d5-46e2-a8ce-aca35c967e37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 217 time: 0.0693269 Feb 07 12:52:54.132535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:54.184964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-6f46264e-1d0f-4789-ad89-64401bbe7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:54.186419 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-6f46264e-1d0f-4789-ad89-64401bbe7db6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0615678 Feb 07 12:52:54.271909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-fee55a35-3603-4425-911a-ddf6f4099d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:54.273200 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-fee55a35-3603-4425-911a-ddf6f4099d00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807571 Feb 07 12:52:54.406941 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-acec7f18-6d45-4b79-985b-3aa9bacfee56 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251037 Feb 07 12:52:54.448638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:54.498670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:54.501319 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e503afcf-7f81-49ed-80ca-e56544d5cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:54.523256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503afcf-7f81-49ed-80ca-e56544d5cfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1556c3-632f-4fe3-8922-4498a0ac49d5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:54.548395 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e503afcf-7f81-49ed-80ca-e56544d5cfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:54.552488 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e503afcf-7f81-49ed-80ca-e56544d5cfd0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e1556c3-632f-4fe3-8922-4498a0ac49d5 HTTP/1.1" status: 204 len: 168 time: 0.7742383 Feb 07 12:52:54.579180 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a3031d9c-0a85-4399-9501-2f45c3db3bf7 req-044e291e-8460-4708-919a-e76c2ae8182c service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652718 Feb 07 12:52:54.591245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Network c30fed1f-849a-4725-acf9-f1586e77930f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:52:54.594604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:52:54.598724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:52:54.623012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:54.623832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:54.643205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Pushing event updated for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:54.679632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.680335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.680335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.680655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.681000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.681640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.681640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.681938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.682255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.682573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.682894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.683203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:54.814911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-0456e666-d34a-4eb9-a213-36e68321ba00 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2628515 Feb 07 12:52:54.834550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Request body: {'port': {'device_id': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:52:55.017157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:55.161741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-514ba300-a2ae-4fad-a2d9-de971add4081 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:55.163446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-514ba300-a2ae-4fad-a2d9-de971add4081 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.47 "GET /v2.0/ports?device_id=02e06f4f-21fd-4777-9f41-5e67402d6e06 HTTP/1.1" status: 200 len: 946 time: 0.2049294 Feb 07 12:52:55.294864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Deleting port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:52:55.295285 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:56.138002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54af436e-992b-4fc7-9fe7-3eebc495a0a7 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:56.150120 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:56.185558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Transition to ACTIVE for port object 54af436e-992b-4fc7-9fe7-3eebc495a0a7 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:52:56.199257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] For port 148a4b50-63a8-45e1-93a4-d30ee99cdb25, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=148a4b50-63a8-45e1-93a4-d30ee99cdb25,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:56.199850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:56.286365 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:56.351446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:52:56.646964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:56.705003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'mac_address': 'fa:16:3e:c0:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:52:56.788069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Pushing event updated for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:56.815124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:52:56.815616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:52:56.816049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:56.825886 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:56.832351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:52:56.832691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:52:56.847819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:52:56.848277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:52:56.853850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:52:56.855079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:52:56.855409 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:52:56.855936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Bound port: 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:52:56.855936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:56.881449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:56.989135 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:57.164209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:57.179594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:57.180513 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:57.181003 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Floating IP 14120f8c-b795-4046-88dd-b7960aee25e9 disassociated. External IP: 172.25.7.23, port: 148a4b50-63a8-45e1-93a4-d30ee99cdb25. Feb 07 12:52:57.181381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Calling delete_port for 148a4b50-63a8-45e1-93a4-d30ee99cdb25 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:52:57.186795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.187139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.187478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.187805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.201696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.202285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.202756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.203095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.203426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.203750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.204110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.204487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:52:57.245425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0e6b8d04-88a2-4c4f-8484-a99a3ad65770'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:52:57.253220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:52:57.274753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:52:57.420505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:57.532110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:57.532792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:57.534283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] 10.222.0.47 "PUT /v2.0/ports/54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 200 len: 1091 time: 2.7043138 Feb 07 12:52:57.554967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:57.597842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e4d16-d739-4f7e-b714-d8f73fdb067c service neutron] Pushing event updated for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:57.850511 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:57.869497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 148a4b50-63a8-45e1-93a4-d30ee99cdb25 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:52:57.941637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 148a4b50-63a8-45e1-93a4-d30ee99cdb25 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:52:57.941980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 148a4b50-63a8-45e1-93a4-d30ee99cdb25 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:52:58.174694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event deleted for resources: {'Port': ['ID=148a4b50-63a8-45e1-93a4-d30ee99cdb25,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:52:58.296664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-4f145291-c1ac-440d-aa92-7381ca6f7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:58.298395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-4f145291-c1ac-440d-aa92-7381ca6f7ee2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1094 time: 0.6343722 Feb 07 12:52:58.381503 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:52:58.429213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-75b08b5b-f2eb-4d09-b694-a95981d0c553 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 200 len: 217 time: 0.1118400 Feb 07 12:52:58.513338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Router c919e244-7d78-4f85-aad8-c38e3ca1da35 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:52:58.620539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-d918b12b-f6d3-44f4-8aa0-a909c308c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:52:58.621116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-d918b12b-f6d3-44f4-8aa0-a909c308c34c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1818368 Feb 07 12:52:58.691959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-1d919b0c-8d2e-44c9-b6af-d6592fb9efc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531294 Feb 07 12:52:58.794210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:52:58.799285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:52:58.799653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:58.863137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:52:58.874470 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] Sync routers for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:52:58.889248 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:58.893311 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:52:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:59.038565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:59.072185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] No DVR routers for this DVR port 148a4b50-63a8-45e1-93a4-d30ee99cdb25 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:52:59.082776 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:59.095799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-a0ea8469-8158-45db-b88f-4f9e64297bfa service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528039 Feb 07 12:52:59.114253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3682ee9d-2039-468e-9021-edb4b8cceac1 req-6c7ce5b0-dfeb-4f97-868f-567762535ad1 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.47 "DELETE /v2.0/ports/148a4b50-63a8-45e1-93a4-d30ee99cdb25 HTTP/1.1" status: 204 len: 173 time: 3.8869393 Feb 07 12:52:59.114418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:52:59.120189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:52:59.180135 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:59.249535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4f9b020-70b6-4c14-abb9-8f3670cb1ab3 req-8e52ec4a-7074-40dc-9868-b27d34f45b0b service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445684 Feb 07 12:52:59.524615 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:59.528955 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] Checking router: c919e244-7d78-4f85-aad8-c38e3ca1da35 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:52:59.537502 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:52:59.538073 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:52:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:52:59.730468 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:52:59.758082 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:52:59.834372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:00.063037 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:00.067627 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73da333-3986-4133-a9eb-db90f2133f84 None None] The sync data for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 is: [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:53:00.330912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c972e-8b4a-465d-962c-d04142f83fed None None] New status for floating IP 14120f8c-b795-4046-88dd-b7960aee25e9: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:53:01.922619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-3284944c-736b-4d6f-930e-ffa695d5619e tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--122240143&fields=id&tenant_id=d05a8e65e68142639375bf1a3ec23518 HTTP/1.1" status: 200 len: 267 time: 0.0589411 Feb 07 12:53:02.191338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b02-b948-4931-9547-af93ff85aa81 req-5b51a420-fc81-4ed0-a8db-d921784b3228 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:02.192528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-5b51a420-fc81-4ed0-a8db-d921784b3228 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 824 time: 0.2615383 Feb 07 12:53:02.215162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603dc69-6e35-4f83-88d0-690aef2c7ff4 req-2e9d8746-d5cd-4efc-afb2-47f1da4a1ed4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:02.217389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8603dc69-6e35-4f83-88d0-690aef2c7ff4 req-2e9d8746-d5cd-4efc-afb2-47f1da4a1ed4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1989145 Feb 07 12:53:02.230246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-83688aed-51e2-433c-8b26-e49aa36acf63 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/quotas/d05a8e65e68142639375bf1a3ec23518 HTTP/1.1" status: 200 len: 375 time: 0.0116696 Feb 07 12:53:02.330637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8603dc69-6e35-4f83-88d0-690aef2c7ff4 req-cf3a9b18-0acf-48fd-ab9c-62831a73d207 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024413 Feb 07 12:53:02.380742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3c043b02-b948-4931-9547-af93ff85aa81 req-15c9703d-b011-416c-a04c-412dff4266ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Synchronizing usage tracker for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:02.499934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3c043b02-b948-4931-9547-af93ff85aa81 req-15c9703d-b011-416c-a04c-412dff4266ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Unset dirty status for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:02.512851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-15c9703d-b011-416c-a04c-412dff4266ee tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2558661 Feb 07 12:53:02.674305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19150ec-0f16-42e5-879c-f1ea29e2b39e req-3dc5d30f-b808-4127-b6fa-9ea2cd15e4fd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:02.674779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a19150ec-0f16-42e5-879c-f1ea29e2b39e req-3dc5d30f-b808-4127-b6fa-9ea2cd15e4fd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Synchronizing usage tracker for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:02.686882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-0dbef452-334e-4850-a62e-6ae7e9478302 service neutron] 10.222.0.69 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730742 Feb 07 12:53:02.807467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a19150ec-0f16-42e5-879c-f1ea29e2b39e req-3dc5d30f-b808-4127-b6fa-9ea2cd15e4fd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Unset dirty status for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:02.808914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a19150ec-0f16-42e5-879c-f1ea29e2b39e req-3dc5d30f-b808-4127-b6fa-9ea2cd15e4fd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 943 time: 0.3497479 Feb 07 12:53:02.861900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-55e57524-10e9-45d1-a072-7b709940d99f service neutron] 10.222.0.69 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639900 Feb 07 12:53:02.898798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a19150ec-0f16-42e5-879c-f1ea29e2b39e req-52661d92-6947-43a0-bd5c-7ee07f6d5514 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741606 Feb 07 12:53:02.943033 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7', 'status': 'completed', 'code': 200} Feb 07 12:53:03.008470 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'code': 200} Feb 07 12:53:03.118382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-50a992dc-ee4b-432b-a4d9-4118d53f0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:03.125357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-50a992dc-ee4b-432b-a4d9-4118d53f0e34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1094 time: 0.1434705 Feb 07 12:53:03.205872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac111f8-5063-498f-b97b-baa4c06503ce req-d16cd587-0ba2-4698-a9a7-7687f0505b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:03.207601 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bac111f8-5063-498f-b97b-baa4c06503ce req-d16cd587-0ba2-4698-a9a7-7687f0505b19 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 1101 time: 0.1261797 Feb 07 12:53:03.302818 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bac111f8-5063-498f-b97b-baa4c06503ce req-40534d07-5f86-4087-ace3-df0e79f1da98 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878425 Feb 07 12:53:03.390294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-67c2d302-0192-46ef-8680-74d20186370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:03.392077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-67c2d302-0192-46ef-8680-74d20186370f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2540264 Feb 07 12:53:03.619576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-47ee8409-5055-4459-84ea-6eed2c1bbe9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 200 len: 217 time: 0.2106311 Feb 07 12:53:03.750112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-722f3a39-56d8-4ad3-9937-3786e23fe4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:03.752738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-722f3a39-56d8-4ad3-9937-3786e23fe4ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1187875 Feb 07 12:53:03.812589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-1bc2d744-1f96-449a-accd-3dbcb768eefc tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:03.819771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-1bc2d744-1f96-449a-accd-3dbcb768eefc tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/networks?id=72b2e83a-3af7-4c1f-a104-98f9a145f035 HTTP/1.1" status: 200 len: 814 time: 0.3059695 Feb 07 12:53:03.844883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-17d77aec-c5d7-4db7-a526-2664c096c142 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808673 Feb 07 12:53:03.849567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-b17e5a1d-18a0-46b5-8ee7-9e2e3b23f66a tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/quotas/f46f114d2c0d4b1483e0f588e05ebbfc HTTP/1.1" status: 200 len: 375 time: 0.0273013 Feb 07 12:53:03.910778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 54af436e-992b-4fc7-9fe7-3eebc495a0a7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:53:04.169103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:04.193247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-6dc1acdf-90a2-47ef-98d6-cbc6b715e30e service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899458 Feb 07 12:53:04.197904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '54af436e-992b-4fc7-9fe7-3eebc495a0a7', 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'port_id': '54af436e-992b-4fc7-9fe7-3eebc495a0a7', 'mac_address': 'fa:16:3e:c0:ff:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c837a346-f7a4-415c-bbce-97ddad773c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:53:04.265029 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:04.290862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54af436e-992b-4fc7-9fe7-3eebc495a0a7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:04.309629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:04.375501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a591785f-0a92-4cb8-b904-581e5d88f1e4 req-93759210-a332-44a2-96f3-0789b533078b tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 210 time: 0.1526484 Feb 07 12:53:04.441014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:04.462791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-c2bedf31-3f52-4361-a47a-f40d53a1ab0b tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f46f114d2c0d4b1483e0f588e05ebbfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6077096 Feb 07 12:53:04.472363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f148994c-41a2-48b2-be1f-1c21ef58d0da req-4b63d6e1-f6c1-4cf3-8d88-78dd9d0c46f7 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071059 Feb 07 12:53:04.567196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:04.745547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-2fb63b6c-2c59-4014-976a-fdcb578ba48c service neutron] 10.222.0.69 "GET /v2.0/networks/72b2e83a-3af7-4c1f-a104-98f9a145f035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579365 Feb 07 12:53:04.756634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162604-5662-465a-9f74-6e7d60a0be84 req-3684ef15-1827-403b-a6b8-849a800bb15a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:04.758218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50162604-5662-465a-9f74-6e7d60a0be84 req-3684ef15-1827-403b-a6b8-849a800bb15a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1691518 Feb 07 12:53:04.883513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50162604-5662-465a-9f74-6e7d60a0be84 req-cf92168f-dbce-43b4-ba08-ed37710ba6ea tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066999 Feb 07 12:53:04.921560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-483bc7ea-5745-43f2-8e45-f9d3b63f75cd service neutron] 10.222.0.69 "GET /v2.0/networks/72b2e83a-3af7-4c1f-a104-98f9a145f035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623471 Feb 07 12:53:04.945274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'name': 'network-vif-deleted', 'tag': '148a4b50-63a8-45e1-93a4-d30ee99cdb25'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:05.150187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['54af436e-992b-4fc7-9fe7-3eebc495a0a7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:53:05.703918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62ae7d-fc32-4d70-bb06-d4049fdb6a3f req-71e0413b-3715-48bb-a04c-4a3040073106 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:05.711624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb62ae7d-fc32-4d70-bb06-d4049fdb6a3f req-71e0413b-3715-48bb-a04c-4a3040073106 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 944 time: 0.1626945 Feb 07 12:53:05.821548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb62ae7d-fc32-4d70-bb06-d4049fdb6a3f req-153ca5aa-c590-4db5-a655-4d5d003aa579 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030741 Feb 07 12:53:05.975711 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e06f4f-21fd-4777-9f41-5e67402d6e06', 'name': 'network-vif-deleted', 'tag': '148a4b50-63a8-45e1-93a4-d30ee99cdb25', 'status': 'completed', 'code': 200} Feb 07 12:53:06.128377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a41575f1-ded2-497e-8583-99bd52021224 req-b0c5011f-83d5-4cca-8e25-463a23711d50 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 210 time: 0.0489938 Feb 07 12:53:06.212920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a564508-f1dd-4160-9b03-720082a94112 req-4f0e98fc-4bc6-4ab4-bdae-437b3c33871a tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 210 time: 0.0439808 Feb 07 12:53:06.467940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70908-e115-4bc4-9918-691d9880ddfc req-260928fb-18c2-408e-816b-471b2044e6a6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:06.469144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfc70908-e115-4bc4-9918-691d9880ddfc req-260928fb-18c2-408e-816b-471b2044e6a6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.0848851 Feb 07 12:53:06.525426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfc70908-e115-4bc4-9918-691d9880ddfc req-2d4d27d9-290e-49ba-b4fd-c10c20bac4c9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484347 Feb 07 12:53:07.244127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec00ab-69f2-41a3-9625-f4f9e171a051 req-a35fdc34-18ab-4c5e-bf82-058c24841e76 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:07.245617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55ec00ab-69f2-41a3-9625-f4f9e171a051 req-a35fdc34-18ab-4c5e-bf82-058c24841e76 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 944 time: 0.0861111 Feb 07 12:53:07.295525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55ec00ab-69f2-41a3-9625-f4f9e171a051 req-7bbd04c3-306e-48c8-9276-e3cda11e73b1 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Feb 07 12:53:07.483417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcca4c-56c5-45f0-9366-200a218f6db3 req-405cf1e0-5fb4-422f-913b-2aad2c629bef tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:07.496311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77fcca4c-56c5-45f0-9366-200a218f6db3 req-405cf1e0-5fb4-422f-913b-2aad2c629bef tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1264086 Feb 07 12:53:07.511615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52404) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:07.566693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77fcca4c-56c5-45f0-9366-200a218f6db3 req-e375b028-0c82-4366-b866-e1e51e68a089 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663722 Feb 07 12:53:07.718721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57be34f1-3d52-479f-bbf4-a8fcb77e7249 req-7889e306-7663-43ec-96f4-1f0ea1a20b8f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 210 time: 0.1021829 Feb 07 12:53:07.751495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b02-b948-4931-9547-af93ff85aa81 req-052b8f9a-4eb8-4c2e-bf58-0ae558ffac56 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:07.753029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-052b8f9a-4eb8-4c2e-bf58-0ae558ffac56 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.35 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 824 time: 0.4090869 Feb 07 12:53:07.763735 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-955992b1-8f91-4df8-9a8a-737c721bd553 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3052959 Feb 07 12:53:07.790756 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:07.803385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d41f177-6229-4599-8625-b98980d76781 req-9f7b1da8-2850-4134-a086-6486a12c98a4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 210 time: 0.0817926 Feb 07 12:53:07.815121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:07.819645 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-2d302507-cd6e-476a-935e-ad18fa630691 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05a8e65e68142639375bf1a3ec23518 HTTP/1.1" status: 200 len: 379 time: 0.0526454 Feb 07 12:53:07.820601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8af832565d704172a9cc87b53682217b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:07.823913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:07.828075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Request body: {'port': {'device_id': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'admin_state_up': True, 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'security_groups': ['e7fbf35e-6912-41ca-8685-66fc7ca5162d']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:07.837077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:07.929149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 54af436e-992b-4fc7-9fe7-3eebc495a0a7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:07.951882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.113813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:08.136392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:08.140227 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.142865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:08.148251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:08.148734 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.234220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52472) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:08.234394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8af832565d704172a9cc87b53682217b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7215328 Feb 07 12:53:08.234898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Made reservation on behalf of d05a8e65e68142639375bf1a3ec23518 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:08.241824 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.268853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeae291-784a-4d3d-a49d-44aab58835b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231eb910-33b4-49fd-84b5-64d79dfc106f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:08.300830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1a0d-dafb-4df4-9a91-ee60239ee54d req-f73382bf-2dc0-4f00-9ccd-faa6d1813a2e tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:08.308524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b0c1a0d-dafb-4df4-9a91-ee60239ee54d req-f73382bf-2dc0-4f00-9ccd-faa6d1813a2e tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 950 time: 0.2086706 Feb 07 12:53:08.367620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b0c1a0d-dafb-4df4-9a91-ee60239ee54d req-73e23983-b0c2-4260-a94a-a69e7cb8c39f tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575740 Feb 07 12:53:08.476159 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.524924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:08.537103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:08.542422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2871d9ea-b616-40c9-b070-217a877c5b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.576078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2871d9ea-b616-40c9-b070-217a877c5b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.633065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Allocated IP 172.20.0.6 (1477f912-4630-4658-8e92-9d186d512827/cdf3cb13-5f8f-4902-9310-4870273179cf/da845f91-1fe5-4f99-9099-a6697ef2c5e4) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:08.651131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323aaf-37ce-4074-97a1-96237427c4ff req-9c7d9e6f-a5a2-4b6a-a470-96ddc1037fe6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:08.653032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f323aaf-37ce-4074-97a1-96237427c4ff req-9c7d9e6f-a5a2-4b6a-a470-96ddc1037fe6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 944 time: 0.1142993 Feb 07 12:53:08.702696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f323aaf-37ce-4074-97a1-96237427c4ff req-2d1d5774-4363-4a40-a408-42e927822af3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438073 Feb 07 12:53:08.745525 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.748707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:53:08.784248 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7', 'code': 200} Feb 07 12:53:08.830961 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b75a6f2b-35c7-49b3-a5ea-c39018377894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.879740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:08.912890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.934201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Transition to ACTIVE for port object da845f91-1fe5-4f99-9099-a6697ef2c5e4 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:08.961524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2871d9ea-b616-40c9-b070-217a877c5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:08.986588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d9ea-b616-40c9-b070-217a877c5b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231eb910-33b4-49fd-84b5-64d79dfc106f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:09.013732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:09.065558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:09.077329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:09.160368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Network 1477f912-4630-4658-8e92-9d186d512827 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:09.164152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:09.168729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:09.174916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:09.175552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:09.199635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event updated for resources: {'Port': ['ID=da845f91-1fe5-4f99-9099-a6697ef2c5e4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:09.211042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2871d9ea-b616-40c9-b070-217a877c5b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:09.214863 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2871d9ea-b616-40c9-b070-217a877c5b81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/231eb910-33b4-49fd-84b5-64d79dfc106f HTTP/1.1" status: 204 len: 168 time: 0.9021487 Feb 07 12:53:09.236871 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:09.285403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc817c-8987-4589-be3e-0ce8a7e55c00 req-659be44a-d789-47cc-bb71-f22a704e6e3e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:09.287527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65fc817c-8987-4589-be3e-0ce8a7e55c00 req-659be44a-d789-47cc-bb71-f22a704e6e3e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.4018736 Feb 07 12:53:09.290599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34196409-6080-46d3-81de-d5d00eca91ad req-96525e38-7295-4448-a384-dc01933f99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:09.292268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34196409-6080-46d3-81de-d5d00eca91ad req-96525e38-7295-4448-a384-dc01933f99e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1096 time: 0.2182548 Feb 07 12:53:09.304221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10101162-23ff-4771-9e24-5475db27503b req-3714520d-7da7-428d-96ca-cf5a43abd8dd tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:09.308806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10101162-23ff-4771-9e24-5475db27503b req-3714520d-7da7-428d-96ca-cf5a43abd8dd tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 931 time: 0.2333353 Feb 07 12:53:09.333494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=11']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:09.402992 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-afe83917-ccc8-4019-864a-4a61d8004b60 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5799186 Feb 07 12:53:09.426273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65fc817c-8987-4589-be3e-0ce8a7e55c00 req-59d4e99c-c811-4dfd-ae3f-c672e9e48e55 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146185 Feb 07 12:53:09.430685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10101162-23ff-4771-9e24-5475db27503b req-3b57e2a0-cbf4-4cf7-bd0e-d2095f48af25 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861788 Feb 07 12:53:09.434393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34196409-6080-46d3-81de-d5d00eca91ad req-047d7417-68f2-4e65-b20c-ed59c7d3e816 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082220 Feb 07 12:53:09.437061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Request body: {'port': {'device_id': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:09.613933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8e7a1fb1-e3ad-4a66-b4d8-5c5b911948ba None None] Provisioning for port da845f91-1fe5-4f99-9099-a6697ef2c5e4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:09.620192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8e7a1fb1-e3ad-4a66-b4d8-5c5b911948ba None None] Provisioning complete for port da845f91-1fe5-4f99-9099-a6697ef2c5e4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:09.620594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8e7a1fb1-e3ad-4a66-b4d8-5c5b911948ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:09.646717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb86c424-2279-4048-aca8-d26c614edba4 req-b1958f10-aac1-495d-abbc-ec8a2a929e24 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 210 time: 0.0660214 Feb 07 12:53:09.658029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:09.701794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a1fb1-e3ad-4a66-b4d8-5c5b911948ba None None] Port da845f91-1fe5-4f99-9099-a6697ef2c5e4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:53:09.781254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa132ac3-43ab-46d9-a2b0-34428ef20596 req-97d9e474-e434-4334-a8c7-1e72e1548f3f tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:09.782745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa132ac3-43ab-46d9-a2b0-34428ef20596 req-97d9e474-e434-4334-a8c7-1e72e1548f3f tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 948 time: 0.1310971 Feb 07 12:53:09.839990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa132ac3-43ab-46d9-a2b0-34428ef20596 req-2a9a6106-2cd0-4463-94d7-7251a7d60d44 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468686 Feb 07 12:53:10.078376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3f63d-fd37-416e-bfef-8b362d1637be req-7ca298cc-d3ec-4272-bbe0-d3dce1e824b4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:10.079936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3f63d-fd37-416e-bfef-8b362d1637be req-7ca298cc-d3ec-4272-bbe0-d3dce1e824b4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 945 time: 0.1067286 Feb 07 12:53:10.122001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da845f91-1fe5-4f99-9099-a6697ef2c5e4 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:10.131958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:10.151451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Transition to ACTIVE for port object da845f91-1fe5-4f99-9099-a6697ef2c5e4 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:10.154712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3f63d-fd37-416e-bfef-8b362d1637be req-65dc69bb-2285-45e5-a7dc-e848b648612d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657859 Feb 07 12:53:10.334069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:10.533563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52628) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:10.580831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Pushing event updated for resources: {'Port': ['ID=da845f91-1fe5-4f99-9099-a6697ef2c5e4,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:10.667948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:10.706879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:10.722485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-57d7558f-a8f0-4283-9869-71f69c5f381d tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:10.724720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-57d7558f-a8f0-4283-9869-71f69c5f381d tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.35 "GET /v2.0/networks?id=72b2e83a-3af7-4c1f-a104-98f9a145f035 HTTP/1.1" status: 200 len: 814 time: 0.2757721 Feb 07 12:53:10.736393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Request body: {'port': {'device_id': 'd6709bf1-ebf8-4706-93df-47561079f682', 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035', 'admin_state_up': True, 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:10.748281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] Usage tracker for resource:security_group_rule and tenant:651a01597fa1407388da863ca6f0e927 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:10.757982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:10.777450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:10.785108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:10.786803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Attempting to bind port da845f91-1fe5-4f99-9099-a6697ef2c5e4 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:10.787402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Attempting to bind port da845f91-1fe5-4f99-9099-a6697ef2c5e4 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:10.788250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Attempting to bind port da845f91-1fe5-4f99-9099-a6697ef2c5e4 on network 1477f912-4630-4658-8e92-9d186d512827 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:10.800054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Port da845f91-1fe5-4f99-9099-a6697ef2c5e4 on network 1477f912-4630-4658-8e92-9d186d512827 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:53:10.800054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Attempting to bind port da845f91-1fe5-4f99-9099-a6697ef2c5e4 on network 1477f912-4630-4658-8e92-9d186d512827 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:10.805854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:10.806265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Checking segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:10.806711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Bound using segment: {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:10.807244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Bound port: da845f91-1fe5-4f99-9099-a6697ef2c5e4, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b117d1-7b34-4dca-94dc-af42127e2c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1477f912-4630-4658-8e92-9d186d512827'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:10.807671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:10.953490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] For port da845f91-1fe5-4f99-9099-a6697ef2c5e4, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:10.959424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] For port da845f91-1fe5-4f99-9099-a6697ef2c5e4, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=da845f91-1fe5-4f99-9099-a6697ef2c5e4,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:10.989173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:11.030280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:11.035711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Usage tracker for resource:port and tenant:f46f114d2c0d4b1483e0f588e05ebbfc is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:11.045713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:11.052776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:11.082772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d37071-c637-4399-9d16-16c07f21b239 req-dc1c18d1-3d3d-496f-8c79-224cbdbf058e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:11.085111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16d37071-c637-4399-9d16-16c07f21b239 req-dc1c18d1-3d3d-496f-8c79-224cbdbf058e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1194844 Feb 07 12:53:11.097583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:11.131408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16d37071-c637-4399-9d16-16c07f21b239 req-e832cbe6-6887-4b7f-b148-2447692c5b85 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Feb 07 12:53:11.162827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:11.162827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:11.162827 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] 10.222.0.35 "PUT /v2.0/ports/da845f91-1fe5-4f99-9099-a6697ef2c5e4 HTTP/1.1" status: 200 len: 1091 time: 1.7487700 Feb 07 12:53:11.162827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'tag': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:11.182875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4d082-59ea-4b2b-8ceb-32f06de1cb08 service neutron] Pushing event updated for resources: {'Port': ['ID=da845f91-1fe5-4f99-9099-a6697ef2c5e4,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:11.204184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2409052-60f1-4ef8-9b4a-2d5aa89f1378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:11.211304 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:11.283915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8f9553-68db-45a9-8b62-a2ccfbc17f4c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:11.292422 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-85966e3b-e520-4381-8f3a-5b79723a173a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=651a01597fa1407388da863ca6f0e927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7127533 Feb 07 12:53:11.295087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52666) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:11.355940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Made reservation on behalf of f46f114d2c0d4b1483e0f588e05ebbfc for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:11.361961 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:11.541399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb418-8678-44dd-8f99-cbb69e90325e req-f10e9970-ed3d-4486-8fb3-4369c9e61d57 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:11.548743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce2eb418-8678-44dd-8f99-cbb69e90325e req-f10e9970-ed3d-4486-8fb3-4369c9e61d57 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 943 time: 0.2962749 Feb 07 12:53:11.563762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f68be41f-1673-4a16-b274-efd19c27677c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:11.621106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f68be41f-1673-4a16-b274-efd19c27677c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:11.625852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce2eb418-8678-44dd-8f99-cbb69e90325e req-a48b14cd-663f-4ac2-9f4f-b9b9ce4f9a11 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762620 Feb 07 12:53:11.635095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b02-b948-4931-9547-af93ff85aa81 req-b876d3c0-0f50-4ba8-a73e-6128ee1fb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:11.636595 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-b876d3c0-0f50-4ba8-a73e-6128ee1fb74b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 1094 time: 0.1565452 Feb 07 12:53:11.734901 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-3f587ac0-809a-4d5f-b65c-cd07cb09e597 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da845f91-1fe5-4f99-9099-a6697ef2c5e4 HTTP/1.1" status: 200 len: 217 time: 0.0907645 Feb 07 12:53:11.839230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b02-b948-4931-9547-af93ff85aa81 req-2512f51f-47e6-46cc-a4e9-999632cdda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:11.841202 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-2512f51f-47e6-46cc-a4e9-999632cdda56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 200 len: 863 time: 0.0970154 Feb 07 12:53:11.842646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c9dd74fa-5587-4bb5-9395-29091637cf57 req-42e7b1f0-e2a6-4bda-b050-a84d59b56968 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 210 time: 0.0779998 Feb 07 12:53:11.865505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Allocated IP 172.20.0.12 (72b2e83a-3af7-4c1f-a104-98f9a145f035/167b583b-3bee-40f7-a516-9556c7d93c19/c94acabf-8611-4210-ac97-000bb74d89ad) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:11.940439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043b02-b948-4931-9547-af93ff85aa81 req-2acf373d-7c71-4337-8887-56d3828af1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:11.944302 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-2acf373d-7c71-4337-8887-56d3828af1e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1477f912-4630-4658-8e92-9d186d512827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938132 Feb 07 12:53:12.054876 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f68be41f-1673-4a16-b274-efd19c27677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:12.082904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:12.084261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68be41f-1673-4a16-b274-efd19c27677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8f9553-68db-45a9-8b62-a2ccfbc17f4c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:12.098237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:12.121068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f68be41f-1673-4a16-b274-efd19c27677c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:12.121263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Transition to ACTIVE for port object c94acabf-8611-4210-ac97-000bb74d89ad will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:12.122313 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f68be41f-1673-4a16-b274-efd19c27677c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab8f9553-68db-45a9-8b62-a2ccfbc17f4c HTTP/1.1" status: 204 len: 168 time: 0.8244226 Feb 07 12:53:12.162019 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-dbc13b05-2eba-4221-ac0a-1e3999496c66 service neutron] 10.222.0.35 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103901 Feb 07 12:53:12.166107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:12.230475 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'code': 200} Feb 07 12:53:12.333907 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'tag': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'status': 'completed', 'code': 200} Feb 07 12:53:12.336572 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3c043b02-b948-4931-9547-af93ff85aa81 req-1844bbe9-17a3-47d8-8524-6b81b187fb3f service neutron] 10.222.0.35 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697650 Feb 07 12:53:12.341796 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:12.449388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-d1627c17-abbe-4923-bdf4-cf2f4240f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:12.462156 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-d1627c17-abbe-4923-bdf4-cf2f4240f801 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 1101 time: 0.1196873 Feb 07 12:53:12.529963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:12.537754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:12.545703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:12.552885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:12.553786 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:12.558515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Pushing event updated for resources: {'Port': ['ID=c94acabf-8611-4210-ac97-000bb74d89ad,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:12.636706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f456f33-8f14-4e05-9264-ee8e1b552356 req-144a890d-5959-4834-8a9f-04761531059d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:12.649034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f456f33-8f14-4e05-9264-ee8e1b552356 req-144a890d-5959-4834-8a9f-04761531059d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 945 time: 0.2449679 Feb 07 12:53:12.767008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-22d31911-e8de-4b52-af45-e746569aec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:12.768971 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-22d31911-e8de-4b52-af45-e746569aec78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3094108 Feb 07 12:53:12.790717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-06973d32-ccf2-43ce-832f-9f1d47f97335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:12.791535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f456f33-8f14-4e05-9264-ee8e1b552356 req-86ebd0f0-caf4-415a-97fd-51ce87a5163a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410983 Feb 07 12:53:12.793654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-9685ba3a-85f8-4130-ab88-164884c65a90 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0612636 Feb 07 12:53:12.793790 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-06973d32-ccf2-43ce-832f-9f1d47f97335 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 1094 time: 0.1727169 Feb 07 12:53:12.868979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Request body: {'port': {'device_id': 'd6709bf1-ebf8-4706-93df-47561079f682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:13.182552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2d1f7722-62b7-48e2-9bde-c8a0aeb19eea None None] Provisioning for port c94acabf-8611-4210-ac97-000bb74d89ad completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:13.187937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2d1f7722-62b7-48e2-9bde-c8a0aeb19eea None None] Provisioning complete for port c94acabf-8611-4210-ac97-000bb74d89ad triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:13.188647 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7722-62b7-48e2-9bde-c8a0aeb19eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:13.250393 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-ad1448f6-2cdd-43cb-8dcf-6be6a808cea4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 217 time: 0.3438239 Feb 07 12:53:13.349369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f7722-62b7-48e2-9bde-c8a0aeb19eea None None] Port c94acabf-8611-4210-ac97-000bb74d89ad cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:53:13.479190 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:13.482724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-f53ad816-cce3-48a1-8146-cd5b758cb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:13.484458 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-f53ad816-cce3-48a1-8146-cd5b758cb9fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2174895 Feb 07 12:53:13.555258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-0b469b0f-7192-4483-a0b9-3a682537160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:13.557202 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-0b469b0f-7192-4483-a0b9-3a682537160a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 924 time: 0.6936357 Feb 07 12:53:13.585483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:13.613639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-d340af00-3cb5-491c-bdca-e9d73118728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:13.615845 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-d340af00-3cb5-491c-bdca-e9d73118728d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212411 Feb 07 12:53:13.778071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170d27a-d651-46a3-8700-dccae275b9ee req-159b92d9-c19b-4a8f-802a-03c1a911725d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:13.788597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4170d27a-d651-46a3-8700-dccae275b9ee req-159b92d9-c19b-4a8f-802a-03c1a911725d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.5142486 Feb 07 12:53:13.898456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-65d78034-429b-446f-8196-ec127f0127da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da845f91-1fe5-4f99-9099-a6697ef2c5e4 HTTP/1.1" status: 200 len: 217 time: 0.2118883 Feb 07 12:53:13.956056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4170d27a-d651-46a3-8700-dccae275b9ee req-9293eec0-453d-417e-9c46-64e82e3135a3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664550 Feb 07 12:53:14.001884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224fd4-9e2e-402c-9190-5798cf84d031 req-fa74adb1-82cd-4372-a5e6-58b5ac16b3ca tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:14.015168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58224fd4-9e2e-402c-9190-5798cf84d031 req-fa74adb1-82cd-4372-a5e6-58b5ac16b3ca tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 943 time: 0.5109885 Feb 07 12:53:14.134217 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-8dd082bd-16f4-4a3e-b858-1a827644d72d service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293271 Feb 07 12:53:14.278613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58224fd4-9e2e-402c-9190-5798cf84d031 req-ddbbd765-0bad-4c8b-90b1-7da4be4d1a42 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602249 Feb 07 12:53:14.373937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-dc997d12-7b33-4ff4-b807-21b421d3554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:14.376016 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-dc997d12-7b33-4ff4-b807-21b421d3554a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 200 len: 863 time: 0.4304919 Feb 07 12:53:14.380972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b679101-a41f-4041-b213-221bf8096149 req-de972288-20ce-4c4e-8848-e4f4c6b36ee8 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:14.389512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b679101-a41f-4041-b213-221bf8096149 req-de972288-20ce-4c4e-8848-e4f4c6b36ee8 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1096 time: 0.2700372 Feb 07 12:53:14.530579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b679101-a41f-4041-b213-221bf8096149 req-cfd51075-15f5-455b-a96e-a049c7c5493f tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389697 Feb 07 12:53:14.579296 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-ba019a90-8cf0-41ac-b88c-6ce02700570a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180033 Feb 07 12:53:14.603090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-ab6f3811-534a-4e6e-bf0b-1ce125cab6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:14.604617 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-ab6f3811-534a-4e6e-bf0b-1ce125cab6d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1477f912-4630-4658-8e92-9d186d512827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216015 Feb 07 12:53:14.684207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94acabf-8611-4210-ac97-000bb74d89ad {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:14.728251 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:14.748868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:14.781617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Transition to ACTIVE for port object c94acabf-8611-4210-ac97-000bb74d89ad will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:14.882024 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-1d43e8cf-79c2-4b92-b57f-2c65495984b8 service neutron] 10.222.0.35 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544611 Feb 07 12:53:14.947733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a9106-a263-4236-8c36-af9213838d39 req-d026595c-e989-4b00-9f43-417232c239c1 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:14.952670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-049a9106-a263-4236-8c36-af9213838d39 req-d026595c-e989-4b00-9f43-417232c239c1 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Synchronizing usage tracker for tenant:f46f114d2c0d4b1483e0f588e05ebbfc on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:14.971965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:15.044887 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-adad01d6-453b-4d36-9870-867f21bcfde6 req-3682d29e-c734-44a9-a7d1-294915037e72 service neutron] 10.222.0.35 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612117 Feb 07 12:53:15.230664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-049a9106-a263-4236-8c36-af9213838d39 req-d026595c-e989-4b00-9f43-417232c239c1 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Unset dirty status for tenant:f46f114d2c0d4b1483e0f588e05ebbfc on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:15.232152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-049a9106-a263-4236-8c36-af9213838d39 req-d026595c-e989-4b00-9f43-417232c239c1 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 932 time: 0.6676593 Feb 07 12:53:15.387292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c94acabf-8611-4210-ac97-000bb74d89ad,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:15.444922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Attempting to bind port c94acabf-8611-4210-ac97-000bb74d89ad on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:15.445259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Attempting to bind port c94acabf-8611-4210-ac97-000bb74d89ad by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:15.445588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Attempting to bind port c94acabf-8611-4210-ac97-000bb74d89ad on network 72b2e83a-3af7-4c1f-a104-98f9a145f035 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:15.464180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Port c94acabf-8611-4210-ac97-000bb74d89ad on network 72b2e83a-3af7-4c1f-a104-98f9a145f035 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:53:15.464180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Attempting to bind port c94acabf-8611-4210-ac97-000bb74d89ad on network 72b2e83a-3af7-4c1f-a104-98f9a145f035 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:15.479762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-049a9106-a263-4236-8c36-af9213838d39 req-f3dfb131-ccce-446b-9a5f-694b10160eca tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634054 Feb 07 12:53:15.493661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:15.494302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Checking segment: {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:15.494952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Bound using segment: {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:15.495773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Bound port: c94acabf-8611-4210-ac97-000bb74d89ad, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e57ee9-4d88-4477-9440-ed390adee050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:15.496415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:15.815039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] For port c94acabf-8611-4210-ac97-000bb74d89ad, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:15.821680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] For port c94acabf-8611-4210-ac97-000bb74d89ad, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c94acabf-8611-4210-ac97-000bb74d89ad,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:16.038224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaeac2-7ef0-4a1b-9dcd-b387cc13978f req-327699ed-681d-4aaf-8e5b-49969c573445 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:16.039531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bdaeac2-7ef0-4a1b-9dcd-b387cc13978f req-327699ed-681d-4aaf-8e5b-49969c573445 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1550155 Feb 07 12:53:16.051067 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:16.154528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:16.155301 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:16.156964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/c94acabf-8611-4210-ac97-000bb74d89ad HTTP/1.1" status: 200 len: 1092 time: 3.2932079 Feb 07 12:53:16.160388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6709bf1-ebf8-4706-93df-47561079f682', 'tag': 'c94acabf-8611-4210-ac97-000bb74d89ad'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:16.218066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf68df-2a76-42f7-adba-f6a13831e7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c94acabf-8611-4210-ac97-000bb74d89ad,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:16.273980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bdaeac2-7ef0-4a1b-9dcd-b387cc13978f req-4747b393-4c74-4414-8d0b-d95a07bf7e11 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114129 Feb 07 12:53:16.445744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device da845f91-1fe5-4f99-9099-a6697ef2c5e4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:53:16.751073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638fb89-3525-4127-a875-5d925f3fb4a1 req-00534354-6f46-4dfb-a17a-6c68f8b3569b tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:16.759547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c638fb89-3525-4127-a875-5d925f3fb4a1 req-00534354-6f46-4dfb-a17a-6c68f8b3569b tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 943 time: 0.3267245 Feb 07 12:53:16.797923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port da845f91-1fe5-4f99-9099-a6697ef2c5e4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=da845f91-1fe5-4f99-9099-a6697ef2c5e4,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:16.814793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'port_id': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'mac_address': 'fa:16:3e:1c:14:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:53:16.849258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fa040-5cfd-405b-85ff-de89f7e22508 req-6bfabfe5-25ea-4e2a-b459-636fdfb3ca3e tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:16.851007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-519fa040-5cfd-405b-85ff-de89f7e22508 req-6bfabfe5-25ea-4e2a-b459-636fdfb3ca3e tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 948 time: 0.2699239 Feb 07 12:53:16.853521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-f8b7ee8a-533a-4b5b-b4d3-f986594ab562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:16.856997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-f8b7ee8a-533a-4b5b-b4d3-f986594ab562 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f46f114d2c0d4b1483e0f588e05ebbfc&device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 1095 time: 0.3507450 Feb 07 12:53:16.863053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c638fb89-3525-4127-a875-5d925f3fb4a1 req-8bfd5fb8-a3e5-4a5d-8d82-dbcc558d91be tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026649 Feb 07 12:53:16.929424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-519fa040-5cfd-405b-85ff-de89f7e22508 req-b86a603e-62d0-43b0-9f6a-ec3ecca3dcee tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710421 Feb 07 12:53:16.939667 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:16.976828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da845f91-1fe5-4f99-9099-a6697ef2c5e4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:16.998231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port da845f91-1fe5-4f99-9099-a6697ef2c5e4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=da845f91-1fe5-4f99-9099-a6697ef2c5e4,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:17.140193 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:17.270279 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6709bf1-ebf8-4706-93df-47561079f682', 'tag': 'c94acabf-8611-4210-ac97-000bb74d89ad', 'status': 'completed', 'code': 200} Feb 07 12:53:17.304170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-ccf2d3f9-5f30-498c-ae01-bba48f860c6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c94acabf-8611-4210-ac97-000bb74d89ad HTTP/1.1" status: 200 len: 217 time: 0.3863897 Feb 07 12:53:17.378302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=da845f91-1fe5-4f99-9099-a6697ef2c5e4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:17.398580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['da845f91-1fe5-4f99-9099-a6697ef2c5e4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:53:17.546299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-657b0e40-9bca-4dbe-91b9-ec9385cef205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:17.547737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-657b0e40-9bca-4dbe-91b9-ec9385cef205 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=167b583b-3bee-40f7-a516-9556c7d93c19 HTTP/1.1" status: 200 len: 853 time: 0.2210760 Feb 07 12:53:17.879224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-e340f8be-fef5-410b-9720-769b63c1c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:17.882186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-e340f8be-fef5-410b-9720-769b63c1c310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b2e83a-3af7-4c1f-a104-98f9a145f035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2968674 Feb 07 12:53:17.911922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4e797-c779-484a-b7a1-8be7e1a97a91 req-b72ca98c-3d3d-479c-823c-13bdfa467ea2 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:17.924733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5b4e797-c779-484a-b7a1-8be7e1a97a91 req-b72ca98c-3d3d-479c-823c-13bdfa467ea2 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 944 time: 0.2046614 Feb 07 12:53:18.071503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5b4e797-c779-484a-b7a1-8be7e1a97a91 req-31e75339-ccfd-40aa-bc85-01dfa2564a98 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456020 Feb 07 12:53:18.242869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-e0c12c9f-a129-4990-854e-e0afeb30afdc service neutron] 10.222.0.35 "GET /v2.0/networks/72b2e83a-3af7-4c1f-a104-98f9a145f035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984266 Feb 07 12:53:18.460198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device da845f91-1fe5-4f99-9099-a6697ef2c5e4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:18.697095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port da845f91-1fe5-4f99-9099-a6697ef2c5e4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:18.703494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port da845f91-1fe5-4f99-9099-a6697ef2c5e4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:18.704098 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:18.805890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e82b59-e151-49be-ac1b-7918356ff8d5 req-2b6ae66f-38d5-4a6a-9904-a60a23c8e2b4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:18.807404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63e82b59-e151-49be-ac1b-7918356ff8d5 req-2b6ae66f-38d5-4a6a-9904-a60a23c8e2b4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.5028033 Feb 07 12:53:18.834297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-99d60e57-7cf5-482f-b66a-c4b0d6713fbf tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:18.835886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-99d60e57-7cf5-482f-b66a-c4b0d6713fbf tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 948 time: 0.3044229 Feb 07 12:53:18.965245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:19.039276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:19.077279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port da845f91-1fe5-4f99-9099-a6697ef2c5e4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=da845f91-1fe5-4f99-9099-a6697ef2c5e4,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:19.092479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63e82b59-e151-49be-ac1b-7918356ff8d5 req-164f4dcf-92fc-47d7-a7f8-9018cdfe6d85 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668700 Feb 07 12:53:19.199859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63600dc1-02af-42f7-8949-29ea2c30bd0d req-c55b08ab-7011-465a-9af8-45706ef97f37 service neutron] 10.222.0.35 "GET /v2.0/networks/72b2e83a-3af7-4c1f-a104-98f9a145f035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382424 Feb 07 12:53:19.221475 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:19.221694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Deleting port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:53:19.221694 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:19.366602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=da845f91-1fe5-4f99-9099-a6697ef2c5e4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:19.503641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e79b1-2cf3-476a-849f-1b0011148ebb req-3604ff1b-3dd4-43f0-ab36-4a2ce74b6922 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:19.506955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-746e79b1-2cf3-476a-849f-1b0011148ebb req-3604ff1b-3dd4-43f0-ab36-4a2ce74b6922 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.2205799 Feb 07 12:53:19.708932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-746e79b1-2cf3-476a-849f-1b0011148ebb req-0d96fc33-bd3a-4c37-886a-b73c9abe4584 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546159 Feb 07 12:53:19.758189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-e892a04a-c18b-4aea-acae-dc6cc45fa470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:19.758189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-e892a04a-c18b-4aea-acae-dc6cc45fa470 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f46f114d2c0d4b1483e0f588e05ebbfc&device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 1095 time: 0.2460589 Feb 07 12:53:19.766523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] For port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:19.766894 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:20.168477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Calling delete_port for 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:53:20.373988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-1e8e3801-e502-49e8-a7bb-c01412473482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:20.384606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-1e8e3801-e502-49e8-a7bb-c01412473482 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b2e83a-3af7-4c1f-a104-98f9a145f035 HTTP/1.1" status: 200 len: 914 time: 0.5420008 Feb 07 12:53:20.481995 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'code': 200} Feb 07 12:53:20.485142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-5c52c9d7-1432-4a29-83c6-c59385ccd07f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c94acabf-8611-4210-ac97-000bb74d89ad HTTP/1.1" status: 200 len: 217 time: 0.0770380 Feb 07 12:53:20.501166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce00f5-aa91-4905-ba6e-f15bb882d741 req-d20804f9-defd-4d66-8c0f-69d119c32531 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:20.511362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22ce00f5-aa91-4905-ba6e-f15bb882d741 req-d20804f9-defd-4d66-8c0f-69d119c32531 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1613dec-4dc0-4fee-a3b8-4a022e25d223 HTTP/1.1" status: 200 len: 948 time: 0.5327082 Feb 07 12:53:20.698293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22ce00f5-aa91-4905-ba6e-f15bb882d741 req-6656a43b-57c1-4962-8415-e1b4bc760999 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.69 "GET /v2.0/security-groups?id=897a8961-0934-4106-b1be-9383307fe239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857030 Feb 07 12:53:20.705707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-bba976dd-83a7-49a8-ab9a-2f5d9b62b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:20.715003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-bba976dd-83a7-49a8-ab9a-2f5d9b62b6be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=167b583b-3bee-40f7-a516-9556c7d93c19 HTTP/1.1" status: 200 len: 853 time: 0.2008238 Feb 07 12:53:20.828678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b52ec-84f2-48c5-a53e-6cfa200a154f req-d7974db4-6e41-470f-83ba-04d52f3daec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:20.834413 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-368b52ec-84f2-48c5-a53e-6cfa200a154f req-d7974db4-6e41-470f-83ba-04d52f3daec9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 1096 time: 0.2274387 Feb 07 12:53:20.862822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:20.947352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Pushing event deleted for resources: {'Port': ['ID=7a72f4b2-49a4-47b3-a18b-6a01e427ee97,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:21.013996 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-368b52ec-84f2-48c5-a53e-6cfa200a154f req-50b82ac3-a91e-4591-9966-560a0da7b816 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884058 Feb 07 12:53:21.066285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] No DVR routers for this DVR port 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:53:21.077752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0035a-e8ef-4e41-844f-5324c7370c45 req-f80d999b-1ef4-498f-a20d-06af65ca0c2c tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:21.084952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7d0035a-e8ef-4e41-844f-5324c7370c45 req-f80d999b-1ef4-498f-a20d-06af65ca0c2c tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 944 time: 0.4854667 Feb 07 12:53:21.087100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:21.091293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-deleted', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:21.113555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-b67a63cb-be00-4e52-9b2c-40be12073dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:21.115756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-b67a63cb-be00-4e52-9b2c-40be12073dce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b2e83a-3af7-4c1f-a104-98f9a145f035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754191 Feb 07 12:53:21.120462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f047fae6-5123-4524-9f71-d8c53a96b998 req-f9c46dba-f258-4c44-91b9-c80815acc439 tempest-ImagesOneServerTestJSON-1727848072 tempest-ImagesOneServerTestJSON-1727848072-project] 10.222.0.47 "DELETE /v2.0/ports/7a72f4b2-49a4-47b3-a18b-6a01e427ee97 HTTP/1.1" status: 204 len: 173 time: 2.2675152 Feb 07 12:53:21.183041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7d0035a-e8ef-4e41-844f-5324c7370c45 req-4aa50bac-983b-411a-90b4-549fece2ab26 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970733 Feb 07 12:53:21.454639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16010add-8b7e-4c12-9ca8-e7673790efc4 req-4e55c893-680f-44ad-83bf-a5173394f7d9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:21.456171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16010add-8b7e-4c12-9ca8-e7673790efc4 req-4e55c893-680f-44ad-83bf-a5173394f7d9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1747732 Feb 07 12:53:21.578189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16010add-8b7e-4c12-9ca8-e7673790efc4 req-2c9fdf2e-0841-4bf1-9d1d-118d8d07eb0d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132112 Feb 07 12:53:22.482361 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1613dec-4dc0-4fee-a3b8-4a022e25d223', 'name': 'network-vif-deleted', 'tag': '7a72f4b2-49a4-47b3-a18b-6a01e427ee97', 'status': 'completed', 'code': 200} Feb 07 12:53:22.650665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f37bc9-47e7-43d4-a132-b8cc93982089 req-c13a8b95-ff5f-428e-9845-c2311264a6a4 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:22.652454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8f37bc9-47e7-43d4-a132-b8cc93982089 req-c13a8b95-ff5f-428e-9845-c2311264a6a4 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.2709641 Feb 07 12:53:22.662832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-424080c5-7d28-43e0-a98e-7a2efeeb1450 service neutron] 10.222.0.35 "GET /v2.0/networks/72b2e83a-3af7-4c1f-a104-98f9a145f035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795089 Feb 07 12:53:22.734636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8f37bc9-47e7-43d4-a132-b8cc93982089 req-3633fb5e-4bbb-498b-b5f8-d844716d6414 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748136 Feb 07 12:53:22.946881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eb0869f-d584-4bee-9e1b-562c1194f9e4 req-d0bd699b-4076-4ec3-aded-8fcc9397265d service neutron] 10.222.0.35 "GET /v2.0/networks/72b2e83a-3af7-4c1f-a104-98f9a145f035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449343 Feb 07 12:53:23.175411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec49c4-7d61-4517-9c1c-d23602296504 req-5b8f05a2-581a-4579-b63c-9e191ea7a864 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:23.185506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71ec49c4-7d61-4517-9c1c-d23602296504 req-5b8f05a2-581a-4579-b63c-9e191ea7a864 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 944 time: 0.1706560 Feb 07 12:53:23.262416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71ec49c4-7d61-4517-9c1c-d23602296504 req-56f0e6ab-ac1b-4dcb-a658-998ccc7115e2 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760219 Feb 07 12:53:23.729402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53030) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:23.922509 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e9bc5445-2538-4e78-9e31-6af274abe7b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9fb3ffad75c64b24bf7de737e9293a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918340 Feb 07 12:53:23.924880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53044) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:24.002064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:53:24.044164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95d1fbb3-6088-489c-ac3e-01ac59a8a94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:24.093862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:53:24.095965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7a72f4b2-49a4-47b3-a18b-6a01e427ee97 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:53:24.122018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95d1fbb3-6088-489c-ac3e-01ac59a8a94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:24.266692 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:24.332619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c416934-45be-4ed3-8add-54fc67fb81a3 req-d05bd57e-dd38-4c60-bd57-a2825322dffe tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:24.334330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c416934-45be-4ed3-8add-54fc67fb81a3 req-d05bd57e-dd38-4c60-bd57-a2825322dffe tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.0876586 Feb 07 12:53:24.373775 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95d1fbb3-6088-489c-ac3e-01ac59a8a94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:24.381438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c416934-45be-4ed3-8add-54fc67fb81a3 req-df59004e-f3b7-4a4b-8320-671f89065ae8 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Feb 07 12:53:24.388825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1fbb3-6088-489c-ac3e-01ac59a8a94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a8961-0934-4106-b1be-9383307fe239,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:24.396136 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95d1fbb3-6088-489c-ac3e-01ac59a8a94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:24.410297 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-95d1fbb3-6088-489c-ac3e-01ac59a8a94c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/897a8961-0934-4106-b1be-9383307fe239 HTTP/1.1" status: 204 len: 168 time: 0.4706581 Feb 07 12:53:24.571570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53084) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:24.643380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cc7be-44c3-47ab-b61f-802210593990 req-7869c200-6a68-4a3c-95b4-4db9d8151b2f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:24.646527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be3cc7be-44c3-47ab-b61f-802210593990 req-7869c200-6a68-4a3c-95b4-4db9d8151b2f tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.1302991 Feb 07 12:53:24.754092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be3cc7be-44c3-47ab-b61f-802210593990 req-dcd4e03e-8db3-418f-8b2d-629a2749f333 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946562 Feb 07 12:53:24.870935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13237d3a-8fe6-4c30-b180-5506bf8879d5 req-c7f63106-2024-46ca-beda-87364e1194dc tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:24.872660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13237d3a-8fe6-4c30-b180-5506bf8879d5 req-c7f63106-2024-46ca-beda-87364e1194dc tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 946 time: 0.0915873 Feb 07 12:53:24.962091 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:24.980800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:24.984910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] Usage tracker for resource:security_group_rule and tenant:14c59badef554affaec656a2177e7063 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:24.987953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:24.994179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:25.069780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13237d3a-8fe6-4c30-b180-5506bf8879d5 req-6f7301c8-4076-4d2e-885b-44aafb99d608 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904752 Feb 07 12:53:25.108826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06cf07-e513-463e-8f3d-e437ee3706d8 req-027bee94-f944-4fd9-978d-a59e75e606b9 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:25.110739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef06cf07-e513-463e-8f3d-e437ee3706d8 req-027bee94-f944-4fd9-978d-a59e75e606b9 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 944 time: 0.2117221 Feb 07 12:53:25.123089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:25.159873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef06cf07-e513-463e-8f3d-e437ee3706d8 req-f9aa6ef8-d1d8-47be-ae83-30c8c8229b58 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Feb 07 12:53:25.248127 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:25.307595 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14c59badef554affaec656a2177e7063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7343724 Feb 07 12:53:25.309562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b6576-3205-4475-9268-3379f6f8ec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8559b83-bc0c-410d-8b3f-590553916684,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:25.312343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53124) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:25.368037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c363c-975e-465d-abe0-f5e606892d3c req-a0baec70-1c61-460c-9beb-239be3cf2038 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:25.376001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53132) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:25.376633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-845c363c-975e-465d-abe0-f5e606892d3c req-a0baec70-1c61-460c-9beb-239be3cf2038 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.1167412 Feb 07 12:53:25.383025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Request body: {'floatingip': {'port_id': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:25.477091 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:25.595319 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db1c0068-5e12-43b1-9c7c-7c6412850da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:25.617604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd36dad-d7c4-40c0-ab5a-3721080b0ca0 req-d68755b8-955e-4de1-9f77-0c431b55b8f4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:25.620140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fd36dad-d7c4-40c0-ab5a-3721080b0ca0 req-d68755b8-955e-4de1-9f77-0c431b55b8f4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1072800 Feb 07 12:53:25.650548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db1c0068-5e12-43b1-9c7c-7c6412850da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:25.675084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fd36dad-d7c4-40c0-ab5a-3721080b0ca0 req-1368ed22-761f-4639-9dfa-2bc18388e1b3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476444 Feb 07 12:53:26.065534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-0ba6529e-b8cf-4996-abb8-fd5c416bf22b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888050 Feb 07 12:53:26.392246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:26.408283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-0b2f1b70-92d9-45d5-8ee3-58a7b4e4a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:26.409759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-0b2f1b70-92d9-45d5-8ee3-58a7b4e4a024 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1095 time: 0.2368455 Feb 07 12:53:26.418826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c4e4-08c2-40f1-9510-8ee41f576f6d req-fb9732ce-82a7-4181-a990-7a9947b8d904 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:26.420281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6565c4e4-08c2-40f1-9510-8ee41f576f6d req-fb9732ce-82a7-4181-a990-7a9947b8d904 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 946 time: 0.1895990 Feb 07 12:53:26.478361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74569f87-a471-465f-b692-f69e529e272f req-94783615-1c00-4d3e-ba95-fa69facb2e33 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:26.479923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74569f87-a471-465f-b692-f69e529e272f req-94783615-1c00-4d3e-ba95-fa69facb2e33 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 944 time: 0.1707826 Feb 07 12:53:26.596973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6565c4e4-08c2-40f1-9510-8ee41f576f6d req-a1da3a69-da75-405b-b1dd-82b835c8ad5c tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683090 Feb 07 12:53:26.614408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74569f87-a471-465f-b692-f69e529e272f req-61385cb7-accc-4b6e-a3e5-6f8b02ce60fa tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817928 Feb 07 12:53:26.657459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-2235870a-e10e-461e-8ca0-2c92ddf8d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:26.659157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-2235870a-e10e-461e-8ca0-2c92ddf8d97c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2279687 Feb 07 12:53:26.726376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:26.742282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-1ac17d79-cdeb-40be-8407-a565d287b923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 217 time: 0.0751345 Feb 07 12:53:26.860451 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db1c0068-5e12-43b1-9c7c-7c6412850da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:26.870416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-5a68662a-2c66-42e4-b252-45fbce8e7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:26.872764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-5a68662a-2c66-42e4-b252-45fbce8e7188 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1218615 Feb 07 12:53:26.908552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c0068-5e12-43b1-9c7c-7c6412850da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8559b83-bc0c-410d-8b3f-590553916684,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:26.926070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db1c0068-5e12-43b1-9c7c-7c6412850da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:26.927861 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-db1c0068-5e12-43b1-9c7c-7c6412850da9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8559b83-bc0c-410d-8b3f-590553916684 HTTP/1.1" status: 204 len: 168 time: 1.6128008 Feb 07 12:53:27.039326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-09514624-918d-4696-aa4f-06eb1075862e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601765 Feb 07 12:53:27.080053 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Floating IP 14120f8c-b795-4046-88dd-b7960aee25e9 associated. External IP: 172.25.7.23, port: da845f91-1fe5-4f99-9099-a6697ef2c5e4. Feb 07 12:53:27.302206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b4df6-cb7a-42ea-8891-db521201203e req-ce9d3442-c5cc-4951-bdab-d2bf4ea91ac4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:27.306488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-656b4df6-cb7a-42ea-8891-db521201203e req-ce9d3442-c5cc-4951-bdab-d2bf4ea91ac4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.3320634 Feb 07 12:53:27.316973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-7d480fc5-5247-4f6f-8983-48f81c8f6e5b tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:27.318974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-7d480fc5-5247-4f6f-8983-48f81c8f6e5b tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 946 time: 0.2836883 Feb 07 12:53:27.324083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-6574b50a-1902-470b-a78d-87203964ca63 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275956 Feb 07 12:53:27.484513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Router c919e244-7d78-4f85-aad8-c38e3ca1da35 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:53:27.511820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-656b4df6-cb7a-42ea-8891-db521201203e req-a1a91e9c-1f65-47f5-8f6d-d89e81cef63c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904144 Feb 07 12:53:27.533977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Deleting port 768be70d-3547-47e1-91f7-f20a8edd9142 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:53:27.534355 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:27.761008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f394f397-b6e7-412b-a529-7bc82c9131d0 req-6e12932a-73ab-4e98-a16e-18f23251d5c7 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237237 Feb 07 12:53:27.835067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:53:27.842144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:27.847316 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] Sync routers for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:53:27.858288 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:53:27.859168 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:53:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:27.916239 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bf68e54d-4e6a-429c-a774-7f1db1c4810d tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "PUT /v2.0/floatingips/14120f8c-b795-4046-88dd-b7960aee25e9 HTTP/1.1" status: 200 len: 990 time: 2.5373948 Feb 07 12:53:27.916239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'tag': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:27.945587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53190) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:27.994956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53198) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:28.058482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53204) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:28.088525 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.129242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:28.134799 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:53:28.140204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:fb40c0514b3047c9839e44aadc4fb317 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:28.147660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:28.164436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:28.200659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076161-7a6f-4bae-8066-7b90906182c0 req-456a880d-d6cb-4318-ac40-bb114ad829c9 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:28.207535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d076161-7a6f-4bae-8066-7b90906182c0 req-456a880d-d6cb-4318-ac40-bb114ad829c9 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 946 time: 0.4723523 Feb 07 12:53:28.282523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1fed8-4624-48d6-999c-749c48db89ae req-ab6983d3-1c19-431a-b801-0a1a7ae01583 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:28.283919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17d1fed8-4624-48d6-999c-749c48db89ae req-ab6983d3-1c19-431a-b801-0a1a7ae01583 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 944 time: 0.4666030 Feb 07 12:53:28.290830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.293638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] For port 768be70d-3547-47e1-91f7-f20a8edd9142, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=768be70d-3547-47e1-91f7-f20a8edd9142,segment=NetworkSegment(ed2afb2d-5d2c-4017-a538-09bbcea6d98b),segment_id=ed2afb2d-5d2c-4017-a538-09bbcea6d98b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:28.294172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.319965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.336232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:28.340928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] Usage tracker for resource:security_group_rule and tenant:f3982314dbec4b0abda74851e6ec4fe2 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:28.344586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:28.351395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:28.371624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d076161-7a6f-4bae-8066-7b90906182c0 req-a12d768b-b257-4b18-a3da-27fb1891060e tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dfcedfe-60b6-4c30-adbb-955a3ab12303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626780 Feb 07 12:53:28.414542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.459404 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb40c0514b3047c9839e44aadc4fb317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992367 Feb 07 12:53:28.462964 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.480559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53208) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:28.515758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17d1fed8-4624-48d6-999c-749c48db89ae req-5d6d2979-84b7-4c0c-afd7-d9377856bea8 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007194 Feb 07 12:53:28.523618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:28.534806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Calling delete_port for 768be70d-3547-47e1-91f7-f20a8edd9142 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:53:28.535175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c94acabf-8611-4210-ac97-000bb74d89ad details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:53:28.538977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd465769-b681-46ac-a532-ac30abf3c9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b73a98-a645-49f0-8212-3fed6031eea7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:28.549124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] Usage tracker for resource:security_group_rule and tenant:19c6a1781e2045c8978ce06087bc8d99 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:28.555450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:28.576277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:28.593535 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '14120f8c-b795-4046-88dd-b7960aee25e9', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'port_id': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'mac_address': 'fa:16:3e:1c:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:50:22Z', 'updated_at': '2022-02-07T12:53:26Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:28.599122 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] Checking router: c919e244-7d78-4f85-aad8-c38e3ca1da35 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:53:28.610126 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:53:28.611172 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:53:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:28.635373 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'tag': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'status': 'completed', 'code': 200} Feb 07 12:53:28.670584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f412f2-c15b-41b4-a4b6-2b761b58619e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.676398 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.719838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f412f2-c15b-41b4-a4b6-2b761b58619e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.785078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.818496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c94acabf-8611-4210-ac97-000bb74d89ad, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c94acabf-8611-4210-ac97-000bb74d89ad,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:28.835482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'c94acabf-8611-4210-ac97-000bb74d89ad', 'network_id': '72b2e83a-3af7-4c1f-a104-98f9a145f035', 'port_id': 'c94acabf-8611-4210-ac97-000bb74d89ad', 'mac_address': 'fa:16:3e:e3:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167b583b-3bee-40f7-a516-9556c7d93c19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:53:28.871422 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3982314dbec4b0abda74851e6ec4fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8751545 Feb 07 12:53:28.873262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.876719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53214) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:28.891076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042d4fb-85e5-44b6-92f7-d44fbf26947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8346322e-d754-41f0-b9d8-5bd51b4cb6dc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:28.897773 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:28.920002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94acabf-8611-4210-ac97-000bb74d89ad {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:28.943917 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:53:28.946058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c94acabf-8611-4210-ac97-000bb74d89ad, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c94acabf-8611-4210-ac97-000bb74d89ad,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:28.974208 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-458835d0-124d-46e9-839a-8695a27da883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.001829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-458835d0-124d-46e9-839a-8695a27da883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.010177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.045023 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.055332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccf3e-1840-4ecc-bb44-0dd6196bf700 req-844ebc6e-70e0-45ac-aece-98727c0b7079 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:29.057027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c73ccf3e-1840-4ecc-bb44-0dd6196bf700 req-844ebc6e-70e0-45ac-aece-98727c0b7079 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.3613000 Feb 07 12:53:29.093794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aced1a7-b767-40e5-819f-8c90fb3abf8d req-9193eaef-7899-42bb-99a6-e8d9ad345b17 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:29.095471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aced1a7-b767-40e5-819f-8c90fb3abf8d req-9193eaef-7899-42bb-99a6-e8d9ad345b17 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.2724705 Feb 07 12:53:29.097555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-cae0d7eb-95da-4da5-91f9-03d7b6eef8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:29.099124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-cae0d7eb-95da-4da5-91f9-03d7b6eef8ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d05a8e65e68142639375bf1a3ec23518&device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 1096 time: 0.3276186 Feb 07 12:53:29.132188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c94acabf-8611-4210-ac97-000bb74d89ad,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:29.136410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f412f2-c15b-41b4-a4b6-2b761b58619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.142848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f543eb1-8ade-4cd7-a217-3dbdc3aff0c8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:29.185235 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3593d6e8-b102-4023-8614-e8d5b7d44f47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19c6a1781e2045c8978ce06087bc8d99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2344172 Feb 07 12:53:29.185235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f412f2-c15b-41b4-a4b6-2b761b58619e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b73a98-a645-49f0-8212-3fed6031eea7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:29.185235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53218) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:29.209981 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.213722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f412f2-c15b-41b4-a4b6-2b761b58619e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.225443 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-23f412f2-c15b-41b4-a4b6-2b761b58619e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0b73a98-a645-49f0-8212-3fed6031eea7 HTTP/1.1" status: 204 len: 168 time: 0.7386668 Feb 07 12:53:29.226855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['768be70d-3547-47e1-91f7-f20a8edd9142'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:53:29.244881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c73ccf3e-1840-4ecc-bb44-0dd6196bf700 req-1bab7ea8-b93e-4ea1-9f86-b9e5b6e70740 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723983 Feb 07 12:53:29.322142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c94acabf-8611-4210-ac97-000bb74d89ad'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:53:29.399147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Pushing event deleted for resources: {'Port': ['ID=768be70d-3547-47e1-91f7-f20a8edd9142,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:29.409153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-458835d0-124d-46e9-839a-8695a27da883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.412287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-458835d0-124d-46e9-839a-8695a27da883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.415937 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-458835d0-124d-46e9-839a-8695a27da883 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8346322e-d754-41f0-b9d8-5bd51b4cb6dc HTTP/1.1" status: 204 len: 168 time: 0.5358317 Feb 07 12:53:29.433805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458835d0-124d-46e9-839a-8695a27da883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8346322e-d754-41f0-b9d8-5bd51b4cb6dc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:29.463572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71f4ef08-f7c3-4d25-a925-dfc28b41aeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.464246 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '14120f8c-b795-4046-88dd-b7960aee25e9', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'port_id': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'mac_address': 'fa:16:3e:1c:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:50:22Z', 'updated_at': '2022-02-07T12:53:26Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:29.470415 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0017b4fb-beed-4efa-9cb4-830409c873e5 None None] The sync data for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 is: [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '14120f8c-b795-4046-88dd-b7960aee25e9', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'port_id': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'mac_address': 'fa:16:3e:1c:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:50:22Z', 'updated_at': '2022-02-07T12:53:26Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:53:29.512123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71f4ef08-f7c3-4d25-a925-dfc28b41aeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.611393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] No DVR routers for this DVR port 768be70d-3547-47e1-91f7-f20a8edd9142 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:53:29.615323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-2e801f6f-d06d-43f7-a255-fdd14a1e93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:29.616856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-2e801f6f-d06d-43f7-a255-fdd14a1e93b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 200 len: 924 time: 0.5064578 Feb 07 12:53:29.621232 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.624213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf31aee-5458-4e4b-ba7f-d0a295aa1967', 'name': 'network-vif-deleted', 'tag': '768be70d-3547-47e1-91f7-f20a8edd9142'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:29.688143 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71f4ef08-f7c3-4d25-a925-dfc28b41aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.696279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aced1a7-b767-40e5-819f-8c90fb3abf8d req-4e3787a1-228f-460c-a63d-f91a5c624ef9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635548 Feb 07 12:53:29.708299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ef08-f7c3-4d25-a925-dfc28b41aeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f543eb1-8ade-4cd7-a217-3dbdc3aff0c8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:29.756933 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71f4ef08-f7c3-4d25-a925-dfc28b41aeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:29.760449 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-71f4ef08-f7c3-4d25-a925-dfc28b41aeb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f543eb1-8ade-4cd7-a217-3dbdc3aff0c8 HTTP/1.1" status: 204 len: 168 time: 0.5711143 Feb 07 12:53:29.805889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-064b7ff1-1e66-4398-99db-25906b367b18 req-9608a230-8d87-46a0-9738-c0a35cbd1cf9 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Synchronizing usage tracker for tenant:77ccca9f988440d59f3527101527c118 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:29.836582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb93d45-64ac-4297-aa7d-03c321063beb None None] New status for floating IP 14120f8c-b795-4046-88dd-b7960aee25e9: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:53:29.898656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-67c843cd-1f4d-40a3-802a-dfebef575391 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da845f91-1fe5-4f99-9099-a6697ef2c5e4 HTTP/1.1" status: 200 len: 998 time: 0.2658551 Feb 07 12:53:29.979099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f13ff-1f28-4d17-82ac-2fea427f2c5b req-8590d651-4e69-45af-a9c7-13349de97947 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:30.121238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5f13ff-1f28-4d17-82ac-2fea427f2c5b req-8590d651-4e69-45af-a9c7-13349de97947 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 945 time: 0.1518490 Feb 07 12:53:30.121238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-ceac3907-079a-4069-b566-556b6f2d6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:30.121238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-ceac3907-079a-4069-b566-556b6f2d6759 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 200 len: 863 time: 0.0797460 Feb 07 12:53:30.121238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5f13ff-1f28-4d17-82ac-2fea427f2c5b req-ed7fdc07-e244-40ff-9a2d-e9b1fcab5f5c tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837560 Feb 07 12:53:30.121238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-bc1bf56d-83fe-43e5-8632-07dea65a239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:30.121238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-bc1bf56d-83fe-43e5-8632-07dea65a239d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1477f912-4630-4658-8e92-9d186d512827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906744 Feb 07 12:53:30.121238 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf31aee-5458-4e4b-ba7f-d0a295aa1967', 'name': 'network-vif-deleted', 'tag': '768be70d-3547-47e1-91f7-f20a8edd9142', 'status': 'completed', 'code': 200} Feb 07 12:53:30.271741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3844477a-68e3-4290-a69e-6a78b96ef44c req-3e53fb00-266d-4bfc-97a2-5d4e456df5de tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.47 "DELETE /v2.0/ports/768be70d-3547-47e1-91f7-f20a8edd9142 HTTP/1.1" status: 204 len: 173 time: 2.9319882 Feb 07 12:53:30.337069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-f061e7ff-9eca-4219-81b6-e92790548bff service neutron] 10.222.0.35 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374613 Feb 07 12:53:30.497848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-064b7ff1-1e66-4398-99db-25906b367b18 req-9608a230-8d87-46a0-9738-c0a35cbd1cf9 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] Unset dirty status for tenant:77ccca9f988440d59f3527101527c118 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:30.504836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-064b7ff1-1e66-4398-99db-25906b367b18 req-9608a230-8d87-46a0-9738-c0a35cbd1cf9 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 210 time: 0.7905805 Feb 07 12:53:30.536775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c94acabf-8611-4210-ac97-000bb74d89ad up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:30.696955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2e8df-4234-4bd4-889e-94487bc766a8 req-1ff341c1-2155-4f65-a394-46b90aa79bfe tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:30.703863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9de2e8df-4234-4bd4-889e-94487bc766a8 req-1ff341c1-2155-4f65-a394-46b90aa79bfe tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.2584636 Feb 07 12:53:30.708507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8cc9b2-1a17-4a9f-bcf2-a55dc289ff0f req-809670e3-32fe-407a-b428-8a68475da7ab service neutron] 10.222.0.35 "GET /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655090 Feb 07 12:53:30.739615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port c94acabf-8611-4210-ac97-000bb74d89ad completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:30.740771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-4e8dcd28-2da8-4f6e-b3f2-477eb4d5a337 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2457922 Feb 07 12:53:30.746825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port c94acabf-8611-4210-ac97-000bb74d89ad triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:30.747212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:30.782959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9de2e8df-4234-4bd4-889e-94487bc766a8 req-0ecf4c0a-7d36-4535-a150-b09e5586bf0e tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761421 Feb 07 12:53:30.894981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-d00efdd4-d214-4ee8-9436-37d7a5313002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:30.896925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-d00efdd4-d214-4ee8-9436-37d7a5313002 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1096 time: 0.1145816 Feb 07 12:53:30.914619 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:30.950363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6709bf1-ebf8-4706-93df-47561079f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94acabf-8611-4210-ac97-000bb74d89ad'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:30.965889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c94acabf-8611-4210-ac97-000bb74d89ad, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c94acabf-8611-4210-ac97-000bb74d89ad,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:31.021146 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6709bf1-ebf8-4706-93df-47561079f682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94acabf-8611-4210-ac97-000bb74d89ad', 'code': 200} Feb 07 12:53:31.071468 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:31.072218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374015bf-2de3-4793-90f6-a8009baf942e req-c3176b31-aab8-4bb4-80ed-38669320ccad tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:31.075252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-374015bf-2de3-4793-90f6-a8009baf942e req-c3176b31-aab8-4bb4-80ed-38669320ccad tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.2206852 Feb 07 12:53:31.149911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c94acabf-8611-4210-ac97-000bb74d89ad,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:31.218758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-374015bf-2de3-4793-90f6-a8009baf942e req-23c61f65-d4a5-4f66-89ff-ff319da3aade tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335785 Feb 07 12:53:31.223407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-42996881-d67b-4791-a74e-911d96b9a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:31.224444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-42996881-d67b-4791-a74e-911d96b9a75c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2949660 Feb 07 12:53:31.350341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-8099a891-1c5a-4a72-b2c5-f8f87b9c422c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 217 time: 0.1159053 Feb 07 12:53:31.358399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55179a0-7e35-4004-b6be-535796301acf req-dd1b18cb-7374-41ae-841f-6dff94b9147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:31.359845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b55179a0-7e35-4004-b6be-535796301acf req-dd1b18cb-7374-41ae-841f-6dff94b9147f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 1097 time: 0.2613142 Feb 07 12:53:31.474977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b55179a0-7e35-4004-b6be-535796301acf req-0dbf1bd3-72bb-410f-b1d8-70e24c65188a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071870 Feb 07 12:53:31.479809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-223c370a-bd02-47de-b135-4020d29f6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:31.481172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-223c370a-bd02-47de-b135-4020d29f6b4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1199563 Feb 07 12:53:31.499770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2fa94-772f-4a95-8829-b9a8fe2bc878 req-36ffe5fb-b67e-4684-a160-3c051e51d78a tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:31.501413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25a2fa94-772f-4a95-8829-b9a8fe2bc878 req-36ffe5fb-b67e-4684-a160-3c051e51d78a tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 946 time: 0.1990087 Feb 07 12:53:31.583393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-8a656c7e-6a38-4908-8bcf-ea71720872be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810137 Feb 07 12:53:31.820630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25a2fa94-772f-4a95-8829-b9a8fe2bc878 req-c5bf13a9-115c-440e-b1d5-09f8f13ee7b1 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820070 Feb 07 12:53:31.848654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c080434-2421-4c6e-82a6-3cf33e3dd642 req-a42ee917-bbb3-4566-892a-d269b6179f28 tempest-VolumesAdminNegativeTest-2110844583 tempest-VolumesAdminNegativeTest-2110844583-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bf31aee-5458-4e4b-ba7f-d0a295aa1967 HTTP/1.1" status: 200 len: 210 time: 0.1111050 Feb 07 12:53:32.001355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-6ece824e-6c6b-4227-a468-f109f2b4eb5d service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068494 Feb 07 12:53:32.036678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 768be70d-3547-47e1-91f7-f20a8edd9142 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:53:32.072491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 768be70d-3547-47e1-91f7-f20a8edd9142 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:53:32.072865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 768be70d-3547-47e1-91f7-f20a8edd9142 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:53:32.273356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53318) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:32.311912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8985-6bce-432f-be81-6b81185aa584 req-653b3c61-317d-4140-bf4e-f07172ed18e0 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:32.313589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4add8985-6bce-432f-be81-6b81185aa584 req-653b3c61-317d-4140-bf4e-f07172ed18e0 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1096 time: 0.3711593 Feb 07 12:53:32.326562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe61c3-7cfc-4b20-a319-96ce19842ba2 req-9f8a9000-5181-4473-b91a-fbf82326115b tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:32.328505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72fe61c3-7cfc-4b20-a319-96ce19842ba2 req-9f8a9000-5181-4473-b91a-fbf82326115b tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.3260741 Feb 07 12:53:32.352243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-584341c2-aa46-496c-9fac-d32ecbbc7a90 req-b13b311e-1b9d-4895-a0ce-ed95325a79a7 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052676 Feb 07 12:53:32.388413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2054620406-network', 'tenant_id': '3c9a158524bd4bd4a397fe6cd4e82d01'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:32.399074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:32.403930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Usage tracker for resource:network and tenant:3c9a158524bd4bd4a397fe6cd4e82d01 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:32.407069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:32.412602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4add8985-6bce-432f-be81-6b81185aa584 req-c01575d5-8ac5-462b-8b03-e86da49ea7ab tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826344 Feb 07 12:53:32.424818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:32.426513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72fe61c3-7cfc-4b20-a319-96ce19842ba2 req-dfaa0573-3c4f-4f36-834d-c124c04d0a6c tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788875 Feb 07 12:53:32.499446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Made reservation on behalf of 3c9a158524bd4bd4a397fe6cd4e82d01 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:32.510764 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:32.527545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:32.548759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:32.553344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9a158524bd4bd4a397fe6cd4e82d01 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:32.556547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:32.562974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:32.655814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8afe14-2a21-41f6-8764-47af372d8757 req-ceb6c370-c6b4-4a18-91b7-4c4d3e7ba83b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:32.664025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e8afe14-2a21-41f6-8764-47af372d8757 req-ceb6c370-c6b4-4a18-91b7-4c4d3e7ba83b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1038430 Feb 07 12:53:32.672888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:32.724925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e8afe14-2a21-41f6-8764-47af372d8757 req-ce2046e7-ae0f-475f-b6cc-9fe0718d9ada tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596557 Feb 07 12:53:32.753597 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:32.796347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:53:32.808466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28d4908-1143-48f2-9234-3f27dc266a7e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:32.838181 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:32.838705 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Added segment 787527b8-4f20-4a25-b2ff-d84f51d7fd92 of type vlan for network ca5d5e02-5385-47ae-a125-d1f08d27c67f Feb 07 12:53:32.874151 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-38160dd5-13e9-4614-b225-f921dabb7237 req-1563ff87-147b-4b2a-a9d5-40d8c4a416e4 service neutron] show failed (client error): The resource could not be found. Feb 07 12:53:32.875204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-1563ff87-147b-4b2a-a9d5-40d8c4a416e4 service neutron] 10.222.0.35 "GET /v2.0/ports/0e6b8d04-88a2-4c4f-8484-a99a3ad65770/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.1491542 Feb 07 12:53:32.898788 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.057204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8c5e6-aea0-4eef-bd38-e0245a567927 req-41f1fb2a-ebe2-4372-8c60-463cf6d04ad5 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:33.059620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ca8c5e6-aea0-4eef-bd38-e0245a567927 req-41f1fb2a-ebe2-4372-8c60-463cf6d04ad5 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.1006932 Feb 07 12:53:33.080556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.083239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:33.090194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.109804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ca8c5e6-aea0-4eef-bd38-e0245a567927 req-9598bda8-a46f-4132-92db-bd5472f83a5a tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442564 Feb 07 12:53:33.242038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5d5e02-5385-47ae-a125-d1f08d27c67f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:33.259851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network ca5d5e02-5385-47ae-a125-d1f08d27c67f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:53:33.324585 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b316e4b8-6eb9-456d-b300-3ed92409ffe3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0496209 Feb 07 12:53:33.327786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53350) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:33.330108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d61e4-180a-4699-b477-26a94761291e req-5a8bfe2f-12ac-40a7-9614-6303287a909c tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:33.333453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Request body: {'subnet': {'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2054620406-subnet', 'tenant_id': '3c9a158524bd4bd4a397fe6cd4e82d01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:33.338768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a0d61e4-180a-4699-b477-26a94761291e req-5a8bfe2f-12ac-40a7-9614-6303287a909c tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 946 time: 0.1025536 Feb 07 12:53:33.340632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:33.345643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Usage tracker for resource:subnet and tenant:3c9a158524bd4bd4a397fe6cd4e82d01 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:33.348986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:33.355743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:33.388021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a0d61e4-180a-4699-b477-26a94761291e req-26d1c59f-02aa-48b8-b806-e9bc88bb874f tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Feb 07 12:53:33.474066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53358) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:33.481639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Made reservation on behalf of 3c9a158524bd4bd4a397fe6cd4e82d01 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:33.484561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.489771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53364) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:33.569491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4a4c87-9610-43ae-8ecd-225c735c48f5 admin admin] Deleting subnet 7660743a-65ee-428f-8906-f00b33cfb494 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:53:33.573349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4c87-9610-43ae-8ecd-225c735c48f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.637655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4c87-9610-43ae-8ecd-225c735c48f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.645429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4c87-9610-43ae-8ecd-225c735c48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.796327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1412880535', 'description': 'tempest-description-134749884'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:33.806325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:33.817533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Usage tracker for resource:security_group and tenant:5cd2a1f24e6e46a3a452c1ad079cee9c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:33.821481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:33.829423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:33.836450 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.837579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-5dbb81a5-fe99-4250-8cde-576941c741c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:33.839402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-5dbb81a5-fe99-4250-8cde-576941c741c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077&tenant_id=b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 1101 time: 0.1254127 Feb 07 12:53:33.857788 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:53:33.863923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:33.867544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:33.885896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] Usage tracker for resource:security_group_rule and tenant:a1f49391479e461a88ea89e045a6b84e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:33.891885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:33.902508 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4c87-9610-43ae-8ecd-225c735c48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.910413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:33.955701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4c87-9610-43ae-8ecd-225c735c48f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.972198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:33.982777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a4c87-9610-43ae-8ecd-225c735c48f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7660743a-65ee-428f-8906-f00b33cfb494,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:33.992021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6a4a4c87-9610-43ae-8ecd-225c735c48f5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7660743a-65ee-428f-8906-f00b33cfb494 HTTP/1.1" status: 204 len: 168 time: 0.5000770 Feb 07 12:53:33.996892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53384) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:33.998390 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.055919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:34.063041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Usage tracker for resource:security_group_rule and tenant:5cd2a1f24e6e46a3a452c1ad079cee9c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:34.067758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:34.076473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:34.080943 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.085177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.127535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.208475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Checking segment: {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:34.208809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Network hostable DHCP agents. Network: ca5d5e02-5385-47ae-a125-d1f08d27c67f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:53:34.216712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b366590b-c977-435d-a7e9-6cee6253def4,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:34.219488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.228743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.292527 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1f49391479e461a88ea89e045a6b84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8170094 Feb 07 12:53:34.295400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53392) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:34.298011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52332f8a-3715-4a8a-9c19-0bae99bbd05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6811038-81b8-4ef7-b063-b47525201bfd,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:34.371359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.415458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:34.423696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Network ca5d5e02-5385-47ae-a125-d1f08d27c67f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:53:34.448993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.452235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:34.471796 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.501763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31be3aa4-ff72-4b0b-82c7-57eb4e136592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.517225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:34.520902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.521422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.522429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.522898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > port after_create 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.523229 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > port after_delete 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.523594 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > port after_update 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.523925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.524400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.525271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.525271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.534777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Usage tracker for resource:security_group_rule and tenant:5cd2a1f24e6e46a3a452c1ad079cee9c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:34.540616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:34.544858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbc184a-a416-47f2-8d9c-d0247761aa2f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:34.556920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:34.568920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:34.577360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.605087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Transition to ACTIVE for port object 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:34.655109 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.696704 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.705670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.705670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.705670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:53:34.705670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63936f5-8522-43e4-82ba-ba063c6a4b8b']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:34.710401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, ca5d5e02-5385-47ae-a125-d1f08d27c67f) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:34.718487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6171a6c4-dafa-4c1e-9e0a-0e580c1e48b2 None None] Network ca5d5e02-5385-47ae-a125-d1f08d27c67f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:53:34.726200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2afb2d-5d2c-4017-a538-09bbcea6d98b') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:34.726712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2afb2d-5d2c-4017-a538-09bbcea6d98b') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:34.730972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.737074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:34.737870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.746616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31be3aa4-ff72-4b0b-82c7-57eb4e136592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.762079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.783359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.805866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.851192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:53:34.851598 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: from cryptography.utils import int_from_bytes Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: from cryptography.utils import int_from_bytes Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: util.warn_limited( Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: util.warn_limited( Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:53:34.908500 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:53:34.996034 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3efa9624-7378-44f0-adaf-1a4f40d0de40 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6666873 Feb 07 12:53:35.017132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] No DVR routers for this DVR port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:53:35.022749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bef45b-8bd5-40e4-84e5-ffff3ad418dd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:35.026828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:35.102820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Attempting to bind port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:35.103225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Attempting to bind port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:35.103617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Attempting to bind port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:35.110557 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.111894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c37ea58-f9fd-4b19-a563-7a25f4e57383 req-107c5a9b-d1c5-45f9-894b-25ecc18e6a8e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3292222 Feb 07 12:53:35.113294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:53:35.113294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Attempting to bind port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:35.121429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:35.121429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:35.121631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:35.122295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Bound port: 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:35.122551 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.138240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.155031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.155031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31be3aa4-ff72-4b0b-82c7-57eb4e136592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.204366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b8cfc5-8100-44c3-8366-06b7c747c799 None None] Network ca5d5e02-5385-47ae-a125-d1f08d27c67f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:53:35.243628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] Pushing event deleted for resources: {'Network': ['ID=d63936f5-8522-43e4-82ba-ba063c6a4b8b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:35.245889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be3aa4-ff72-4b0b-82c7-57eb4e136592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6811038-81b8-4ef7-b063-b47525201bfd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:35.291968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31be3aa4-ff72-4b0b-82c7-57eb4e136592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.296462 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-31be3aa4-ff72-4b0b-82c7-57eb4e136592 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6811038-81b8-4ef7-b063-b47525201bfd HTTP/1.1" status: 204 len: 168 time: 0.9984546 Feb 07 12:53:35.314673 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cc56e589-7c5d-4ba1-b01a-a981939bf5be admin admin] 10.222.0.69 "DELETE /v2.0/networks/d63936f5-8522-43e4-82ba-ba063c6a4b8b HTTP/1.1" status: 204 len: 168 time: 1.3141448 Feb 07 12:53:35.318790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53416) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:35.429966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-82279c6c-1400-4d6f-ae7c-a58474487f1a admin admin] Deleting subnet 6c3d128b-aa75-4a11-a88c-c956bb26240b {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:53:35.435629 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82279c6c-1400-4d6f-ae7c-a58474487f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.437277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:35.442782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-0374652e-90f7-479d-b815-aac59c76b495 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:53:35.443957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-0374652e-90f7-479d-b815-aac59c76b495 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137377 Feb 07 12:53:35.447332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:35.456032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Request body: {'binding': {'host': 'n-h1-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:35.456672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Unknown quota resources ['binding']. {{(pid=88313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 12:53:35.499850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82279c6c-1400-4d6f-ae7c-a58474487f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.544818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eecd5-0c00-4e41-8afa-fe2c85954753 req-15328fd1-f571-4cf0-8af5-810dc99a5f60 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:35.552155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b6eecd5-0c00-4e41-8afa-fe2c85954753 req-15328fd1-f571-4cf0-8af5-810dc99a5f60 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 948 time: 0.2108483 Feb 07 12:53:35.566684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82279c6c-1400-4d6f-ae7c-a58474487f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.626067 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.740667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:35.741288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.742769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 1096 time: 1.8864160 Feb 07 12:53:35.754149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82279c6c-1400-4d6f-ae7c-a58474487f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.797965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82279c6c-1400-4d6f-ae7c-a58474487f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3d128b-aa75-4a11-a88c-c956bb26240b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:35.803039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82279c6c-1400-4d6f-ae7c-a58474487f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:35.810583 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-82279c6c-1400-4d6f-ae7c-a58474487f1a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6c3d128b-aa75-4a11-a88c-c956bb26240b HTTP/1.1" status: 204 len: 168 time: 0.4902201 Feb 07 12:53:35.813086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53428) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:35.815995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b6eecd5-0c00-4e41-8afa-fe2c85954753 req-30d07992-a318-402d-a1cf-0a5e988c8dbd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565215 Feb 07 12:53:35.893559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17473b-64db-43fc-9ffa-bf4b0ebfc078 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:35.947658 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'code': 200} Feb 07 12:53:35.988547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2047307321', 'description': 'tempest-description-1603327535'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:35.997063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:36.009838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Usage tracker for resource:security_group and tenant:5cd2a1f24e6e46a3a452c1ad079cee9c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:36.015486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:36.024134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:36.100268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on host n-h1-811416-5 for vnic_type normal with profile None {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:36.100600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:36.100921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:36.105945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:53:36.106260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:36.109768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-a0629249-29f9-460a-ad65-14e39b2e8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:36.109903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.111236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-a0629249-29f9-460a-ad65-14e39b2e8a25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 1099 time: 0.2792182 Feb 07 12:53:36.118650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:36.118960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:36.119401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:36.119750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Bound port: 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:36.123595 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.234357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:36.241148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Usage tracker for resource:security_group_rule and tenant:5cd2a1f24e6e46a3a452c1ad079cee9c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:36.254469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:36.270928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.272205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:36.290870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:36.293854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7066530f-cf45-4a46-9d29-114dcea441f7']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:36.307305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94daf1f9-7d81-4bb4-b711-d6852a9394e2') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:36.307597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94daf1f9-7d81-4bb4-b711-d6852a9394e2') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:36.322842 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.335603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-048741b8-165c-45a3-ac58-b2f2336d6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:36.337064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-048741b8-165c-45a3-ac58-b2f2336d6f1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2151332 Feb 07 12:53:36.338493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.347033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:53:36.347446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:53:36.365992 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:53:36.432210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-82c10dc0-4be5-482b-b579-848ae6145843 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 217 time: 0.0844929 Feb 07 12:53:36.436659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.437695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-3daa5218-0a61-4a56-bfe3-fa93378fb848 service neutron] 10.222.0.69 "POST /v2.0/ports/54af436e-992b-4fc7-9fe7-3eebc495a0a7/bindings HTTP/1.1" status: 201 len: 389 time: 0.9874921 Feb 07 12:53:36.488208 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.511890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-41df77a0-c0f1-4b26-bff7-a31a16297a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:36.513630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-41df77a0-c0f1-4b26-bff7-a31a16297a6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0729535 Feb 07 12:53:36.550531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.569316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:53:36.575400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.577949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7066530f-cf45-4a46-9d29-114dcea441f7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:36.584616 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a59d20ed-b9dd-4e8e-be9c-0b8e6b356cf0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7066530f-cf45-4a46-9d29-114dcea441f7 HTTP/1.1" status: 204 len: 168 time: 0.7699049 Feb 07 12:53:36.590495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.639020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:53:36.639353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70251027-8c30-465d-bae6-6f1818fd12d4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:36.666613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160dd5-13e9-4614-b225-f921dabb7237 req-0b548248-94c6-4581-b75e-da282952cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:36.666613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-0b548248-94c6-4581-b75e-da282952cf40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290920 Feb 07 12:53:36.767143 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:36.771653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26061fc7-b2d4-46c7-b2b8-ec9a6df49f87 req-47e34a54-db77-4dd4-aeda-4670de05520e tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7845721 Feb 07 12:53:36.772515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53456) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:36.829367 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-beca6e45-c331-47d2-b20c-1f04b48b81fc service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689587 Feb 07 12:53:37.042398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38160dd5-13e9-4614-b225-f921dabb7237 req-58ecc1f3-a815-400a-9e2e-0ed7780a9d18 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970489 Feb 07 12:53:37.055655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3a90d-b817-4ebc-9be3-38aa06593651 req-c2ebcba0-a6b5-4d0e-8137-be3a598f5608 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:37.057227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78b3a90d-b817-4ebc-9be3-38aa06593651 req-c2ebcba0-a6b5-4d0e-8137-be3a598f5608 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 945 time: 0.1408076 Feb 07 12:53:37.094049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:37.099027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-837252929-network', 'tenant_id': 'f07f5d1a4e9e4c2cb231373627ebeba0'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:37.122046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:37.130683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Usage tracker for resource:network and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:37.134003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:37.149312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:37.171514 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0d4550c9-cd03-47b9-a302-09a0091d4e03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77ccca9f988440d59f3527101527c118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752215 Feb 07 12:53:37.172796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53480) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:37.211886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78b3a90d-b817-4ebc-9be3-38aa06593651 req-102a884b-0d18-4d06-8042-5b05551d19ec tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315999 Feb 07 12:53:37.233500 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12b629d9-fc6e-464b-aa74-ceef7cbd0706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.265069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12b629d9-fc6e-464b-aa74-ceef7cbd0706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.268211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-da1fb734-ccc6-4029-84c3-c59ab5095603 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:37.269673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-da1fb734-ccc6-4029-84c3-c59ab5095603 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/networks?id=ca5d5e02-5385-47ae-a125-d1f08d27c67f HTTP/1.1" status: 200 len: 818 time: 0.2114978 Feb 07 12:53:37.285481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-f9847e1e-d388-4480-8ef2-ad15415f7e1f tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/quotas/3c9a158524bd4bd4a397fe6cd4e82d01 HTTP/1.1" status: 200 len: 375 time: 0.0090561 Feb 07 12:53:37.333745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-f5a0fcf8-7e80-4ba9-af48-040ea934f201 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c9a158524bd4bd4a397fe6cd4e82d01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428615 Feb 07 12:53:37.454100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Made reservation on behalf of f07f5d1a4e9e4c2cb231373627ebeba0 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:37.456614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.469245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12b629d9-fc6e-464b-aa74-ceef7cbd0706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.483872 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.500120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b629d9-fc6e-464b-aa74-ceef7cbd0706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfcedfe-60b6-4c30-adbb-955a3ab12303,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:37.502337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-286304886', 'description': 'tempest-description-14065536'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:37.506046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:37.510007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:37.512987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:37.518845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:37.526379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:37.572933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Usage tracker for resource:security_group and tenant:f62a25a8fe38479fba82883b32ac2095 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:37.579574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:37.599961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:37.613326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.615253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12b629d9-fc6e-464b-aa74-ceef7cbd0706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.616493 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-12b629d9-fc6e-464b-aa74-ceef7cbd0706 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7dfcedfe-60b6-4c30-adbb-955a3ab12303 HTTP/1.1" status: 204 len: 168 time: 0.4428096 Feb 07 12:53:37.650042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-7a6f7889-1c09-4736-b8d3-39a9d568dcb3 service neutron] 10.222.0.69 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097029 Feb 07 12:53:37.661206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-ac1bcae7-4a0e-4593-92e3-346326e9e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:37.662683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-ac1bcae7-4a0e-4593-92e3-346326e9e172 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1096 time: 0.1338401 Feb 07 12:53:37.687338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.728406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:53:37.740417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fceec19-fafe-4eac-a0df-66082c79e868,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:37.747020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.747637 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Added segment aec0d0f5-7230-49bb-93e4-65b51317a5ec of type vlan for network 7c4adb95-6ae9-458d-b19a-c83c4a36585c Feb 07 12:53:37.756941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.782281 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.822894 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.862221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:37.870595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Usage tracker for resource:security_group_rule and tenant:f62a25a8fe38479fba82883b32ac2095 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:37.876994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:37.888215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:37.922075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.923120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:37.923740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:37.954320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:37.965992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-016c37d6-e3c4-496d-b3d7-9621bfdf7ddd service neutron] 10.222.0.69 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076177 Feb 07 12:53:37.973171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-60fa710f-075d-41a5-bf61-a8dad755a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:37.974670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-60fa710f-075d-41a5-bf61-a8dad755a28b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2939098 Feb 07 12:53:38.033045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] Pushing event updated for resources: {'Network': ['ID=7c4adb95-6ae9-458d-b19a-c83c4a36585c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:38.045204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7c4adb95-6ae9-458d-b19a-c83c4a36585c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:53:38.054123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-1f0b23ce-1f2e-409b-b8f3-db558167f50a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 200 len: 217 time: 0.0732722 Feb 07 12:53:38.159804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:38.162462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-9045be55-2601-4720-a61d-fa9d3025c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:38.163922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-9045be55-2601-4720-a61d-fa9d3025c662 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0971882 Feb 07 12:53:38.205857 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2161fd96-7f92-4f77-8e03-716992884341 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4338002 Feb 07 12:53:38.210235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53492) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:38.220500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Request body: {'subnet': {'network_id': '7c4adb95-6ae9-458d-b19a-c83c4a36585c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-837252929-subnet', 'tenant_id': 'f07f5d1a4e9e4c2cb231373627ebeba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:38.226558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-5b2299a6-c3ff-4d29-bd59-059b6b1d0192 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515687 Feb 07 12:53:38.227437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:38.231610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Usage tracker for resource:subnet and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:38.234545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:38.260107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:38.372638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-e3d77e94-1455-43f2-8590-fd7100b78a03 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317291 Feb 07 12:53:38.446495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:38.467504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:38.486980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Usage tracker for resource:security_group_rule and tenant:f62a25a8fe38479fba82883b32ac2095 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:38.495200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:38.509718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:38.511723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d96b6c1-0849-40e0-a37c-d7b21d8ef9fd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:38.554898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Made reservation on behalf of f07f5d1a4e9e4c2cb231373627ebeba0 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:38.559966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:38.626223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a7ca9423-903f-4835-ba6b-6cbd7c29ab4b service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476165 Feb 07 12:53:38.703289 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:38.727885 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-36a9e4b9-ff72-4d3a-928f-aa1e3ba7f061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:38.764880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53502) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:38.806836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:38.840239 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13ccc0b8-29fb-4b49-8e4a-6d710a81f7ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a01c7a1631f44e0dbc21c0b532b81f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737433 Feb 07 12:53:38.841723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53508) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:38.865221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3b067d-bc40-4a30-baf0-fa87e5588e9a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:38.936142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-789bf6a4-6103-44b6-84e6-a06e056c678c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:38.969246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-789bf6a4-6103-44b6-84e6-a06e056c678c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:39.010546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:39.054972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:39.056123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e62621d7-25af-4512-8796-8e595e6b382b req-5d429553-4b11-4a91-b149-97683d6d5b66 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5625021 Feb 07 12:53:39.091372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3364dd-1b49-415f-8f8a-392597aa305c,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:39.101735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Checking segment: {'id': 'aec0d0f5-7230-49bb-93e4-65b51317a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c4adb95-6ae9-458d-b19a-c83c4a36585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:39.102089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Network hostable DHCP agents. Network: 7c4adb95-6ae9-458d-b19a-c83c4a36585c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:53:39.232050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6be8a8-7cde-4391-bdc6-c57eba18b3c4 req-cfd11c35-4a2f-4c2f-a9d2-cb18599dcf89 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:39.233558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da6be8a8-7cde-4391-bdc6-c57eba18b3c4 req-cfd11c35-4a2f-4c2f-a9d2-cb18599dcf89 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 948 time: 0.0832005 Feb 07 12:53:39.233998 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-789bf6a4-6103-44b6-84e6-a06e056c678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:39.254140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bf6a4-6103-44b6-84e6-a06e056c678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad292a4-f20e-4872-a519-903e53cb6782,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:39.262507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-789bf6a4-6103-44b6-84e6-a06e056c678c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:39.263636 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-789bf6a4-6103-44b6-84e6-a06e056c678c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ad292a4-f20e-4872-a519-903e53cb6782 HTTP/1.1" status: 204 len: 168 time: 0.4209547 Feb 07 12:53:39.279224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Network 7c4adb95-6ae9-458d-b19a-c83c4a36585c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:53:39.297954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da6be8a8-7cde-4391-bdc6-c57eba18b3c4 req-b521f32e-0297-4d77-a7e7-79a747fe3f70 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584388 Feb 07 12:53:39.367477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7c4adb95-6ae9-458d-b19a-c83c4a36585c) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:39.371464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:39.372070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:39.377843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff7870-936c-4913-b8e5-1997212ffc62 None None] Network 7c4adb95-6ae9-458d-b19a-c83c4a36585c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:53:39.419876 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'status': 'completed', 'code': 200} Feb 07 12:53:39.583176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2cd05c2d-dde7-4fa1-8a7d-1c84d1ffe56f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3711734 Feb 07 12:53:39.725338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db772f-f15f-4c8f-95fa-4232b4434212 None None] Network 7c4adb95-6ae9-458d-b19a-c83c4a36585c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:53:39.920744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-76f7f40f-4dbe-4b16-bb9d-d27d901df21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:39.922487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-76f7f40f-4dbe-4b16-bb9d-d27d901df21f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 1099 time: 0.4865618 Feb 07 12:53:40.034239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-f981da56-7cea-4fac-a98d-4ccf756763ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:40.036262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-f981da56-7cea-4fac-a98d-4ccf756763ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 1099 time: 0.5586061 Feb 07 12:53:40.059645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace97c7-4d66-4e00-acbb-0290ed256aad req-ee2f83ba-094d-4498-8a8d-a96510598713 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:40.061095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ace97c7-4d66-4e00-acbb-0290ed256aad req-ee2f83ba-094d-4498-8a8d-a96510598713 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 945 time: 0.4764168 Feb 07 12:53:40.217890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-9a84b88a-bc69-4ce3-a43c-01fa49f6293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:40.219333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-9a84b88a-bc69-4ce3-a43c-01fa49f6293c service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2869205 Feb 07 12:53:40.227081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ace97c7-4d66-4e00-acbb-0290ed256aad req-ae2bafd9-72d1-4244-af74-30718799acfe tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436656 Feb 07 12:53:40.366719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-756668891', 'description': 'tempest-description-842548900'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:40.373731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-71a03a8a-d24f-4177-addf-c6092057b0f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 217 time: 0.1433475 Feb 07 12:53:40.382836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:40.391800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Usage tracker for resource:security_group and tenant:f62a25a8fe38479fba82883b32ac2095 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:40.399038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:40.463526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-ab47c192-d2b2-43d8-9c53-a20233cccfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:40.468162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-ab47c192-d2b2-43d8-9c53-a20233cccfc8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.4012454 Feb 07 12:53:40.478154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:40.575429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-f62c81b0-486f-4dbf-8f7c-9e7c992866c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 217 time: 0.0983391 Feb 07 12:53:40.633029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-1d93f700-b2c2-4983-bf67-f7be80850687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:40.634622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-1d93f700-b2c2-4983-bf67-f7be80850687 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2367649 Feb 07 12:53:40.640371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:40.717936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:40.736958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Usage tracker for resource:security_group_rule and tenant:f62a25a8fe38479fba82883b32ac2095 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:40.746204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:40.766268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:40.783325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-de22ce21-ada7-4b61-9ab6-cc82e30b884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:40.784838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-de22ce21-ada7-4b61-9ab6-cc82e30b884c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1999111 Feb 07 12:53:40.790129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-880016198', 'description': 'tempest-description-779264233'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:40.830940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:40.850628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:40.863097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:40.881047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:40.925104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-2eab8722-e109-4a6f-91ff-6b96ea51c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:40.927538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-2eab8722-e109-4a6f-91ff-6b96ea51c7ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2691848 Feb 07 12:53:40.951075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53568) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:41.054282 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.074625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-7cb678f0-cd4e-4664-8975-87d9db15de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:41.076141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-7cb678f0-cd4e-4664-8975-87d9db15de95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2780735 Feb 07 12:53:41.079364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.109300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-773810249-network', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:41.114719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:41.120005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Usage tracker for resource:network and tenant:bae88dbc77af41d49ce415d5a88f80e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:41.123015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:41.130710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:41.187731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d34fecbf-4ce6-446a-988d-d1f75a8b6588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.205385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:41.225177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:41.240500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:41.254990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:41.263470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-0db2ea77-55d1-46f3-8334-b4ecb526fe08 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264620 Feb 07 12:53:41.317741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.353605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Made reservation on behalf of bae88dbc77af41d49ce415d5a88f80e8 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:41.355937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.368120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.383223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:41.387113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Usage tracker for resource:security_group_rule and tenant:bae88dbc77af41d49ce415d5a88f80e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:41.390359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:41.397060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:41.449709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-3043a4a3-6535-4f50-a714-5ecaf20b0abd service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558352 Feb 07 12:53:41.490013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.506983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59696fa1-3dc0-4bbb-8a32-77c12d08e3a5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:41.674461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-7452c264-e8cc-46bc-81be-f3cc053d458b service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985956 Feb 07 12:53:41.677441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.720190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b5f419-65f2-42ea-8a49-2ff1926d62ef req-8ff54ead-6cc5-40ae-8e2b-1dac54816858 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445214 Feb 07 12:53:41.782376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.783009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.784211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e85f5c8d-b7c0-4278-8e49-be13b402eacc req-9d923aea-6316-4ab0-b05a-6a50be03b913 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4376087 Feb 07 12:53:41.834142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:53:41.836303 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.848833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a935f2b-5c6c-402f-930f-9f41d9608c37,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:41.856260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.857580 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Added segment 71a3df99-9b02-4cea-a31f-2f97af1bbce8 of type vlan for network 851a98d9-e06d-4d3a-9922-27b80ca361eb Feb 07 12:53:41.891934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:41.909537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1046b62b-4026-4d21-ae53-940a24f25634,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:42.019488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:42.024882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:42.024882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:42.053291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:53:42.093802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:42.095399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b556d6aa-b3a5-4a94-9fc2-93de31484f37 req-40a2103b-1092-4d9f-9e0d-8b1c1b9b8697 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3233230 Feb 07 12:53:42.142554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d2cd4-981d-45f4-92b3-deef7cfc69eb req-82e9d51e-5f94-4493-84b0-5bb5857a9f45 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:42.144326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa7d2cd4-981d-45f4-92b3-deef7cfc69eb req-82e9d51e-5f94-4493-84b0-5bb5857a9f45 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 948 time: 0.2304657 Feb 07 12:53:42.193665 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2406924 Feb 07 12:53:42.194638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53582) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:42.214597 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:42.216899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Request body: {'subnet': {'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-773810249-subnet', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:42.221978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:42.230641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Usage tracker for resource:subnet and tenant:bae88dbc77af41d49ce415d5a88f80e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:42.235651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:42.239505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8474c-d40d-400a-8060-f830d726edc6 admin admin] Pushing event updated for resources: {'Network': ['ID=851a98d9-e06d-4d3a-9922-27b80ca361eb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:42.246612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:42.252243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 851a98d9-e06d-4d3a-9922-27b80ca361eb details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:53:42.267753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f87a354f-1c12-431c-b825-a418edd16e07 req-677ddd2c-97b5-450c-8aff-69afd6284c30 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 210 time: 0.1124890 Feb 07 12:53:42.278332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa7d2cd4-981d-45f4-92b3-deef7cfc69eb req-dc338656-5778-4cec-8044-002f4ec8abbd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251523 Feb 07 12:53:42.334416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Made reservation on behalf of bae88dbc77af41d49ce415d5a88f80e8 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:42.337504 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:42.382359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:42.387356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:42.416592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'mac_address': 'fa:16:3e:c0:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:53:42.551764 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:42.582201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:42.617930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:42.670172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d50357-1358-4c25-9931-16a500e46eb1 req-d0bb199a-fb73-4c75-8555-eb671c94102e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:42.671744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20d50357-1358-4c25-9931-16a500e46eb1 req-d0bb199a-fb73-4c75-8555-eb671c94102e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 945 time: 0.1898627 Feb 07 12:53:42.767127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20d50357-1358-4c25-9931-16a500e46eb1 req-1e8bf6f5-5f85-41d1-a37e-42193e01db6c tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869613 Feb 07 12:53:42.879024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-1c612e11-7824-49a1-825c-dcba6588fe4e tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/1046b62b-4026-4d21-ae53-940a24f25634 HTTP/1.1" status: 200 len: 1803 time: 0.0823927 Feb 07 12:53:42.901289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-d6d61a31-8158-41c0-a1ef-ad1d78273a8c tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Synchronizing usage tracker for tenant:f62a25a8fe38479fba82883b32ac2095 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:42.908071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1046b62b-4026-4d21-ae53-940a24f25634', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:42.908378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1046b62b-4026-4d21-ae53-940a24f25634', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:42.917151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:42.924068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:42.929496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:42.933438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:43.013923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.014759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.098150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:43.120221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b01288-c6e6-41ec-918f-301add89811f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:43.122400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Checking segment: {'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:43.122764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Network hostable DHCP agents. Network: 851a98d9-e06d-4d3a-9922-27b80ca361eb, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:53:43.217369 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.236418 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.238877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-d6d61a31-8158-41c0-a1ef-ad1d78273a8c tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Unset dirty status for tenant:f62a25a8fe38479fba82883b32ac2095 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:43.241382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-d6d61a31-8158-41c0-a1ef-ad1d78273a8c tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 54952 time: 0.9213498 Feb 07 12:53:43.273280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Network 851a98d9-e06d-4d3a-9922-27b80ca361eb is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:53:43.310052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-fea362ce-9b20-4bf1-8e03-7e0c2b69f7d8 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/0d96b6c1-0849-40e0-a37c-d7b21d8ef9fd HTTP/1.1" status: 200 len: 2981 time: 0.0501878 Feb 07 12:53:43.325311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.350894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 851a98d9-e06d-4d3a-9922-27b80ca361eb) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:43.356674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:43.356674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.361702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ac8b6-21ab-4e9b-8a7a-d198a301a0f0 None None] Network 851a98d9-e06d-4d3a-9922-27b80ca361eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:53:43.403312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78435158-ee93-4ae0-a531-dd1384eebf1a,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:43.415208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-8cb98345-1058-493a-a1c9-7b07ceb3540e tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/0d96b6c1-0849-40e0-a37c-d7b21d8ef9fd HTTP/1.1" status: 200 len: 2981 time: 0.1020947 Feb 07 12:53:43.470134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-90026cb3-c64a-4380-85c2-da2102824c92 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/1b98e3c9-a4ae-4999-96e6-fc875a8314d1 HTTP/1.1" status: 200 len: 2981 time: 0.0488508 Feb 07 12:53:43.520172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-486b01d6-a533-4e6d-991b-4e851eabdd11 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/1b98e3c9-a4ae-4999-96e6-fc875a8314d1 HTTP/1.1" status: 200 len: 2981 time: 0.0436931 Feb 07 12:53:43.567877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['0e6b8d04-88a2-4c4f-8484-a99a3ad65770'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:53:43.572428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-a280b66f-fb03-4a6c-97e1-4079fa856b01 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2378e086-146e-44ea-9a3a-e00137431db1 HTTP/1.1" status: 200 len: 2981 time: 0.0463822 Feb 07 12:53:43.581091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e18b8c8a-e44c-42bc-880d-f25fb7856f50 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3826964 Feb 07 12:53:43.584317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53592) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:43.589684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:43.590984 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.592137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-196d07a9-60f8-4ff3-a9fd-27a2e07246da req-66d324e1-03d7-4710-8e3d-7f645fff706f tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7056923 Feb 07 12:53:43.603517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:43.603517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Usage tracker for resource:router and tenant:bae88dbc77af41d49ce415d5a88f80e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:43.606340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:43.628169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:43.631478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.654195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-95a256ab-5e67-4de5-900f-f69a5bf43b75 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2378e086-146e-44ea-9a3a-e00137431db1 HTTP/1.1" status: 200 len: 2981 time: 0.0758674 Feb 07 12:53:43.704680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-851a98d9-e06d-4d3a-9922-27b80ca361eb', 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'fixed_ips': [{'subnet_id': '99b01288-c6e6-41ec-918f-301add89811f'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:53:43.705842 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.742110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.743696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.771469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:43.791940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-64def627-826f-4ecd-b513-8f7c53653a5f tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/36d7a187-6bb0-4f9f-b777-7b77e1021eaa HTTP/1.1" status: 200 len: 2973 time: 0.1316547 Feb 07 12:53:43.853801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e49aaf69-67c5-4878-aa5e-500557ff5582 req-0b40b58f-0b21-4ee6-acb0-65afcf8c3a60 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 210 time: 0.0707393 Feb 07 12:53:43.885602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-09c3bc82-e141-4086-a650-c948fcd4218e tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/36d7a187-6bb0-4f9f-b777-7b77e1021eaa HTTP/1.1" status: 200 len: 2973 time: 0.0902808 Feb 07 12:53:43.942325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-ed462c23-f0b6-471b-a98c-fab7a097a1f6 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/388dad46-3d40-4131-a2ae-9c5662e89f83 HTTP/1.1" status: 200 len: 2977 time: 0.0525386 Feb 07 12:53:43.987455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Allocated IP 172.20.0.2 (851a98d9-e06d-4d3a-9922-27b80ca361eb/99b01288-c6e6-41ec-918f-301add89811f/861073cf-26ce-4fdc-a029-a145dbbdeb44) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:44.027611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-473281a4-48e4-4a52-a147-9de9e20236ce tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/388dad46-3d40-4131-a2ae-9c5662e89f83 HTTP/1.1" status: 200 len: 2977 time: 0.0843096 Feb 07 12:53:44.118181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-056a59a8-2279-456f-a6f0-ef5f56eeb316 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/4ff733d9-ae92-47c3-877e-326f99354600 HTTP/1.1" status: 200 len: 2981 time: 0.0808804 Feb 07 12:53:44.173957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ea4f2-44b8-4ece-8509-a996a20c6113 req-556f85bf-85f2-469a-afaa-f82cce17ab24 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:44.175504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf0ea4f2-44b8-4ece-8509-a996a20c6113 req-556f85bf-85f2-469a-afaa-f82cce17ab24 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 949 time: 0.1904979 Feb 07 12:53:44.222807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-d46e5504-36eb-40a9-ae0f-2730cfccbb22 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/4ff733d9-ae92-47c3-877e-326f99354600 HTTP/1.1" status: 200 len: 2981 time: 0.0880396 Feb 07 12:53:44.258079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.262690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf0ea4f2-44b8-4ece-8509-a996a20c6113 req-eec6ddbf-fb5d-4ef9-8b4f-082250bef9cf tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718005 Feb 07 12:53:44.276764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-00e36823-9528-4a9b-8d77-836c4cb97666 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5b50b955-47a6-4681-b2eb-c677c80b4a19 HTTP/1.1" status: 200 len: 2977 time: 0.0641739 Feb 07 12:53:44.282022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Transition to ACTIVE for port object 861073cf-26ce-4fdc-a029-a145dbbdeb44 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:44.313845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Transition to ACTIVE for port object 861073cf-26ce-4fdc-a029-a145dbbdeb44 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:44.380824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2045596327', 'description': 'tempest-description-1829151088'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:44.386638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.391221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:44.407702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:44.414355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:44.431276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:44.439908 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.495993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-6025d9c3-e441-4ce6-9a66-36c60681e69e tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5b50b955-47a6-4681-b2eb-c677c80b4a19 HTTP/1.1" status: 200 len: 2977 time: 0.1338575 Feb 07 12:53:44.504827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-0c2520ee-4f50-45c5-8033-8e2dde94539f tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:44.506324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-0c2520ee-4f50-45c5-8033-8e2dde94539f tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "GET /v2.0/networks?id=ca5d5e02-5385-47ae-a125-d1f08d27c67f HTTP/1.1" status: 200 len: 818 time: 0.2286763 Feb 07 12:53:44.515750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Network 851a98d9-e06d-4d3a-9922-27b80ca361eb is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:44.518692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:44.523237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:44.526479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Request body: {'port': {'device_id': 'db1f5050-e03e-4e97-aa57-68ea57e21935', 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f', 'admin_state_up': True, 'tenant_id': '3c9a158524bd4bd4a397fe6cd4e82d01'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:44.531941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Pushing event updated for resources: {'Port': ['ID=861073cf-26ce-4fdc-a029-a145dbbdeb44,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:44.611986 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.631665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Attempting to bind port 861073cf-26ce-4fdc-a029-a145dbbdeb44 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:44.631947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Attempting to bind port 861073cf-26ce-4fdc-a029-a145dbbdeb44 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:44.632367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Attempting to bind port 861073cf-26ce-4fdc-a029-a145dbbdeb44 on network 851a98d9-e06d-4d3a-9922-27b80ca361eb {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:44.638741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:44.639260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Checking segment: {'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:44.639501 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.639889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Bound using segment: {'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:44.640375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Bound port: 861073cf-26ce-4fdc-a029-a145dbbdeb44, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:44.640751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.663280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:44.669894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-b7bff733-8fed-4873-b768-18e642522be2 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5d8c5911-7dbe-4257-8391-31a714600538 HTTP/1.1" status: 200 len: 2981 time: 0.1623654 Feb 07 12:53:44.674667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:44.679829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:44.712043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:44.725003 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.756635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] For port 861073cf-26ce-4fdc-a029-a145dbbdeb44, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:44.760197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] For port 861073cf-26ce-4fdc-a029-a145dbbdeb44, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=861073cf-26ce-4fdc-a029-a145dbbdeb44,segment=NetworkSegment(71a3df99-9b02-4cea-a31f-2f97af1bbce8),segment_id=71a3df99-9b02-4cea-a31f-2f97af1bbce8)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:44.775343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:44.784793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Usage tracker for resource:port and tenant:3c9a158524bd4bd4a397fe6cd4e82d01 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:44.789765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:44.799912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-749d6123-1a89-4e41-ba8b-5da356cff807 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5d8c5911-7dbe-4257-8391-31a714600538 HTTP/1.1" status: 200 len: 2981 time: 0.1056082 Feb 07 12:53:44.800777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:44.883531 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.889183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-1afea9a9-56f3-4363-abaf-2afb18f26e56 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7a935f2b-5c6c-402f-930f-9f41d9608c37 HTTP/1.1" status: 200 len: 2981 time: 0.0774291 Feb 07 12:53:44.910444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.914141 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.943785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:44.951204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-47b57e8c-941e-43a3-9cc9-bf36ef6f75dc tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7a935f2b-5c6c-402f-930f-9f41d9608c37 HTTP/1.1" status: 200 len: 2981 time: 0.0551674 Feb 07 12:53:45.009451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-6a64adb5-c4db-44e2-8ad1-c90cfe5b92b6 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7cbc184a-a416-47f2-8d9c-d0247761aa2f HTTP/1.1" status: 200 len: 2981 time: 0.0514860 Feb 07 12:53:45.013001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26a607-b36d-44ba-bfcb-d17254980f89 None None] Pushing event updated for resources: {'Port': ['ID=861073cf-26ce-4fdc-a029-a145dbbdeb44,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:45.036611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Made reservation on behalf of 3c9a158524bd4bd4a397fe6cd4e82d01 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:45.040129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:45.107133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Allocated IP 172.25.7.205 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/0d266816-cac2-4f4b-b707-85935e1a0dca) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:45.122667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-fe0b7d34-abdc-40a1-ab26-c42b1a6546ff tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7cbc184a-a416-47f2-8d9c-d0247761aa2f HTTP/1.1" status: 200 len: 2981 time: 0.1054747 Feb 07 12:53:45.261927 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:45.295344 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:45.459729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:45.463805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec05a03b-174c-47e1-b97f-65c4d8719a7e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:45.477975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-d983217b-f381-4436-853b-4a35994739e4 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7fceec19-fafe-4eac-a0df-66082c79e868 HTTP/1.1" status: 200 len: 2981 time: 0.3393195 Feb 07 12:53:45.534877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:45.538458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:45.542349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:45.544411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Allocated IP 172.20.0.6 (ca5d5e02-5385-47ae-a125-d1f08d27c67f/b366590b-c977-435d-a7e9-6cee6253def4/1797c527-df7a-4aa2-9ee1-d89d9d38bfe7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:45.572886 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:45.574088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60b7981f-b744-4f8c-880f-4e03ee58fdbf req-7a2795ab-0baf-47c6-97a4-329f31d898ec tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2109818 Feb 07 12:53:45.575884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d266816-cac2-4f4b-b707-85935e1a0dca,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:45.622409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a86910a7-e5cc-4edd-8928-9ef57f9271e1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:45.623905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a86910a7-e5cc-4edd-8928-9ef57f9271e1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "GET /v2.0/networks?id=ca5d5e02-5385-47ae-a125-d1f08d27c67f HTTP/1.1" status: 200 len: 818 time: 0.2748704 Feb 07 12:53:45.625398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-d7526d0f-8147-4cd2-914f-e2a252a61013 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7fceec19-fafe-4eac-a0df-66082c79e868 HTTP/1.1" status: 200 len: 2981 time: 0.1398861 Feb 07 12:53:45.642933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Request body: {'port': {'device_id': '7da6dff5-5abb-4df5-b687-fdddfa644fb1', 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f', 'admin_state_up': True, 'tenant_id': '3c9a158524bd4bd4a397fe6cd4e82d01'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:45.945734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-3b6593d4-4311-4bff-b203-363b9479e02c tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9ba821e4-9432-4fbf-86fb-2b188162be4e HTTP/1.1" status: 200 len: 2977 time: 0.2830925 Feb 07 12:53:46.065131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:46.066346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:46.091147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Usage tracker for resource:port and tenant:3c9a158524bd4bd4a397fe6cd4e82d01 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:46.097324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:46.117171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-fa74e254-8048-43e1-91a2-1a815fcc80b8 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9ba821e4-9432-4fbf-86fb-2b188162be4e HTTP/1.1" status: 200 len: 2977 time: 0.1397114 Feb 07 12:53:46.119659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:46.124187 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.140305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1918f8-a1b5-476f-b779-e9c2c4dcb7f1 req-28d0c7db-411c-411f-a89d-c5b02777fd26 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:46.150140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e1918f8-a1b5-476f-b779-e9c2c4dcb7f1 req-28d0c7db-411c-411f-a89d-c5b02777fd26 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 945 time: 0.4228826 Feb 07 12:53:46.197728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174b5ed-d7ce-466d-8d88-fc3ee3625d14 None None] Network 851a98d9-e06d-4d3a-9922-27b80ca361eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:53:46.219041 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.252034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e1918f8-a1b5-476f-b779-e9c2c4dcb7f1 req-b43a6d07-1399-40d4-830a-d27d8119d7c3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987542 Feb 07 12:53:46.255746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-d09d6428-60fe-40c7-ab53-783bae51665f tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/a28d4908-1143-48f2-9234-3f27dc266a7e HTTP/1.1" status: 200 len: 2981 time: 0.1274588 Feb 07 12:53:46.313151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:46.319897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:46.320312 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.346519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Made reservation on behalf of 3c9a158524bd4bd4a397fe6cd4e82d01 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:46.353981 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.388002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-664e162d-b788-4c0e-8ca3-e16ca2952f31 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/a28d4908-1143-48f2-9234-3f27dc266a7e HTTP/1.1" status: 200 len: 2981 time: 0.1063540 Feb 07 12:53:46.404765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 861073cf-26ce-4fdc-a029-a145dbbdeb44 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:46.480240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-413b3ac5-c4c0-4adb-b449-8fb8e40ab92d None None] Provisioning for port 861073cf-26ce-4fdc-a029-a145dbbdeb44 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:46.509429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-bfe6b7ab-6a5c-479b-9cb5-b19d9bd05914 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d76ead50-b804-4b14-9897-8918686c078c HTTP/1.1" status: 200 len: 2981 time: 0.0856714 Feb 07 12:53:46.540469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.673440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.682057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Network ca5d5e02-5385-47ae-a125-d1f08d27c67f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:46.692438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:46.700993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:46.706314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:46.707050 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.707874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:46.732511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:46.734130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-c9c37ea3-0f41-429f-9cee-9d167f2a8ed7 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d76ead50-b804-4b14-9897-8918686c078c HTTP/1.1" status: 200 len: 2981 time: 0.2179997 Feb 07 12:53:46.735308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Allocated IP 172.20.0.7 (ca5d5e02-5385-47ae-a125-d1f08d27c67f/b366590b-c977-435d-a7e9-6cee6253def4/162d42da-8276-47d1-ae54-1c5e1f532ce0) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:46.740151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Pushing event updated for resources: {'Port': ['ID=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:46.802288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 861073cf-26ce-4fdc-a029-a145dbbdeb44 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:46.808019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 861073cf-26ce-4fdc-a029-a145dbbdeb44 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:46.808019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.921683 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:46.945676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-8a7b2800-05b5-4f3c-8b4a-401afa921e6c tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/e72635fe-40ce-48fa-a1fd-701e93b9187a HTTP/1.1" status: 200 len: 2981 time: 0.1708605 Feb 07 12:53:46.947023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1f7f202a-34cd-4f67-a345-5f76d0bcad49 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4283094 Feb 07 12:53:46.994480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:47.030062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Request body: {'port': {'device_id': 'db1f5050-e03e-4e97-aa57-68ea57e21935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:47.108077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:47.126326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-6e75835c-257c-4fdd-a56d-6e78c08dfccc tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:47.127109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-6e75835c-257c-4fdd-a56d-6e78c08dfccc tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Synchronizing usage tracker for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:47.129989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b6e42aba-cadd-4944-a5cf-157a77e60a4a req-7f1a7f5b-27ad-445f-85ff-bddb5c5adc78 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Synchronizing usage tracker for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:47.130675 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:47.170097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-78b852a6-0c59-4213-add3-26f8898345b0 None None] Provisioning complete for port 861073cf-26ce-4fdc-a029-a145dbbdeb44 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:47.170519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78b852a6-0c59-4213-add3-26f8898345b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:47.261762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 861073cf-26ce-4fdc-a029-a145dbbdeb44, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=861073cf-26ce-4fdc-a029-a145dbbdeb44,segment=NetworkSegment(71a3df99-9b02-4cea-a31f-2f97af1bbce8),segment_id=71a3df99-9b02-4cea-a31f-2f97af1bbce8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:47.368780 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78b852a6-0c59-4213-add3-26f8898345b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:47.373253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-6e75835c-257c-4fdd-a56d-6e78c08dfccc tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Unset dirty status for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:47.374459 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-6e75835c-257c-4fdd-a56d-6e78c08dfccc tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "GET /v2.0/networks?id=ca5d5e02-5385-47ae-a125-d1f08d27c67f HTTP/1.1" status: 200 len: 818 time: 0.8097553 Feb 07 12:53:47.382504 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:47.396222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-7fee66e0-8701-48c6-a325-067f19ed3788 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/e72635fe-40ce-48fa-a1fd-701e93b9187a HTTP/1.1" status: 200 len: 2981 time: 0.3299665 Feb 07 12:53:47.397958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Request body: {'port': {'device_id': 'f1d57015-f0a7-40d4-bcb9-6f14b03958de', 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f', 'admin_state_up': True, 'tenant_id': '3c9a158524bd4bd4a397fe6cd4e82d01'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:47.438038 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:47.452952 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:47.461673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b6e42aba-cadd-4944-a5cf-157a77e60a4a req-7f1a7f5b-27ad-445f-85ff-bddb5c5adc78 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Unset dirty status for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:47.462818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6e42aba-cadd-4944-a5cf-157a77e60a4a req-7f1a7f5b-27ad-445f-85ff-bddb5c5adc78 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 210 time: 0.5258360 Feb 07 12:53:47.470087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:53:47.525042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=861073cf-26ce-4fdc-a029-a145dbbdeb44,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:47.530623 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-78b852a6-0c59-4213-add3-26f8898345b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:53:47.530981 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-78b852a6-0c59-4213-add3-26f8898345b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:53:47.548688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-ec38d663-a139-4361-a694-b0e3e9668926 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:47.550087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-ec38d663-a139-4361-a694-b0e3e9668926 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077&tenant_id=b813f812d35748d79cccd6537e963355&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 950 time: 0.5577595 Feb 07 12:53:47.610613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-be20d108-5b13-4442-91c3-316b62ffb67a tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/eb370f3b-1f45-4de1-8260-bb4cf2f8902b HTTP/1.1" status: 200 len: 2981 time: 0.2003210 Feb 07 12:53:47.720667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:47.731716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:53:47.746030 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Sync routers for ids ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:53:47.746660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:47.760506 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Routers {'1635f68b-fbde-4526-90b9-f1ce3aa3a52f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:53:47.761108 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:53:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:47.764093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-6eac4730-e8ab-4d18-8b4f-4ce41189b8a9 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/ec05a03b-174c-47e1-b97f-65c4d8719a7e HTTP/1.1" status: 200 len: 1805 time: 0.2439177 Feb 07 12:53:47.791167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ec05a03b-174c-47e1-b97f-65c4d8719a7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:47.791480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ec05a03b-174c-47e1-b97f-65c4d8719a7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:47.807651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:47.819732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99d276c-2801-4577-a28f-c87d05c3ffc9 req-de2369f3-caf8-467b-9d6f-078a430c0c60 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/eb370f3b-1f45-4de1-8260-bb4cf2f8902b HTTP/1.1" status: 200 len: 2981 time: 0.1883607 Feb 07 12:53:47.820666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:47.843136 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-a6a035e9-8a23-400a-9fc3-adcde9935d70 service neutron] delete failed (client error): The resource could not be found. Feb 07 12:53:47.843136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-a6a035e9-8a23-400a-9fc3-adcde9935d70 service neutron] 10.222.0.35 "DELETE /v2.0/ports/0e6b8d04-88a2-4c4f-8484-a99a3ad65770/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.2543864 Feb 07 12:53:47.843136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:47.843136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:47.888850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:47.889219 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'code': 200} Feb 07 12:53:47.965526 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Set router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:53:48.015588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.017256 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-69c4e07a-bc1f-44ae-87d0-776689c311e3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4319768 Feb 07 12:53:48.019960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53624) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:48.140692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Network ca5d5e02-5385-47ae-a125-d1f08d27c67f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:48.147863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:48.174445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:48.180230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:48.180937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.218482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Pushing event updated for resources: {'Port': ['ID=162d42da-8276-47d1-ae54-1c5e1f532ce0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:48.246769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Made reservation on behalf of 3c9a158524bd4bd4a397fe6cd4e82d01 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:53:48.251149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.294172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 861073cf-26ce-4fdc-a029-a145dbbdeb44 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:48.319659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-b32ff4b7-bd8b-4d49-9b23-3b44642d6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:48.321335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-b32ff4b7-bd8b-4d49-9b23-3b44642d6fe3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 1101 time: 0.3817341 Feb 07 12:53:48.329110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdd19-7850-471c-9158-5212eba9df08 req-2675c944-5257-4af1-8c16-348f377b6fb3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:48.330673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab6fdd19-7850-471c-9158-5212eba9df08 req-2675c944-5257-4af1-8c16-348f377b6fb3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.3245213 Feb 07 12:53:48.375848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 861073cf-26ce-4fdc-a029-a145dbbdeb44 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:48.376491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.377588 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:53:45Z', 'revision_number': 3, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:48.383258 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Checking router: 1635f68b-fbde-4526-90b9-f1ce3aa3a52f for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:53:48.383624 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Updating router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f port 0d266816-cac2-4f4b-b707-85935e1a0dca binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:53:48.457751 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.498779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-37e4bfa6-5929-4a0c-a85d-b45ae9cf4c6a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8600328 Feb 07 12:53:48.517241 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.539393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Request body: {'port': {'device_id': '7da6dff5-5abb-4df5-b687-fdddfa644fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:48.595842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:48.624503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab6fdd19-7850-471c-9158-5212eba9df08 req-71427198-6168-4daa-b329-28ef20085695 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350311 Feb 07 12:53:48.626804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.637446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.662553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Transition to ACTIVE for port object 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:48.764046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-864b2f26-001d-4231-a241-f936c5628cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:48.764046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-864b2f26-001d-4231-a241-f936c5628cf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.4002359 Feb 07 12:53:48.771141 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.860249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.875802 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:48.887837 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Transition to ACTIVE for port object 0d266816-cac2-4f4b-b707-85935e1a0dca will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:48.910474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-3f9b0a2d-07e2-4499-a8b7-5ec03dba2e74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 200 len: 217 time: 0.1195757 Feb 07 12:53:48.931258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.005190 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.020467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Allocated IP 172.20.0.8 (ca5d5e02-5385-47ae-a125-d1f08d27c67f/b366590b-c977-435d-a7e9-6cee6253def4/e90aef31-8ebd-4f36-9fe6-0515a2f7725f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:49.044524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c368c6-faa9-4a03-ba2a-53764698aa66,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:49.092640 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Attempting to bind port 0d266816-cac2-4f4b-b707-85935e1a0dca on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:49.093496 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Attempting to bind port 0d266816-cac2-4f4b-b707-85935e1a0dca by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:49.093496 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Attempting to bind port 0d266816-cac2-4f4b-b707-85935e1a0dca on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:49.112491 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:49.113286 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:49.114218 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.114647 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:49.115116 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Bound port: 0d266816-cac2-4f4b-b707-85935e1a0dca, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:49.115511 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.139642 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Pushing event updated for resources: {'Port': ['ID=0d266816-cac2-4f4b-b707-85935e1a0dca,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:49.165348 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.165690 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.166025 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.166356 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.166684 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.167006 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.167324 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.167639 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.167954 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.168291 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.168605 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.168916 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:49.210227 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] For port 0d266816-cac2-4f4b-b707-85935e1a0dca, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:49.213784 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] For port 0d266816-cac2-4f4b-b707-85935e1a0dca, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0d266816-cac2-4f4b-b707-85935e1a0dca,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:49.229096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.351690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Pushing event updated for resources: {'Port': ['ID=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:49.362166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-fc66d0d1-53f2-4e0c-a3a5-f1eb3373c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:49.364203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-fc66d0d1-53f2-4e0c-a3a5-f1eb3373c26a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.4384575 Feb 07 12:53:49.374597 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.375787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-966e49a5-7983-429d-8ad3-4102272eadc5 req-4e9d30ea-ea3c-46e8-8f11-4822e5a9c68b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.5999677 Feb 07 12:53:49.400821 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.443899 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.518057 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Routers {'1635f68b-fbde-4526-90b9-f1ce3aa3a52f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:53:49.520348 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:53:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:49.547032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Attempting to bind port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:49.547607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Attempting to bind port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:49.547741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Attempting to bind port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 on network ca5d5e02-5385-47ae-a125-d1f08d27c67f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:49.549944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Allocated IP 172.20.0.1 (851a98d9-e06d-4d3a-9922-27b80ca361eb/99b01288-c6e6-41ec-918f-301add89811f/dd0c3924-0782-4d2e-9c6a-c85e3a91faa0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:49.572169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 on network ca5d5e02-5385-47ae-a125-d1f08d27c67f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:53:49.572542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Attempting to bind port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 on network ca5d5e02-5385-47ae-a125-d1f08d27c67f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:49.609037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d56649-7d2a-4ebd-8ae3-2134ffc65b25 req-d636f81f-cd69-42e0-beca-4ec92cbc935b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:49.610746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65d56649-7d2a-4ebd-8ae3-2134ffc65b25 req-d636f81f-cd69-42e0-beca-4ec92cbc935b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 945 time: 0.7625704 Feb 07 12:53:49.617205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:49.617542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Checking segment: {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:49.618126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Bound using segment: {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:49.618558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Bound port: 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:49.618905 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.628437 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c284428-b1e0-4424-b04e-ca1ef14a810d None None] Pushing event updated for resources: {'Port': ['ID=0d266816-cac2-4f4b-b707-85935e1a0dca,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:49.722171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.761212 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] Set router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:53:49.822886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65d56649-7d2a-4ebd-8ae3-2134ffc65b25 req-4fb2e61c-48be-440f-aa57-c9a6516b6880 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924653 Feb 07 12:53:49.838773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fcf55f03-7b98-4f03-a1e5-3da79ed0086b req-f1a51f70-61c1-4ed6-ad68-ed249dccabcf tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Synchronizing usage tracker for tenant:5cd2a1f24e6e46a3a452c1ad079cee9c on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:49.861921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:49.876441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Network ca5d5e02-5385-47ae-a125-d1f08d27c67f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:49.883869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:49.897621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-9a2efe94-107d-4480-8f2e-01cef33e496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:49.899358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-9a2efe94-107d-4480-8f2e-01cef33e496e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5217311 Feb 07 12:53:49.902989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:49.944574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Transition to ACTIVE for port object dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:49.948131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Pushing event updated for resources: {'Port': ['ID=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:49.998641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:50.000679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.046756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] For port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:50.063355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-dc493d51-fec1-4bba-b7f0-211389babd51 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:50.064920 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-dc493d51-fec1-4bba-b7f0-211389babd51 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.2976997 Feb 07 12:53:50.086107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811416-5'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:50.119843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fcf55f03-7b98-4f03-a1e5-3da79ed0086b req-f1a51f70-61c1-4ed6-ad68-ed249dccabcf tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Unset dirty status for tenant:5cd2a1f24e6e46a3a452c1ad079cee9c on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:50.119843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcf55f03-7b98-4f03-a1e5-3da79ed0086b req-f1a51f70-61c1-4ed6-ad68-ed249dccabcf tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5cd2a1f24e6e46a3a452c1ad079cee9c HTTP/1.1" status: 200 len: 6103 time: 0.6102433 Feb 07 12:53:50.124653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] For port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:50.229518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.244599 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:53:45Z', 'revision_number': 3, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:50.244599 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c73cb-b957-4985-b3f0-62ba827e009a None None] The sync data for ids ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'] in n-d-811416-5 is: [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:53:45Z', 'revision_number': 3, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:53:50.287555 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-a0ba6a07-af4e-45e0-adf7-e8bcf2f64aac tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8950269 Feb 07 12:53:50.288131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.292831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-60913650-a1bb-422a-8e49-838e6cdf8b8a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808205 Feb 07 12:53:50.297772 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.322173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Request body: {'port': {'device_id': 'f1d57015-f0a7-40d4-bcb9-6f14b03958de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:50.341451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcf55f03-7b98-4f03-a1e5-3da79ed0086b req-4c472e1b-9613-4244-81e0-fbce7c55d1fd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "GET /v2.0/security-groups/7cbc184a-a416-47f2-8d9c-d0247761aa2f HTTP/1.1" status: 200 len: 2981 time: 0.2070963 Feb 07 12:53:50.392073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Network 851a98d9-e06d-4d3a-9922-27b80ca361eb is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:50.433185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:50.453035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:50.463871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162d42da-8276-47d1-ae54-1c5e1f532ce0 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:50.486750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:50.487642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.490057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] 10.222.0.47 "PUT /v2.0/ports/1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 HTTP/1.1" status: 200 len: 1091 time: 3.4645860 Feb 07 12:53:50.491857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1f5050-e03e-4e97-aa57-68ea57e21935', 'tag': '1797c527-df7a-4aa2-9ee1-d89d9d38bfe7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:50.513624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.537633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b047017-2006-4e49-8aba-df07d4766aa8 req-3a2ee450-dab5-47f4-8b52-3f95ca8baec1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:50.553373 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b047017-2006-4e49-8aba-df07d4766aa8 req-3a2ee450-dab5-47f4-8b52-3f95ca8baec1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 931 time: 0.5063136 Feb 07 12:53:50.617030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 54af436e-992b-4fc7-9fe7-3eebc495a0a7 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:53:50.686869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Transition to ACTIVE for port object 162d42da-8276-47d1-ae54-1c5e1f532ce0 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:50.702703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcf55f03-7b98-4f03-a1e5-3da79ed0086b req-3e9dc5b2-0d73-4834-a48b-c975f552925a tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "GET /v2.0/security-groups/7cbc184a-a416-47f2-8d9c-d0247761aa2f HTTP/1.1" status: 200 len: 2981 time: 0.3497312 Feb 07 12:53:50.703397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df8faf-bf1d-4f24-86db-db265b12c75d service neutron] Pushing event updated for resources: {'Port': ['ID=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:50.726659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1263152056', 'description': 'tempest-description-1641266545'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:50.793521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Pushing event updated for resources: {'Port': ['ID=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:50.816941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:50.825567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.851683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:50.900043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:50.950566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:50.957536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.981309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:50.984238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b047017-2006-4e49-8aba-df07d4766aa8 req-495aff7c-9ca4-4598-9dd0-a8af57c427cb tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218798 Feb 07 12:53:51.018526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:51.053572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 54af436e-992b-4fc7-9fe7-3eebc495a0a7 has no active binding in host n-h1-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 12:53:51.065002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-450fd8bd-bfce-4974-8ac7-b4220fc1a076 None None] Provisioning for port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:51.081041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-450fd8bd-bfce-4974-8ac7-b4220fc1a076 None None] Provisioning complete for port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:51.081041 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-450fd8bd-bfce-4974-8ac7-b4220fc1a076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:51.134412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-450fd8bd-bfce-4974-8ac7-b4220fc1a076 None None] Port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:53:51.195284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbe2b25-353d-4541-8682-c3f87e2bce5b req-c1751eb0-194d-4ff8-90ff-6531e963e260 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8525774 Feb 07 12:53:51.259656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=162d42da-8276-47d1-ae54-1c5e1f532ce0,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:51.278548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Attempting to bind port 162d42da-8276-47d1-ae54-1c5e1f532ce0 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:51.278880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Attempting to bind port 162d42da-8276-47d1-ae54-1c5e1f532ce0 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:51.279396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Attempting to bind port 162d42da-8276-47d1-ae54-1c5e1f532ce0 on network ca5d5e02-5385-47ae-a125-d1f08d27c67f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:51.291252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Port 162d42da-8276-47d1-ae54-1c5e1f532ce0 on network ca5d5e02-5385-47ae-a125-d1f08d27c67f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:53:51.298780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Attempting to bind port 162d42da-8276-47d1-ae54-1c5e1f532ce0 on network ca5d5e02-5385-47ae-a125-d1f08d27c67f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:51.303244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:51.303638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Checking segment: {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:51.304046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Bound using segment: {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:51.304481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Bound port: 162d42da-8276-47d1-ae54-1c5e1f532ce0, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:51.304824 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:51.322182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-63ec4886-ae7e-4986-aca8-3bd8e5585c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:51.323907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-63ec4886-ae7e-4986-aca8-3bd8e5585c30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c9a158524bd4bd4a397fe6cd4e82d01&device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 1094 time: 0.5901504 Feb 07 12:53:51.340283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a7c7-dd92-40b0-8271-94422d7b5f03 req-aa409583-143f-4552-bc15-f4e99bcd8222 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:51.352404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecf2a7c7-dd92-40b0-8271-94422d7b5f03 req-aa409583-143f-4552-bc15-f4e99bcd8222 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.2146420 Feb 07 12:53:51.373459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:51.440571 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:51.501743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:51.578537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:51.620525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-9173282d-f12e-45a7-aff5-9843a0343b31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 HTTP/1.1" status: 200 len: 217 time: 0.2778461 Feb 07 12:53:51.681017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:51.700125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:51.705986 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:51.711201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:51.730613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:51.743231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecf2a7c7-dd92-40b0-8271-94422d7b5f03 req-81a4bbc8-d41b-48a7-a507-76767304acf4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779918 Feb 07 12:53:51.745947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:51.817724 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1f5050-e03e-4e97-aa57-68ea57e21935', 'tag': '1797c527-df7a-4aa2-9ee1-d89d9d38bfe7', 'status': 'completed', 'code': 200} Feb 07 12:53:51.817724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-83c56dc2-bfe3-4f2a-bb60-47fbbb413894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:51.818939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-83c56dc2-bfe3-4f2a-bb60-47fbbb413894 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b366590b-c977-435d-a7e9-6cee6253def4 HTTP/1.1" status: 200 len: 858 time: 0.1866434 Feb 07 12:53:51.879341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] For port 162d42da-8276-47d1-ae54-1c5e1f532ce0, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:51.904273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-3980c453-0097-4126-8036-f8c63d811d06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca5d5e02-5385-47ae-a125-d1f08d27c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769713 Feb 07 12:53:51.911697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] For port 162d42da-8276-47d1-ae54-1c5e1f532ce0, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=162d42da-8276-47d1-ae54-1c5e1f532ce0,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:51.914279 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:51.929076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90aef31-8ebd-4f36-9fe6-0515a2f7725f {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:51.937555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:51.965479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Transition to ACTIVE for port object e90aef31-8ebd-4f36-9fe6-0515a2f7725f will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:51.967682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.017168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-080b9da1-03eb-4d38-8c76-c14dd84b883b req-118df533-2ef2-4969-a270-e37a60cf9dbe tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/59696fa1-3dc0-4bbb-8a32-77c12d08e3a5 HTTP/1.1" status: 200 len: 1776 time: 0.1936531 Feb 07 12:53:52.105367 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-58b4cf50-a542-4ca6-8691-bb1863275fe0 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897864 Feb 07 12:53:52.187947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-080b9da1-03eb-4d38-8c76-c14dd84b883b req-7a8cf6c8-b5b1-447f-918d-1675e17c8aea tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.231515 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-080b9da1-03eb-4d38-8c76-c14dd84b883b req-7a8cf6c8-b5b1-447f-918d-1675e17c8aea tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.302033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-8fae770b-e849-4709-9af7-8475257bb402 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850200 Feb 07 12:53:52.321145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0d266816-cac2-4f4b-b707-85935e1a0dca up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:52.347438 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.451512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.467290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.471004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.485801 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-080b9da1-03eb-4d38-8c76-c14dd84b883b req-7a8cf6c8-b5b1-447f-918d-1675e17c8aea tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.490885 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.513009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 0d266816-cac2-4f4b-b707-85935e1a0dca completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:52.529061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0d266816-cac2-4f4b-b707-85935e1a0dca triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:52.529775 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.542313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cf6c8-b5b1-447f-918d-1675e17c8aea tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59696fa1-3dc0-4bbb-8a32-77c12d08e3a5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:52.552274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:52.553089 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.554619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/162d42da-8276-47d1-ae54-1c5e1f532ce0 HTTP/1.1" status: 200 len: 1091 time: 4.0197129 Feb 07 12:53:52.652676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100f014-f2a9-4f69-a5a0-43b70171f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=162d42da-8276-47d1-ae54-1c5e1f532ce0,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:52.656796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72da8a87-4602-443e-a44e-8abec82b524a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:52.691268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.695769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Pushing event updated for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=7']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:52.716642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-494ebb2f-097b-4ad1-8faf-ee784229b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:52.718145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-494ebb2f-097b-4ad1-8faf-ee784229b726 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c9a158524bd4bd4a397fe6cd4e82d01&device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 1094 time: 0.1391377 Feb 07 12:53:52.725528 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-080b9da1-03eb-4d38-8c76-c14dd84b883b req-7a8cf6c8-b5b1-447f-918d-1675e17c8aea tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.726892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-080b9da1-03eb-4d38-8c76-c14dd84b883b req-7a8cf6c8-b5b1-447f-918d-1675e17c8aea tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/59696fa1-3dc0-4bbb-8a32-77c12d08e3a5 HTTP/1.1" status: 204 len: 173 time: 0.7016287 Feb 07 12:53:52.727756 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.729359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-819b89c8-40f8-4a51-b361-31c8795828d4 req-d59bb084-e3dd-4ce1-90ec-ee467f345e8c tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 2.0162907 Feb 07 12:53:52.747148 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.768756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on host n-h2-811416-5 for vnic_type normal with profile {"migrating_to": "n-h1-811416-5"} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:52.769958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:52.770695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:52.777515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 0d266816-cac2-4f4b-b707-85935e1a0dca, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0d266816-cac2-4f4b-b707-85935e1a0dca,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:52.780743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.781105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.781433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.786205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:52.907789 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:52.940325 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7', 'code': 200} Feb 07 12:53:52.952456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:53:52.953111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Attempting to bind port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:52.989433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=0d266816-cac2-4f4b-b707-85935e1a0dca,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:53.004105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:53.004447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:53.005020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:53.005473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Bound port: 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:53.005880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:53.086028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-d178bd7a-9f0a-4bd1-87b2-acf76e303ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:53.087510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-d178bd7a-9f0a-4bd1-87b2-acf76e303ba2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ca5d5e02-5385-47ae-a125-d1f08d27c67f HTTP/1.1" status: 200 len: 918 time: 0.3571086 Feb 07 12:53:53.182937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-52bfa4dd-f5a4-4365-89fe-f7afba7a2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:53.184438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-52bfa4dd-f5a4-4365-89fe-f7afba7a2c97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c9a158524bd4bd4a397fe6cd4e82d01&device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 1094 time: 0.3478885 Feb 07 12:53:53.186604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-126b01ae-ebf6-482b-b6b0-48db16763054 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 HTTP/1.1" status: 200 len: 217 time: 0.0854659 Feb 07 12:53:53.196751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Pushing event updated for resources: {'Port': ['ID=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:53.203016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9e2c0-df6f-4fd4-8d85-8c80a2aeac44 req-8f198add-ed35-4d26-8b91-7b6d37ec80f1 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:53.204515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fa9e2c0-df6f-4fd4-8d85-8c80a2aeac44 req-8f198add-ed35-4d26-8b91-7b6d37ec80f1 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 943 time: 0.3210893 Feb 07 12:53:53.297809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Attempting to bind port e90aef31-8ebd-4f36-9fe6-0515a2f7725f on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:53.298051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Attempting to bind port e90aef31-8ebd-4f36-9fe6-0515a2f7725f by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:53.298373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Attempting to bind port e90aef31-8ebd-4f36-9fe6-0515a2f7725f on network ca5d5e02-5385-47ae-a125-d1f08d27c67f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:53.322979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Port e90aef31-8ebd-4f36-9fe6-0515a2f7725f on network ca5d5e02-5385-47ae-a125-d1f08d27c67f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:53:53.323371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Attempting to bind port e90aef31-8ebd-4f36-9fe6-0515a2f7725f on network ca5d5e02-5385-47ae-a125-d1f08d27c67f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:53.323781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-1933b7c9-d610-4e77-b309-909fa711d7f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162d42da-8276-47d1-ae54-1c5e1f532ce0 HTTP/1.1" status: 200 len: 217 time: 0.1164799 Feb 07 12:53:53.342363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Pushing event updated for resources: {'Port': ['ID=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:53.353901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:53.354314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Checking segment: {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:53.354739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Bound using segment: {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:53.355161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Bound port: e90aef31-8ebd-4f36-9fe6-0515a2f7725f, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787527b8-4f20-4a25-b2ff-d84f51d7fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:53.355531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:53.376604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:53.388096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Network 851a98d9-e06d-4d3a-9922-27b80ca361eb is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:53.404108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-05a9ee39-e5af-43a7-8312-2aeaca7bb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:53.405560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-05a9ee39-e5af-43a7-8312-2aeaca7bb4b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b366590b-c977-435d-a7e9-6cee6253def4 HTTP/1.1" status: 200 len: 858 time: 0.2001731 Feb 07 12:53:53.413699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b5e76-a1e0-452c-b3a8-1bd8972ffcba req-9a93395d-e424-47a5-a5d7-6aa747836662 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:53.415102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-877b5e76-a1e0-452c-b3a8-1bd8972ffcba req-9a93395d-e424-47a5-a5d7-6aa747836662 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 943 time: 0.3873355 Feb 07 12:53:53.420930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:53.422148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:53.465127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fa9e2c0-df6f-4fd4-8d85-8c80a2aeac44 req-48f25c4a-a2a7-4692-9d34-ca1754dc0035 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778626 Feb 07 12:53:53.503225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-8f9204e6-5e72-4776-aaa0-f379fbbe2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:53.504754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-8f9204e6-5e72-4776-aaa0-f379fbbe2837 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b366590b-c977-435d-a7e9-6cee6253def4 HTTP/1.1" status: 200 len: 858 time: 0.1602709 Feb 07 12:53:53.508175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-79d2582a-048a-4619-a3e9-a48e82c42dd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca5d5e02-5385-47ae-a125-d1f08d27c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888071 Feb 07 12:53:53.568617 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:53.608115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] For port e90aef31-8ebd-4f36-9fe6-0515a2f7725f, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:53.697599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-19a882e2-abd5-4a60-a0f7-d9be8c725864 None None] Provisioning complete for port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:53.698604 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19a882e2-abd5-4a60-a0f7-d9be8c725864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:53.749322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-877b5e76-a1e0-452c-b3a8-1bd8972ffcba req-0b77f6e6-470c-45b7-8407-f0ae7070b672 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932436 Feb 07 12:53:53.757109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] For port e90aef31-8ebd-4f36-9fe6-0515a2f7725f, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:53.757603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-0167b148-6c4c-4d60-9c45-b4e318a94c48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca5d5e02-5385-47ae-a125-d1f08d27c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2261226 Feb 07 12:53:53.779939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-19a882e2-abd5-4a60-a0f7-d9be8c725864 None None] Port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:53:53.810977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2010648894', 'description': 'tempest-description-2006866860'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:53.854001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:53:53.856794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Pushing event updated for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=8']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:53.860689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da6dff5-5abb-4df5-b687-fdddfa644fb1', 'tag': '162d42da-8276-47d1-ae54-1c5e1f532ce0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:53.860871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:53.861189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:53.862593 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-a606b99f-e00c-44d7-b28e-ce308efcdd34 service neutron] 10.222.0.35 "PUT /v2.0/ports/54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 200 len: 1121 time: 3.7886305 Feb 07 12:53:53.866804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:53.876647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:53.885208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5931b82c-869c-4c9a-978c-f3e17bbb67a7 req-d02e7a68-a710-4ed1-a1b8-012540b46ad0 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "GET /v2.0/security-groups/ea3b067d-bc40-4a30-baf0-fa87e5588e9a HTTP/1.1" status: 200 len: 1775 time: 0.3761199 Feb 07 12:53:53.887569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:53.891838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:53.920680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:53.958494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['54af436e-992b-4fc7-9fe7-3eebc495a0a7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:53:53.989680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-e8f2b98c-1d78-44b8-aead-4255940f936f service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572768 Feb 07 12:53:54.005905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:54.006542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.009268 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] 10.222.0.47 "PUT /v2.0/ports/e90aef31-8ebd-4f36-9fe6-0515a2f7725f HTTP/1.1" status: 200 len: 1091 time: 3.7036459 Feb 07 12:53:54.074316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['54af436e-992b-4fc7-9fe7-3eebc495a0a7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:53:54.106417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-fe5101c0-c664-4824-9e3c-7063c18ed77c service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285613 Feb 07 12:53:54.150723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0b35d-a29b-45b0-b0f3-3dda20da2815 service neutron] Pushing event updated for resources: {'Port': ['ID=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:54.153974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:53:54.171781 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fcf85767-4c87-4065-b616-4c1f383ed51b admin admin] 10.222.0.69 "PUT /v2.0/routers/1635f68b-fbde-4526-90b9-f1ce3aa3a52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1490312 Feb 07 12:53:54.191321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Sync routers for ids ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:53:54.204745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5931b82c-869c-4c9a-978c-f3e17bbb67a7 req-b2b5acea-05f7-41fd-91a8-05ff765ddcd5 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.232151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Routers {'1635f68b-fbde-4526-90b9-f1ce3aa3a52f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:53:54.232928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:53:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:54.268731 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.302328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5931b82c-869c-4c9a-978c-f3e17bbb67a7 req-b2b5acea-05f7-41fd-91a8-05ff765ddcd5 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.342446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb3a62b-dbd4-4cb4-ba27-e95da60d1406 req-19e044a8-d369-4c09-8d42-e79e5097b33f service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345895 Feb 07 12:53:54.359487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:54.367966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0d266816-cac2-4f4b-b707-85935e1a0dca up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:54.377737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:54.382892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:54.390948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-052bf116-dd75-4e5e-b55e-cc3411a27afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:54.390948 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-052bf116-dd75-4e5e-b55e-cc3411a27afe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c9a158524bd4bd4a397fe6cd4e82d01&device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 1094 time: 0.1201015 Feb 07 12:53:54.391434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-f70bedb0-b663-4efa-ba79-9d1e8523c2b2 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746708 Feb 07 12:53:54.392527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:54.404360 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.473941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.478867 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-9124170d-26df-492a-91ac-8d7f88a666bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e90aef31-8ebd-4f36-9fe6-0515a2f7725f HTTP/1.1" status: 200 len: 217 time: 0.0720925 Feb 07 12:53:54.546817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-4ab7be2f-5e2e-4230-9556-e825d0f69faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:54.548302 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-4ab7be2f-5e2e-4230-9556-e825d0f69faa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b366590b-c977-435d-a7e9-6cee6253def4 HTTP/1.1" status: 200 len: 858 time: 0.0609369 Feb 07 12:53:54.556251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5931b82c-869c-4c9a-978c-f3e17bbb67a7 req-b2b5acea-05f7-41fd-91a8-05ff765ddcd5 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.577534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5acea-05f7-41fd-91a8-05ff765ddcd5 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3b067d-bc40-4a30-baf0-fa87e5588e9a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:54.589497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5931b82c-869c-4c9a-978c-f3e17bbb67a7 req-b2b5acea-05f7-41fd-91a8-05ff765ddcd5 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.590743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5931b82c-869c-4c9a-978c-f3e17bbb67a7 req-b2b5acea-05f7-41fd-91a8-05ff765ddcd5 tempest-SecurityGroupsTestAdminJSON-1693532971 tempest-SecurityGroupsTestAdminJSON-1693532971-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea3b067d-bc40-4a30-baf0-fa87e5588e9a HTTP/1.1" status: 204 len: 173 time: 0.6828721 Feb 07 12:53:54.596419 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.610378 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-24d7189d-b0ac-487d-afdc-2e0b0a07ed1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca5d5e02-5385-47ae-a125-d1f08d27c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494344 Feb 07 12:53:54.678757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978ba17c-7591-4790-aa98-dbdcdfd3587a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:54.706983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0d266816-cac2-4f4b-b707-85935e1a0dca triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:54.707457 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.713504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:54.714841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-037b2b9e-5cea-4932-9500-0d52ab478d7e req-8bcc4a95-221e-45ad-853a-bd4be9d137eb tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9160008 Feb 07 12:53:54.761378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Set router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:53:54.853700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccc0ad-3be7-4068-8461-fa9a8f720692 req-df634fd6-e38d-44ad-a7d0-26dcc0952afa tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:54.855424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42ccc0ad-3be7-4068-8461-fa9a8f720692 req-df634fd6-e38d-44ad-a7d0-26dcc0952afa tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.1164503 Feb 07 12:53:54.857702 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-5bdbf9e0-2e56-45b5-97ea-7d87fe9631f1 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333679 Feb 07 12:53:54.930871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42ccc0ad-3be7-4068-8461-fa9a8f720692 req-6929e8fb-c89c-4f2b-8644-2bca37338158 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683053 Feb 07 12:53:54.985067 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da6dff5-5abb-4df5-b687-fdddfa644fb1', 'tag': '162d42da-8276-47d1-ae54-1c5e1f532ce0', 'status': 'completed', 'code': 200} Feb 07 12:53:55.049102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7'}, {'name': 'network-changed', 'server_uuid': 'f1d57015-f0a7-40d4-bcb9-6f14b03958de', 'tag': 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:53:55.074919 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d3778194-8729-499e-afc5-437f8e95c2c7 req-23ffe368-dbef-4779-a09c-b9730a7a61c0 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861875 Feb 07 12:53:55.112647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-9b48c6ee-fc8d-4704-bff5-4a58c3947088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:55.114884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-9b48c6ee-fc8d-4704-bff5-4a58c3947088 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c9a158524bd4bd4a397fe6cd4e82d01&device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 1094 time: 0.1000106 Feb 07 12:53:55.231790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:53:51Z', 'revision_number': 4, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'dd0c3924-0782-4d2e-9c6a-c85e3a91faa0', 'name': '', 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'mac_address': 'fa:16:3e:6f:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '99b01288-c6e6-41ec-918f-301add89811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:49Z', 'updated_at': '2022-02-07T12:53:51Z', 'revision_number': 2, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'subnets': [{'id': '99b01288-c6e6-41ec-918f-301add89811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:55.235835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Checking router: 1635f68b-fbde-4526-90b9-f1ce3aa3a52f for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:53:55.236196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Updating router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:53:55.294136 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:55.379520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-b4addee7-5e6d-41f2-8236-4b264c835c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:55.380991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-b4addee7-5e6d-41f2-8236-4b264c835c10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ca5d5e02-5385-47ae-a125-d1f08d27c67f HTTP/1.1" status: 200 len: 918 time: 0.2590032 Feb 07 12:53:55.391040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-92e64461-f969-46a0-ac46-61f906c190ac tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1959808 Feb 07 12:53:55.400773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:55.407309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:55.475043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-d85781ec-21a8-4ad7-aa13-50c5baf002bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162d42da-8276-47d1-ae54-1c5e1f532ce0 HTTP/1.1" status: 200 len: 217 time: 0.0687695 Feb 07 12:53:55.477627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Usage tracker for resource:floatingip and tenant:bae88dbc77af41d49ce415d5a88f80e8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:55.480707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:55.516465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:55.552212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-e1057cf9-7f7c-4f58-ab2b-f5a0c194b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:55.553968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-e1057cf9-7f7c-4f58-ab2b-f5a0c194b748 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b366590b-c977-435d-a7e9-6cee6253def4 HTTP/1.1" status: 200 len: 858 time: 0.0676436 Feb 07 12:53:55.637763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-4033c0bb-66e1-469a-837f-f784785286d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca5d5e02-5385-47ae-a125-d1f08d27c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764809 Feb 07 12:53:55.664007 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:55.677425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Transition to ACTIVE for port object dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:53:55.807185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:55.824712 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:55.922940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c31bc-5c9f-406f-bca7-2b2e233ed7ce req-cff5e6ae-3fd9-4d2e-9c69-68e19ec8e955 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:55.924498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da7c31bc-5c9f-406f-bca7-2b2e233ed7ce req-cff5e6ae-3fd9-4d2e-9c69-68e19ec8e955 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 943 time: 0.3233142 Feb 07 12:53:56.009317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba3b42-cc45-4f16-9c34-79262416c91a None None] Pushing event updated for resources: {'Port': ['ID=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:56.016642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-bacfb21d-f77d-491d-b719-fc9ce02e234e service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483839 Feb 07 12:53:56.028847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Attempting to bind port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:53:56.029291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Attempting to bind port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:53:56.029768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Attempting to bind port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 on network 851a98d9-e06d-4d3a-9922-27b80ca361eb {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:53:56.036306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:53:56.036820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Checking segment: {'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:53:56.037216 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.037603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Bound using segment: {'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:53:56.038067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Bound port: dd0c3924-0782-4d2e-9c6a-c85e3a91faa0, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a3df99-9b02-4cea-a31f-2f97af1bbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:53:56.038435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.047904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da7c31bc-5c9f-406f-bca7-2b2e233ed7ce req-8c1daa0f-a3a1-49f5-b6f6-9c33d9029114 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093721 Feb 07 12:53:56.147095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] For port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:53:56.147095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] For port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,segment=NetworkSegment(71a3df99-9b02-4cea-a31f-2f97af1bbce8),segment_id=71a3df99-9b02-4cea-a31f-2f97af1bbce8)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:53:56.196619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-285c27bf-dff8-4668-bb08-8a394b9675a5 req-62604dd4-6ea3-4cc5-84bb-c49863674ba6 tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "GET /v2.0/security-groups/70251027-8c30-465d-bae6-6f1818fd12d4 HTTP/1.1" status: 200 len: 1778 time: 0.1004839 Feb 07 12:53:56.241091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beae4056-5978-45f2-8cc4-60399889e2f0 req-418da84d-2288-4f01-bfce-2dae5f7f0ba0 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138155 Feb 07 12:53:56.254322 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.261023 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.339742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Routers {'1635f68b-fbde-4526-90b9-f1ce3aa3a52f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:53:56.340478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:53:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:56.353187 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-285c27bf-dff8-4668-bb08-8a394b9675a5 req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.414893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba3b42-cc45-4f16-9c34-79262416c91a None None] Pushing event updated for resources: {'Port': ['ID=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:56.426939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-285c27bf-dff8-4668-bb08-8a394b9675a5 req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.495742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Allocated IP 172.25.7.99 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/1fcd2caa-7a8f-4d64-9035-5b1c3a196e43) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:53:56.562971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] Set router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:53:56.683168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.714706 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-285c27bf-dff8-4668-bb08-8a394b9675a5 req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.733477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70251027-8c30-465d-bae6-6f1818fd12d4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:56.748211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.748569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.748917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.749255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.751500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.751500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.751500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.751500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.751500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.751500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.751500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.752172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:56.816057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.886243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:53:56.891602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:53:56.896245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-285c27bf-dff8-4668-bb08-8a394b9675a5 req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.897365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-285c27bf-dff8-4668-bb08-8a394b9675a5 req-b8eaa921-85f1-4d42-bb94-8536b0296edd tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "DELETE /v2.0/security-groups/70251027-8c30-465d-bae6-6f1818fd12d4 HTTP/1.1" status: 204 len: 173 time: 0.6808779 Feb 07 12:53:56.898082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:53:56.908044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Pushing event updated for resources: {'Port': ['ID=1fcd2caa-7a8f-4d64-9035-5b1c3a196e43,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:56.967022 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:56.977797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-a355c98a-fc27-49de-999f-7191a4b8aed4 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/72da8a87-4602-443e-a44e-8abec82b524a HTTP/1.1" status: 200 len: 1805 time: 0.0564635 Feb 07 12:53:57.018764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:53:51Z', 'revision_number': 4, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'dd0c3924-0782-4d2e-9c6a-c85e3a91faa0', 'name': '', 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'mac_address': 'fa:16:3e:6f:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '99b01288-c6e6-41ec-918f-301add89811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:49Z', 'updated_at': '2022-02-07T12:53:56Z', 'revision_number': 4, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'subnets': [{'id': '99b01288-c6e6-41ec-918f-301add89811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:53:57.023562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0da4fe-d452-4899-94bb-0d3974936afb None None] The sync data for ids ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'] in n-d-811416-5 is: [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:53:51Z', 'revision_number': 4, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'dd0c3924-0782-4d2e-9c6a-c85e3a91faa0', 'name': '', 'network_id': '851a98d9-e06d-4d3a-9922-27b80ca361eb', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'mac_address': 'fa:16:3e:6f:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '99b01288-c6e6-41ec-918f-301add89811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:49Z', 'updated_at': '2022-02-07T12:53:56Z', 'revision_number': 4, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'subnets': [{'id': '99b01288-c6e6-41ec-918f-301add89811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:53:57.030383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-f3a12ddf-885d-4619-957f-e4496fb8b964 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/978ba17c-7591-4790-aa98-dbdcdfd3587a HTTP/1.1" status: 200 len: 1805 time: 0.0466406 Feb 07 12:53:57.041030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '72da8a87-4602-443e-a44e-8abec82b524a', 'remote_group_id': '978ba17c-7591-4790-aa98-dbdcdfd3587a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:57.041494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '72da8a87-4602-443e-a44e-8abec82b524a', 'remote_group_id': '978ba17c-7591-4790-aa98-dbdcdfd3587a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:57.047478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:57.051619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:57.054536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:57.061042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:57.280362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.459537 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.537773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.570740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.639136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.664874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bedc90-fe6b-455a-8d40-8a3999281fe5,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:57.679036 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.745286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.768664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Pushing event updated for resources: {'Port': ['ID=1fcd2caa-7a8f-4d64-9035-5b1c3a196e43,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:57.804584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.805869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b628c9da-5a48-479f-8a2f-d473b67c8eb4 req-8295253f-bd8a-444d-b3fe-ff6550568730 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7697482 Feb 07 12:53:57.937917 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:57.939232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-88c48d21-53af-4fd7-9a55-c148fb54c692 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5423203 Feb 07 12:53:58.034167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-cb89f45b-ead5-46a0-8264-995615b05050 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Synchronizing usage tracker for tenant:bae88dbc77af41d49ce415d5a88f80e8 on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:53:58.071121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ddbee-a301-4547-993e-7e1645ceb49c req-dc8c8d2f-89a0-4a09-b891-6e4bea4769a8 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:58.072667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c35ddbee-a301-4547-993e-7e1645ceb49c req-dc8c8d2f-89a0-4a09-b891-6e4bea4769a8 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 943 time: 0.1735921 Feb 07 12:53:58.110735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:53:58.119518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c35ddbee-a301-4547-993e-7e1645ceb49c req-99312348-9521-497d-8b94-58e039c67814 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Feb 07 12:53:58.247100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:58.268996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '1797c527-df7a-4aa2-9ee1-d89d9d38bfe7', 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f', 'port_id': '1797c527-df7a-4aa2-9ee1-d89d9d38bfe7', 'mac_address': 'fa:16:3e:d8:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366590b-c977-435d-a7e9-6cee6253def4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:53:58.287936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-cb89f45b-ead5-46a0-8264-995615b05050 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Unset dirty status for tenant:bae88dbc77af41d49ce415d5a88f80e8 on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:53:58.289413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-cb89f45b-ead5-46a0-8264-995615b05050 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.3433664 Feb 07 12:53:58.333741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:53:58.366219 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:58.401180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:53:58.423195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:58.485679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b26cb-2885-48e0-862c-2f8eda981ee9 req-d00ec167-663e-4229-bb00-6d022a45e78a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:58.487116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d6b26cb-2885-48e0-862c-2f8eda981ee9 req-d00ec167-663e-4229-bb00-6d022a45e78a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.2680964 Feb 07 12:53:58.550055 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:58.563715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d6b26cb-2885-48e0-862c-2f8eda981ee9 req-dc88115b-5982-4ffd-b4eb-0c01655f6961 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698454 Feb 07 12:53:58.571928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-b7972d90-1597-4a98-bd26-53fb5a471f53 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:58.573271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-b7972d90-1597-4a98-bd26-53fb5a471f53 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.2750828 Feb 07 12:53:58.583139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-03640ae0-3ceb-45f2-9f8d-094d7e86f8b0 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:53:58.584275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2174ffdb-1eed-4f9d-bd78-63579f428e8b req-03640ae0-3ceb-45f2-9f8d-094d7e86f8b0 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057783 Feb 07 12:53:58.586925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:53:58.614379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:53:58.614754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:58.630368 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7', 'status': 'completed', 'code': 200} Feb 07 12:53:58.630866 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d57015-f0a7-40d4-bcb9-6f14b03958de', 'tag': 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f', 'status': 'completed', 'code': 200} Feb 07 12:53:58.662962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dda199ce-70d7-4baa-9ccd-94c558877dbb req-c68fa523-0b95-41af-8f58-17584e26989b tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "GET /v2.0/security-groups/c6bef45b-8bd5-40e4-84e5-ffff3ad418dd HTTP/1.1" status: 200 len: 1777 time: 0.0569086 Feb 07 12:53:58.691590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:58.702292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.702631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.702964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.703293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.703618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.703941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.704285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.704617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.704935 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.705250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.705565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.705876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:53:58.773179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:58.805339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,segment=NetworkSegment(71a3df99-9b02-4cea-a31f-2f97af1bbce8),segment_id=71a3df99-9b02-4cea-a31f-2f97af1bbce8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:53:58.865115 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dda199ce-70d7-4baa-9ccd-94c558877dbb req-a5e41d6f-9c0e-4b43-8250-f49364129255 tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:58.877748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-f5e2f9b6-8a7e-46dd-ad2d-0a47675a8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:58.879826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-f5e2f9b6-8a7e-46dd-ad2d-0a47675a8230 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1124 time: 0.2143238 Feb 07 12:53:58.936072 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:58.969608 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dda199ce-70d7-4baa-9ccd-94c558877dbb req-a5e41d6f-9c0e-4b43-8250-f49364129255 tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:58.991432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b39fa-3ddc-4c0a-b64e-8e45ba833d34 req-2c1844c1-ee21-47de-9532-79d146c789d0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:58.992929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273b39fa-3ddc-4c0a-b64e-8e45ba833d34 req-2c1844c1-ee21-47de-9532-79d146c789d0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 943 time: 0.2465177 Feb 07 12:53:59.009760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:59.106523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273b39fa-3ddc-4c0a-b64e-8e45ba833d34 req-207e3200-423a-4cd4-8416-b3cec8f70099 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020107 Feb 07 12:53:59.117239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-4823c7f2-8f95-40d5-9949-d1fdbe5221f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:59.119312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-4823c7f2-8f95-40d5-9949-d1fdbe5221f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2240779 Feb 07 12:53:59.208574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-ceb105c3-9e08-47da-ab08-bd94f5318fce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 200 len: 217 time: 0.0743651 Feb 07 12:53:59.266058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dda199ce-70d7-4baa-9ccd-94c558877dbb req-a5e41d6f-9c0e-4b43-8250-f49364129255 tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:59.273634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-619899298', 'description': 'tempest-description-81311474'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:53:59.293721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:59.304169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:59.306739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e41d6f-9c0e-4b43-8250-f49364129255 tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bef45b-8bd5-40e4-84e5-ffff3ad418dd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:53:59.310207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:59.324094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:59.332603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dda199ce-70d7-4baa-9ccd-94c558877dbb req-a5e41d6f-9c0e-4b43-8250-f49364129255 tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:59.333860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dda199ce-70d7-4baa-9ccd-94c558877dbb req-a5e41d6f-9c0e-4b43-8250-f49364129255 tempest-SecurityGroupsTestAdminJSON-1611356776 tempest-SecurityGroupsTestAdminJSON-1611356776-project] 10.222.0.69 "DELETE /v2.0/security-groups/c6bef45b-8bd5-40e4-84e5-ffff3ad418dd HTTP/1.1" status: 204 len: 173 time: 0.6700606 Feb 07 12:53:59.343532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-c041d93b-e7fe-41dd-8d44-a5e90ecb8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:59.344703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-c041d93b-e7fe-41dd-8d44-a5e90ecb8a82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1209466 Feb 07 12:53:59.434600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['1797c527-df7a-4aa2-9ee1-d89d9d38bfe7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:53:59.477531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-fd96a7a8-abec-4875-879e-8d1008fb86b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136417 Feb 07 12:53:59.485591 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:53:59.547761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b800157-5a7b-4add-8f26-b9208d330fa0 req-ed6f7aef-7c96-4d86-8805-a1a00117cc35 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips/3d315c5b-c3cf-4349-a252-8e3b872ecb1c HTTP/1.1" status: 200 len: 692 time: 0.1426506 Feb 07 12:53:59.641750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:53:59.719048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:53:59.727443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:53:59.738874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:53:59.848661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-a25cb1e5-ef9d-4758-9a2c-8c33107cae96 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371773 Feb 07 12:53:59.871154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b800157-5a7b-4add-8f26-b9208d330fa0 req-9083c68e-3e72-4a08-b2c2-d33781e12d6b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:53:59.872480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b800157-5a7b-4add-8f26-b9208d330fa0 req-9083c68e-3e72-4a08-b2c2-d33781e12d6b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.2631485 Feb 07 12:53:59.882324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53724) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:53:59.964735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-6b800157-5a7b-4add-8f26-b9208d330fa0 req-b5195f6d-7846-4f1f-b3d7-519f4a520203 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:53:59.965857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b800157-5a7b-4add-8f26-b9208d330fa0 req-b5195f6d-7846-4f1f-b3d7-519f4a520203 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0683682 Feb 07 12:54:00.030758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.116954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-8711b510-56ac-45b4-aa4f-0976c9b698ea service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566221 Feb 07 12:54:00.120587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e90aef31-8ebd-4f36-9fe6-0515a2f7725f details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:54:00.150117 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.159217 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2a1d53f1-46e7-4d94-99d0-df3e8832bdda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5cd2a1f24e6e46a3a452c1ad079cee9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734523 Feb 07 12:54:00.159450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53734) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:00.213956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f24a4fb-3a8d-4ced-b89d-aec237def1ba,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:00.228490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc6acaf5-d79f-4a29-a6af-6bb0f88a51d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.229669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beae31-b7a2-42ae-966e-db99fd802db8 req-6c26fde3-f104-4af8-9860-09811488a65a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:00.232199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49beae31-b7a2-42ae-966e-db99fd802db8 req-6c26fde3-f104-4af8-9860-09811488a65a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 943 time: 0.1667612 Feb 07 12:54:00.267415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc6acaf5-d79f-4a29-a6af-6bb0f88a51d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.316743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.321768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e90aef31-8ebd-4f36-9fe6-0515a2f7725f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:00.328041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62ab874f-1dfe-4de2-b3f3-5fa3bc6f25b1 req-0e0850e0-49f9-47a1-ba96-8484fab54592 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0678837 Feb 07 12:54:00.348637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f', 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f', 'port_id': 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f', 'mac_address': 'fa:16:3e:6f:ce:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366590b-c977-435d-a7e9-6cee6253def4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:54:00.368666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49beae31-b7a2-42ae-966e-db99fd802db8 req-da528f1a-a351-4a85-b214-ce51aef7d4c3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282890 Feb 07 12:54:00.405656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-83dcfd46-49f4-4fc0-a593-ba48ed72a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:00.407296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-83dcfd46-49f4-4fc0-a593-ba48ed72a62a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c9a158524bd4bd4a397fe6cd4e82d01&device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 1094 time: 0.1340616 Feb 07 12:54:00.412508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:00.450594 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc6acaf5-d79f-4a29-a6af-6bb0f88a51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.484325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6acaf5-d79f-4a29-a6af-6bb0f88a51d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbc184a-a416-47f2-8d9c-d0247761aa2f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:00.495323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc6acaf5-d79f-4a29-a6af-6bb0f88a51d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.499708 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cc6acaf5-d79f-4a29-a6af-6bb0f88a51d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7cbc184a-a416-47f2-8d9c-d0247761aa2f HTTP/1.1" status: 204 len: 168 time: 0.3360138 Feb 07 12:54:00.518340 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.541412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90aef31-8ebd-4f36-9fe6-0515a2f7725f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:00.563404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:00.563772 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.593419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e90aef31-8ebd-4f36-9fe6-0515a2f7725f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:00.735852 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.736566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 162d42da-8276-47d1-ae54-1c5e1f532ce0 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:54:00.804477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c83f8e0a-edf8-4273-8c6b-622831428650 req-11a49a2d-5bcd-422b-9293-0dbeb645d3af tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=bae88dbc77af41d49ce415d5a88f80e8 HTTP/1.1" status: 200 len: 695 time: 0.1913302 Feb 07 12:54:00.813163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:00.816991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 162d42da-8276-47d1-ae54-1c5e1f532ce0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=162d42da-8276-47d1-ae54-1c5e1f532ce0,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:00.831016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '162d42da-8276-47d1-ae54-1c5e1f532ce0', 'network_id': 'ca5d5e02-5385-47ae-a125-d1f08d27c67f', 'port_id': '162d42da-8276-47d1-ae54-1c5e1f532ce0', 'mac_address': 'fa:16:3e:ac:b4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366590b-c977-435d-a7e9-6cee6253def4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:54:00.886488 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:00.906341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162d42da-8276-47d1-ae54-1c5e1f532ce0 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:00.921508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 162d42da-8276-47d1-ae54-1c5e1f532ce0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=162d42da-8276-47d1-ae54-1c5e1f532ce0,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:00.982493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-69c27bf3-f6e4-4ac2-b63c-91bccc470e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:00.984133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-69c27bf3-f6e4-4ac2-b63c-91bccc470e83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ca5d5e02-5385-47ae-a125-d1f08d27c67f HTTP/1.1" status: 200 len: 918 time: 0.5700548 Feb 07 12:54:01.009488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7ede4-598d-4d1e-a84c-1525e33fe7f5 req-28ea5b92-5526-4a5f-ae8e-43ea92c66198 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:01.010945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22b7ede4-598d-4d1e-a84c-1525e33fe7f5 req-28ea5b92-5526-4a5f-ae8e-43ea92c66198 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 943 time: 0.3968775 Feb 07 12:54:01.036130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.109609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f8e0a-edf8-4273-8c6b-622831428650 req-ce996873-0270-4430-a588-ac39c4fd58ee tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:01.111061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c83f8e0a-edf8-4273-8c6b-622831428650 req-ce996873-0270-4430-a588-ac39c4fd58ee tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/networks?id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 787 time: 0.3057771 Feb 07 12:54:01.114890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-0ab47e82-67b4-4d88-bd00-3db09365431a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e90aef31-8ebd-4f36-9fe6-0515a2f7725f HTTP/1.1" status: 200 len: 217 time: 0.1004925 Feb 07 12:54:01.124572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-c83f8e0a-edf8-4273-8c6b-622831428650 req-f652041f-c031-4176-9530-420ed2f4e8fd tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:54:01.125512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c83f8e0a-edf8-4273-8c6b-622831428650 req-f652041f-c031-4176-9530-420ed2f4e8fd tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072570 Feb 07 12:54:01.136229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=162d42da-8276-47d1-ae54-1c5e1f532ce0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:01.182460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-243997195', 'description': 'tempest-description-1330187929'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:01.191353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:01.197918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:01.204228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22b7ede4-598d-4d1e-a84c-1525e33fe7f5 req-b10a49a6-189c-4baa-b0d4-553e3fab2503 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222665 Feb 07 12:54:01.210907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:01.220216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:01.230103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-110521fb-91a3-4685-bad0-144bdefad69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:01.231531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-110521fb-91a3-4685-bad0-144bdefad69c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b366590b-c977-435d-a7e9-6cee6253def4 HTTP/1.1" status: 200 len: 858 time: 0.1040869 Feb 07 12:54:01.290194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-f66009a9-0b90-434a-8658-82e2405019d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ca5d5e02-5385-47ae-a125-d1f08d27c67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454581 Feb 07 12:54:01.321387 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.405262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:01.413542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:01.418056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:01.429614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:01.483807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-91ab9215-f045-4797-aaf2-66de24ba569b service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827466 Feb 07 12:54:01.530221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53756) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:01.596648 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e7eb66eb-6866-44b6-99c4-6d7f3912b992 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f62a25a8fe38479fba82883b32ac2095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645931 Feb 07 12:54:01.599421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53760) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:01.630286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.669155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ba36e6e-f316-4649-87fd-a51faae057d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.673653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dad79bc5-f9fe-4578-9c1b-5bafde122d54 req-d7b94c22-4b58-4652-9cc2-3c02ffb09bf5 service neutron] 10.222.0.47 "GET /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771491 Feb 07 12:54:01.696949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ba36e6e-f316-4649-87fd-a51faae057d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.718074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['162d42da-8276-47d1-ae54-1c5e1f532ce0'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:54:01.721769 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.752195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['e90aef31-8ebd-4f36-9fe6-0515a2f7725f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:54:01.767496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b6f628-5842-4afe-908f-fdb31bd5bb80,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:01.870605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ba36e6e-f316-4649-87fd-a51faae057d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.886809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.887273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29fe099b-c6a1-4594-a438-66f427cc5f16 req-4b8cffde-1c43-403e-b561-de81e67de474 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7173007 Feb 07 12:54:01.898867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba36e6e-f316-4649-87fd-a51faae057d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d96b6c1-0849-40e0-a37c-d7b21d8ef9fd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:01.912831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-d34ef380-fd84-4535-8570-b31226193da3 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips/3d315c5b-c3cf-4349-a252-8e3b872ecb1c HTTP/1.1" status: 200 len: 692 time: 0.0957224 Feb 07 12:54:01.920792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ba36e6e-f316-4649-87fd-a51faae057d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:01.935479 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2ba36e6e-f316-4649-87fd-a51faae057d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d96b6c1-0849-40e0-a37c-d7b21d8ef9fd HTTP/1.1" status: 204 len: 168 time: 0.3252358 Feb 07 12:54:02.146064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:02.164271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-9a5bc081-7965-4ce1-85e6-10e5c34d4da5 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:02.165708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-9a5bc081-7965-4ce1-85e6-10e5c34d4da5 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.2459571 Feb 07 12:54:02.178128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-de1629b0-a8bb-45ea-9dd9-10548b94850e tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:54:02.179108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-de1629b0-a8bb-45ea-9dd9-10548b94850e tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072944 Feb 07 12:54:02.257236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742f9b8-3506-4810-aa0c-3bbe5b688d90 req-d799a8ac-354b-4dc6-9445-d5609cb14ddd tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:02.258711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7742f9b8-3506-4810-aa0c-3bbe5b688d90 req-d799a8ac-354b-4dc6-9445-d5609cb14ddd tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 944 time: 0.2100089 Feb 07 12:54:02.294235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-44a319c0-ae45-464e-88b5-44a9819e0a05 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.1078043 Feb 07 12:54:02.367162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:02.372560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:02.373312 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:02.508967 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:02.533184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-2ae8de3e-b958-4f08-a778-5a98b68f4689 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.2331865 Feb 07 12:54:02.538737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1f5050-e03e-4e97-aa57-68ea57e21935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1797c527-df7a-4aa2-9ee1-d89d9d38bfe7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:02.540974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7742f9b8-3506-4810-aa0c-3bbe5b688d90 req-c3e64864-ffde-4e53-b08e-664d9462d1d7 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680507 Feb 07 12:54:02.549377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:02.667455 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:02.740542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:02.775212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Deleting port 1fcd2caa-7a8f-4d64-9035-5b1c3a196e43 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:02.775561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:02.806946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-f96fdaa3-a9a9-48ba-b0ba-b0f1b24e411b service neutron] 10.222.0.47 "GET /v2.0/ports/54af436e-992b-4fc7-9fe7-3eebc495a0a7/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.5036175 Feb 07 12:54:03.009600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8fa93-924e-43e2-9209-39506f050fce req-862616fe-5117-456a-a71a-01f52413e177 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:03.010987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6c8fa93-924e-43e2-9209-39506f050fce req-862616fe-5117-456a-a71a-01f52413e177 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 946 time: 0.3152461 Feb 07 12:54:03.201144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:03.201872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:03.220001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6c8fa93-924e-43e2-9209-39506f050fce req-4f7f7b5c-5b0a-4d35-a5ae-898226a535ac tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d8c5911-7dbe-4257-8391-31a714600538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648390 Feb 07 12:54:03.367435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Calling delete_port for 1fcd2caa-7a8f-4d64-9035-5b1c3a196e43 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:03.485593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-12f627ae-b1cd-4859-9304-7adb221c31f6 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/8f24a4fb-3a8d-4ced-b89d-aec237def1ba HTTP/1.1" status: 200 len: 1802 time: 0.2057278 Feb 07 12:54:03.541719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:03.616814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:03.645929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-7b8b0ac5-157e-4176-be91-ccbe516f6d8b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/15b6f628-5842-4afe-908f-fdb31bd5bb80 HTTP/1.1" status: 200 len: 1804 time: 0.1499472 Feb 07 12:54:03.674117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8f24a4fb-3a8d-4ced-b89d-aec237def1ba', 'remote_group_id': '15b6f628-5842-4afe-908f-fdb31bd5bb80', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:03.674426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8f24a4fb-3a8d-4ced-b89d-aec237def1ba', 'remote_group_id': '15b6f628-5842-4afe-908f-fdb31bd5bb80', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:03.689966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54af436e-992b-4fc7-9fe7-3eebc495a0a7 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:03.694998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:03.714651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:03.718482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:03.726169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:03.735449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:03.802193 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:03.803136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-84c2dfb2-db34-438e-bf0b-0ebe422321cf tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:03.803886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-84c2dfb2-db34-438e-bf0b-0ebe422321cf tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Synchronizing usage tracker for tenant:f46f114d2c0d4b1483e0f588e05ebbfc on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:03.815961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-84c2dfb2-db34-438e-bf0b-0ebe422321cf tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Unset dirty status for tenant:f46f114d2c0d4b1483e0f588e05ebbfc on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:03.817312 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-84c2dfb2-db34-438e-bf0b-0ebe422321cf tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 946 time: 0.0976427 Feb 07 12:54:03.853620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Pushing event deleted for resources: {'Port': ['ID=1fcd2caa-7a8f-4d64-9035-5b1c3a196e43,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:03.889249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:03.893372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Deleting port c94acabf-8611-4210-ac97-000bb74d89ad {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:03.893720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:03.917972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.132093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e90aef31-8ebd-4f36-9fe6-0515a2f7725f up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:04.136524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.161599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] Transition to ACTIVE for port object 54af436e-992b-4fc7-9fe7-3eebc495a0a7 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:04.169723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] For port c94acabf-8611-4210-ac97-000bb74d89ad, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c94acabf-8611-4210-ac97-000bb74d89ad,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:04.170092 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.172760 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.201930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.203439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f609611e-3229-4452-8d6f-6bef5bd60db4 req-4b1402ff-b73b-4034-a202-c9544e5db73b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "DELETE /v2.0/floatingips/3d315c5b-c3cf-4349-a252-8e3b872ecb1c HTTP/1.1" status: 204 len: 173 time: 1.6614845 Feb 07 12:54:04.311140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Calling delete_port for c94acabf-8611-4210-ac97-000bb74d89ad owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:04.324752 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.327611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-11a437cc-b375-4f14-a39f-dc3cc7cfacc6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317240 Feb 07 12:54:04.328695 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.357550 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port e90aef31-8ebd-4f36-9fe6-0515a2f7725f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:04.360750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port e90aef31-8ebd-4f36-9fe6-0515a2f7725f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:04.361722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.401965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84be53a-98c8-4bb1-9458-8ae32e8ce2fb,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:04.500985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.536623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e90aef31-8ebd-4f36-9fe6-0515a2f7725f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:04.637107 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.642117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] No DVR routers for this DVR port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:04.649355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c94acabf-8611-4210-ac97-000bb74d89ad'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:54:04.693671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:04.708298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.709309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 162d42da-8276-47d1-ae54-1c5e1f532ce0 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:04.713181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Pushing event deleted for resources: {'Port': ['ID=c94acabf-8611-4210-ac97-000bb74d89ad,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:04.735406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-610bc9cd-5ad2-41a9-8a3a-096f1d870ca7 service neutron] 10.222.0.47 "PUT /v2.0/ports/54af436e-992b-4fc7-9fe7-3eebc495a0a7/bindings/n-h1-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 1.9141159 Feb 07 12:54:04.742264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.751829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adb089d3-41d9-4ff1-a728-2ba19b87807b req-f152dc37-4c04-4eaf-8841-e6f7f47033cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0889196 Feb 07 12:54:04.755822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-54a16176-7bb0-4e1b-950b-86150e7b2249 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:04.757465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-54a16176-7bb0-4e1b-950b-86150e7b2249 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4229383 Feb 07 12:54:04.775344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-3a3424dd-7253-48a4-8afa-909ae0ea78b7 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/quotas/b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 375 time: 0.0100703 Feb 07 12:54:04.836818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] No DVR routers for this DVR port c94acabf-8611-4210-ac97-000bb74d89ad on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:04.841905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:04.857324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6709bf1-ebf8-4706-93df-47561079f682', 'name': 'network-vif-deleted', 'tag': 'c94acabf-8611-4210-ac97-000bb74d89ad'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:04.865996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:04.962530 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a1316a1d-3eb8-45a0-bc5d-ec8979772c14 req-7ea5580a-036d-446d-9889-69086f7c9ed4 tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.35 "DELETE /v2.0/ports/c94acabf-8611-4210-ac97-000bb74d89ad HTTP/1.1" status: 204 len: 173 time: 1.1399624 Feb 07 12:54:04.968739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-46551999-f2bd-48aa-995c-07c8c58c4c8e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856873 Feb 07 12:54:05.018967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 162d42da-8276-47d1-ae54-1c5e1f532ce0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:05.021444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f4557-96bf-4f65-8179-86c4df9dca56 req-c32ea741-4425-408f-8ecc-0705f74a1ba9 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:05.023024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f25f4557-96bf-4f65-8179-86c4df9dca56 req-c32ea741-4425-408f-8ecc-0705f74a1ba9 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 944 time: 0.1628349 Feb 07 12:54:05.029421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 162d42da-8276-47d1-ae54-1c5e1f532ce0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:05.029421 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:05.029925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-bf3d7963-a51f-42df-a595-beb9796313f4 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:05.031414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-bf3d7963-a51f-42df-a595-beb9796313f4 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.1281383 Feb 07 12:54:05.127437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f25f4557-96bf-4f65-8179-86c4df9dca56 req-ba7f27da-9852-4043-bcfd-1943db42d5b1 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947921 Feb 07 12:54:05.157583 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:05.164496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-5730673d-27ff-48e9-98f2-df402fff7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:05.166178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-5730673d-27ff-48e9-98f2-df402fff7de7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41&tenant_id=287e4148aa704a56b387ef51dde7594e HTTP/1.1" status: 200 len: 1095 time: 0.1136339 Feb 07 12:54:05.205705 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1f5050-e03e-4e97-aa57-68ea57e21935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1797c527-df7a-4aa2-9ee1-d89d9d38bfe7', 'code': 200} Feb 07 12:54:05.237270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 162d42da-8276-47d1-ae54-1c5e1f532ce0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=162d42da-8276-47d1-ae54-1c5e1f532ce0,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:05.327350 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:05.329977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 54af436e-992b-4fc7-9fe7-3eebc495a0a7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:05.464539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 54af436e-992b-4fc7-9fe7-3eebc495a0a7 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:05.470932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=162d42da-8276-47d1-ae54-1c5e1f532ce0,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:05.609036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-b829a2f0-15da-4c63-8a03-e7645dcb88b9 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3030050 Feb 07 12:54:05.616566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-0159335c-4b88-47f1-b66c-a51cfa13abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:05.618065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-0159335c-4b88-47f1-b66c-a51cfa13abba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1095 time: 0.4253190 Feb 07 12:54:05.626193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:05.655537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:05.662603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237b39c-188f-4c05-9740-0cd4c8e30088 req-c103e130-34bb-4f22-bb9b-3e75b97564fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:05.664230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c237b39c-188f-4c05-9740-0cd4c8e30088 req-c103e130-34bb-4f22-bb9b-3e75b97564fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 1096 time: 0.3659048 Feb 07 12:54:05.721939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0d10d-e0c1-4627-b19b-6696945945ea req-9f4e2603-928b-40f6-aaf4-00132d828278 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:05.724493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45c0d10d-e0c1-4627-b19b-6696945945ea req-9f4e2603-928b-40f6-aaf4-00132d828278 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 945 time: 0.4196846 Feb 07 12:54:05.732227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Usage tracker for resource:floatingip and tenant:bae88dbc77af41d49ce415d5a88f80e8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:05.752645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:05.790234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:05.833254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c237b39c-188f-4c05-9740-0cd4c8e30088 req-5eae8a1d-e026-435b-be4a-c1c051e21beb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075950 Feb 07 12:54:05.842077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45c0d10d-e0c1-4627-b19b-6696945945ea req-4f584618-6587-427e-968c-e1e67918bb9b tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941293 Feb 07 12:54:05.886600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-db81093f-8f00-411a-bae8-ddf9597ac997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:05.888101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-db81093f-8f00-411a-bae8-ddf9597ac997 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2542021 Feb 07 12:54:05.960314 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:06.110001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-b0bb8ecc-d41e-4a7f-b05f-bb419e9a72e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 200 len: 217 time: 0.2126617 Feb 07 12:54:06.197276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7556a1cb-f1bf-47e3-ad7e-316d187b1f59 req-42cf7ee6-5e08-4f40-a861-aac8410886db tempest-AttachSCSIVolumeTestJSON-471911377 tempest-AttachSCSIVolumeTestJSON-471911377-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6709bf1-ebf8-4706-93df-47561079f682 HTTP/1.1" status: 200 len: 210 time: 0.0821199 Feb 07 12:54:06.228705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-06f8de83-9f1f-4528-9e76-d4fd29e9772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:06.230368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-06f8de83-9f1f-4528-9e76-d4fd29e9772e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1108181 Feb 07 12:54:06.281902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-c71c71d3-6b09-443e-8b66-84d777c506f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424235 Feb 07 12:54:06.471184 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:06.476560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-d7e00d89-175b-428b-8220-e1c8069849e6 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4708c3de511f4a30b06da7a02d641475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535510 Feb 07 12:54:06.513180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-e34aa288-9d95-4ba2-a443-de0aeb05ff1f service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220583 Feb 07 12:54:06.843051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-2a3ff969-0245-4169-9637-2fc3cf1f34a6 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068986 Feb 07 12:54:06.858692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-f56ad1c4-8719-41f8-92b5-b2fbb3ec6fad tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:06.860139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-f56ad1c4-8719-41f8-92b5-b2fbb3ec6fad tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492568 Feb 07 12:54:06.861446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Allocated IP 172.25.7.8 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/406fddc5-db44-484c-a7b1-d389a7b9b79a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:06.883787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-43d9061f-d038-4e13-a260-a591d33fe0ab tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/quotas/4708c3de511f4a30b06da7a02d641475 HTTP/1.1" status: 200 len: 375 time: 0.0171814 Feb 07 12:54:06.994738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-d4eb9cfb-1b05-4d88-a843-d1a97c5960fa tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4708c3de511f4a30b06da7a02d641475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942333 Feb 07 12:54:07.072007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.209116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d57015-f0a7-40d4-bcb9-6f14b03958de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f'}, {'server_uuid': '7da6dff5-5abb-4df5-b687-fdddfa644fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162d42da-8276-47d1-ae54-1c5e1f532ce0'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:07.256065 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.351480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:07.355742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:07.360465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:07.368845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f32d54f3-fa8f-4991-94e4-7dc9525faed5 req-743b95de-d381-4569-8804-5306e1bef6a4 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/15b6f628-5842-4afe-908f-fdb31bd5bb80 HTTP/1.1" status: 200 len: 1804 time: 0.1312976 Feb 07 12:54:07.370698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Pushing event updated for resources: {'Port': ['ID=406fddc5-db44-484c-a7b1-d389a7b9b79a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:07.429553 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.451505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f32d54f3-fa8f-4991-94e4-7dc9525faed5 req-b73ab0e6-d03a-4bb5-b6c0-30bfd4b6f1d0 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.478161 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f32d54f3-fa8f-4991-94e4-7dc9525faed5 req-b73ab0e6-d03a-4bb5-b6c0-30bfd4b6f1d0 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.580718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.729409 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f32d54f3-fa8f-4991-94e4-7dc9525faed5 req-b73ab0e6-d03a-4bb5-b6c0-30bfd4b6f1d0 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.753048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ab0e6-d03a-4bb5-b6c0-30bfd4b6f1d0 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b6f628-5842-4afe-908f-fdb31bd5bb80,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:07.797785 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f32d54f3-fa8f-4991-94e4-7dc9525faed5 req-b73ab0e6-d03a-4bb5-b6c0-30bfd4b6f1d0 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.798920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f32d54f3-fa8f-4991-94e4-7dc9525faed5 req-b73ab0e6-d03a-4bb5-b6c0-30bfd4b6f1d0 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "DELETE /v2.0/security-groups/15b6f628-5842-4afe-908f-fdb31bd5bb80 HTTP/1.1" status: 204 len: 173 time: 0.4234788 Feb 07 12:54:07.846717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:07.860432 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6709bf1-ebf8-4706-93df-47561079f682', 'name': 'network-vif-deleted', 'tag': 'c94acabf-8611-4210-ac97-000bb74d89ad', 'status': 'completed', 'code': 200} Feb 07 12:54:08.057133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-50fc43cc-35c8-4c2a-99d6-f3d50d353dbe tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:08.058694 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-50fc43cc-35c8-4c2a-99d6-f3d50d353dbe tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.0793204 Feb 07 12:54:08.096743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:08.134031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b73c8bd-f46a-4542-b01c-17ea4d6a23df req-eaea0d63-ae0a-4529-8704-5504799430fa tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 210 time: 0.1857331 Feb 07 12:54:08.146396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-dcf56d6c-31ef-4a71-866a-f382daac2f9c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727625 Feb 07 12:54:08.174651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:08.289921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Pushing event updated for resources: {'Port': ['ID=406fddc5-db44-484c-a7b1-d389a7b9b79a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:08.290544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-8e04a75b-52b2-476c-bba3-520ee6811fbc service neutron] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:08.293900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-8e04a75b-52b2-476c-bba3-520ee6811fbc service neutron] Notify callbacks [] for binding, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:08.296018 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-2e925bfc-08b6-47a1-9073-fb8a9a3bed7d req-8e04a75b-52b2-476c-bba3-520ee6811fbc service neutron] 10.222.0.35 "DELETE /v2.0/ports/54af436e-992b-4fc7-9fe7-3eebc495a0a7/bindings/n-h2-811416-5 HTTP/1.1" status: 204 len: 173 time: 0.2315521 Feb 07 12:54:08.350084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-363a2497-49c8-4670-8228-0c7f0fc07149 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:08.351551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-363a2497-49c8-4670-8228-0c7f0fc07149 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936140 Feb 07 12:54:08.366091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Request body: {'port': {'device_id': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'b813f812d35748d79cccd6537e963355'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:08.427051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:08.428254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-e9b48894-0d21-4a99-a82d-9d75aefe3684 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.8092725 Feb 07 12:54:08.523400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-92760710-2930-417c-a885-c41f4e3ce79d tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Synchronizing usage tracker for tenant:bae88dbc77af41d49ce415d5a88f80e8 on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:08.583816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:08.587967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Usage tracker for resource:port and tenant:b813f812d35748d79cccd6537e963355 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:08.591273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:08.597039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:08.624161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-92760710-2930-417c-a885-c41f4e3ce79d tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Unset dirty status for tenant:bae88dbc77af41d49ce415d5a88f80e8 on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:08.625918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-92760710-2930-417c-a885-c41f4e3ce79d tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.1884818 Feb 07 12:54:08.658663 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-93691f91-c56e-4b84-b937-aedb19cb7179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:08.692807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c94acabf-8611-4210-ac97-000bb74d89ad no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:08.736734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: c94acabf-8611-4210-ac97-000bb74d89ad {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:08.737077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c94acabf-8611-4210-ac97-000bb74d89ad not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:08.761934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Made reservation on behalf of b813f812d35748d79cccd6537e963355 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:08.765389 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:08.897553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-2f1c2195-ccf5-4704-8258-e4c8fa954d4e tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:08.898815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf23ee4f-59d4-489f-a847-f6f96d5e3b51 req-2f1c2195-ccf5-4704-8258-e4c8fa954d4e tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.2658126 Feb 07 12:54:08.945673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb501b-f2bf-4599-a71d-bbc772ad7fe9 req-67176fcd-73c8-42dc-b990-e9e2540a5cb8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:08.948348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00eb501b-f2bf-4599-a71d-bbc772ad7fe9 req-67176fcd-73c8-42dc-b990-e9e2540a5cb8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 944 time: 0.2353306 Feb 07 12:54:09.098789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00eb501b-f2bf-4599-a71d-bbc772ad7fe9 req-8ac0c6e2-9fbe-40c6-b66e-7578f1a051a4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207147 Feb 07 12:54:09.100924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Allocated IP 192.168.233.217 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/cfc9df91-44d1-4f9b-a938-86553617ada4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:09.159404 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d57015-f0a7-40d4-bcb9-6f14b03958de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f', 'code': 200} Feb 07 12:54:09.159689 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da6dff5-5abb-4df5-b687-fdddfa644fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162d42da-8276-47d1-ae54-1c5e1f532ce0', 'code': 200} Feb 07 12:54:09.181438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9ce6a-dc70-416e-b0fc-d0b5ceefd015 req-7119cdd8-257d-46b4-a91a-67a41aa9c3a3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:09.188613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cf9ce6a-dc70-416e-b0fc-d0b5ceefd015 req-7119cdd8-257d-46b4-a91a-67a41aa9c3a3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 945 time: 0.1884959 Feb 07 12:54:09.355064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4e418-5ad8-4749-b5c4-31a64c67be37 req-992a131b-cb91-4ae6-9aca-729c699866f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:09.357625 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bea4e418-5ad8-4749-b5c4-31a64c67be37 req-992a131b-cb91-4ae6-9aca-729c699866f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0902767 Feb 07 12:54:09.403596 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bea4e418-5ad8-4749-b5c4-31a64c67be37 req-97cea6b4-ac9a-4ea5-ab95-52edc77973de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Feb 07 12:54:09.405358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cf9ce6a-dc70-416e-b0fc-d0b5ceefd015 req-c52a8c4c-afb0-4a1b-a1b6-c409e29facbe tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156498 Feb 07 12:54:09.424667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5344b66-e553-458e-a27b-675784d3fa1a req-248381eb-53ad-401c-a6dd-012380d139f4 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 210 time: 0.0758808 Feb 07 12:54:09.536064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:09.594306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e87d93-3626-4c44-b089-a4583bf983b6 req-03f90a03-e83d-4b6b-869e-3904a4a2502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:09.595807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08e87d93-3626-4c44-b089-a4583bf983b6 req-03f90a03-e83d-4b6b-869e-3904a4a2502c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 1096 time: 0.2897067 Feb 07 12:54:09.620115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03c79a47-9ff1-471c-b0ba-e9a508db0936 req-97f4b987-6301-4f0e-9df3-a934f0c12707 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/8f24a4fb-3a8d-4ced-b89d-aec237def1ba HTTP/1.1" status: 200 len: 1802 time: 0.1401248 Feb 07 12:54:09.621928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Transition to ACTIVE for port object cfc9df91-44d1-4f9b-a938-86553617ada4 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:09.849013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:09.856292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-54dad41b-795d-41fc-9f00-cbb4cc5f531a tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips/2d2a9f4b-19a5-4eec-9989-2a220661fd7f HTTP/1.1" status: 200 len: 691 time: 0.1974044 Feb 07 12:54:09.876068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3dac1e83-c7fd-47b8-affe-a2680cf43b77', '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:54:09.901164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c213ac9-126e-4f3f-8fc7-915de1318adb req-7cb34700-cfc9-4043-8474-bfc8ff25d7da tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:09.902641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c213ac9-126e-4f3f-8fc7-915de1318adb req-7cb34700-cfc9-4043-8474-bfc8ff25d7da tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.3552241 Feb 07 12:54:10.037996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08e87d93-3626-4c44-b089-a4583bf983b6 req-33d79b0d-b166-4c7e-98e7-c37f34749fb0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155403 Feb 07 12:54:10.041809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:10.051729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:10.060663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:10.067205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:10.067855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:10.110567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:10.143536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c213ac9-126e-4f3f-8fc7-915de1318adb req-e068df2c-dbf3-4a35-b273-2ef829db26c5 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7fbf35e-6912-41ca-8685-66fc7ca5162d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237201 Feb 07 12:54:10.222074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-934ac1a3-067a-4591-970c-8295e2f15520 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:10.231789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-934ac1a3-067a-4591-970c-8295e2f15520 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.3396919 Feb 07 12:54:10.241525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-4f187907-c4df-4617-bfe5-e0e7187cd9fe tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:54:10.251948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-4f187907-c4df-4617-bfe5-e0e7187cd9fe tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191150 Feb 07 12:54:10.344725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-28928b9a-5ff5-4fec-b926-45a067997b4a tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0917346 Feb 07 12:54:10.348617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ff094a61-964e-4caf-9eb1-d1f3f587472f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9869883 Feb 07 12:54:10.349703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-21a986c8-60cd-44a7-9a1f-843cd6fe9e57 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:10.350445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-21a986c8-60cd-44a7-9a1f-843cd6fe9e57 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Synchronizing usage tracker for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:10.390612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Request body: {'port': {'device_id': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:10.473342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-21a986c8-60cd-44a7-9a1f-843cd6fe9e57 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Unset dirty status for tenant:d05a8e65e68142639375bf1a3ec23518 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:10.474499 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-21a986c8-60cd-44a7-9a1f-843cd6fe9e57 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 945 time: 0.2193747 Feb 07 12:54:10.521667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7bfcf421-16c2-4e21-8e9a-51f472aab9a0 None None] Provisioning for port cfc9df91-44d1-4f9b-a938-86553617ada4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:10.527368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7bfcf421-16c2-4e21-8e9a-51f472aab9a0 None None] Provisioning complete for port cfc9df91-44d1-4f9b-a938-86553617ada4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:10.527747 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf421-16c2-4e21-8e9a-51f472aab9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:10.530332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-ff8c479e-e7dc-4400-a9fc-7fc902edf66e tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.1480417 Feb 07 12:54:10.549780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Deleting port da845f91-1fe5-4f99-9099-a6697ef2c5e4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:10.550123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:10.601256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7bfcf421-16c2-4e21-8e9a-51f472aab9a0 None None] Port cfc9df91-44d1-4f9b-a938-86553617ada4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:54:10.629475 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-c2af7bd0-922d-4d71-a468-781a39d8ec5f tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4708c3de511f4a30b06da7a02d641475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435729 Feb 07 12:54:10.773643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Deleting port 406fddc5-db44-484c-a7b1-d389a7b9b79a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:10.773985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:10.804121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5ccc6-21a5-4d13-ab4e-71ba1cd49c7d req-986ef803-0b10-4e9c-bb27-11c8a0de4279 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:10.804825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b9a5ccc6-21a5-4d13-ab4e-71ba1cd49c7d req-986ef803-0b10-4e9c-bb27-11c8a0de4279 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Synchronizing usage tracker for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:10.822114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:10.862255 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:54:10.949523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b9a5ccc6-21a5-4d13-ab4e-71ba1cd49c7d req-986ef803-0b10-4e9c-bb27-11c8a0de4279 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Unset dirty status for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:10.950925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9a5ccc6-21a5-4d13-ab4e-71ba1cd49c7d req-986ef803-0b10-4e9c-bb27-11c8a0de4279 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 936 time: 0.6049438 Feb 07 12:54:11.005595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-1e984db5-27dc-4977-9231-ad27c8838626 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:11.007127 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-1e984db5-27dc-4977-9231-ad27c8838626 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3713408 Feb 07 12:54:11.022564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Request body: {'port': {'device_id': '16d5f400-2f4a-463a-bcb4-7939794b7281', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '4708c3de511f4a30b06da7a02d641475'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:11.067694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9a5ccc6-21a5-4d13-ab4e-71ba1cd49c7d req-925f3b43-f574-46c2-bdc7-fdaf8ae8d0c5 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075816 Feb 07 12:54:11.125005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.125401 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.137752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-28044313', 'description': 'tempest-description-306688050'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:11.140014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a1a70129-8ee3-46b1-91c3-abe54e26f541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.150467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:11.174172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] For port da845f91-1fe5-4f99-9099-a6697ef2c5e4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=da845f91-1fe5-4f99-9099-a6697ef2c5e4,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:11.176939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.267292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:11.279228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Calling delete_port for 406fddc5-db44-484c-a7b1-d389a7b9b79a owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:11.304681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:11.309126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Usage tracker for resource:port and tenant:4708c3de511f4a30b06da7a02d641475 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:11.312446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:11.314375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:11.322287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:11.335234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:11.513668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Made reservation on behalf of 4708c3de511f4a30b06da7a02d641475 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:11.517518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.536337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.564466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:11.572158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Usage tracker for resource:security_group_rule and tenant:4708c3de511f4a30b06da7a02d641475 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:11.576574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:11.586874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:11.589641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.590020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.590356 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Floating IP 14120f8c-b795-4046-88dd-b7960aee25e9 disassociated. External IP: 172.25.7.23, port: da845f91-1fe5-4f99-9099-a6697ef2c5e4. Feb 07 12:54:11.590707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Calling delete_port for da845f91-1fe5-4f99-9099-a6697ef2c5e4 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:11.627846 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.714998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:11.722314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:11.726550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:11.734313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:11.740454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc9df91-44d1-4f9b-a938-86553617ada4 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:11.751721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.772968 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.821609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Pushing event deleted for resources: {'Port': ['ID=406fddc5-db44-484c-a7b1-d389a7b9b79a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:11.846049 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.871804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.920457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.921675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:11.934567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Transition to ACTIVE for port object cfc9df91-44d1-4f9b-a938-86553617ada4 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:11.979638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event deleted for resources: {'Port': ['ID=da845f91-1fe5-4f99-9099-a6697ef2c5e4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:12.054311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:12.102292 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:12.112250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:12.166073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9376c7e3-c0ec-45be-9bde-f7f0279c05cc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:12.186979 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:12.226525 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:12.313116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:12.313116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5133e330-f750-4e7f-8acb-3f61746200f6 req-028998f5-617a-4e4f-9d9a-d880f2e04e1c tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "DELETE /v2.0/floatingips/2d2a9f4b-19a5-4eec-9989-2a220661fd7f HTTP/1.1" status: 204 len: 173 time: 1.7671363 Feb 07 12:54:12.326269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:12.337021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Router c919e244-7d78-4f85-aad8-c38e3ca1da35 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:54:12.337759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a0f188-3c13-4bb9-80b5-4c7fbee0e747,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:12.436292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Attempting to bind port cfc9df91-44d1-4f9b-a938-86553617ada4 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:54:12.437148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Attempting to bind port cfc9df91-44d1-4f9b-a938-86553617ada4 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:54:12.438080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Attempting to bind port cfc9df91-44d1-4f9b-a938-86553617ada4 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:12.451535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Port cfc9df91-44d1-4f9b-a938-86553617ada4 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:54:12.452359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Attempting to bind port cfc9df91-44d1-4f9b-a938-86553617ada4 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:12.468330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:54:12.469356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:12.471249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:54:12.472008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Bound port: cfc9df91-44d1-4f9b-a938-86553617ada4, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:54:12.477884 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:12.508313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:12.520501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92c199a1-24a9-472e-a67f-1e87dc14a006 req-e987e0f9-077e-4041-9f22-69319a0eefe2 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4008186 Feb 07 12:54:12.720191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:54:12.738127 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] Sync routers for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:54:12.774079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:12.780362 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:12.804087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:12.830433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:54:12.837258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6b1b3-0539-44ed-ba1d-04b897b3a891 req-1d3ac0ba-fcce-425e-9970-f11d0a9318ef tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:12.845406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5aa6b1b3-0539-44ed-ba1d-04b897b3a891 req-1d3ac0ba-fcce-425e-9970-f11d0a9318ef tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1095 time: 0.3241806 Feb 07 12:54:12.904228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Allocated IP 192.168.233.57 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:12.913842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5aa6b1b3-0539-44ed-ba1d-04b897b3a891 req-b60202a5-2cb0-400b-abcd-e19ed44e6b82 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635757 Feb 07 12:54:12.966987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef42c2a-67a0-447b-8d1b-c11d38737ba5 req-92d5375b-a6fb-4e99-953e-8ecf9385d252 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:12.968118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ef42c2a-67a0-447b-8d1b-c11d38737ba5 req-92d5375b-a6fb-4e99-953e-8ecf9385d252 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 945 time: 0.2489741 Feb 07 12:54:13.024651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:13.086063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] No DVR routers for this DVR port da845f91-1fe5-4f99-9099-a6697ef2c5e4 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:13.090825 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:13.093903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'name': 'network-vif-deleted', 'tag': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:13.164877 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:13.220998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:13.222426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:13.224399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] 10.222.0.35 "PUT /v2.0/ports/cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 200 len: 1096 time: 2.8436186 Feb 07 12:54:13.240381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:13.252144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f047d30-7466-41e1-8885-dd81fdea9a99 req-3972fbcc-fcd1-4e41-91cb-81b798daed0c tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 210 time: 0.0827188 Feb 07 12:54:13.263805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ef42c2a-67a0-447b-8d1b-c11d38737ba5 req-f3a3ea83-3f61-490d-ae0d-afb567f2a32d tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884595 Feb 07 12:54:13.287727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c48dd0-670b-42f0-bf35-606e8ad69dbd service neutron] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:13.314206 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-7cf786d2-6022-46ba-a6f6-582fd442a87d req-13c65ba1-f2fc-4bcd-bfec-a0b382521ace tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.35 "DELETE /v2.0/ports/da845f91-1fe5-4f99-9099-a6697ef2c5e4 HTTP/1.1" status: 204 len: 173 time: 2.8332465 Feb 07 12:54:13.456243 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:13.497714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Transition to ACTIVE for port object d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:13.505844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7ef019a-f492-499a-a334-5de13a95489e req-316c5d07-64f9-4bcb-aac9-e11b77b29dd0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2f71987-6e30-4e77-ae2a-d8b7391eb60b HTTP/1.1" status: 200 len: 210 time: 0.0843680 Feb 07 12:54:13.539142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-b30fbfdf-c86e-42f0-a75e-f2546dc18dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:13.541402 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-b30fbfdf-c86e-42f0-a75e-f2546dc18dc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 1099 time: 0.1766193 Feb 07 12:54:13.558371 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:13.638971 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-0e1b2996-c02e-491c-8324-51eea90cde37 req-278b876c-3779-47db-a2c0-f23edfe29522 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] show failed (client error): The resource could not be found. Feb 07 12:54:13.640282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e1b2996-c02e-491c-8324-51eea90cde37 req-278b876c-3779-47db-a2c0-f23edfe29522 tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips/2d2a9f4b-19a5-4eec-9989-2a220661fd7f HTTP/1.1" status: 404 len: 350 time: 0.0880558 Feb 07 12:54:13.653269 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-e9505d4f-5705-48b8-a4e9-95e3e03b95c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 200 len: 217 time: 0.1016822 Feb 07 12:54:13.655801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:13.689381 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:13.700857 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] Checking router: c919e244-7d78-4f85-aad8-c38e3ca1da35 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:54:13.716573 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:13.718528 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:13.757290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7338e5f-57c9-4b0c-ba78-44a55f998c62 req-76408e65-477f-41f0-a1df-9ccf9f7cf799 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:13.758891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7338e5f-57c9-4b0c-ba78-44a55f998c62 req-76408e65-477f-41f0-a1df-9ccf9f7cf799 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 948 time: 0.2757709 Feb 07 12:54:13.834018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d954b2-c124-4497-9271-0667e71f44c7 req-af6ae04c-6394-4e59-ade2-a88fca8a200e tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/86a0f188-3c13-4bb9-80b5-4c7fbee0e747 HTTP/1.1" status: 200 len: 1802 time: 0.1672094 Feb 07 12:54:13.849178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7338e5f-57c9-4b0c-ba78-44a55f998c62 req-d7b64a4e-31e2-4027-9662-df624ae5f30d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817204 Feb 07 12:54:13.859731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86a0f188-3c13-4bb9-80b5-4c7fbee0e747', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:13.860084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86a0f188-3c13-4bb9-80b5-4c7fbee0e747', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:13.871241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:13.876299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Pushing event updated for resources: {'Port': ['ID=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:13.877818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:13.883036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c616a658-7208-4f39-b69f-5376240451ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:13.885671 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-c616a658-7208-4f39-b69f-5376240451ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1346881 Feb 07 12:54:13.887324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:13.893051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:13.903951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:13.907883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:13.916860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:13.978901 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:14.057638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:14.058432 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:14.099249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ee75e8be-9194-4460-ada3-d46a43742e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:14.100849 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-ee75e8be-9194-4460-ada3-d46a43742e7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459284 Feb 07 12:54:14.169169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82387-27d6-4416-8a38-67e01f40d04d req-f3be3f6c-0169-4b15-8edd-633a51931e1f tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:14.178337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9f82387-27d6-4416-8a38-67e01f40d04d req-f3be3f6c-0169-4b15-8edd-633a51931e1f tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1095 time: 0.1767213 Feb 07 12:54:14.211457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:14.222063 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b1d8d5a8-f139-4e0a-99dc-7e879d2cf4d0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2063980 Feb 07 12:54:14.238203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Request body: {'port': {'device_id': '16d5f400-2f4a-463a-bcb4-7939794b7281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:14.306240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9f82387-27d6-4416-8a38-67e01f40d04d req-148e45ee-bef1-4bbd-b63b-02e26e191849 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265407 Feb 07 12:54:14.312995 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:14.364291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77340f9d-6b22-4bab-891e-2ef4bd3e77f0 None None] Provisioning for port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:14.370308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77340f9d-6b22-4bab-891e-2ef4bd3e77f0 None None] Provisioning complete for port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:14.370847 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77340f9d-6b22-4bab-891e-2ef4bd3e77f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:14.385086 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f71987-6e30-4e77-ae2a-d8b7391eb60b', 'name': 'network-vif-deleted', 'tag': 'da845f91-1fe5-4f99-9099-a6697ef2c5e4', 'status': 'completed', 'code': 200} Feb 07 12:54:14.426763 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'status': 'completed', 'code': 200} Feb 07 12:54:14.428629 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-0073eea0-d611-4840-abed-cdd0bcd58755 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202305 Feb 07 12:54:14.429359 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:14.435921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:14.449233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-77340f9d-6b22-4bab-891e-2ef4bd3e77f0 None None] Port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:54:14.555562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843acfd0-3036-4efe-bad9-e3f79d4e48bb,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:14.569333 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-f9f5d7c3-88bf-4922-b0bd-18464329c04f req-d50e0238-78fb-41d3-aaab-3d73f928f52b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] show failed (client error): The resource could not be found. Feb 07 12:54:14.580689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9f5d7c3-88bf-4922-b0bd-18464329c04f req-d50e0238-78fb-41d3-aaab-3d73f928f52b tempest-FloatingIPsTestJSON-641409488 tempest-FloatingIPsTestJSON-641409488-project] 10.222.0.69 "GET /v2.0/floatingips/2d2a9f4b-19a5-4eec-9989-2a220661fd7f HTTP/1.1" status: 404 len: 350 time: 0.1158102 Feb 07 12:54:14.588720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53972) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:14.590248 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:14.597135 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd392cb-5638-418a-8549-d70d8ac22665 None None] The sync data for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 is: [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:49:56Z', 'revision_number': 4, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '76f41b07-ebf8-4992-9608-89c5341aba2b', 'name': '', 'network_id': '1477f912-4630-4658-8e92-9d186d512827', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'mac_address': 'fa:16:3e:84:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:54Z', 'updated_at': '2022-02-07T12:50:02Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'subnets': [{'id': 'cdf3cb13-5f8f-4902-9310-4870273179cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:54:14.755724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device da845f91-1fe5-4f99-9099-a6697ef2c5e4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:14.776426 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1cddd7af-90bc-4140-8742-af6502b73cb6 req-93fa28d9-0ddd-480c-9ada-09edf70cae02 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155839 Feb 07 12:54:14.796329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: da845f91-1fe5-4f99-9099-a6697ef2c5e4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:14.797301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device da845f91-1fe5-4f99-9099-a6697ef2c5e4 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:14.799966 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:14.828348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:14.830073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d954b2-c124-4497-9271-0667e71f44c7 req-e8413c7b-0b39-49c5-8343-843e8c15a056 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9800949 Feb 07 12:54:15.044790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea54d91-1e8a-460e-80ac-03422b16e954 None None] New status for floating IP 14120f8c-b795-4046-88dd-b7960aee25e9: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:54:15.122149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-d83a1ac0-c7c7-4f1a-b208-a43e25c9c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:15.123753 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-d83a1ac0-c7c7-4f1a-b208-a43e25c9c9a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 1099 time: 0.2072203 Feb 07 12:54:15.154862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d6afa-6d02-4a2e-ab5c-7cc367973b69 req-21ae7dfa-c05d-4a96-a9c1-620cf85c7f8e tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:15.163507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c7d6afa-6d02-4a2e-ab5c-7cc367973b69 req-21ae7dfa-c05d-4a96-a9c1-620cf85c7f8e tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 935 time: 0.3362026 Feb 07 12:54:15.320623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c7d6afa-6d02-4a2e-ab5c-7cc367973b69 req-0126b468-40d1-4752-a1bd-4811b502920f tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558707 Feb 07 12:54:15.332084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:15.343102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:15.375346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Transition to ACTIVE for port object d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:15.408863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43fd6e-fc1c-4ef9-af77-a92734fec5ec req-44ad4345-285c-4d55-93ee-c9ac6068526e tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:15.411398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-aa171f70-9d94-4933-94e7-495c1943a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:15.412872 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-aa171f70-9d94-4933-94e7-495c1943a83f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2752876 Feb 07 12:54:15.415383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a43fd6e-fc1c-4ef9-af77-a92734fec5ec req-44ad4345-285c-4d55-93ee-c9ac6068526e tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 945 time: 0.3362732 Feb 07 12:54:15.516713 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-6b282a4d-d351-45bb-94fb-2534abf0dfc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 200 len: 217 time: 0.0901906 Feb 07 12:54:15.518847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a43fd6e-fc1c-4ef9-af77-a92734fec5ec req-911d9d4a-53e0-415f-9f5c-bd8c50cd8be9 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025393 Feb 07 12:54:15.583446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:15.764365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-591d66d3-9290-4dfb-a0f7-5219fe266f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:15.766352 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-591d66d3-9290-4dfb-a0f7-5219fe266f9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2370126 Feb 07 12:54:15.814794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-2d71debf-350f-4b7e-905f-93eedb931768 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/86a0f188-3c13-4bb9-80b5-4c7fbee0e747 HTTP/1.1" status: 200 len: 2395 time: 0.1216786 Feb 07 12:54:15.829155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86a0f188-3c13-4bb9-80b5-4c7fbee0e747', 'remote_group_id': None}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:15.829632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86a0f188-3c13-4bb9-80b5-4c7fbee0e747', 'remote_group_id': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:15.838267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:15.875301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Pushing event updated for resources: {'Port': ['ID=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:15.888850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:15.910090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Usage tracker for resource:security_group_rule and tenant:f07f5d1a4e9e4c2cb231373627ebeba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:15.915469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:15.925006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:16.000546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-63b77915-fe14-42be-9f9c-9916c0807731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:16.002087 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-63b77915-fe14-42be-9f9c-9916c0807731 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241521 Feb 07 12:54:16.002833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Attempting to bind port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:54:16.003172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Attempting to bind port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:54:16.003693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Attempting to bind port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:16.029416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:54:16.029827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Attempting to bind port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:16.082845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:54:16.083185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:16.083581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:54:16.084088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Bound port: d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:54:16.084440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:16.224398 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-183b62af-a935-4a67-ba6a-25625571dece service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153153 Feb 07 12:54:16.225371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] For port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:16.228543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] For port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:54:16.239123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Deleting port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:16.239462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:16.298424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:16.365947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:16.407448 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3263f9f2-7460-44fc-ac61-ebe711530321 req-aab5b69e-c348-4497-91ff-218a2f671140 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773002 Feb 07 12:54:16.430436 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:16.435808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:16.436472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:16.439093 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] 10.222.0.35 "PUT /v2.0/ports/d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 HTTP/1.1" status: 200 len: 1095 time: 2.2039754 Feb 07 12:54:16.439549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d5f400-2f4a-463a-bcb4-7939794b7281', 'tag': 'd1bf5bd8-7876-420b-8bfa-0c3a5e2aba87'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:16.460948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35674ac6-4a06-497d-9747-c4116de174fc service neutron] Pushing event updated for resources: {'Port': ['ID=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:16.523397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] For port dd0c3924-0782-4d2e-9c6a-c85e3a91faa0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,segment=NetworkSegment(71a3df99-9b02-4cea-a31f-2f97af1bbce8),segment_id=71a3df99-9b02-4cea-a31f-2f97af1bbce8)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:16.523762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:16.686768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-04b2c0c1-22f1-4624-8ca7-d95a48eb6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:16.688313 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-04b2c0c1-22f1-4624-8ca7-d95a48eb6218 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4708c3de511f4a30b06da7a02d641475&device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 1098 time: 0.0778375 Feb 07 12:54:16.736841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:16.745947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Calling delete_port for dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:16.753281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:54:16.772982 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-731a8e4b-5e89-4f17-b0e1-330d55a09843 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 HTTP/1.1" status: 200 len: 217 time: 0.0754209 Feb 07 12:54:16.788128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d45bb-437b-42e6-b855-537f0369dbc3 req-0071f3b6-d5fb-4e22-afed-557a610a8052 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:16.789597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f2d45bb-437b-42e6-b855-537f0369dbc3 req-0071f3b6-d5fb-4e22-afed-557a610a8052 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 948 time: 0.4098742 Feb 07 12:54:16.842510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a9bbd9-1745-452d-9472-8f1ae63c75e5,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:16.853767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-d92a23da-22e4-45fd-b09d-a5de3960093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:16.855935 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-d92a23da-22e4-45fd-b09d-a5de3960093c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0776751 Feb 07 12:54:16.905846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:16.920628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'mac_address': 'fa:16:3e:a2:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:54:16.947999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-e04addae-caf4-4a76-acb1-3eac0c5384f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:16.949538 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-e04addae-caf4-4a76-acb1-3eac0c5384f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874972 Feb 07 12:54:16.989879 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:17.003362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:17.016508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc9df91-44d1-4f9b-a938-86553617ada4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:17.022254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76fb0570-fb47-43c9-aae1-d6fed0062078 req-ff72b2fb-7b9c-4912-85ab-9296c758ff86 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1969006 Feb 07 12:54:17.038529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:17.078275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f2d45bb-437b-42e6-b855-537f0369dbc3 req-a27bef83-c496-4d73-b280-91f903dce5c9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767437 Feb 07 12:54:17.135523 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-b5ac9d98-0614-4b17-859b-f594b95a3e03 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798539 Feb 07 12:54:17.150386 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:17.271320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:17.362239 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6e0cc0c0-ad1a-4a11-8c9b-239bcf69bbb4 req-484a38e3-ac7f-49ef-b260-4e1da6e3c987 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197092 Feb 07 12:54:17.381498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cfc9df91-44d1-4f9b-a938-86553617ada4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:54:17.453232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896032cb-080f-45f3-ac69-ab4045a4d1df req-b746322b-4ed4-4571-8346-a9dc54a2c1ec tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:17.456006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-896032cb-080f-45f3-ac69-ab4045a4d1df req-b746322b-4ed4-4571-8346-a9dc54a2c1ec tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 945 time: 0.2232404 Feb 07 12:54:17.467224 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:17.534446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0c3924-0782-4d2e-9c6a-c85e3a91faa0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:17.678140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcda4e-b687-447d-928b-ec33ccd12dc5 req-6e01e77c-37ea-4ca2-85c7-ae0676f759f7 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:17.679684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6fcda4e-b687-447d-928b-ec33ccd12dc5 req-6e01e77c-37ea-4ca2-85c7-ae0676f759f7 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 947 time: 0.2984178 Feb 07 12:54:17.709949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-896032cb-080f-45f3-ac69-ab4045a4d1df req-6c995b69-d178-4815-9ff4-802d5eff13a5 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438695 Feb 07 12:54:17.754946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6fcda4e-b687-447d-928b-ec33ccd12dc5 req-280684ed-d620-4283-a01f-0e99bb262ddb tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680716 Feb 07 12:54:17.784180 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d5f400-2f4a-463a-bcb4-7939794b7281', 'tag': 'd1bf5bd8-7876-420b-8bfa-0c3a5e2aba87', 'status': 'completed', 'code': 200} Feb 07 12:54:17.861515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54006) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:17.954371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:17.971317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-161ba2ad-3593-46cc-aa48-b763019a0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:17.971660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce0e84fb-4905-49f9-ae9b-16987b13d27d req-309c368c-cc0c-4d42-93fa-3f0c55dbccd6 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/86a0f188-3c13-4bb9-80b5-4c7fbee0e747 HTTP/1.1" status: 200 len: 2993 time: 0.1579969 Feb 07 12:54:17.974368 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-161ba2ad-3593-46cc-aa48-b763019a0fe8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4708c3de511f4a30b06da7a02d641475&device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 1098 time: 0.1696501 Feb 07 12:54:18.077050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54014) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:18.163732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-8a1712a1-6b4a-4787-a950-d0625baf23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:18.165255 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-8a1712a1-6b4a-4787-a950-d0625baf23cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1847372 Feb 07 12:54:18.213941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5e8cb0e-d655-4099-9299-abb7740f1b27 req-7fcc8882-0788-42f8-8e07-56899496719d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-group-rules/f4a9bbd9-1745-452d-9472-8f1ae63c75e5 HTTP/1.1" status: 200 len: 783 time: 0.1202517 Feb 07 12:54:18.246642 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-412417d1-2f3e-4193-b7f2-fed756dbb3b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 HTTP/1.1" status: 200 len: 217 time: 0.0734153 Feb 07 12:54:18.247457 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eb310b9-7b49-4c20-8bda-c6b66f2fe8c0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:18.327919 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eb310b9-7b49-4c20-8bda-c6b66f2fe8c0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:18.365735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-70cd64b4-c150-44fe-80bc-b0d3edc9ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:18.367274 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-70cd64b4-c150-44fe-80bc-b0d3edc9ab3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1073587 Feb 07 12:54:18.453051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-458b4989-f169-4895-95c0-91452d0c06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:18.454627 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-458b4989-f169-4895-95c0-91452d0c06e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790675 Feb 07 12:54:18.529355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eb310b9-7b49-4c20-8bda-c6b66f2fe8c0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:18.555924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb310b9-7b49-4c20-8bda-c6b66f2fe8c0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fbf35e-6912-41ca-8685-66fc7ca5162d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:18.578055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5e8cb0e-d655-4099-9299-abb7740f1b27 req-db5469c9-19fe-4f9c-8320-d3d8e577c3cf tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/86a0f188-3c13-4bb9-80b5-4c7fbee0e747 HTTP/1.1" status: 200 len: 2993 time: 0.3566909 Feb 07 12:54:18.589778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8324086-cb05-4208-9745-e4365eb43a0d req-bbf7821a-ddfa-413b-8e3c-270fa2d50dfb tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:18.591010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8324086-cb05-4208-9745-e4365eb43a0d req-bbf7821a-ddfa-413b-8e3c-270fa2d50dfb tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 945 time: 0.5500145 Feb 07 12:54:18.615656 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-cedd93a1-cf04-4195-aeab-685c70146441 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547341 Feb 07 12:54:18.702804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eb310b9-7b49-4c20-8bda-c6b66f2fe8c0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:18.704092 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5eb310b9-7b49-4c20-8bda-c6b66f2fe8c0 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7fbf35e-6912-41ca-8685-66fc7ca5162d HTTP/1.1" status: 204 len: 168 time: 0.6259720 Feb 07 12:54:18.708729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54022) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:18.735375 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-6d4bd40c-dfa3-464e-a567-37a291a7a01e tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] show failed (client error): The resource could not be found. Feb 07 12:54:18.736484 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6d4bd40c-dfa3-464e-a567-37a291a7a01e tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "GET /v2.0/security-groups/e7fbf35e-6912-41ca-8685-66fc7ca5162d HTTP/1.1" status: 404 len: 347 time: 0.0209014 Feb 07 12:54:18.739646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:18.768832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:18.861857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f5e8cb0e-d655-4099-9299-abb7740f1b27 req-1dea9ef5-baa0-4d7a-a382-cdd58d0a872b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:18.884841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8324086-cb05-4208-9745-e4365eb43a0d req-8d53f489-e440-40fc-9edb-faf5e3629f83 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347779 Feb 07 12:54:18.888395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f5e8cb0e-d655-4099-9299-abb7740f1b27 req-1dea9ef5-baa0-4d7a-a382-cdd58d0a872b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:18.913112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port cfc9df91-44d1-4f9b-a938-86553617ada4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:18.919082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port cfc9df91-44d1-4f9b-a938-86553617ada4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:18.921029 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:18.930320 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4a5586fd-a9d7-48f0-b47a-81c3b2ab5495 req-813469b3-6311-415b-963f-3085d0156e95 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089485 Feb 07 12:54:18.933422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Deleting port ce4e8e18-00e8-4bd1-bb36-584faa6d3f13 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:18.933819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.071959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.093956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:54:19.100861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:19.111305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:19.123883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.123883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.199964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f5e8cb0e-d655-4099-9299-abb7740f1b27 req-1dea9ef5-baa0-4d7a-a382-cdd58d0a872b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.239659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea9ef5-baa0-4d7a-a382-cdd58d0a872b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4a9bbd9-1745-452d-9472-8f1ae63c75e5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:19.250405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Calling delete_port for ce4e8e18-00e8-4bd1-bb36-584faa6d3f13 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:19.261249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f5e8cb0e-d655-4099-9299-abb7740f1b27 req-1dea9ef5-baa0-4d7a-a382-cdd58d0a872b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.262353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5e8cb0e-d655-4099-9299-abb7740f1b27 req-1dea9ef5-baa0-4d7a-a382-cdd58d0a872b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f4a9bbd9-1745-452d-9472-8f1ae63c75e5 HTTP/1.1" status: 204 len: 173 time: 0.6699836 Feb 07 12:54:19.331342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b03fb2-eac0-4fcc-a737-2992d4671e3c req-686f956d-9f17-4a90-8bed-7be582e3fb76 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:19.333597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13b03fb2-eac0-4fcc-a737-2992d4671e3c req-686f956d-9f17-4a90-8bed-7be582e3fb76 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 949 time: 0.3040268 Feb 07 12:54:19.347668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.402563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:54:19.412905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a89d27b5-73ea-4ed8-80d9-dbf386b72375 admin admin] 10.222.0.69 "PUT /v2.0/routers/1635f68b-fbde-4526-90b9-f1ce3aa3a52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8193796 Feb 07 12:54:19.413198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54040) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:19.420087 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] Sync routers for ids ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:54:19.436372 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] Routers {'1635f68b-fbde-4526-90b9-f1ce3aa3a52f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:19.436998 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:19.484050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:19.505917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13b03fb2-eac0-4fcc-a737-2992d4671e3c req-64191321-eb49-43ca-9596-ae76423fe967 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519270 Feb 07 12:54:19.654226 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.728571 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:19.740944 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] Set router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:19.856704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Pushing event deleted for resources: {'Port': ['ID=ce4e8e18-00e8-4bd1-bb36-584faa6d3f13,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:19.864871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.070082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.094059 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.100285 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3987b77-994e-4922-9ce6-74dd02745704 tempest-ServersWithSpecificFlavorTestJSON-2072765331 tempest-ServersWithSpecificFlavorTestJSON-2072765331-project] 10.222.0.69 "DELETE /v2.0/floatingips/14120f8c-b795-4046-88dd-b7960aee25e9 HTTP/1.1" status: 204 len: 168 time: 1.3597105 Feb 07 12:54:20.101799 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.103571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae579a-b9bf-4cba-b6f8-32e6b4509162 req-8f678eba-637b-4808-9c74-51156f7e34a9 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:20.105281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08ae579a-b9bf-4cba-b6f8-32e6b4509162 req-8f678eba-637b-4808-9c74-51156f7e34a9 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 947 time: 0.5480447 Feb 07 12:54:20.133211 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:54:17Z', 'revision_number': 5, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:20.140235 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] Checking router: 1635f68b-fbde-4526-90b9-f1ce3aa3a52f for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:54:20.150906 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] Routers {'1635f68b-fbde-4526-90b9-f1ce3aa3a52f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:20.151518 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:20.298417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Deleting port 0d266816-cac2-4f4b-b707-85935e1a0dca {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:20.298762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.308904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08ae579a-b9bf-4cba-b6f8-32e6b4509162 req-54bbe631-d776-4148-8357-54286e1e4618 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949134 Feb 07 12:54:20.350360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Deleting port 665efcd7-3ced-42c0-92e3-31f64d9d9445 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:20.350840 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.402523 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'code': 200} Feb 07 12:54:20.411871 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] Set router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:20.539088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e631341-2a74-4758-9602-2bf5f6e746bb req-333b9b15-dd3b-4f9f-91b7-3f675e7a8438 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/86a0f188-3c13-4bb9-80b5-4c7fbee0e747 HTTP/1.1" status: 200 len: 2395 time: 0.1509442 Feb 07 12:54:20.582505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] For port 0d266816-cac2-4f4b-b707-85935e1a0dca, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0d266816-cac2-4f4b-b707-85935e1a0dca,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:20.583106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.724458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Calling delete_port for 0d266816-cac2-4f4b-b707-85935e1a0dca owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:20.771416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3e631341-2a74-4758-9602-2bf5f6e746bb req-c472fc3e-37fa-4c46-97ff-253f3bb35758 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.773083 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:54:17Z', 'revision_number': 5, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:20.774013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] For port 665efcd7-3ced-42c0-92e3-31f64d9d9445, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=665efcd7-3ced-42c0-92e3-31f64d9d9445,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:20.774309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:20.775560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686144f-8923-4cd1-9846-ffbedac89cb1 req-c1dc2a34-089d-44ce-8aba-ce2c412bfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:20.776686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:54:20.777198 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-7686144f-8923-4cd1-9846-ffbedac89cb1 req-c1dc2a34-089d-44ce-8aba-ce2c412bfba1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 1101 time: 0.3158188 Feb 07 12:54:20.780932 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3eade-ce7f-47e3-8d66-20a18d2715ba None None] The sync data for ids ['1635f68b-fbde-4526-90b9-f1ce3aa3a52f'] in n-d-811416-5 is: [{'id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'name': 'tempest-FloatingIPsTestJSON-773810249-router', 'tenant_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:53:43Z', 'updated_at': '2022-02-07T12:54:17Z', 'revision_number': 5, 'project_id': 'bae88dbc77af41d49ce415d5a88f80e8', 'gw_port': {'id': '0d266816-cac2-4f4b-b707-85935e1a0dca', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635f68b-fbde-4526-90b9-f1ce3aa3a52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:53:44Z', 'updated_at': '2022-02-07T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:54:20.943040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Calling delete_port for 665efcd7-3ced-42c0-92e3-31f64d9d9445 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:20.988507 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-7686144f-8923-4cd1-9846-ffbedac89cb1 req-8d7a89cf-4deb-4607-9826-f6483ad5275b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040610 Feb 07 12:54:20.989492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:21.000082 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3e631341-2a74-4758-9602-2bf5f6e746bb req-c472fc3e-37fa-4c46-97ff-253f3bb35758 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.006284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'd1bf5bd8-7876-420b-8bfa-0c3a5e2aba87', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'd1bf5bd8-7876-420b-8bfa-0c3a5e2aba87', 'mac_address': 'fa:16:3e:d7:cb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:54:21.063632 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.083769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:21.105789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:21.117114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e8db-05a5-40c1-bec5-449a10fc7b3a req-b9f4930e-257d-4e23-bf13-ac983f3ae647 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:21.124754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fa7e8db-05a5-40c1-bec5-449a10fc7b3a req-b9f4930e-257d-4e23-bf13-ac983f3ae647 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 945 time: 0.4159801 Feb 07 12:54:21.176898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fa7e8db-05a5-40c1-bec5-449a10fc7b3a req-ccc7aabc-78db-47bd-b48c-4df857f24ff9 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509808 Feb 07 12:54:21.196014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3e631341-2a74-4758-9602-2bf5f6e746bb req-c472fc3e-37fa-4c46-97ff-253f3bb35758 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.221139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472fc3e-37fa-4c46-97ff-253f3bb35758 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a0f188-3c13-4bb9-80b5-4c7fbee0e747,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:21.230848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3e631341-2a74-4758-9602-2bf5f6e746bb req-c472fc3e-37fa-4c46-97ff-253f3bb35758 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.231951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e631341-2a74-4758-9602-2bf5f6e746bb req-c472fc3e-37fa-4c46-97ff-253f3bb35758 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "DELETE /v2.0/security-groups/86a0f188-3c13-4bb9-80b5-4c7fbee0e747 HTTP/1.1" status: 204 len: 173 time: 0.6839383 Feb 07 12:54:21.242799 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.243514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.398263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:21.404653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d266816-cac2-4f4b-b707-85935e1a0dca,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:21.460163 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-67d52174-0b2d-4633-83e5-85ecbbafb952 req-b89c9878-8d70-46e4-b1b1-5d8d029731ef tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] show failed (client error): The resource could not be found. Feb 07 12:54:21.468833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d52174-0b2d-4633-83e5-85ecbbafb952 req-b89c9878-8d70-46e4-b1b1-5d8d029731ef tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/15b6f628-5842-4afe-908f-fdb31bd5bb80 HTTP/1.1" status: 404 len: 352 time: 0.1273143 Feb 07 12:54:21.504644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:54:21.538488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836d7c1-91e3-4757-b070-ee6bb94ef3d9 req-7fa05f6d-9fdd-43e5-b196-f2fb98c0246b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:21.546360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d836d7c1-91e3-4757-b070-ee6bb94ef3d9 req-7fa05f6d-9fdd-43e5-b196-f2fb98c0246b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.1585732 Feb 07 12:54:21.559568 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.604589 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.780594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=665efcd7-3ced-42c0-92e3-31f64d9d9445,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:21.802617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d836d7c1-91e3-4757-b070-ee6bb94ef3d9 req-21a17e39-741b-43c0-84ad-bc9093882e98 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448289 Feb 07 12:54:21.902437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:21.927730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.199875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7be1cf4e-81bf-46d2-9f7e-53d3cabc286a req-3c2bcae9-b8ea-4417-8fbd-295f2aff22ef tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/8f24a4fb-3a8d-4ced-b89d-aec237def1ba HTTP/1.1" status: 200 len: 1802 time: 0.2636466 Feb 07 12:54:22.339284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:22.340688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2e0be-2045-450c-a20a-53f72f7bd96b req-fa2829c8-1cfa-49e6-adf3-ffc73c685351 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:22.342422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97e2e0be-2045-450c-a20a-53f72f7bd96b req-fa2829c8-1cfa-49e6-adf3-ffc73c685351 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 948 time: 0.2568865 Feb 07 12:54:22.377220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:22.377559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dd0c3924-0782-4d2e-9c6a-c85e3a91faa0 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:22.380750 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.413939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7be1cf4e-81bf-46d2-9f7e-53d3cabc286a req-fa6c4673-770b-43fa-a122-1bcdc1380021 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.492624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97e2e0be-2045-450c-a20a-53f72f7bd96b req-6decea31-567c-4262-9a84-c1701f32739b tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427131 Feb 07 12:54:22.520332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7be1cf4e-81bf-46d2-9f7e-53d3cabc286a req-fa6c4673-770b-43fa-a122-1bcdc1380021 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.678552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.679123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1635f68b-fbde-4526-90b9-f1ce3aa3a52f {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 12:54:22.699545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.703217 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f0e47b5e-a8dd-4ea3-8b9d-250b02810863 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1635f68b-fbde-4526-90b9-f1ce3aa3a52f HTTP/1.1" status: 204 len: 168 time: 3.2863841 Feb 07 12:54:22.712604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54142) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:22.782902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:22.815537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81f8346-0273-4b5b-8774-6c835eb37769 admin admin] Deleting subnet 99b01288-c6e6-41ec-918f-301add89811f {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:54:22.819117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a81f8346-0273-4b5b-8774-6c835eb37769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.852835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7be1cf4e-81bf-46d2-9f7e-53d3cabc286a req-fa6c4673-770b-43fa-a122-1bcdc1380021 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.896738 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a81f8346-0273-4b5b-8774-6c835eb37769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:22.916335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c4673-770b-43fa-a122-1bcdc1380021 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f24a4fb-3a8d-4ced-b89d-aec237def1ba,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:23.011478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7be1cf4e-81bf-46d2-9f7e-53d3cabc286a req-fa6c4673-770b-43fa-a122-1bcdc1380021 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.012525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7be1cf4e-81bf-46d2-9f7e-53d3cabc286a req-fa6c4673-770b-43fa-a122-1bcdc1380021 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "DELETE /v2.0/security-groups/8f24a4fb-3a8d-4ced-b89d-aec237def1ba HTTP/1.1" status: 204 len: 173 time: 0.8065441 Feb 07 12:54:23.045472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a81f8346-0273-4b5b-8774-6c835eb37769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.129851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:23.135852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:23.136466 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.246109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1619f1e-8a5f-4556-af82-639abdfa6ea6 req-5aac7bff-f4d5-481c-b4ec-9c29ba45a406 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:23.250004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1619f1e-8a5f-4556-af82-639abdfa6ea6 req-5aac7bff-f4d5-481c-b4ec-9c29ba45a406 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 945 time: 0.3161020 Feb 07 12:54:23.270175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a81f8346-0273-4b5b-8774-6c835eb37769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.311713 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.344166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5f400-2f4a-463a-bcb4-7939794b7281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bf5bd8-7876-420b-8bfa-0c3a5e2aba87'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:23.354590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f8346-0273-4b5b-8774-6c835eb37769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b01288-c6e6-41ec-918f-301add89811f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:23.362031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a81f8346-0273-4b5b-8774-6c835eb37769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.366013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:23.372772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe75386-a711-46ec-9f3c-262049922e40 None None] Network 851a98d9-e06d-4d3a-9922-27b80ca361eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:23.376691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Router d6d5d284-9bdf-4ed4-acf1-369029067983 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:54:23.380060 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a81f8346-0273-4b5b-8774-6c835eb37769 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/99b01288-c6e6-41ec-918f-301add89811f HTTP/1.1" status: 204 len: 168 time: 0.6663623 Feb 07 12:54:23.383956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54158) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:23.427396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1619f1e-8a5f-4556-af82-639abdfa6ea6 req-cdc15a5c-7b45-4b88-9d17-aa88441b36c7 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140442 Feb 07 12:54:23.511676 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.524961 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.536956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Deleting port 861073cf-26ce-4fdc-a029-a145dbbdeb44 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:23.537566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.554098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bc541-fb6b-45d1-bb18-2198cbf43dc9 req-baaf06d1-5b14-4fad-beca-60ee3dc554e7 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:23.555595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-311bc541-fb6b-45d1-bb18-2198cbf43dc9 req-baaf06d1-5b14-4fad-beca-60ee3dc554e7 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.2990153 Feb 07 12:54:23.700751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:23.816796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] DHCP port deletion for 851a98d9-e06d-4d3a-9922-27b80ca361eb request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:54:23.821877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] Deleting port 861073cf-26ce-4fdc-a029-a145dbbdeb44 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:23.823483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.839304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cdce6d8-fc7c-498d-bbc2-aa0876546ca1 req-f2f12b29-3596-47f4-9706-4976e856d9aa tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/978ba17c-7591-4790-aa98-dbdcdfd3587a HTTP/1.1" status: 200 len: 1805 time: 0.3373437 Feb 07 12:54:23.844310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] For port 861073cf-26ce-4fdc-a029-a145dbbdeb44, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=861073cf-26ce-4fdc-a029-a145dbbdeb44,segment=NetworkSegment(71a3df99-9b02-4cea-a31f-2f97af1bbce8),segment_id=71a3df99-9b02-4cea-a31f-2f97af1bbce8)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:23.844824 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:23.892322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-311bc541-fb6b-45d1-bb18-2198cbf43dc9 req-aac0a70e-fa0d-4bf3-ba9e-54603b755e17 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204007 Feb 07 12:54:23.966589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:54:23.974584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c16e06b4-baf5-4fa2-9d64-673bcba1d53f admin admin] 10.222.0.69 "PUT /v2.0/routers/d6d5d284-9bdf-4ed4-acf1-369029067983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1120508 Feb 07 12:54:23.980645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54166) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:24.017815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Calling delete_port for 861073cf-26ce-4fdc-a029-a145dbbdeb44 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:24.036314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] Sync routers for ids ['d6d5d284-9bdf-4ed4-acf1-369029067983'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:54:24.070428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] Routers {'d6d5d284-9bdf-4ed4-acf1-369029067983'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:24.074264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d6d5d284-9bdf-4ed4-acf1-369029067983'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:24.103098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-a0d9f536-1301-485a-af76-b30a6d2d6364 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:24.104910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-a0d9f536-1301-485a-af76-b30a6d2d6364 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "GET /v2.0/ports?device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 945 time: 0.5085161 Feb 07 12:54:24.160799 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0cdce6d8-fc7c-498d-bbc2-aa0876546ca1 req-8a27144e-ad7b-4d5a-a8e4-c9e6f178a777 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.189512 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d5f400-2f4a-463a-bcb4-7939794b7281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bf5bd8-7876-420b-8bfa-0c3a5e2aba87', 'code': 200} Feb 07 12:54:24.210173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] For port 861073cf-26ce-4fdc-a029-a145dbbdeb44, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=861073cf-26ce-4fdc-a029-a145dbbdeb44,segment=NetworkSegment(71a3df99-9b02-4cea-a31f-2f97af1bbce8),segment_id=71a3df99-9b02-4cea-a31f-2f97af1bbce8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:24.214581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.293737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.368287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Deleting port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:24.368636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.391733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] No DVR routers for this DVR port 861073cf-26ce-4fdc-a029-a145dbbdeb44 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:24.393474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=861073cf-26ce-4fdc-a029-a145dbbdeb44,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:24.400918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.431496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0d266816-cac2-4f4b-b707-85935e1a0dca no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:24.505949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] Calling delete_port for 861073cf-26ce-4fdc-a029-a145dbbdeb44 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:24.554233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 0d266816-cac2-4f4b-b707-85935e1a0dca {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:24.554691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0d266816-cac2-4f4b-b707-85935e1a0dca not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:24.555777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 861073cf-26ce-4fdc-a029-a145dbbdeb44 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:24.593610 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.611742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 861073cf-26ce-4fdc-a029-a145dbbdeb44 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:24.611742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 861073cf-26ce-4fdc-a029-a145dbbdeb44 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:24.634675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0cdce6d8-fc7c-498d-bbc2-aa0876546ca1 req-8a27144e-ad7b-4d5a-a8e4-c9e6f178a777 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.639501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.663545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611d928-bb3e-4283-b82e-72573ea8b1bf req-4c514960-6b2e-45bf-aef1-9292294b81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:24.668870 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6611d928-bb3e-4283-b82e-72573ea8b1bf req-4c514960-6b2e-45bf-aef1-9292294b81f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 1100 time: 0.4582503 Feb 07 12:54:24.676373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851a98d9-e06d-4d3a-9922-27b80ca361eb']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:24.740889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a3df99-9b02-4cea-a31f-2f97af1bbce8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:24.741190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a3df99-9b02-4cea-a31f-2f97af1bbce8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:24.766866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.782544 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6611d928-bb3e-4283-b82e-72573ea8b1bf req-99a6181f-bf61-40a6-a131-b87140e95ef6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957904 Feb 07 12:54:24.789291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.798021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:54:24.798430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:54:24.818498 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:54:24.903119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:54:24.903686 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:54:24.907923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] Set router d6d5d284-9bdf-4ed4-acf1-369029067983 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:25.010127 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.041451 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.058503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=851a98d9-e06d-4d3a-9922-27b80ca361eb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:25.067491 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-baebf863-e152-4d3d-9df8-4599adc1eb0e admin admin] 10.222.0.69 "DELETE /v2.0/networks/851a98d9-e06d-4d3a-9922-27b80ca361eb HTTP/1.1" status: 204 len: 168 time: 1.6802671 Feb 07 12:54:25.120817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a68c6-105b-4808-adb9-ea1d05cb94dc req-965951ba-13da-4726-8689-88ba6144eb48 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:25.122449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac0a68c6-105b-4808-adb9-ea1d05cb94dc req-965951ba-13da-4726-8689-88ba6144eb48 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 949 time: 0.6098442 Feb 07 12:54:25.189518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.248140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:54:21Z', 'revision_number': 5, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port': {'id': 'aab729eb-a2aa-4e62-a174-f7f323d9acb6', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:51:55Z', 'updated_at': '2022-02-07T12:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:25.248655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac0a68c6-105b-4808-adb9-ea1d05cb94dc req-1d6d088c-595c-465d-8944-4e6b053b2fbd tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142604 Feb 07 12:54:25.252399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] Checking router: d6d5d284-9bdf-4ed4-acf1-369029067983 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:54:25.261876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] Routers {'d6d5d284-9bdf-4ed4-acf1-369029067983'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:25.262521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d6d5d284-9bdf-4ed4-acf1-369029067983'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:25.286036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] For port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:25.286418 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.357091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Deleting port aab729eb-a2aa-4e62-a174-f7f323d9acb6 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:25.357359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.436208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] Deleting port 861073cf-26ce-4fdc-a029-a145dbbdeb44 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:25.436580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.484367 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0cdce6d8-fc7c-498d-bbc2-aa0876546ca1 req-8a27144e-ad7b-4d5a-a8e4-c9e6f178a777 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.505982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Calling delete_port for 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:25.516706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-011f07f9-a50c-453a-bf05-6e0fa93049ec None None] The port '861073cf-26ce-4fdc-a029-a145dbbdeb44' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:54:25.534092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] Set router d6d5d284-9bdf-4ed4-acf1-369029067983 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:25.596689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27144e-ad7b-4d5a-a8e4-c9e6f178a777 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978ba17c-7591-4790-aa98-dbdcdfd3587a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:25.634277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0cdce6d8-fc7c-498d-bbc2-aa0876546ca1 req-8a27144e-ad7b-4d5a-a8e4-c9e6f178a777 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.635292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cdce6d8-fc7c-498d-bbc2-aa0876546ca1 req-8a27144e-ad7b-4d5a-a8e4-c9e6f178a777 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "DELETE /v2.0/security-groups/978ba17c-7591-4790-aa98-dbdcdfd3587a HTTP/1.1" status: 204 len: 173 time: 1.7814143 Feb 07 12:54:25.650505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:54:25Z', 'revision_number': 6, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:25.665213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933aba9c-5678-4ce7-8c72-da3fa4917f0b None None] The sync data for ids ['d6d5d284-9bdf-4ed4-acf1-369029067983'] in n-d-811416-5 is: [{'id': 'd6d5d284-9bdf-4ed4-acf1-369029067983', 'name': 'tempest-AttachSCSIVolumeTestJSON-703187350-router', 'tenant_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:51:53Z', 'updated_at': '2022-02-07T12:54:25Z', 'revision_number': 6, 'project_id': 'f46f114d2c0d4b1483e0f588e05ebbfc', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:54:25.737941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54182) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:25.834313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] For port aab729eb-a2aa-4e62-a174-f7f323d9acb6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aab729eb-a2aa-4e62-a174-f7f323d9acb6,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:25.834829 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.860365 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e45400ce-dd21-45db-8945-e030ca347b51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bae88dbc77af41d49ce415d5a88f80e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1166577 Feb 07 12:54:25.868322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54188) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:25.961727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c00b03d-0b91-42bc-8c65-baf0bb123cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:25.988075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Calling delete_port for aab729eb-a2aa-4e62-a174-f7f323d9acb6 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:26.010661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c00b03d-0b91-42bc-8c65-baf0bb123cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:26.022533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca86c39-4a1f-4125-9ab7-72f7757eb6ac req-2f99f0cb-e3ac-4741-8501-1e3da5eb0b67 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:26.030819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ca86c39-4a1f-4125-9ab7-72f7757eb6ac req-2f99f0cb-e3ac-4741-8501-1e3da5eb0b67 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.6483419 Feb 07 12:54:26.202441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ca86c39-4a1f-4125-9ab7-72f7757eb6ac req-f33f8db9-93f7-4f8d-a6b8-a9cd8d8a6bcf tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706924 Feb 07 12:54:26.215484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c00b03d-0b91-42bc-8c65-baf0bb123cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:26.251072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00b03d-0b91-42bc-8c65-baf0bb123cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a935f2b-5c6c-402f-930f-9f41d9608c37,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:26.262251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c00b03d-0b91-42bc-8c65-baf0bb123cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:26.263403 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0c00b03d-0b91-42bc-8c65-baf0bb123cd8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a935f2b-5c6c-402f-930f-9f41d9608c37 HTTP/1.1" status: 204 len: 168 time: 0.3936446 Feb 07 12:54:26.268499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:26.283788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['1797c527-df7a-4aa2-9ee1-d89d9d38bfe7', '162d42da-8276-47d1-ae54-1c5e1f532ce0', 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:54:26.377234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc3fcd-d63f-44eb-8e6f-2f1012b4569d req-f1cff548-7638-46c0-8cfd-db210b7c0e83 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:26.386827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7cc3fcd-d63f-44eb-8e6f-2f1012b4569d req-f1cff548-7638-46c0-8cfd-db210b7c0e83 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 945 time: 0.4078939 Feb 07 12:54:26.402896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Pushing event deleted for resources: {'Port': ['ID=1797c527-df7a-4aa2-9ee1-d89d9d38bfe7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:26.521254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] No DVR routers for this DVR port 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:26.525426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4fae87b-c593-4952-87f6-6f8394b7241e req-0f50fe97-f2d3-4f25-bafb-72834906472b tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/72da8a87-4602-443e-a44e-8abec82b524a HTTP/1.1" status: 200 len: 1805 time: 0.2650940 Feb 07 12:54:26.530860 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:26.533494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1f5050-e03e-4e97-aa57-68ea57e21935', 'name': 'network-vif-deleted', 'tag': '1797c527-df7a-4aa2-9ee1-d89d9d38bfe7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:26.547263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7cc3fcd-d63f-44eb-8e6f-2f1012b4569d req-47206be8-ed77-4287-9c14-3bd1a545c67a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590309 Feb 07 12:54:26.691138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1da965d-19c9-4a80-ba1d-9b8e38468342 req-6dbbac6c-f132-4144-95c3-a7cc369bdef3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "DELETE /v2.0/ports/1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 HTTP/1.1" status: 204 len: 173 time: 2.5782566 Feb 07 12:54:26.756922 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c4fae87b-c593-4952-87f6-6f8394b7241e req-237d7afd-8677-4791-9bcd-201b786eb60d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:26.790507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:26.792613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aab729eb-a2aa-4e62-a174-f7f323d9acb6 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:26.842750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54202) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:26.856071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c4fae87b-c593-4952-87f6-6f8394b7241e req-237d7afd-8677-4791-9bcd-201b786eb60d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:26.890357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: aab729eb-a2aa-4e62-a174-f7f323d9acb6 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:26.890580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab729eb-a2aa-4e62-a174-f7f323d9acb6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:26.892856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aab729eb-a2aa-4e62-a174-f7f323d9acb6 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:26.893135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 665efcd7-3ced-42c0-92e3-31f64d9d9445 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:26.963910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 665efcd7-3ced-42c0-92e3-31f64d9d9445 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:26.964341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 665efcd7-3ced-42c0-92e3-31f64d9d9445 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:27.138917 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.356095 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.399005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.498880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c4fae87b-c593-4952-87f6-6f8394b7241e req-237d7afd-8677-4791-9bcd-201b786eb60d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.522751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d7afd-8677-4791-9bcd-201b786eb60d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da8a87-4602-443e-a44e-8abec82b524a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:27.553954 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c4fae87b-c593-4952-87f6-6f8394b7241e req-237d7afd-8677-4791-9bcd-201b786eb60d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.568564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4fae87b-c593-4952-87f6-6f8394b7241e req-237d7afd-8677-4791-9bcd-201b786eb60d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "DELETE /v2.0/security-groups/72da8a87-4602-443e-a44e-8abec82b524a HTTP/1.1" status: 204 len: 173 time: 1.0250919 Feb 07 12:54:27.600838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315eaa4-fef2-41f8-9ab1-7597889971a7 req-c6ebab36-826c-42ba-ac59-66989b92caea tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:27.605885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7315eaa4-fef2-41f8-9ab1-7597889971a7 req-c6ebab36-826c-42ba-ac59-66989b92caea tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 949 time: 0.2571142 Feb 07 12:54:27.644951 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1f5050-e03e-4e97-aa57-68ea57e21935', 'name': 'network-vif-deleted', 'tag': '1797c527-df7a-4aa2-9ee1-d89d9d38bfe7', 'status': 'completed', 'code': 200} Feb 07 12:54:27.647496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.647912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d5d284-9bdf-4ed4-acf1-369029067983 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 12:54:27.678182 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.689270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1369c278-1f89-42d4-94dc-5bddd4639554 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d6d5d284-9bdf-4ed4-acf1-369029067983 HTTP/1.1" status: 204 len: 168 time: 3.7075782 Feb 07 12:54:27.720626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54224) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:27.776201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7315eaa4-fef2-41f8-9ab1-7597889971a7 req-067a5081-b221-4021-b86e-1dacf1743dbb tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639576 Feb 07 12:54:27.804350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f25a1f41-b93f-439e-b29b-28a4179691cc req-4e8067a5-8d06-45e2-9b97-216ea0caf091 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/ec05a03b-174c-47e1-b97f-65c4d8719a7e HTTP/1.1" status: 200 len: 2404 time: 0.1120434 Feb 07 12:54:27.876099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d0d9d7-738d-4b16-9dcf-9de38e886776 admin admin] Deleting subnet 167b583b-3bee-40f7-a516-9556c7d93c19 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:54:27.881237 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13d0d9d7-738d-4b16-9dcf-9de38e886776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.909874 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f25a1f41-b93f-439e-b29b-28a4179691cc req-279ab28c-f921-47af-9175-5bbd38b8409d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:27.952946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.024654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13d0d9d7-738d-4b16-9dcf-9de38e886776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.046851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f25a1f41-b93f-439e-b29b-28a4179691cc req-279ab28c-f921-47af-9175-5bbd38b8409d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.072074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6e410423-689d-4070-b453-9c5b2e793b5b req-dd2b5e5c-a820-4288-8581-82563bddd5d5 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Synchronizing usage tracker for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:28.220894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6e410423-689d-4070-b453-9c5b2e793b5b req-dd2b5e5c-a820-4288-8581-82563bddd5d5 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Unset dirty status for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:28.223514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e410423-689d-4070-b453-9c5b2e793b5b req-dd2b5e5c-a820-4288-8581-82563bddd5d5 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=db1f5050-e03e-4e97-aa57-68ea57e21935 HTTP/1.1" status: 200 len: 210 time: 0.2250409 Feb 07 12:54:28.268391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f25a1f41-b93f-439e-b29b-28a4179691cc req-279ab28c-f921-47af-9175-5bbd38b8409d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.270813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:28.313475 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13d0d9d7-738d-4b16-9dcf-9de38e886776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.329599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ab28c-f921-47af-9175-5bbd38b8409d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec05a03b-174c-47e1-b97f-65c4d8719a7e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:28.340448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:28.340448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1797c527-df7a-4aa2-9ee1-d89d9d38bfe7 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:28.360424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f25a1f41-b93f-439e-b29b-28a4179691cc req-279ab28c-f921-47af-9175-5bbd38b8409d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.364384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f25a1f41-b93f-439e-b29b-28a4179691cc req-279ab28c-f921-47af-9175-5bbd38b8409d tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "DELETE /v2.0/security-groups/ec05a03b-174c-47e1-b97f-65c4d8719a7e HTTP/1.1" status: 204 len: 173 time: 0.5589786 Feb 07 12:54:28.593095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Deleting port 76f41b07-ebf8-4992-9608-89c5341aba2b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:28.593461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.619301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79345b10-2688-44a1-99ee-e90a3ea71a63 req-65a01a41-4b6d-469c-9cec-1526501116b4 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "GET /v2.0/security-groups/1046b62b-4026-4d21-ae53-940a24f25634 HTTP/1.1" status: 200 len: 2396 time: 0.0889988 Feb 07 12:54:28.636789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13d0d9d7-738d-4b16-9dcf-9de38e886776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.693881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0d9d7-738d-4b16-9dcf-9de38e886776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167b583b-3bee-40f7-a516-9556c7d93c19,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:28.699993 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13d0d9d7-738d-4b16-9dcf-9de38e886776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.706166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2020bbbb-0bd1-49f1-96f8-356bd4da1d49 None None] Network 72b2e83a-3af7-4c1f-a104-98f9a145f035 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:28.711562 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13d0d9d7-738d-4b16-9dcf-9de38e886776 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/167b583b-3bee-40f7-a516-9556c7d93c19 HTTP/1.1" status: 204 len: 168 time: 0.9897006 Feb 07 12:54:28.727774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54250) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:28.732113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79345b10-2688-44a1-99ee-e90a3ea71a63 req-d5d4f344-8047-494f-bdc1-9180c0e70505 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.804828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79345b10-2688-44a1-99ee-e90a3ea71a63 req-d5d4f344-8047-494f-bdc1-9180c0e70505 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.937139 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:28.965594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] For port 76f41b07-ebf8-4992-9608-89c5341aba2b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=76f41b07-ebf8-4992-9608-89c5341aba2b,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:28.965996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.039165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Deleting port af6955d4-0ade-4ed4-89f7-d3b152adf234 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:29.039385 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.089015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] DHCP port deletion for 72b2e83a-3af7-4c1f-a104-98f9a145f035 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:54:29.093677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] Deleting port af6955d4-0ade-4ed4-89f7-d3b152adf234 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:29.094185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.140549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Calling delete_port for 76f41b07-ebf8-4992-9608-89c5341aba2b owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:29.209748 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79345b10-2688-44a1-99ee-e90a3ea71a63 req-d5d4f344-8047-494f-bdc1-9180c0e70505 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.233339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4f344-8047-494f-bdc1-9180c0e70505 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1046b62b-4026-4d21-ae53-940a24f25634,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:29.246052 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79345b10-2688-44a1-99ee-e90a3ea71a63 req-d5d4f344-8047-494f-bdc1-9180c0e70505 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.251218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79345b10-2688-44a1-99ee-e90a3ea71a63 req-d5d4f344-8047-494f-bdc1-9180c0e70505 tempest-SecurityGroupRulesTestJSON-1729916222 tempest-SecurityGroupRulesTestJSON-1729916222-project] 10.222.0.69 "DELETE /v2.0/security-groups/1046b62b-4026-4d21-ae53-940a24f25634 HTTP/1.1" status: 204 len: 173 time: 0.6309566 Feb 07 12:54:29.257531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54260) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:29.399833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d476943-6763-4d89-b48c-385ff96941f9 admin admin] Deleting subnet 6c3364dd-1b49-415f-8f8a-392597aa305c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:54:29.408955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d476943-6763-4d89-b48c-385ff96941f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.425429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] For port af6955d4-0ade-4ed4-89f7-d3b152adf234, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=af6955d4-0ade-4ed4-89f7-d3b152adf234,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:29.425429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.477543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] For port af6955d4-0ade-4ed4-89f7-d3b152adf234, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=af6955d4-0ade-4ed4-89f7-d3b152adf234,segment=NetworkSegment(a6e57ee9-4d88-4477-9440-ed390adee050),segment_id=a6e57ee9-4d88-4477-9440-ed390adee050)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:29.478150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.562322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Calling delete_port for af6955d4-0ade-4ed4-89f7-d3b152adf234 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:29.627870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] Calling delete_port for af6955d4-0ade-4ed4-89f7-d3b152adf234 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:29.652624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d476943-6763-4d89-b48c-385ff96941f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.664165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d476943-6763-4d89-b48c-385ff96941f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.752767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ee3a-3ccb-48cb-9008-a6c4ab75bb6c req-8ba682e4-61c3-4997-b1ee-09647aa5d263 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:29.754412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a47ee3a-3ccb-48cb-9008-a6c4ab75bb6c req-8ba682e4-61c3-4997-b1ee-09647aa5d263 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.2584944 Feb 07 12:54:29.757320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-fd1d1c13-5003-4679-9804-ce3ffd2f745a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3502049 Feb 07 12:54:29.806324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a47ee3a-3ccb-48cb-9008-a6c4ab75bb6c req-b1dceb91-13e8-4a9e-b459-a7f2f3982a82 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Feb 07 12:54:29.917064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd168-2f0c-4396-941f-7b940606885d req-f82543a6-5e1a-44ba-988a-fd695af1a71b tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:29.918450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e7fd168-2f0c-4396-941f-7b940606885d req-f82543a6-5e1a-44ba-988a-fd695af1a71b tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 949 time: 0.1024139 Feb 07 12:54:29.980464 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:29.985182 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:54:29.985182 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:54:29.985836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e7fd168-2f0c-4396-941f-7b940606885d req-e66c4c11-016f-48b5-809d-f7f0ef672d3d tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599613 Feb 07 12:54:29.988718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d476943-6763-4d89-b48c-385ff96941f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:30.051586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d476943-6763-4d89-b48c-385ff96941f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:30.064642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6d476943-6763-4d89-b48c-385ff96941f9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6c3364dd-1b49-415f-8f8a-392597aa305c HTTP/1.1" status: 204 len: 168 time: 0.8057344 Feb 07 12:54:30.068281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54278) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:30.071754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d476943-6763-4d89-b48c-385ff96941f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3364dd-1b49-415f-8f8a-392597aa305c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:30.075859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:30.213923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=af6955d4-0ade-4ed4-89f7-d3b152adf234,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:30.217026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] No DVR routers for this DVR port af6955d4-0ade-4ed4-89f7-d3b152adf234 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:30.271379 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:30.416788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device af6955d4-0ade-4ed4-89f7-d3b152adf234 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:30.526711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] Deleting port af6955d4-0ade-4ed4-89f7-d3b152adf234 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:30.527439 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:30.620901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: af6955d4-0ade-4ed4-89f7-d3b152adf234 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:30.621278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device af6955d4-0ade-4ed4-89f7-d3b152adf234 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:30.772462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2060440d-701a-4ab1-9a49-f11589c0f112 None None] The port 'af6955d4-0ade-4ed4-89f7-d3b152adf234' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:54:30.913447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:30.968959 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.969186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.970174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.970510 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > port after_create 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.970835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > port after_delete 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.971196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > port after_update 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.971509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.972604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.973103 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:30.973804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:31.052750 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:31.053099 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:31.053431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:31.053869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 12:54:31.054642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4adb95-6ae9-458d-b19a-c83c4a36585c']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:31.074250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec0d0f5-7230-49bb-93e4-65b51317a5ec') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:31.074659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec0d0f5-7230-49bb-93e4-65b51317a5ec') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:31.109722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Pushing event deleted for resources: {'Port': ['ID=76f41b07-ebf8-4992-9608-89c5341aba2b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:31.146032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.162487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-382f49b5-65d9-4428-929a-bfbdfc5ea70e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4592757 Feb 07 12:54:31.200598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.202859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.246494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b2e83a-3af7-4c1f-a104-98f9a145f035']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:31.303948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:54:31.304385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: from cryptography.utils import int_from_bytes Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: from cryptography.utils import int_from_bytes Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: util.warn_limited( Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: util.warn_limited( Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: timer() Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:54:31.325613 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:54:31.330748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-7ffcc417-b103-477b-811a-8f7fd9695148 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:31.332086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-7ffcc417-b103-477b-811a-8f7fd9695148 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Synchronizing usage tracker for tenant:4708c3de511f4a30b06da7a02d641475 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:31.372853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e57ee9-4d88-4477-9440-ed390adee050') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:31.373245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e57ee9-4d88-4477-9440-ed390adee050') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:31.401029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.420898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.524024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.536756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-7ffcc417-b103-477b-811a-8f7fd9695148 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Unset dirty status for tenant:4708c3de511f4a30b06da7a02d641475 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:31.537953 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-7ffcc417-b103-477b-811a-8f7fd9695148 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.35 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 949 time: 0.5249431 Feb 07 12:54:31.544979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:54:31.545388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:54:31.559528 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:54:31.562023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749be8be-8fc2-4733-909c-9b987b2708cf req-05439711-9bfb-434c-be42-2ffea4081541 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:31.562023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-749be8be-8fc2-4733-909c-9b987b2708cf req-05439711-9bfb-434c-be42-2ffea4081541 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.4777644 Feb 07 12:54:31.588171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-3315b677-88a2-44f0-90b7-9dd4923e814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:31.589640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-3315b677-88a2-44f0-90b7-9dd4923e814a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1101 time: 0.3924861 Feb 07 12:54:31.653972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc1b54-7fef-426b-bfaf-8a1b9d849dce req-775a1205-a3e0-4455-86f6-04dcbfd6aa4a tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:31.655814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dbc1b54-7fef-426b-bfaf-8a1b9d849dce req-775a1205-a3e0-4455-86f6-04dcbfd6aa4a tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 949 time: 0.2286439 Feb 07 12:54:31.662782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.666513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-749be8be-8fc2-4733-909c-9b987b2708cf req-d4f117a6-c7f2-42f0-ba25-a3b7cbc05f3f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952251 Feb 07 12:54:31.779123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.788871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4adb95-6ae9-458d-b19a-c83c4a36585c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:31.804685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b22a2792-df84-411d-8815-879611151a2c admin admin] 10.222.0.69 "DELETE /v2.0/networks/7c4adb95-6ae9-458d-b19a-c83c4a36585c HTTP/1.1" status: 204 len: 168 time: 1.7344179 Feb 07 12:54:31.820672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Deleting port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:31.821032 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:31.837036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dbc1b54-7fef-426b-bfaf-8a1b9d849dce req-8741cc00-a3e9-4b4b-bce2-9d6da5333895 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162341 Feb 07 12:54:31.922276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-edec02c0-af40-4c4b-ac17-4ac628d66b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:31.924080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-edec02c0-af40-4c4b-ac17-4ac628d66b48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3058920 Feb 07 12:54:32.086461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-a56fe28d-db12-4820-b912-d4acbae356a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 217 time: 0.1548862 Feb 07 12:54:32.137421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:32.174348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:32.181736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=72b2e83a-3af7-4c1f-a104-98f9a145f035,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:32.189068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-120171fb-4443-4864-b8c0-e19de4ab6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:32.192143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-120171fb-4443-4864-b8c0-e19de4ab6e85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0953305 Feb 07 12:54:32.269518 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-558f1bdd-1884-4846-a8c2-1cb2e7f07b2d admin admin] 10.222.0.69 "DELETE /v2.0/networks/72b2e83a-3af7-4c1f-a104-98f9a145f035 HTTP/1.1" status: 204 len: 168 time: 3.5377765 Feb 07 12:54:32.272276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54364) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:32.348596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-601649ce-4db9-482e-84b6-73c85232f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:32.349865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-601649ce-4db9-482e-84b6-73c85232f8fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428514 Feb 07 12:54:32.513933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54370) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:32.592089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-7d780aa4-d44d-4e17-825b-540204a569f1 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219932 Feb 07 12:54:32.703606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d3860-c9ce-468f-9eb4-99cc1f6b6f63 req-80439740-651a-42ce-b9c6-b290ecb67723 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:32.710238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d3860-c9ce-468f-9eb4-99cc1f6b6f63 req-80439740-651a-42ce-b9c6-b290ecb67723 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:32.712037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-739d3860-c9ce-468f-9eb4-99cc1f6b6f63 req-80439740-651a-42ce-b9c6-b290ecb67723 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1&device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 1681 time: 0.2995858 Feb 07 12:54:32.795377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-739d3860-c9ce-468f-9eb4-99cc1f6b6f63 req-63d0f455-7d57-4c41-882d-cd7fd067fad0 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759017 Feb 07 12:54:32.803170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c166fccf-59a0-4cea-a5d3-5353b6c6fa3b req-470f5f0c-f2f5-404a-98f9-3cf79630532c service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023151 Feb 07 12:54:32.858560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Router c919e244-7d78-4f85-aad8-c38e3ca1da35 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:54:32.912614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3417c7-98f7-4958-9a89-c6616b798071 req-9ec0edc3-2b70-4db1-b274-97eefd492c2f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:32.920117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e3417c7-98f7-4958-9a89-c6616b798071 req-9ec0edc3-2b70-4db1-b274-97eefd492c2f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.1156485 Feb 07 12:54:32.975593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e3417c7-98f7-4958-9a89-c6616b798071 req-644b5766-9b4b-4857-9084-20e88851417c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529037 Feb 07 12:54:33.113719 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c369a14b-e0c9-410a-b711-fcaf60f27969 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f07f5d1a4e9e4c2cb231373627ebeba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984735 Feb 07 12:54:33.117728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54384) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:33.130992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] For port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:33.131856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:33.338158 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-755ccde7-2629-4e2c-8e3b-ba704fb54e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:33.359408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b71e4f-11ba-4ed3-9f0d-68d9d6367c2f req-0a8de224-a178-43d6-ae37-cdd2d18c851f tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:33.360245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7b71e4f-11ba-4ed3-9f0d-68d9d6367c2f req-0a8de224-a178-43d6-ae37-cdd2d18c851f tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 949 time: 0.2792516 Feb 07 12:54:33.406360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-755ccde7-2629-4e2c-8e3b-ba704fb54e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:33.431279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Calling delete_port for d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:33.461645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7b71e4f-11ba-4ed3-9f0d-68d9d6367c2f req-c395dcb1-d800-4fb4-a4a1-f9589e2f5cf0 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/security-groups?id=9376c7e3-c0ec-45be-9bde-f7f0279c05cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924113 Feb 07 12:54:33.584520 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-755ccde7-2629-4e2c-8e3b-ba704fb54e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:33.600680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ccde7-2629-4e2c-8e3b-ba704fb54e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fceec19-fafe-4eac-a0df-66082c79e868,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:33.607863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-755ccde7-2629-4e2c-8e3b-ba704fb54e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:33.609505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-755ccde7-2629-4e2c-8e3b-ba704fb54e35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fceec19-fafe-4eac-a0df-66082c79e868 HTTP/1.1" status: 204 len: 168 time: 0.4866209 Feb 07 12:54:33.742933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:54:33.751460 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] Sync routers for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:54:33.764222 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d5597643-f3a4-4da9-90c4-f52d6614db2b admin admin] 10.222.0.69 "PUT /v2.0/routers/c919e244-7d78-4f85-aad8-c38e3ca1da35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9200845 Feb 07 12:54:33.767728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54404) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:33.776817 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:33.776817 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:33.973232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-a118bcf6-dfe6-4e49-8204-c9763c17af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:33.974595 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-a118bcf6-dfe6-4e49-8204-c9763c17af73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 1101 time: 0.5537255 Feb 07 12:54:34.077257 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:34.104685 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:34.282694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-15b3a1df-b4ff-425e-b73b-a564f18e263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:34.286104 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-15b3a1df-b4ff-425e-b73b-a564f18e263a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3016636 Feb 07 12:54:34.348518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:34.467073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-03c64d5a-65da-48f7-9728-7f132853e6a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 200 len: 217 time: 0.1764874 Feb 07 12:54:34.476314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:34.485584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e588a8-c8b0-4b9d-a9ed-e0b5e88d19df req-570402e6-e1ad-400d-aa6a-d806d7dd7421 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:34.494041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16e588a8-c8b0-4b9d-a9ed-e0b5e88d19df req-570402e6-e1ad-400d-aa6a-d806d7dd7421 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.1548586 Feb 07 12:54:34.556800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16e588a8-c8b0-4b9d-a9ed-e0b5e88d19df req-f4030435-e669-4306-8ee0-56cb63aeef5b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572684 Feb 07 12:54:34.556800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Deleting port 88ff5362-37c1-4fd6-aa54-acbb82717074 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:34.558658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:34.614623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Pushing event deleted for resources: {'Port': ['ID=d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:34.757895 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:54:29Z', 'revision_number': 5, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port': {'id': '88ff5362-37c1-4fd6-aa54-acbb82717074', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:49:51Z', 'updated_at': '2022-02-07T12:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:34.765721 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] Checking router: c919e244-7d78-4f85-aad8-c38e3ca1da35 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:54:34.784842 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] Routers {'c919e244-7d78-4f85-aad8-c38e3ca1da35'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:34.785881 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c919e244-7d78-4f85-aad8-c38e3ca1da35'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:34.870810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:35.017595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:35.017968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:35.052700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0bda5e29-be45-4e9a-8fd6-5c581ba70e46 req-3b05bac0-4780-49c0-958e-4994ce8bae18 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 210 time: 0.1147466 Feb 07 12:54:35.068339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] For port 88ff5362-37c1-4fd6-aa54-acbb82717074, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=88ff5362-37c1-4fd6-aa54-acbb82717074,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:35.069305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:35.153959 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] Set router c919e244-7d78-4f85-aad8-c38e3ca1da35 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:35.214298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:35.225172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Calling delete_port for 88ff5362-37c1-4fd6-aa54-acbb82717074 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:35.274904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-30db79b5-23ea-41a3-a0fc-44e4de20efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:35.277366 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-30db79b5-23ea-41a3-a0fc-44e4de20efac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.8027570 Feb 07 12:54:35.285494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] No DVR routers for this DVR port d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:35.287948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:35.308511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5f400-2f4a-463a-bcb4-7939794b7281', 'name': 'network-vif-deleted', 'tag': 'd1bf5bd8-7876-420b-8bfa-0c3a5e2aba87'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:35.334900 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:54:34Z', 'revision_number': 6, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:35.340156 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5af76-36fe-447a-81a5-6d85aca4f7e4 None None] The sync data for ids ['c919e244-7d78-4f85-aad8-c38e3ca1da35'] in n-d-811416-5 is: [{'id': 'c919e244-7d78-4f85-aad8-c38e3ca1da35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874870684-router', 'tenant_id': 'd05a8e65e68142639375bf1a3ec23518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:49:50Z', 'updated_at': '2022-02-07T12:54:34Z', 'revision_number': 6, 'project_id': 'd05a8e65e68142639375bf1a3ec23518', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:54:35.399154 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d5f400-2f4a-463a-bcb4-7939794b7281', 'name': 'network-vif-deleted', 'tag': 'd1bf5bd8-7876-420b-8bfa-0c3a5e2aba87', 'status': 'completed', 'code': 200} Feb 07 12:54:35.461041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf263f2-34a6-4ed3-b73e-8d697ab501fd req-739587e2-7927-433a-8ea1-f83d7b7eb88a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:35.462669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccf263f2-34a6-4ed3-b73e-8d697ab501fd req-739587e2-7927-433a-8ea1-f83d7b7eb88a tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 945 time: 0.2449379 Feb 07 12:54:35.492768 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-37ea6971-de34-4e0b-a4a6-b21964983038 req-01db5475-acba-4322-abb0-10fa5cda7e81 tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.35 "DELETE /v2.0/ports/d1bf5bd8-7876-420b-8bfa-0c3a5e2aba87 HTTP/1.1" status: 204 len: 173 time: 3.9488041 Feb 07 12:54:35.536011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-670954c9-af36-46ce-a189-1bbfb9fbd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:35.537523 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-670954c9-af36-46ce-a189-1bbfb9fbd12b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2445273 Feb 07 12:54:35.560607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccf263f2-34a6-4ed3-b73e-8d697ab501fd req-130b48f3-3aed-4796-8a2b-4d32153e7d82 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841048 Feb 07 12:54:35.669305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:35.860999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Pushing event deleted for resources: {'Port': ['ID=88ff5362-37c1-4fd6-aa54-acbb82717074,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:35.877877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:35.913112 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-c74b27b3-0802-4de4-8444-e48184d5903c service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185763 Feb 07 12:54:36.021409 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.070712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1938286850-network', 'tenant_id': '2a28df3050734c02ba3847c0e360790d'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:36.087799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:36.096395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Usage tracker for resource:network and tenant:2a28df3050734c02ba3847c0e360790d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:36.104664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:36.107719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Deleting port 4b714a5e-3a9e-4474-8ea6-7725705fb547 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:36.108268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.160067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:36.238362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bb1fa-2a7c-4ebe-8eb4-75b43adfeefc req-b9b19743-878f-4a6c-ab9c-a7341b3b6b20 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:36.246433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-666bb1fa-2a7c-4ebe-8eb4-75b43adfeefc req-b9b19743-878f-4a6c-ab9c-a7341b3b6b20 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.4761879 Feb 07 12:54:36.318279 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-8b5af62f-1fa1-465c-9075-b7b220aea982 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758857 Feb 07 12:54:36.321098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Made reservation on behalf of 2a28df3050734c02ba3847c0e360790d for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:36.326993 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.342325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.367295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 88ff5362-37c1-4fd6-aa54-acbb82717074 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:36.375546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:36.383720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Usage tracker for resource:security_group_rule and tenant:2a28df3050734c02ba3847c0e360790d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:36.397019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:36.470400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:36.471485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 88ff5362-37c1-4fd6-aa54-acbb82717074 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:36.471485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 88ff5362-37c1-4fd6-aa54-acbb82717074 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:36.471485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 76f41b07-ebf8-4992-9608-89c5341aba2b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:36.472335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45d968d3-9db8-4835-b3d9-c4531e5663a8 req-82008cfb-e71e-41bd-897f-14098135129a tempest-ServerDiagnosticsNegativeTest-610001572 tempest-ServerDiagnosticsNegativeTest-610001572-project] 10.222.0.69 "GET /v2.0/ports?device_id=16d5f400-2f4a-463a-bcb4-7939794b7281 HTTP/1.1" status: 200 len: 210 time: 0.1771016 Feb 07 12:54:36.472501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] For port 4b714a5e-3a9e-4474-8ea6-7725705fb547, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4b714a5e-3a9e-4474-8ea6-7725705fb547,segment=NetworkSegment(b634bcca-7731-4c3c-895a-4f57b5e30bbe),segment_id=b634bcca-7731-4c3c-895a-4f57b5e30bbe)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:36.472501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.472813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-666bb1fa-2a7c-4ebe-8eb4-75b43adfeefc req-949d877e-fa75-446e-94ed-e24920a6d3be tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163415 Feb 07 12:54:36.484015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 76f41b07-ebf8-4992-9608-89c5341aba2b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:36.484654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 76f41b07-ebf8-4992-9608-89c5341aba2b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:36.536880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.539895 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.610956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Calling delete_port for 4b714a5e-3a9e-4474-8ea6-7725705fb547 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:36.738873 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.739540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c919e244-7d78-4f85-aad8-c38e3ca1da35 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 12:54:36.767056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.818843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-8affe773-e268-4e34-b957-dc0ea8dee47e tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:36.821970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-8affe773-e268-4e34-b957-dc0ea8dee47e tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 945 time: 0.2378597 Feb 07 12:54:36.874803 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:36.879563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b85bd3f1-dd48-4aab-95d5-98d31770575e admin admin] 10.222.0.69 "DELETE /v2.0/routers/c919e244-7d78-4f85-aad8-c38e3ca1da35 HTTP/1.1" status: 204 len: 168 time: 3.1107254 Feb 07 12:54:36.880560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54490) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:37.030596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.053282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-17beec6f-177d-48b3-a52a-f449e1955600 admin admin] Deleting subnet cdf3cb13-5f8f-4902-9310-4870273179cf {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:54:37.056389 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17beec6f-177d-48b3-a52a-f449e1955600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.104396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e804f396-047d-47bc-9f22-be470145971d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:37.121012 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17beec6f-177d-48b3-a52a-f449e1955600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.125653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:54:37.138154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.138863 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Added segment b1331ba1-7607-4ea5-82b5-e365aa14e854 of type vlan for network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 Feb 07 12:54:37.153415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.176493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Deleting port 162d42da-8276-47d1-ae54-1c5e1f532ce0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:37.176836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.225311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=4b714a5e-3a9e-4474-8ea6-7725705fb547,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:37.267154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.352542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ac6c7-0dcc-4828-886e-5081281137a4 req-64a07bb5-60c1-46fd-b9e1-e0fe90e97a4c tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:37.352542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e8ac6c7-0dcc-4828-886e-5081281137a4 req-64a07bb5-60c1-46fd-b9e1-e0fe90e97a4c tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 945 time: 0.5300238 Feb 07 12:54:37.509920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.resource_extend [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 12:54:37.576806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17beec6f-177d-48b3-a52a-f449e1955600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.606835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e8ac6c7-0dcc-4828-886e-5081281137a4 req-22340629-66ce-42b6-a8e9-d8174a77d4e9 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/security-groups?id=a28d4908-1143-48f2-9234-3f27dc266a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963186 Feb 07 12:54:37.681949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] For port 162d42da-8276-47d1-ae54-1c5e1f532ce0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=162d42da-8276-47d1-ae54-1c5e1f532ce0,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:37.684648 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.762585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-641067d2-901f-4b0a-87f7-5b0ecd38cdbb tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:37.763349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-641067d2-901f-4b0a-87f7-5b0ecd38cdbb tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Synchronizing usage tracker for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:37.840366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-641067d2-901f-4b0a-87f7-5b0ecd38cdbb tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Unset dirty status for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:37.841811 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-641067d2-901f-4b0a-87f7-5b0ecd38cdbb tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 945 time: 0.5199335 Feb 07 12:54:37.850472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Calling delete_port for 162d42da-8276-47d1-ae54-1c5e1f532ce0 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:37.850935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:37.851968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:37.861968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.008544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93c088-e4f6-40b2-8b0f-f637b5995f83 req-040bfaa1-6e6f-480c-961f-b81c06a7a1e1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:38.010005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a93c088-e4f6-40b2-8b0f-f637b5995f83 req-040bfaa1-6e6f-480c-961f-b81c06a7a1e1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.1681128 Feb 07 12:54:38.019767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.056019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Deleting port e90aef31-8ebd-4f36-9fe6-0515a2f7725f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:38.056421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.121907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a93c088-e4f6-40b2-8b0f-f637b5995f83 req-f39cf011-18d9-4593-a259-47024d909b5f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686908 Feb 07 12:54:38.181236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17beec6f-177d-48b3-a52a-f449e1955600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.190520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbe0d12-b5cd-430b-9732-d359a1a79e70,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:38.201517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:54:38.228329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beec6f-177d-48b3-a52a-f449e1955600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf3cb13-5f8f-4902-9310-4870273179cf,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:38.233623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17beec6f-177d-48b3-a52a-f449e1955600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.285882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641a6260-d8e6-49c2-a4ab-9f28941e14bf None None] Network 1477f912-4630-4658-8e92-9d186d512827 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:38.391902 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13e20a44-7fa4-4bad-9ed9-baaf39908411 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5128784 Feb 07 12:54:38.395429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54514) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:38.405440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Request body: {'subnet': {'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-subnet', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:38.415763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:38.421611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Usage tracker for resource:subnet and tenant:2a28df3050734c02ba3847c0e360790d is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:38.594007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:38.606280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.611344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-17beec6f-177d-48b3-a52a-f449e1955600 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cdf3cb13-5f8f-4902-9310-4870273179cf HTTP/1.1" status: 204 len: 168 time: 1.7228837 Feb 07 12:54:38.615438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54526) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:38.683343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0401488a-c3ca-4c7b-b268-afb0ad982e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.730147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] DHCP port deletion for 1477f912-4630-4658-8e92-9d186d512827 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:54:38.734889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] Deleting port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:38.735514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.747365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.762825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:38.808688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Pushing event deleted for resources: {'Port': ['ID=162d42da-8276-47d1-ae54-1c5e1f532ce0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:38.836363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Deleting port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:38.836938 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:38.907824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54548) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:38.962246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] For port e90aef31-8ebd-4f36-9fe6-0515a2f7725f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,segment=NetworkSegment(787527b8-4f20-4a25-b2ff-d84f51d7fd92),segment_id=787527b8-4f20-4a25-b2ff-d84f51d7fd92)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:38.962246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:39.045610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9a581d12-4e78-45a4-a43c-83792aa97afa req-cd392dc0-f196-425d-a8c3-3128da68baf3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Synchronizing usage tracker for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:39.045610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] No DVR routers for this DVR port 162d42da-8276-47d1-ae54-1c5e1f532ce0 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:39.047066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:39.049264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9da8854-5051-4eb2-bbba-cfb7e5027c46 req-6b4c24ef-3681-437c-b85a-5195b8ba5171 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "DELETE /v2.0/ports/162d42da-8276-47d1-ae54-1c5e1f532ce0 HTTP/1.1" status: 204 len: 173 time: 2.1621423 Feb 07 12:54:39.050585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da6dff5-5abb-4df5-b687-fdddfa644fb1', 'name': 'network-vif-deleted', 'tag': '162d42da-8276-47d1-ae54-1c5e1f532ce0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:39.103932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Made reservation on behalf of 2a28df3050734c02ba3847c0e360790d for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:39.106889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:39.266934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] For port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=20a38b63-e9aa-4a42-bcfa-6d9dcd903b12,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:39.268112 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:39.294224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Calling delete_port for e90aef31-8ebd-4f36-9fe6-0515a2f7725f owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:39.325262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9a581d12-4e78-45a4-a43c-83792aa97afa req-cd392dc0-f196-425d-a8c3-3128da68baf3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Unset dirty status for tenant:3c9a158524bd4bd4a397fe6cd4e82d01 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:39.326515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a581d12-4e78-45a4-a43c-83792aa97afa req-cd392dc0-f196-425d-a8c3-3128da68baf3 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 210 time: 0.4244194 Feb 07 12:54:39.363546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-ec1f828d-1a93-4ba7-a930-d53886fd41fe tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=38ea5fd63a674617a81811ed861e5e21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984273 Feb 07 12:54:39.451904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] Calling delete_port for 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:39.463258 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da6dff5-5abb-4df5-b687-fdddfa644fb1', 'name': 'network-vif-deleted', 'tag': '162d42da-8276-47d1-ae54-1c5e1f532ce0', 'status': 'completed', 'code': 200} Feb 07 12:54:39.482728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Router da82af84-3e59-45d3-aeb8-b2c193934602 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:54:39.536796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5990b4d6-fa5a-4721-8ac6-8661f458040a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4708c3de511f4a30b06da7a02d641475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6269279 Feb 07 12:54:39.541991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54570) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:39.655373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:39.740280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-ca1be518-19e5-46e0-8632-4ef9ba6162d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:39.744506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-ca1be518-19e5-46e0-8632-4ef9ba6162d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798826 Feb 07 12:54:39.759916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] Pushing event deleted for resources: {'Port': ['ID=20a38b63-e9aa-4a42-bcfa-6d9dcd903b12,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:39.762952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41288cf-dfa0-4aed-a489-6f6b1fd47b6d None None] No DVR routers for this DVR port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:39.808822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e596a4c4-cc1c-4a21-9e33-900f26a2a911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:39.811256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-c977ddd6-8940-47b9-864b-5ead14e967e2 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/quotas/38ea5fd63a674617a81811ed861e5e21 HTTP/1.1" status: 200 len: 375 time: 0.0536304 Feb 07 12:54:39.875236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] For port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=20a38b63-e9aa-4a42-bcfa-6d9dcd903b12,segment=NetworkSegment(c8b117d1-7b34-4dca-94dc-af42127e2c4b),segment_id=c8b117d1-7b34-4dca-94dc-af42127e2c4b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:39.875940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:39.908281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-4076c905-f7dc-4bdf-be1f-985d9916937b tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=38ea5fd63a674617a81811ed861e5e21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729151 Feb 07 12:54:39.918942 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e596a4c4-cc1c-4a21-9e33-900f26a2a911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:39.981782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56058a-e997-4465-96a4-48e68b829bec req-f52b58c7-80bf-444b-b11b-e05ace735c30 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:39.981782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b56058a-e997-4465-96a4-48e68b829bec req-f52b58c7-80bf-444b-b11b-e05ace735c30 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.3363843 Feb 07 12:54:40.027835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b56058a-e997-4465-96a4-48e68b829bec req-dd837cc5-999b-4548-8d6a-3b33f704a057 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674946 Feb 07 12:54:40.082579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Calling delete_port for 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:40.165804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:54:40.176034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] Sync routers for ids ['da82af84-3e59-45d3-aeb8-b2c193934602'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:54:40.185280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] Routers {'da82af84-3e59-45d3-aeb8-b2c193934602'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:40.185955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['da82af84-3e59-45d3-aeb8-b2c193934602'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:40.197169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:54:40.197518 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:54:40.366539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:40.389872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e90aef31-8ebd-4f36-9fe6-0515a2f7725f no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:40.463646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:40.464004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:40.496716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] Set router da82af84-3e59-45d3-aeb8-b2c193934602 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:40.525403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8875c02e-6a46-4051-b7db-10bfaba46924 req-6426a23e-1205-4c48-b576-efd539645e82 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=7da6dff5-5abb-4df5-b687-fdddfa644fb1 HTTP/1.1" status: 200 len: 210 time: 0.0508773 Feb 07 12:54:40.552891 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:40.619189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No active binding found for port e90aef31-8ebd-4f36-9fe6-0515a2f7725f {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 12:54:40.619605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e90aef31-8ebd-4f36-9fe6-0515a2f7725f not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:40.620036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 162d42da-8276-47d1-ae54-1c5e1f532ce0 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:40.629546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Pushing event deleted for resources: {'Port': ['ID=e90aef31-8ebd-4f36-9fe6-0515a2f7725f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:40.671514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 162d42da-8276-47d1-ae54-1c5e1f532ce0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:40.671856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 162d42da-8276-47d1-ae54-1c5e1f532ce0 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:40.677905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] No DVR routers for this DVR port e90aef31-8ebd-4f36-9fe6-0515a2f7725f on host n-h2-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:40.680272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:40.682848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d57015-f0a7-40d4-bcb9-6f14b03958de', 'name': 'network-vif-deleted', 'tag': 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:40.692177 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-928a9ac4-910d-449a-b2d7-5284eff10aa1 req-cddab130-96a7-41c7-b60d-74be4918f7c1 tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.47 "DELETE /v2.0/ports/e90aef31-8ebd-4f36-9fe6-0515a2f7725f HTTP/1.1" status: 204 len: 173 time: 2.8422596 Feb 07 12:54:40.699522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Deleting port 20a38b63-e9aa-4a42-bcfa-6d9dcd903b12 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:40.700264 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:40.747810 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d57015-f0a7-40d4-bcb9-6f14b03958de', 'name': 'network-vif-deleted', 'tag': 'e90aef31-8ebd-4f36-9fe6-0515a2f7725f', 'status': 'completed', 'code': 200} Feb 07 12:54:40.789403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] The port '20a38b63-e9aa-4a42-bcfa-6d9dcd903b12' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:54:40.871168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:54:36Z', 'revision_number': 5, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:40.875151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] Checking router: da82af84-3e59-45d3-aeb8-b2c193934602 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:54:40.883777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] Routers {'da82af84-3e59-45d3-aeb8-b2c193934602'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:40.884404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['da82af84-3e59-45d3-aeb8-b2c193934602'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:40.915271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:40.944630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1477f912-4630-4658-8e92-9d186d512827']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:40.962349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b117d1-7b34-4dca-94dc-af42127e2c4b') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:40.962714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b117d1-7b34-4dca-94dc-af42127e2c4b') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:40.976240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:40.995106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:41.001446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:54:41.001840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:54:41.015618 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:54:41.085506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] Set router da82af84-3e59-45d3-aeb8-b2c193934602 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:41.202996 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:41.266427 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-777a5da6-0849-44e8-8efc-cd3c5f3f2cbe admin admin] 10.222.0.69 "PUT /v2.0/routers/da82af84-3e59-45d3-aeb8-b2c193934602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9910598 Feb 07 12:54:41.269560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54590) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:41.293546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a6b3a1-a4f0-42b8-8aec-3f8470fea193,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:41.299395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e596a4c4-cc1c-4a21-9e33-900f26a2a911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:41.308820 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-195b253b-451f-4988-935e-b554b6112123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:41.336801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596a4c4-cc1c-4a21-9e33-900f26a2a911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376c7e3-c0ec-45be-9bde-f7f0279c05cc,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:41.346269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e596a4c4-cc1c-4a21-9e33-900f26a2a911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:41.378304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e596a4c4-cc1c-4a21-9e33-900f26a2a911 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9376c7e3-c0ec-45be-9bde-f7f0279c05cc HTTP/1.1" status: 204 len: 168 time: 1.8303957 Feb 07 12:54:41.449087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:54:36Z', 'revision_number': 5, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:41.454469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f4e703-6fb0-4e47-99ac-6465581dc867 None None] The sync data for ids ['da82af84-3e59-45d3-aeb8-b2c193934602'] in n-d-811416-5 is: [{'id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'name': 'tempest-AttachSCSIVolumeTestJSON-909284944-router', 'tenant_id': '22893dd3c3f04412984e41a9409a15e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:52:16Z', 'updated_at': '2022-02-07T12:54:36Z', 'revision_number': 5, 'project_id': '22893dd3c3f04412984e41a9409a15e1', 'gw_port': {'id': '9a3eaaa9-e488-4c62-a65f-7d8345d41487', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da82af84-3e59-45d3-aeb8-b2c193934602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:52:18Z', 'updated_at': '2022-02-07T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:54:41.479751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796034f-9e5c-413c-9895-c8260c8ef907 req-98206e13-3aff-4a57-8dd3-e6e4d4434f16 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:41.488563 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:41.495497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:41.499875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6796034f-9e5c-413c-9895-c8260c8ef907 req-98206e13-3aff-4a57-8dd3-e6e4d4434f16 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.3409755 Feb 07 12:54:41.561121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1477f912-4630-4658-8e92-9d186d512827,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:41.650958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6796034f-9e5c-413c-9895-c8260c8ef907 req-28697c16-e048-4076-9ea5-b52c611575f0 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343014 Feb 07 12:54:41.650958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Checking segment: {'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:41.650958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Network hostable DHCP agents. Network: 2dbe0d12-b5cd-430b-9732-d359a1a79e70, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:54:41.668695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-6d399c40-3d7a-4f88-89a9-c07ba4a6e282 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=38ea5fd63a674617a81811ed861e5e21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012824 Feb 07 12:54:41.850424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:54:41.881893 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0740e3ec-db17-4a1f-9319-1833e8fe31b5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1477f912-4630-4658-8e92-9d186d512827 HTTP/1.1" status: 204 len: 168 time: 3.2586586 Feb 07 12:54:41.884654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54630) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:41.917405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.074200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 2dbe0d12-b5cd-430b-9732-d359a1a79e70) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:42.097372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b906e5-edbd-47b3-8192-90e666443475 None None] Network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:42.103360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:42.104242 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.113742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a92d94c-c880-4a48-8510-b37ace6aa72b req-b3b2ca48-5e28-4d14-90f3-50d132bb030e tempest-ListServersNegativeTestJSON-10181301 tempest-ListServersNegativeTestJSON-10181301-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1d57015-f0a7-40d4-bcb9-6f14b03958de HTTP/1.1" status: 200 len: 210 time: 0.0868957 Feb 07 12:54:42.160131 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.287619 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.294829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5725d-d422-4211-9193-635aee23d3da req-1c39409c-2dbf-4337-b915-6ab89c3c543a tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:42.303672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4b714a5e-3a9e-4474-8ea6-7725705fb547 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:42.307591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.312641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-1c39409c-2dbf-4337-b915-6ab89c3c543a tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6352799 Feb 07 12:54:42.337593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ab76872f-6302-4e3a-852a-ef810ac46821 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.9386334 Feb 07 12:54:42.340402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54634) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:42.347563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:42.354870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 4b714a5e-3a9e-4474-8ea6-7725705fb547 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:42.355216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4b714a5e-3a9e-4474-8ea6-7725705fb547 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:42.358533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:42.365715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Usage tracker for resource:router and tenant:2a28df3050734c02ba3847c0e360790d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:42.373248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:42.382933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:42.405809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-5ae8a956-20d0-4800-9040-887871b361cd tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/quotas/38ea5fd63a674617a81811ed861e5e21 HTTP/1.1" status: 200 len: 375 time: 0.0903978 Feb 07 12:54:42.459267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Deleting port 9a3eaaa9-e488-4c62-a65f-7d8345d41487 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:42.459623 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.485447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54638) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:42.510483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.523621 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.532261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.537770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:42.545951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] Usage tracker for resource:security_group_rule and tenant:6de582dc008642258ffc72fdb359b7d0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:42.549117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:42.556243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:42.602185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-2dbe0d12-b5cd-430b-9732-d359a1a79e70', 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'fixed_ips': [{'subnet_id': '15a6b3a1-a4f0-42b8-8aec-3f8470fea193'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:54:42.603653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.641494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-1d8df0d1-191a-471b-846e-27fb127ee373 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=38ea5fd63a674617a81811ed861e5e21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2340386 Feb 07 12:54:42.647174 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.836443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.842967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:42.911434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf9d27-5c0b-45b3-a8f7-c6df8c8829db,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:42.950182 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-46f93d07-b0cb-417f-a6f0-24c7db6a44b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6de582dc008642258ffc72fdb359b7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636354 Feb 07 12:54:42.954044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54648) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:43.007097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Allocated IP 172.20.0.2 (2dbe0d12-b5cd-430b-9732-d359a1a79e70/15a6b3a1-a4f0-42b8-8aec-3f8470fea193/77388d43-d341-4da2-b047-b73cab683e76) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:43.028417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] For port 9a3eaaa9-e488-4c62-a65f-7d8345d41487, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9a3eaaa9-e488-4c62-a65f-7d8345d41487,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:43.031643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.233328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Calling delete_port for 9a3eaaa9-e488-4c62-a65f-7d8345d41487 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:43.273958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ccbceba-ec54-44bc-acec-697ee1f22819 req-5f398546-9ab2-4d82-93b8-f65c47b8700d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 210 time: 0.0948446 Feb 07 12:54:43.297352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d405a8a5-2506-4aec-8943-bdeed6c77ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.340807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854ca28-e134-4a86-a76f-ec33ee1b81ac req-a5f51e3d-0dbf-4cd1-8fdc-64148fe39fa6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:43.352584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2854ca28-e134-4a86-a76f-ec33ee1b81ac req-a5f51e3d-0dbf-4cd1-8fdc-64148fe39fa6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.4335108 Feb 07 12:54:43.425429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54662) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:43.426497 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.439408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Transition to ACTIVE for port object 77388d43-d341-4da2-b047-b73cab683e76 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:43.485156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Transition to ACTIVE for port object 77388d43-d341-4da2-b047-b73cab683e76 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:43.496632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2854ca28-e134-4a86-a76f-ec33ee1b81ac req-3c4d6194-43cb-40b7-8f93-5d98b18fb536 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431971 Feb 07 12:54:43.499430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d405a8a5-2506-4aec-8943-bdeed6c77ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.523634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab3efa6-1f87-4455-9400-394229419a8c admin admin] Deleting subnet b366590b-c977-435d-a7e9-6cee6253def4 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:54:43.528269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dab3efa6-1f87-4455-9400-394229419a8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.580273 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.612409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.623378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dab3efa6-1f87-4455-9400-394229419a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.650959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.693451 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dab3efa6-1f87-4455-9400-394229419a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.727829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:43.735476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:43.739522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:43.790544 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.818975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Pushing event updated for resources: {'Port': ['ID=77388d43-d341-4da2-b047-b73cab683e76,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:43.848268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Attempting to bind port 77388d43-d341-4da2-b047-b73cab683e76 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:54:43.848630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Attempting to bind port 77388d43-d341-4da2-b047-b73cab683e76 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:54:43.848986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Attempting to bind port 77388d43-d341-4da2-b047-b73cab683e76 on network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:43.857205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:54:43.857850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Checking segment: {'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:43.858409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.858956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Bound using segment: {'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:54:43.860909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Bound port: 77388d43-d341-4da2-b047-b73cab683e76, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:54:43.861479 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.907865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:43.917186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d405a8a5-2506-4aec-8943-bdeed6c77ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.027021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dab3efa6-1f87-4455-9400-394229419a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.035080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] For port 77388d43-d341-4da2-b047-b73cab683e76, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:44.043415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] For port 77388d43-d341-4da2-b047-b73cab683e76, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=77388d43-d341-4da2-b047-b73cab683e76,segment=NetworkSegment(b1331ba1-7607-4ea5-82b5-e365aa14e854),segment_id=b1331ba1-7607-4ea5-82b5-e365aa14e854)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:54:44.081579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3efa6-1f87-4455-9400-394229419a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b366590b-c977-435d-a7e9-6cee6253def4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:44.083504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dab3efa6-1f87-4455-9400-394229419a8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.095846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dab3efa6-1f87-4455-9400-394229419a8c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b366590b-c977-435d-a7e9-6cee6253def4 HTTP/1.1" status: 204 len: 168 time: 0.6678274 Feb 07 12:54:44.099543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54676) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:44.115201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405a8a5-2506-4aec-8943-bdeed6c77ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf9d27-5c0b-45b3-a8f7-c6df8c8829db,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:44.116731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3eaaa9-e488-4c62-a65f-7d8345d41487,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:44.254943 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d405a8a5-2506-4aec-8943-bdeed6c77ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.258162 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d405a8a5-2506-4aec-8943-bdeed6c77ac0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ebf9d27-5c0b-45b3-a8f7-c6df8c8829db HTTP/1.1" status: 204 len: 168 time: 1.3008876 Feb 07 12:54:44.295566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.328131 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.387260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.484790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-476fe25e-6669-43c3-930d-aef6b731b6ef req-a3cdb2c5-47cf-4139-b80f-7fcac2924562 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 210 time: 0.1105249 Feb 07 12:54:44.554196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f6b6d-11aa-4c60-a574-7d30b6700382 None None] Pushing event updated for resources: {'Port': ['ID=77388d43-d341-4da2-b047-b73cab683e76,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:44.713331 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.718414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.776100 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.915284 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:44.986209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Deleting port e83bbbe3-e6f2-4e03-9916-852065a2f25a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:44.988573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.032002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5d5e02-5385-47ae-a125-d1f08d27c67f']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:45.077141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787527b8-4f20-4a25-b2ff-d84f51d7fd92') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:45.077435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787527b8-4f20-4a25-b2ff-d84f51d7fd92') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:45.094386 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.094923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da82af84-3e59-45d3-aeb8-b2c193934602 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 12:54:45.106135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.154848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.154848 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bfa9bb23-8f07-40ec-86d5-c9073c064ee6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/da82af84-3e59-45d3-aeb8-b2c193934602 HTTP/1.1" status: 204 len: 168 time: 3.8600512 Feb 07 12:54:45.160445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54698) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:45.177120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119a41e-28fb-4b91-8839-ce3984dce5b4 req-512feb2f-2d2d-4848-974a-a9c423c515a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:45.184924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b119a41e-28fb-4b91-8839-ce3984dce5b4 req-512feb2f-2d2d-4848-974a-a9c423c515a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.3599687 Feb 07 12:54:45.209647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.252207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.327813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-959083bf-a6e0-4376-b989-ad4efd16842e admin admin] Deleting subnet 2585f754-0300-46fd-9a1c-afd1ccbce060 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:54:45.340689 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-959083bf-a6e0-4376-b989-ad4efd16842e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.365450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] For port e83bbbe3-e6f2-4e03-9916-852065a2f25a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e83bbbe3-e6f2-4e03-9916-852065a2f25a,segment=NetworkSegment(419dd543-259b-4f14-8229-6d70943b3740),segment_id=419dd543-259b-4f14-8229-6d70943b3740)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:45.365926 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.436014 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-959083bf-a6e0-4376-b989-ad4efd16842e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.509949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Allocated IP 172.25.7.246 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/27cce40a-500a-40fa-bb51-6603fc49db4b) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:45.540923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Calling delete_port for e83bbbe3-e6f2-4e03-9916-852065a2f25a owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:45.726361 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-cccdd0a0-27b7-408f-8267-35bd634d6857 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=38ea5fd63a674617a81811ed861e5e21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003864 Feb 07 12:54:45.856234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:45.970670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0e1c383-0c08-4ccd-ab85-b813ecfe7232 req-b42dd675-3541-4e1f-9ae9-dfe4e509c00d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 210 time: 0.1337166 Feb 07 12:54:46.000866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:54:46.004433 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: timer() Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:54:46.027626 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:54:46.045762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-95756d15-b745-482a-8775-29032482ad3d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:46.047295 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-95756d15-b745-482a-8775-29032482ad3d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704751 Feb 07 12:54:46.048596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-959083bf-a6e0-4376-b989-ad4efd16842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.106252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Request body: {'port': {'device_id': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '38ea5fd63a674617a81811ed861e5e21'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:46.113164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b119a41e-28fb-4b91-8839-ce3984dce5b4 req-1105e26c-5296-4c17-8a10-bf0d906eff5f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9259791 Feb 07 12:54:46.186233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.259966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83bbbe3-e6f2-4e03-9916-852065a2f25a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:46.338465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc62015-c4be-4fba-adc1-86ab9acbaee6 None None] Network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:46.439547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.473627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.488151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:46.493332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Usage tracker for resource:port and tenant:38ea5fd63a674617a81811ed861e5e21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:46.497162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:46.505651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:46.689519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Made reservation on behalf of 38ea5fd63a674617a81811ed861e5e21 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:46.693929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.696357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 77388d43-d341-4da2-b047-b73cab683e76 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:46.701552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.730720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5d5e02-5385-47ae-a125-d1f08d27c67f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:46.751674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d2c47b75-2671-4f62-ad0e-c411eea9aa25 None None] Provisioning for port 77388d43-d341-4da2-b047-b73cab683e76 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:46.755507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.861788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-80e69edc-2455-4a44-82ca-1549124f4297 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ca5d5e02-5385-47ae-a125-d1f08d27c67f HTTP/1.1" status: 204 len: 168 time: 2.7613373 Feb 07 12:54:46.863600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-959083bf-a6e0-4376-b989-ad4efd16842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.905744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.934810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:46.989329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ff675-63b5-4520-80e9-10ca1680dbaf None None] Network abe6bd6e-7145-4e1a-be24-642ed303a38e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:46.991243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:47.013143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Usage tracker for resource:security_group_rule and tenant:38ea5fd63a674617a81811ed861e5e21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:47.020836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:47.036389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:47.115496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 77388d43-d341-4da2-b047-b73cab683e76 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:47.136518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 77388d43-d341-4da2-b047-b73cab683e76 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:47.137070 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.180888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-959083bf-a6e0-4376-b989-ad4efd16842e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.221219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:47.224704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959083bf-a6e0-4376-b989-ad4efd16842e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2585f754-0300-46fd-9a1c-afd1ccbce060,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:47.236424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:47.264770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:47.304937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a5ddb20b-edf2-470b-a93b-8b21fac07a59 None None] Provisioning complete for port 77388d43-d341-4da2-b047-b73cab683e76 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:47.305567 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb20b-edf2-470b-a93b-8b21fac07a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.352251 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-959083bf-a6e0-4376-b989-ad4efd16842e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2585f754-0300-46fd-9a1c-afd1ccbce060 HTTP/1.1" status: 204 len: 168 time: 2.1866646 Feb 07 12:54:47.352251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Pushing event updated for resources: {'Port': ['ID=27cce40a-500a-40fa-bb51-6603fc49db4b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:47.358278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54738) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:47.464457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1998018b-7064-4555-b58c-a345cbff287b req-e227c554-ec0b-4dee-9092-847103bbd8c8 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 210 time: 0.2295794 Feb 07 12:54:47.466516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:54:47.527957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.603354 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.618097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b2ee3-bc1b-4fc1-82e2-c53df40c3429 req-5579ad54-117f-4ca2-8cb0-470b1cd11d55 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:47.626286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf7b2ee3-bc1b-4fc1-82e2-c53df40c3429 req-5579ad54-117f-4ca2-8cb0-470b1cd11d55 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.3429627 Feb 07 12:54:47.628700 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb20b-edf2-470b-a93b-8b21fac07a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.680542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] DHCP port deletion for abe6bd6e-7145-4e1a-be24-642ed303a38e request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:54:47.696801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.701395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Deleting port f41ba7af-2443-40e0-b296-d69c33189534 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:47.701395 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.767714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-d85eba2c-a9db-4682-a849-9bb9ec0fb09b tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=38ea5fd63a674617a81811ed861e5e21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787494 Feb 07 12:54:47.821710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] Deleting port f41ba7af-2443-40e0-b296-d69c33189534 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:47.821710 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:47.845609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54750) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:47.867126 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:54:47.871388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 77388d43-d341-4da2-b047-b73cab683e76, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=77388d43-d341-4da2-b047-b73cab683e76,segment=NetworkSegment(b1331ba1-7607-4ea5-82b5-e365aa14e854),segment_id=b1331ba1-7607-4ea5-82b5-e365aa14e854)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:47.898719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:54:47.910598 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] Sync routers for ids ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:54:47.910788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a88cf30f-4f98-487c-a67e-bd4fe415b092 admin admin] 10.222.0.69 "PUT /v2.0/routers/4292ba5e-3d10-4f06-8790-d3127a6f90b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0257347 Feb 07 12:54:47.917179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf7b2ee3-bc1b-4fc1-82e2-c53df40c3429 req-b2fc05d3-9548-4ca6-8140-80b2ecd0fc3d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942399 Feb 07 12:54:47.917630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54754) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:47.921938 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] Routers {'4292ba5e-3d10-4f06-8790-d3127a6f90b7'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:47.922712 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:47.968303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.094105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] For port f41ba7af-2443-40e0-b296-d69c33189534, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f41ba7af-2443-40e0-b296-d69c33189534,segment=NetworkSegment(b634bcca-7731-4c3c-895a-4f57b5e30bbe),segment_id=b634bcca-7731-4c3c-895a-4f57b5e30bbe)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:48.095333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.126107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5725d-d422-4211-9193-635aee23d3da req-cf791dd6-7321-4730-ae7f-4a81e1492e3f tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:48.128329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-cf791dd6-7321-4730-ae7f-4a81e1492e3f tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475034 Feb 07 12:54:48.162693 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] Set router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:48.205408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb0df6e-20a6-42c0-8777-006ab9a56c57,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:48.220089 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2db5c102-c77d-41c3-950b-db4de36111d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c9a158524bd4bd4a397fe6cd4e82d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728077 Feb 07 12:54:48.225804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Request body: {'port': {'device_id': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '38ea5fd63a674617a81811ed861e5e21'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:48.230232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54760) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:48.280072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] Calling delete_port for f41ba7af-2443-40e0-b296-d69c33189534 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:48.337519 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.379746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] For port f41ba7af-2443-40e0-b296-d69c33189534, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f41ba7af-2443-40e0-b296-d69c33189534,segment=NetworkSegment(b634bcca-7731-4c3c-895a-4f57b5e30bbe),segment_id=b634bcca-7731-4c3c-895a-4f57b5e30bbe)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:48.390942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.489806 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-a5ddb20b-edf2-470b-a93b-8b21fac07a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:54:48.490173 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-a5ddb20b-edf2-470b-a93b-8b21fac07a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:54:48.490738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.540284 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:54:45Z', 'revision_number': 5, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:48.552464 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] Checking router: 4292ba5e-3d10-4f06-8790-d3127a6f90b7 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:54:48.572444 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] Routers {'4292ba5e-3d10-4f06-8790-d3127a6f90b7'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:48.572871 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:48.633120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9a3eaaa9-e488-4c62-a65f-7d8345d41487 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:48.664705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:48.665187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Allocated IP 192.168.233.36 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/f09af04d-e090-4eda-b865-2d88f38c2aad) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:48.672889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Usage tracker for resource:port and tenant:38ea5fd63a674617a81811ed861e5e21 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:48.678474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:48.686086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Calling delete_port for f41ba7af-2443-40e0-b296-d69c33189534 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:48.688128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:48.715528 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.726346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.753285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a09b-4b88-4acf-8a23-4965466a46b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.783077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9a3eaaa9-e488-4c62-a65f-7d8345d41487 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:48.783581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9a3eaaa9-e488-4c62-a65f-7d8345d41487 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:48.808673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] No DVR routers for this DVR port f41ba7af-2443-40e0-b296-d69c33189534 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:48.840873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c49717-389d-4c79-a130-b47010f03098 req-5b067666-9a36-49d5-9e75-66551587bb96 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 210 time: 0.0833728 Feb 07 12:54:48.847474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=77388d43-d341-4da2-b047-b73cab683e76,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:48.882864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Made reservation on behalf of 38ea5fd63a674617a81811ed861e5e21 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:48.886710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:48.918686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a53841-e217-4417-9f5a-dd35ba4843b0 None None] Pushing event deleted for resources: {'Port': ['ID=f41ba7af-2443-40e0-b296-d69c33189534,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:48.938301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f41ba7af-2443-40e0-b296-d69c33189534 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:48.984437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-892164e0-10df-4499-937c-6cc7f9a79a70 req-aa010b37-b7f9-4aa8-8d50-a8ff3a1367f5 tempest-FlavorsV2NegativeTest-230218535 tempest-FlavorsV2NegativeTest-230218535-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e57ecc900a3e47a589b1631217d4061a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499330 Feb 07 12:54:48.988545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f41ba7af-2443-40e0-b296-d69c33189534 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:48.989006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f41ba7af-2443-40e0-b296-d69c33189534 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:49.037996 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] Set router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:49.082714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Deleting port 352c07f7-c3a1-41a8-ba66-8f0791422d16 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:49.083107 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.150012 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a09b-4b88-4acf-8a23-4965466a46b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.279234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.359807 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:54:45Z', 'revision_number': 5, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:49.365735 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d8756-530c-4b88-aee6-73c4b0440f58 None None] The sync data for ids ['4292ba5e-3d10-4f06-8790-d3127a6f90b7'] in n-d-811416-5 is: [{'id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1298370299-router', 'tenant_id': '764c5fe35ae44d3c970502ce778c95f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:50:03Z', 'updated_at': '2022-02-07T12:54:45Z', 'revision_number': 5, 'project_id': '764c5fe35ae44d3c970502ce778c95f9', 'gw_port': {'id': '352c07f7-c3a1-41a8-ba66-8f0791422d16', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4292ba5e-3d10-4f06-8790-d3127a6f90b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:50:04Z', 'updated_at': '2022-02-07T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:54:49.369638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:54:49.369963 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:54:49.527297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.584054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892164e0-10df-4499-937c-6cc7f9a79a70 req-a0e2e929-7563-4f4d-b9da-feaceaf7eb63 tempest-FlavorsV2NegativeTest-230218535 tempest-FlavorsV2NegativeTest-230218535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:49.586884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-892164e0-10df-4499-937c-6cc7f9a79a70 req-a0e2e929-7563-4f4d-b9da-feaceaf7eb63 tempest-FlavorsV2NegativeTest-230218535 tempest-FlavorsV2NegativeTest-230218535-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6003013 Feb 07 12:54:49.601423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7e20d-ed57-4d99-abeb-1e9c221eadc6 req-835e0854-6274-47a3-9817-2edb9ba02f87 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:49.602117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7f7e20d-ed57-4d99-abeb-1e9c221eadc6 req-835e0854-6274-47a3-9817-2edb9ba02f87 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.5206044 Feb 07 12:54:49.617354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Transition to ACTIVE for port object f09af04d-e090-4eda-b865-2d88f38c2aad will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:49.618488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a09b-4b88-4acf-8a23-4965466a46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.649679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] For port 352c07f7-c3a1-41a8-ba66-8f0791422d16, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=352c07f7-c3a1-41a8-ba66-8f0791422d16,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:49.650327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.658446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1a09b-4b88-4acf-8a23-4965466a46b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28d4908-1143-48f2-9234-3f27dc266a7e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:49.659522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-892164e0-10df-4499-937c-6cc7f9a79a70 req-f8764273-8b47-4cb2-8235-34537886f4e3 tempest-FlavorsV2NegativeTest-230218535 tempest-FlavorsV2NegativeTest-230218535-project] 10.222.0.69 "GET /v2.0/quotas/e57ecc900a3e47a589b1631217d4061a HTTP/1.1" status: 200 len: 375 time: 0.0559821 Feb 07 12:54:49.762497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a09b-4b88-4acf-8a23-4965466a46b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.766973 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a3d1a09b-4b88-4acf-8a23-4965466a46b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a28d4908-1143-48f2-9234-3f27dc266a7e HTTP/1.1" status: 204 len: 168 time: 1.5324838 Feb 07 12:54:49.778088 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.797367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Calling delete_port for 352c07f7-c3a1-41a8-ba66-8f0791422d16 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:49.870635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Deleting port f41ba7af-2443-40e0-b296-d69c33189534 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:49.870946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.907758 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:49.944577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7f7e20d-ed57-4d99-abeb-1e9c221eadc6 req-694ef13d-2df0-4eb8-b900-5994f65219c3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280783 Feb 07 12:54:49.947020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-892164e0-10df-4499-937c-6cc7f9a79a70 req-b210cb99-fa34-4a5d-a5e7-3fce80c7bc71 tempest-FlavorsV2NegativeTest-230218535 tempest-FlavorsV2NegativeTest-230218535-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e57ecc900a3e47a589b1631217d4061a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1574762 Feb 07 12:54:50.031176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Allocated IP 192.168.233.69 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/43bb4167-4d59-4780-8f74-202b14965447) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:50.118773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:50.133430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] The port 'f41ba7af-2443-40e0-b296-d69c33189534' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:54:50.189956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:50.198938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:50.219051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:50.283450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b6ce5db-42e1-4c6f-93e1-c5c2d4011108 req-9b3a706a-c5ba-43af-9cd4-f8e5f1c0eb1b tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 210 time: 0.1231792 Feb 07 12:54:50.369192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:50.369906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.390330 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.426783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe6bd6e-7145-4e1a-be24-642ed303a38e']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:50.446982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b634bcca-7731-4c3c-895a-4f57b5e30bbe') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:50.446982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b634bcca-7731-4c3c-895a-4f57b5e30bbe') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:50.447274 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.458391 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.467499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Transition to ACTIVE for port object 43bb4167-4d59-4780-8f74-202b14965447 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:50.498573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.499159 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.512516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:54:50.512931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:54:50.531034 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:54:50.606652 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-57118b6a-0d56-4b19-8b71-569593523c2d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5042782 Feb 07 12:54:50.615186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=352c07f7-c3a1-41a8-ba66-8f0791422d16,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:50.625009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Request body: {'port': {'device_id': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:50.684565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Router f967134c-2a12-424c-bec9-1573c6ad9afd is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:54:50.705496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.728839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a1681fa4-7498-494c-b6aa-c3550796b90a None None] Provisioning for port f09af04d-e090-4eda-b865-2d88f38c2aad completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:50.733899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a1681fa4-7498-494c-b6aa-c3550796b90a None None] Provisioning complete for port f09af04d-e090-4eda-b865-2d88f38c2aad triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:50.738461 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a1681fa4-7498-494c-b6aa-c3550796b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.825104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a1681fa4-7498-494c-b6aa-c3550796b90a None None] Port f09af04d-e090-4eda-b865-2d88f38c2aad cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:54:50.949799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 77388d43-d341-4da2-b047-b73cab683e76 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:50.953784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:50.998803 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.030746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 77388d43-d341-4da2-b047-b73cab683e76 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:51.032382 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.045084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe6bd6e-7145-4e1a-be24-642ed303a38e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:51.072736 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df50d6f2-7a47-40fe-a57f-3e8153274020 admin admin] 10.222.0.69 "DELETE /v2.0/networks/abe6bd6e-7145-4e1a-be24-642ed303a38e HTTP/1.1" status: 204 len: 168 time: 3.7000999 Feb 07 12:54:51.093223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.096408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.121322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.200461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.222380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e83bbbe3-e6f2-4e03-9916-852065a2f25a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:51.257903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:54:51.259413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: e83bbbe3-e6f2-4e03-9916-852065a2f25a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:51.259761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e83bbbe3-e6f2-4e03-9916-852065a2f25a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:51.279946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:51.284498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Sync routers for ids ['f967134c-2a12-424c-bec9-1573c6ad9afd'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:54:51.285771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:51.291520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:51.299811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Routers {'f967134c-2a12-424c-bec9-1573c6ad9afd'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:51.299811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f967134c-2a12-424c-bec9-1573c6ad9afd'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:51.379309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.380103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4292ba5e-3d10-4f06-8790-d3127a6f90b7 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 12:54:51.408485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Pushing event updated for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:51.430584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.430584 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13c9d45f-c34a-47e0-a614-f62628423a76 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0873079 Feb 07 12:54:51.447507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54832) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:51.502369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:51.504395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.563631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:51.575391 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f84395ff-8282-4fa6-a485-007562001d83 admin admin] 10.222.0.69 "DELETE /v2.0/routers/4292ba5e-3d10-4f06-8790-d3127a6f90b7 HTTP/1.1" status: 204 len: 168 time: 3.6538446 Feb 07 12:54:51.576567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54836) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:51.651554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Set router f967134c-2a12-424c-bec9-1573c6ad9afd gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:51.654435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa4312-ca96-440f-92b7-d37afa10f900 req-cb64af3b-3dbb-4636-bf4e-44ef55fbb0ae tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:51.657229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ddfa4312-ca96-440f-92b7-d37afa10f900 req-cb64af3b-3dbb-4636-bf4e-44ef55fbb0ae tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.5384119 Feb 07 12:54:51.792983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54846) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:51.803149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ddfa4312-ca96-440f-92b7-d37afa10f900 req-01b0dd29-0e07-47ae-bca2-907b578c65b2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298852 Feb 07 12:54:51.815475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-53e27b50-2857-43cc-b418-c7b406a18696 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6164520 Feb 07 12:54:51.838049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Request body: {'port': {'device_id': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:51.955112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9076b-d6cc-4604-854b-d3ba6359c3fc req-7a1e17b2-1619-43b1-ab65-70066db8505f tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:51.956632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-55d9076b-d6cc-4604-854b-d3ba6359c3fc req-7a1e17b2-1619-43b1-ab65-70066db8505f tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Synchronizing usage tracker for tenant:38ea5fd63a674617a81811ed861e5e21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:54:52.034950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.052521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54850) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:52.085164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ba841da-bc82-40ce-a1fa-3f2abf783d2d None None] Provisioning for port 43bb4167-4d59-4780-8f74-202b14965447 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:52.091799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ba841da-bc82-40ce-a1fa-3f2abf783d2d None None] Provisioning complete for port 43bb4167-4d59-4780-8f74-202b14965447 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:52.092412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9ba841da-bc82-40ce-a1fa-3f2abf783d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.116452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.resource_extend [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 12:54:52.169940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9ba841da-bc82-40ce-a1fa-3f2abf783d2d None None] Port 43bb4167-4d59-4780-8f74-202b14965447 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:54:52.179530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-55d9076b-d6cc-4604-854b-d3ba6359c3fc req-7a1e17b2-1619-43b1-ab65-70066db8505f tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Unset dirty status for tenant:38ea5fd63a674617a81811ed861e5e21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:54:52.179530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55d9076b-d6cc-4604-854b-d3ba6359c3fc req-7a1e17b2-1619-43b1-ab65-70066db8505f tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 935 time: 0.6655080 Feb 07 12:54:52.185310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:54:48Z', 'revision_number': 3, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:52.190901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Checking router: f967134c-2a12-424c-bec9-1573c6ad9afd for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:54:52.191478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Updating router f967134c-2a12-424c-bec9-1573c6ad9afd port 27cce40a-500a-40fa-bb51-6603fc49db4b binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:54:52.219789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09af04d-e090-4eda-b865-2d88f38c2aad {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:52.228949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.246622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Transition to ACTIVE for port object f09af04d-e090-4eda-b865-2d88f38c2aad will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:52.261335 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.267518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1477997436-network', 'tenant_id': '69f46ced331443a88a53990623b9b4c7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:52.283264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:52.285975 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b26444bc-36b3-48fd-9e87-1ac0ea6811d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f46f114d2c0d4b1483e0f588e05ebbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914901 Feb 07 12:54:52.291790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54858) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:52.310563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Usage tracker for resource:network and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:52.321844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:52.335725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bce7288-b210-469b-9285-a1e2f61fbc79 admin admin] Deleting subnet 16070164-a3e9-4845-a4d3-32eb4c130653 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:54:52.338105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:52.342810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55d9076b-d6cc-4604-854b-d3ba6359c3fc req-4b5a8d46-1564-45db-93ab-985d44c37ffc tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601248 Feb 07 12:54:52.347058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bce7288-b210-469b-9285-a1e2f61fbc79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.408378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bce7288-b210-469b-9285-a1e2f61fbc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.492674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.547293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Made reservation on behalf of 69f46ced331443a88a53990623b9b4c7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:52.549988 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.587112 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.616941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:52.632080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Usage tracker for resource:security_group_rule and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:52.639208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:52.647810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bce7288-b210-469b-9285-a1e2f61fbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.662927 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.682792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:52.691658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Transition to ACTIVE for port object 27cce40a-500a-40fa-bb51-6603fc49db4b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:52.803195 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.877363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 352c07f7-c3a1-41a8-ba66-8f0791422d16 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:52.919927 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfc5e-ddf2-4cb9-b461-633e6f767a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.938857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 352c07f7-c3a1-41a8-ba66-8f0791422d16 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:52.939203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 352c07f7-c3a1-41a8-ba66-8f0791422d16 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:52.967641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Attempting to bind port 27cce40a-500a-40fa-bb51-6603fc49db4b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:54:52.971375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Attempting to bind port 27cce40a-500a-40fa-bb51-6603fc49db4b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:54:52.971375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Attempting to bind port 27cce40a-500a-40fa-bb51-6603fc49db4b on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:52.971611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.976303 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bce7288-b210-469b-9285-a1e2f61fbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.977432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:54:52.978004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:52.978559 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.979095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:54:52.979725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Bound port: 27cce40a-500a-40fa-bb51-6603fc49db4b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:54:52.980291 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:52.993141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bb4167-4d59-4780-8f74-202b14965447 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:54:53.035121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d0bc4-c0c4-4473-8c21-ae45dcb45c96 None None] Pushing event updated for resources: {'Port': ['ID=27cce40a-500a-40fa-bb51-6603fc49db4b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:53.058332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bce7288-b210-469b-9285-a1e2f61fbc79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.061578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54868) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:53.062553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7288-b210-469b-9285-a1e2f61fbc79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16070164-a3e9-4845-a4d3-32eb4c130653,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:53.066481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9db52-ce43-4eee-b0dc-0d8b0985eee2 None None] Network 6c440823-4dee-46fd-85c4-23829cc4f65b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:53.083997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.098288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:53.114266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.114736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.115091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.115433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.115949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.116146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.116436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.116762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.117323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.117505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.117850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.118175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:53.152013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.164007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:54:53.169589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] For port 27cce40a-500a-40fa-bb51-6603fc49db4b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:53.172705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.173156 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Added segment e6adac00-68b5-4059-94dc-c8833e5e2111 of type vlan for network 1b20d60d-c17e-4536-af6a-96b4089805a3 Feb 07 12:54:53.190878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] For port 27cce40a-500a-40fa-bb51-6603fc49db4b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=27cce40a-500a-40fa-bb51-6603fc49db4b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:54:53.202153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.253938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2bce7288-b210-469b-9285-a1e2f61fbc79 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/16070164-a3e9-4845-a4d3-32eb4c130653 HTTP/1.1" status: 204 len: 168 time: 1.6424739 Feb 07 12:54:53.254051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54874) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:53.254301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Transition to ACTIVE for port object 43bb4167-4d59-4780-8f74-202b14965447 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:53.267330 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfc5e-ddf2-4cb9-b461-633e6f767a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.296975 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.311841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaff6fc-8983-4611-9f04-c78a27496206,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:53.321630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:53.327072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] Usage tracker for resource:security_group_rule and tenant:e57ecc900a3e47a589b1631217d4061a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:53.331409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:53.339084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:53.349644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.357967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183099c7-2254-459b-9560-0e2be51363e4 req-c51ed1a5-8540-4ee6-b8f1-d3e1c0d30a52 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:53.365854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-183099c7-2254-459b-9560-0e2be51363e4 req-c51ed1a5-8540-4ee6-b8f1-d3e1c0d30a52 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.3091319 Feb 07 12:54:53.400561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.404446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.405375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:53.406591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] DHCP port deletion for 6c440823-4dee-46fd-85c4-23829cc4f65b request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:54:53.406719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.436596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] Deleting port ff2eea41-5182-4c0e-88cc-71c1c470c45f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:53.437355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.486587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Attempting to bind port f09af04d-e090-4eda-b865-2d88f38c2aad on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:54:53.487521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Attempting to bind port f09af04d-e090-4eda-b865-2d88f38c2aad by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:54:53.487963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Attempting to bind port f09af04d-e090-4eda-b865-2d88f38c2aad on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:53.514727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d0bc4-c0c4-4473-8c21-ae45dcb45c96 None None] Pushing event updated for resources: {'Port': ['ID=27cce40a-500a-40fa-bb51-6603fc49db4b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:53.517750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Routers {'f967134c-2a12-424c-bec9-1573c6ad9afd'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:54:53.518980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f967134c-2a12-424c-bec9-1573c6ad9afd'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:53.528400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Port f09af04d-e090-4eda-b865-2d88f38c2aad on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:54:53.528835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Attempting to bind port f09af04d-e090-4eda-b865-2d88f38c2aad on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:53.544515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfc5e-ddf2-4cb9-b461-633e6f767a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.567267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cfc5e-ddf2-4cb9-b461-633e6f767a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c5911-7dbe-4257-8391-31a714600538,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:53.571497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.575492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:54:53.575839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:53.576640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:54:53.577101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Bound port: f09af04d-e090-4eda-b865-2d88f38c2aad, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:54:53.577491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.606612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.645756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Deleting port ff2eea41-5182-4c0e-88cc-71c1c470c45f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:53.646091 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.806560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:53.809863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:54:53.819591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfc5e-ddf2-4cb9-b461-633e6f767a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:53.821757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-183099c7-2254-459b-9560-0e2be51363e4 req-18b0aa22-aa67-4355-af6f-2b7396719e8f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553390 Feb 07 12:54:53.823529 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1f8cfc5e-ddf2-4cb9-b461-633e6f767a97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d8c5911-7dbe-4257-8391-31a714600538 HTTP/1.1" status: 204 len: 168 time: 1.5306535 Feb 07 12:54:53.906209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] Set router f967134c-2a12-424c-bec9-1573c6ad9afd gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:54:53.919663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] Pushing event updated for resources: {'Network': ['ID=1b20d60d-c17e-4536-af6a-96b4089805a3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:53.926550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:54.011582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:54:54.072883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4e2c-ef40-4ed6-a3fb-30af908458e1 req-b5c796e0-c79f-493e-a7ee-180752d154b4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:54.074348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-867b4e2c-ef40-4ed6-a3fb-30af908458e1 req-b5c796e0-c79f-493e-a7ee-180752d154b4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.5175128 Feb 07 12:54:54.093370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.110028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Attempting to bind port 43bb4167-4d59-4780-8f74-202b14965447 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:54:54.110398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Attempting to bind port 43bb4167-4d59-4780-8f74-202b14965447 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:54:54.110771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Attempting to bind port 43bb4167-4d59-4780-8f74-202b14965447 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:54.125615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Port 43bb4167-4d59-4780-8f74-202b14965447 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:54:54.125946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Attempting to bind port 43bb4167-4d59-4780-8f74-202b14965447 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:54.136302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6e282914-144c-431f-8cab-353f2d06717c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0801218 Feb 07 12:54:54.139523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:54:54.140925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:54.140925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:54:54.140925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Bound port: 43bb4167-4d59-4780-8f74-202b14965447, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:54:54.141210 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.152654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54886) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:54.169422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-867b4e2c-ef40-4ed6-a3fb-30af908458e1 req-d1de95d7-c0f8-4536-aa84-b2e0f827ae6d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862598 Feb 07 12:54:54.175034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Request body: {'subnet': {'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1477997436-subnet', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:54.224616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] For port ff2eea41-5182-4c0e-88cc-71c1c470c45f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ff2eea41-5182-4c0e-88cc-71c1c470c45f,segment=NetworkSegment(419dd543-259b-4f14-8229-6d70943b3740),segment_id=419dd543-259b-4f14-8229-6d70943b3740)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:54.225122 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.238572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:54.251915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:54.253295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.254935 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] 10.222.0.47 "PUT /v2.0/ports/f09af04d-e090-4eda-b865-2d88f38c2aad HTTP/1.1" status: 200 len: 1095 time: 3.6404765 Feb 07 12:54:54.257292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:54.275891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] For port ff2eea41-5182-4c0e-88cc-71c1c470c45f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ff2eea41-5182-4c0e-88cc-71c1c470c45f,segment=NetworkSegment(419dd543-259b-4f14-8229-6d70943b3740),segment_id=419dd543-259b-4f14-8229-6d70943b3740)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:54.276286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.305570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Allocated IP 172.20.0.1 (2dbe0d12-b5cd-430b-9732-d359a1a79e70/15a6b3a1-a4f0-42b8-8aec-3f8470fea193/abb0fbbe-c460-45a6-9c1e-404bd2abeb22) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:54.319219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Usage tracker for resource:subnet and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:54.335137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:54.354917 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.361287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:54.377498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] Calling delete_port for ff2eea41-5182-4c0e-88cc-71c1c470c45f owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:54.414973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:54.419592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:54:54.459009 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.494994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Calling delete_port for ff2eea41-5182-4c0e-88cc-71c1c470c45f owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:54:54.525329 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.549024 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'status': 'completed', 'code': 200} Feb 07 12:54:54.594104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e57ecc900a3e47a589b1631217d4061a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5233922 Feb 07 12:54:54.606080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78924c76-12ea-4821-8d1d-b611f6002a5d service neutron] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:54.609014 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54894) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:54.624914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:54.625017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.626750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] 10.222.0.47 "PUT /v2.0/ports/43bb4167-4d59-4780-8f74-202b14965447 HTTP/1.1" status: 200 len: 1095 time: 2.7989748 Feb 07 12:54:54.630751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3547fa7-8f37-4325-83c3-40055e194c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc71cc2-0dbc-4fdb-91e9-8ae5cb53ea42,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:54.640105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'tag': '43bb4167-4d59-4780-8f74-202b14965447'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:54:54.648241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Made reservation on behalf of 69f46ced331443a88a53990623b9b4c7 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:54.650583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.740747 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'tag': '43bb4167-4d59-4780-8f74-202b14965447', 'status': 'completed', 'code': 200} Feb 07 12:54:54.748444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8a5fb-7013-4ec1-881d-0aeb72120dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:54.813558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:54:48Z', 'revision_number': 3, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:54.835768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bbad0a-59c7-4994-bb75-e5a57bacb4c9 None None] The sync data for ids ['f967134c-2a12-424c-bec9-1573c6ad9afd'] in n-d-811416-5 is: [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:54:48Z', 'revision_number': 3, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:54:54.898641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:54.922163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ff2eea41-5182-4c0e-88cc-71c1c470c45f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:54:54.964829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1300a41d-da36-4002-b415-b3c5729e9054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.010167 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.015079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ff2eea41-5182-4c0e-88cc-71c1c470c45f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:54:55.015471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ff2eea41-5182-4c0e-88cc-71c1c470c45f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:54:55.035888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9595c3e-cd68-43f1-aae8-ccbaf9861032 req-095728dc-3f85-4834-8a4f-9a19a7008fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:55.037696 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-b9595c3e-cd68-43f1-aae8-ccbaf9861032 req-095728dc-3f85-4834-8a4f-9a19a7008fbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38ea5fd63a674617a81811ed861e5e21&device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 1098 time: 0.4777524 Feb 07 12:54:55.072364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e66fa-39e9-4670-a73f-f80c8cf149b4 req-1bd5a46e-5208-4e0f-9a6c-1bbffa78db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:55.074004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c8e66fa-39e9-4670-a73f-f80c8cf149b4 req-1bd5a46e-5208-4e0f-9a6c-1bbffa78db40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38ea5fd63a674617a81811ed861e5e21&device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 1098 time: 0.3224874 Feb 07 12:54:55.081257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] Pushing event deleted for resources: {'Port': ['ID=ff2eea41-5182-4c0e-88cc-71c1c470c45f,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:55.088174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705a05f-7f83-4d6a-84dc-2dfad1f6e0b3 None None] No DVR routers for this DVR port ff2eea41-5182-4c0e-88cc-71c1c470c45f on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:54:55.100705 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-b9595c3e-cd68-43f1-aae8-ccbaf9861032 req-b3cbbd05-f86d-4de3-8c06-a4bdc96e00a5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=38ea5fd63a674617a81811ed861e5e21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460725 Feb 07 12:54:55.116609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1300a41d-da36-4002-b415-b3c5729e9054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.116858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c8e66fa-39e9-4670-a73f-f80c8cf149b4 req-22ed66c8-102d-4da3-925f-2689869ba456 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=38ea5fd63a674617a81811ed861e5e21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338449 Feb 07 12:54:55.120912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54902) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:55.137042 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.148615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598a6b1-a8e2-4ea3-80c1-ce488e33f50b req-028cb44f-8f28-43af-aec3-6e848308bc30 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:55.156011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6598a6b1-a8e2-4ea3-80c1-ce488e33f50b req-028cb44f-8f28-43af-aec3-6e848308bc30 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.1589482 Feb 07 12:54:55.156515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:54:55.156937 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:54:55.433415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.516396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9595c3e-cd68-43f1-aae8-ccbaf9861032 req-f7425c96-0434-4669-b9d9-52202a76c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:55.518075 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-b9595c3e-cd68-43f1-aae8-ccbaf9861032 req-f7425c96-0434-4669-b9d9-52202a76c8fa service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3932078 Feb 07 12:54:55.524889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e688ad77-4398-4995-8728-354c3a654e35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22893dd3c3f04412984e41a9409a15e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030867 Feb 07 12:54:55.527534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54910) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:55.545818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c240fe3c-b950-4ebf-b24a-29d0764aed15,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:55.552411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6598a6b1-a8e2-4ea3-80c1-ce488e33f50b req-82edf641-9d62-47c1-8734-6dc51a461344 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956239 Feb 07 12:54:55.569377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Checking segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:55.569740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Network hostable DHCP agents. Network: 1b20d60d-c17e-4536-af6a-96b4089805a3, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:54:55.613719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e66fa-39e9-4670-a73f-f80c8cf149b4 req-976b5f09-4121-43dc-9e2b-57239c06f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:55.615136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c8e66fa-39e9-4670-a73f-f80c8cf149b4 req-976b5f09-4121-43dc-9e2b-57239c06f3cf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4908462 Feb 07 12:54:55.620153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Transition to ACTIVE for port object abb0fbbe-c460-45a6-9c1e-404bd2abeb22 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:55.632240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1300a41d-da36-4002-b415-b3c5729e9054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.638599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122a431-3831-47a7-8a42-0116fb1c67a9 req-34af5c4c-a126-46b4-99d3-167d8bd05c75 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:55.644525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2122a431-3831-47a7-8a42-0116fb1c67a9 req-34af5c4c-a126-46b4-99d3-167d8bd05c75 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.2694581 Feb 07 12:54:55.682762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Deleting port ff2eea41-5182-4c0e-88cc-71c1c470c45f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:54:55.683123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.735509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300a41d-da36-4002-b415-b3c5729e9054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc71cc2-0dbc-4fdb-91e9-8ae5cb53ea42,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:55.767956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2122a431-3831-47a7-8a42-0116fb1c67a9 req-cdc20cc1-790d-4e42-b551-d649710e27ff tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095221 Feb 07 12:54:55.769642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:54:55.806145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5725d-d422-4211-9193-635aee23d3da req-7fd09059-1b91-4ca7-b95d-9f13e53afb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:55.807675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-7fd09059-1b91-4ca7-b95d-9f13e53afb3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38ea5fd63a674617a81811ed861e5e21&device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 1098 time: 0.1252704 Feb 07 12:54:55.819354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] The port 'ff2eea41-5182-4c0e-88cc-71c1c470c45f' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:54:55.856989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e159f79-b379-49ff-982f-da6468740e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.858796 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1300a41d-da36-4002-b415-b3c5729e9054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.863283 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1300a41d-da36-4002-b415-b3c5729e9054 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abc71cc2-0dbc-4fdb-91e9-8ae5cb53ea42 HTTP/1.1" status: 204 len: 168 time: 1.2426615 Feb 07 12:54:55.885755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-7e67845a-fbfc-46d3-82a0-602b00520a5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=43bb4167-4d59-4780-8f74-202b14965447 HTTP/1.1" status: 200 len: 217 time: 0.0706880 Feb 07 12:54:55.930445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 1b20d60d-c17e-4536-af6a-96b4089805a3) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:55.934980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:55.935705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:55.942174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de0575-6259-464d-b796-006e5718f68d None None] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:56.000740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e159f79-b379-49ff-982f-da6468740e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.010672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-382e967d-23bc-4be7-9686-b77cb9b80e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:56.012457 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-382e967d-23bc-4be7-9686-b77cb9b80e54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38ea5fd63a674617a81811ed861e5e21&device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 1098 time: 0.4326365 Feb 07 12:54:56.020998 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.033490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5725d-d422-4211-9193-635aee23d3da req-139b521e-7b22-48cf-b365-297aa92d47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:56.035328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.036747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-139b521e-7b22-48cf-b365-297aa92d47ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1446538 Feb 07 12:54:56.138083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5725d-d422-4211-9193-635aee23d3da req-4e404517-c558-409a-abf2-7ee41fca755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:56.140015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-4e404517-c558-409a-abf2-7ee41fca755d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965092 Feb 07 12:54:56.220660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7825a03c-f7ff-48cd-9696-63ec173edd3b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0650544 Feb 07 12:54:56.223888 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-6a50c71e-c8f2-45bb-9b9e-beb4f0fae6ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f09af04d-e090-4eda-b865-2d88f38c2aad HTTP/1.1" status: 200 len: 217 time: 0.1833198 Feb 07 12:54:56.227545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54918) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:56.235633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-1b20d60d-c17e-4536-af6a-96b4089805a3', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:54:56.236004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c440823-4dee-46fd-85c4-23829cc4f65b']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:56.237183 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.248120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:56.259164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:56.297454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:56.300016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:56.303458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419dd543-259b-4f14-8229-6d70943b3740') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:56.303789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419dd543-259b-4f14-8229-6d70943b3740') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:54:56.322132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:56.366830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Pushing event updated for resources: {'Port': ['ID=abb0fbbe-c460-45a6-9c1e-404bd2abeb22,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:56.372105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Usage tracker for resource:router and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:56.375918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:56.384966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:56.405292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.429309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.431866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Allocated IP 172.20.0.2 (1b20d60d-c17e-4536-af6a-96b4089805a3/c240fe3c-b950-4ebf-b24a-29d0764aed15/0c1d1c9c-7abb-403e-889a-36aa9b17fb0c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:56.463602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:54:56.465506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.501756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-1d010bb0-3a73-4113-8e7e-fc7837b64650 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538616 Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:54:56.602576 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:54:56.624989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.624989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.633113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.684001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-3f9a177f-b1ba-4874-853c-6888583f4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:56.693717 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-3f9a177f-b1ba-4874-853c-6888583f4d27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.4415498 Feb 07 12:54:56.693717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.833805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74e5725d-d422-4211-9193-635aee23d3da req-e348d127-1ef1-483a-b5f8-5e009fd29fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250933 Feb 07 12:54:56.836776 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:56.866221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Transition to ACTIVE for port object 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:56.898263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Transition to ACTIVE for port object 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:54:56.925812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1d9bd-b49e-4c2b-9d2c-43f47337ff22 req-680aa42c-108c-4c95-b067-7aeaf7daabef tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:56.934704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25c1d9bd-b49e-4c2b-9d2c-43f47337ff22 req-680aa42c-108c-4c95-b067-7aeaf7daabef tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.1763580 Feb 07 12:54:57.008789 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.042802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 27cce40a-500a-40fa-bb51-6603fc49db4b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:57.100163 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.101421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25c1d9bd-b49e-4c2b-9d2c-43f47337ff22 req-a4635f43-c72c-47b3-895d-bbe18e2f50e4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568606 Feb 07 12:54:57.101517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e159f79-b379-49ff-982f-da6468740e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.118958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.125835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44c716-8f35-4154-9312-d1a825e3a14b req-fa9858f7-ffaa-4cd5-9796-377dcb9f3e87 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:57.127478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b44c716-8f35-4154-9312-d1a825e3a14b req-fa9858f7-ffaa-4cd5-9796-377dcb9f3e87 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.1362760 Feb 07 12:54:57.169102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-838573da-9282-44af-937e-2d3d6f03037e None None] Provisioning for port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:57.182583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b44c716-8f35-4154-9312-d1a825e3a14b req-9ac67962-5a0d-40ce-be2b-b18edb3e6dee tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486846 Feb 07 12:54:57.189372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e159f79-b379-49ff-982f-da6468740e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2378e086-146e-44ea-9a3a-e00137431db1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:57.190100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-838573da-9282-44af-937e-2d3d6f03037e None None] Provisioning complete for port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:57.192105 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-838573da-9282-44af-937e-2d3d6f03037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.203510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c440823-4dee-46fd-85c4-23829cc4f65b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:57.227838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:57.245479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:57.258545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:54:57.269989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Pushing event updated for resources: {'Port': ['ID=0c1d1c9c-7abb-403e-889a-36aa9b17fb0c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:57.283265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e159f79-b379-49ff-982f-da6468740e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.287717 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e159f79-b379-49ff-982f-da6468740e95 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2378e086-146e-44ea-9a3a-e00137431db1 HTTP/1.1" status: 204 len: 168 time: 1.7566245 Feb 07 12:54:57.287717 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75ff8d55-8e98-4858-bb76-7184b2001ce5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6c440823-4dee-46fd-85c4-23829cc4f65b HTTP/1.1" status: 204 len: 168 time: 4.0226059 Feb 07 12:54:57.365322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-838573da-9282-44af-937e-2d3d6f03037e None None] Port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:54:57.390496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Attempting to bind port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:54:57.390655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Attempting to bind port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:54:57.391024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Attempting to bind port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:54:57.397501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:54:57.397848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Checking segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:54:57.398178 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.398739 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Bound using segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:54:57.399262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Bound port: 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:54:57.399580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.511628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] For port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:54:57.515922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] For port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0c1d1c9c-7abb-403e-889a-36aa9b17fb0c,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:54:57.574828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 27cce40a-500a-40fa-bb51-6603fc49db4b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:57.580896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 27cce40a-500a-40fa-bb51-6603fc49db4b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:57.581369 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.598495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.605968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.626706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-e354d72b-029a-48ed-8ebe-d9e8b2b0b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:57.628298 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-e354d72b-029a-48ed-8ebe-d9e8b2b0b868 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6757119 Feb 07 12:54:57.706239 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.726003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 27cce40a-500a-40fa-bb51-6603fc49db4b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=27cce40a-500a-40fa-bb51-6603fc49db4b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:54:57.755554 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.843931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a00464-b906-46f7-97f9-8ed93ed6013e None None] Pushing event updated for resources: {'Port': ['ID=0c1d1c9c-7abb-403e-889a-36aa9b17fb0c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:57.906197 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:57.982679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=27cce40a-500a-40fa-bb51-6603fc49db4b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:57.988399 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-348ba549-0326-4d34-85fc-d687e71b42c7 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320611 Feb 07 12:54:58.148872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54960) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:58.251121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d2276415-9394-4ab5-adec-9ac508afb732 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d05a8e65e68142639375bf1a3ec23518&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0972323 Feb 07 12:54:58.262052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54966) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:58.335422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.resource_extend [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 12:54:58.363849 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bdd45df3-84ac-48bd-87a0-ade265751136 req-1f102908-dbb1-4cf3-bed7-db9a0e740445 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645508 Feb 07 12:54:58.370088 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:58.403821 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73679d5b-a315-48e7-897a-68439187b5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:58.502133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6897d46-b44b-4c7b-8af6-bef07af6def7 req-5cb550a8-9edc-449e-aedd-05ef4a555906 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:58.502581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73679d5b-a315-48e7-897a-68439187b5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:58.503875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6897d46-b44b-4c7b-8af6-bef07af6def7 req-5cb550a8-9edc-449e-aedd-05ef4a555906 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.1241727 Feb 07 12:54:58.518626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab7bf-84b6-48dc-97d0-6bb16370bf95 req-7694a475-fd60-4851-92f5-0f7d82a3e508 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:58.526037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc7ab7bf-84b6-48dc-97d0-6bb16370bf95 req-7694a475-fd60-4851-92f5-0f7d82a3e508 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.1898999 Feb 07 12:54:58.569462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54976) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:54:58.591694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:58.608728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc7ab7bf-84b6-48dc-97d0-6bb16370bf95 req-cc10817c-c801-4fb8-a047-6a1493ccc7c2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780005 Feb 07 12:54:58.636122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6897d46-b44b-4c7b-8af6-bef07af6def7 req-271c5fbb-c01f-49b6-9f93-a0fd8b4117c6 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078091 Feb 07 12:54:58.784738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Pushing event updated for resources: {'Port': ['ID=abb0fbbe-c460-45a6-9c1e-404bd2abeb22,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:58.794398 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:58.815354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1640179403-network', 'tenant_id': '4648771336b64a54b5781a2833282cb3'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:54:58.821485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:58.827363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:58.827514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Usage tracker for resource:network and tenant:4648771336b64a54b5781a2833282cb3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:58.832312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:58.839988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:58.885760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:58.979817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Made reservation on behalf of 4648771336b64a54b5781a2833282cb3 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:54:58.983845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.011240 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.014919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 27cce40a-500a-40fa-bb51-6603fc49db4b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:59.041864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:54:59.050852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Usage tracker for resource:security_group_rule and tenant:4648771336b64a54b5781a2833282cb3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:54:59.070963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:54:59.073409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:54:59.148097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 27cce40a-500a-40fa-bb51-6603fc49db4b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:59.148766 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.190347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.200038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0d5ff-61c8-4d6d-9eb7-8123da484e4c None None] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:54:59.221604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73679d5b-a315-48e7-897a-68439187b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.267605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73679d5b-a315-48e7-897a-68439187b5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba821e4-9432-4fbf-86fb-2b188162be4e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:59.270569 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-f03b9c82-a816-4132-bbc3-a25b31f16983 service neutron] 10.222.0.35 "GET /v2.0/ports/cfc9df91-44d1-4f9b-a938-86553617ada4/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 382 time: 0.4443550 Feb 07 12:54:59.372212 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.402484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73679d5b-a315-48e7-897a-68439187b5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.403570 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-73679d5b-a315-48e7-897a-68439187b5a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ba821e4-9432-4fbf-86fb-2b188162be4e HTTP/1.1" status: 204 len: 168 time: 1.1459622 Feb 07 12:54:59.416613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:54:59.422589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Allocated IP 172.25.7.128 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/8b3f39f8-15aa-4aed-ac0c-cef39b15add2) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:54:59.428261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8637346-b9ff-46c5-b754-56c74a973117,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:54:59.430307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:54:59.432742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:54:59.454059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.461932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.462624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.464406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.464970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.465533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.466069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.467279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.469304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.470473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.471677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.474363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:54:59.478576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.481705 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Added segment 315db1f9-975f-48e2-8092-aed599526e7c of type vlan for network a0e114b1-4800-4372-85f8-610f00197fee Feb 07 12:54:59.528240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:54:59.541075 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.596818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5bacbc0f-805a-4654-a1bc-caae03a922df None None] Provisioning for port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:59.791813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.793166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:54:59.793991 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.879749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1d35b691-5e3f-48ea-b681-079bae6b2367 None None] Provisioning complete for port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:59.880163 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d35b691-5e3f-48ea-b681-079bae6b2367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.952011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Router f967134c-2a12-424c-bec9-1573c6ad9afd has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:54:59.964538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:54:59.977381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:54:59.982786 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:54:59.983671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:00.024031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1d35b691-5e3f-48ea-b681-079bae6b2367 None None] Port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:55:00.136564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e114b1-4800-4372-85f8-610f00197fee,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:00.172187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a0e114b1-4800-4372-85f8-610f00197fee details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:55:00.181310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fcc9b-848f-4e7f-a160-41c43481a905 req-7d1354f6-0b20-4496-9946-02ce79910122 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:00.188842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b9fcc9b-848f-4e7f-a160-41c43481a905 req-7d1354f6-0b20-4496-9946-02ce79910122 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.2916291 Feb 07 12:55:00.214427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-81a00c60-0fb9-430e-a43b-ee12280b4258 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6411133 Feb 07 12:55:00.218121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55010) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:00.230627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Request body: {'subnet': {'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1640179403-subnet', 'tenant_id': '4648771336b64a54b5781a2833282cb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:00.238091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:00.243090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Usage tracker for resource:subnet and tenant:4648771336b64a54b5781a2833282cb3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:00.249856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:00.255557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:00.291697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:55:00.293806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728e732-db2d-4a05-9835-a1c0a7d792e1 req-1fbd3e65-6c4a-4dc4-b102-3da6f45bad28 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:00.302012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f728e732-db2d-4a05-9835-a1c0a7d792e1 req-1fbd3e65-6c4a-4dc4-b102-3da6f45bad28 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.2578561 Feb 07 12:55:00.304066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:00.305215 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Sync routers for ids ['f967134c-2a12-424c-bec9-1573c6ad9afd'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:55:00.309614 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-04f93254-a91a-4bef-8318-98177487aee3 admin admin] 10.222.0.69 "PUT /v2.0/routers/f967134c-2a12-424c-bec9-1573c6ad9afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8601761 Feb 07 12:55:00.316733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bcad8265-6061-48f9-be91-28f13f3ba897 None None] Provisioning complete for port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:00.317109 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bcad8265-6061-48f9-be91-28f13f3ba897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:00.319006 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Routers {'f967134c-2a12-424c-bec9-1573c6ad9afd'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:00.321176 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f967134c-2a12-424c-bec9-1573c6ad9afd'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:00.342186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b9fcc9b-848f-4e7f-a160-41c43481a905 req-7e31e48f-a5f9-4e6a-8a1e-8a5249470d05 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522954 Feb 07 12:55:00.396108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f728e732-db2d-4a05-9835-a1c0a7d792e1 req-3ea43365-f731-48e3-b57c-dc78f5004076 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931854 Feb 07 12:55:00.456587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 43bb4167-4d59-4780-8f74-202b14965447 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:00.466916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:00.531034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55022) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:00.544371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0c1d1c9c-7abb-403e-889a-36aa9b17fb0c,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:00.551554 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bcad8265-6061-48f9-be91-28f13f3ba897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:00.588996 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Set router f967134c-2a12-424c-bec9-1573c6ad9afd gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:00.641570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Made reservation on behalf of 4648771336b64a54b5781a2833282cb3 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:00.651710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:00.660371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:00.675717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:00.685319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:00.696178 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:00.913075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Pushing event updated for resources: {'Port': ['ID=8b3f39f8-15aa-4aed-ac0c-cef39b15add2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:00.935113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=0c1d1c9c-7abb-403e-889a-36aa9b17fb0c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:00.948557 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-bcad8265-6061-48f9-be91-28f13f3ba897 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:55:00.949135 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-bcad8265-6061-48f9-be91-28f13f3ba897 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:55:00.952678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.953194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.953697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.954171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.954645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.955322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.955868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.956478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.957041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.958075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.958575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.959047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:00.972636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-cba73174-e482-4311-80e3-a2e6c2582f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:00.974413 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-cba73174-e482-4311-80e3-a2e6c2582f27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3&tenant_id=b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 1101 time: 0.3965642 Feb 07 12:55:00.992282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:01.012971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '43bb4167-4d59-4780-8f74-202b14965447', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '43bb4167-4d59-4780-8f74-202b14965447', 'mac_address': 'fa:16:3e:1e:ea:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:01.042731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55042) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:01.136271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:01.197240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bb4167-4d59-4780-8f74-202b14965447 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:01.256016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:01.321697 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'abb0fbbe-c460-45a6-9c1e-404bd2abeb22', 'name': '', 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'mac_address': 'fa:16:3e:fc:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '15a6b3a1-a4f0-42b8-8aec-3f8470fea193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:53Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 2, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'subnets': [{'id': '15a6b3a1-a4f0-42b8-8aec-3f8470fea193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:01.326562 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Checking router: f967134c-2a12-424c-bec9-1573c6ad9afd for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:55:01.326899 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Updating router f967134c-2a12-424c-bec9-1573c6ad9afd port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:55:01.345852 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:01.451800 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:01.553240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-22f8aa8d-d1b7-4fad-8ad8-717386569196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:01.554934 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-22f8aa8d-d1b7-4fad-8ad8-717386569196 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 1101 time: 0.4150589 Feb 07 12:55:01.558597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:01.800408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['43bb4167-4d59-4780-8f74-202b14965447'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:01.964112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bd50fe60-7b1d-4c2b-b9a9-da9317a74ce2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=764c5fe35ae44d3c970502ce778c95f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9118676 Feb 07 12:55:01.978663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55066) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:02.159227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-8bfa4e27-3f11-43e8-82e0-522dbb32fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:02.161007 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-8bfa4e27-3f11-43e8-82e0-522dbb32fd3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.5993323 Feb 07 12:55:02.198279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1143f-8760-42b8-9738-ebe15e68a026 req-1d06469b-c437-4716-b5ea-c1e368ef90de tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:02.200154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78e1143f-8760-42b8-9738-ebe15e68a026 req-1d06469b-c437-4716-b5ea-c1e368ef90de tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 948 time: 0.4168448 Feb 07 12:55:02.220790 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.242403 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Transition to ACTIVE for port object abb0fbbe-c460-45a6-9c1e-404bd2abeb22 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:02.287400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.295112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e492df4-99c1-403a-b828-bff137fbf92b req-27f3e54d-a14f-4dec-a35d-d812109fcc37 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:02.296885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e492df4-99c1-403a-b828-bff137fbf92b req-27f3e54d-a14f-4dec-a35d-d812109fcc37 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.5319715 Feb 07 12:55:02.337480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55074) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:02.356590 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e15e0ba0-e76c-4719-b255-586f56daee59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.361103 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-7fd8e7bd-8b42-41ab-bcd1-d4b6533f966d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 200 len: 217 time: 0.1799827 Feb 07 12:55:02.395956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78e1143f-8760-42b8-9738-ebe15e68a026 req-dc11eeab-319f-4bfa-bd5c-a3f0ff40cb4e tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675847 Feb 07 12:55:02.408487 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.424300 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.459428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:02.493363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.519740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e15e0ba0-e76c-4719-b255-586f56daee59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.597495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-559c0011-cb0f-4d7d-aa31-c1db77594ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:02.599623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-559c0011-cb0f-4d7d-aa31-c1db77594ea5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2310903 Feb 07 12:55:02.625074 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Pushing event updated for resources: {'Port': ['ID=abb0fbbe-c460-45a6-9c1e-404bd2abeb22,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:02.682586 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.683181 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.683688 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.684196 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.684683 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.685184 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.685825 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.686300 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.686784 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.687255 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.687819 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.688321 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:02.693987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bed1381-4017-4521-b434-cf49d00e93a9,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:02.719936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e492df4-99c1-403a-b828-bff137fbf92b req-bd9703bb-fe21-43c5-ad3f-b9dc09aca802 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111431 Feb 07 12:55:02.743208 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.775693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:02.782753 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Attempting to bind port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:02.783118 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Attempting to bind port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:02.783553 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Attempting to bind port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 on network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:02.798660 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:02.799677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:02.800001 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Checking segment: {'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:02.800604 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.801445 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Bound using segment: {'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:02.801623 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Bound port: abb0fbbe-c460-45a6-9c1e-404bd2abeb22, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1331ba1-7607-4ea5-82b5-e365aa14e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:02.802022 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.817753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'mac_address': 'fa:16:3e:93:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:02.856059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e15e0ba0-e76c-4719-b255-586f56daee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.866466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] Usage tracker for resource:security_group_rule and tenant:d0cf125bc4394f29ab7fe854d6464c96 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:02.924575 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] For port abb0fbbe-c460-45a6-9c1e-404bd2abeb22, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:02.928000 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] For port abb0fbbe-c460-45a6-9c1e-404bd2abeb22, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=abb0fbbe-c460-45a6-9c1e-404bd2abeb22,segment=NetworkSegment(b1331ba1-7607-4ea5-82b5-e365aa14e854),segment_id=b1331ba1-7607-4ea5-82b5-e365aa14e854)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:02.947815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:02.949464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:02.979042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:02.982045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:02.983712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-0671b3b7-cbb3-4965-adf3-1287493717b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:02.984471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e0ba0-e76c-4719-b255-586f56daee59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388dad46-3d40-4131-a2ae-9c5662e89f83,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:02.985007 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-0671b3b7-cbb3-4965-adf3-1287493717b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3792148 Feb 07 12:55:02.993288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.002802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e15e0ba0-e76c-4719-b255-586f56daee59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.006777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e15e0ba0-e76c-4719-b255-586f56daee59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/388dad46-3d40-4131-a2ae-9c5662e89f83 HTTP/1.1" status: 204 len: 168 time: 1.0150425 Feb 07 12:55:03.014372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Checking segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:03.014726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Network hostable DHCP agents. Network: a0e114b1-4800-4372-85f8-610f00197fee, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:55:03.036137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09af04d-e090-4eda-b865-2d88f38c2aad {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:03.052240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:55:03.083285 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.125567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:03.185635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:03.185635 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.239168 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c4f7-0412-4789-975a-4296dd90e402 None None] Pushing event updated for resources: {'Port': ['ID=abb0fbbe-c460-45a6-9c1e-404bd2abeb22,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:03.254066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.272677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Network a0e114b1-4800-4372-85f8-610f00197fee is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:55:03.282341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.310956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Routers {'f967134c-2a12-424c-bec9-1573c6ad9afd'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:03.313033 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f967134c-2a12-424c-bec9-1573c6ad9afd'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:03.313654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Deleting port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:55:03.314006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.347992 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-f14f4237-c9bc-4f18-b72b-19271d5cbacf service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521397 Feb 07 12:55:03.386059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.452180 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.505997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a0e114b1-4800-4372-85f8-610f00197fee) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:03.527769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e4107-4211-4f17-bb83-0a9164f057b1 None None] Network a0e114b1-4800-4372-85f8-610f00197fee requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:03.537072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:03.546542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:03.552188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:03.597245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1f121-22b9-4b73-949f-d08078b4b020,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:03.608608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-561f1c93-b90f-4ea3-a7d1-761fb6684c07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0cf125bc4394f29ab7fe854d6464c96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2698364 Feb 07 12:55:03.619612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55094) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:03.647276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:03.698134 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] Set router f967134c-2a12-424c-bec9-1573c6ad9afd gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:03.736825 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-71e4913c-0c7b-4ff6-9056-87fe720f72a6 req-5f64bced-a2a8-4288-b128-02751b8c5d01 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819816 Feb 07 12:55:03.755102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:55:03.852491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f09af04d-e090-4eda-b865-2d88f38c2aad'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:03.892834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-abdda92b-0c8e-47b9-8809-5a73590a6f66 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.6731930 Feb 07 12:55:04.009884 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab77374f-f53c-4354-a32b-fe7a50a03c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:04.026248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:04.078153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab77374f-f53c-4354-a32b-fe7a50a03c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:04.121261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] For port abb0fbbe-c460-45a6-9c1e-404bd2abeb22, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=abb0fbbe-c460-45a6-9c1e-404bd2abeb22,segment=NetworkSegment(b1331ba1-7607-4ea5-82b5-e365aa14e854),segment_id=b1331ba1-7607-4ea5-82b5-e365aa14e854)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:04.121881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:04.156032 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:04.183146 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'abb0fbbe-c460-45a6-9c1e-404bd2abeb22', 'name': '', 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'mac_address': 'fa:16:3e:fc:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '15a6b3a1-a4f0-42b8-8aec-3f8470fea193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:53Z', 'updated_at': '2022-02-07T12:55:02Z', 'revision_number': 4, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'subnets': [{'id': '15a6b3a1-a4f0-42b8-8aec-3f8470fea193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:04.187483 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c6400-f218-4c95-bdb2-72a437b9193d None None] The sync data for ids ['f967134c-2a12-424c-bec9-1573c6ad9afd'] in n-d-811416-5 is: [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'abb0fbbe-c460-45a6-9c1e-404bd2abeb22', 'name': '', 'network_id': '2dbe0d12-b5cd-430b-9732-d359a1a79e70', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'mac_address': 'fa:16:3e:fc:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '15a6b3a1-a4f0-42b8-8aec-3f8470fea193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:53Z', 'updated_at': '2022-02-07T12:55:02Z', 'revision_number': 4, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'subnets': [{'id': '15a6b3a1-a4f0-42b8-8aec-3f8470fea193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:55:04.317601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab77374f-f53c-4354-a32b-fe7a50a03c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:04.342963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:04.411326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77374f-f53c-4354-a32b-fe7a50a03c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1f121-22b9-4b73-949f-d08078b4b020,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:04.437196 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab77374f-f53c-4354-a32b-fe7a50a03c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:04.438440 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ab77374f-f53c-4354-a32b-fe7a50a03c25 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1d1f121-22b9-4b73-949f-d08078b4b020 HTTP/1.1" status: 204 len: 168 time: 0.8135538 Feb 07 12:55:04.452827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:55:04.521513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 43bb4167-4d59-4780-8f74-202b14965447 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:04.555542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-f50a93c6-5343-41f4-8e57-00c5353758be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:04.562251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-f50a93c6-5343-41f4-8e57-00c5353758be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 808 time: 0.7190022 Feb 07 12:55:04.573326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Calling delete_port for abb0fbbe-c460-45a6-9c1e-404bd2abeb22 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:55:04.587536 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Sync routers for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:55:04.592286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:04.594094 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e708452-434e-48b1-9656-00cd0c7e4ccc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3655005 Feb 07 12:55:04.597653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55122) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:04.644928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-76413f50-9058-485e-911f-703a8367bb37 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/quotas/287e4148aa704a56b387ef51dde7594e HTTP/1.1" status: 200 len: 375 time: 0.0816913 Feb 07 12:55:04.771674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:04.775760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:04.983224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf39428-d270-442e-9f99-2f1c13f23f80 req-57b8b248-c2b9-405c-8d6c-6798b3da209d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:04.985349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bf39428-d270-442e-9f99-2f1c13f23f80 req-57b8b248-c2b9-405c-8d6c-6798b3da209d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 948 time: 1.3461483 Feb 07 12:55:05.038599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device abb0fbbe-c460-45a6-9c1e-404bd2abeb22 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:05.071271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bf39428-d270-442e-9f99-2f1c13f23f80 req-20ec176e-1d0a-4bbb-8872-975b5f29ef8a tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784948 Feb 07 12:55:05.119656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-01911e64-7c5e-4b33-bea7-9c0b9a402d0b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4656036 Feb 07 12:55:05.126543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:05.250291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: abb0fbbe-c460-45a6-9c1e-404bd2abeb22 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:55:05.250669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device abb0fbbe-c460-45a6-9c1e-404bd2abeb22 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 07 12:55:05.258277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb0fbbe-c460-45a6-9c1e-404bd2abeb22,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:05.354875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d149887-5540-40fe-b5f1-2283fabfeed1 None None] Network a0e114b1-4800-4372-85f8-610f00197fee requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:05.389544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Port abb0fbbe-c460-45a6-9c1e-404bd2abeb22 not found, will not notify nova. {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 07 12:55:05.785710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16864a-436c-43d0-9afd-43f7b70da279 req-93dc2594-1e11-4e0d-93c9-6337017dfcb3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:05.787021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d16864a-436c-43d0-9afd-43f7b70da279 req-93dc2594-1e11-4e0d-93c9-6337017dfcb3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 948 time: 0.3542590 Feb 07 12:55:05.851830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 43bb4167-4d59-4780-8f74-202b14965447 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:05.909820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 43bb4167-4d59-4780-8f74-202b14965447 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:05.910432 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:05.934050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-5a2a4504-c2fe-4e4b-b00e-0c68e3cc7bc7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:55:05.938728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-5a2a4504-c2fe-4e4b-b00e-0c68e3cc7bc7 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5012245 Feb 07 12:55:06.003751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d16864a-436c-43d0-9afd-43f7b70da279 req-3d5184a3-ef4e-41fc-b14c-a535ef7229e8 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000990 Feb 07 12:55:06.022542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:06.136449 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'code': 200} Feb 07 12:55:06.247243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:06.287178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:06.468329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55166) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:06.499087 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:06.556928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-a58a6e40-6ff0-44e9-8321-8ecadfd346c2 service neutron] 10.222.0.69 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029539 Feb 07 12:55:06.578845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:06.609387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:01Z', 'revision_number': 3, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:06.616188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Checking router: 0dc68f58-bd64-4b0c-b910-b8a637b0a16f for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:55:06.616588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Updating router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:55:06.654333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Allocated IP 172.20.0.1 (1b20d60d-c17e-4536-af6a-96b4089805a3/c240fe3c-b950-4ebf-b24a-29d0764aed15/994d7923-bb0c-409c-9f18-7bdaafae9353) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:06.672429 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:06.731886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-0f28067b-5953-494e-aaa4-13153aae47b1 service neutron] 10.222.0.69 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413658 Feb 07 12:55:06.753923 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:06.809218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1116315000-network', 'tenant_id': 'bf90c0539887466990629b10acfbbde3'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:06.818799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:06.823652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:06.831816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Usage tracker for resource:network and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:06.836930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:06.856998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:06.944847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:06.973329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Transition to ACTIVE for port object 994d7923-bb0c-409c-9f18-7bdaafae9353 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:07.007271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Made reservation on behalf of bf90c0539887466990629b10acfbbde3 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:07.011328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.039465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.050663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:07.072466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:07.072656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-951d21fb-031e-4d57-b5d4-478f8bf0a029 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:07.073263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-951d21fb-031e-4d57-b5d4-478f8bf0a029 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Synchronizing usage tracker for tenant:4648771336b64a54b5781a2833282cb3 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:07.082038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Usage tracker for resource:security_group_rule and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:07.087897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.095463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:07.170382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:07.214852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Router f967134c-2a12-424c-bec9-1573c6ad9afd has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:55:07.226187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:07.232400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:07.240822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:07.276525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Pushing event updated for resources: {'Port': ['ID=994d7923-bb0c-409c-9f18-7bdaafae9353,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:07.340606 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.386156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:07.425597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'mac_address': 'fa:16:3e:a2:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:07.431461 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.490049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Transition to ACTIVE for port object 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:07.508279 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.522571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-951d21fb-031e-4d57-b5d4-478f8bf0a029 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Unset dirty status for tenant:4648771336b64a54b5781a2833282cb3 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:07.528382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-951d21fb-031e-4d57-b5d4-478f8bf0a029 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 813 time: 0.9663815 Feb 07 12:55:07.534497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc9df91-44d1-4f9b-a938-86553617ada4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:07.553587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:55:07.561171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.565135 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] Sync routers for ids ['f967134c-2a12-424c-bec9-1573c6ad9afd'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:55:07.575758 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] Routers {'f967134c-2a12-424c-bec9-1573c6ad9afd'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:07.576420 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f967134c-2a12-424c-bec9-1573c6ad9afd'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:07.579565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55198) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:07.579688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b5005ff4-1fbd-48df-854c-6a73e432d135 admin admin] 10.222.0.69 "PUT /v2.0/routers/f967134c-2a12-424c-bec9-1573c6ad9afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0470974 Feb 07 12:55:07.586911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-ea11a836-0846-4c32-9c9b-8dfb6fdc5417 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/quotas/4648771336b64a54b5781a2833282cb3 HTTP/1.1" status: 200 len: 375 time: 0.0306036 Feb 07 12:55:07.593140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:07.644525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-1e35fd75-1367-46f8-8db9-41102033e217 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566521 Feb 07 12:55:07.652513 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.682601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.774061 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.791492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Attempting to bind port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:07.792229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Attempting to bind port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:07.794385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Attempting to bind port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:07.796740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-ba7d08d1-6275-4e47-ac5d-9a77648383b6 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512723 Feb 07 12:55:07.804036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdbf3a-1215-4a59-b0f8-b05a29a8ae78 None None] Pushing event updated for resources: {'Port': ['ID=8b3f39f8-15aa-4aed-ac0c-cef39b15add2,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:07.806288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-255bdcd9-7387-4284-b14a-7b441f1372dc None None] Provisioning for port 994d7923-bb0c-409c-9f18-7bdaafae9353 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:07.884163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-255bdcd9-7387-4284-b14a-7b441f1372dc None None] Provisioning complete for port 994d7923-bb0c-409c-9f18-7bdaafae9353 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:07.884460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-255bdcd9-7387-4284-b14a-7b441f1372dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.904897 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] Set router f967134c-2a12-424c-bec9-1573c6ad9afd gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:07.921485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:07.921882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:07.922277 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.922681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:07.923169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Bound port: 8b3f39f8-15aa-4aed-ac0c-cef39b15add2, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:07.923543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:07.991708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-7f5f9325-16e5-46ca-b294-42f6c79b7e90 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881683 Feb 07 12:55:08.019486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:08.035166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-255bdcd9-7387-4284-b14a-7b441f1372dc None None] Port 994d7923-bb0c-409c-9f18-7bdaafae9353 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:55:08.049407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:55:08.063424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cfc9df91-44d1-4f9b-a938-86553617ada4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:08.083060 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.083417 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Added segment 221e6cab-6660-4144-bb5b-6198d23f81d6 of type vlan for network a9c2ce28-cbca-449e-8f66-807b427a0170 Feb 07 12:55:08.094564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5929f-d2fa-428f-8b70-71e09f9170df,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:08.100503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.141056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] For port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:08.143243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bb4167-4d59-4780-8f74-202b14965447'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:08.160678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] For port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8b3f39f8-15aa-4aed-ac0c-cef39b15add2,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:08.251582 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.257483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.262441 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:55:04Z', 'revision_number': 5, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:08.269061 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] Checking router: f967134c-2a12-424c-bec9-1573c6ad9afd for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:55:08.279931 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] Routers {'f967134c-2a12-424c-bec9-1573c6ad9afd'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:08.280891 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f967134c-2a12-424c-bec9-1573c6ad9afd'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:08.300158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.336437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdbf3a-1215-4a59-b0f8-b05a29a8ae78 None None] Pushing event updated for resources: {'Port': ['ID=8b3f39f8-15aa-4aed-ac0c-cef39b15add2,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:08.373707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:08.374308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:54:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:08.519457 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] Set router f967134c-2a12-424c-bec9-1573c6ad9afd gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:08.622796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:08.629938 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.630915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:08.631502 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.826415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d4111-7919-4077-859c-cfc9657ee16e req-02eb1da9-5356-4e95-b0c3-8ff838548ac5 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:08.834120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db5d4111-7919-4077-859c-cfc9657ee16e req-02eb1da9-5356-4e95-b0c3-8ff838548ac5 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.2282381 Feb 07 12:55:08.860372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:08.888961 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.918907 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:55:04Z', 'revision_number': 5, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:08.926573 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf25de-07b5-4445-ac81-c083cdd7a81e None None] The sync data for ids ['f967134c-2a12-424c-bec9-1573c6ad9afd'] in n-d-811416-5 is: [{'id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'name': 'tempest-ServersTestFqdnHostnames-1938286850-router', 'tenant_id': '2a28df3050734c02ba3847c0e360790d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:42Z', 'updated_at': '2022-02-07T12:55:04Z', 'revision_number': 5, 'project_id': '2a28df3050734c02ba3847c0e360790d', 'gw_port': {'id': '27cce40a-500a-40fa-bb51-6603fc49db4b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f967134c-2a12-424c-bec9-1573c6ad9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:45Z', 'updated_at': '2022-02-07T12:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:55:08.930047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:08.973871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] Pushing event updated for resources: {'Network': ['ID=a9c2ce28-cbca-449e-8f66-807b427a0170,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:09.006076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a9c2ce28-cbca-449e-8f66-807b427a0170 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:55:09.009680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db5d4111-7919-4077-859c-cfc9657ee16e req-3f592686-c686-476f-8000-8be6ac493fc4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746168 Feb 07 12:55:09.071052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842e1d5-e3ad-477c-9be3-101d60683361 req-723dde14-c80e-4845-b372-4c741ac7de9b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:09.073076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5842e1d5-e3ad-477c-9be3-101d60683361 req-723dde14-c80e-4845-b372-4c741ac7de9b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 949 time: 0.1718557 Feb 07 12:55:09.092235 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b9036580-6f59-4087-938f-7057de86c2af admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6207962 Feb 07 12:55:09.092487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:09.101461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:09.133581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55230) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:09.137096 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a115718f-1468-4c14-ab4f-c8eeba89e5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:09.152638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5842e1d5-e3ad-477c-9be3-101d60683361 req-f920cc01-af1b-4604-8f3f-45f318e52610 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701652 Feb 07 12:55:09.166583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Request body: {'subnet': {'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1116315000-subnet', 'tenant_id': 'bf90c0539887466990629b10acfbbde3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:09.195325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:09.196846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Usage tracker for resource:subnet and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:09.209123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:09.252823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:09.274859 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bb4167-4d59-4780-8f74-202b14965447', 'code': 200} Feb 07 12:55:09.305535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Deleting port 27cce40a-500a-40fa-bb51-6603fc49db4b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:55:09.309286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:09.320684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port f09af04d-e090-4eda-b865-2d88f38c2aad completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:09.365859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc15aebc-147f-49bb-854d-67e4c43d44fa req-29de7237-676e-47bf-a4a5-f1f24e598a6a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 210 time: 0.0730114 Feb 07 12:55:09.423431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f09af04d-e090-4eda-b865-2d88f38c2aad triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:09.424345 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:09.469568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Made reservation on behalf of bf90c0539887466990629b10acfbbde3 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:09.475300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:09.677759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Pushing event updated for resources: {'Port': ['ID=994d7923-bb0c-409c-9f18-7bdaafae9353,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:09.715695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port cfc9df91-44d1-4f9b-a938-86553617ada4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:09.716090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:09.735040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9f94f04-2824-4419-b080-75098061884a req-ce61128d-ba7e-4d21-92d2-dc562bea318e tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 210 time: 0.1061161 Feb 07 12:55:09.742502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] For port 27cce40a-500a-40fa-bb51-6603fc49db4b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=27cce40a-500a-40fa-bb51-6603fc49db4b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:09.743147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:09.769021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:09.921376 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:10.009363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Calling delete_port for 27cce40a-500a-40fa-bb51-6603fc49db4b owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:55:10.028132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:10.103689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3b421-b176-4de1-86e4-f10fc7ae9fbf req-9cd0ffb1-232e-46de-8c73-f93181b31455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:10.105415 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-78f3b421-b176-4de1-86e4-f10fc7ae9fbf req-9cd0ffb1-232e-46de-8c73-f93181b31455 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 1100 time: 0.4871030 Feb 07 12:55:10.106009 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:10.135525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:06Z', 'revision_number': 1, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:10.149396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859938e6-5c55-45e3-9f83-c834d78725aa None None] The sync data for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 is: [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:06Z', 'revision_number': 1, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:55:10.153086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:10.162652 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:10.204088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:10.268283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:10.277187 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:10.314084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb2c2ec-4c72-4320-9b61-35e0a156e7b6,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:10.328982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Checking segment: {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:10.329346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Network hostable DHCP agents. Network: a9c2ce28-cbca-449e-8f66-807b427a0170, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:55:10.364307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec258ccc-44f5-4369-9918-b187fa23e599 req-1e66f95e-2cd1-4d40-8c6c-71b6261de4da tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:10.372482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec258ccc-44f5-4369-9918-b187fa23e599 req-1e66f95e-2cd1-4d40-8c6c-71b6261de4da tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.2283494 Feb 07 12:55:10.394660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:10.431845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec258ccc-44f5-4369-9918-b187fa23e599 req-90990234-6b30-4362-9fa1-e158247f8d46 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583940 Feb 07 12:55:10.435903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Network a9c2ce28-cbca-449e-8f66-807b427a0170 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:55:10.575311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a9c2ce28-cbca-449e-8f66-807b427a0170) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:10.580168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:10.580980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:10.582941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:10.592239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096fb7a6-3bc2-41a4-a1a0-31537052fef6 None None] Network a9c2ce28-cbca-449e-8f66-807b427a0170 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:10.595541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:10.605815 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-78f3b421-b176-4de1-86e4-f10fc7ae9fbf req-41b56a58-9930-4a21-8e3a-5c6420cf4c89 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830499 Feb 07 12:55:10.770715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-20870ff7-8483-4a87-9130-f2c9dfeb0394 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6064625 Feb 07 12:55:10.863836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device abb0fbbe-c460-45a6-9c1e-404bd2abeb22 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:55:10.932142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab11b626-6239-40ee-bf48-048183edbc14 req-a37aeb3f-d157-4803-bbef-e475cce25f52 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 210 time: 0.1783631 Feb 07 12:55:10.941459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: abb0fbbe-c460-45a6-9c1e-404bd2abeb22 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:55:10.943551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device abb0fbbe-c460-45a6-9c1e-404bd2abeb22 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:55:10.986908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f549a5-7c9f-492a-a273-1050f30b3d18 req-f3c2afb0-566d-4659-8d5d-f0600a6278b7 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:11.003720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34f549a5-7c9f-492a-a273-1050f30b3d18 req-f3c2afb0-566d-4659-8d5d-f0600a6278b7 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.3820465 Feb 07 12:55:11.182510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-45ad77ee-265d-4568-9d78-6b07c90c8d1c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:11.183318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-45ad77ee-265d-4568-9d78-6b07c90c8d1c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Synchronizing usage tracker for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:11.189064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4305a725-3e2d-4461-9a68-1f9fa198a44a None None] Provisioning complete for port 994d7923-bb0c-409c-9f18-7bdaafae9353 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:11.189749 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4305a725-3e2d-4461-9a68-1f9fa198a44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:11.246248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-45ad77ee-265d-4568-9d78-6b07c90c8d1c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Unset dirty status for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:11.247618 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-45ad77ee-265d-4568-9d78-6b07c90c8d1c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3&tenant_id=b813f812d35748d79cccd6537e963355&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 950 time: 0.7589562 Feb 07 12:55:11.261068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:55:11.264560 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b8da2217-6b12-40f9-8fd5-f27101eee857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:11.301093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad'}, {'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:11.331947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4305a725-3e2d-4461-9a68-1f9fa198a44a None None] Port 994d7923-bb0c-409c-9f18-7bdaafae9353 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:55:11.336147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0673ff9-ebb1-4245-b434-d4ef5e29ed97 None None] Network a9c2ce28-cbca-449e-8f66-807b427a0170 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:11.360748 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:11.418397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34f549a5-7c9f-492a-a273-1050f30b3d18 req-d87ad449-ef55-495c-8cc2-f3acdfa9208d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134929 Feb 07 12:55:11.441302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b811de2-38f9-42f7-8873-a209f08761cd req-0278e592-0f1d-43ee-ba0f-a800ba1f6745 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 210 time: 0.0936337 Feb 07 12:55:11.561830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Pushing event deleted for resources: {'Port': ['ID=27cce40a-500a-40fa-bb51-6603fc49db4b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:11.581990 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'code': 200} Feb 07 12:55:11.582791 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'code': 200} Feb 07 12:55:11.934371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:55:11.962034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55310) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:12.031419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:12.077814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48cb32-7d7b-4bfb-9529-09c9ad1849ca req-9e38b4ef-6517-49fa-a755-7c2035321217 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:12.085992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc48cb32-7d7b-4bfb-9529-09c9ad1849ca req-9e38b4ef-6517-49fa-a755-7c2035321217 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.3392856 Feb 07 12:55:12.119381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-2420dd03-011e-4d96-918e-a674f8f86611 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:12.126378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-2420dd03-011e-4d96-918e-a674f8f86611 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 822 time: 0.4270990 Feb 07 12:55:12.140690 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:12.158019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc48cb32-7d7b-4bfb-9529-09c9ad1849ca req-e015a175-ecbb-4266-97e5-a9eb18b05c58 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703185 Feb 07 12:55:12.182402 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5ee147ab-dfae-46e1-afdb-f92abcfdc564 admin admin] 10.222.0.69 "PUT /v2.0/routers/0dc68f58-bd64-4b0c-b910-b8a637b0a16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5749006 Feb 07 12:55:12.186716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:12.201134 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-ad546b26-650b-43a6-b90e-6efd4387bfcf service neutron] 10.222.0.35 "GET /v2.0/ports/cfc9df91-44d1-4f9b-a938-86553617ada4/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 382 time: 0.9422989 Feb 07 12:55:12.206882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-3c335e3f-8f1c-4c30-8aad-792b9cb6ca9e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/quotas/bf90c0539887466990629b10acfbbde3 HTTP/1.1" status: 200 len: 375 time: 0.0745707 Feb 07 12:55:12.346490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-03b22791-ac0d-4500-a2b3-492a288a5c64 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1377943 Feb 07 12:55:12.386229 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:12.471908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-5d9009ea-9d36-4f46-9a7f-25fc4acf9933 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:12.473212 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-5d9009ea-9d36-4f46-9a7f-25fc4acf9933 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 808 time: 0.2401838 Feb 07 12:55:12.548880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:12.562379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25196da3-1b2e-4715-a5fc-55a1cdedbde0 req-9555c861-ce42-472b-8f17-fa2a1c615005 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 210 time: 0.1594498 Feb 07 12:55:12.569521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] Usage tracker for resource:security_group_rule and tenant:f02812106eea4192924cf75cd20dea5b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:12.571816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:12.591080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:12.597143 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:12.603437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:12.621610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Request body: {'port': {'device_id': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'admin_state_up': True, 'tenant_id': '287e4148aa704a56b387ef51dde7594e'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:12.627007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-6d948b33-9a6f-416e-8913-d45eabb14e37 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789667 Feb 07 12:55:12.925578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766ad7b-b461-40b7-9447-2a4e651ca036 req-1ff99bee-b2fa-4f4c-a3ac-3e1be83a6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:12.927476 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a766ad7b-b461-40b7-9447-2a4e651ca036 req-1ff99bee-b2fa-4f4c-a3ac-3e1be83a6c36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 1100 time: 1.2207279 Feb 07 12:55:13.039194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-995f28cb-1d42-4c8b-9b9d-87b6dee60042 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798988 Feb 07 12:55:13.056095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.056475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f967134c-2a12-424c-bec9-1573c6ad9afd {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 12:55:13.097439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4af8c8-ca35-41e3-af60-46bc45bb926b req-19b3599b-91fa-4a75-89ab-9258f57e7879 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:13.097607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:13.104674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df4af8c8-ca35-41e3-af60-46bc45bb926b req-19b3599b-91fa-4a75-89ab-9258f57e7879 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.3015249 Feb 07 12:55:13.136144 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a766ad7b-b461-40b7-9447-2a4e651ca036 req-8540339a-3f34-40db-b9a1-4128bbfb5b6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920252 Feb 07 12:55:13.141463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.146341 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8aa72b11-a9c5-4c76-8701-dbe69397e14f admin admin] 10.222.0.69 "DELETE /v2.0/routers/f967134c-2a12-424c-bec9-1573c6ad9afd HTTP/1.1" status: 204 len: 168 time: 5.5660589 Feb 07 12:55:13.147023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:13.149779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55326) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:13.150825 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.191383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df4af8c8-ca35-41e3-af60-46bc45bb926b req-33a885d1-f6e3-4f99-bebe-cbce4fd616d3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857482 Feb 07 12:55:13.223552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.282098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f777111c-4321-4312-ba2b-6ef315c08798 admin admin] Deleting subnet 15a6b3a1-a4f0-42b8-8aec-3f8470fea193 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:55:13.314016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f02812106eea4192924cf75cd20dea5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3466070 Feb 07 12:55:13.322150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55336) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:13.346960 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f777111c-4321-4312-ba2b-6ef315c08798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.389365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:13.390070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438dff1-47b1-4663-919a-f3e10953420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb36ac-c4da-4c08-afdb-7b1b2fe0ba66,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:13.392168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:13.409015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:13.409882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.421212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-307a9227-9e30-463f-8e93-7a5a06a5bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:13.423056 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-307a9227-9e30-463f-8e93-7a5a06a5bfa8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 1101 time: 0.8225396 Feb 07 12:55:13.620794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Made reservation on behalf of 287e4148aa704a56b387ef51dde7594e for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:13.625343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.683618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f777111c-4321-4312-ba2b-6ef315c08798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.766672 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-49dffc5c-e70e-49e1-94e4-6fb55829dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.781591 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.789277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59d683d3-793a-4b17-a2e1-33701d18a625 req-d530ebda-a0fe-4b17-8745-d566c4b59e71 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 210 time: 0.1489718 Feb 07 12:55:13.819498 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.841300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8b3f39f8-15aa-4aed-ac0c-cef39b15add2,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:13.962427 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:13.995397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-79829fb1-3a0f-4ebe-baad-c652dc0eb19e tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:13.997359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-79829fb1-3a0f-4ebe-baad-c652dc0eb19e tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 813 time: 0.5298400 Feb 07 12:55:14.006535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-bbb404d6-8af7-4550-b4fa-7630099186bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:14.006909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-49dffc5c-e70e-49e1-94e4-6fb55829dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:14.013422 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-bbb404d6-8af7-4550-b4fa-7630099186bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.5726974 Feb 07 12:55:14.033990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Sync routers for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:55:14.074381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:14.075267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:55:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:14.152220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Request body: {'port': {'device_id': 'a822c749-06dc-4a0a-aba5-b54840f60875', 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'admin_state_up': True, 'tenant_id': '4648771336b64a54b5781a2833282cb3'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:14.258313 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-4c029c68-b0e8-4710-80d8-5a3de16893d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 200 len: 217 time: 0.2340624 Feb 07 12:55:14.279071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-49dffc5c-e70e-49e1-94e4-6fb55829dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:14.281867 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f777111c-4321-4312-ba2b-6ef315c08798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:14.308674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-49dffc5c-e70e-49e1-94e4-6fb55829dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:14.310276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-49dffc5c-e70e-49e1-94e4-6fb55829dbce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8efb36ac-c4da-4c08-afdb-7b1b2fe0ba66 HTTP/1.1" status: 204 len: 168 time: 0.9826157 Feb 07 12:55:14.334720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dffc5c-e70e-49e1-94e4-6fb55829dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb36ac-c4da-4c08-afdb-7b1b2fe0ba66,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:14.356698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.35', 49309) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:14.370579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=8b3f39f8-15aa-4aed-ac0c-cef39b15add2,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:14.425517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:14.483435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Allocated IP 172.20.0.8 (c30fed1f-849a-4725-acf9-f1586e77930f/c837a346-f7a4-415c-bbce-97ddad773c18/fbdb3e52-60f0-446c-8940-e1060ae124c8) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:14.487855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-975f2bcb-a856-448e-977f-b76f83486f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:14.490081 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-975f2bcb-a856-448e-977f-b76f83486f90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1635795 Feb 07 12:55:14.639582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f91db-1244-4679-b13e-261e20f74f74 req-7fc5efb6-b1a0-4d40-8252-3b9f36df04b7 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:14.641580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e81f91db-1244-4679-b13e-261e20f74f74 req-7fc5efb6-b1a0-4d40-8252-3b9f36df04b7 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.6430187 Feb 07 12:55:14.681536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f777111c-4321-4312-ba2b-6ef315c08798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.004486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e81f91db-1244-4679-b13e-261e20f74f74 req-3c4c3d4e-8548-492f-9a45-3b56fdaf32ef tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358625 Feb 07 12:55:15.004486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:15.004486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Usage tracker for resource:port and tenant:4648771336b64a54b5781a2833282cb3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:15.004486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:15.004486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:15.005511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f777111c-4321-4312-ba2b-6ef315c08798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.005511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777111c-4321-4312-ba2b-6ef315c08798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a6b3a1-a4f0-42b8-8aec-3f8470fea193,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:15.024068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-38c6bcd2-85b9-41a8-919c-2de6b0526971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:15.026414 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-38c6bcd2-85b9-41a8-919c-2de6b0526971 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5295696 Feb 07 12:55:15.054412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:15.060077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4118ab66-d312-4bd7-b7c3-57351b8b4430 req-b819ada7-a629-4965-ae08-32f4eb3f5c12 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 210 time: 0.1047285 Feb 07 12:55:15.094952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-de323743-9fde-4f44-ba7f-891d326af522 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:15.096557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-de323743-9fde-4f44-ba7f-891d326af522 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 813 time: 0.7342601 Feb 07 12:55:15.103494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef334f84-2aeb-40ca-a085-3a10f4899f9e None None] Network 2dbe0d12-b5cd-430b-9732-d359a1a79e70 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:15.110284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Request body: {'port': {'device_id': '3680473c-34f2-4900-b4f3-eb1980e21b2b', 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'admin_state_up': True, 'tenant_id': '4648771336b64a54b5781a2833282cb3'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:15.207570 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.264323 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-664ace5f-ff6e-40d3-9633-aad4cf54d613 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274823 Feb 07 12:55:15.282660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.349027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Made reservation on behalf of 4648771336b64a54b5781a2833282cb3 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:15.354570 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.368599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55364) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:15.393259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fbb1848-0aa4-41e9-abb3-07bed5605756 req-b6f00338-99db-435a-b67c-471471d5e3d5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 210 time: 0.1510298 Feb 07 12:55:15.434072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758273400', 'description': 'tempest-description--61425439'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:15.488977 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-6597bd3c-e15a-417e-930b-36c97314ae40 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075086 Feb 07 12:55:15.492102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:15.502957 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f777111c-4321-4312-ba2b-6ef315c08798 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/15a6b3a1-a4f0-42b8-8aec-3f8470fea193 HTTP/1.1" status: 204 len: 168 time: 2.3422260 Feb 07 12:55:15.505889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55368) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:15.567084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:15.567639 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.590766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Usage tracker for resource:security_group and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:15.666679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:08Z', 'revision_number': 2, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:15.675739 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Checking router: 0dc68f58-bd64-4b0c-b910-b8a637b0a16f for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:55:15.676145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Updating router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f port 994d7923-bb0c-409c-9f18-7bdaafae9353 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:55:15.682273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:15.689023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:15.750835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55372) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:15.795659 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.821914 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.827326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] DHCP port deletion for 2dbe0d12-b5cd-430b-9732-d359a1a79e70 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:55:15.834042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.837481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:15.849189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Usage tracker for resource:port and tenant:4648771336b64a54b5781a2833282cb3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:15.849189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:15.853042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:15.895719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6f38d4c-d8cb-4de3-a0d8-f9ac971d9dc3 req-feae97d1-3618-44fd-a111-01568bd0d876 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 210 time: 0.1458521 Feb 07 12:55:15.896604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:15.925644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:15.929708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Usage tracker for resource:security_group_rule and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:15.932997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:15.938863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:15.995688 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.005050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['54af436e-992b-4fc7-9fe7-3eebc495a0a7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:16.008282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Network c30fed1f-849a-4725-acf9-f1586e77930f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:16.012864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:16.016250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.020191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:16.025596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Made reservation on behalf of 4648771336b64a54b5781a2833282cb3 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:16.032644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.032804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:16.043955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] Deleting port 77388d43-d341-4da2-b047-b73cab683e76 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:55:16.044348 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.064757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Pushing event updated for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:16.078178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Deleting port 77388d43-d341-4da2-b047-b73cab683e76 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:55:16.078178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.089687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] Usage tracker for resource:security_group_rule and tenant:5ad9fda0140049408c76bf8e689a1c57 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:16.099495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:16.122916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 27cce40a-500a-40fa-bb51-6603fc49db4b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:55:16.126916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:16.169791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:16.170629 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.187470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 27cce40a-500a-40fa-bb51-6603fc49db4b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:55:16.187809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 27cce40a-500a-40fa-bb51-6603fc49db4b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:55:16.294514 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.335066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefb39-9f83-403e-a36e-a0f261e55864 req-aa79e669-c58d-453e-a387-315f9deb6310 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:16.336498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abcefb39-9f83-403e-a36e-a0f261e55864 req-aa79e669-c58d-453e-a387-315f9deb6310 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.7622409 Feb 07 12:55:16.404885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Allocated IP 172.20.0.4 (a0e114b1-4800-4372-85f8-610f00197fee/5bed1381-4017-4521-b434-cf49d00e93a9/c1af2791-153f-4c1c-a794-230871ea18b7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:16.409150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:16.419126 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-6a15cea8-67eb-41f4-a083-04bbe38a1044 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8101594 Feb 07 12:55:16.425884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] For port 77388d43-d341-4da2-b047-b73cab683e76, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=77388d43-d341-4da2-b047-b73cab683e76,segment=NetworkSegment(b1331ba1-7607-4ea5-82b5-e365aa14e854),segment_id=b1331ba1-7607-4ea5-82b5-e365aa14e854)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:16.426674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.440671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Request body: {'port': {'device_id': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:16.455565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abcefb39-9f83-403e-a36e-a0f261e55864 req-13c0f644-a7b7-4ddd-b78e-829f1bfa39e2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963945 Feb 07 12:55:16.482660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a94da-1b36-4202-a23a-97b4edded64e req-7c7f9b8b-7943-4baa-8022-be30d5bc896c tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:16.488640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a39a94da-1b36-4202-a23a-97b4edded64e req-7c7f9b8b-7943-4baa-8022-be30d5bc896c tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 949 time: 0.4462817 Feb 07 12:55:16.547887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.549161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-905f9802-746c-4bfb-871f-15b6fc3ccc98 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1772814 Feb 07 12:55:16.564874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] For port 77388d43-d341-4da2-b047-b73cab683e76, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=77388d43-d341-4da2-b047-b73cab683e76,segment=NetworkSegment(b1331ba1-7607-4ea5-82b5-e365aa14e854),segment_id=b1331ba1-7607-4ea5-82b5-e365aa14e854)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:16.568486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.578729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55380) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:16.584950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'security_group_rule': {'security_group_id': '2c3f8d14-14e0-4f19-9cd4-8d78fff4e968', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:16.643296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Calling delete_port for 77388d43-d341-4da2-b047-b73cab683e76 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:55:16.688290 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.750699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:16.776110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a39a94da-1b36-4202-a23a-97b4edded64e req-b019bd71-a8ec-496b-9748-2739380377e7 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468071 Feb 07 12:55:16.785470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.788746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Usage tracker for resource:security_group_rule and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:16.792425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:16.801270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:16.814760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] Calling delete_port for 77388d43-d341-4da2-b047-b73cab683e76 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:55:16.959443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:16.972403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 77388d43-d341-4da2-b047-b73cab683e76 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:55:17.021545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 77388d43-d341-4da2-b047-b73cab683e76 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:55:17.022670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 77388d43-d341-4da2-b047-b73cab683e76 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:55:17.029106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] No DVR routers for this DVR port 77388d43-d341-4da2-b047-b73cab683e76 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:55:17.029605 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:55:17.030609 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:55:17.032446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.044420 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.059102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Transition to ACTIVE for port object 994d7923-bb0c-409c-9f18-7bdaafae9353 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:17.074482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f708379-d156-452f-9e39-58390527d3f3 req-d8333c4b-95d9-42e9-b269-6f348665b14e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 210 time: 0.3249993 Feb 07 12:55:17.078857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Pushing event deleted for resources: {'Port': ['ID=77388d43-d341-4da2-b047-b73cab683e76,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:17.159186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ad9fda0140049408c76bf8e689a1c57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4054654 Feb 07 12:55:17.175922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55388) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:17.191947 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.205195 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.284536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.299896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b88a22-06c0-49aa-8a84-646094f0f383 None None] Pushing event updated for resources: {'Port': ['ID=994d7923-bb0c-409c-9f18-7bdaafae9353,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:17.313089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137c5b3-c398-4379-b441-6b0a945e098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1970d698-6478-49c3-8c9c-9f4bfb945ee5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:17.456218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.484669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfe2f7-e0e5-40d5-a649-3e80acd097d5 req-935f6d76-c61d-4a7f-8de3-ade4c40918a0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:17.486376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5dfe2f7-e0e5-40d5-a649-3e80acd097d5 req-935f6d76-c61d-4a7f-8de3-ade4c40918a0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 931 time: 0.4558544 Feb 07 12:55:17.487304 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ac3929ed-1f9f-452c-ab07-0bec48e6c23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.497164 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.535925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] Deleting port 77388d43-d341-4da2-b047-b73cab683e76 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:55:17.536693 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.543422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbe0d12-b5cd-430b-9732-d359a1a79e70']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:17.560173 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ac3929ed-1f9f-452c-ab07-0bec48e6c23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.589388 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.643839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5dfe2f7-e0e5-40d5-a649-3e80acd097d5 req-97c19efa-b9c9-49f4-9b5c-6a631572d86f tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455004 Feb 07 12:55:17.650726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a2ea04-74d1-4ebd-b72d-70129b7b895c,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:17.678205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Attempting to bind port 994d7923-bb0c-409c-9f18-7bdaafae9353 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:17.678885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Attempting to bind port 994d7923-bb0c-409c-9f18-7bdaafae9353 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:17.678988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Attempting to bind port 994d7923-bb0c-409c-9f18-7bdaafae9353 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:17.702109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d324fc91-8f74-48bc-b2a9-b505a9727f30 None None] The port '77388d43-d341-4da2-b047-b73cab683e76' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:55:17.711679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:17.712336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdb3e52-60f0-446c-8940-e1060ae124c8 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:17.712938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Checking segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:17.713518 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.714057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Bound using segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:17.716211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Bound port: 994d7923-bb0c-409c-9f18-7bdaafae9353, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:17.717299 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.728500 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.769519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1331ba1-7607-4ea5-82b5-e365aa14e854') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:17.769822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1331ba1-7607-4ea5-82b5-e365aa14e854') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:17.806529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.847020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.856060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-ad2481da-6d4f-4847-b559-62f663ad7f14 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:17.856753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-ad2481da-6d4f-4847-b559-62f663ad7f14 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Synchronizing usage tracker for tenant:bf90c0539887466990629b10acfbbde3 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:17.860675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Transition to ACTIVE for port object fbdb3e52-60f0-446c-8940-e1060ae124c8 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:17.867523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:55:17.871918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:55:17.885683 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:55:17.891794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] For port 994d7923-bb0c-409c-9f18-7bdaafae9353, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:17.898186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] For port 994d7923-bb0c-409c-9f18-7bdaafae9353, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=994d7923-bb0c-409c-9f18-7bdaafae9353,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:17.933727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.935406 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.946574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-25d8684d-7d08-4985-8d73-5ddbc95d7a8c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3568172 Feb 07 12:55:17.981265 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ac3929ed-1f9f-452c-ab07-0bec48e6c23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:17.990002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55402) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:18.052499 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.073201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.149192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'security_group_rule': {'security_group_id': '2c3f8d14-14e0-4f19-9cd4-8d78fff4e968', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:18.172951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:18.173943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:55:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:18.185807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3929ed-1f9f-452c-ab07-0bec48e6c23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1970d698-6478-49c3-8c9c-9f4bfb945ee5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:18.222642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:18.241748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-ad2481da-6d4f-4847-b559-62f663ad7f14 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Unset dirty status for tenant:bf90c0539887466990629b10acfbbde3 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:18.242918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-ad2481da-6d4f-4847-b559-62f663ad7f14 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.47 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 822 time: 0.9243622 Feb 07 12:55:18.265656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Network a0e114b1-4800-4372-85f8-610f00197fee is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:18.267845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Usage tracker for resource:security_group_rule and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:18.276251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:18.279108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:18.285042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Request body: {'port': {'device_id': '32fdf346-7db6-483c-b945-55cd20691c64', 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'admin_state_up': True, 'tenant_id': 'bf90c0539887466990629b10acfbbde3'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:18.291042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:18.322072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:18.328850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ac3929ed-1f9f-452c-ab07-0bec48e6c23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.330448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ac3929ed-1f9f-452c-ab07-0bec48e6c23f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1970d698-6478-49c3-8c9c-9f4bfb945ee5 HTTP/1.1" status: 204 len: 168 time: 1.1522233 Feb 07 12:55:18.365856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Allocated IP 172.20.0.6 (a0e114b1-4800-4372-85f8-610f00197fee/5bed1381-4017-4521-b434-cf49d00e93a9/cf8f8aac-d90b-486c-9c9a-68968a5d821c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:18.373048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Pushing event updated for resources: {'Port': ['ID=c1af2791-153f-4c1c-a794-230871ea18b7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:18.373220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Pushing event updated for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:18.412220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.418371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.467613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbe0d12-b5cd-430b-9732-d359a1a79e70,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:18.478888 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d0037515-a2d0-4a2c-b19b-9bce19f7f778 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2dbe0d12-b5cd-430b-9732-d359a1a79e70 HTTP/1.1" status: 204 len: 168 time: 2.9698215 Feb 07 12:55:18.563219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:18.563555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:18.563885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:18.574337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:18.577209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:55:18.577537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:18.584330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Usage tracker for resource:port and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:18.589695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:18.592695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:18.592927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:18.593315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:18.593935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Bound port: fbdb3e52-60f0-446c-8940-e1060ae124c8, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:18.594291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.608689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:18.641659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b88a22-06c0-49aa-8a84-646094f0f383 None None] Pushing event updated for resources: {'Port': ['ID=994d7923-bb0c-409c-9f18-7bdaafae9353,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:18.648271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:18.699110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:18.699742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.714344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:18.718073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:18.733556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Made reservation on behalf of bf90c0539887466990629b10acfbbde3 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:18.737602 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.766728 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.822771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6027-bca0-4355-9e38-7d9bc2d59730 req-cad7edb5-ecf3-4d3c-b313-267fa153f376 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:18.823836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-72fa6027-bca0-4355-9e38-7d9bc2d59730 req-cad7edb5-ecf3-4d3c-b313-267fa153f376 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Synchronizing usage tracker for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:18.877996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:18.908547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f69fe-d395-42dd-b77c-3754e41d102a req-bfc03a13-7dda-4d67-85fa-c0bfc4eff40a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:18.916985 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff6f69fe-d395-42dd-b77c-3754e41d102a req-bfc03a13-7dda-4d67-85fa-c0bfc4eff40a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.7618039 Feb 07 12:55:18.974092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-bb9f5459-e06e-483f-b6ea-7d8ca6c071a3 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8688009 Feb 07 12:55:18.995663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55418) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:18.998750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:18.999358 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.001312 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] 10.222.0.35 "PUT /v2.0/ports/fbdb3e52-60f0-446c-8940-e1060ae124c8 HTTP/1.1" status: 200 len: 1091 time: 2.5650053 Feb 07 12:55:19.011906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:19.023035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Request body: {'port': {'device_id': '3680473c-34f2-4900-b4f3-eb1980e21b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:19.023266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 994d7923-bb0c-409c-9f18-7bdaafae9353 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:19.065992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.104612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760157dd-6859-4ec7-9501-b31a0e03c30d service neutron] Pushing event updated for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:19.116957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-72fa6027-bca0-4355-9e38-7d9bc2d59730 req-cad7edb5-ecf3-4d3c-b313-267fa153f376 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Unset dirty status for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:19.124690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72fa6027-bca0-4355-9e38-7d9bc2d59730 req-cad7edb5-ecf3-4d3c-b313-267fa153f376 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 931 time: 1.2688401 Feb 07 12:55:19.139718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-abff3002-974c-4e90-920b-7d6deefc9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:19.141648 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-abff3002-974c-4e90-920b-7d6deefc9de5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3&tenant_id=b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 1101 time: 0.3194432 Feb 07 12:55:19.146914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Allocated IP 172.20.0.5 (a9c2ce28-cbca-449e-8f66-807b427a0170/8bb2c2ec-4c72-4320-9b61-35e0a156e7b6/3453a95a-05d4-4c65-a07a-e7dab24e91a3) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:19.202281 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.228479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:17Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:19.233876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e902a-141b-48e2-b848-4dfc1b288476 None None] The sync data for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 is: [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:17Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:55:19.237379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 994d7923-bb0c-409c-9f18-7bdaafae9353 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:19.242211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff6f69fe-d395-42dd-b77c-3754e41d102a req-666a0576-b6f6-4054-8265-ff18db8bb254 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240499 Feb 07 12:55:19.247504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 994d7923-bb0c-409c-9f18-7bdaafae9353 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:19.248080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.289772 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.497462 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.515506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-72fa6027-bca0-4355-9e38-7d9bc2d59730 req-cd55c307-99db-47e7-abc6-328214072d85 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Synchronizing usage tracker for tenant:4648771336b64a54b5781a2833282cb3 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:19.536960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 994d7923-bb0c-409c-9f18-7bdaafae9353, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=994d7923-bb0c-409c-9f18-7bdaafae9353,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:19.556044 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.567812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-2caf51b4-3274-472f-9691-f860a093b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:19.569348 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-2caf51b4-3274-472f-9691-f860a093b502 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1094 time: 0.3791516 Feb 07 12:55:19.574355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ef429c-9029-4dd1-8d87-74f6728a6681,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:19.597118 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.642430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-100c1ff8-7060-4917-9f34-5b4b2927d1e6 req-ff9c4e3f-92a2-4e6e-9d42-6353fa2b5ac7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 210 time: 0.0893927 Feb 07 12:55:19.643671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-d8b3411f-eb5d-4594-a256-8b5f91895f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:19.645311 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-d8b3411f-eb5d-4594-a256-8b5f91895f02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 1101 time: 0.4219639 Feb 07 12:55:19.648649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8dbd1aae-e599-4953-9454-4def5109dece admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a28df3050734c02ba3847c0e360790d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372361 Feb 07 12:55:19.669051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55440) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:19.740595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=994d7923-bb0c-409c-9f18-7bdaafae9353,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:19.823050 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-cfed90b9-4a82-450d-b319-bfc5b46da06e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8 HTTP/1.1" status: 200 len: 217 time: 0.2334986 Feb 07 12:55:19.898573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.937229 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:19.996577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-4a08c777-3caa-4ded-8683-4753641f8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:19.998035 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-4a08c777-3caa-4ded-8683-4753641f8ad3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1527169 Feb 07 12:55:20.073178 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.073178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4792bc85-b2a3-4ebc-bdfa-e5ce33a29ba2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0680430 Feb 07 12:55:20.082260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55452) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:20.107043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:20.125947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Network a0e114b1-4800-4372-85f8-610f00197fee is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:20.126684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55456) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:20.127918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:20.133553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-72fa6027-bca0-4355-9e38-7d9bc2d59730 req-cd55c307-99db-47e7-abc6-328214072d85 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Unset dirty status for tenant:4648771336b64a54b5781a2833282cb3 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:20.134765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72fa6027-bca0-4355-9e38-7d9bc2d59730 req-cd55c307-99db-47e7-abc6-328214072d85 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0089071 Feb 07 12:55:20.152800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Usage tracker for resource:floatingip and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:20.157550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:20.172581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:20.192637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:20.195072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55451da1-13a9-423d-9172-4b84f6b8968c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.207380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-14a3c611-1f06-4218-bd89-dfa29a74ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:20.208873 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-14a3c611-1f06-4218-bd89-dfa29a74ab47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.5389631 Feb 07 12:55:20.219528 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-792b0f9b-138b-40de-8fbc-8a01216b2266 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957281 Feb 07 12:55:20.232822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:20.253221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Pushing event updated for resources: {'Port': ['ID=cf8f8aac-d90b-486c-9c9a-68968a5d821c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:20.305509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ef7b0-ba66-468a-adf3-ac445475974e req-71f11490-c93a-443b-a927-c94ccaa6f59b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:20.312458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-167ef7b0-ba66-468a-adf3-ac445475974e req-71f11490-c93a-443b-a927-c94ccaa6f59b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 943 time: 0.3822043 Feb 07 12:55:20.340393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-373220921-network', 'tenant_id': '4a73d4ee22c5434a8d8cddd1a69ffba0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:20.357167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:20.357806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.377525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:20.393144 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-15e75949-c404-4511-b93d-30cfd73a36ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 200 len: 217 time: 0.1727390 Feb 07 12:55:20.409006 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55451da1-13a9-423d-9172-4b84f6b8968c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.434296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Usage tracker for resource:network and tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:20.446422 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8', 'status': 'completed', 'code': 200} Feb 07 12:55:20.452200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:20.462985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.476900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:20.492908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.496740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-167ef7b0-ba66-468a-adf3-ac445475974e req-03114d09-be82-4723-a65e-67a5d9510372 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833651 Feb 07 12:55:20.591457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-42bb3255-721e-4d46-86ee-dbb0f9d30484 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4869184 Feb 07 12:55:20.606491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1af2791-153f-4c1c-a794-230871ea18b7 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:20.609680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Network a9c2ce28-cbca-449e-8f66-807b427a0170 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:20.613849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-283b8134-c4f2-46a9-a0e7-64e801d77070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:20.615302 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-283b8134-c4f2-46a9-a0e7-64e801d77070 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2108352 Feb 07 12:55:20.618941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Request body: {'port': {'device_id': 'a822c749-06dc-4a0a-aba5-b54840f60875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:20.626666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:20.629856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:20.654638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.696867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Made reservation on behalf of 4a73d4ee22c5434a8d8cddd1a69ffba0 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:20.699142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.717252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Transition to ACTIVE for port object c1af2791-153f-4c1c-a794-230871ea18b7 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:20.723513 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.750167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event updated for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:20.758526 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-c105f5d2-81e5-4efd-9812-8516a7c375e5 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794395 Feb 07 12:55:20.785601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:20.877988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:20.878955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.885350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 994d7923-bb0c-409c-9f18-7bdaafae9353 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:20.889007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55451da1-13a9-423d-9172-4b84f6b8968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.921879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Usage tracker for resource:security_group_rule and tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:20.925625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:20.930949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55451da1-13a9-423d-9172-4b84f6b8968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e804f396-047d-47bc-9f22-be470145971d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:20.934538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:20.949600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55451da1-13a9-423d-9172-4b84f6b8968c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:20.953456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-55451da1-13a9-423d-9172-4b84f6b8968c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e804f396-047d-47bc-9f22-be470145971d HTTP/1.1" status: 204 len: 168 time: 1.2602453 Feb 07 12:55:20.981297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-6c1cf41e-f36b-417b-a1e5-ad4af45bae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:20.982800 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-6c1cf41e-f36b-417b-a1e5-ad4af45bae5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3135223 Feb 07 12:55:20.995530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 994d7923-bb0c-409c-9f18-7bdaafae9353 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:20.996448 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:21.007599 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:21.010519 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-60ece939-bdbd-46d6-a15b-b51cf3c55a2a req-44d1057d-5452-4e12-8f36-8384ce546bc5 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431428 Feb 07 12:55:21.071137 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-a500c4eb-8c91-4a22-9ea6-8676ef8c8be2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7909939 Feb 07 12:55:21.088579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Request body: {'port': {'device_id': '32fdf346-7db6-483c-b945-55cd20691c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:21.102330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b84996-5905-4fd9-abfe-a3044d24014b req-23b3fadf-0fe2-49f1-b9ec-408789f277e7 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:21.104001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75b84996-5905-4fd9-abfe-a3044d24014b req-23b3fadf-0fe2-49f1-b9ec-408789f277e7 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.5549161 Feb 07 12:55:21.144339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:55:21.187307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:21.233998 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-271b1e06-95bc-4c00-a59c-92b3d5a94578 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436182 Feb 07 12:55:21.278127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Pushing event updated for resources: {'Port': ['ID=c1af2791-153f-4c1c-a794-230871ea18b7,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:21.297581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:21.300576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:21.343111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:21.359630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:21.464255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75b84996-5905-4fd9-abfe-a3044d24014b req-a683f2c1-181c-4581-a92b-29629bc2637e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481119 Feb 07 12:55:21.480849 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:21.523637 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ffcf8a4-0a74-4809-94a9-dcf50db2cb46 req-fedcfc58-5f20-4697-8d53-011b02b62c69 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770774 Feb 07 12:55:21.588332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe3934-25c5-4543-bbe6-09ac08a2bf93 req-d94206b4-5246-4e76-bf52-9045c99990ca tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:21.592470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9fe3934-25c5-4543-bbe6-09ac08a2bf93 req-d94206b4-5246-4e76-bf52-9045c99990ca tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 931 time: 0.7924409 Feb 07 12:55:21.629629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-5b747a53-444f-4940-956a-a42d820fe400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:21.630852 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-5b747a53-444f-4940-956a-a42d820fe400 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1094 time: 0.3638654 Feb 07 12:55:21.662508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:21.738589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:21.822175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Attempting to bind port c1af2791-153f-4c1c-a794-230871ea18b7 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:21.822515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Attempting to bind port c1af2791-153f-4c1c-a794-230871ea18b7 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:21.822839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Attempting to bind port c1af2791-153f-4c1c-a794-230871ea18b7 on network a0e114b1-4800-4372-85f8-610f00197fee {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:21.900411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Port c1af2791-153f-4c1c-a794-230871ea18b7 on network a0e114b1-4800-4372-85f8-610f00197fee not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:55:21.900744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Attempting to bind port c1af2791-153f-4c1c-a794-230871ea18b7 on network a0e114b1-4800-4372-85f8-610f00197fee {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:21.944076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:21.968784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:21.969118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Checking segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:21.969507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Bound using segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:21.969962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Bound port: c1af2791-153f-4c1c-a794-230871ea18b7, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:21.971004 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.023051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9fe3934-25c5-4543-bbe6-09ac08a2bf93 req-50db0bf6-8e70-47a4-bea7-eccb72444cc7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009486 Feb 07 12:55:22.065874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-99f59a61-8592-427f-b231-9169e4c49e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:22.067386 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-99f59a61-8592-427f-b231-9169e4c49e49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.4285524 Feb 07 12:55:22.123000 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'code': 200} Feb 07 12:55:22.156623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.204330 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-bfff0f48-21ba-4ba5-b803-8524ce8a4045 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8 HTTP/1.1" status: 200 len: 217 time: 0.1285260 Feb 07 12:55:22.271802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:55:22.314977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3453a95a-05d4-4c65-a07a-e7dab24e91a3 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:22.326257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.340054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-6cd8398c-064b-4d1d-b7ed-ca80738c413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:22.342067 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-6cd8398c-064b-4d1d-b7ed-ca80738c413c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0996120 Feb 07 12:55:22.345819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6853d-1430-46af-9dae-9be43f986cb2 req-1bf64dd6-5943-47c4-b7aa-e5c3e22d34b7 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:22.347351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6de6853d-1430-46af-9dae-9be43f986cb2 req-1bf64dd6-5943-47c4-b7aa-e5c3e22d34b7 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 943 time: 0.6832721 Feb 07 12:55:22.349795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Allocated IP 172.25.7.181 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/a8d51d18-6666-4d4b-9c04-d01b395c1707) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:22.353480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Transition to ACTIVE for port object 3453a95a-05d4-4c65-a07a-e7dab24e91a3 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:22.360808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d3b00-b008-4e77-9fa2-b0652350cc41,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:22.377828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.378180 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Added segment 22ac2124-aaf8-4131-8b02-694c1b65fbe1 of type vlan for network 466f93c0-0698-457f-8e18-e5d273e64d2f Feb 07 12:55:22.405759 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-3f779288-16cb-48d7-b2db-4033d2f3cb78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534265 Feb 07 12:55:22.414692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] For port c1af2791-153f-4c1c-a794-230871ea18b7, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:22.481960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55506) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:22.492996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.561509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:22.577094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] For port c1af2791-153f-4c1c-a794-230871ea18b7, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c1af2791-153f-4c1c-a794-230871ea18b7,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:22.600795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.643626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6de6853d-1430-46af-9dae-9be43f986cb2 req-6f7eefc4-acc3-43ba-98f6-de619849d26f tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720077 Feb 07 12:55:22.672642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8f8aac-d90b-486c-9c9a-68968a5d821c {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:22.707301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Pushing event updated for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:22.743733 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.774116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.815499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:22.835932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'mac_address': 'fa:16:3e:93:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:22.836784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2025625434-network', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:22.842469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:22.847680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Usage tracker for resource:network and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:22.850902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:22.856980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39c8b1-cae1-411c-a392-b3fa26889c0e req-74463c6e-4162-404f-ad70-5a89f521eb3f tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:22.857395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:22.864646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b39c8b1-cae1-411c-a392-b3fa26889c0e req-74463c6e-4162-404f-ad70-5a89f521eb3f tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 943 time: 0.6019883 Feb 07 12:55:22.884377 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-93018629-8c8e-42b3-9cb1-b4898026599d service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713275 Feb 07 12:55:22.890100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Attempting to bind port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:22.891207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Attempting to bind port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:22.891556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Attempting to bind port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 on network a9c2ce28-cbca-449e-8f66-807b427a0170 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:22.894721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Transition to ACTIVE for port object cf8f8aac-d90b-486c-9c9a-68968a5d821c will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:22.904126 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.917015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:22.917882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.918963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] 10.222.0.35 "PUT /v2.0/ports/c1af2791-153f-4c1c-a794-230871ea18b7 HTTP/1.1" status: 200 len: 1091 time: 3.9182363 Feb 07 12:55:22.919177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 on network a9c2ce28-cbca-449e-8f66-807b427a0170 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:55:22.919660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Attempting to bind port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 on network a9c2ce28-cbca-449e-8f66-807b427a0170 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:22.921028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3680473c-34f2-4900-b4f3-eb1980e21b2b', 'tag': 'c1af2791-153f-4c1c-a794-230871ea18b7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:22.927669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f09af04d-e090-4eda-b865-2d88f38c2aad {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:22.947387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:22.981980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:22.981980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Checking segment: {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:22.981980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Bound using segment: {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:22.982439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Bound port: 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:22.982542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.993333 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.994083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:22.994670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:22.999533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:23.002083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.055932 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.110148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:23.129032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:23.148175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:23.157855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:23.165553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:23.172787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:23.179328 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0ad51a62-0597-416f-a9d6-b457d045c4dd req-9eddab52-63f5-4152-87cb-2c67e6d91690 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826662 Feb 07 12:55:23.193481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:23.238468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.263844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.265756 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.267779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.284175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b39c8b1-cae1-411c-a392-b3fa26889c0e req-a52322fe-ac5e-47d3-9eea-07c5e068bd39 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186361 Feb 07 12:55:23.284806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7591b-9737-46df-835e-710c879ffb4e service neutron] Pushing event updated for resources: {'Port': ['ID=c1af2791-153f-4c1c-a794-230871ea18b7,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:23.363936 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3680473c-34f2-4900-b4f3-eb1980e21b2b', 'tag': 'c1af2791-153f-4c1c-a794-230871ea18b7', 'status': 'completed', 'code': 200} Feb 07 12:55:23.370416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.459003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] Pushing event updated for resources: {'Network': ['ID=466f93c0-0698-457f-8e18-e5d273e64d2f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:23.475645 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.482327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:23.483542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.485145 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] 10.222.0.47 "PUT /v2.0/ports/3453a95a-05d4-4c65-a07a-e7dab24e91a3 HTTP/1.1" status: 200 len: 1091 time: 2.4011693 Feb 07 12:55:23.496134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:23.497567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 466f93c0-0698-457f-8e18-e5d273e64d2f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:55:23.524013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Pushing event updated for resources: {'Port': ['ID=cf8f8aac-d90b-486c-9c9a-68968a5d821c,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:23.549969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:55:23.568106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf12f-0142-4678-af27-120432a4ff5e service neutron] Pushing event updated for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:23.573310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42835908-3fd6-4aed-8ef9-261e2c99776d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:23.579210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.579557 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Added segment 95697406-36db-492a-89db-565378bdcee8 of type vlan for network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 Feb 07 12:55:23.602856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9a895686-a76e-4d4f-a29c-4d8684b96312 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.4717207 Feb 07 12:55:23.603543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55528) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:23.613930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-16f2a85a-547c-4b02-82b9-78a1181ba422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:23.614877 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-16f2a85a-547c-4b02-82b9-78a1181ba422 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 1094 time: 0.3142433 Feb 07 12:55:23.616767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.624969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f09af04d-e090-4eda-b865-2d88f38c2aad'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:23.636420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Request body: {'subnet': {'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-373220921-subnet', 'tenant_id': '4a73d4ee22c5434a8d8cddd1a69ffba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:23.659064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17663c58-4734-4c5f-8924-336072aa29a4 req-9cd44471-994e-476e-8858-18f332318255 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:23.660591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17663c58-4734-4c5f-8924-336072aa29a4 req-9cd44471-994e-476e-8858-18f332318255 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 948 time: 0.7648416 Feb 07 12:55:23.668418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:23.713402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:23.719679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:23.737972 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-9df8a468-d982-4ce0-bb32-891bcc66341b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1af2791-153f-4c1c-a794-230871ea18b7 HTTP/1.1" status: 200 len: 217 time: 0.1133173 Feb 07 12:55:23.745783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'mac_address': 'fa:16:3e:a2:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:23.746563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Usage tracker for resource:subnet and tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:23.751256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:23.787153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:23.809971 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.832925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-5d6fa9e6-b34d-4697-a22c-d96dd3811050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:23.834372 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-5d6fa9e6-b34d-4697-a22c-d96dd3811050 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 200 len: 853 time: 0.0784464 Feb 07 12:55:23.840981 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-46b562de-25c3-409e-a5f4-4a3f24d9b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:23.842740 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-46b562de-25c3-409e-a5f4-4a3f24d9b40c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 1094 time: 0.1668310 Feb 07 12:55:23.848680 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.876195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc9df91-44d1-4f9b-a938-86553617ada4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:23.880561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Attempting to bind port cf8f8aac-d90b-486c-9c9a-68968a5d821c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:23.880561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Attempting to bind port cf8f8aac-d90b-486c-9c9a-68968a5d821c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:23.880891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Attempting to bind port cf8f8aac-d90b-486c-9c9a-68968a5d821c on network a0e114b1-4800-4372-85f8-610f00197fee {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:23.910417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17663c58-4734-4c5f-8924-336072aa29a4 req-78cf8fad-05ae-4564-96fd-e9c778b9540c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394791 Feb 07 12:55:23.918684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:23.919069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Port cf8f8aac-d90b-486c-9c9a-68968a5d821c on network a0e114b1-4800-4372-85f8-610f00197fee not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:55:23.919410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Attempting to bind port cf8f8aac-d90b-486c-9c9a-68968a5d821c on network a0e114b1-4800-4372-85f8-610f00197fee {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:23.931896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:23.933974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:23.934314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Checking segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:23.934703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Bound using segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:23.935170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Bound port: cf8f8aac-d90b-486c-9c9a-68968a5d821c, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:23.935523 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.946435 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-703384e3-baf0-4021-aa7c-4c9dc2e4e8dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e114b1-4800-4372-85f8-610f00197fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027465 Feb 07 12:55:23.948570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:23.950994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:23.954366 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.955642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:23.956251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:23.979662 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-4ef604c7-8415-4143-858e-17e5ec44610b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3 HTTP/1.1" status: 200 len: 217 time: 0.0971975 Feb 07 12:55:23.996324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'Port': ['ID=a8d51d18-6666-4d4b-9c04-d01b395c1707,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:24.008493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e78c99-3207-45e8-be1d-524f2199ab07 req-4e843a4e-a824-47f9-a748-3f1615763f98 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:24.010440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7e78c99-3207-45e8-be1d-524f2199ab07 req-4e843a4e-a824-47f9-a748-3f1615763f98 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.4948602 Feb 07 12:55:24.052707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Made reservation on behalf of 4a73d4ee22c5434a8d8cddd1a69ffba0 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:24.055042 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.125115 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'status': 'completed', 'code': 200} Feb 07 12:55:24.138330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.224559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:24.301444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7e78c99-3207-45e8-be1d-524f2199ab07 req-75329eb5-f279-4091-8854-c756db148fa4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582703 Feb 07 12:55:24.324403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] Pushing event updated for resources: {'Network': ['ID=9f5ab910-8e7a-4bfa-a246-3f08c53467c3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:24.336839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] For port cf8f8aac-d90b-486c-9c9a-68968a5d821c, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:24.339100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-673cb58b-63cb-4242-b915-a558a54584e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:24.340780 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-673cb58b-63cb-4242-b915-a558a54584e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bb2c2ec-4c72-4320-9b61-35e0a156e7b6 HTTP/1.1" status: 200 len: 862 time: 0.2195323 Feb 07 12:55:24.343180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:55:24.360059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.362881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] For port cf8f8aac-d90b-486c-9c9a-68968a5d821c, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf8f8aac-d90b-486c-9c9a-68968a5d821c,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:24.366396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.412394 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-5dcbc71d-e2e2-4db2-ba5c-986d7665ff57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9c2ce28-cbca-449e-8f66-807b427a0170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565138 Feb 07 12:55:24.419607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f497e-70a1-4dbd-807a-2d850dc506cf req-027ca2fb-8e5a-4602-ab60-4d2aea51c41f tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:24.420585 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-15a82e38-6786-4ae3-8d64-b71b38a95fee service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603930 Feb 07 12:55:24.421386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e09f497e-70a1-4dbd-807a-2d850dc506cf req-027ca2fb-8e5a-4602-ab60-4d2aea51c41f tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 943 time: 0.3120615 Feb 07 12:55:24.472369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cfc9df91-44d1-4f9b-a938-86553617ada4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:24.571098 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e286e45-3638-4506-9361-613fdc52aec7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0874150 Feb 07 12:55:24.577588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:24.587321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Request body: {'subnet': {'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2025625434-subnet', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:24.593673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e09f497e-70a1-4dbd-807a-2d850dc506cf req-0024dcd7-6fda-4c8d-97d6-f4ad10d48c54 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627531 Feb 07 12:55:24.605442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:24.622250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Usage tracker for resource:subnet and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:24.622921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:24.627592 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.629347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:24.644884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:24.714534 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-2f8668fe-584a-4b8f-a450-63241bb05383 service neutron] 10.222.0.47 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927842 Feb 07 12:55:24.717937 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-a7353c53-1a78-4c2a-a37f-f3c9360068a2 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724907 Feb 07 12:55:24.763141 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.806783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f09af04d-e090-4eda-b865-2d88f38c2aad triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:24.807584 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.831082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:24.831082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.862026 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:55:24.872504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:24.873543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.874871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] 10.222.0.35 "PUT /v2.0/ports/cf8f8aac-d90b-486c-9c9a-68968a5d821c HTTP/1.1" status: 200 len: 1091 time: 4.2707071 Feb 07 12:55:24.905868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b33876-9f09-47a2-a774-026599b9a43c req-9ab8b385-bc46-4635-9529-947a213aeaba tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:24.907557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1b33876-9f09-47a2-a774-026599b9a43c req-9ab8b385-bc46-4635-9529-947a213aeaba tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 943 time: 0.3647623 Feb 07 12:55:24.934709 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.944903 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:24.976983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:24.988547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:25.015587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aabc6b-47eb-4de4-b678-555b3c66a8ea service neutron] Pushing event updated for resources: {'Port': ['ID=cf8f8aac-d90b-486c-9c9a-68968a5d821c,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:25.019260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b0f95f-7038-4069-9e36-5d6936cc6ec7,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:25.036156 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ef2e7f9a-ac67-42bd-a8b7-6ff9336adff4 req-f2e22461-557e-43a1-9bb8-a25bec586d0a service neutron] 10.222.0.47 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028953 Feb 07 12:55:25.061472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-0a7302a9-2c1d-47ff-9a78-71d225297352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.062948 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-0a7302a9-2c1d-47ff-9a78-71d225297352 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 1094 time: 0.2144654 Feb 07 12:55:25.145131 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:25.161848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:25.162412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Network hostable DHCP agents. Network: 466f93c0-0698-457f-8e18-e5d273e64d2f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:55:25.206528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1b33876-9f09-47a2-a774-026599b9a43c req-f2b70806-f41d-4275-a8ea-c5b7850b6279 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829103 Feb 07 12:55:25.225159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:25.288852 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'code': 200} Feb 07 12:55:25.323805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-4a85eff6-74e3-4ac4-8f64-93a428813e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.325281 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-4a85eff6-74e3-4ac4-8f64-93a428813e71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 913 time: 0.2311118 Feb 07 12:55:25.400645 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-36cf0b70-f4b0-4ecb-87b4-74d1aeec4e72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1af2791-153f-4c1c-a794-230871ea18b7 HTTP/1.1" status: 200 len: 217 time: 0.0677633 Feb 07 12:55:25.448206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-a2d65fce-fe12-4eb9-93ff-00a67ecbffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.449726 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-a2d65fce-fe12-4eb9-93ff-00a67ecbffeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 1094 time: 0.2024431 Feb 07 12:55:25.454501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:25.463322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a822c749-06dc-4a0a-aba5-b54840f60875', 'tag': 'cf8f8aac-d90b-486c-9c9a-68968a5d821c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:25.477887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Network 466f93c0-0698-457f-8e18-e5d273e64d2f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:55:25.604411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6e85-c84a-4875-9f97-b26eb3c86306 req-f2b59f98-0144-4392-9b40-597799238fc2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.606283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d98b6e85-c84a-4875-9f97-b26eb3c86306 req-f2b59f98-0144-4392-9b40-597799238fc2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.5126302 Feb 07 12:55:25.608565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-94815c32-44a3-4154-889e-41c06e35a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.610081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-94815c32-44a3-4154-889e-41c06e35a3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&device_id=a822c749-06dc-4a0a-aba5-b54840f60875 HTTP/1.1" status: 200 len: 1094 time: 0.5796652 Feb 07 12:55:25.725395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-0456640f-82b0-40fc-b02d-4ca0b7b48e75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8f8aac-d90b-486c-9c9a-68968a5d821c HTTP/1.1" status: 200 len: 217 time: 0.1063545 Feb 07 12:55:25.730215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-241898d3-d16d-4589-9874-ce4b66966e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.731646 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-241898d3-d16d-4589-9874-ce4b66966e51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 200 len: 853 time: 0.3230898 Feb 07 12:55:25.738841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 466f93c0-0698-457f-8e18-e5d273e64d2f) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:25.753005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.753473 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:25.756845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac8cb0-db7a-46c9-a849-431aab9934da None None] Network 466f93c0-0698-457f-8e18-e5d273e64d2f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:25.803174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d803cc2e-07ca-4bf8-9d90-a18c834b8623,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:25.811801 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-6a830996-7b2f-4ac3-af09-081708d212e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e114b1-4800-4372-85f8-610f00197fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673447 Feb 07 12:55:25.836630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d98b6e85-c84a-4875-9f97-b26eb3c86306 req-84268e70-e5c6-485e-98ef-11de5a9bd1d9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040520 Feb 07 12:55:25.854748 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:25.870640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eee86f-00a9-4c57-a314-352243197e48 req-d5c39b17-7885-4fbe-8279-4fdc7af456f3 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.872435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15eee86f-00a9-4c57-a314-352243197e48 req-d5c39b17-7885-4fbe-8279-4fdc7af456f3 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.4025242 Feb 07 12:55:25.881012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-e02f473f-2e03-4214-b3e4-9ab971118afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:25.882974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-e02f473f-2e03-4214-b3e4-9ab971118afb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 200 len: 853 time: 0.1352334 Feb 07 12:55:25.964578 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a822c749-06dc-4a0a-aba5-b54840f60875', 'tag': 'cf8f8aac-d90b-486c-9c9a-68968a5d821c', 'status': 'completed', 'code': 200} Feb 07 12:55:25.972406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-d6d7a784-fe00-40a4-9abc-b298d48638cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e114b1-4800-4372-85f8-610f00197fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732124 Feb 07 12:55:26.012135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21fe7ba-abc1-4714-8b01-416f2d6e4857 None None] Network 466f93c0-0698-457f-8e18-e5d273e64d2f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:26.030562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-4aa350f3-b696-4b8a-8232-a6db86c963bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:26.032089 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-4aa350f3-b696-4b8a-8232-a6db86c963bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 922 time: 0.5423274 Feb 07 12:55:26.032847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Checking segment: {'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:26.033247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Network hostable DHCP agents. Network: 9f5ab910-8e7a-4bfa-a246-3f08c53467c3, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:55:26.057654 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-1e2b32ab-bc72-4094-9795-a380938e6ed1 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322538 Feb 07 12:55:26.084142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15eee86f-00a9-4c57-a314-352243197e48 req-e5f7883f-d9da-4f50-be47-2eb397a37fc9 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051558 Feb 07 12:55:26.084802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:26.161495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b16580e3-90b4-4bcc-b3e6-515117568525 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5393252 Feb 07 12:55:26.172870 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-1770faf6-02f1-44be-aeb1-cd0818d33412 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3 HTTP/1.1" status: 200 len: 217 time: 0.1247175 Feb 07 12:55:26.311352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-47604e06-ff2e-4366-9113-1282ec09a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:26.318698 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-47604e06-ff2e-4366-9113-1282ec09a57f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bb2c2ec-4c72-4320-9b61-35e0a156e7b6 HTTP/1.1" status: 200 len: 862 time: 0.0895219 Feb 07 12:55:26.406227 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-f6bfeed5-0cce-4634-aca1-594088998b45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9c2ce28-cbca-449e-8f66-807b427a0170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631447 Feb 07 12:55:26.409765 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-62d84a02-398b-4a33-ad65-da54a07c62e5 req-e62f0f27-4aaa-4dd2-8df0-0ddcd9456f8f service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788661 Feb 07 12:55:26.410885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:55:26.483696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'Port': ['ID=a8d51d18-6666-4d4b-9c04-d01b395c1707,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:26.500161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9f5ab910-8e7a-4bfa-a246-3f08c53467c3) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:26.508818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:26.509599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:26.509845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730b34b-385c-4640-b6b1-72c6ba9b2ae1 None None] Network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:26.542832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:26.566847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-12b45591-e470-4adc-a961-ee2970d77a24 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872333 Feb 07 12:55:26.587921 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-ef6449fa-b398-46f1-8edb-adc27a347f2f service neutron] 10.222.0.47 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735816 Feb 07 12:55:26.683930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64d348-08f4-4f97-b6cd-8e9cfa37f5cc req-5f9857f8-f295-4e2f-ae74-2abe2fbba08b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:26.685805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f64d348-08f4-4f97-b6cd-8e9cfa37f5cc req-5f9857f8-f295-4e2f-ae74-2abe2fbba08b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 950 time: 0.4195075 Feb 07 12:55:26.696339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc441874-f89f-4bf8-9fad-7acc96f05326 req-dcdb8e25-f6ac-4766-9b65-50be3db771d4 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:26.704971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc441874-f89f-4bf8-9fad-7acc96f05326 req-dcdb8e25-f6ac-4766-9b65-50be3db771d4 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 943 time: 0.6324062 Feb 07 12:55:26.805203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:26.815840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8ee6513c-585b-4837-ac57-09bd5322c87b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7195580 Feb 07 12:55:26.816355 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d0b9f7cb-2dc8-43dc-8225-e870e8472366 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2301598 Feb 07 12:55:26.820357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-9f5ab910-8e7a-4bfa-a246-3f08c53467c3', 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'fixed_ips': [{'subnet_id': 'd803cc2e-07ca-4bf8-9d90-a18c834b8623'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:55:26.821387 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:26.825229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55580) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:26.856729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f64d348-08f4-4f97-b6cd-8e9cfa37f5cc req-166f4ce5-da90-40a4-8643-80a4ffa8f299 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462061 Feb 07 12:55:26.863788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:26.899067 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-82c5fd98-9dea-4834-95c9-ce95f172c23e req-486aa0c0-5616-45ba-854e-f9f223d96e4e service neutron] 10.222.0.47 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032823 Feb 07 12:55:26.902119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc441874-f89f-4bf8-9fad-7acc96f05326 req-f19e5b82-ff8e-4712-9602-1451767c5919 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960886 Feb 07 12:55:26.949393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:26.967850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Usage tracker for resource:router and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:26.977916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6c170ba-e14a-4f96-832c-50ee1ce7f128 req-4b7a011d-c6fc-4a08-93af-2fd822af6b61 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004896 Feb 07 12:55:26.989199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:27.004406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:27.105985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Allocated IP 172.20.0.2 (9f5ab910-8e7a-4bfa-a246-3f08c53467c3/d803cc2e-07ca-4bf8-9d90-a18c834b8623/02836471-8cb5-44bb-8e98-d9df8b304ed0) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:27.208244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c1af2791-153f-4c1c-a794-230871ea18b7 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:27.210444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:27.299616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-72324783-84fb-4268-a6cb-b5c0b99dbc7d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:27.335688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e2e76-0923-495d-b079-673dde6ea077 req-6d294c12-344f-4107-9743-1f52073d5d2f tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:27.337303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-055e2e76-0923-495d-b079-673dde6ea077 req-6d294c12-344f-4107-9743-1f52073d5d2f tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 943 time: 0.2694564 Feb 07 12:55:27.343598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-02d15e4c-4278-4775-8aee-47f92d4a911d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1864932 Feb 07 12:55:27.397071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:27.397071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:27.400661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-055e2e76-0923-495d-b079-673dde6ea077 req-d9d851a3-098a-45bf-8f59-c369372833a4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560114 Feb 07 12:55:27.410877 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:27.456535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port cfc9df91-44d1-4f9b-a938-86553617ada4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:27.456909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:27.541028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-07105eac-8c91-45a9-b797-e77a0bbab52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:27.543218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-07105eac-8c91-45a9-b797-e77a0bbab52e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&device_id=a822c749-06dc-4a0a-aba5-b54840f60875 HTTP/1.1" status: 200 len: 1094 time: 0.1015453 Feb 07 12:55:27.549381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-a9b1f955-089e-413e-9071-0e0e61ea40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:27.551843 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-a9b1f955-089e-413e-9071-0e0e61ea40a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 1095 time: 0.1048706 Feb 07 12:55:27.610131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-72324783-84fb-4268-a6cb-b5c0b99dbc7d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:27.611934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-72324783-84fb-4268-a6cb-b5c0b99dbc7d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1758273400&fields=id&tenant_id=69f46ced331443a88a53990623b9b4c7 HTTP/1.1" status: 200 len: 267 time: 0.4020565 Feb 07 12:55:27.777979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c1af2791-153f-4c1c-a794-230871ea18b7, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c1af2791-153f-4c1c-a794-230871ea18b7,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:27.805413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-977c6d7f-77f6-4969-b121-d2fcb59955b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:27.807499 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-977c6d7f-77f6-4969-b121-d2fcb59955b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2358735 Feb 07 12:55:27.807633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'c1af2791-153f-4c1c-a794-230871ea18b7', 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'port_id': 'c1af2791-153f-4c1c-a794-230871ea18b7', 'mac_address': 'fa:16:3e:5d:46:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bed1381-4017-4521-b434-cf49d00e93a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:27.811145 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:27.867708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Transition to ACTIVE for port object 02836471-8cb5-44bb-8e98-d9df8b304ed0 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:27.870262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:27.905306 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-c620c0cd-cffc-4655-9499-e4ae1971ac2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 200 len: 217 time: 0.0918546 Feb 07 12:55:27.909483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55622) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:27.916963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1337850818-network', 'tenant_id': '16fe3f0166634a7f9dc72be41fe47717'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:27.927339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Transition to ACTIVE for port object 02836471-8cb5-44bb-8e98-d9df8b304ed0 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:27.935967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:27.945057 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:27.961990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:27.965174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:27.969611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1af2791-153f-4c1c-a794-230871ea18b7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:27.976978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Usage tracker for resource:network and tenant:16fe3f0166634a7f9dc72be41fe47717 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:27.983480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:27.988208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c1af2791-153f-4c1c-a794-230871ea18b7, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c1af2791-153f-4c1c-a794-230871ea18b7,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:27.990997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:28.011401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-2832d34f-37b6-4d18-895a-47e4ce941ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:28.012983 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-2832d34f-37b6-4d18-895a-47e4ce941ef2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.1007230 Feb 07 12:55:28.025673 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.062863 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-2df87bec-683b-4fee-9592-7c792c77ccc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435109 Feb 07 12:55:28.077357 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.098624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:28.101580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:28.105853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:28.138391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Pushing event updated for resources: {'Port': ['ID=02836471-8cb5-44bb-8e98-d9df8b304ed0,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:28.207093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Made reservation on behalf of 16fe3f0166634a7f9dc72be41fe47717 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:28.209422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.223543 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-b1457e08-5617-4082-9771-0531381015fa service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536362 Feb 07 12:55:28.225727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.232155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.236783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acda54a-5c46-4373-a6c0-301fae91b154 req-ba5e1dc1-72fa-4d17-a4fd-1e3fdb158c8f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:28.238662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5acda54a-5c46-4373-a6c0-301fae91b154 req-ba5e1dc1-72fa-4d17-a4fd-1e3fdb158c8f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.7006054 Feb 07 12:55:28.261955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Attempting to bind port 02836471-8cb5-44bb-8e98-d9df8b304ed0 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:28.262317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Attempting to bind port 02836471-8cb5-44bb-8e98-d9df8b304ed0 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:28.262876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Attempting to bind port 02836471-8cb5-44bb-8e98-d9df8b304ed0 on network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:28.273082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:28.274743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Checking segment: {'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:28.274743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.274743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Bound using segment: {'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:28.274996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Bound port: 02836471-8cb5-44bb-8e98-d9df8b304ed0, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:28.275160 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.285393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=11']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:28.336995 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.355784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-0a05cb8f-ba07-4e1c-bd28-0f773e657d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:28.357470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-0a05cb8f-ba07-4e1c-bd28-0f773e657d07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 913 time: 0.7726898 Feb 07 12:55:28.426853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c1af2791-153f-4c1c-a794-230871ea18b7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:28.440755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:28.444937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] For port 02836471-8cb5-44bb-8e98-d9df8b304ed0, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:28.448152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] For port 02836471-8cb5-44bb-8e98-d9df8b304ed0, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=02836471-8cb5-44bb-8e98-d9df8b304ed0,segment=NetworkSegment(95697406-36db-492a-89db-565378bdcee8),segment_id=95697406-36db-492a-89db-565378bdcee8)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:28.448309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Usage tracker for resource:security_group_rule and tenant:16fe3f0166634a7f9dc72be41fe47717 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:28.452964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:28.469587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-bbf3ba9c-d9e4-45c2-a4c1-f0dbb2925472 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf8f8aac-d90b-486c-9c9a-68968a5d821c HTTP/1.1" status: 200 len: 217 time: 0.0842357 Feb 07 12:55:28.469750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:28.473470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c1af2791-153f-4c1c-a794-230871ea18b7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:28.478849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-95da3be2-35b5-483e-9f40-04c5b3eda786 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:28.479557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-95da3be2-35b5-483e-9f40-04c5b3eda786 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:28.534892 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1e06ed55-746a-42f4-9737-c0b2fbe811d8 req-317d3b6d-c351-45a8-8570-2f557fe58e76 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986310 Feb 07 12:55:28.556236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5acda54a-5c46-4373-a6c0-301fae91b154 req-117be2ea-d538-413c-a6d9-75cb09e327d4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055375 Feb 07 12:55:28.603811 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.629470 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.661129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-e09c2a1a-10c1-4608-9542-ad2c49291f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:28.663062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-e09c2a1a-10c1-4608-9542-ad2c49291f9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 200 len: 853 time: 0.1913404 Feb 07 12:55:28.734433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-a7eb4427-332b-4de5-92ec-d10130deaa2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e114b1-4800-4372-85f8-610f00197fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640125 Feb 07 12:55:28.758846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e7bf5-c2ee-4ccb-a50b-fa950496b61f None None] Pushing event updated for resources: {'Port': ['ID=02836471-8cb5-44bb-8e98-d9df8b304ed0,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:28.764504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-4faef5a5-020b-474c-bdec-1b2d646e37d6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572214 Feb 07 12:55:28.779296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.809379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:55:28.823418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5ec9b-a477-41f3-998e-406999556174,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:28.828762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.829181 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Added segment 069855f9-4cc2-496a-bfe5-46784d660ba8 of type vlan for network 9993fddf-04bf-47bf-94a5-3f44902db076 Feb 07 12:55:28.852737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-95da3be2-35b5-483e-9f40-04c5b3eda786 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:28.853882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-95da3be2-35b5-483e-9f40-04c5b3eda786 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 1.1867709 Feb 07 12:55:28.863269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.959227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-8cdadc5e-05e7-4074-bd2d-4c5b2be69a4b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/quotas/69f46ced331443a88a53990623b9b4c7 HTTP/1.1" status: 200 len: 375 time: 0.0968773 Feb 07 12:55:28.990611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:28.991592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:28.992219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:29.107102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] Pushing event updated for resources: {'Network': ['ID=9993fddf-04bf-47bf-94a5-3f44902db076,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:29.111903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-0ebbf08d-e6e2-41a6-8bfe-0d99d7c6d5cc service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703961 Feb 07 12:55:29.118388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9993fddf-04bf-47bf-94a5-3f44902db076 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:55:29.191849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device fbdb3e52-60f0-446c-8940-e1060ae124c8 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:29.245991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8b347025-d906-438b-aff1-69c759eb1e39 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:29.247319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8b347025-d906-438b-aff1-69c759eb1e39 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4225352 Feb 07 12:55:29.278890 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aff5bb69-c19e-43d7-86a4-9ba2fd311101 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3681486 Feb 07 12:55:29.281596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55642) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:29.290064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Request body: {'subnet': {'network_id': '9993fddf-04bf-47bf-94a5-3f44902db076', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1337850818-subnet', 'tenant_id': '16fe3f0166634a7f9dc72be41fe47717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:29.302899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:29.309811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Usage tracker for resource:subnet and tenant:16fe3f0166634a7f9dc72be41fe47717 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:29.316808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:29.325757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:29.355806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-a3cc2462-5b10-4a11-9e65-22f35a892998 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/quotas/b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 375 time: 0.0931211 Feb 07 12:55:29.375854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:29.389326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'fbdb3e52-60f0-446c-8940-e1060ae124c8', 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f', 'port_id': 'fbdb3e52-60f0-446c-8940-e1060ae124c8', 'mac_address': 'fa:16:3e:89:9a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c837a346-f7a4-415c-bbce-97ddad773c18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:29.435617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-028262f4-f0c5-4d9c-aa2d-ed74f5a5d7fe tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4755106 Feb 07 12:55:29.447130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Made reservation on behalf of 16fe3f0166634a7f9dc72be41fe47717 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:29.449108 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:29.451169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:29.467926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdb3e52-60f0-446c-8940-e1060ae124c8 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:29.486735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:29.613790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:29.614493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cf8f8aac-d90b-486c-9c9a-68968a5d821c details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:29.779542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c44df5-f3b9-44f7-befe-ab062a7e42f0 req-91ef8046-9dbc-488a-8349-b7049fdcde65 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596665 Feb 07 12:55:29.827836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:29.839961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:29.864110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:29.895502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:29.901986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cf8f8aac-d90b-486c-9c9a-68968a5d821c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf8f8aac-d90b-486c-9c9a-68968a5d821c,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:29.942307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'cf8f8aac-d90b-486c-9c9a-68968a5d821c', 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'port_id': 'cf8f8aac-d90b-486c-9c9a-68968a5d821c', 'mac_address': 'fa:16:3e:03:98:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bed1381-4017-4521-b434-cf49d00e93a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:29.981005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-fff96396-3ccb-46ca-a93f-a3918911ed88 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372641 Feb 07 12:55:29.993347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a17396-e043-4bcc-872a-df3c524eab63,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:30.007759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Checking segment: {'id': '069855f9-4cc2-496a-bfe5-46784d660ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9993fddf-04bf-47bf-94a5-3f44902db076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:30.008056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Network hostable DHCP agents. Network: 9993fddf-04bf-47bf-94a5-3f44902db076, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:55:30.016310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b8345-7c99-4883-9b04-c0ab3d416b63 None None] Network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:30.025938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-3c5b5e1e-bd07-43f8-acab-53029c1a8cea tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6172426 Feb 07 12:55:30.110532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:30.142442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Network 9993fddf-04bf-47bf-94a5-3f44902db076 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:55:30.149525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8f8aac-d90b-486c-9c9a-68968a5d821c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:30.195102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cf8f8aac-d90b-486c-9c9a-68968a5d821c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf8f8aac-d90b-486c-9c9a-68968a5d821c,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:30.211400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Allocated IP 172.25.7.168 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/e2533637-657a-4f66-bcf3-356c5d5bc93d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:30.218182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-1630fca9-5ab1-4397-8e7e-120470ede100 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243927 Feb 07 12:55:30.242604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9993fddf-04bf-47bf-94a5-3f44902db076) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:30.247440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:30.248569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:30.306463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ef64e-f65e-4622-91ce-43305d6e1848 None None] Network 9993fddf-04bf-47bf-94a5-3f44902db076 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:30.360141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-12fcee3f-b891-45cc-84dd-c84823ac55cc None None] Provisioning for port 02836471-8cb5-44bb-8e98-d9df8b304ed0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:30.397486 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-18dc226a-92af-49b8-9d4c-bf0bd1c413b8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1146760 Feb 07 12:55:30.470410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:30.558462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:30.672803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038580ef-097e-4073-86e8-04426acd2f40 req-7c7d4fb2-04a3-4d5a-b641-1e434b714f6e tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:30.682311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038580ef-097e-4073-86e8-04426acd2f40 req-7c7d4fb2-04a3-4d5a-b641-1e434b714f6e tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 944 time: 0.2737575 Feb 07 12:55:30.705268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3453a95a-05d4-4c65-a07a-e7dab24e91a3 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:30.744085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:30.754258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cf8f8aac-d90b-486c-9c9a-68968a5d821c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:30.845719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['fbdb3e52-60f0-446c-8940-e1060ae124c8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:30.883523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038580ef-097e-4073-86e8-04426acd2f40 req-0c9d483a-03b1-4966-9a65-75e9a58cfa85 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976304 Feb 07 12:55:30.903267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:30.906151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:30.923401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:30.940268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cf8f8aac-d90b-486c-9c9a-68968a5d821c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:31.145309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 02836471-8cb5-44bb-8e98-d9df8b304ed0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:31.209877 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'code': 200} Feb 07 12:55:31.214990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c1af2791-153f-4c1c-a794-230871ea18b7 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:31.335370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Pushing event updated for resources: {'Port': ['ID=e2533637-657a-4f66-bcf3-356c5d5bc93d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:31.428832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:31.520483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'port_id': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'mac_address': 'fa:16:3e:9c:e7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb2c2ec-4c72-4320-9b61-35e0a156e7b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:31.540587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port c1af2791-153f-4c1c-a794-230871ea18b7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:31.543839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 02836471-8cb5-44bb-8e98-d9df8b304ed0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:31.592030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483751e3-5328-4e93-9248-04dca5571731 None None] Network 9993fddf-04bf-47bf-94a5-3f44902db076 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:31.646919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port c1af2791-153f-4c1c-a794-230871ea18b7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:31.647293 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:31.685242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647754-de08-4e83-88f0-7cce97cceb16 req-5ab03e06-a48d-468b-82f0-72c1ba2aa3e5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:31.702440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07647754-de08-4e83-88f0-7cce97cceb16 req-5ab03e06-a48d-468b-82f0-72c1ba2aa3e5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.3209410 Feb 07 12:55:31.806962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 02836471-8cb5-44bb-8e98-d9df8b304ed0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:31.807489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:31.844404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5324f-9244-4732-be8c-d31ae577c401 req-0626c44d-908c-4fa2-894c-42488866d1fc tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:31.851959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5324f-9244-4732-be8c-d31ae577c401 req-0626c44d-908c-4fa2-894c-42488866d1fc tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.5242286 Feb 07 12:55:31.916739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5324f-9244-4732-be8c-d31ae577c401 req-6d7b5355-2acf-4b02-814f-3df519dd48a2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637791 Feb 07 12:55:31.940112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07647754-de08-4e83-88f0-7cce97cceb16 req-3674b376-2f3f-4b1c-a653-f3fe69c47b88 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367053 Feb 07 12:55:31.947026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e6a58d5c-22ef-4d06-b045-af9eeac53228 None None] Provisioning complete for port 02836471-8cb5-44bb-8e98-d9df8b304ed0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:31.947510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e6a58d5c-22ef-4d06-b045-af9eeac53228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:32.009011 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:32.179750 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e6a58d5c-22ef-4d06-b045-af9eeac53228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:32.199268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3453a95a-05d4-4c65-a07a-e7dab24e91a3 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:32.236990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e6a58d5c-22ef-4d06-b045-af9eeac53228 None None] For port 02836471-8cb5-44bb-8e98-d9df8b304ed0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=02836471-8cb5-44bb-8e98-d9df8b304ed0,segment=NetworkSegment(95697406-36db-492a-89db-565378bdcee8),segment_id=95697406-36db-492a-89db-565378bdcee8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:32.327433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ba2199e-ea35-47f7-9b36-51ca7d8a641d req-518fc369-0ca4-4840-ab02-b37ac7df6616 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 210 time: 0.1138289 Feb 07 12:55:32.351230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e86371de-7443-4d6c-9ee9-d8cd14c1f39a req-726a7c5b-a947-4c5f-9e92-2c3cfeb3cfc6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 210 time: 0.1389639 Feb 07 12:55:32.383357 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e6a58d5c-22ef-4d06-b045-af9eeac53228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:32.387512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:32.415573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:32.598656 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:32.644711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c1af2791-153f-4c1c-a794-230871ea18b7, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c1af2791-153f-4c1c-a794-230871ea18b7,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:32.679819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:32.761741 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:32.844125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a58d5c-22ef-4d06-b045-af9eeac53228 None None] Pushing event updated for resources: {'Port': ['ID=02836471-8cb5-44bb-8e98-d9df8b304ed0,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:32.934377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:32.938372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-a609f49f-495d-456a-b02a-2f4336435bf6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:32.939242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-a609f49f-495d-456a-b02a-2f4336435bf6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:32.985643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 02836471-8cb5-44bb-8e98-d9df8b304ed0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:33.158174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeab88d-bdc0-4fd3-8192-2c146284528a req-f52b8e41-10d0-454a-a99d-bf33c32e04b8 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:33.160709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c1af2791-153f-4c1c-a794-230871ea18b7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:33.165140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0aeab88d-bdc0-4fd3-8192-2c146284528a req-f52b8e41-10d0-454a-a99d-bf33c32e04b8 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 944 time: 0.5124056 Feb 07 12:55:33.170244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 02836471-8cb5-44bb-8e98-d9df8b304ed0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:33.170617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:33.197233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-a609f49f-495d-456a-b02a-2f4336435bf6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:33.203596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-a609f49f-495d-456a-b02a-2f4336435bf6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 820 time: 0.4586024 Feb 07 12:55:33.213151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3680473c-34f2-4900-b4f3-eb1980e21b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af2791-153f-4c1c-a794-230871ea18b7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:33.238795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-e3bfa25e-45a6-4b88-8e25-ab3ab9aa9922 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/quotas/4a73d4ee22c5434a8d8cddd1a69ffba0 HTTP/1.1" status: 200 len: 375 time: 0.0342989 Feb 07 12:55:33.245967 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:33.291141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0aeab88d-bdc0-4fd3-8192-2c146284528a req-4f95f510-af72-4d5a-a153-a81c606363e2 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251206 Feb 07 12:55:33.306736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3453a95a-05d4-4c65-a07a-e7dab24e91a3'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:33.366810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-992c3ed8-f077-4745-b82a-8b44f24ec556 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221538 Feb 07 12:55:33.789057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-dc19b3bb-992a-4a9d-8059-4e0fc95458cd service neutron] 10.222.0.69 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133186 Feb 07 12:55:33.797641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952e579-921d-47df-ba76-d4593d7d1160 req-c9c8ad6f-4fc6-43b0-8e9a-fd65ad9092a6 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:33.799281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5952e579-921d-47df-ba76-d4593d7d1160 req-c9c8ad6f-4fc6-43b0-8e9a-fd65ad9092a6 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 944 time: 0.2239211 Feb 07 12:55:33.870137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Router f9e60566-4060-4e59-b900-808b6ff3d68e is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:55:34.112544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5952e579-921d-47df-ba76-d4593d7d1160 req-3570cf8c-47e3-49f5-8baf-97da5134911c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889242 Feb 07 12:55:34.126120 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-ed04bed6-1407-479c-b818-f771df80fa7c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b813f812d35748d79cccd6537e963355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328372 Feb 07 12:55:34.189444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-7c17cb2b-1a79-4518-9b3c-c4641c9a112c service neutron] 10.222.0.69 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883085 Feb 07 12:55:34.393784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-dfe0963d-c9ae-4fa4-8aa0-ff5f7588e22e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:34.396271 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-dfe0963d-c9ae-4fa4-8aa0-ff5f7588e22e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599912 Feb 07 12:55:34.409902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Request body: {'port': {'device_id': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': 'b813f812d35748d79cccd6537e963355'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:34.417149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:55:34.429406 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Sync routers for ids ['f9e60566-4060-4e59-b900-808b6ff3d68e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:55:34.450263 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Routers {'f9e60566-4060-4e59-b900-808b6ff3d68e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:34.477716 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:55:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f9e60566-4060-4e59-b900-808b6ff3d68e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:34.553260 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3680473c-34f2-4900-b4f3-eb1980e21b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af2791-153f-4c1c-a794-230871ea18b7', 'code': 200} Feb 07 12:55:34.567595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95768ed6-3500-497a-a883-cbf272f88372 req-d7bb8765-a452-461a-94d7-4a35453d56e8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:34.571372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95768ed6-3500-497a-a883-cbf272f88372 req-d7bb8765-a452-461a-94d7-4a35453d56e8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.2724164 Feb 07 12:55:34.667673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:34.671432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3e495957-8f8b-4f40-b829-e4b2f185582e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8346202 Feb 07 12:55:34.672031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55754) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:34.700045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:34.724540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:34.875953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Made reservation on behalf of b813f812d35748d79cccd6537e963355 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:34.879806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:34.956912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e4d4fec-7a9f-4c51-add6-ad0ea978286e req-283f7d04-d6a3-4196-9479-0c11d5cdfaf1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 210 time: 0.2723784 Feb 07 12:55:34.983004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95768ed6-3500-497a-a883-cbf272f88372 req-d22175f2-6ad6-41ec-90ba-8a9b847cf38e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060886 Feb 07 12:55:35.029533 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Set router f9e60566-4060-4e59-b900-808b6ff3d68e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:35.159823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Allocated IP 192.168.233.5 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/d455376e-da8e-474c-8b68-f73e0f1be232) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:35.193323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device fbdb3e52-60f0-446c-8940-e1060ae124c8 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:35.448186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:35.468211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Transition to ACTIVE for port object d455376e-da8e-474c-8b68-f73e0f1be232 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:35.513804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4408e428-3c2d-41c8-829c-0091baad678a req-f43c5e50-b0b3-407f-8eff-83e836aea913 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 210 time: 0.0920613 Feb 07 12:55:35.529591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd88edb-abd2-4e71-a0c9-a4ab23e5dc52 req-2d5db957-7fdc-4b4a-9b42-ad8642bf004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:35.531638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fd88edb-abd2-4e71-a0c9-a4ab23e5dc52 req-2d5db957-7fdc-4b4a-9b42-ad8642bf004f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 1096 time: 0.8483231 Feb 07 12:55:35.533546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port fbdb3e52-60f0-446c-8940-e1060ae124c8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:35.538773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port fbdb3e52-60f0-446c-8940-e1060ae124c8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:35.539156 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:35.552228 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:55:31Z', 'revision_number': 3, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port': {'id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:29Z', 'updated_at': '2022-02-07T12:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:35.558642 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Checking router: f9e60566-4060-4e59-b900-808b6ff3d68e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:55:35.559706 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Updating router f9e60566-4060-4e59-b900-808b6ff3d68e port e2533637-657a-4f66-bcf3-356c5d5bc93d binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:55:35.648957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:35.672956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3dac1e83-c7fd-47b8-affe-a2680cf43b77', '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:35.675129 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:35.750753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cfc9df91-44d1-4f9b-a938-86553617ada4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:35.793481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fd88edb-abd2-4e71-a0c9-a4ab23e5dc52 req-2f36b72a-9442-4344-81c2-31f7e6d43850 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538490 Feb 07 12:55:35.868980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:35.880833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:35.904339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:35.966314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000b8d2-7e32-4f10-b5ce-fd2125547b34 req-1f93a7d8-f54f-45cf-9ce5-d826506551e6 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:35.981820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0000b8d2-7e32-4f10-b5ce-fd2125547b34 req-1f93a7d8-f54f-45cf-9ce5-d826506551e6 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 945 time: 0.5331156 Feb 07 12:55:35.990064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:36.011731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82ee32ec-5cec-4a08-ad14-0c7e9a08880f req-2562ac22-1aae-4f7c-a6bb-921952b2db0f tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 210 time: 0.2244415 Feb 07 12:55:36.111787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:36.140341 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.170849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0000b8d2-7e32-4f10-b5ce-fd2125547b34 req-b967e15a-dbc4-4985-957a-405bfd9d314a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535349 Feb 07 12:55:36.306491 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.322757 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.335438 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Transition to ACTIVE for port object e2533637-657a-4f66-bcf3-356c5d5bc93d will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:36.385381 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-8a84c698-8f40-4c88-ae5a-59d068403282 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9804242 Feb 07 12:55:36.403372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Request body: {'port': {'device_id': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:36.446170 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.512620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:36.556819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:36.621089 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Attempting to bind port e2533637-657a-4f66-bcf3-356c5d5bc93d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:36.621743 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Attempting to bind port e2533637-657a-4f66-bcf3-356c5d5bc93d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:36.621847 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Attempting to bind port e2533637-657a-4f66-bcf3-356c5d5bc93d on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:36.627386 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa64409-3127-4116-bd66-2ce63b3b058d None None] Pushing event updated for resources: {'Port': ['ID=e2533637-657a-4f66-bcf3-356c5d5bc93d,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:36.634373 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:36.639192 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:36.639192 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.639192 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:36.639507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1b4b0d5d-00fd-4268-aa4c-35741f4f1142 None None] Provisioning for port d455376e-da8e-474c-8b68-f73e0f1be232 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:36.639616 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Bound port: e2533637-657a-4f66-bcf3-356c5d5bc93d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:36.639616 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.652809 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.653802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cf8f8aac-d90b-486c-9c9a-68968a5d821c up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:36.659203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.745978 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] For port e2533637-657a-4f66-bcf3-356c5d5bc93d, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:36.750903 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] For port e2533637-657a-4f66-bcf3-356c5d5bc93d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2533637-657a-4f66-bcf3-356c5d5bc93d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:36.799412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3453a95a-05d4-4c65-a07a-e7dab24e91a3 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:36.833261 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:36.844233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1b4b0d5d-00fd-4268-aa4c-35741f4f1142 None None] Provisioning complete for port d455376e-da8e-474c-8b68-f73e0f1be232 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:36.844608 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0d5d-00fd-4268-aa4c-35741f4f1142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:37.005079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3587a023-4339-4be7-96b1-6c5b54fa73b4 req-3349f495-4b38-4705-965d-a421d4e2a166 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 210 time: 0.4694235 Feb 07 12:55:37.070443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b0d5d-00fd-4268-aa4c-35741f4f1142 None None] Port d455376e-da8e-474c-8b68-f73e0f1be232 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:55:37.077347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:37.111719 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa64409-3127-4116-bd66-2ce63b3b058d None None] Pushing event updated for resources: {'Port': ['ID=e2533637-657a-4f66-bcf3-356c5d5bc93d,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:37.158060 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Routers {'f9e60566-4060-4e59-b900-808b6ff3d68e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:37.158964 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:55:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f9e60566-4060-4e59-b900-808b6ff3d68e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:37.257595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-44dd4e0f-4eb5-4c1e-b71f-09cbcb25ab60 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:37.259287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-44dd4e0f-4eb5-4c1e-b71f-09cbcb25ab60 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.9188046 Feb 07 12:55:37.464976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port cf8f8aac-d90b-486c-9c9a-68968a5d821c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:37.473949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port cf8f8aac-d90b-486c-9c9a-68968a5d821c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:37.474616 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:37.509022 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] Set router f9e60566-4060-4e59-b900-808b6ff3d68e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:37.514865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054373c0-44db-45de-89df-1d5bb14af676 req-4c0cd4f4-8a24-4816-baeb-756395fde299 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:37.524904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-054373c0-44db-45de-89df-1d5bb14af676 req-4c0cd4f4-8a24-4816-baeb-756395fde299 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 944 time: 1.1631289 Feb 07 12:55:37.558922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:37.603396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:37.603662 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:37.646460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-9741a2fb-8084-4a12-8f47-62fd1ec6e7ff tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f46ced331443a88a53990623b9b4c7 HTTP/1.1" status: 200 len: 380 time: 0.3231180 Feb 07 12:55:37.671765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'port': {'device_id': 'e51e4beb-89c2-413c-8d24-a24615868782', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'admin_state_up': True, 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'security_groups': ['2c3f8d14-14e0-4f19-9cd4-8d78fff4e968']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:37.732268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d455376e-da8e-474c-8b68-f73e0f1be232 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:37.740419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:37.755612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Transition to ACTIVE for port object d455376e-da8e-474c-8b68-f73e0f1be232 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:37.776603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-054373c0-44db-45de-89df-1d5bb14af676 req-cedb6b5d-0704-4555-840b-ac2bb2925eda tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507617 Feb 07 12:55:37.866587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:37.953974 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:37.958260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac85dd-7862-4cf9-bb02-5355dd9e72e7 req-87de9bf0-d8a6-49d4-b4d5-c52d82927f82 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:37.959887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0eac85dd-7862-4cf9-bb02-5355dd9e72e7 req-87de9bf0-d8a6-49d4-b4d5-c52d82927f82 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 945 time: 0.7594099 Feb 07 12:55:37.972564 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:37.979415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:38.011961 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:55:31Z', 'revision_number': 3, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port': {'id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:29Z', 'updated_at': '2022-02-07T12:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:38.017032 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7aed9-e47f-452e-8093-a655a703da4e None None] The sync data for ids ['f9e60566-4060-4e59-b900-808b6ff3d68e'] in n-d-811416-5 is: [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:55:31Z', 'revision_number': 3, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port': {'id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:29Z', 'updated_at': '2022-02-07T12:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:55:38.025883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cf8f8aac-d90b-486c-9c9a-68968a5d821c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf8f8aac-d90b-486c-9c9a-68968a5d821c,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:38.028041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:38.180336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:38.194702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:38.206419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0eac85dd-7862-4cf9-bb02-5355dd9e72e7 req-07d292d2-f2f5-45f3-9f43-821e20f23c85 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966124 Feb 07 12:55:38.208864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Usage tracker for resource:port and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:38.215825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:38.239911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:38.275445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:38.286301 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:38.374101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cf8f8aac-d90b-486c-9c9a-68968a5d821c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:38.422578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:38.422578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:38.422578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:38.435070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:55:38.435070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:38.437064 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8', 'code': 200} Feb 07 12:55:38.457666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:38.458047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:38.463325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:38.463325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Bound port: d455376e-da8e-474c-8b68-f73e0f1be232, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:38.463325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:38.486593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Allocated IP 172.20.0.1 (9f5ab910-8e7a-4bfa-a246-3f08c53467c3/d803cc2e-07ca-4bf8-9d90-a18c834b8623/5464a384-ff61-4272-92ee-21741750ce7a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:38.511298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a504a6-6de2-4ee0-9906-89514c43aff7 req-8b343844-e0bb-45da-9379-b2c245659b0e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:38.517054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93a504a6-6de2-4ee0-9906-89514c43aff7 req-8b343844-e0bb-45da-9379-b2c245659b0e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 934 time: 0.6159158 Feb 07 12:55:38.540882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:38.681812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Made reservation on behalf of 69f46ced331443a88a53990623b9b4c7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:38.685304 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:38.698201 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f9f5-4494-4db7-89d5-dfedaf5c440d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:38.782350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:38.795664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:38.916216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:38.947744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bb277cd-0b9b-45df-87dc-f8833f854fa2 req-03f7e8fb-aca7-464c-82d3-83e25aa4da18 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 210 time: 0.1164055 Feb 07 12:55:39.038103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93a504a6-6de2-4ee0-9906-89514c43aff7 req-e00b163f-ba66-4b7e-8f2d-2670245417b5 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064709 Feb 07 12:55:39.059860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2533637-657a-4f66-bcf3-356c5d5bc93d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:39.107714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:39.108526 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:39.110349 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 1094 time: 2.7113488 Feb 07 12:55:39.111662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:39.176052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18de560-01f2-4b52-aaea-f1d8093314e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:39.364579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65aaab-d627-4771-8669-42f0a371677d req-f577816e-9870-4aac-83d1-b3faebc371f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:39.366884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e65aaab-d627-4771-8669-42f0a371677d req-f577816e-9870-4aac-83d1-b3faebc371f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1096 time: 0.8284144 Feb 07 12:55:39.379960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port e2533637-657a-4f66-bcf3-356c5d5bc93d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:39.389862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e2533637-657a-4f66-bcf3-356c5d5bc93d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:39.390016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:39.447150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-d419171c-9f62-414d-afbc-bfe7ed06f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:39.450936 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-d419171c-9f62-414d-afbc-bfe7ed06f097 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1097 time: 0.1871860 Feb 07 12:55:39.571117 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-760adf6f-b8dd-481a-9125-ccc8eaf1ac32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.1075068 Feb 07 12:55:39.631171 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:39.668081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port e2533637-657a-4f66-bcf3-356c5d5bc93d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2533637-657a-4f66-bcf3-356c5d5bc93d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:39.691488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1624808-bac9-49cf-973d-66b13c910d8d req-67273956-add4-427d-8207-0f411d0e368d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 210 time: 0.2670109 Feb 07 12:55:39.733176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-a25d0f96-4f32-4672-ab7b-4509adbcbac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:39.766457 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-a25d0f96-4f32-4672-ab7b-4509adbcbac3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1505170 Feb 07 12:55:39.806568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e65aaab-d627-4771-8669-42f0a371677d req-4ccffb8b-410d-4c32-ae4b-6067feef8c63 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314945 Feb 07 12:55:39.853725 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:39.897922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-960be632-f49a-41c7-8dd0-12da1f8c5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:39.899424 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-960be632-f49a-41c7-8dd0-12da1f8c5810 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555049 Feb 07 12:55:39.973546 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:40.090650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Transition to ACTIVE for port object 5464a384-ff61-4272-92ee-21741750ce7a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:40.113706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=e2533637-657a-4f66-bcf3-356c5d5bc93d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:40.138574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-d45be781-76d4-4655-8711-093bcb6f1471 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:40.140190 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-2ffcc8e2-011a-4d5e-8e1b-a0403f5875dc service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333612 Feb 07 12:55:40.140319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-d45be781-76d4-4655-8711-093bcb6f1471 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 820 time: 1.0470562 Feb 07 12:55:40.156163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Allocated IP 172.20.0.7 (1b20d60d-c17e-4536-af6a-96b4089805a3/c240fe3c-b950-4ebf-b24a-29d0764aed15/ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:40.171620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Request body: {'port': {'device_id': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'admin_state_up': True, 'tenant_id': '4a73d4ee22c5434a8d8cddd1a69ffba0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:40.194630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d2f1-a274-45f6-989b-b0f3683a6bf2 req-c4755bdc-1527-4bf1-ba44-aba99c6395f7 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:40.201569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f397d2f1-a274-45f6-989b-b0f3683a6bf2 req-c4755bdc-1527-4bf1-ba44-aba99c6395f7 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 945 time: 0.7533255 Feb 07 12:55:40.331515 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-17fe972a-fc75-41be-80a2-4c03cf798037 req-7cebfb7d-794f-438b-b5ad-64c575ea91f5 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659372 Feb 07 12:55:40.437886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a822c749-06dc-4a0a-aba5-b54840f60875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f8aac-d90b-486c-9c9a-68968a5d821c'}, {'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:40.447584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cdf97-443e-414a-ad01-f97b1465c573 req-26940357-fa99-454d-bb5f-2fddf438bb5a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:40.449114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-590cdf97-443e-414a-ad01-f97b1465c573 req-26940357-fa99-454d-bb5f-2fddf438bb5a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.5894024 Feb 07 12:55:40.454282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:40.459363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Usage tracker for resource:port and tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:40.462360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:40.468515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:40.528585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f397d2f1-a274-45f6-989b-b0f3683a6bf2 req-8200df68-9670-450d-9364-695324897363 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259902 Feb 07 12:55:40.596704 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'status': 'completed', 'code': 200} Feb 07 12:55:40.651674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:40.826639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-8b9f54e5-c43e-4daf-ae61-9598e1540180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:40.828208 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-8b9f54e5-c43e-4daf-ae61-9598e1540180 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1097 time: 0.2001820 Feb 07 12:55:40.843659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Pushing event updated for resources: {'Port': ['ID=5464a384-ff61-4272-92ee-21741750ce7a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:40.846456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Made reservation on behalf of 4a73d4ee22c5434a8d8cddd1a69ffba0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:40.854272 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:40.881312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-590cdf97-443e-414a-ad01-f97b1465c573 req-693ae95d-c1c7-42fa-b3c0-dd435b0c45c0 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985794 Feb 07 12:55:41.024416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2533637-657a-4f66-bcf3-356c5d5bc93d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:41.077682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:41.218852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-cc92ef5b-efe4-4050-a70e-6e01ffb67b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:41.229080 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-cc92ef5b-efe4-4050-a70e-6e01ffb67b5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3013906 Feb 07 12:55:41.245879 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c564091b-e0a1-49ba-a7f1-113f0fe3de14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:41.263379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e2533637-657a-4f66-bcf3-356c5d5bc93d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:41.264021 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:41.312424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:41.315848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:41.337704 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-ffa7a13e-4034-4195-bc70-bda67f16f9a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.0994649 Feb 07 12:55:41.415760 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:41.444221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Transition to ACTIVE for port object ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:41.498493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-caec7811-d363-478f-8538-4e16c6af54a7 req-135e69ed-f43c-40e8-b877-1488031c13cc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 210 time: 0.2645552 Feb 07 12:55:41.592335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-371871a8-1e7b-4b46-8727-5a4e2943cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:41.593957 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-371871a8-1e7b-4b46-8727-5a4e2943cc77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2412522 Feb 07 12:55:41.603842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Allocated IP 172.20.0.3 (466f93c0-0698-457f-8e18-e5d273e64d2f/00b0f95f-7038-4069-9e36-5d6936cc6ec7/3d7f7f51-d6df-4b2f-9d6d-9838e509f03b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:41.720750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-26b7a45e-7976-4130-93db-8e79fb859db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:41.722451 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-26b7a45e-7976-4130-93db-8e79fb859db3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159158 Feb 07 12:55:41.751905 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:41.777546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b5339428-cef3-42e9-af1d-cd6183fcb1aa None None] Provisioning for port 5464a384-ff61-4272-92ee-21741750ce7a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:41.782762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b5339428-cef3-42e9-af1d-cd6183fcb1aa None None] Provisioning complete for port 5464a384-ff61-4272-92ee-21741750ce7a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:41.783197 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b5339428-cef3-42e9-af1d-cd6183fcb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:41.901737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b5339428-cef3-42e9-af1d-cd6183fcb1aa None None] Port 5464a384-ff61-4272-92ee-21741750ce7a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:55:41.928917 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-49ccfd0d-a9e4-4de2-adb7-816e090d19f0 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908569 Feb 07 12:55:41.940719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:42.161178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371c057-97ae-4c3d-9b27-97a084431064 req-1a61d86a-b7dd-431c-8de5-5236c10f9601 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:42.162824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e371c057-97ae-4c3d-9b27-97a084431064 req-1a61d86a-b7dd-431c-8de5-5236c10f9601 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 945 time: 1.3712196 Feb 07 12:55:42.169778 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8602fde4-c969-49d1-919c-0d0e8f986d32 req-d661e690-fe63-4bc8-800d-3b9aa8df381c service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311456 Feb 07 12:55:42.170049 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:42.202154 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:42.213814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:42.237522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:42.265664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:42.316954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e371c057-97ae-4c3d-9b27-97a084431064 req-6ccc0505-aec7-4863-af6b-a3d02ea03a20 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436350 Feb 07 12:55:42.317555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:42.415262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6bba-6243-4925-99b3-3768bba1527f req-3bdb0beb-2c14-4b87-b7cc-144afe25199f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:42.422298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d9e6bba-6243-4925-99b3-3768bba1527f req-3bdb0beb-2c14-4b87-b7cc-144afe25199f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 946 time: 0.7119560 Feb 07 12:55:42.442100 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a822c749-06dc-4a0a-aba5-b54840f60875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f8aac-d90b-486c-9c9a-68968a5d821c', 'code': 200} Feb 07 12:55:42.442579 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'code': 200} Feb 07 12:55:42.535681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:42.536275 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:42.721583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b0bef-ceec-4ddf-ab04-0ecaf246b0bf req-8f81fa0c-3fd6-4c10-8acd-d8d164267f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:42.723225 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fe2b0bef-ceec-4ddf-ab04-0ecaf246b0bf req-8f81fa0c-3fd6-4c10-8acd-d8d164267f53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 1096 time: 0.1520462 Feb 07 12:55:42.734794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:42.795062 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fe2b0bef-ceec-4ddf-ab04-0ecaf246b0bf req-a0b3e422-bfac-4585-a3db-c7c7e620aaef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564959 Feb 07 12:55:42.816998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b00374ec-75f2-409b-8ac3-cc6d91a04056 None None] Provisioning for port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:42.822934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b00374ec-75f2-409b-8ac3-cc6d91a04056 None None] Provisioning complete for port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:42.823410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b00374ec-75f2-409b-8ac3-cc6d91a04056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:42.837526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d9e6bba-6243-4925-99b3-3768bba1527f req-b9b46679-7a7c-4528-b6dc-f254b3c517dc tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143615 Feb 07 12:55:42.909031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b00374ec-75f2-409b-8ac3-cc6d91a04056 None None] Port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:55:42.940507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:43.004228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-97339165-53bb-46f0-b7aa-6fbde19bd859 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3402991 Feb 07 12:55:43.103606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919412-064d-42a9-af32-fc8270592078 req-c5317ade-a246-4e6a-9a21-fdc9baef7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:43.105189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8919412-064d-42a9-af32-fc8270592078 req-c5317ade-a246-4e6a-9a21-fdc9baef7c59 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a822c749-06dc-4a0a-aba5-b54840f60875 HTTP/1.1" status: 200 len: 1096 time: 0.5538638 Feb 07 12:55:43.153201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d042379-328d-47a3-a57c-b76c7afda9f2 req-b11056df-e857-48e2-9218-3ed8c0bfedc2 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:43.154867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d042379-328d-47a3-a57c-b76c7afda9f2 req-b11056df-e857-48e2-9218-3ed8c0bfedc2 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=a822c749-06dc-4a0a-aba5-b54840f60875 HTTP/1.1" status: 200 len: 945 time: 0.4251790 Feb 07 12:55:43.171558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Request body: {'port': {'device_id': 'e51e4beb-89c2-413c-8d24-a24615868782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:43.386626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8919412-064d-42a9-af32-fc8270592078 req-11b2cf9d-9016-4e79-aada-f17256862253 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661166 Feb 07 12:55:43.452262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59dafd-974c-4bdf-9b4e-b3dace6ef4f6 req-29e2339b-4765-4d0e-82b2-e48316cd1f49 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:43.452262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-db59dafd-974c-4bdf-9b4e-b3dace6ef4f6 req-29e2339b-4765-4d0e-82b2-e48316cd1f49 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:43.459489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d042379-328d-47a3-a57c-b76c7afda9f2 req-7d7fb80f-5f63-407f-a4f4-a0365c3e31f4 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934091 Feb 07 12:55:43.537858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:43.706607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 12:55:43.740085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:43.802861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:43.887508 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:43.901690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Network 466f93c0-0698-457f-8e18-e5d273e64d2f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:43.914354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231e73-a33c-4699-bd23-c95f0412f74b req-73fc9a25-fc47-46d7-8065-1936077cd7b8 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:43.915812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4231e73-a33c-4699-bd23-c95f0412f74b req-73fc9a25-fc47-46d7-8065-1936077cd7b8 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.3549328 Feb 07 12:55:43.916621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:43.924047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:44.034576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-db59dafd-974c-4bdf-9b4e-b3dace6ef4f6 req-29e2339b-4765-4d0e-82b2-e48316cd1f49 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:44.035695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db59dafd-974c-4bdf-9b4e-b3dace6ef4f6 req-29e2339b-4765-4d0e-82b2-e48316cd1f49 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 931 time: 1.0773382 Feb 07 12:55:44.036309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:44.075055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Pushing event updated for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:44.255761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:44.256332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:44.262116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db59dafd-974c-4bdf-9b4e-b3dace6ef4f6 req-e72cd0af-ba48-4007-bdb6-9bcbdbf97390 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896162 Feb 07 12:55:44.329047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:44.343185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4231e73-a33c-4699-bd23-c95f0412f74b req-d2e32211-a42b-452c-a70f-87796241b45d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927381 Feb 07 12:55:44.465283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Pushing event updated for resources: {'Port': ['ID=5464a384-ff61-4272-92ee-21741750ce7a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:44.754883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:44.833000 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:44.852102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-9ad37050-0e74-413c-9363-582fb2cff5ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6838779 Feb 07 12:55:44.863448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:44.884997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Request body: {'port': {'device_id': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:44.921605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:44.939854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'mac_address': 'fa:16:3e:71:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:44.940428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:44.997561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Transition to ACTIVE for port object ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:45.019675 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:45.043438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d455376e-da8e-474c-8b68-f73e0f1be232 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:45.061672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:45.066279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:45.076666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:45.094037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af187c4e-9377-4927-8f5d-e46bc7f8dca4 req-b0f7f2df-fba9-4098-8330-b52476e8f4a6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:45.099207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-af187c4e-9377-4927-8f5d-e46bc7f8dca4 req-b0f7f2df-fba9-4098-8330-b52476e8f4a6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:45.236543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:45.249609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f9e36-1ef2-49fc-9166-778f148066b0 req-e4bbe486-fa37-471f-9206-b7644563e392 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:45.262514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d56f9e36-1ef2-49fc-9166-778f148066b0 req-e4bbe486-fa37-471f-9206-b7644563e392 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 945 time: 0.7099540 Feb 07 12:55:45.281603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:45.285762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:45.371135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:45.467810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1a221ab9-c6ab-4869-a916-a04a25788095 None None] Provisioning complete for port 5464a384-ff61-4272-92ee-21741750ce7a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:45.471477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1a221ab9-c6ab-4869-a916-a04a25788095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:45.597668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1a221ab9-c6ab-4869-a916-a04a25788095 None None] Port 5464a384-ff61-4272-92ee-21741750ce7a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:55:45.602905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d56f9e36-1ef2-49fc-9166-778f148066b0 req-471e6be1-19f5-47aa-ba65-b6edb9543e5f tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391476 Feb 07 12:55:45.677480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:45.750673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-af187c4e-9377-4927-8f5d-e46bc7f8dca4 req-b0f7f2df-fba9-4098-8330-b52476e8f4a6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:45.753178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af187c4e-9377-4927-8f5d-e46bc7f8dca4 req-b0f7f2df-fba9-4098-8330-b52476e8f4a6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 931 time: 1.1878068 Feb 07 12:55:45.990645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['d455376e-da8e-474c-8b68-f73e0f1be232'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:46.023327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-af187c4e-9377-4927-8f5d-e46bc7f8dca4 req-dd21ef4a-a150-4bf2-8082-b4aea0927189 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:46.031693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Router f9e60566-4060-4e59-b900-808b6ff3d68e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:55:46.142271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Attempting to bind port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:46.142627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Attempting to bind port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:46.142952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Attempting to bind port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:46.225536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:55:46.225861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Attempting to bind port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:46.250753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:46.251087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Checking segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:46.251594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Bound using segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:46.252105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Bound port: ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:46.252454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:46.283065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e380b5-0d2b-4286-b14b-a4f8b1f7aee1 req-6d8a5ba9-1c18-458b-b17e-4cc928956c8f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:46.284575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95e380b5-0d2b-4286-b14b-a4f8b1f7aee1 req-6d8a5ba9-1c18-458b-b17e-4cc928956c8f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 947 time: 0.5026491 Feb 07 12:55:46.475522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-af187c4e-9377-4927-8f5d-e46bc7f8dca4 req-dd21ef4a-a150-4bf2-8082-b4aea0927189 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:46.476873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af187c4e-9377-4927-8f5d-e46bc7f8dca4 req-dd21ef4a-a150-4bf2-8082-b4aea0927189 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6857278 Feb 07 12:55:46.495510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95e380b5-0d2b-4286-b14b-a4f8b1f7aee1 req-6226c1c8-1249-4a13-b855-820649116421 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007508 Feb 07 12:55:46.518754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:55:46.536889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-21fdb471-b85f-4d6b-b449-640179e99da3 admin admin] 10.222.0.69 "PUT /v2.0/routers/f9e60566-4060-4e59-b900-808b6ff3d68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8617160 Feb 07 12:55:46.549046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Sync routers for ids ['f9e60566-4060-4e59-b900-808b6ff3d68e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:55:46.583468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Routers {'f9e60566-4060-4e59-b900-808b6ff3d68e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:46.584777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:55:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f9e60566-4060-4e59-b900-808b6ff3d68e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:46.597251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:46.609886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:46.612458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:46.620400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:46.665091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Transition to ACTIVE for port object 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:46.743455 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:46.820079 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:46.925481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55864) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:46.945606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2068951167'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:46.957236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:46.966192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:network and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:46.970277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:46.988701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:47.030632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Set router f9e60566-4060-4e59-b900-808b6ff3d68e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:47.113610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:47.114165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:47.116322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] 10.222.0.47 "PUT /v2.0/ports/ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 1091 time: 3.9589453 Feb 07 12:55:47.116896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:47.189120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:47.192987 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:47.258898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:55:47.269531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:47.270273 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Added segment c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc of type vlan for network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d Feb 07 12:55:47.302116 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:47.445509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca544f2e-4a36-4e1c-aeb2-dbe875d61d3c service neutron] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:47.451642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:47.460986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:47.465138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:47.537199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:55:42Z', 'revision_number': 4, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port': {'id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:29Z', 'updated_at': '2022-02-07T12:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '5464a384-ff61-4272-92ee-21741750ce7a', 'name': '', 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'mac_address': 'fa:16:3e:1d:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'd803cc2e-07ca-4bf8-9d90-a18c834b8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:38Z', 'updated_at': '2022-02-07T12:55:43Z', 'revision_number': 2, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'subnets': [{'id': 'd803cc2e-07ca-4bf8-9d90-a18c834b8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:47.541952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Checking router: f9e60566-4060-4e59-b900-808b6ff3d68e for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:55:47.542115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Updating router f9e60566-4060-4e59-b900-808b6ff3d68e port 5464a384-ff61-4272-92ee-21741750ce7a binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:55:47.553072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849258a-1660-4ee2-9cef-0ebaf5b1546c req-8f3c1ee4-1def-427e-bdb2-2b7e9d645043 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:47.554552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3849258a-1660-4ee2-9cef-0ebaf5b1546c req-8f3c1ee4-1def-427e-bdb2-2b7e9d645043 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=a822c749-06dc-4a0a-aba5-b54840f60875 HTTP/1.1" status: 200 len: 945 time: 0.8803618 Feb 07 12:55:47.580544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383010a4-c922-4614-b15b-006fe400a4ec req-5aaf5def-6316-4cb4-8902-e6524a91b999 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:47.582595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-383010a4-c922-4614-b15b-006fe400a4ec req-5aaf5def-6316-4cb4-8902-e6524a91b999 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 943 time: 0.7481270 Feb 07 12:55:47.616966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Network': ['ID=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:47.630548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:47.630923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:55:47.649619 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:47.655791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:47.656176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:47.656543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:47.682633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-99b73fb1-5c16-466b-9f27-1ea42768f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:47.684296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-99b73fb1-5c16-466b-9f27-1ea42768f013 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1094 time: 0.4049704 Feb 07 12:55:47.689463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:55:47.689794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:47.707706 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a5caf04-05a1-4783-895a-450cdf881ae1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8521011 Feb 07 12:55:47.707925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:47.714581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'subnet': {'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:47.833190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:47.833448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:47.833780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:47.835381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Bound port: 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:47.835381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:47.848277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3849258a-1660-4ee2-9cef-0ebaf5b1546c req-d30315c1-f508-42e7-bf51-af886956f6cf tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812123 Feb 07 12:55:47.856012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-143ab7e3-5277-4f16-9672-8336c4d87fc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 217 time: 0.1584430 Feb 07 12:55:47.861131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-383010a4-c922-4614-b15b-006fe400a4ec req-81cfc8b4-319e-4780-9b75-f1e79d5785fc tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645128 Feb 07 12:55:47.915251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:47.932400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:subnet and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:47.982975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:48.009206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:48.015646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-4025042e-2d31-4ad9-ae56-bffaf16f8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:48.017841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-4025042e-2d31-4ad9-ae56-bffaf16f8edf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.1556513 Feb 07 12:55:48.022874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:48.149643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:48.239900 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:48.255348 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Transition to ACTIVE for port object 5464a384-ff61-4272-92ee-21741750ce7a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:48.274910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-2c59d2b8-e9a4-423d-8c5e-59d68a15ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:48.276581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-2c59d2b8-e9a4-423d-8c5e-59d68a15ee31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511129 Feb 07 12:55:48.375432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f71c-5fc5-4ebd-81d3-46c9d6f4a8ae req-7889f273-dc7a-4a49-9ee9-b7299043339f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:48.377150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:48.377277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c34f71c-5fc5-4ebd-81d3-46c9d6f4a8ae req-7889f273-dc7a-4a49-9ee9-b7299043339f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.2885351 Feb 07 12:55:48.380763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:48.380931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2c18-d654-4007-846b-25b50de42ea4 req-99e1ac00-5ee9-40bf-a8e2-bdc48e9c3259 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:48.382334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dbc2c18-d654-4007-846b-25b50de42ea4 req-99e1ac00-5ee9-40bf-a8e2-bdc48e9c3259 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1096 time: 0.2311952 Feb 07 12:55:48.413815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:48.428059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:48.567529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:48.568194 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:48.569683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] 10.222.0.47 "PUT /v2.0/ports/3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 1091 time: 3.6887240 Feb 07 12:55:48.595070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c34f71c-5fc5-4ebd-81d3-46c9d6f4a8ae req-38e1e185-7e6d-413a-8db1-9af80afdde7e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096369 Feb 07 12:55:48.603158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dbc2c18-d654-4007-846b-25b50de42ea4 req-629789ff-427b-45dc-bf58-d8009ee8e875 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062023 Feb 07 12:55:48.615036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-00bc4ad4-1ddc-45de-871f-9d3028b4eb06 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303926 Feb 07 12:55:48.828591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:48.869835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:48.879117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0599074-82a8-4084-ac22-0843d3a55230 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:48.884420 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'status': 'completed', 'code': 200} Feb 07 12:55:48.914367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52dc43-7dc6-4519-9c3d-f21ee0f6ab04 None None] Pushing event updated for resources: {'Port': ['ID=5464a384-ff61-4272-92ee-21741750ce7a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:48.991792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Attempting to bind port 5464a384-ff61-4272-92ee-21741750ce7a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:48.992478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Attempting to bind port 5464a384-ff61-4272-92ee-21741750ce7a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:48.993175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Attempting to bind port 5464a384-ff61-4272-92ee-21741750ce7a on network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:48.996808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e26dd9f-4563-438e-8efa-61cd11346d8f req-69e52878-26a3-4f35-ae72-42524797484e service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641784 Feb 07 12:55:49.004120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:49.004848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Checking segment: {'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:49.005423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.006902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Bound using segment: {'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:49.007960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Bound port: 5464a384-ff61-4272-92ee-21741750ce7a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95697406-36db-492a-89db-565378bdcee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:49.008555 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.015374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-36a14805-1a1c-437c-9f55-bfce75638356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:49.023077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-36a14805-1a1c-437c-9f55-bfce75638356 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1094 time: 0.2184908 Feb 07 12:55:49.086135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Subnet': ['ID=27a86c97-068c-424f-8315-c541181edec9,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:49.113855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Checking segment: {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:49.114500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network hostable DHCP agents. Network: fa942c1d-22a3-4dcc-a592-d68d7c2ada6d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:55:49.119630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-6195b824-1fb7-45ed-b741-11cf6fc1d75e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 217 time: 0.0899198 Feb 07 12:55:49.155124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] For port 5464a384-ff61-4272-92ee-21741750ce7a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:49.159170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] For port 5464a384-ff61-4272-92ee-21741750ce7a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5464a384-ff61-4272-92ee-21741750ce7a,segment=NetworkSegment(95697406-36db-492a-89db-565378bdcee8),segment_id=95697406-36db-492a-89db-565378bdcee8)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:49.248331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:55:49.292283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.329957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port d455376e-da8e-474c-8b68-f73e0f1be232 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:49.354966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port d455376e-da8e-474c-8b68-f73e0f1be232 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:49.355686 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.361713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, fa942c1d-22a3-4dcc-a592-d68d7c2ada6d) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:49.365907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:49.366517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.400282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf7b5c8-c0f5-41b6-b4a4-6d86a2996fe5 None None] Network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:49.481995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-af6fe303-a407-4487-9ff1-2901448dacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:49.483601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-af6fe303-a407-4487-9ff1-2901448dacc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.3122311 Feb 07 12:55:49.545021 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-731e9819-6445-4ef7-bde6-27a637be798b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8360252 Feb 07 12:55:49.548348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55904) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:49.553667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1377538834'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:49.559452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Routers {'f9e60566-4060-4e59-b900-808b6ff3d68e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:55:49.559929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:55:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f9e60566-4060-4e59-b900-808b6ff3d68e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:49.564497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:49.564687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-4312bb71-6b7f-4c44-af5d-8ad9e5d81bdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613403 Feb 07 12:55:49.568817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:network and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:49.572133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:49.576937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864515e8-0d00-4d51-b482-9b4e769e29f6 req-635cb41c-bde2-43c6-bf7c-d09854517d16 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:49.578302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:49.584335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-864515e8-0d00-4d51-b482-9b4e769e29f6 req-635cb41c-bde2-43c6-bf7c-d09854517d16 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 947 time: 0.4586341 Feb 07 12:55:49.617748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52dc43-7dc6-4519-9c3d-f21ee0f6ab04 None None] Pushing event updated for resources: {'Port': ['ID=5464a384-ff61-4272-92ee-21741750ce7a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:49.696455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58370e-f091-4b30-a5a8-56b9208eef5c req-ab1f0019-411c-4912-8eac-2561c62454ca tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:49.698235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d58370e-f091-4b30-a5a8-56b9208eef5c req-ab1f0019-411c-4912-8eac-2561c62454ca tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 0.5337319 Feb 07 12:55:49.699828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-d1938ce0-2fcb-406c-ad2f-2a3c7d3d05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:49.701287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-d1938ce0-2fcb-406c-ad2f-2a3c7d3d05bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1094 time: 0.3505723 Feb 07 12:55:49.744340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:49.748867 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.778452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:55:49.789167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.789699 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Added segment db20903b-338f-452d-9b5b-9172df34ef04 of type vlan for network 03ce55cd-936a-418c-9863-fec8fe54cb8d Feb 07 12:55:49.819340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.839421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-864515e8-0d00-4d51-b482-9b4e769e29f6 req-7251a69a-efac-486c-8c45-c0c8ce7bc92b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541866 Feb 07 12:55:49.896523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d58370e-f091-4b30-a5a8-56b9208eef5c req-e29149ef-92b7-4c79-8836-20e0cfc65e9b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628909 Feb 07 12:55:49.930376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-0bf7c5b9-f993-45da-bdfa-0fbb5d8bf77b service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411834 Feb 07 12:55:49.972150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:49.979778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:49.980666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:50.022592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-3e6877d6-0f9a-48fb-8086-e2e6d95a64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:50.025101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-3e6877d6-0f9a-48fb-8086-e2e6d95a64fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.3099155 Feb 07 12:55:50.028806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-fa942c1d-22a3-4dcc-a592-d68d7c2ada6d', 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'fixed_ips': [{'subnet_id': '27a86c97-068c-424f-8315-c541181edec9'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:55:50.029638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:50.066912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] Set router f9e60566-4060-4e59-b900-808b6ff3d68e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:55:50.118968 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:50.150377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-9967ac8b-deef-439c-a14a-ce14072b160c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 217 time: 0.1198099 Feb 07 12:55:50.152039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Network': ['ID=03ce55cd-936a-418c-9863-fec8fe54cb8d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:50.210957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 03ce55cd-936a-418c-9863-fec8fe54cb8d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:55:50.268455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25ee1b7-0d16-4ae4-9fb8-dba0ddab8820 req-dcf28e1a-972d-44f8-82b9-88113eb8fccf service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284087 Feb 07 12:55:50.269775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-3abe041b-5e79-4c1e-84b0-52913480283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:50.271161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-3abe041b-5e79-4c1e-84b0-52913480283c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.1121223 Feb 07 12:55:50.322083 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-534c56e4-b732-4501-acf4-e4a0e4cf9ddd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7732899 Feb 07 12:55:50.324604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55918) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:55:50.331725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'subnet': {'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:50.334638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff2ee2-48fd-4ffd-953f-34e4e006f2d6 req-3bd41509-5341-4083-954c-97e3a0d4cdd2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:50.336185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0ff2ee2-48fd-4ffd-953f-34e4e006f2d6 req-3bd41509-5341-4083-954c-97e3a0d4cdd2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.2415063 Feb 07 12:55:50.367156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:50.404711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0ff2ee2-48fd-4ffd-953f-34e4e006f2d6 req-556ac7a0-cd3c-4901-8da0-567ed1990c35 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576968 Feb 07 12:55:50.410864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-c7bd9ed6-92f7-41cb-9a43-004a29720f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:50.412925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-c7bd9ed6-92f7-41cb-9a43-004a29720f30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285574 Feb 07 12:55:50.463078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:50.467917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:subnet and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:50.471522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:50.472019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:50.478040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:50.595639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Allocated IP 19.80.0.2 (fa942c1d-22a3-4dcc-a592-d68d7c2ada6d/27a86c97-068c-424f-8315-c541181edec9/34e4e5b6-45ca-4695-ada2-617894fe1868) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:50.622688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-06297755-fe56-4ea5-8588-454dfa427765 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032743 Feb 07 12:55:50.681381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:50.685166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:50.713930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6de27-072c-41c2-af00-5c4265ffbf31 req-b5b58447-e96d-4abc-afaa-31626f98b2af tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:50.715430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16d6de27-072c-41c2-af00-5c4265ffbf31 req-b5b58447-e96d-4abc-afaa-31626f98b2af tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1096 time: 0.1784213 Feb 07 12:55:50.740114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:50.789068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16d6de27-072c-41c2-af00-5c4265ffbf31 req-5a7d675f-7a29-4333-bce9-7eaba43cd510 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615041 Feb 07 12:55:50.818514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53ddb805-b9a4-477d-9c93-ba7dc75428f9 req-6e59ffb6-b0e7-4c91-8e07-9cbf2ddfffac service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848900 Feb 07 12:55:50.874273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:50.890015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:50.905613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:55:42Z', 'revision_number': 4, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port': {'id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:29Z', 'updated_at': '2022-02-07T12:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '5464a384-ff61-4272-92ee-21741750ce7a', 'name': '', 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'mac_address': 'fa:16:3e:1d:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'd803cc2e-07ca-4bf8-9d90-a18c834b8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:38Z', 'updated_at': '2022-02-07T12:55:49Z', 'revision_number': 4, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'subnets': [{'id': 'd803cc2e-07ca-4bf8-9d90-a18c834b8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:55:50.920199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f90adc-dfe9-4093-bf15-fff84f8cfc41 None None] The sync data for ids ['f9e60566-4060-4e59-b900-808b6ff3d68e'] in n-d-811416-5 is: [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:55:42Z', 'revision_number': 4, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port': {'id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:29Z', 'updated_at': '2022-02-07T12:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '5464a384-ff61-4272-92ee-21741750ce7a', 'name': '', 'network_id': '9f5ab910-8e7a-4bfa-a246-3f08c53467c3', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'mac_address': 'fa:16:3e:1d:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'd803cc2e-07ca-4bf8-9d90-a18c834b8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:38Z', 'updated_at': '2022-02-07T12:55:49Z', 'revision_number': 4, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'subnets': [{'id': 'd803cc2e-07ca-4bf8-9d90-a18c834b8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:55:50.965357 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'code': 200} Feb 07 12:55:50.978856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76832ef-1fcf-49c1-9b78-71f4c78e8d70 req-064a2d2e-e740-4d68-bbfc-faddb799fd5e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:50.981844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e76832ef-1fcf-49c1-9b78-71f4c78e8d70 req-064a2d2e-e740-4d68-bbfc-faddb799fd5e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 943 time: 0.1294436 Feb 07 12:55:51.029478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:51.050146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Transition to ACTIVE for port object 34e4e5b6-45ca-4695-ada2-617894fe1868 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:51.084644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Transition to ACTIVE for port object 34e4e5b6-45ca-4695-ada2-617894fe1868 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:51.208687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:51.253330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e76832ef-1fcf-49c1-9b78-71f4c78e8d70 req-1728bdfe-5bb5-43ab-9d2d-3cb79d0a7fa3 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608433 Feb 07 12:55:51.265945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:51.299040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:51.302330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:51.305878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:51.309223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f96c8c-957d-4f18-9f82-f56d5950a38a req-0beeef9e-20e6-47a4-93ab-8aab37815978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:51.314685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5f96c8c-957d-4f18-9f82-f56d5950a38a req-0beeef9e-20e6-47a4-93ab-8aab37815978 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1099 time: 0.1378665 Feb 07 12:55:51.372876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5f96c8c-957d-4f18-9f82-f56d5950a38a req-2168e203-d350-4239-8b29-fe3d3cf68f6f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480530 Feb 07 12:55:51.379929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Pushing event updated for resources: {'Port': ['ID=34e4e5b6-45ca-4695-ada2-617894fe1868,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:51.438852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Attempting to bind port 34e4e5b6-45ca-4695-ada2-617894fe1868 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:51.442234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Attempting to bind port 34e4e5b6-45ca-4695-ada2-617894fe1868 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:51.442234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Attempting to bind port 34e4e5b6-45ca-4695-ada2-617894fe1868 on network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:51.446508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:51.446880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Checking segment: {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:51.447423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:51.447811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Bound using segment: {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:51.448356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Bound port: 34e4e5b6-45ca-4695-ada2-617894fe1868, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:51.448755 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:51.523431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Subnet': ['ID=3c4e69fc-7a8f-4117-810a-bf1b6627c465,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:51.527867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Checking segment: {'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:51.528142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network hostable DHCP agents. Network: 03ce55cd-936a-418c-9863-fec8fe54cb8d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:55:51.556984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2dc18-c54d-4a83-8d80-b2642596c05f req-e7c55b36-9380-4d80-98fb-b8e7e80f3ff9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:51.560727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cb2dc18-c54d-4a83-8d80-b2642596c05f req-e7c55b36-9380-4d80-98fb-b8e7e80f3ff9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1149008 Feb 07 12:55:51.600059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] For port 34e4e5b6-45ca-4695-ada2-617894fe1868, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:51.602378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] For port 34e4e5b6-45ca-4695-ada2-617894fe1868, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=34e4e5b6-45ca-4695-ada2-617894fe1868,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:51.608753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cb2dc18-c54d-4a83-8d80-b2642596c05f req-6b4e4007-b858-4072-90e9-418e220bc28d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Feb 07 12:55:51.709600 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b', 'status': 'completed', 'code': 200} Feb 07 12:55:51.754128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network 03ce55cd-936a-418c-9863-fec8fe54cb8d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:55:51.779105 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:51.865107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-eecb967b-da6a-4923-8632-1b6dd81e7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:51.867602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-eecb967b-da6a-4923-8632-1b6dd81e7fb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1094 time: 0.1297588 Feb 07 12:55:51.881074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4de071-29a1-4703-90b0-bf5343102cfe None None] Pushing event updated for resources: {'Port': ['ID=34e4e5b6-45ca-4695-ada2-617894fe1868,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:51.895098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 03ce55cd-936a-418c-9863-fec8fe54cb8d) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:51.905613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:51.908263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8ab08e-ed67-497c-a598-ddee92401b58 None None] Network 03ce55cd-936a-418c-9863-fec8fe54cb8d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:51.909153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:52.107480 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f25dec35-baff-45ad-b3dd-d03f8fca1022 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7740910 Feb 07 12:55:52.165036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1378f8-3ec5-4eeb-acb1-2ec753dac2f4 req-5bb5919e-4ff0-4ec8-a3e1-887de7c15329 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:52.180592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d1378f8-3ec5-4eeb-acb1-2ec753dac2f4 req-5bb5919e-4ff0-4ec8-a3e1-887de7c15329 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 0.2684288 Feb 07 12:55:52.234002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-25859e2e-f627-4c9f-8032-400c4c229aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:52.235545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-25859e2e-f627-4c9f-8032-400c4c229aa0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.2926760 Feb 07 12:55:52.246284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163c3b9-b920-469f-814c-d6a2e3c5a2fd req-494ab648-048a-4b4c-a54a-5b2655dfca5a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:52.255961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4163c3b9-b920-469f-814c-d6a2e3c5a2fd req-494ab648-048a-4b4c-a54a-5b2655dfca5a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.3760765 Feb 07 12:55:52.293445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-03ce55cd-936a-418c-9863-fec8fe54cb8d', 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'fixed_ips': [{'subnet_id': '3c4e69fc-7a8f-4117-810a-bf1b6627c465'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:55:52.294660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:52.342869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d1378f8-3ec5-4eeb-acb1-2ec753dac2f4 req-c46dc9d3-bc9e-46ac-8599-837427bccb0c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579347 Feb 07 12:55:52.411573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-0309f11e-69f7-4c17-889f-bb6d9867d918 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 217 time: 0.1623600 Feb 07 12:55:52.495534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Allocated IP 19.86.0.2 (03ce55cd-936a-418c-9863-fec8fe54cb8d/3c4e69fc-7a8f-4117-810a-bf1b6627c465/6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:55:52.551550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4163c3b9-b920-469f-814c-d6a2e3c5a2fd req-b2242709-378b-4790-9592-d95327072558 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319427 Feb 07 12:55:52.586010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-cb7b8cc4-cb1d-4898-a9ed-f8ab1d81d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:52.587503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-cb7b8cc4-cb1d-4898-a9ed-f8ab1d81d493 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1262448 Feb 07 12:55:52.648958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-e4f6ff5b-ff89-4cc3-95c6-b177a0ed7c57 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:52.650572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-e4f6ff5b-ff89-4cc3-95c6-b177a0ed7c57 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "GET /v2.0/ports?device_id=a822c749-06dc-4a0a-aba5-b54840f60875 HTTP/1.1" status: 200 len: 945 time: 0.2426014 Feb 07 12:55:52.658577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-6038ab87-308e-4bf0-90e6-8f591fbb2fbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608137 Feb 07 12:55:52.803920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:52.814991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Transition to ACTIVE for port object 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:52.825954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:55:52.867695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Deleting port cf8f8aac-d90b-486c-9c9a-68968a5d821c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:55:52.868291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:52.879960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Transition to ACTIVE for port object 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:55:52.981893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:53.013197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:53.025955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:53.095682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5464a384-ff61-4272-92ee-21741750ce7a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:53.098812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52028d-71fc-4c6d-ac87-17a89848fddc req-11fbbe60-e0ca-4315-aa77-acc02f71ce99 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:53.100438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d52028d-71fc-4c6d-ac87-17a89848fddc req-11fbbe60-e0ca-4315-aa77-acc02f71ce99 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 949 time: 0.4116306 Feb 07 12:55:53.102309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-8038323f-a14f-4313-a495-ea292be6dfe7 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705335 Feb 07 12:55:53.142580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:53.242759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Pushing event updated for resources: {'Port': ['ID=6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:53.257765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:53.306126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14b1d4-46fa-4c0b-9158-75d2f9a96c53 None None] Network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:53.334324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Network 03ce55cd-936a-418c-9863-fec8fe54cb8d is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:55:53.358420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-651ec421-f436-4667-9422-6a0e081e0ec4 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:53.358420 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-651ec421-f436-4667-9422-6a0e081e0ec4 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "GET /v2.0/ports?device_id=3680473c-34f2-4900-b4f3-eb1980e21b2b HTTP/1.1" status: 200 len: 945 time: 0.1371977 Feb 07 12:55:53.376830 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d52028d-71fc-4c6d-ac87-17a89848fddc req-34febf43-9add-4ef1-9c1c-911508c892fd tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667551 Feb 07 12:55:53.457244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:55:53.459325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:53.486852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:55:53.528414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Deleting port c1af2791-153f-4c1c-a794-230871ea18b7 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:55:53.528414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:53.611622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b16d6e8-d52b-44c9-a9cf-92f26bff58d4 req-8dbacdef-6939-4b08-b985-ae452977299e service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965274 Feb 07 12:55:53.676536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] For port cf8f8aac-d90b-486c-9c9a-68968a5d821c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf8f8aac-d90b-486c-9c9a-68968a5d821c,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:53.676536 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:53.717182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 5464a384-ff61-4272-92ee-21741750ce7a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:53.762537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Attempting to bind port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:53.762537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Attempting to bind port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:53.762537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Attempting to bind port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 on network 03ce55cd-936a-418c-9863-fec8fe54cb8d {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:53.826927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Calling delete_port for cf8f8aac-d90b-486c-9c9a-68968a5d821c owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:55:53.863634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5464a384-ff61-4272-92ee-21741750ce7a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:53.864847 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:53.905385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cb8960c7-9ad9-4ca8-9f5b-2b882dae22e3 None None] Provisioning for port 34e4e5b6-45ca-4695-ada2-617894fe1868 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:53.920416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:53.920757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Checking segment: {'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:53.921784 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:53.921784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Bound using segment: {'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:53.922145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Bound port: 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:53.922747 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:53.978445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-44692421-be8f-4847-a257-2351fd7ad8a9 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:53.987273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-44692421-be8f-4847-a257-2351fd7ad8a9 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 813 time: 0.4080453 Feb 07 12:55:53.997634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] For port c1af2791-153f-4c1c-a794-230871ea18b7, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c1af2791-153f-4c1c-a794-230871ea18b7,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:53.997634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:54.010560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-af659737-dfa4-4a50-a859-7adbfe2d1044 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/quotas/4648771336b64a54b5781a2833282cb3 HTTP/1.1" status: 200 len: 375 time: 0.0234420 Feb 07 12:55:54.202379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-66d885a9-2f9a-4f58-b23f-53dc678c7cd6 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1917584 Feb 07 12:55:54.227477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] For port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:55:54.252613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] For port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:54.263750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Calling delete_port for c1af2791-153f-4c1c-a794-230871ea18b7 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:55:54.264395 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:54.350310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 5464a384-ff61-4272-92ee-21741750ce7a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5464a384-ff61-4272-92ee-21741750ce7a,segment=NetworkSegment(95697406-36db-492a-89db-565378bdcee8),segment_id=95697406-36db-492a-89db-565378bdcee8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:54.355666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:54.363866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c1af2791-153f-4c1c-a794-230871ea18b7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:54.435419 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:54.436982 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:54.552322 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:54.558218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 34e4e5b6-45ca-4695-ada2-617894fe1868 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:54.622879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Pushing event deleted for resources: {'Port': ['ID=cf8f8aac-d90b-486c-9c9a-68968a5d821c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:54.776604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] No DVR routers for this DVR port cf8f8aac-d90b-486c-9c9a-68968a5d821c on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:55:54.776604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:54.776604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a822c749-06dc-4a0a-aba5-b54840f60875', 'name': 'network-vif-deleted', 'tag': 'cf8f8aac-d90b-486c-9c9a-68968a5d821c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:54.776604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-ba8b3648-2607-4aab-8817-9a0fe805daff service neutron] 10.222.0.69 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226576 Feb 07 12:55:54.779002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc09638-66e6-463a-ab13-6851659d2cd7 None None] Pushing event updated for resources: {'Port': ['ID=6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:54.823189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:54.880337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Pushing event deleted for resources: {'Port': ['ID=c1af2791-153f-4c1c-a794-230871ea18b7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:54.890247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.890714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.891033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.891408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.891800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.892177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.892505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.892830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.893151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.893471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.893791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.894108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:55:54.904475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=5464a384-ff61-4272-92ee-21741750ce7a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:54.919117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-9e50c596-9e1b-4ee8-957b-fa41bb7f293f service neutron] 10.222.0.69 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789856 Feb 07 12:55:54.984683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68ed3483-fef8-4fa9-8be6-79d1cc419b56 req-842424bf-2994-49a6-827f-a11aa1f81984 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "DELETE /v2.0/ports/cf8f8aac-d90b-486c-9c9a-68968a5d821c HTTP/1.1" status: 204 len: 173 time: 2.3250253 Feb 07 12:55:55.031531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] No DVR routers for this DVR port c1af2791-153f-4c1c-a794-230871ea18b7 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:55:55.035140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:55.043208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3680473c-34f2-4900-b4f3-eb1980e21b2b', 'name': 'network-vif-deleted', 'tag': 'c1af2791-153f-4c1c-a794-230871ea18b7'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:55:55.061094 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9324377f-de1f-4a60-b0f4-fd75df57eac8 req-09458c01-5488-46cb-a067-cc44496c6f66 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "DELETE /v2.0/ports/c1af2791-153f-4c1c-a794-230871ea18b7 HTTP/1.1" status: 204 len: 173 time: 1.7021668 Feb 07 12:55:55.161235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 34e4e5b6-45ca-4695-ada2-617894fe1868 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:55.166956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 34e4e5b6-45ca-4695-ada2-617894fe1868 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:55.167337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:55.224212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c1af2791-153f-4c1c-a794-230871ea18b7 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:55:55.263966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: c1af2791-153f-4c1c-a794-230871ea18b7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:55:55.264326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c1af2791-153f-4c1c-a794-230871ea18b7 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:55:55.264735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cf8f8aac-d90b-486c-9c9a-68968a5d821c no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:55:55.308581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: cf8f8aac-d90b-486c-9c9a-68968a5d821c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:55:55.308581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cf8f8aac-d90b-486c-9c9a-68968a5d821c not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:55:55.364706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:55.398058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 34e4e5b6-45ca-4695-ada2-617894fe1868, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=34e4e5b6-45ca-4695-ada2-617894fe1868,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:55.554355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:55.649148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=34e4e5b6-45ca-4695-ada2-617894fe1868,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:55.851992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:55.951067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5357603-54c9-4791-8706-fbf6ad03d9e7 None None] Network 03ce55cd-936a-418c-9863-fec8fe54cb8d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:55:55.968209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-b5993270-a481-400c-a72c-40b6264300a3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:55.973955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-b5993270-a481-400c-a72c-40b6264300a3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:55.975498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-b5993270-a481-400c-a72c-40b6264300a3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/networks?id=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d&id=03ce55cd-936a-418c-9863-fec8fe54cb8d&id=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d HTTP/1.1" status: 200 len: 1392 time: 0.2114501 Feb 07 12:55:55.991073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-66491c82-ecc8-445a-b1ff-e1d029cd9467 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/quotas/ff7995bfb054424f85e85a64f917ce0e HTTP/1.1" status: 200 len: 375 time: 0.0095499 Feb 07 12:55:56.078099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-c51766e1-9c91-4e3c-a131-453394d5a149 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Synchronizing usage tracker for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:55:56.112800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:56.124190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5464a384-ff61-4272-92ee-21741750ce7a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:56.155141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-49e183c6-c49d-4adb-9ff6-de5444d967cd tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:55:56.156800 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-49e183c6-c49d-4adb-9ff6-de5444d967cd tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072465 Feb 07 12:55:56.166460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Request body: {'binding': {'host': 'n-h2-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:56.167460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Unknown quota resources ['binding']. {{(pid=88312) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 12:55:56.171843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-25e3c669-2f10-4b25-b945-6137c9b217c2 None None] Provisioning for port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:55:56.194315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-25e3c669-2f10-4b25-b945-6137c9b217c2 None None] Provisioning complete for port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:56.194609 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25e3c669-2f10-4b25-b945-6137c9b217c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:56.223929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-c51766e1-9c91-4e3c-a131-453394d5a149 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Unset dirty status for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:55:56.225823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-c51766e1-9c91-4e3c-a131-453394d5a149 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2287259 Feb 07 12:55:56.327513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5464a384-ff61-4272-92ee-21741750ce7a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:56.328245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:56.400376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ca540ec1-6d82-44ac-9140-b772e40cd879 service neutron] 10.222.0.69 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664746 Feb 07 12:55:56.409944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on host n-h2-811416-5 for vnic_type normal with profile None {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:55:56.410424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:55:56.410807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:56.415722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:55:56.416087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:55:56.421481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:55:56.421828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:55:56.422214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:55:56.423446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Bound port: fbdb3e52-60f0-446c-8940-e1060ae124c8, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:55:56.447021 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25e3c669-2f10-4b25-b945-6137c9b217c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:56.458256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:55:56.536152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-25e3c669-2f10-4b25-b945-6137c9b217c2 None None] For port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:56.556231 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] Notify callbacks [] for binding, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:56.558520 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6d8abdbc-e23e-4782-98ba-ec9e882fa8cb service neutron] 10.222.0.69 "POST /v2.0/ports/fbdb3e52-60f0-446c-8940-e1060ae124c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3955204 Feb 07 12:55:56.587986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-213ba6df-e289-4a96-b790-ac58c4b5e80d service neutron] 10.222.0.69 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809435 Feb 07 12:55:56.618271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25e3c669-2f10-4b25-b945-6137c9b217c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:56.703056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3c669-2f10-4b25-b945-6137c9b217c2 None None] Pushing event updated for resources: {'Port': ['ID=6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:56.837591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-79b35f33-9ecc-4696-90a7-18b1d931a587 None None] Provisioning complete for port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:56.838161 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-79b35f33-9ecc-4696-90a7-18b1d931a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:56.869030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:56.879875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-f0d30eca-b3f2-44e8-a20e-3c1bf91662e4 service neutron] 10.222.0.69 "GET /v2.0/networks/03ce55cd-936a-418c-9863-fec8fe54cb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859063 Feb 07 12:55:57.027940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-cf33fc00-c519-434d-8982-5799969be9e6 service neutron] 10.222.0.69 "GET /v2.0/networks/03ce55cd-936a-418c-9863-fec8fe54cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407659 Feb 07 12:55:57.088204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:57.103957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'mac_address': 'fa:16:3e:ff:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:57.168238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-857c0fb3-0432-4dac-89e7-518caf421c20 service neutron] 10.222.0.69 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337574 Feb 07 12:55:57.168581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:57.185456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:57.201351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:57.306109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-38934c2b-70e4-4d80-9536-00918d6636e1 service neutron] 10.222.0.69 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317935 Feb 07 12:55:57.343693 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:57.344572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:55:57.479443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-170d0277-f2e5-4587-8dce-e513132a7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:57.481080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-170d0277-f2e5-4587-8dce-e513132a7b0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1096 time: 0.0792058 Feb 07 12:55:57.536424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:57.596082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:57.621242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b', 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'port_id': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b', 'mac_address': 'fa:16:3e:b1:7c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b0f95f-7038-4069-9e36-5d6936cc6ec7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:55:57.684174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:57.764186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-94a6ed10-b2b7-45f8-a862-414be1272b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:57.765742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-94a6ed10-b2b7-45f8-a862-414be1272b6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.2747931 Feb 07 12:55:57.775308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731728c5-2846-4bc0-82b0-6eaa6f072bc1 req-7d809686-78ca-4dd6-9fe8-7d3b21d87e66 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:57.776919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-731728c5-2846-4bc0-82b0-6eaa6f072bc1 req-7d809686-78ca-4dd6-9fe8-7d3b21d87e66 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1597440 Feb 07 12:55:57.787407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:57.807248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:55:57.826551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:57.826918 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:57.856776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:55:57.863108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-814d9396-8a33-452a-9fbe-d5aa6703452c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8 HTTP/1.1" status: 200 len: 217 time: 0.0850623 Feb 07 12:55:57.932542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-731728c5-2846-4bc0-82b0-6eaa6f072bc1 req-fe7f8e00-b8c3-495a-ba61-119837660b04 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962014 Feb 07 12:55:57.952578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-854ea8f9-e373-485d-8ba8-178b460c3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:57.954873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-854ea8f9-e373-485d-8ba8-178b460c3c1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.0775888 Feb 07 12:55:57.959416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 34e4e5b6-45ca-4695-ada2-617894fe1868 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:55:58.009006 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:58.106736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:55:58.112335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 34e4e5b6-45ca-4695-ada2-617894fe1868 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:55:58.112909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-57b63e37-14db-4124-bb59-441ee3bdf29c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307547 Feb 07 12:55:58.113401 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:58.357303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c26c4-8bc8-4dc9-a84c-eacb447fd1d1 req-c2bdbc33-17aa-4803-acff-207249433978 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:58.358706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa1c26c4-8bc8-4dc9-a84c-eacb447fd1d1 req-c2bdbc33-17aa-4803-acff-207249433978 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.2884057 Feb 07 12:55:58.363419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-c73b8d7d-dcc8-426a-989f-d7cb9eb61535 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366030 Feb 07 12:55:58.479158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4389b9-cae3-40e4-a4fb-7a503df1568e req-728d561e-c3d0-4069-99be-41d32ad07702 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:58.480618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb4389b9-cae3-40e4-a4fb-7a503df1568e req-728d561e-c3d0-4069-99be-41d32ad07702 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.3306036 Feb 07 12:55:58.514958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa1c26c4-8bc8-4dc9-a84c-eacb447fd1d1 req-d1f5cc4b-2886-4f90-b8ad-8f0e6d848cbf tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494379 Feb 07 12:55:58.556654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb4389b9-cae3-40e4-a4fb-7a503df1568e req-6040ccd4-48fe-49ce-a08d-a242e0e5c117 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661509 Feb 07 12:55:58.580657 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'code': 200} Feb 07 12:55:58.603249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3d7f7f51-d6df-4b2f-9d6d-9838e509f03b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:58.608079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-6c526a8e-9726-42c9-915d-ad13848a3524 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216423 Feb 07 12:55:58.649468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:55:58.890056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dea7e-0aac-4073-86ac-30d38836e67e req-f92683eb-83b1-43a9-a513-68169387f686 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:58.891808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a8dea7e-0aac-4073-86ac-30d38836e67e req-f92683eb-83b1-43a9-a513-68169387f686 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 944 time: 0.1972969 Feb 07 12:55:58.956573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a8dea7e-0aac-4073-86ac-30d38836e67e req-ca58877a-323d-4c86-95e1-9d3f0544bfe3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587854 Feb 07 12:55:59.013665 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a822c749-06dc-4a0a-aba5-b54840f60875', 'name': 'network-vif-deleted', 'tag': 'cf8f8aac-d90b-486c-9c9a-68968a5d821c', 'status': 'completed', 'code': 200} Feb 07 12:55:59.054173 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3680473c-34f2-4900-b4f3-eb1980e21b2b', 'name': 'network-vif-deleted', 'tag': 'c1af2791-153f-4c1c-a794-230871ea18b7', 'status': 'completed', 'code': 200} Feb 07 12:55:59.488162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-69f551f1-f4ce-430c-94f1-0108c474038c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:59.489907 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-69f551f1-f4ce-430c-94f1-0108c474038c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 813 time: 0.1954861 Feb 07 12:55:59.525313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Request body: {'port': {'device_id': 'ab8dfabe-c88c-4d25-8257-37b2f65b7051', 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'admin_state_up': True, 'tenant_id': '4648771336b64a54b5781a2833282cb3'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:55:59.580849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b46c0030-a621-43cd-9e27-5f1a22a5d3a0 req-d28f09f0-02b4-4310-81a9-369b836cf029 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 210 time: 0.0575769 Feb 07 12:55:59.754765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:55:59.764942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Usage tracker for resource:port and tenant:4648771336b64a54b5781a2833282cb3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:55:59.769603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:55:59.776297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:55:59.825102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141654a-9ee4-4d84-a235-9fd9cc92c020 req-aad16d9e-9944-40f3-b367-9605b1717963 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:59.826644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b141654a-9ee4-4d84-a235-9fd9cc92c020 req-aad16d9e-9944-40f3-b367-9605b1717963 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1099 time: 0.1008723 Feb 07 12:55:59.897048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b141654a-9ee4-4d84-a235-9fd9cc92c020 req-599d0b40-f352-4dec-8bad-def4fc8cd108 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610950 Feb 07 12:55:59.943505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Made reservation on behalf of 4648771336b64a54b5781a2833282cb3 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:55:59.947619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:55:59.997181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114c83-6b52-4c69-8701-089376b3091a req-8f4c05c3-fb5b-4a94-8f21-b5abbd5279d0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:55:59.999125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5114c83-6b52-4c69-8701-089376b3091a req-8f4c05c3-fb5b-4a94-8f21-b5abbd5279d0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 945 time: 0.1012242 Feb 07 12:56:00.112872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5114c83-6b52-4c69-8701-089376b3091a req-767b833f-f63d-4e76-8757-7c400890bc84 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981328 Feb 07 12:56:00.143925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b257fe-05d9-40f1-ad55-89633cea249d req-aeefb2cd-e82c-4f52-90c7-0adb3786ff9a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:00.143925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06b257fe-05d9-40f1-ad55-89633cea249d req-aeefb2cd-e82c-4f52-90c7-0adb3786ff9a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1281774 Feb 07 12:56:00.147216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Allocated IP 172.20.0.8 (a0e114b1-4800-4372-85f8-610f00197fee/5bed1381-4017-4521-b434-cf49d00e93a9/679b1e24-9c1e-4c7b-b397-304db85c5904) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:56:00.221590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06b257fe-05d9-40f1-ad55-89633cea249d req-c3c0790b-2d9d-43ff-964f-053ba830bea0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712829 Feb 07 12:56:00.275807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7a78e7aa-74cb-4dbb-96b0-a216b5a6bbd7 req-2917f071-3381-4c2f-b361-10843bc7a3c4 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Synchronizing usage tracker for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:00.412409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7a78e7aa-74cb-4dbb-96b0-a216b5a6bbd7 req-2917f071-3381-4c2f-b361-10843bc7a3c4 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Unset dirty status for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:00.413727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a78e7aa-74cb-4dbb-96b0-a216b5a6bbd7 req-2917f071-3381-4c2f-b361-10843bc7a3c4 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 210 time: 0.1907446 Feb 07 12:56:00.468256 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:00.525717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400a06f-a27b-4b01-b89f-32ddfd637c17 req-b6a161bd-0dad-46f4-9a24-b694f5fda082 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:00.527115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c400a06f-a27b-4b01-b89f-32ddfd637c17 req-b6a161bd-0dad-46f4-9a24-b694f5fda082 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.0919352 Feb 07 12:56:00.572982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c400a06f-a27b-4b01-b89f-32ddfd637c17 req-fb4458f0-2055-4726-9c53-a00250586b4f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Feb 07 12:56:00.617867 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:00.757685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Network a0e114b1-4800-4372-85f8-610f00197fee is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:56:00.761410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:00.769703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:56:00.806693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Pushing event updated for resources: {'Port': ['ID=679b1e24-9c1e-4c7b-b397-304db85c5904,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:00.847036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:00.847265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:00.897247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:00.902692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-086ed987-2679-4677-93d4-333aad3cb05c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:00.904655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-086ed987-2679-4677-93d4-333aad3cb05c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 813 time: 0.2536740 Feb 07 12:56:00.912913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0106-654e-4ea8-8ab5-8ca905e8e2ac req-4a10596c-7f8e-44ea-88cd-99b55e719dc8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:00.923994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d4e0106-654e-4ea8-8ab5-8ca905e8e2ac req-4a10596c-7f8e-44ea-88cd-99b55e719dc8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 944 time: 0.2090712 Feb 07 12:56:00.928729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Request body: {'port': {'device_id': '9317e62a-2df6-4799-9534-b2d095b3583e', 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'admin_state_up': True, 'tenant_id': '4648771336b64a54b5781a2833282cb3'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:01.066832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d4e0106-654e-4ea8-8ab5-8ca905e8e2ac req-fc4a1397-a97a-4e99-ae12-e9a7b46625f6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222160 Feb 07 12:56:01.112726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:01.200582 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6abbc64d-dc6f-4e4d-b9c2-078a484b240a tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6749737 Feb 07 12:56:01.206950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Request body: {'port': {'device_id': 'ab8dfabe-c88c-4d25-8257-37b2f65b7051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:01.228088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca77a6fa-b922-44f5-a306-1fd54012b029 req-6a75841c-9a46-4977-8e87-8da43dafd8b1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 210 time: 0.0558927 Feb 07 12:56:01.228088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:01.263704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:01.263704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:01.263704 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:01.400738 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:01.412982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Made reservation on behalf of 4648771336b64a54b5781a2833282cb3 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:01.417247 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:01.527177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:01.566865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:01.577759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:01.764631 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:01.764631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:01.875313 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:56:01.983404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:01.988789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebf656-85b8-498e-beca-3a8fb40461de req-828fcbc6-7a6d-49d7-b5e1-c55b8127c339 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:01.990921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1ebf656-85b8-498e-beca-3a8fb40461de req-828fcbc6-7a6d-49d7-b5e1-c55b8127c339 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.4685042 Feb 07 12:56:01.997650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:01.998000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:01.998332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:01.998659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:01.999054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:01.999606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:01.999606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:01.999912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:02.000245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:02.001039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:02.001370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:02.001688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:02.004306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5af30-931c-4daf-94f1-df008a5839b0 req-597a3007-8d3f-46ae-9cf4-4eeaf3f062e0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:02.008482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fd5af30-931c-4daf-94f1-df008a5839b0 req-597a3007-8d3f-46ae-9cf4-4eeaf3f062e0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 945 time: 0.4843299 Feb 07 12:56:02.108955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679b1e24-9c1e-4c7b-b397-304db85c5904 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:02.113321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-7a549f3a-10a8-4ceb-a223-88e5c9a1b734 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:02.116709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:02.122623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-7a549f3a-10a8-4ceb-a223-88e5c9a1b734 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:02.122623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-7a549f3a-10a8-4ceb-a223-88e5c9a1b734 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "GET /v2.0/networks?id=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d&id=03ce55cd-936a-418c-9863-fec8fe54cb8d&id=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d HTTP/1.1" status: 200 len: 1392 time: 0.4167945 Feb 07 12:56:02.126518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Transition to ACTIVE for port object 679b1e24-9c1e-4c7b-b397-304db85c5904 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:02.133330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:02.140889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:02.140889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:02.155432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'port': {'device_id': '09872319-5e99-47c0-802e-d705c2480dfe', 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d', 'admin_state_up': True, 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:02.268813 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:02.306401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1ebf656-85b8-498e-beca-3a8fb40461de req-951e2d19-cad3-4d88-b655-2758fc92842b tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800741 Feb 07 12:56:02.388425 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:02.465063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:02.486966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-a4e1b5bf-0b13-457c-8370-f68b998021fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7334251 Feb 07 12:56:02.548000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Pushing event updated for resources: {'Port': ['ID=679b1e24-9c1e-4c7b-b397-304db85c5904,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:02.562210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fd5af30-931c-4daf-94f1-df008a5839b0 req-c2e48c0d-674b-4f6b-b3f4-9837d34e7cf3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394344 Feb 07 12:56:02.565144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:02.632860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Attempting to bind port 679b1e24-9c1e-4c7b-b397-304db85c5904 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:02.632860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Attempting to bind port 679b1e24-9c1e-4c7b-b397-304db85c5904 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:02.632860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Attempting to bind port 679b1e24-9c1e-4c7b-b397-304db85c5904 on network a0e114b1-4800-4372-85f8-610f00197fee {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:02.646066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Port 679b1e24-9c1e-4c7b-b397-304db85c5904 on network a0e114b1-4800-4372-85f8-610f00197fee not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:02.646066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Attempting to bind port 679b1e24-9c1e-4c7b-b397-304db85c5904 on network a0e114b1-4800-4372-85f8-610f00197fee {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:02.651876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:02.652416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Checking segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:02.652882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Bound using segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:02.655353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Bound port: 679b1e24-9c1e-4c7b-b397-304db85c5904, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:02.656301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:02.678461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Allocated IP 172.20.0.3 (a0e114b1-4800-4372-85f8-610f00197fee/5bed1381-4017-4521-b434-cf49d00e93a9/f26d2ac1-2a13-4f40-833c-b75e6b8b50a8) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:56:02.718591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:02.811358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:02.817373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] For port 679b1e24-9c1e-4c7b-b397-304db85c5904, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:02.821353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] For port 679b1e24-9c1e-4c7b-b397-304db85c5904, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=679b1e24-9c1e-4c7b-b397-304db85c5904,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:02.836537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:02.848873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90854e11-0a8c-464d-a62c-abe6a70ef3a3 req-4e98144f-ba8b-47ea-9e2a-a4e4e52f9506 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:02.851300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90854e11-0a8c-464d-a62c-abe6a70ef3a3 req-4e98144f-ba8b-47ea-9e2a-a4e4e52f9506 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.3555055 Feb 07 12:56:02.990561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:03.058743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:03.059371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:03.060984 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] 10.222.0.35 "PUT /v2.0/ports/679b1e24-9c1e-4c7b-b397-304db85c5904 HTTP/1.1" status: 200 len: 1091 time: 1.8603585 Feb 07 12:56:03.061681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8dfabe-c88c-4d25-8257-37b2f65b7051', 'tag': '679b1e24-9c1e-4c7b-b397-304db85c5904'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:03.072220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90854e11-0a8c-464d-a62c-abe6a70ef3a3 req-a1155c64-61d7-44aa-853c-75dc727a5fd3 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997747 Feb 07 12:56:03.085458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556179a-914c-49aa-85d0-9dfff7880f7b service neutron] Pushing event updated for resources: {'Port': ['ID=679b1e24-9c1e-4c7b-b397-304db85c5904,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:03.133899 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:03.151287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968b90-3de4-469c-bc51-04ba2c166d3b req-7ceea61d-a1bb-4a0c-8ef0-eea66009f2f5 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:03.153004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c968b90-3de4-469c-bc51-04ba2c166d3b req-7ceea61d-a1bb-4a0c-8ef0-eea66009f2f5 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.2991509 Feb 07 12:56:03.217819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c968b90-3de4-469c-bc51-04ba2c166d3b req-74a29e8e-e6dd-4269-a6e2-ff7818d75d52 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579288 Feb 07 12:56:03.277161 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'code': 200} Feb 07 12:56:03.295668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:03.300271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:03.318426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8d3f286-a305-447a-b1b6-9c6a7965c5e9 req-c1042ddf-0ff3-4965-a175-e2a936ba0b91 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 210 time: 0.0658312 Feb 07 12:56:03.481006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-823a2b87-148a-415b-b5c1-766228322474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:03.482619 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-823a2b87-148a-415b-b5c1-766228322474 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&device_id=ab8dfabe-c88c-4d25-8257-37b2f65b7051 HTTP/1.1" status: 200 len: 1094 time: 0.0756731 Feb 07 12:56:03.487601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:03.543467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-050df276-c21c-444c-8dd3-a008fd6ea121 req-142a65f2-e11f-4f50-bdbe-ce7903d3144f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 210 time: 0.1123989 Feb 07 12:56:03.572682 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-b00c44f7-13ce-41ac-9e99-df6345740d53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=679b1e24-9c1e-4c7b-b397-304db85c5904 HTTP/1.1" status: 200 len: 217 time: 0.0820572 Feb 07 12:56:03.638470 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8dfabe-c88c-4d25-8257-37b2f65b7051', 'tag': '679b1e24-9c1e-4c7b-b397-304db85c5904', 'status': 'completed', 'code': 200} Feb 07 12:56:03.661918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Pushing event updated for resources: {'Port': ['ID=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:03.665934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-922a0392-7dc7-4ee4-8faf-ec37b892ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:03.665934 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-922a0392-7dc7-4ee4-8faf-ec37b892ddd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 200 len: 853 time: 0.0824525 Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.679584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:03.716639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Network a0e114b1-4800-4372-85f8-610f00197fee is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:56:03.732217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:03.732217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:56:03.743283 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-e7b5886f-4f4e-4d4c-b174-214e5d023349 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e114b1-4800-4372-85f8-610f00197fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682807 Feb 07 12:56:03.803441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:03.803441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:03.903815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc308d49-8c8c-4b0d-a634-77b766727749 req-b0f1e04c-47e9-4bdf-b95c-9a3ccd88e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:03.905390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc308d49-8c8c-4b0d-a634-77b766727749 req-b0f1e04c-47e9-4bdf-b95c-9a3ccd88e403 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1096 time: 0.5324552 Feb 07 12:56:03.906678 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-304f7b1f-fc8b-4d7f-b950-dc4c0404b3db service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632388 Feb 07 12:56:03.925095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f7237-5803-41d6-acf3-356b7bd5161e req-4ea1636b-8087-482a-a2d1-39dbde6e7366 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:03.930716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d48f7237-5803-41d6-acf3-356b7bd5161e req-4ea1636b-8087-482a-a2d1-39dbde6e7366 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.5525076 Feb 07 12:56:04.038066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Allocated IP 19.80.0.119 (fa942c1d-22a3-4dcc-a592-d68d7c2ada6d/27a86c97-068c-424f-8315-c541181edec9/b5721c06-b6d2-4da4-a426-1da4169fbc53) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:56:04.051726 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-0251fffa-cac5-46ff-b3df-8a75c46bdef0 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318684 Feb 07 12:56:04.051929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc308d49-8c8c-4b0d-a634-77b766727749 req-14c8b3a1-54f8-40b8-97b8-1fc7fb2baa11 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218710 Feb 07 12:56:04.063763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d48f7237-5803-41d6-acf3-356b7bd5161e req-b9cfdb89-60fa-4074-a4c8-80ccc54b52bb tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092319 Feb 07 12:56:04.089669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-71c3099e-eed6-46f7-8c03-94597b74207c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1722620 Feb 07 12:56:04.103771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc8696-c4da-4988-b5fd-4fecea7818a6 req-34634336-d929-4d74-bbaa-d96ca0290252 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:04.105311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20cc8696-c4da-4988-b5fd-4fecea7818a6 req-34634336-d929-4d74-bbaa-d96ca0290252 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.2860291 Feb 07 12:56:04.119561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Request body: {'port': {'device_id': '9317e62a-2df6-4799-9534-b2d095b3583e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:04.260165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-321471c4-d0a4-41de-8055-6da95107a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:04.261669 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-321471c4-d0a4-41de-8055-6da95107a12e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&device_id=ab8dfabe-c88c-4d25-8257-37b2f65b7051 HTTP/1.1" status: 200 len: 1094 time: 0.0783195 Feb 07 12:56:04.407965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-8abb3c5e-22e7-4377-8396-936d32cd4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:04.409537 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-8abb3c5e-22e7-4377-8396-936d32cd4738 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 913 time: 0.1410496 Feb 07 12:56:04.484245 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-21c9e76e-3e5c-4d8b-a026-a84a58945f7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=679b1e24-9c1e-4c7b-b397-304db85c5904 HTTP/1.1" status: 200 len: 217 time: 0.0671477 Feb 07 12:56:04.492952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20cc8696-c4da-4988-b5fd-4fecea7818a6 req-bfb733a3-fe45-4e33-a74d-01a6887bda68 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449817 Feb 07 12:56:04.554571 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:04.672253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cda18-0360-4689-af79-e672eed7d6a9 req-a013d889-5750-4067-a056-f2f76bc09970 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:04.678835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c12cda18-0360-4689-af79-e672eed7d6a9 req-a013d889-5750-4067-a056-f2f76bc09970 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 945 time: 0.4843018 Feb 07 12:56:04.678835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:04.731838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-89bf1348-8d52-495c-9fe6-c34b148a344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:04.733412 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-89bf1348-8d52-495c-9fe6-c34b148a344c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 200 len: 853 time: 0.2432692 Feb 07 12:56:04.784029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-63a26841-8cf6-4a50-8c42-f8e639283e58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e114b1-4800-4372-85f8-610f00197fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430081 Feb 07 12:56:04.819105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Transition to ACTIVE for port object b5721c06-b6d2-4da4-a426-1da4169fbc53 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:04.873555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c12cda18-0360-4689-af79-e672eed7d6a9 req-147d7d8c-4fb6-4684-8aae-fecc87c50f63 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442578 Feb 07 12:56:04.975141 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-bda16207-570c-414c-8765-1d683c1fcd47 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805437 Feb 07 12:56:04.993399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f9d2-0131-4149-a408-d8220831fe43 req-f90fbe9f-b470-4b5b-90d1-b2ad738b9a4c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:04.994884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3790f9d2-0131-4149-a408-d8220831fe43 req-f90fbe9f-b470-4b5b-90d1-b2ad738b9a4c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.3329048 Feb 07 12:56:05.083818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3790f9d2-0131-4149-a408-d8220831fe43 req-5b645770-3903-4a2a-8384-be1533939ef9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609782 Feb 07 12:56:05.153870 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9573e9b1-5fbb-4f0e-9b0a-0c42436b1d0a req-9d466d5c-cdc1-42fb-9f1e-9f364f656028 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690555 Feb 07 12:56:05.242728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:05.242728 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:05.278725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:05.282489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Transition to ACTIVE for port object f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:05.298453 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:05.375985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a94844-64d5-4781-92a3-63db6c11fd41 req-17429983-3559-4c66-80e1-37478b8b098c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:05.375985 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81a94844-64d5-4781-92a3-63db6c11fd41 req-17429983-3559-4c66-80e1-37478b8b098c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.2660494 Feb 07 12:56:05.390622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:56:05.395696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:05.415627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:56:05.466430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Port': ['ID=b5721c06-b6d2-4da4-a426-1da4169fbc53,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:05.499653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289656e4-1e92-47b9-9f87-32a200723646 req-b9f72781-6294-4808-981d-311856776d16 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:05.500399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-289656e4-1e92-47b9-9f87-32a200723646 req-b9f72781-6294-4808-981d-311856776d16 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Synchronizing usage tracker for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:05.511153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81a94844-64d5-4781-92a3-63db6c11fd41 req-2f434f69-bcf5-4c71-9ff7-a11e186acd5c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211460 Feb 07 12:56:05.517678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:05.564842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:05.565379 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:05.750714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Pushing event updated for resources: {'Port': ['ID=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:05.814213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-289656e4-1e92-47b9-9f87-32a200723646 req-b9f72781-6294-4808-981d-311856776d16 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Unset dirty status for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:05.816774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-289656e4-1e92-47b9-9f87-32a200723646 req-b9f72781-6294-4808-981d-311856776d16 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 931 time: 0.5938594 Feb 07 12:56:05.872360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a15e9-57db-40e4-a921-87901d3c2452 req-5574946f-3995-400e-8efb-c7f0ae6c97cd tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:05.873722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad6a15e9-57db-40e4-a921-87901d3c2452 req-5574946f-3995-400e-8efb-c7f0ae6c97cd tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.2259269 Feb 07 12:56:05.875506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Attempting to bind port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:05.875835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Attempting to bind port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:05.876189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Attempting to bind port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 on network a0e114b1-4800-4372-85f8-610f00197fee {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:05.901199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 on network a0e114b1-4800-4372-85f8-610f00197fee not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:05.901525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Attempting to bind port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 on network a0e114b1-4800-4372-85f8-610f00197fee {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:05.914752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:05.915085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Checking segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:05.915458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Bound using segment: {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:05.915909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Bound port: f26d2ac1-2a13-4f40-833c-b75e6b8b50a8, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315db1f9-975f-48e2-8092-aed599526e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:05.916277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:05.940955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-289656e4-1e92-47b9-9f87-32a200723646 req-500144b2-99b7-4ea2-aebb-1dbff67d2e82 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061089 Feb 07 12:56:05.983160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad6a15e9-57db-40e4-a921-87901d3c2452 req-91d4eec1-c6b2-4981-9e96-e76d941825cf tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972674 Feb 07 12:56:06.030470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2df4a14d-3db8-41ff-b952-65865628c8c4 None None] Provisioning for port b5721c06-b6d2-4da4-a426-1da4169fbc53 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:06.036933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2df4a14d-3db8-41ff-b952-65865628c8c4 None None] Provisioning complete for port b5721c06-b6d2-4da4-a426-1da4169fbc53 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:06.038451 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2df4a14d-3db8-41ff-b952-65865628c8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:06.099705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] For port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:06.101968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2df4a14d-3db8-41ff-b952-65865628c8c4 None None] Port b5721c06-b6d2-4da4-a426-1da4169fbc53 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:56:06.129473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] For port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:06.193250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b36c7-fef1-41c3-9e7c-839a7cdc1473 req-ddd2431e-5dbb-4eb0-bc5d-ad4cf4183b3c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:06.193836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2e4b36c7-fef1-41c3-9e7c-839a7cdc1473 req-ddd2431e-5dbb-4eb0-bc5d-ad4cf4183b3c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Synchronizing usage tracker for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:06.210578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0203b-801b-4053-ad7d-a4fa4b1faee9 req-27aa2273-3ac7-4707-beb0-ef17d8310425 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:06.217660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84e0203b-801b-4053-ad7d-a4fa4b1faee9 req-27aa2273-3ac7-4707-beb0-ef17d8310425 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.1185110 Feb 07 12:56:06.222859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-6d0bd444-984e-4c7c-83bc-3e4c44d042d4 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0838399 Feb 07 12:56:06.227637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'port': {'device_id': '09872319-5e99-47c0-802e-d705c2480dfe', 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d', 'admin_state_up': True, 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:06.315627 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:06.554175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2e4b36c7-fef1-41c3-9e7c-839a7cdc1473 req-ddd2431e-5dbb-4eb0-bc5d-ad4cf4183b3c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Unset dirty status for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:06.558336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e4b36c7-fef1-41c3-9e7c-839a7cdc1473 req-ddd2431e-5dbb-4eb0-bc5d-ad4cf4183b3c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 932 time: 0.5135405 Feb 07 12:56:06.564079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:06.564889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:06.566222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] 10.222.0.35 "PUT /v2.0/ports/f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 HTTP/1.1" status: 200 len: 1091 time: 2.4509690 Feb 07 12:56:06.566819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9317e62a-2df6-4799-9534-b2d095b3583e', 'tag': 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:06.586878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84e0203b-801b-4053-ad7d-a4fa4b1faee9 req-01f02432-cc78-431e-92e2-d8ab43422fe5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451335 Feb 07 12:56:06.651035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a48d-a59c-4681-a829-20a8a6c666da service neutron] Pushing event updated for resources: {'Port': ['ID=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:06.655887 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b', 'code': 200} Feb 07 12:56:06.700988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:06.700988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e4b36c7-fef1-41c3-9e7c-839a7cdc1473 req-1ca0fe6f-7c78-428e-825a-c12b0190a555 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242642 Feb 07 12:56:06.707469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:06.717134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-30312e38-be10-41ec-a709-fac9d6e4e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:06.718631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-30312e38-be10-41ec-a709-fac9d6e4e3fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1099 time: 0.2346561 Feb 07 12:56:06.936242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 43bb4167-4d59-4780-8f74-202b14965447 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:06.938479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:06.941590 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:07.107165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:07.121980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '43bb4167-4d59-4780-8f74-202b14965447', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '43bb4167-4d59-4780-8f74-202b14965447', 'mac_address': 'fa:16:3e:1e:ea:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:56:07.150194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3284cb29-d56b-4813-bc77-bee08d1f1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:07.151665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3284cb29-d56b-4813-bc77-bee08d1f1c6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.4133699 Feb 07 12:56:07.195183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-b452a10c-6aff-4918-b2e2-63edec910f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:07.196703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-b452a10c-6aff-4918-b2e2-63edec910f24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 1094 time: 0.4364202 Feb 07 12:56:07.221262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:07.242558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43bb4167-4d59-4780-8f74-202b14965447 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:07.257379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:07.264128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c05e-9987-404f-a93d-7cb312e9485b req-2f4dcd84-050a-4274-90d0-35b8b7d8c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:07.265601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e93c05e-9987-404f-a93d-7cb312e9485b req-2f4dcd84-050a-4274-90d0-35b8b7d8c4e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1096 time: 0.5064287 Feb 07 12:56:07.273666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ac70b-dd94-463c-bdea-cfe77dd7355a req-6c481361-c56f-4b80-9c77-a235289da8d5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:07.275027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b5ac70b-dd94-463c-bdea-cfe77dd7355a req-6c481361-c56f-4b80-9c77-a235289da8d5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 945 time: 0.3960094 Feb 07 12:56:07.293251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 679b1e24-9c1e-4c7b-b397-304db85c5904 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:07.362744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-a61855df-7c4e-4382-b703-73f1034663c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.2007315 Feb 07 12:56:07.413794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-34bb364e-1380-4f92-bff8-a160ebef5db6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 HTTP/1.1" status: 200 len: 217 time: 0.1407094 Feb 07 12:56:07.450001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 679b1e24-9c1e-4c7b-b397-304db85c5904, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=679b1e24-9c1e-4c7b-b397-304db85c5904,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:07.464755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '679b1e24-9c1e-4c7b-b397-304db85c5904', 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'port_id': '679b1e24-9c1e-4c7b-b397-304db85c5904', 'mac_address': 'fa:16:3e:fa:a8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bed1381-4017-4521-b434-cf49d00e93a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:56:07.507416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Allocated IP 19.86.0.32 (03ce55cd-936a-418c-9863-fec8fe54cb8d/3c4e69fc-7a8f-4117-810a-bf1b6627c465/e25feadf-1b59-467b-a824-c766fe76d549) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:56:07.512167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e93c05e-9987-404f-a93d-7cb312e9485b req-4cbd6565-4ba0-4f39-882a-6bc7dfa729bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800916 Feb 07 12:56:07.535841 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:07.555102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b5ac70b-dd94-463c-bdea-cfe77dd7355a req-f9aadd90-ea65-4b43-b8a2-a8d8f5edca74 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196512 Feb 07 12:56:07.560365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679b1e24-9c1e-4c7b-b397-304db85c5904 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:07.563855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-756a03eb-3e50-4174-a24f-d332f6f91d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:07.565929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-756a03eb-3e50-4174-a24f-d332f6f91d5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1859365 Feb 07 12:56:07.592876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-78501844-80e9-49eb-bb37-334d37b48c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:07.594918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-78501844-80e9-49eb-bb37-334d37b48c34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 200 len: 853 time: 0.1581919 Feb 07 12:56:07.635498 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:07.653777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-31bb1993-9454-4dc9-a8e0-559b79a636f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e114b1-4800-4372-85f8-610f00197fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500906 Feb 07 12:56:07.689773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 679b1e24-9c1e-4c7b-b397-304db85c5904, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=679b1e24-9c1e-4c7b-b397-304db85c5904,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:07.732545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:07.851318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['43bb4167-4d59-4780-8f74-202b14965447'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:07.898333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:07.999321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=679b1e24-9c1e-4c7b-b397-304db85c5904,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:08.038332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-241728d2-781d-42fb-a00c-608a26d6a7a0 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780906 Feb 07 12:56:08.152288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['679b1e24-9c1e-4c7b-b397-304db85c5904'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:08.167762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:08.292916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985992f8-17bd-41ad-9b10-b63c0f1da3cd req-e9058677-bd87-4840-8cdb-129771552ae5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:08.294388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-985992f8-17bd-41ad-9b10-b63c0f1da3cd req-e9058677-bd87-4840-8cdb-129771552ae5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.5920358 Feb 07 12:56:08.308306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-fdfa41c3-2809-476f-b8ea-d66dfb522ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:08.309831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-fdfa41c3-2809-476f-b8ea-d66dfb522ae9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4602060 Feb 07 12:56:08.316605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Transition to ACTIVE for port object e25feadf-1b59-467b-a824-c766fe76d549 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:08.503702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-985992f8-17bd-41ad-9b10-b63c0f1da3cd req-d07d4cce-8f50-41e4-8331-2e83c3390148 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929040 Feb 07 12:56:08.550764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f01f2f38-2e1a-42cc-876c-c9465db7836e req-7fa52cc9-49fb-4c6c-80db-4b1b3807fe7f service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034618 Feb 07 12:56:08.566285 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9317e62a-2df6-4799-9534-b2d095b3583e', 'tag': 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8', 'status': 'completed', 'code': 200} Feb 07 12:56:08.578425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea8df3-319a-4fde-85e7-1e78a5d3d65c req-2e5c0300-460d-4d71-ac33-f9c6f5eba169 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:08.581253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deea8df3-319a-4fde-85e7-1e78a5d3d65c req-2e5c0300-460d-4d71-ac33-f9c6f5eba169 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.4082513 Feb 07 12:56:08.584229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-fe09587b-5364-41b4-a4f7-a20974b03aa6 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603376 Feb 07 12:56:08.752031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deea8df3-319a-4fde-85e7-1e78a5d3d65c req-4a82d6f6-198d-4be2-9792-a121947041a5 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658874 Feb 07 12:56:08.755697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:08.860408 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d37b30d-51bd-4c91-8038-bf9df4c47df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:08.913122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network 03ce55cd-936a-418c-9863-fec8fe54cb8d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:56:08.920535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 43bb4167-4d59-4780-8f74-202b14965447 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:08.926690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:08.940388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Port': ['ID=e25feadf-1b59-467b-a824-c766fe76d549,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:08.940388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:56:08.965156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-06ac718e-166d-4d34-accc-f13b487b9378 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651412 Feb 07 12:56:09.007799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 43bb4167-4d59-4780-8f74-202b14965447 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:09.008197 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:09.034505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6ed3d-1a48-4bb7-8243-3f3be379d4bb req-93cea65f-1fc6-4aba-a5cd-4e0b7a71e591 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:09.042310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0a6ed3d-1a48-4bb7-8243-3f3be379d4bb req-93cea65f-1fc6-4aba-a5cd-4e0b7a71e591 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 943 time: 0.3587606 Feb 07 12:56:09.050881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:09.051507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:09.145987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49449ed-f11b-4638-95a8-be0158c68dc9 req-05d42164-450a-4e76-be95-e4fb4b858fa6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:09.147500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d49449ed-f11b-4638-95a8-be0158c68dc9 req-05d42164-450a-4e76-be95-e4fb4b858fa6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.2935827 Feb 07 12:56:09.156008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:09.195680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0a6ed3d-1a48-4bb7-8243-3f3be379d4bb req-2fc46627-4280-4ece-b3f5-b2f9b3248a6f tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395481 Feb 07 12:56:09.198781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bb4167-4d59-4780-8f74-202b14965447'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:09.244099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:09.249407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d49449ed-f11b-4638-95a8-be0158c68dc9 req-300d7c7e-f241-4e90-87f6-20de53464738 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566967 Feb 07 12:56:09.252112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-af3960be-cd28-4a0b-a6b0-982b83f8afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:09.252112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-af3960be-cd28-4a0b-a6b0-982b83f8afd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4648771336b64a54b5781a2833282cb3&device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 1094 time: 0.1946774 Feb 07 12:56:09.306772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 679b1e24-9c1e-4c7b-b397-304db85c5904 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:09.353933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-71395e45-0bc1-409c-801c-4e68b015241f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1298316 Feb 07 12:56:09.396717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'port': {'device_id': '09872319-5e99-47c0-802e-d705c2480dfe', 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d', 'admin_state_up': True, 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:09.456438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9c3ba1f9-6f9a-44a2-8bc9-680e19ee0612 None None] Provisioning for port e25feadf-1b59-467b-a824-c766fe76d549 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:09.461964 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:09.465108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9c3ba1f9-6f9a-44a2-8bc9-680e19ee0612 None None] Provisioning complete for port e25feadf-1b59-467b-a824-c766fe76d549 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:09.465237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba1f9-6f9a-44a2-8bc9-680e19ee0612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:09.599799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ba1f9-6f9a-44a2-8bc9-680e19ee0612 None None] Port e25feadf-1b59-467b-a824-c766fe76d549 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:56:09.602809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 679b1e24-9c1e-4c7b-b397-304db85c5904 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:09.617754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:09.617754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 679b1e24-9c1e-4c7b-b397-304db85c5904 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:09.617754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:09.669331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:09.673370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-f6cb2892-5f0c-4070-9d8b-2a9d4cb74e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:09.674885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-f6cb2892-5f0c-4070-9d8b-2a9d4cb74e54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 200 len: 913 time: 0.4158363 Feb 07 12:56:09.678873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:port and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:09.683897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:09.747624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:09.753164 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:09.769047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc039ddf-f9e9-4dfd-b835-e0c3ae52f6bf req-2cc1c293-3932-4d5d-a4e7-5637e8233d3b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:09.774850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc039ddf-f9e9-4dfd-b835-e0c3ae52f6bf req-2cc1c293-3932-4d5d-a4e7-5637e8233d3b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:09.775636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cc039ddf-f9e9-4dfd-b835-e0c3ae52f6bf req-2cc1c293-3932-4d5d-a4e7-5637e8233d3b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Synchronizing usage tracker for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:09.782557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-00ea1e23-d93d-4247-a5fc-a661ae49cde8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 HTTP/1.1" status: 200 len: 217 time: 0.0998166 Feb 07 12:56:09.790897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 679b1e24-9c1e-4c7b-b397-304db85c5904, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=679b1e24-9c1e-4c7b-b397-304db85c5904,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:09.832022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6a57d-c82c-4539-b129-8f25334e483a req-bfc4eb63-88ec-499d-85cb-420f5256692c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:09.833488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89a6a57d-c82c-4539-b129-8f25334e483a req-bfc4eb63-88ec-499d-85cb-420f5256692c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.3332894 Feb 07 12:56:09.842662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56230) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:09.960592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'floatingip': {'port_id': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:10.057241 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:10.068647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:10.068848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:10.120542 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:10.142667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=679b1e24-9c1e-4c7b-b397-304db85c5904,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:10.194981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-adb105f5-b887-4da7-966e-37439f9d4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:10.196340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-adb105f5-b887-4da7-966e-37439f9d4432 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 200 len: 853 time: 0.4064722 Feb 07 12:56:10.268369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cc039ddf-f9e9-4dfd-b835-e0c3ae52f6bf req-2cc1c293-3932-4d5d-a4e7-5637e8233d3b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Unset dirty status for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:10.269496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc039ddf-f9e9-4dfd-b835-e0c3ae52f6bf req-2cc1c293-3932-4d5d-a4e7-5637e8233d3b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 1654 time: 0.9144037 Feb 07 12:56:10.331644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-486c80e5-815d-45cc-aae5-56cbf2cf4db3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0e114b1-4800-4372-85f8-610f00197fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267736 Feb 07 12:56:10.543615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc039ddf-f9e9-4dfd-b835-e0c3ae52f6bf req-5e15b074-41d5-41d5-b2f3-270170071bfb tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245474 Feb 07 12:56:10.596353 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bb4167-4d59-4780-8f74-202b14965447', 'code': 200} Feb 07 12:56:10.613423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0abc6-37ab-4b9b-b74c-10116c306455 req-2f2aa420-122b-48a8-8c34-2905d6779387 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:10.614904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69d0abc6-37ab-4b9b-b74c-10116c306455 req-2f2aa420-122b-48a8-8c34-2905d6779387 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 945 time: 0.6046112 Feb 07 12:56:10.783756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Allocated IP 19.80.0.195 (fa942c1d-22a3-4dcc-a592-d68d7c2ada6d/27a86c97-068c-424f-8315-c541181edec9/f0564dae-6701-4dd2-abe9-eafb7e316de2) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:56:10.795307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-ff0c4203-9b9c-42a0-a6bd-0ea652ca1da7 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436040 Feb 07 12:56:10.926667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fbdb3e52-60f0-446c-8940-e1060ae124c8 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:10.972425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69d0abc6-37ab-4b9b-b74c-10116c306455 req-f3f6430f-1960-44bf-a880-490d2ca3eafe tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882478 Feb 07 12:56:11.137359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:11.151785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fbdb3e52-60f0-446c-8940-e1060ae124c8 has no active binding in host n-h2-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 12:56:11.281198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28558482-d2be-419b-a55c-d9624c2a6872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:11.306609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:11.472925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:11.491180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8', 'network_id': 'a0e114b1-4800-4372-85f8-610f00197fee', 'port_id': 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8', 'mac_address': 'fa:16:3e:39:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bed1381-4017-4521-b434-cf49d00e93a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:56:11.549042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:11.600710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:11.600710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:11.634092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ec301be-13c8-4230-ba35-f974c6a4f086 req-7bd2b229-ab99-4b3f-8a1f-499384257465 service neutron] 10.222.0.35 "GET /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277993 Feb 07 12:56:11.705852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-47c5a609-81d7-4d79-8089-f74df936d0e7 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:11.707310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-47c5a609-81d7-4d79-8089-f74df936d0e7 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1096 time: 1.0221517 Feb 07 12:56:11.727035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-5'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:11.878870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:11.923173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf6423-ca21-4d13-842a-e9f5619edbda req-fec9302a-ed0a-4c1f-8a6c-5afbaf710f1d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:11.924654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eedf6423-ca21-4d13-842a-e9f5619edbda req-fec9302a-ed0a-4c1f-8a6c-5afbaf710f1d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.7761140 Feb 07 12:56:11.931054 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:11.950095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a209c4c-4998-4e39-9750-9e27992990ae req-5140e1ad-966f-4594-b888-5852a1c6b4e5 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:11.951570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a209c4c-4998-4e39-9750-9e27992990ae req-5140e1ad-966f-4594-b888-5852a1c6b4e5 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 943 time: 0.5207608 Feb 07 12:56:11.987373 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 12:56:12.010039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:12.045208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Transition to ACTIVE for port object f0564dae-6701-4dd2-abe9-eafb7e316de2 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:12.127017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:12.132579 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:12.167333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eedf6423-ca21-4d13-842a-e9f5619edbda req-632e8c90-c16c-46f8-9e9c-5ada0fe77a58 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334247 Feb 07 12:56:12.175049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:12.175260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['f26d2ac1-2a13-4f40-833c-b75e6b8b50a8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:12.210647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a209c4c-4998-4e39-9750-9e27992990ae req-44a75679-8d05-4c91-8a4b-ffbbb0d56031 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704776 Feb 07 12:56:12.235645 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:12.325523 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:12.427138 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:12.590286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:56:12.598113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8dfabe-c88c-4d25-8257-37b2f65b7051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679b1e24-9c1e-4c7b-b397-304db85c5904'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:12.613731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:12.669235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:56:12.832567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Port': ['ID=f0564dae-6701-4dd2-abe9-eafb7e316de2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:12.887998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:12.911316 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Floating IP d6c0c6cd-b6f1-49c2-965e-5064ec73747d associated. External IP: 172.25.7.181, port: ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7. Feb 07 12:56:12.960737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-69ebec59-b3bf-4c89-b726-d6a54d9d283e None None] Provisioning for port f0564dae-6701-4dd2-abe9-eafb7e316de2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:12.966073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-69ebec59-b3bf-4c89-b726-d6a54d9d283e None None] Provisioning complete for port f0564dae-6701-4dd2-abe9-eafb7e316de2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:12.966442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-69ebec59-b3bf-4c89-b726-d6a54d9d283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:12.996290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:12.996889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:13.022531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-69ebec59-b3bf-4c89-b726-d6a54d9d283e None None] Port f0564dae-6701-4dd2-abe9-eafb7e316de2 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:56:13.050864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5188bd7-8e82-4e59-b692-7e64961dafb3 req-24d98f6a-a24b-442e-bbbf-2ad2f22fe269 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:13.052342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5188bd7-8e82-4e59-b692-7e64961dafb3 req-24d98f6a-a24b-442e-bbbf-2ad2f22fe269 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.7380247 Feb 07 12:56:13.064989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39dcf3-18f9-41e9-83b8-24a03b5e4c68 req-8d8a24f9-080b-462b-a5f9-9ccbd5ca2ffb tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:13.066385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e39dcf3-18f9-41e9-83b8-24a03b5e4c68 req-8d8a24f9-080b-462b-a5f9-9ccbd5ca2ffb tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.6492362 Feb 07 12:56:13.108214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:13.229320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-bf37461f-4203-4b6d-ac94-a1c65cdcbaab tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8677752 Feb 07 12:56:13.260201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Request body: {'port': {'device_id': '09872319-5e99-47c0-802e-d705c2480dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:13.319013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e39dcf3-18f9-41e9-83b8-24a03b5e4c68 req-56aff1cf-f204-44b0-a788-87777d1e6150 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431006 Feb 07 12:56:13.320315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5188bd7-8e82-4e59-b692-7e64961dafb3 req-204f58fd-40a2-4714-9289-947e176ce325 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513659 Feb 07 12:56:13.333021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:13.333687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:13.346078 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:13.561381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:13.589448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:13.595015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:13.595411 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:13.659956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:13.715309 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:13.745498 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:13.750049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:13.876060 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:13.927866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:13.943720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:13.955085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:56:13.973895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on host n-h1-811416-5 for vnic_type normal with profile {"migrating_to": "n-h2-811416-5"} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:13.974236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:13.974562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:14.030557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:14.030874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Attempting to bind port fbdb3e52-60f0-446c-8940-e1060ae124c8 on network c30fed1f-849a-4725-acf9-f1586e77930f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:14.053708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492209bd-aee4-470a-a47b-6819ce2a6a15 req-2d25752c-94cb-43a5-b78d-c9928668317a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:14.061924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-492209bd-aee4-470a-a47b-6819ce2a6a15 req-2d25752c-94cb-43a5-b78d-c9928668317a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 943 time: 0.5928574 Feb 07 12:56:14.061924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:14.061924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Checking segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:14.061924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Bound using segment: {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:14.061924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Bound port: fbdb3e52-60f0-446c-8940-e1060ae124c8, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b517c102-b61b-4731-9d9f-012169e48df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c30fed1f-849a-4725-acf9-f1586e77930f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:14.061924 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:14.088279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f61df5-74a0-4546-9971-4cd252172b88 req-008817a6-afd1-42b0-af48-46d4b3d18ee6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:14.093759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f61df5-74a0-4546-9971-4cd252172b88 req-008817a6-afd1-42b0-af48-46d4b3d18ee6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:14.099577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f61df5-74a0-4546-9971-4cd252172b88 req-008817a6-afd1-42b0-af48-46d4b3d18ee6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:14.100390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-23f61df5-74a0-4546-9971-4cd252172b88 req-008817a6-afd1-42b0-af48-46d4b3d18ee6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Synchronizing usage tracker for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:14.507605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-492209bd-aee4-470a-a47b-6819ce2a6a15 req-a9b2cbb6-f424-45fb-9255-06499932a5ef tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357395 Feb 07 12:56:14.567911 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8dfabe-c88c-4d25-8257-37b2f65b7051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679b1e24-9c1e-4c7b-b397-304db85c5904', 'code': 200} Feb 07 12:56:14.626023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:14.699237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:14.730688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-23f61df5-74a0-4546-9971-4cd252172b88 req-008817a6-afd1-42b0-af48-46d4b3d18ee6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Unset dirty status for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:14.732555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23f61df5-74a0-4546-9971-4cd252172b88 req-008817a6-afd1-42b0-af48-46d4b3d18ee6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2376 time: 1.2211154 Feb 07 12:56:14.732928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:56:14.743652 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:14.744583 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] Sync routers for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:56:14.754321 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:56:14.754925 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:56:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:14.810826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:14.907297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-702ba66a-3d2b-481c-a32b-5cd5718cc168 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "PUT /v2.0/floatingips/d6c0c6cd-b6f1-49c2-965e-5064ec73747d HTTP/1.1" status: 200 len: 991 time: 5.0632679 Feb 07 12:56:14.947227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23f61df5-74a0-4546-9971-4cd252172b88 req-cc234a85-cf29-41a5-b0f3-8706c9ef4dff tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749687 Feb 07 12:56:14.947893 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:56:14.954376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5721c06-b6d2-4da4-a426-1da4169fbc53 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:14.959024 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:15.008207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:15.101804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61343fbc-ee97-404d-8fb7-7e9a189527d0 req-d4cb0554-1d9a-4c46-bd45-c8adf822eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:15.103340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61343fbc-ee97-404d-8fb7-7e9a189527d0 req-d4cb0554-1d9a-4c46-bd45-c8adf822eb8d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab8dfabe-c88c-4d25-8257-37b2f65b7051 HTTP/1.1" status: 200 len: 1096 time: 0.4637563 Feb 07 12:56:15.133044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2080fc-73df-4d69-9789-ce51515bd7a5 req-d90295d5-e7d4-4826-94db-333026109ec6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:15.140053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c2080fc-73df-4d69-9789-ce51515bd7a5 req-d90295d5-e7d4-4826-94db-333026109ec6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.4588842 Feb 07 12:56:15.190564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Transition to ACTIVE for port object b5721c06-b6d2-4da4-a426-1da4169fbc53 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:15.305153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:15.305836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:15.307293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] 10.222.0.47 "PUT /v2.0/ports/fbdb3e52-60f0-446c-8940-e1060ae124c8 HTTP/1.1" status: 200 len: 1121 time: 3.5859897 Feb 07 12:56:15.312628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5f63a-7e80-4761-9036-da83034fbca1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=8']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:15.320530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61343fbc-ee97-404d-8fb7-7e9a189527d0 req-b55e6f60-de06-416d-986e-641b4e84832a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970727 Feb 07 12:56:15.324666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c2080fc-73df-4d69-9789-ce51515bd7a5 req-abac6058-a63d-4ff6-a7cd-bd559739783a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837294 Feb 07 12:56:15.338509 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'd6c0c6cd-b6f1-49c2-965e-5064ec73747d', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'port_id': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'mac_address': 'fa:16:3e:ff:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e4beb-89c2-413c-8d24-a24615868782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:55:24Z', 'updated_at': '2022-02-07T12:56:11Z', 'revision_number': 1, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:19Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:15.345467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] Checking router: 0dc68f58-bd64-4b0c-b910-b8a637b0a16f for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:56:15.361894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443fc79-2e80-405c-84b2-a9362b1304c9 req-253a3115-4039-449a-a53d-5abd76c10a31 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:15.363742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a443fc79-2e80-405c-84b2-a9362b1304c9 req-253a3115-4039-449a-a53d-5abd76c10a31 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 945 time: 0.2544188 Feb 07 12:56:15.377937 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:56:15.378638 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:56:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:15.401024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['fbdb3e52-60f0-446c-8940-e1060ae124c8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:15.423103 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:15.543216 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8', 'code': 200} Feb 07 12:56:15.566293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['fbdb3e52-60f0-446c-8940-e1060ae124c8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:15.633979 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:56:15.732447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a443fc79-2e80-405c-84b2-a9362b1304c9 req-bfc99194-8465-4bce-b126-bf988a0d0480 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624694 Feb 07 12:56:15.904860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Pushing event updated for resources: {'Port': ['ID=b5721c06-b6d2-4da4-a426-1da4169fbc53,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:16.094995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Attempting to bind port b5721c06-b6d2-4da4-a426-1da4169fbc53 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:16.095640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Attempting to bind port b5721c06-b6d2-4da4-a426-1da4169fbc53 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:16.095754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Attempting to bind port b5721c06-b6d2-4da4-a426-1da4169fbc53 on network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:16.104834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Port b5721c06-b6d2-4da4-a426-1da4169fbc53 on network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:16.105168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Attempting to bind port b5721c06-b6d2-4da4-a426-1da4169fbc53 on network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:16.122450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:16.123513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Checking segment: {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:16.123513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Bound using segment: {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:16.123810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Bound port: b5721c06-b6d2-4da4-a426-1da4169fbc53, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:16.124057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:16.151226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e3ad8-09b3-4270-9dbc-77fcc030c749 req-dd9e8e5d-21b3-426b-a0d6-66b7270cc554 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:16.152766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f27e3ad8-09b3-4270-9dbc-77fcc030c749 req-dd9e8e5d-21b3-426b-a0d6-66b7270cc554 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.2032011 Feb 07 12:56:16.154707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72893b2b-88fb-4bec-85a8-53bb744842b7 req-15edcb77-0d76-41b3-ab92-1b58cf80aac1 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:16.161501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72893b2b-88fb-4bec-85a8-53bb744842b7 req-15edcb77-0d76-41b3-ab92-1b58cf80aac1 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1096 time: 0.3211303 Feb 07 12:56:16.166666 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'd6c0c6cd-b6f1-49c2-965e-5064ec73747d', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'port_id': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'mac_address': 'fa:16:3e:ff:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e4beb-89c2-413c-8d24-a24615868782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:55:24Z', 'updated_at': '2022-02-07T12:56:11Z', 'revision_number': 1, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:19Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:16.171466 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b053fa-960f-4b19-a8c8-cef09dba23db None None] The sync data for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 is: [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'd6c0c6cd-b6f1-49c2-965e-5064ec73747d', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'port_id': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'mac_address': 'fa:16:3e:ff:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51e4beb-89c2-413c-8d24-a24615868782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:55:24Z', 'updated_at': '2022-02-07T12:56:11Z', 'revision_number': 1, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:19Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:56:16.292100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72893b2b-88fb-4bec-85a8-53bb744842b7 req-ea3ccb8b-3751-4a82-ae3d-f4ed44f163f9 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296875 Feb 07 12:56:16.294967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f27e3ad8-09b3-4270-9dbc-77fcc030c749 req-ea3eb8fd-0009-4a65-84ab-bc857d934b38 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309633 Feb 07 12:56:16.362719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] For port b5721c06-b6d2-4da4-a426-1da4169fbc53, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:16.374215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] For port b5721c06-b6d2-4da4-a426-1da4169fbc53, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b5721c06-b6d2-4da4-a426-1da4169fbc53,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:16.545774 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:16.549879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb3895-ad72-4760-b916-178e2cb8cb72 None None] New status for floating IP d6c0c6cd-b6f1-49c2-965e-5064ec73747d: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:56:16.705639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317e62a-2df6-4799-9534-b2d095b3583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:16.715539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:16.716343 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:16.726088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] 10.222.0.35 "PUT /v2.0/ports/b5721c06-b6d2-4da4-a426-1da4169fbc53 HTTP/1.1" status: 200 len: 1092 time: 3.4809804 Feb 07 12:56:16.934366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41f621-aa49-48a2-a08d-0fb39c7e3e02 service neutron] Pushing event updated for resources: {'Port': ['ID=b5721c06-b6d2-4da4-a426-1da4169fbc53,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:16.963110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Request body: {'port': {'device_id': '09872319-5e99-47c0-802e-d705c2480dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:16.991638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3453a95a-05d4-4c65-a07a-e7dab24e91a3 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:17.020176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733da9f-3926-4529-b41e-e544905020f6 req-cb54f82b-44e0-4320-a890-09da7924bee7 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:17.022222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b733da9f-3926-4529-b41e-e544905020f6 req-cb54f82b-44e0-4320-a890-09da7924bee7 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.5600760 Feb 07 12:56:17.127451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6767e89-49e6-410a-902e-745a67d7a1ea req-7bd449e6-5343-4404-b99f-3a28eaa9ffc3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:17.130969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6767e89-49e6-410a-902e-745a67d7a1ea req-7bd449e6-5343-4404-b99f-3a28eaa9ffc3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 943 time: 0.5962026 Feb 07 12:56:17.239923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6767e89-49e6-410a-902e-745a67d7a1ea req-ad41f15b-a0e4-45c7-87b0-f93bed409e24 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078467 Feb 07 12:56:17.249562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b733da9f-3926-4529-b41e-e544905020f6 req-34fd4323-d529-4721-ac03-5611f7d89629 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140055 Feb 07 12:56:17.251034 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:17.387961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:17.412360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'port_id': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'mac_address': 'fa:16:3e:9c:e7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb2c2ec-4c72-4320-9b61-35e0a156e7b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:56:17.505334 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:17.571354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3453a95a-05d4-4c65-a07a-e7dab24e91a3 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:17.583134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}, {'name': 'network-changed', 'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8'}, {'name': 'network-changed', 'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'tag': 'b5721c06-b6d2-4da4-a426-1da4169fbc53'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:17.599106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:17.731311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:17.737491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ebb82-94b3-4a4a-b9b8-f05addb5b41d req-be1023a6-b567-475f-bceb-285c442db90f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:17.743379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ebb82-94b3-4a4a-b9b8-f05addb5b41d req-be1023a6-b567-475f-bceb-285c442db90f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:17.749444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ebb82-94b3-4a4a-b9b8-f05addb5b41d req-be1023a6-b567-475f-bceb-285c442db90f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:17.756570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-186ebb82-94b3-4a4a-b9b8-f05addb5b41d req-be1023a6-b567-475f-bceb-285c442db90f tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2388 time: 0.3681314 Feb 07 12:56:17.836734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:17.838363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-186ebb82-94b3-4a4a-b9b8-f05addb5b41d req-f7081b1d-22ac-4ef4-bc36-3995b4a2210d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796914 Feb 07 12:56:17.850060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd621b-38e0-44de-bc2d-371b44749bd3 req-b1f08325-94b3-4ae4-95c7-20f9b8652c6c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:17.852346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86bd621b-38e0-44de-bc2d-371b44749bd3 req-b1f08325-94b3-4ae4-95c7-20f9b8652c6c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.4075921 Feb 07 12:56:18.009556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86bd621b-38e0-44de-bc2d-371b44749bd3 req-bc6c7417-1019-4778-9941-f4b982bbbd70 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445575 Feb 07 12:56:18.022721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3453a95a-05d4-4c65-a07a-e7dab24e91a3'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:18.155611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9929fb-a6e3-4b7c-83df-61c178f62473 req-1101080f-ef1c-4eb4-8d5b-792488f283cf tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:18.155611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9929fb-a6e3-4b7c-83df-61c178f62473 req-1101080f-ef1c-4eb4-8d5b-792488f283cf tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1096 time: 0.1888630 Feb 07 12:56:18.164323 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317e62a-2df6-4799-9534-b2d095b3583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8', 'code': 200} Feb 07 12:56:18.195758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25feadf-1b59-467b-a824-c766fe76d549 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:18.216618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:18.254786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Transition to ACTIVE for port object e25feadf-1b59-467b-a824-c766fe76d549 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:18.360233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9929fb-a6e3-4b7c-83df-61c178f62473 req-e8e08aac-4078-43b5-b0ab-8054d002f36f tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974909 Feb 07 12:56:18.432396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a3d5-804f-4cce-8e86-683f3c853b54 req-bec1a283-e209-40f8-9f44-97eaf9eccf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:18.434040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c71a3d5-804f-4cce-8e86-683f3c853b54 req-bec1a283-e209-40f8-9f44-97eaf9eccf49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 1096 time: 0.2066324 Feb 07 12:56:18.446972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fee07b-dc2c-4dd9-9066-11001d3f2b8c req-0eee765d-0fdc-4c2c-8fbf-f081655af460 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:18.455178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65fee07b-dc2c-4dd9-9066-11001d3f2b8c req-0eee765d-0fdc-4c2c-8fbf-f081655af460 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 945 time: 0.1739752 Feb 07 12:56:18.497167 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:18.704654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c71a3d5-804f-4cce-8e86-683f3c853b54 req-a4c5eee5-372b-4d40-88d5-464e6d9e7eaa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470109 Feb 07 12:56:18.736840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65fee07b-dc2c-4dd9-9066-11001d3f2b8c req-0fc4e086-1f41-46a8-8b4c-93610690d1fc tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802799 Feb 07 12:56:18.751822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e25feadf-1b59-467b-a824-c766fe76d549,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:18.877362 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'status': 'completed', 'code': 200} Feb 07 12:56:18.877623 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8', 'status': 'completed', 'code': 200} Feb 07 12:56:18.877868 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'tag': 'b5721c06-b6d2-4da4-a426-1da4169fbc53', 'status': 'completed', 'code': 200} Feb 07 12:56:18.993411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3453a95a-05d4-4c65-a07a-e7dab24e91a3 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:19.086263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:19.086660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:19.091041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84b60b-82c8-4b95-ba1b-f5e7591e2cdd req-6733af99-651c-4fd5-a058-2291ae88fa77 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:19.092855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab84b60b-82c8-4b95-ba1b-f5e7591e2cdd req-6733af99-651c-4fd5-a058-2291ae88fa77 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 944 time: 0.5238991 Feb 07 12:56:19.131925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Attempting to bind port e25feadf-1b59-467b-a824-c766fe76d549 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:19.132204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Attempting to bind port e25feadf-1b59-467b-a824-c766fe76d549 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:19.132508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Attempting to bind port e25feadf-1b59-467b-a824-c766fe76d549 on network 03ce55cd-936a-418c-9863-fec8fe54cb8d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:19.154810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Port e25feadf-1b59-467b-a824-c766fe76d549 on network 03ce55cd-936a-418c-9863-fec8fe54cb8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:19.155139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Attempting to bind port e25feadf-1b59-467b-a824-c766fe76d549 on network 03ce55cd-936a-418c-9863-fec8fe54cb8d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:19.247961 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:19.292368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:19.313825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:19.314436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Checking segment: {'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:19.314554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Bound using segment: {'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:19.314982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Bound port: e25feadf-1b59-467b-a824-c766fe76d549, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db20903b-338f-452d-9b5b-9172df34ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:19.315334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:19.336414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab84b60b-82c8-4b95-ba1b-f5e7591e2cdd req-f53a954f-8c65-4705-a69b-3e1e6746e920 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370124 Feb 07 12:56:19.354443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-447ca784-6bcd-4842-b86e-b973ee7ef160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:19.355921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-447ca784-6bcd-4842-b86e-b973ee7ef160 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1096 time: 0.4516914 Feb 07 12:56:19.405890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-3905a582-54de-4712-b246-4e6d8f81ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:19.408016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-3905a582-54de-4712-b246-4e6d8f81ff01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1124 time: 0.4631035 Feb 07 12:56:19.453016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:19.512723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dbf49-45c4-4729-ba5d-1062fdd8b227 req-0274b818-705b-4bf9-970c-d683d1228427 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:19.514206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb0dbf49-45c4-4729-ba5d-1062fdd8b227 req-0274b818-705b-4bf9-970c-d683d1228427 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 943 time: 0.5251439 Feb 07 12:56:19.605805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:19.760421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] For port e25feadf-1b59-467b-a824-c766fe76d549, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:19.788353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb0dbf49-45c4-4729-ba5d-1062fdd8b227 req-79355e5d-ddce-4d73-aa39-9286d4181bed tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200391 Feb 07 12:56:19.839096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] For port e25feadf-1b59-467b-a824-c766fe76d549, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e25feadf-1b59-467b-a824-c766fe76d549,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:19.871766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-8c4022b0-23f1-4d96-8439-64c83d116c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:19.873351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-8c4022b0-23f1-4d96-8439-64c83d116c72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.4875262 Feb 07 12:56:19.881207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-942e037c-9ad5-41c3-9a99-0323a146a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:19.881207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-942e037c-9ad5-41c3-9a99-0323a146a4f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.4616303 Feb 07 12:56:20.011082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-dbaae5df-3976-4b86-bd4b-c93b59a428d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8 HTTP/1.1" status: 200 len: 217 time: 0.1244550 Feb 07 12:56:20.032297 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:20.165282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:20.188458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e121c-a08c-419d-b61e-9aa077ff1bf2 req-34986f3b-b8ee-48b0-864d-b296f2fee141 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:20.190287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f63e121c-a08c-419d-b61e-9aa077ff1bf2 req-34986f3b-b8ee-48b0-864d-b296f2fee141 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.6056669 Feb 07 12:56:20.226213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:20.226213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:20.227716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/e25feadf-1b59-467b-a824-c766fe76d549 HTTP/1.1" status: 200 len: 1091 time: 3.2722971 Feb 07 12:56:20.298037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-8df1d994-809f-4401-80f1-6c339e46629f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 1001 time: 0.4130807 Feb 07 12:56:20.332759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-ad2c48df-4326-49d9-be78-e7a289a2c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:20.334343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-ad2c48df-4326-49d9-be78-e7a289a2c18e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.3047085 Feb 07 12:56:20.374543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f6442-eb93-4663-8c9a-4c6c3fd8bcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e25feadf-1b59-467b-a824-c766fe76d549,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:20.493197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f63e121c-a08c-419d-b61e-9aa077ff1bf2 req-588c8916-3eb3-4a62-9aab-2fb63098797d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926706 Feb 07 12:56:20.493197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-65fc344e-77eb-4dad-aa32-5456f5020be1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816636 Feb 07 12:56:20.640994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3d6ab-0517-40dc-82cb-5b6f856d7d67 req-7a52b8b2-a338-4fbd-b239-ff630aebc789 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:20.646961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3d6ab-0517-40dc-82cb-5b6f856d7d67 req-7a52b8b2-a338-4fbd-b239-ff630aebc789 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:20.652872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3d6ab-0517-40dc-82cb-5b6f856d7d67 req-7a52b8b2-a338-4fbd-b239-ff630aebc789 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:20.654530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bff3d6ab-0517-40dc-82cb-5b6f856d7d67 req-7a52b8b2-a338-4fbd-b239-ff630aebc789 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2400 time: 0.6413813 Feb 07 12:56:20.656047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-2b4b2234-154b-4e7f-b94f-2872e172568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:20.657493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-2b4b2234-154b-4e7f-b94f-2872e172568c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.3310337 Feb 07 12:56:20.668421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Request body: {'port': {'device_id': '09872319-5e99-47c0-802e-d705c2480dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:20.859113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bff3d6ab-0517-40dc-82cb-5b6f856d7d67 req-dc3cef55-afe6-4510-bc83-64e21bc633f7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607800 Feb 07 12:56:20.868549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-3dd65172-871c-421a-84f1-884b06ad2f8a service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812699 Feb 07 12:56:20.899123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'tag': 'e25feadf-1b59-467b-a824-c766fe76d549'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:21.050024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044b4f9-dd14-42e3-9e70-422f2f674bfa req-92796608-32be-4399-b7bb-a9a99b0e7ff1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:21.051514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f044b4f9-dd14-42e3-9e70-422f2f674bfa req-92796608-32be-4399-b7bb-a9a99b0e7ff1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.5288820 Feb 07 12:56:21.064936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:21.443516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f044b4f9-dd14-42e3-9e70-422f2f674bfa req-e9388875-74f7-46f3-9a3b-e51145d38ee2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178752 Feb 07 12:56:21.445562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-bfa36fe6-3a3f-48a9-8e1d-0c65cbbf64b5 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692766 Feb 07 12:56:21.527853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-3e0fdbf8-0d45-47c2-ad25-eed7f16be0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:21.529453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-3e0fdbf8-0d45-47c2-ad25-eed7f16be0f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6190488 Feb 07 12:56:21.606727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bbb43-e652-47da-b007-b8e30f1e0b1f req-5a0d1557-2a95-47e0-8356-d4c5d3378908 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:21.608296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-914bbb43-e652-47da-b007-b8e30f1e0b1f req-5a0d1557-2a95-47e0-8356-d4c5d3378908 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 945 time: 0.5556743 Feb 07 12:56:21.873789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-914bbb43-e652-47da-b007-b8e30f1e0b1f req-91e01c5a-b510-4e6a-a0c0-7d53f927246c tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176061 Feb 07 12:56:21.929987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-81e83fee-fde5-4222-a078-5bcb63da89d3 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719928 Feb 07 12:56:21.932267 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'code': 200} Feb 07 12:56:21.945576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-6101befc-a53a-422c-aa32-e8f9180a3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:21.946122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-6101befc-a53a-422c-aa32-e8f9180a3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:21.946737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-6101befc-a53a-422c-aa32-e8f9180a3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:21.948369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-6101befc-a53a-422c-aa32-e8f9180a3d18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2798 time: 0.2861402 Feb 07 12:56:22.275696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0564dae-6701-4dd2-abe9-eafb7e316de2 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:22.291582 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:22.374367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Transition to ACTIVE for port object f0564dae-6701-4dd2-abe9-eafb7e316de2 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:22.379566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-c62c4fdc-7b2a-4200-9ea0-f820543269f1 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305149 Feb 07 12:56:22.380924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-b70d6075-c576-4527-bf3a-b59283252685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:22.381396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-b70d6075-c576-4527-bf3a-b59283252685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:22.381852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-b70d6075-c576-4527-bf3a-b59283252685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:22.383247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-b70d6075-c576-4527-bf3a-b59283252685 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ff7995bfb054424f85e85a64f917ce0e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4237552 Feb 07 12:56:22.423084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24e5dc-5776-44d3-9a6a-2b0256884131 req-4b53e769-1716-43e2-b50c-30ff8225c8e6 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:22.424572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc24e5dc-5776-44d3-9a6a-2b0256884131 req-4b53e769-1716-43e2-b50c-30ff8225c8e6 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.3489902 Feb 07 12:56:22.557990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc24e5dc-5776-44d3-9a6a-2b0256884131 req-d164f9e9-4517-46b0-b4cb-5c1af6a08c52 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797341 Feb 07 12:56:22.559731 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:22.852307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00290c9-c6da-4735-b48d-9166cee51797 req-3347bada-27e8-4bff-a2dc-efe95ce3dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:22.853748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c00290c9-c6da-4735-b48d-9166cee51797 req-3347bada-27e8-4bff-a2dc-efe95ce3dfc3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4632266 Feb 07 12:56:22.912008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0564dae-6701-4dd2-abe9-eafb7e316de2,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:23.270720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Attempting to bind port f0564dae-6701-4dd2-abe9-eafb7e316de2 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:23.271111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Attempting to bind port f0564dae-6701-4dd2-abe9-eafb7e316de2 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:23.271591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Attempting to bind port f0564dae-6701-4dd2-abe9-eafb7e316de2 on network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:23.281437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340cd90-63cd-4a21-a550-aeac2ab6bb4c req-bef01e04-93c2-4b87-b9b2-9d1da1cc33be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:23.284487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4340cd90-63cd-4a21-a550-aeac2ab6bb4c req-bef01e04-93c2-4b87-b9b2-9d1da1cc33be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 943 time: 0.5031474 Feb 07 12:56:23.288727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Port f0564dae-6701-4dd2-abe9-eafb7e316de2 on network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:23.289176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Attempting to bind port f0564dae-6701-4dd2-abe9-eafb7e316de2 on network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:23.295077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:23.295417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Checking segment: {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:23.295809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Bound using segment: {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:23.296300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Bound port: f0564dae-6701-4dd2-abe9-eafb7e316de2, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:23.301967 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:23.417700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4340cd90-63cd-4a21-a550-aeac2ab6bb4c req-1bdd6b72-1a4f-4a8f-98d6-a7a799dea0c0 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110578 Feb 07 12:56:23.457327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] For port f0564dae-6701-4dd2-abe9-eafb7e316de2, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:23.459867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] For port f0564dae-6701-4dd2-abe9-eafb7e316de2, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f0564dae-6701-4dd2-abe9-eafb7e316de2,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:23.503753 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'tag': 'e25feadf-1b59-467b-a824-c766fe76d549', 'status': 'completed', 'code': 200} Feb 07 12:56:23.633227 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:23.797675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:23.799412 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:23.803201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] 10.222.0.35 "PUT /v2.0/ports/f0564dae-6701-4dd2-abe9-eafb7e316de2 HTTP/1.1" status: 200 len: 1092 time: 3.1692617 Feb 07 12:56:23.852464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e6bbd-1a54-4fa0-a6da-ca65de9500e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0564dae-6701-4dd2-abe9-eafb7e316de2,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:23.900757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-7e2f7c9a-0bdd-493a-9a4e-34f613b80c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:23.901248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-7e2f7c9a-0bdd-493a-9a4e-34f613b80c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:23.901972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-7e2f7c9a-0bdd-493a-9a4e-34f613b80c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:23.904247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-7e2f7c9a-0bdd-493a-9a4e-34f613b80c82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2865 time: 0.3626103 Feb 07 12:56:23.950786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248f5b0-85d2-447a-b321-f58acd8cd5bb req-d25c68de-f59b-40fa-af20-d3b460e012a9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:23.953443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a248f5b0-85d2-447a-b321-f58acd8cd5bb req-d25c68de-f59b-40fa-af20-d3b460e012a9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.3230917 Feb 07 12:56:24.107596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a248f5b0-85d2-447a-b321-f58acd8cd5bb req-862e4549-dd28-4b53-b731-ecca75f737f5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006978 Feb 07 12:56:24.239078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-01f0780f-cfd3-4e40-bc7f-69eacdfa4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:24.239563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-01f0780f-cfd3-4e40-bc7f-69eacdfa4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:24.240048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-01f0780f-cfd3-4e40-bc7f-69eacdfa4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:24.241621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-01f0780f-cfd3-4e40-bc7f-69eacdfa4a12 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ff7995bfb054424f85e85a64f917ce0e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3285959 Feb 07 12:56:24.365411 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:24.468521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-c9e7ad6b-724b-473c-8a72-b4fc1eca69d8 service neutron] 10.222.0.35 "GET /v2.0/ports/fbdb3e52-60f0-446c-8940-e1060ae124c8/bindings/n-h2-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.2910836 Feb 07 12:56:24.581430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-5077eb31-1d6f-4731-a3c2-438f456c7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:24.582890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ec5880a-79cd-4de8-8b8f-c8a2d314492b req-5077eb31-1d6f-4731-a3c2-438f456c7959 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3332732 Feb 07 12:56:24.618108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4119c6c-69dd-4e35-9508-25707e10e1eb req-1ac168ca-72b8-49c7-84b9-d8e480d1bb76 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:24.623882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4119c6c-69dd-4e35-9508-25707e10e1eb req-1ac168ca-72b8-49c7-84b9-d8e480d1bb76 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:24.630049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4119c6c-69dd-4e35-9508-25707e10e1eb req-1ac168ca-72b8-49c7-84b9-d8e480d1bb76 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:24.631907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4119c6c-69dd-4e35-9508-25707e10e1eb req-1ac168ca-72b8-49c7-84b9-d8e480d1bb76 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2412 time: 0.2948735 Feb 07 12:56:24.910630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-fd169792-bae3-4619-8b1e-b17b21f61b79 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:56:24.917883 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-fd169792-bae3-4619-8b1e-b17b21f61b79 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0930593 Feb 07 12:56:24.922331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4119c6c-69dd-4e35-9508-25707e10e1eb req-a2e549e8-4634-4666-aaf0-73329055da62 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555597 Feb 07 12:56:25.002489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Request body: {'binding': {'host': 'n-h1-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:25.002892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Unknown quota resources ['binding']. {{(pid=88312) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 12:56:25.070070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:25.106534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:25.161911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdb3e52-60f0-446c-8940-e1060ae124c8 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:25.179091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:25.241356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-719d77ce-2491-41b3-bbf1-6c655feb8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:25.241981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-719d77ce-2491-41b3-bbf1-6c655feb8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:25.242519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-719d77ce-2491-41b3-bbf1-6c655feb8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:25.244269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-719d77ce-2491-41b3-bbf1-6c655feb8251 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2865 time: 0.5396616 Feb 07 12:56:25.307435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on host n-h1-811416-5 for vnic_type normal with profile None {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:25.307837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:25.308642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:25.314690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:25.315013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:25.329872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:25.330212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:25.330685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:25.331122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Bound port: 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:25.337428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-1fc2c5ba-71d6-4421-b6e0-2c88c7e736d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=b5721c06-b6d2-4da4-a426-1da4169fbc53 HTTP/1.1" status: 200 len: 217 time: 0.0734806 Feb 07 12:56:25.366626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:25.405333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device fbdb3e52-60f0-446c-8940-e1060ae124c8 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:25.411996 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:25.497958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] Notify callbacks [] for binding, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:25.512211 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-a6c166ca-5848-4188-9fd9-4a167ef88772 service neutron] 10.222.0.69 "POST /v2.0/ports/3d7f7f51-d6df-4b2f-9d6d-9838e509f03b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5807612 Feb 07 12:56:25.512377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffb0d0-d821-470c-81e7-1b6ac98afa9c req-006cb33f-8302-44ad-90d7-b1b70c990c28 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:25.512377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88ffb0d0-d821-470c-81e7-1b6ac98afa9c req-006cb33f-8302-44ad-90d7-b1b70c990c28 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab8dfabe-c88c-4d25-8257-37b2f65b7051 HTTP/1.1" status: 200 len: 945 time: 0.3126256 Feb 07 12:56:25.515820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'tag': 'f0564dae-6701-4dd2-abe9-eafb7e316de2'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:25.550976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-036562c4-9f86-4117-b71b-ab0073423865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:25.552481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-036562c4-9f86-4117-b71b-ab0073423865 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27a86c97-068c-424f-8315-c541181edec9 HTTP/1.1" status: 200 len: 801 time: 0.2071300 Feb 07 12:56:25.798436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88ffb0d0-d821-470c-81e7-1b6ac98afa9c req-ccbe0fe4-3d0e-41f7-91dc-b7c523aeb959 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8637346-b9ff-46c5-b754-56c74a973117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611606 Feb 07 12:56:25.838464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] Transition to ACTIVE for port object fbdb3e52-60f0-446c-8940-e1060ae124c8 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:25.843951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-f9bc262b-97af-4ba8-91cd-2dbf8b142102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:25.845538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-f9bc262b-97af-4ba8-91cd-2dbf8b142102 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2657278 Feb 07 12:56:25.987829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-80da5b61-e920-44e4-82e1-61ca0114db88 service neutron] 10.222.0.35 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357207 Feb 07 12:56:26.177945 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:26.318113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-25a9a751-33b8-4414-b250-97cdb49a527b service neutron] 10.222.0.35 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248463 Feb 07 12:56:26.469674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-0eaacabe-d846-4dd5-b77c-b7ba365200be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=e25feadf-1b59-467b-a824-c766fe76d549 HTTP/1.1" status: 200 len: 217 time: 0.1370370 Feb 07 12:56:26.476416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] No DVR routers for this DVR port fbdb3e52-60f0-446c-8940-e1060ae124c8 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:26.524157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:26.597871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5903-88ac-4806-9cc8-ee6e291fe1f2 req-5a6fe75a-5448-492b-8ead-46dc6741a256 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:26.599412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18bb5903-88ac-4806-9cc8-ee6e291fe1f2 req-5a6fe75a-5448-492b-8ead-46dc6741a256 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.5115612 Feb 07 12:56:26.613138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-31d0c6d3-ff2a-4cc4-af39-1a10f6b74e12 service neutron] 10.222.0.35 "PUT /v2.0/ports/fbdb3e52-60f0-446c-8940-e1060ae124c8/bindings/n-h2-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 2.1199439 Feb 07 12:56:26.649273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-75a5ef0f-1574-4fed-9fa2-3a7692c6d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:26.649933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-75a5ef0f-1574-4fed-9fa2-3a7692c6d53a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c4e69fc-7a8f-4117-810a-bf1b6627c465 HTTP/1.1" status: 200 len: 801 time: 0.1636341 Feb 07 12:56:26.678608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18bb5903-88ac-4806-9cc8-ee6e291fe1f2 req-81a62a3b-89be-4e6c-98bc-1660248f5f81 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644786 Feb 07 12:56:26.776564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce0995-a674-4a14-8bf3-1885741dcd59 req-96841c99-406b-4571-b90c-cf7af0fff76e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:26.778134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17ce0995-a674-4a14-8bf3-1885741dcd59 req-96841c99-406b-4571-b90c-cf7af0fff76e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 945 time: 0.3632166 Feb 07 12:56:26.877903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17ce0995-a674-4a14-8bf3-1885741dcd59 req-6eb6ba74-5e78-4829-bd4a-d2a42712251d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880420 Feb 07 12:56:26.905498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec2278c0-4aa2-4193-a2c5-4bb6ab76df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:26.907487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-ec2278c0-4aa2-4193-a2c5-4bb6ab76df7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03ce55cd-936a-418c-9863-fec8fe54cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2277656 Feb 07 12:56:27.131373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7798da2-7b37-4260-a68b-892675e5bb8f req-854e83c7-0ac6-4239-a3c2-89cdc1ebb24e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:27.137966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7798da2-7b37-4260-a68b-892675e5bb8f req-854e83c7-0ac6-4239-a3c2-89cdc1ebb24e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.2975872 Feb 07 12:56:27.165321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-de7b2d57-dacb-47d7-98db-aeee239d2204 service neutron] 10.222.0.35 "GET /v2.0/networks/03ce55cd-936a-418c-9863-fec8fe54cb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466445 Feb 07 12:56:27.274204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7798da2-7b37-4260-a68b-892675e5bb8f req-24798a52-4d6a-47e4-b2e0-169fa564dc6b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353617 Feb 07 12:56:27.296797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d467a-e4d7-4aad-b31d-565bbf8ce5f6 req-9248e749-f843-4499-b60c-05147ee5aebd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:27.303378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d467a-e4d7-4aad-b31d-565bbf8ce5f6 req-9248e749-f843-4499-b60c-05147ee5aebd tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.2852042 Feb 07 12:56:27.358236 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'tag': 'f0564dae-6701-4dd2-abe9-eafb7e316de2', 'status': 'completed', 'code': 200} Feb 07 12:56:27.417622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d467a-e4d7-4aad-b31d-565bbf8ce5f6 req-4b75d997-e537-49ac-808e-55f8de3af793 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108985 Feb 07 12:56:27.461190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-8ae8bf3a-ea08-40a3-9862-0aeb64753945 service neutron] 10.222.0.35 "GET /v2.0/networks/03ce55cd-936a-418c-9863-fec8fe54cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781947 Feb 07 12:56:27.694746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-d9e99b3a-046b-491b-b62c-cdc70c47a244 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=f0564dae-6701-4dd2-abe9-eafb7e316de2 HTTP/1.1" status: 200 len: 217 time: 0.2366717 Feb 07 12:56:27.780848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-f87c5949-03c4-4f4b-8b46-f2286145a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:27.782996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-f87c5949-03c4-4f4b-8b46-f2286145a49f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27a86c97-068c-424f-8315-c541181edec9 HTTP/1.1" status: 200 len: 801 time: 0.0824311 Feb 07 12:56:27.843473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608003f6-e9d9-4d71-afd4-fb007d3c1cce req-5267b43e-f29a-4322-9ea9-6c55f1cf04d2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:27.849542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608003f6-e9d9-4d71-afd4-fb007d3c1cce req-5267b43e-f29a-4322-9ea9-6c55f1cf04d2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:27.855379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608003f6-e9d9-4d71-afd4-fb007d3c1cce req-5267b43e-f29a-4322-9ea9-6c55f1cf04d2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:27.857006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-608003f6-e9d9-4d71-afd4-fb007d3c1cce req-5267b43e-f29a-4322-9ea9-6c55f1cf04d2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2412 time: 0.2014222 Feb 07 12:56:27.929521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-608003f6-e9d9-4d71-afd4-fb007d3c1cce req-a8b1d08f-48dd-41b3-a5ef-23419efa848d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523391 Feb 07 12:56:27.934352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-a5f79401-b22e-4177-b4e1-a0a81d57f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:27.936314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-a5f79401-b22e-4177-b4e1-a0a81d57f8cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1469810 Feb 07 12:56:28.136546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-3a9cdc35-6100-4d5e-a144-cf00478762ff service neutron] 10.222.0.35 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932232 Feb 07 12:56:28.394658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030822-b37b-433a-92a5-a6f10cb97391 req-6f75b6e8-7ab2-4108-b7bb-f53e604735ca tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:28.396466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51030822-b37b-433a-92a5-a6f10cb97391 req-6f75b6e8-7ab2-4108-b7bb-f53e604735ca tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.2995949 Feb 07 12:56:28.405746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8269385e-0770-4c04-b464-10e06ec4f4c3 req-da165eb4-5b67-4e5d-b5d0-29feb109953b service neutron] 10.222.0.35 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617552 Feb 07 12:56:28.462494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51030822-b37b-433a-92a5-a6f10cb97391 req-2cf50380-e29f-48fe-8b89-1f7e7ab73ed3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Feb 07 12:56:28.470933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c45c66b-d203-4a09-807f-295738ba7654 req-a9b2cd60-f600-4c31-bd63-8ed674933b46 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1527135 Feb 07 12:56:28.666788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c66b-d203-4a09-807f-295738ba7654 req-e6939353-354a-41a2-ab40-cb327f5cc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:28.668318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c45c66b-d203-4a09-807f-295738ba7654 req-e6939353-354a-41a2-ab40-cb327f5cc43e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 1095 time: 0.1707113 Feb 07 12:56:28.701161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-d1ec04ad-63d1-4d73-a1a3-318186dc0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:28.701648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-d1ec04ad-63d1-4d73-a1a3-318186dc0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:28.702113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-d1ec04ad-63d1-4d73-a1a3-318186dc0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:28.709583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-d1ec04ad-63d1-4d73-a1a3-318186dc0235 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2865 time: 0.1526268 Feb 07 12:56:29.014152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c66b-d203-4a09-807f-295738ba7654 req-26e7fb55-20b0-4de0-bd14-63791ddf3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:29.017463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c45c66b-d203-4a09-807f-295738ba7654 req-26e7fb55-20b0-4de0-bd14-63791ddf3af6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.3066461 Feb 07 12:56:29.018622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-46018050-e364-498f-9663-70d3e2f1b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:29.023809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-46018050-e364-498f-9663-70d3e2f1b555 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d HTTP/1.1" status: 200 len: 902 time: 0.2854137 Feb 07 12:56:29.061246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3453a95a-05d4-4c65-a07a-e7dab24e91a3 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:29.201067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c45c66b-d203-4a09-807f-295738ba7654 req-d2985c9c-0c48-46de-b8ab-0c0ef0b16de6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 200 len: 217 time: 0.1690433 Feb 07 12:56:29.222743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:29.258936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:29.259839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:29.288262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-81f03f68-2313-463c-a70e-a2bee53463db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=f0564dae-6701-4dd2-abe9-eafb7e316de2 HTTP/1.1" status: 200 len: 217 time: 0.1946704 Feb 07 12:56:29.411612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45c66b-d203-4a09-807f-295738ba7654 req-1465c103-fd86-4cdf-8c78-c138e31b2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:29.413086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c45c66b-d203-4a09-807f-295738ba7654 req-1465c103-fd86-4cdf-8c78-c138e31b2e10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.2033870 Feb 07 12:56:29.423507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-f666c74e-cc78-4311-a22b-7c62516c1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:29.425860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-f666c74e-cc78-4311-a22b-7c62516c1152 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27a86c97-068c-424f-8315-c541181edec9 HTTP/1.1" status: 200 len: 801 time: 0.1216733 Feb 07 12:56:29.446238 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:29.546469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:29.668438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c45c66b-d203-4a09-807f-295738ba7654 req-410aed1a-65c9-4096-8ba4-bc6a5f81bc35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2297204 Feb 07 12:56:29.679461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662d5f-bc61-4d8b-ad5e-033f48eb207e req-2270e811-57d1-4d19-a035-6a560f009f75 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:29.685438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba662d5f-bc61-4d8b-ad5e-033f48eb207e req-2270e811-57d1-4d19-a035-6a560f009f75 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.4862206 Feb 07 12:56:29.708481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-2449aea9-3d94-4610-a1c0-0f9557308965 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:29.709873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-2449aea9-3d94-4610-a1c0-0f9557308965 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Synchronizing usage tracker for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:29.723920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-2449aea9-3d94-4610-a1c0-0f9557308965 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Unset dirty status for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:29.725474 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-2449aea9-3d94-4610-a1c0-0f9557308965 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab8dfabe-c88c-4d25-8257-37b2f65b7051 HTTP/1.1" status: 200 len: 945 time: 0.1202772 Feb 07 12:56:29.818250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Deleting port 679b1e24-9c1e-4c7b-b397-304db85c5904 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:29.818511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:29.839913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba662d5f-bc61-4d8b-ad5e-033f48eb207e req-0bcfe954-a41c-4ad2-ad1d-77da368d1a43 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534793 Feb 07 12:56:29.953124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c45c66b-d203-4a09-807f-295738ba7654 req-1bae22e1-d4dc-4f90-bcee-85e0904e92cb service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644761 Feb 07 12:56:30.158812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-a055bc33-55d9-462d-bd57-2459f3af2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:30.158812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-a055bc33-55d9-462d-bd57-2459f3af2643 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6373363 Feb 07 12:56:30.171475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] For port 679b1e24-9c1e-4c7b-b397-304db85c5904, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=679b1e24-9c1e-4c7b-b397-304db85c5904,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:30.172362 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:30.310857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c45c66b-d203-4a09-807f-295738ba7654 req-3e7aa802-2a73-4ea3-b1a2-8c239c95ec86 service neutron] 10.222.0.35 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485177 Feb 07 12:56:30.317193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Calling delete_port for 679b1e24-9c1e-4c7b-b397-304db85c5904 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:30.322454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873fe23-f376-4c0e-b33a-4df8ec19d782 req-2a9354c0-a4cc-41e2-b5f2-ed287ed3d2e5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:30.324045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c873fe23-f376-4c0e-b33a-4df8ec19d782 req-2a9354c0-a4cc-41e2-b5f2-ed287ed3d2e5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.3334291 Feb 07 12:56:30.377686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-8249da4f-e4d9-48c4-886d-3c3372db0bbe service neutron] 10.222.0.35 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433269 Feb 07 12:56:30.382762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c873fe23-f376-4c0e-b33a-4df8ec19d782 req-54910736-feba-4981-9967-6223e811b9db tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 Feb 07 12:56:30.602117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62fb388f-ff77-40f1-8f1f-29d32bf5dca3 req-4943c8b3-f326-4d79-ab06-d1e880075b5a service neutron] 10.222.0.35 "GET /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183976 Feb 07 12:56:30.633453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d5998-fe5e-4006-899c-7c91d1bd89ad req-bf0296ee-dfd7-41e3-83fd-c4d9bc5ca45e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:30.639517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d5998-fe5e-4006-899c-7c91d1bd89ad req-bf0296ee-dfd7-41e3-83fd-c4d9bc5ca45e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:30.645308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d5998-fe5e-4006-899c-7c91d1bd89ad req-bf0296ee-dfd7-41e3-83fd-c4d9bc5ca45e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:30.646881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a07d5998-fe5e-4006-899c-7c91d1bd89ad req-bf0296ee-dfd7-41e3-83fd-c4d9bc5ca45e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2412 time: 0.1315899 Feb 07 12:56:30.704674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a07d5998-fe5e-4006-899c-7c91d1bd89ad req-aead6ffd-7586-4805-ab41-9d1f4739c189 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518107 Feb 07 12:56:30.800232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:30.813958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['679b1e24-9c1e-4c7b-b397-304db85c5904', 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:30.902645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c18e1-4e5a-45d0-b6b4-7bd44fc7b7a9 req-ff2cd52d-03d9-4afe-8e9a-5a67c48a677d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:30.915142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-225c18e1-4e5a-45d0-b6b4-7bd44fc7b7a9 req-ff2cd52d-03d9-4afe-8e9a-5a67c48a677d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.1095257 Feb 07 12:56:30.971154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-225c18e1-4e5a-45d0-b6b4-7bd44fc7b7a9 req-5bd34005-fa88-4b46-9700-a974c26f58b7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Feb 07 12:56:30.988434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] No DVR routers for this DVR port 679b1e24-9c1e-4c7b-b397-304db85c5904 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:30.991920 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'code': 200} Feb 07 12:56:30.997397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:31.005340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Pushing event deleted for resources: {'Port': ['ID=679b1e24-9c1e-4c7b-b397-304db85c5904,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:31.005340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8dfabe-c88c-4d25-8257-37b2f65b7051', 'name': 'network-vif-deleted', 'tag': '679b1e24-9c1e-4c7b-b397-304db85c5904'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:31.122590 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0b823b19-ae14-47c1-80a5-61ce02d063bc req-b907b297-d6b0-4d4d-9de0-b30c76e9e583 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "DELETE /v2.0/ports/679b1e24-9c1e-4c7b-b397-304db85c5904 HTTP/1.1" status: 204 len: 173 time: 1.3881886 Feb 07 12:56:31.185844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90bca5d3-7230-4448-888b-96f918a0c96f req-d03934bd-b78c-4e0e-ae28-d6e648d055eb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab8dfabe-c88c-4d25-8257-37b2f65b7051 HTTP/1.1" status: 200 len: 210 time: 0.0493331 Feb 07 12:56:31.219274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ca479-eb9e-4810-ac6a-541cbe2c904e req-a3ac07e9-3782-406a-97e5-3720b0dc701a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:31.221224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f8ca479-eb9e-4810-ac6a-541cbe2c904e req-a3ac07e9-3782-406a-97e5-3720b0dc701a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.1482840 Feb 07 12:56:31.276012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f8ca479-eb9e-4810-ac6a-541cbe2c904e req-73d3b903-eab3-40c2-8228-618661e5690a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487754 Feb 07 12:56:31.366068 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8dfabe-c88c-4d25-8257-37b2f65b7051', 'name': 'network-vif-deleted', 'tag': '679b1e24-9c1e-4c7b-b397-304db85c5904', 'status': 'completed', 'code': 200} Feb 07 12:56:31.404431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109803b8-f1e2-4946-a1aa-a495c04a5255 req-34706fec-b652-4733-98a7-2264b205c0a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:31.406001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-109803b8-f1e2-4946-a1aa-a495c04a5255 req-34706fec-b652-4733-98a7-2264b205c0a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1072633 Feb 07 12:56:31.436793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device e25feadf-1b59-467b-a824-c766fe76d549 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:31.513479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-109803b8-f1e2-4946-a1aa-a495c04a5255 req-efd5b1df-f555-463c-86d0-a791989d9391 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993659 Feb 07 12:56:31.632818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port e25feadf-1b59-467b-a824-c766fe76d549, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e25feadf-1b59-467b-a824-c766fe76d549,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:31.650017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'e25feadf-1b59-467b-a824-c766fe76d549', 'network_id': '03ce55cd-936a-418c-9863-fec8fe54cb8d', 'port_id': 'e25feadf-1b59-467b-a824-c766fe76d549', 'mac_address': 'fa:16:3e:d7:72:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4e69fc-7a8f-4117-810a-bf1b6627c465', 'ip_address': '19.86.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:56:31.669889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41679149-de0b-4b2c-ac1a-5c287036e2c7 req-c13a1c06-06bf-46b6-a7c2-4202ce514d9e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:31.675753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41679149-de0b-4b2c-ac1a-5c287036e2c7 req-c13a1c06-06bf-46b6-a7c2-4202ce514d9e tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.1067910 Feb 07 12:56:31.707025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:31.719019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41679149-de0b-4b2c-ac1a-5c287036e2c7 req-2eca8146-18cf-44d3-9ee6-1c44d43488a8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Feb 07 12:56:31.739965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25feadf-1b59-467b-a824-c766fe76d549 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:31.764298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port e25feadf-1b59-467b-a824-c766fe76d549, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e25feadf-1b59-467b-a824-c766fe76d549,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:31.913599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950aac-1447-4362-aa19-e79c70935f02 req-d5517193-83e1-42d9-93c1-bc73ee3de550 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:31.920387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950aac-1447-4362-aa19-e79c70935f02 req-d5517193-83e1-42d9-93c1-bc73ee3de550 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:31.927448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950aac-1447-4362-aa19-e79c70935f02 req-d5517193-83e1-42d9-93c1-bc73ee3de550 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:31.929196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39950aac-1447-4362-aa19-e79c70935f02 req-d5517193-83e1-42d9-93c1-bc73ee3de550 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2412 time: 0.1066637 Feb 07 12:56:31.956050 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:31.956050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f0564dae-6701-4dd2-abe9-eafb7e316de2 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:31.978361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39950aac-1447-4362-aa19-e79c70935f02 req-80393ee4-7387-48d2-ac50-f1bd86da64d0 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Feb 07 12:56:32.094066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=e25feadf-1b59-467b-a824-c766fe76d549,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:32.167114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8703db-ca72-4f1b-8832-836312019791 req-8a9b4643-0830-40be-8015-e3d68683a8c0 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:32.168676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b8703db-ca72-4f1b-8832-836312019791 req-8a9b4643-0830-40be-8015-e3d68683a8c0 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.0855415 Feb 07 12:56:32.169504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f0564dae-6701-4dd2-abe9-eafb7e316de2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f0564dae-6701-4dd2-abe9-eafb7e316de2,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:32.186392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'f0564dae-6701-4dd2-abe9-eafb7e316de2', 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d', 'port_id': 'f0564dae-6701-4dd2-abe9-eafb7e316de2', 'mac_address': 'fa:16:3e:cf:ff:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a86c97-068c-424f-8315-c541181edec9', 'ip_address': '19.80.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:56:32.241160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b8703db-ca72-4f1b-8832-836312019791 req-f55944ef-61ec-49c3-b0c7-264c869b82c9 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 Feb 07 12:56:32.248259 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:32.267110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96330c7a-0210-44c7-8460-1467db7cf416 req-51e1b988-ac9a-4c8d-b9e8-5880abd174c8 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:32.268730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0564dae-6701-4dd2-abe9-eafb7e316de2 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:32.270006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-96330c7a-0210-44c7-8460-1467db7cf416 req-51e1b988-ac9a-4c8d-b9e8-5880abd174c8 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Synchronizing usage tracker for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:32.286618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f0564dae-6701-4dd2-abe9-eafb7e316de2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f0564dae-6701-4dd2-abe9-eafb7e316de2,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:32.390322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73008a6d-a4c6-49dc-82e7-57071fe0db5a req-b9a1bec8-9b4d-4d52-a69c-e7db73f85a6d tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab8dfabe-c88c-4d25-8257-37b2f65b7051 HTTP/1.1" status: 200 len: 210 time: 0.0431960 Feb 07 12:56:32.440345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-96330c7a-0210-44c7-8460-1467db7cf416 req-51e1b988-ac9a-4c8d-b9e8-5880abd174c8 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Unset dirty status for tenant:4648771336b64a54b5781a2833282cb3 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:32.440554 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:32.440554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b5721c06-b6d2-4da4-a426-1da4169fbc53 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:32.440744 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-96330c7a-0210-44c7-8460-1467db7cf416 req-51e1b988-ac9a-4c8d-b9e8-5880abd174c8 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 945 time: 0.2828667 Feb 07 12:56:32.532843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Deleting port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:32.532843 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:32.550315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b5721c06-b6d2-4da4-a426-1da4169fbc53, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b5721c06-b6d2-4da4-a426-1da4169fbc53,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:32.577797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'b5721c06-b6d2-4da4-a426-1da4169fbc53', 'network_id': 'fa942c1d-22a3-4dcc-a592-d68d7c2ada6d', 'port_id': 'b5721c06-b6d2-4da4-a426-1da4169fbc53', 'mac_address': 'fa:16:3e:d1:36:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a86c97-068c-424f-8315-c541181edec9', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:56:32.612187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdba5ee-e7e9-4423-832d-534873e87dce req-99c6dc7c-58f1-4d77-9b5f-7989ff34ecf1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:32.613766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5cdba5ee-e7e9-4423-832d-534873e87dce req-99c6dc7c-58f1-4d77-9b5f-7989ff34ecf1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.1994331 Feb 07 12:56:32.653651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f0564dae-6701-4dd2-abe9-eafb7e316de2,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:32.681048 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:32.699712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5721c06-b6d2-4da4-a426-1da4169fbc53 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:32.720200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b5721c06-b6d2-4da4-a426-1da4169fbc53, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b5721c06-b6d2-4da4-a426-1da4169fbc53,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:32.725502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5cdba5ee-e7e9-4423-832d-534873e87dce req-6337e4b7-bf4f-4864-b616-e97b90ae87b4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053469 Feb 07 12:56:32.766894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b3a51-e2cc-4c43-bd8f-7ddd197a5862 req-6bdcffd8-edbb-4333-830c-8eafba9f7ecb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:32.766894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da8b3a51-e2cc-4c43-bd8f-7ddd197a5862 req-6bdcffd8-edbb-4333-830c-8eafba9f7ecb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1255748 Feb 07 12:56:32.816041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da8b3a51-e2cc-4c43-bd8f-7ddd197a5862 req-f04dde37-e122-4bd9-9575-0acf978fa593 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Feb 07 12:56:32.823021 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:32.921130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc72bc0-290d-4a06-bfff-022a56046469 req-8d44070c-4157-4758-b0c6-13b90066a303 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:32.923178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fc72bc0-290d-4a06-bfff-022a56046469 req-8d44070c-4157-4758-b0c6-13b90066a303 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.0847986 Feb 07 12:56:32.938424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] For port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,segment=NetworkSegment(315db1f9-975f-48e2-8092-aed599526e7c),segment_id=315db1f9-975f-48e2-8092-aed599526e7c)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:32.938795 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:32.956867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b5721c06-b6d2-4da4-a426-1da4169fbc53,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:32.973585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fc72bc0-290d-4a06-bfff-022a56046469 req-46749837-ec2d-43f8-aecc-38cfdee6ec86 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Feb 07 12:56:33.088562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Calling delete_port for f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:33.121693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['b5721c06-b6d2-4da4-a426-1da4169fbc53'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:33.163170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['f0564dae-6701-4dd2-abe9-eafb7e316de2'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:33.205484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cec1-94cb-4dc8-b51e-1f6a8d4d9399 req-42ea1846-3703-4cda-b5a4-90723e12b024 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:33.211451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cec1-94cb-4dc8-b51e-1f6a8d4d9399 req-42ea1846-3703-4cda-b5a4-90723e12b024 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:33.217519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cec1-94cb-4dc8-b51e-1f6a8d4d9399 req-42ea1846-3703-4cda-b5a4-90723e12b024 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:33.219727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0af6cec1-94cb-4dc8-b51e-1f6a8d4d9399 req-42ea1846-3703-4cda-b5a4-90723e12b024 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2415 time: 0.1210742 Feb 07 12:56:33.313331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0af6cec1-94cb-4dc8-b51e-1f6a8d4d9399 req-ba8b76bc-db8a-4d6c-80a6-e1e921c02120 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614479 Feb 07 12:56:33.343255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454f1a-b968-4604-b89c-5ba63b5da0f8 req-3ca88631-d676-4bce-986f-f1058ff23c85 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:33.344827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87454f1a-b968-4604-b89c-5ba63b5da0f8 req-3ca88631-d676-4bce-986f-f1058ff23c85 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.1237147 Feb 07 12:56:33.391367 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87454f1a-b968-4604-b89c-5ba63b5da0f8 req-87bb2ed9-9bbc-40f6-b893-34a1a7332bf0 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Feb 07 12:56:33.394983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:33.450796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 679b1e24-9c1e-4c7b-b397-304db85c5904 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:33.456410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Pushing event deleted for resources: {'Port': ['ID=f26d2ac1-2a13-4f40-833c-b75e6b8b50a8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:33.499004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 679b1e24-9c1e-4c7b-b397-304db85c5904 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:33.499345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 679b1e24-9c1e-4c7b-b397-304db85c5904 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:33.521370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720a3d7-82e6-4059-8d61-47132efc1dff req-116334a6-8095-4cd0-936e-980392f76156 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:33.522907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0720a3d7-82e6-4059-8d61-47132efc1dff req-116334a6-8095-4cd0-936e-980392f76156 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.1037836 Feb 07 12:56:33.569601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0720a3d7-82e6-4059-8d61-47132efc1dff req-0637ccc9-4845-4bd4-be09-8973d419ca13 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Feb 07 12:56:33.645526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-520c4257-9ad2-4693-9292-df59b6f6247d req-6c5de1fb-682f-497e-9c49-462603ee9352 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 210 time: 0.0431099 Feb 07 12:56:33.924161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc552e-7394-4a86-816a-4545f512e5b5 req-03e98ee2-f44b-4a63-b61e-23669e67b82d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:33.925678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ddc552e-7394-4a86-816a-4545f512e5b5 req-03e98ee2-f44b-4a63-b61e-23669e67b82d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.0869246 Feb 07 12:56:34.017611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ddc552e-7394-4a86-816a-4545f512e5b5 req-36a0829c-e5bf-48b6-93fe-ce08fa0513ef tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858340 Feb 07 12:56:34.052620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d529b3-b431-49d8-80d9-6b9bc0ddc300 req-572e8341-da99-411f-b673-8262c576b546 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:34.054120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52d529b3-b431-49d8-80d9-6b9bc0ddc300 req-572e8341-da99-411f-b673-8262c576b546 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1031470 Feb 07 12:56:34.103178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52d529b3-b431-49d8-80d9-6b9bc0ddc300 req-a6daa082-7870-48be-ae38-b7d5eb332b18 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Feb 07 12:56:34.183198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['e25feadf-1b59-467b-a824-c766fe76d549'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:34.200126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766725a1-efa3-4fb4-8b0f-0a0479f60cce req-73de46a2-fc74-4879-b7b4-613b89f7f938 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:34.206057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-766725a1-efa3-4fb4-8b0f-0a0479f60cce req-73de46a2-fc74-4879-b7b4-613b89f7f938 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.0828733 Feb 07 12:56:34.246516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-766725a1-efa3-4fb4-8b0f-0a0479f60cce req-99678325-0ccd-4e17-9b2f-e9c2962c69e3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Feb 07 12:56:34.306477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] No DVR routers for this DVR port f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:34.313390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:34.313390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317e62a-2df6-4799-9534-b2d095b3583e', 'name': 'network-vif-deleted', 'tag': 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:34.364220 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317e62a-2df6-4799-9534-b2d095b3583e', 'name': 'network-vif-deleted', 'tag': 'f26d2ac1-2a13-4f40-833c-b75e6b8b50a8', 'status': 'completed', 'code': 200} Feb 07 12:56:34.511103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0e8e9-57ca-42bf-8e92-2ba35a50df3b req-a16ac52e-1223-42a6-a089-38fa0fade04d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:34.517481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0e8e9-57ca-42bf-8e92-2ba35a50df3b req-a16ac52e-1223-42a6-a089-38fa0fade04d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:34.523371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0e8e9-57ca-42bf-8e92-2ba35a50df3b req-a16ac52e-1223-42a6-a089-38fa0fade04d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:34.524990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ba0e8e9-57ca-42bf-8e92-2ba35a50df3b req-a16ac52e-1223-42a6-a089-38fa0fade04d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2415 time: 0.1013112 Feb 07 12:56:34.538420 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-96330c7a-0210-44c7-8460-1467db7cf416 req-c0ffe6a8-eee1-498f-a379-3dbf2d689ccb tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.35 "DELETE /v2.0/ports/f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 HTTP/1.1" status: 204 len: 173 time: 2.0969257 Feb 07 12:56:34.619280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ba0e8e9-57ca-42bf-8e92-2ba35a50df3b req-7a1040b8-244f-48ea-a75e-a2dfd31928ff tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Feb 07 12:56:34.639631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65f015-1561-4483-826e-4b750d73c16b req-81325aa1-bf91-4d3a-9d2f-e33453df0998 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:34.640390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e65f015-1561-4483-826e-4b750d73c16b req-81325aa1-bf91-4d3a-9d2f-e33453df0998 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.1145399 Feb 07 12:56:34.689773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e65f015-1561-4483-826e-4b750d73c16b req-cfa75bd4-278b-4313-bbc4-4f403def8f59 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Feb 07 12:56:34.843116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed4fbefa-e56e-481d-8d44-133497307d4d req-6d1c480f-1924-45c5-ba7b-cf14ced31262 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 210 time: 0.0479310 Feb 07 12:56:34.864489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe7663-2420-4dc8-a53a-6fcc74e70354 req-b424630b-a57d-4f7c-8b9e-8925d384f57d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:34.865299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bbe7663-2420-4dc8-a53a-6fcc74e70354 req-b424630b-a57d-4f7c-8b9e-8925d384f57d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.1305089 Feb 07 12:56:34.912949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bbe7663-2420-4dc8-a53a-6fcc74e70354 req-9206175a-4a33-43eb-b8c9-eb37dba6ea96 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Feb 07 12:56:35.216772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaf2be-9ce2-4ef5-91ae-cf30a0b05b37 req-c13bd162-8d70-4c70-b129-7a65e0cc1030 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:35.218692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7aaf2be-9ce2-4ef5-91ae-cf30a0b05b37 req-c13bd162-8d70-4c70-b129-7a65e0cc1030 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.0829370 Feb 07 12:56:35.314825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7aaf2be-9ce2-4ef5-91ae-cf30a0b05b37 req-9a6694f3-8838-4a06-bca1-ed6db0739ad4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598719 Feb 07 12:56:35.335366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47924c0-846b-4d82-bc0c-b61cfffdb331 req-0b95f343-7280-4641-896b-6b6f8fb93730 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:35.336878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a47924c0-846b-4d82-bc0c-b61cfffdb331 req-0b95f343-7280-4641-896b-6b6f8fb93730 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1173012 Feb 07 12:56:35.383726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a47924c0-846b-4d82-bc0c-b61cfffdb331 req-d202823b-39fe-43dd-8605-e9bf1893c5c9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 Feb 07 12:56:35.472452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device e25feadf-1b59-467b-a824-c766fe76d549 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:35.498633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6021a0-b969-48fe-b60d-b86b95e07432 req-6e01bffe-ee64-45f6-ab1b-67ad04bea231 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:35.500863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae6021a0-b969-48fe-b60d-b86b95e07432 req-6e01bffe-ee64-45f6-ab1b-67ad04bea231 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.0837667 Feb 07 12:56:35.550121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae6021a0-b969-48fe-b60d-b86b95e07432 req-694b9dba-28bc-4394-a5dd-6ef6c3fe7ecf tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 Feb 07 12:56:35.709039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port e25feadf-1b59-467b-a824-c766fe76d549 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:35.715022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port e25feadf-1b59-467b-a824-c766fe76d549 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:35.716759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:35.854442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:35.889289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1298029-f214-414f-8589-52d41e0fa1cc req-d4d3fc73-c99c-4cf4-b41d-d8f6e32f1795 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:35.889770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25feadf-1b59-467b-a824-c766fe76d549'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:35.889922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1298029-f214-414f-8589-52d41e0fa1cc req-d4d3fc73-c99c-4cf4-b41d-d8f6e32f1795 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:35.894666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port e25feadf-1b59-467b-a824-c766fe76d549, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e25feadf-1b59-467b-a824-c766fe76d549,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:35.895815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1298029-f214-414f-8589-52d41e0fa1cc req-d4d3fc73-c99c-4cf4-b41d-d8f6e32f1795 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:35.897520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1298029-f214-414f-8589-52d41e0fa1cc req-d4d3fc73-c99c-4cf4-b41d-d8f6e32f1795 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2415 time: 0.1681583 Feb 07 12:56:35.962074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1298029-f214-414f-8589-52d41e0fa1cc req-324508a1-acd9-419b-ae33-8d03b65e1d89 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501618 Feb 07 12:56:35.971090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b45e7-1ebc-470d-a533-8443a7d565a5 req-94f75b6c-e2c8-410b-a852-70b0cab0a01b tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:35.972573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-029b45e7-1ebc-470d-a533-8443a7d565a5 req-94f75b6c-e2c8-410b-a852-70b0cab0a01b tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.1474941 Feb 07 12:56:36.022285 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-029b45e7-1ebc-470d-a533-8443a7d565a5 req-10d3f344-2597-4d17-8065-892a0f37a963 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Feb 07 12:56:36.080153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:36.083912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f0564dae-6701-4dd2-abe9-eafb7e316de2 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:36.109464 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25feadf-1b59-467b-a824-c766fe76d549', 'code': 200} Feb 07 12:56:36.110571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0cd0338-9252-4640-ae87-9ba579c538df req-224cf5bf-d4d3-4a30-8221-c071e7d96701 tempest-MultipleCreateTestJSON-867838998 tempest-MultipleCreateTestJSON-867838998-project] 10.222.0.69 "GET /v2.0/ports?device_id=9317e62a-2df6-4799-9534-b2d095b3583e HTTP/1.1" status: 200 len: 210 time: 0.0441115 Feb 07 12:56:36.204325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=e25feadf-1b59-467b-a824-c766fe76d549,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:36.257575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc5f5c-8092-479d-b5d7-f01f58add93a req-45397f5d-557b-4cd3-9bac-d2e8985b00ce tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:36.259035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5bc5f5c-8092-479d-b5d7-f01f58add93a req-45397f5d-557b-4cd3-9bac-d2e8985b00ce tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.0808315 Feb 07 12:56:36.307880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5bc5f5c-8092-479d-b5d7-f01f58add93a req-be84ee93-65ba-4809-9a03-24a8f2b00c43 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Feb 07 12:56:36.331571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port f0564dae-6701-4dd2-abe9-eafb7e316de2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:36.343381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port f0564dae-6701-4dd2-abe9-eafb7e316de2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:36.343381 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:36.460330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:36.494657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f0564dae-6701-4dd2-abe9-eafb7e316de2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f0564dae-6701-4dd2-abe9-eafb7e316de2,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:36.557760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9793cd-2959-4cf2-b4e4-31f9eeb9fbd5 req-7ba01dbc-b44b-488a-b1b0-0c18bddfddb1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:36.559245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9793cd-2959-4cf2-b4e4-31f9eeb9fbd5 req-7ba01dbc-b44b-488a-b1b0-0c18bddfddb1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.1335087 Feb 07 12:56:36.617859 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:36.618758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b5721c06-b6d2-4da4-a426-1da4169fbc53 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:36.618878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9793cd-2959-4cf2-b4e4-31f9eeb9fbd5 req-d49f5f7a-d3d6-46a0-b82b-45be91824c37 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Feb 07 12:56:36.639491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49281ef8-d4a8-487d-9084-52c01387b9c5 req-17a0fe81-bd36-4222-b2d2-92192d51c435 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:36.641058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49281ef8-d4a8-487d-9084-52c01387b9c5 req-17a0fe81-bd36-4222-b2d2-92192d51c435 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1422679 Feb 07 12:56:36.703639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49281ef8-d4a8-487d-9084-52c01387b9c5 req-4be3cfd5-3d95-4a6f-a6d1-2479f3c7c99e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Feb 07 12:56:36.755363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f0564dae-6701-4dd2-abe9-eafb7e316de2,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:36.808464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f61057-05e4-4ff4-bacc-fc8564b080ff req-66808237-f407-4867-a6b5-c2fbf75a1c6c tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:36.809928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55f61057-05e4-4ff4-bacc-fc8564b080ff req-66808237-f407-4867-a6b5-c2fbf75a1c6c tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.0804698 Feb 07 12:56:36.852998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55f61057-05e4-4ff4-bacc-fc8564b080ff req-78028025-d96a-4335-85af-89bd2e56c0d8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Feb 07 12:56:36.994057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port b5721c06-b6d2-4da4-a426-1da4169fbc53 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:56:37.000463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port b5721c06-b6d2-4da4-a426-1da4169fbc53 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:37.000839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:37.143177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:37.177105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b5721c06-b6d2-4da4-a426-1da4169fbc53, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b5721c06-b6d2-4da4-a426-1da4169fbc53,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:37.211398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328127b-8bc0-4f18-a982-ef1eb0a50b13 req-0597094f-4c4b-4c19-b4f3-073d1c7536d5 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:37.216957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328127b-8bc0-4f18-a982-ef1eb0a50b13 req-0597094f-4c4b-4c19-b4f3-073d1c7536d5 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:37.223764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328127b-8bc0-4f18-a982-ef1eb0a50b13 req-0597094f-4c4b-4c19-b4f3-073d1c7536d5 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:37.225404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f328127b-8bc0-4f18-a982-ef1eb0a50b13 req-0597094f-4c4b-4c19-b4f3-073d1c7536d5 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2417 time: 0.1529911 Feb 07 12:56:37.273722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:37.274844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:37.288793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fa10f-9597-4130-aee5-2844191ece54 req-c414de74-9bb6-486e-98fe-bdf758826519 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:37.290620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe2fa10f-9597-4130-aee5-2844191ece54 req-c414de74-9bb6-486e-98fe-bdf758826519 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.1458685 Feb 07 12:56:37.293124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f328127b-8bc0-4f18-a982-ef1eb0a50b13 req-72ab10c2-1779-4934-bbeb-d371a840c4a2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609374 Feb 07 12:56:37.362731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:37.363101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f26d2ac1-2a13-4f40-833c-b75e6b8b50a8 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:37.391872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b5721c06-b6d2-4da4-a426-1da4169fbc53,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:37.399896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56640) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:37.454069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe2fa10f-9597-4130-aee5-2844191ece54 req-15a6ea43-338c-43d7-aa15-dc51f45f95eb tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545348 Feb 07 12:56:37.473848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-316d2374-70d4-47ca-9f2b-cbb67a52889f admin admin] Deleting subnet 5bed1381-4017-4521-b434-cf49d00e93a9 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:56:37.476333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-316d2374-70d4-47ca-9f2b-cbb67a52889f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:37.529635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-316d2374-70d4-47ca-9f2b-cbb67a52889f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:37.559924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd4f95-0780-4f6f-bcf6-b555a340165f req-b2f9ce71-9f70-4eab-8b0a-ebeed3409961 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:37.560974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60fd4f95-0780-4f6f-bcf6-b555a340165f req-b2f9ce71-9f70-4eab-8b0a-ebeed3409961 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.0802553 Feb 07 12:56:37.594376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-316d2374-70d4-47ca-9f2b-cbb67a52889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:37.606617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60fd4f95-0780-4f6f-bcf6-b555a340165f req-8532e13c-fbf7-40ff-b04b-3ff526bd120e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391297 Feb 07 12:56:37.826384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8cec2-157b-4f26-9b5f-ab9afd8fd0b2 req-d2946b47-353e-4aed-8ecb-46b788b753c3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:37.828184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47e8cec2-157b-4f26-9b5f-ab9afd8fd0b2 req-d2946b47-353e-4aed-8ecb-46b788b753c3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.0888021 Feb 07 12:56:37.840821 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-316d2374-70d4-47ca-9f2b-cbb67a52889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:37.883507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-316d2374-70d4-47ca-9f2b-cbb67a52889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:37.885343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47e8cec2-157b-4f26-9b5f-ab9afd8fd0b2 req-8a91b991-4d64-466b-b876-c6201d927346 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505855 Feb 07 12:56:37.892290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d2374-70d4-47ca-9f2b-cbb67a52889f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bed1381-4017-4521-b434-cf49d00e93a9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:37.896698 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-316d2374-70d4-47ca-9f2b-cbb67a52889f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5bed1381-4017-4521-b434-cf49d00e93a9 HTTP/1.1" status: 204 len: 168 time: 0.4937820 Feb 07 12:56:37.899219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56650) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:38.012365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:38.110769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0564dae-6701-4dd2-abe9-eafb7e316de2'}, {'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5721c06-b6d2-4da4-a426-1da4169fbc53'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:38.122289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442e6bf-66ae-4daf-8516-a7b26efbc531 req-d65ecb57-9a8e-4104-9ca8-2d382abea401 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.123762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9442e6bf-66ae-4daf-8516-a7b26efbc531 req-d65ecb57-9a8e-4104-9ca8-2d382abea401 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.1128871 Feb 07 12:56:38.131219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562f1e-0292-4190-8e51-1b1c3c621d07 req-b435a4b5-68b5-47c0-ae20-7987c25d0cb6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.132647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca562f1e-0292-4190-8e51-1b1c3c621d07 req-b435a4b5-68b5-47c0-ae20-7987c25d0cb6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1570740 Feb 07 12:56:38.144395 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:38.173910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e114b1-4800-4372-85f8-610f00197fee']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:38.185929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315db1f9-975f-48e2-8092-aed599526e7c') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:38.186226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315db1f9-975f-48e2-8092-aed599526e7c') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:38.198239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:38.205331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9442e6bf-66ae-4daf-8516-a7b26efbc531 req-c49ed840-c05e-4170-835b-a93f088353bc tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717261 Feb 07 12:56:38.209826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca562f1e-0292-4190-8e51-1b1c3c621d07 req-42dbb92e-3269-463e-aa59-c87b4db67756 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613043 Feb 07 12:56:38.217535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:38.238865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:56:38.238865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:56:38.248363 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:56:38.262067 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0564dae-6701-4dd2-abe9-eafb7e316de2', 'code': 200} Feb 07 12:56:38.262328 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5721c06-b6d2-4da4-a426-1da4169fbc53', 'code': 200} Feb 07 12:56:38.403682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723c685-be07-4a53-87d0-25a2223f2afd req-910babda-a773-4b41-a08e-bf63c885af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.404284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723c685-be07-4a53-87d0-25a2223f2afd req-910babda-a773-4b41-a08e-bf63c885af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.404659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723c685-be07-4a53-87d0-25a2223f2afd req-910babda-a773-4b41-a08e-bf63c885af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.406472 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8723c685-be07-4a53-87d0-25a2223f2afd req-910babda-a773-4b41-a08e-bf63c885af36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2871 time: 0.0818577 Feb 07 12:56:38.447450 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8723c685-be07-4a53-87d0-25a2223f2afd req-1166bdd3-aa29-497d-a75a-83d1dd03ee96 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353994 Feb 07 12:56:38.481925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c42ff-1938-4301-ac56-b5871eb5715b req-1d622a5f-ca56-4c37-bc73-8a50fe05bc77 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.488366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c42ff-1938-4301-ac56-b5871eb5715b req-1d622a5f-ca56-4c37-bc73-8a50fe05bc77 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.494164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c42ff-1938-4301-ac56-b5871eb5715b req-1d622a5f-ca56-4c37-bc73-8a50fe05bc77 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.495809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-624c42ff-1938-4301-ac56-b5871eb5715b req-1d622a5f-ca56-4c37-bc73-8a50fe05bc77 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2418 time: 0.0969808 Feb 07 12:56:38.532416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:38.542096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-624c42ff-1938-4301-ac56-b5871eb5715b req-af517ba1-0936-4278-83dd-36f28a5e58f3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398309 Feb 07 12:56:38.548929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:38.556707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e114b1-4800-4372-85f8-610f00197fee,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:38.652713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c581e-a49c-45b2-b57b-e4fdffe8304e req-9a1afdc6-1ac3-43a7-b498-fad873d2f127 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.654072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac1c581e-a49c-45b2-b57b-e4fdffe8304e req-9a1afdc6-1ac3-43a7-b498-fad873d2f127 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.0865483 Feb 07 12:56:38.701124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac1c581e-a49c-45b2-b57b-e4fdffe8304e req-22432ad0-1038-44d3-864e-ec5eb805ae59 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Feb 07 12:56:38.708562 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2bff5c75-b42d-4ce7-a364-2820008963c8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a0e114b1-4800-4372-85f8-610f00197fee HTTP/1.1" status: 204 len: 168 time: 0.8079765 Feb 07 12:56:38.754208 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bec2ba3-035b-4299-acf5-f4be8a9639d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:38.817409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d4e1d-2f07-4f46-b6f8-ef0395650636 req-669852e7-8b0c-416e-a49e-7c7c7c5ee8ba tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:38.818942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-692d4e1d-2f07-4f46-b6f8-ef0395650636 req-669852e7-8b0c-416e-a49e-7c7c7c5ee8ba tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.0854535 Feb 07 12:56:38.864189 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:56:38.864810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-692d4e1d-2f07-4f46-b6f8-ef0395650636 req-2d03dd9e-0eb0-403b-93b1-fe02b1a6c5a7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Feb 07 12:56:39.089154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4307f-7e7b-4615-9e1a-c20d3bc93b72 req-fb2542cd-4047-43d1-afe4-7fff56a747b4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:39.090646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15c4307f-7e7b-4615-9e1a-c20d3bc93b72 req-fb2542cd-4047-43d1-afe4-7fff56a747b4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.0884500 Feb 07 12:56:39.135792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15c4307f-7e7b-4615-9e1a-c20d3bc93b72 req-91062aa6-7ed5-47e3-96b4-95ad39992e9a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Feb 07 12:56:39.420907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56678) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:39.455277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7bcc-6b51-46fe-97ac-8aa6aceb2519 req-7f402d59-75c7-443c-ace7-ed156bd359bc tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:39.456821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c5e7bcc-6b51-46fe-97ac-8aa6aceb2519 req-7f402d59-75c7-443c-ace7-ed156bd359bc tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1122484 Feb 07 12:56:39.465319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e37cd-91e9-4adc-817c-e4445a86a3a1 req-19611460-0bec-4a0c-8948-352f5a9ee801 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:39.466718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a1e37cd-91e9-4adc-817c-e4445a86a3a1 req-19611460-0bec-4a0c-8948-352f5a9ee801 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.1552162 Feb 07 12:56:39.476172 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b72e402f-dc5d-462a-b159-23d5bce5122d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4648771336b64a54b5781a2833282cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509415 Feb 07 12:56:39.476378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56682) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:39.542432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c5e7bcc-6b51-46fe-97ac-8aa6aceb2519 req-63562985-6ec1-41f4-870a-46860f2e2a1d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744784 Feb 07 12:56:39.544717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3241-e69a-476f-b516-b708e0832431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:39.551648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a1e37cd-91e9-4adc-817c-e4445a86a3a1 req-d1dd0365-5ae6-4c3d-947c-85d202a07400 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647495 Feb 07 12:56:39.575052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3241-e69a-476f-b516-b708e0832431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:39.752590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbee90-c813-4a62-8a56-af3eca568b8e req-bf011127-b149-479b-882e-24a5d8d24488 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:39.755790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3241-e69a-476f-b516-b708e0832431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:39.771047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbee90-c813-4a62-8a56-af3eca568b8e req-bf011127-b149-479b-882e-24a5d8d24488 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:39.773444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c3241-e69a-476f-b516-b708e0832431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8637346-b9ff-46c5-b754-56c74a973117,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:39.777301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbee90-c813-4a62-8a56-af3eca568b8e req-bf011127-b149-479b-882e-24a5d8d24488 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:39.778992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-edbbee90-c813-4a62-8a56-af3eca568b8e req-bf011127-b149-479b-882e-24a5d8d24488 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2418 time: 0.1185331 Feb 07 12:56:39.868410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-edbbee90-c813-4a62-8a56-af3eca568b8e req-8b666c2e-9e99-4113-8b40-283b68633b62 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Feb 07 12:56:39.908742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49104dd4-51d5-4219-a037-3a1050925e7a req-4ff8ec7c-7a5d-4d17-9148-d1cacc536d35 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:39.910256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49104dd4-51d5-4219-a037-3a1050925e7a req-4ff8ec7c-7a5d-4d17-9148-d1cacc536d35 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.0896051 Feb 07 12:56:39.936704 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3241-e69a-476f-b516-b708e0832431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:39.941892 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1c2c3241-e69a-476f-b516-b708e0832431 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8637346-b9ff-46c5-b754-56c74a973117 HTTP/1.1" status: 204 len: 168 time: 0.4608183 Feb 07 12:56:39.959908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49104dd4-51d5-4219-a037-3a1050925e7a req-517757cf-d89f-4dde-9c0f-8ffb9cb328ae tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Feb 07 12:56:40.058141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bf3c-a5b8-4042-9a03-f498c8bbf297 req-79bc0197-75eb-4d97-aaac-33ca2f0f2676 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:40.059609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1a6bf3c-a5b8-4042-9a03-f498c8bbf297 req-79bc0197-75eb-4d97-aaac-33ca2f0f2676 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.0803995 Feb 07 12:56:40.104160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1a6bf3c-a5b8-4042-9a03-f498c8bbf297 req-d6425081-387c-4ba9-b6c2-cc01f7459bfa tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Feb 07 12:56:40.337423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40fb58-4e11-4226-a5f2-a074ec1d5edf req-a0b0ce67-8b2f-42d0-91d2-460ab2d891b6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:40.338754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b40fb58-4e11-4226-a5f2-a074ec1d5edf req-a0b0ce67-8b2f-42d0-91d2-460ab2d891b6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.0871687 Feb 07 12:56:40.384742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b40fb58-4e11-4226-a5f2-a074ec1d5edf req-24c358f5-4f16-4337-b72f-9f75d73f7448 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 Feb 07 12:56:40.807124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ffeae-90cf-4c22-b4bc-9abdc0db3283 req-f38b5d7b-c23a-481a-8d56-9f176f5503aa tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:40.808618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f48ffeae-90cf-4c22-b4bc-9abdc0db3283 req-f38b5d7b-c23a-481a-8d56-9f176f5503aa tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.1156521 Feb 07 12:56:40.817685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81151325-7c2e-455d-bd7e-c905022426f4 req-fd60a5c9-3ce9-4d32-a4d9-2037c6b7665a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:40.819092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81151325-7c2e-455d-bd7e-c905022426f4 req-fd60a5c9-3ce9-4d32-a4d9-2037c6b7665a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1642079 Feb 07 12:56:40.883895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f48ffeae-90cf-4c22-b4bc-9abdc0db3283 req-1dddfb96-fd1a-471d-ba24-22bd76e60bc5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637674 Feb 07 12:56:40.893935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81151325-7c2e-455d-bd7e-c905022426f4 req-fb63bebc-cb75-4951-a77c-47977a23511b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588739 Feb 07 12:56:41.060245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07c06c-7f31-49ac-97c4-a10330f6804a req-91e2b83a-c314-43de-843a-ce0ccef441f3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:41.066035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07c06c-7f31-49ac-97c4-a10330f6804a req-91e2b83a-c314-43de-843a-ce0ccef441f3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:41.071732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07c06c-7f31-49ac-97c4-a10330f6804a req-91e2b83a-c314-43de-843a-ce0ccef441f3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:41.073341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d07c06c-7f31-49ac-97c4-a10330f6804a req-91e2b83a-c314-43de-843a-ce0ccef441f3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2418 time: 0.0945141 Feb 07 12:56:41.104226 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-60146bb1-b055-4b79-a43a-8041f8f7cbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:41.264901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d07c06c-7f31-49ac-97c4-a10330f6804a req-9c83b587-9b01-4ba5-86a6-ed59210563ba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840966 Feb 07 12:56:41.298083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994f18e-acda-43f0-a39a-ba76a7b25607 req-b785e336-c61f-40da-8a7b-33fe019ac5e7 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:41.298083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5994f18e-acda-43f0-a39a-ba76a7b25607 req-b785e336-c61f-40da-8a7b-33fe019ac5e7 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.2048900 Feb 07 12:56:41.345082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5994f18e-acda-43f0-a39a-ba76a7b25607 req-19424f97-b2b0-4985-a2d7-a90b4964e2cb tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Feb 07 12:56:41.453468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30541e-6d72-47b9-b510-ddbe8ad95b15 req-85bef611-ce8f-478a-ad8c-0771c9169946 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:41.454962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a30541e-6d72-47b9-b510-ddbe8ad95b15 req-85bef611-ce8f-478a-ad8c-0771c9169946 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.0929418 Feb 07 12:56:41.502262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a30541e-6d72-47b9-b510-ddbe8ad95b15 req-a4c45415-bbc7-4c8b-88e4-45c628b6e8bc tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Feb 07 12:56:41.608827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf5561-0fdc-4f0b-9773-eff14fa4669d req-7dad5caa-e944-456f-8076-a7a18cb3c95e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:41.611255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ecf5561-0fdc-4f0b-9773-eff14fa4669d req-7dad5caa-e944-456f-8076-a7a18cb3c95e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.0825028 Feb 07 12:56:41.660518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ecf5561-0fdc-4f0b-9773-eff14fa4669d req-ab6f6fba-aa17-409d-b157-1de59aa27c5c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432155 Feb 07 12:56:42.025100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56742) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:42.086669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b975f04-464d-4f57-8490-61543f6a6238 req-01c304dd-7e25-4d7c-8ae3-ec5fd96922f9 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:42.088313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b975f04-464d-4f57-8490-61543f6a6238 req-01c304dd-7e25-4d7c-8ae3-ec5fd96922f9 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.0987804 Feb 07 12:56:42.135836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b975f04-464d-4f57-8490-61543f6a6238 req-98c90785-954c-42f0-9114-0509c9b7675a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Feb 07 12:56:42.141883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1750162504-network', 'tenant_id': 'caa51cd556e949fa9df40a1e8b5fd548'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:42.146672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:42.151167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Usage tracker for resource:network and tenant:caa51cd556e949fa9df40a1e8b5fd548 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:42.154489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:42.161235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:42.173284 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.173284 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.315433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Made reservation on behalf of caa51cd556e949fa9df40a1e8b5fd548 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:42.315433 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.324476 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.339882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:42.344507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Usage tracker for resource:security_group_rule and tenant:caa51cd556e949fa9df40a1e8b5fd548 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:42.347444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:42.353211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:42.385099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07aa40-407a-41f2-9a48-d73d7d539467 req-aeff9898-4672-425a-9ce5-464642020d07 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:42.386633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e07aa40-407a-41f2-9a48-d73d7d539467 req-aeff9898-4672-425a-9ce5-464642020d07 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1490142 Feb 07 12:56:42.401690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278be0e-0966-4665-a5cb-3216921039e2 req-bb2b53a2-4e98-46b6-946c-927da899b89b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:42.407293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278be0e-0966-4665-a5cb-3216921039e2 req-bb2b53a2-4e98-46b6-946c-927da899b89b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:42.413378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278be0e-0966-4665-a5cb-3216921039e2 req-bb2b53a2-4e98-46b6-946c-927da899b89b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:42.415267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4278be0e-0966-4665-a5cb-3216921039e2 req-bb2b53a2-4e98-46b6-946c-927da899b89b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2418 time: 0.1394243 Feb 07 12:56:42.440110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.489191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e07aa40-407a-41f2-9a48-d73d7d539467 req-e3968e1c-c6d2-484e-89f0-d4fdb16496d0 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729704 Feb 07 12:56:42.493620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4278be0e-0966-4665-a5cb-3216921039e2 req-84b82729-ca60-4517-ad1e-3feeefb97b36 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639758 Feb 07 12:56:42.601129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.663793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf233103-61bf-47bf-b3b8-44af7bc8da24,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:42.685137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:56:42.707023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.707374 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Added segment 1b0b304e-ea70-4d6a-af25-9660f5412b3d of type vlan for network 05c52908-6e23-481b-9487-9ff5ab0cb8eb Feb 07 12:56:42.722282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d4a5f-9ae4-4f24-952f-617ab62d250a req-c8125fcc-7730-49fe-9923-65121b221694 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:42.724163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a79d4a5f-9ae4-4f24-952f-617ab62d250a req-c8125fcc-7730-49fe-9923-65121b221694 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.1082113 Feb 07 12:56:42.742449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.824220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a79d4a5f-9ae4-4f24-952f-617ab62d250a req-60b7c446-9ef4-4469-9eb4-f661312e4881 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940988 Feb 07 12:56:42.852637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dcfbf-5688-4ea8-bbc0-0e1f4ae3ae80 req-354a530d-ac02-4dd2-8722-2612126fef58 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:42.854105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f50dcfbf-5688-4ea8-bbc0-0e1f4ae3ae80 req-354a530d-ac02-4dd2-8722-2612126fef58 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.1045315 Feb 07 12:56:42.897387 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.898457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:42.902008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:42.902123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f50dcfbf-5688-4ea8-bbc0-0e1f4ae3ae80 req-e7800614-c412-42f1-8524-c0387402029a tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Feb 07 12:56:43.005075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] Pushing event updated for resources: {'Network': ['ID=05c52908-6e23-481b-9487-9ff5ab0cb8eb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:43.008542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7cb1-d0e7-41c0-82d5-cf1274ddfe16 req-4dbad2b5-b99f-4807-a842-e3fd061ef07e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.025549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e5e7cb1-d0e7-41c0-82d5-cf1274ddfe16 req-4dbad2b5-b99f-4807-a842-e3fd061ef07e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.0842521 Feb 07 12:56:43.025895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 05c52908-6e23-481b-9487-9ff5ab0cb8eb details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:56:43.056177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e5e7cb1-d0e7-41c0-82d5-cf1274ddfe16 req-e888d2d6-3c7d-4ed5-9491-6768f16c98f5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373707 Feb 07 12:56:43.238693 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-819db880-f4b4-4ec2-b8e7-a9dbf886df3c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1850750 Feb 07 12:56:43.238693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:43.238693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Request body: {'subnet': {'network_id': '05c52908-6e23-481b-9487-9ff5ab0cb8eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1750162504-subnet', 'tenant_id': 'caa51cd556e949fa9df40a1e8b5fd548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:43.238693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:43.238693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Usage tracker for resource:subnet and tenant:caa51cd556e949fa9df40a1e8b5fd548 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:43.238693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:43.238693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:43.324500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d7f6b-9e1e-4679-8b8a-b9097f737d99 req-9a6c1b97-5061-476c-9b4a-6a297c3207b2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.336192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-703d7f6b-9e1e-4679-8b8a-b9097f737d99 req-9a6c1b97-5061-476c-9b4a-6a297c3207b2 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.0827541 Feb 07 12:56:43.370555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-703d7f6b-9e1e-4679-8b8a-b9097f737d99 req-bb543de5-5152-445d-871b-340cecb0ac71 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389261 Feb 07 12:56:43.422566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Made reservation on behalf of caa51cd556e949fa9df40a1e8b5fd548 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:43.424967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:43.626735 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:43.756458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-8a6bad3b-1c06-44ec-9e76-40b56f9880c2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.762649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-8a6bad3b-1c06-44ec-9e76-40b56f9880c2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.770625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-8a6bad3b-1c06-44ec-9e76-40b56f9880c2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.772356 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-8a6bad3b-1c06-44ec-9e76-40b56f9880c2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2418 time: 0.1398463 Feb 07 12:56:43.898849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-4384df11-0cef-4b4a-8908-8d0273a19c10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3330927 Feb 07 12:56:43.912184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e91ea3-9e00-4552-a772-af85f98333d7 req-1ed6c192-48df-4308-ae35-89ac0eb8eb13 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.913666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7e91ea3-9e00-4552-a772-af85f98333d7 req-1ed6c192-48df-4308-ae35-89ac0eb8eb13 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.2598317 Feb 07 12:56:43.922761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:43.923718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb9ecc-86be-40cb-bd02-9fa06c6d4e9f req-0651edaa-20dd-43ad-b787-b466921c4135 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.930408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb9ecc-86be-40cb-bd02-9fa06c6d4e9f req-0651edaa-20dd-43ad-b787-b466921c4135 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.936368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb9ecc-86be-40cb-bd02-9fa06c6d4e9f req-0651edaa-20dd-43ad-b787-b466921c4135 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.938343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaeb9ecc-86be-40cb-bd02-9fa06c6d4e9f req-0651edaa-20dd-43ad-b787-b466921c4135 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 2418 time: 0.2039804 Feb 07 12:56:43.955235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-17b3fcca-1ddf-4fdb-aade-97619b065165 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:43.956712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-17b3fcca-1ddf-4fdb-aade-97619b065165 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.2683158 Feb 07 12:56:44.042476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port e25feadf-1b59-467b-a824-c766fe76d549 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:44.046212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:44.085268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7e91ea3-9e00-4552-a772-af85f98333d7 req-1ee4e7d4-24ad-4de2-922e-baf23dd4fadf tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412468 Feb 07 12:56:44.110676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e59f8fa-271b-485f-b3b8-dfa4b28c5733,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:44.110777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaeb9ecc-86be-40cb-bd02-9fa06c6d4e9f req-cf40f27e-df21-464d-b46b-a338cfff7375 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510484 Feb 07 12:56:44.112396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Checking segment: {'id': '1b0b304e-ea70-4d6a-af25-9660f5412b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '05c52908-6e23-481b-9487-9ff5ab0cb8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:44.112396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Network hostable DHCP agents. Network: 05c52908-6e23-481b-9487-9ff5ab0cb8eb, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:56:44.279289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Network 05c52908-6e23-481b-9487-9ff5ab0cb8eb is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:56:44.364946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port e25feadf-1b59-467b-a824-c766fe76d549, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e25feadf-1b59-467b-a824-c766fe76d549,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:44.366145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:44.434125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-22e1bbc7-f352-4a19-bae4-28446c7e6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:44.435500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-22e1bbc7-f352-4a19-bae4-28446c7e6447 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0&tenant_id=287e4148aa704a56b387ef51dde7594e HTTP/1.1" status: 200 len: 1095 time: 0.4444342 Feb 07 12:56:44.435901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 05c52908-6e23-481b-9487-9ff5ab0cb8eb) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:44.444764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b0ae1-0401-4eff-952f-aa74e1402424 None None] Network 05c52908-6e23-481b-9487-9ff5ab0cb8eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:56:44.444943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-d9546e9a-e743-4bdf-ad63-00cefc8ebe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:44.446255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-d9546e9a-e743-4bdf-ad63-00cefc8ebe2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 1096 time: 0.4109082 Feb 07 12:56:44.504931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for e25feadf-1b59-467b-a824-c766fe76d549 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:44.535535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:44.536433 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:44.646278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-9afb9dc8-845f-4ee0-a419-c7bfd353d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:44.647674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-9afb9dc8-845f-4ee0-a419-c7bfd353d30f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1096 time: 0.4874973 Feb 07 12:56:44.659662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e66d-f059-4c93-9d14-ca870a4e6ed9 req-f36f9815-334d-43e7-8348-3ae161580467 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:44.661168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a634e66d-f059-4c93-9d14-ca870a4e6ed9 req-f36f9815-334d-43e7-8348-3ae161580467 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.4397457 Feb 07 12:56:44.759568 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ef212bbf-1541-4565-b30d-6fe407e257ce admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5442622 Feb 07 12:56:44.785419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea0f04-b0d5-4cf9-bb9d-d47189f185be req-45e10d28-2992-4e4b-8a9f-e32c1189d34e tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:44.786998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38ea0f04-b0d5-4cf9-bb9d-d47189f185be req-45e10d28-2992-4e4b-8a9f-e32c1189d34e tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 949 time: 0.5215511 Feb 07 12:56:44.795485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f8af0-041c-4c02-a5af-757a030e72ef None None] Network 05c52908-6e23-481b-9487-9ff5ab0cb8eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:56:44.836173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:44.860919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['f0564dae-6701-4dd2-abe9-eafb7e316de2', 'b5721c06-b6d2-4da4-a426-1da4169fbc53', 'e25feadf-1b59-467b-a824-c766fe76d549'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:44.906602 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:44.915862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a634e66d-f059-4c93-9d14-ca870a4e6ed9 req-b035d903-695e-484d-b3ff-cc5639d2627b tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130141 Feb 07 12:56:44.939877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-ba99b38f-82ec-408d-b4a7-0bcafe58a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:44.942766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-ba99b38f-82ec-408d-b4a7-0bcafe58a186 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.3918047 Feb 07 12:56:44.947316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-a990a9e1-2409-475a-89ec-408dcec473b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:44.949493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-a990a9e1-2409-475a-89ec-408dcec473b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=287e4148aa704a56b387ef51dde7594e&device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1095 time: 0.4549253 Feb 07 12:56:45.090284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Port': ['ID=e25feadf-1b59-467b-a824-c766fe76d549,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:45.101025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] No DVR routers for this DVR port e25feadf-1b59-467b-a824-c766fe76d549 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:45.103880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:45.108142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-deleted', 'tag': 'e25feadf-1b59-467b-a824-c766fe76d549'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:45.142887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-ec42d877-fa9f-4f70-9eae-cf2ffccba19f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 200 len: 217 time: 0.1819758 Feb 07 12:56:45.153894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38ea0f04-b0d5-4cf9-bb9d-d47189f185be req-4bf553dd-9354-4e53-a905-309a7d2a40a0 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525798 Feb 07 12:56:45.281924 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5b42277a-795f-47f3-a4c6-cae2a05b550d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "DELETE /v2.0/ports/e25feadf-1b59-467b-a824-c766fe76d549 HTTP/1.1" status: 204 len: 173 time: 1.5030346 Feb 07 12:56:45.290800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-e3670a39-d5b0-489b-b8b5-df4aef62b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:45.292099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-e3670a39-d5b0-489b-b8b5-df4aef62b02c service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.6300321 Feb 07 12:56:45.360231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port f0564dae-6701-4dd2-abe9-eafb7e316de2 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:45.360608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:45.445170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-e13daf0c-36c8-4ee9-9663-cb194d2de4b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 217 time: 0.1052749 Feb 07 12:56:45.515136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-8d246fef-8e95-498d-9372-061541d36c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:45.516493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-8d246fef-8e95-498d-9372-061541d36c63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.3128040 Feb 07 12:56:45.602208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-cf2505e4-1aa5-4028-a204-6e8ac7599afe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720246 Feb 07 12:56:45.612497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-ec0f4331-fd8e-46b3-8fa8-11cd31388b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:45.613928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-ec0f4331-fd8e-46b3-8fa8-11cd31388b28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 200 len: 908 time: 0.6367157 Feb 07 12:56:45.626638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port f0564dae-6701-4dd2-abe9-eafb7e316de2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f0564dae-6701-4dd2-abe9-eafb7e316de2,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:45.626638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:45.644936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-517a68d6-8a35-41e8-8a35-5ff015e627f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:45.646370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-517a68d6-8a35-41e8-8a35-5ff015e627f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1925669 Feb 07 12:56:45.754962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for f0564dae-6701-4dd2-abe9-eafb7e316de2 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:45.813343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-d54b4912-171d-4f1c-9d66-1bbd1d2c40dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8 HTTP/1.1" status: 200 len: 217 time: 0.1659718 Feb 07 12:56:45.823686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35328c5-96ad-4fa3-b624-162e07ab6ba6 req-f3da20e9-2281-4bf0-aa50-68e59353d7f7 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:45.825179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a35328c5-96ad-4fa3-b624-162e07ab6ba6 req-f3da20e9-2281-4bf0-aa50-68e59353d7f7 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.6843877 Feb 07 12:56:45.827207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-75a868ee-4189-4b11-aea7-9d91166898fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727000 Feb 07 12:56:45.843769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d7d6e-7433-4c8f-9bfc-e8c98fe600f9 req-15f4275b-1931-465a-95c3-f177cca00019 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:45.845350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-506d7d6e-7433-4c8f-9bfc-e8c98fe600f9 req-15f4275b-1931-465a-95c3-f177cca00019 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.5633395 Feb 07 12:56:45.994761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:46.048495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Port': ['ID=f0564dae-6701-4dd2-abe9-eafb7e316de2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:46.219755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-c2170187-6728-4be2-b629-bf368d381e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:46.221272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-c2170187-6728-4be2-b629-bf368d381e6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 200 len: 848 time: 0.3864081 Feb 07 12:56:46.231880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] No DVR routers for this DVR port f0564dae-6701-4dd2-abe9-eafb7e316de2 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:46.235471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:46.237589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a35328c5-96ad-4fa3-b624-162e07ab6ba6 req-144b2787-7b59-4ea7-b26f-d5b45e4c95b2 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588922 Feb 07 12:56:46.246180 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-5327b199-2cd2-41b2-b6b4-79590a9d6fec tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "DELETE /v2.0/ports/f0564dae-6701-4dd2-abe9-eafb7e316de2 HTTP/1.1" status: 204 len: 173 time: 0.9590161 Feb 07 12:56:46.288655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-506d7d6e-7433-4c8f-9bfc-e8c98fe600f9 req-bd4d46f9-375d-4b35-ad0b-b37e97aefc22 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905916 Feb 07 12:56:46.318941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-4a11b8a8-e20a-4ac6-87b2-bff91019458a service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006364 Feb 07 12:56:46.321258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-b6653749-634c-48e7-9ccb-dbd284138498 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c30fed1f-849a-4725-acf9-f1586e77930f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802982 Feb 07 12:56:46.328588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port b5721c06-b6d2-4da4-a426-1da4169fbc53 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:46.329212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:46.350448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-d9c6f5f4-7170-4d8b-b4f4-c293cc1765b8 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040348 Feb 07 12:56:46.597713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port b5721c06-b6d2-4da4-a426-1da4169fbc53, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b5721c06-b6d2-4da4-a426-1da4169fbc53,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:46.597986 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:46.727901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for b5721c06-b6d2-4da4-a426-1da4169fbc53 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:46.900634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-7aa05a58-4545-482f-99ee-3e51b40748ac service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443645 Feb 07 12:56:46.926066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5ce1250-7d18-4a1a-b569-5ebbf9d15baf req-1fa2831b-34cf-46cb-b361-073744102268 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918408 Feb 07 12:56:46.927862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-9d5cbd30-4d24-443f-b934-89cb6d467c78 service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891005 Feb 07 12:56:46.971786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-1d9b6222-3fdd-4c37-9c47-9229492d8ea8 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:46.973165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-1d9b6222-3fdd-4c37-9c47-9229492d8ea8 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/networks?id=05c52908-6e23-481b-9487-9ff5ab0cb8eb HTTP/1.1" status: 200 len: 821 time: 0.4370694 Feb 07 12:56:47.026996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7841-3865-4b7b-bc21-3b14c23b66f6 req-70f8de57-bc75-4a03-ab03-aa39b7f58b6a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:47.028521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01da7841-3865-4b7b-bc21-3b14c23b66f6 req-70f8de57-bc75-4a03-ab03-aa39b7f58b6a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.5927858 Feb 07 12:56:47.078444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-8187f801-ff6b-4622-ac24-bf386252c426 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/quotas/caa51cd556e949fa9df40a1e8b5fd548 HTTP/1.1" status: 200 len: 375 time: 0.0481768 Feb 07 12:56:47.162017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01da7841-3865-4b7b-bc21-3b14c23b66f6 req-0f9b1246-f2c1-4b52-bfd8-c67a7cb8eabd tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263359 Feb 07 12:56:47.166353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-db65243a-2252-4a7e-8afe-a36261a16408 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=caa51cd556e949fa9df40a1e8b5fd548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715621 Feb 07 12:56:47.172290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 43bb4167-4d59-4780-8f74-202b14965447 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:47.206178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:47.257895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-be69065c-5431-4847-a9d8-49a5cd363cbb service neutron] 10.222.0.47 "GET /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142793 Feb 07 12:56:47.279098 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-deleted', 'tag': 'e25feadf-1b59-467b-a824-c766fe76d549', 'status': 'completed', 'code': 200} Feb 07 12:56:47.326351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:47.356083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Port': ['ID=b5721c06-b6d2-4da4-a426-1da4169fbc53,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:47.358452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bb4167-4d59-4780-8f74-202b14965447'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:47.374279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:47.402074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] No DVR routers for this DVR port b5721c06-b6d2-4da4-a426-1da4169fbc53 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:47.404933 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:47.417386 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9460e833-6619-4d4e-a7c8-e6a927333e7e req-c9b38e3e-1f32-452d-8d14-3bb955405ad7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "DELETE /v2.0/ports/b5721c06-b6d2-4da4-a426-1da4169fbc53 HTTP/1.1" status: 204 len: 173 time: 1.1656547 Feb 07 12:56:47.429825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-546674a0-df1d-49dc-a945-ad3761364265 req-e4581283-2ed1-4254-b100-65fe3d3bce22 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=09872319-5e99-47c0-802e-d705c2480dfe HTTP/1.1" status: 200 len: 210 time: 0.0921357 Feb 07 12:56:47.438829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-3336f2a3-93b4-415d-a386-4698d2aaf9e5 service neutron] 10.222.0.69 "GET /v2.0/networks/05c52908-6e23-481b-9487-9ff5ab0cb8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616227 Feb 07 12:56:47.502778 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:47.554689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-dce9ac4d-8843-4bdb-b0f9-de99d6414e57 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:47.556200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-dce9ac4d-8843-4bdb-b0f9-de99d6414e57 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.2689049 Feb 07 12:56:47.569335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device e25feadf-1b59-467b-a824-c766fe76d549 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:47.584219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811416-5'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:47.616209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: e25feadf-1b59-467b-a824-c766fe76d549 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:47.616556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device e25feadf-1b59-467b-a824-c766fe76d549 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:47.616962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f0564dae-6701-4dd2-abe9-eafb7e316de2 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:47.658428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: f0564dae-6701-4dd2-abe9-eafb7e316de2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:47.658818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f0564dae-6701-4dd2-abe9-eafb7e316de2 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:47.659161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b5721c06-b6d2-4da4-a426-1da4169fbc53 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:47.715722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: b5721c06-b6d2-4da4-a426-1da4169fbc53 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:47.715722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b5721c06-b6d2-4da4-a426-1da4169fbc53 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:47.715722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:47.904182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-76af5ed8-2052-4262-8661-84706714b4b5 service neutron] 10.222.0.69 "GET /v2.0/networks/05c52908-6e23-481b-9487-9ff5ab0cb8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343855 Feb 07 12:56:47.940501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:47.958228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca740bf-46f3-44f4-a53c-8a86a478a889 req-b797b018-cc48-49be-b8a1-dbd8dbbb9f7f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:47.959878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ca740bf-46f3-44f4-a53c-8a86a478a889 req-b797b018-cc48-49be-b8a1-dbd8dbbb9f7f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.3811154 Feb 07 12:56:48.059802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ca740bf-46f3-44f4-a53c-8a86a478a889 req-fe64cae7-4ebc-4170-9560-f011de0e8e27 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674841 Feb 07 12:56:48.362036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:48.443488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df379e-1246-439a-b567-d22bcc98e276 req-4ccdf819-3ddb-4ce4-964c-e2bc6858d44a tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:48.444972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1df379e-1246-439a-b567-d22bcc98e276 req-4ccdf819-3ddb-4ce4-964c-e2bc6858d44a tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.2825809 Feb 07 12:56:48.458840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe7ad-4980-44a4-812d-59167659b210 req-9d05acca-c93e-456b-a02f-632add8f9fc5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:48.460275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8bfe7ad-4980-44a4-812d-59167659b210 req-9d05acca-c93e-456b-a02f-632add8f9fc5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 945 time: 0.2528341 Feb 07 12:56:48.485146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:48.497088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-936216bd-d3ec-446b-afe0-67eb5c4f3c02 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:48.498516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-936216bd-d3ec-446b-afe0-67eb5c4f3c02 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0&tenant_id=287e4148aa704a56b387ef51dde7594e&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.2310138 Feb 07 12:56:48.651383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:48.659643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:48.665913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8bfe7ad-4980-44a4-812d-59167659b210 req-753d6d43-7732-44a6-9af1-7dd35a4c2c37 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719127 Feb 07 12:56:48.673609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1df379e-1246-439a-b567-d22bcc98e276 req-e9816686-a007-483d-8aca-e7118ca142ea tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124300 Feb 07 12:56:48.752029 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bb4167-4d59-4780-8f74-202b14965447', 'code': 200} Feb 07 12:56:48.869004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9fe4a0c-bb9c-4554-9301-b6a03d3199f5 req-14d819a6-8dd6-4a4b-8f3f-88bd4d834535 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 210 time: 0.0854547 Feb 07 12:56:48.912012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-bc003e4f-abda-459c-991a-0ceb2ea3fe41 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:48.913417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-bc003e4f-abda-459c-991a-0ceb2ea3fe41 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.47 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.1936510 Feb 07 12:56:48.983476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5412fd3-e890-42a9-88a5-a56950a91081 req-01681625-2ea9-4e8f-83c0-75e98456b434 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:48.985183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5412fd3-e890-42a9-88a5-a56950a91081 req-01681625-2ea9-4e8f-83c0-75e98456b434 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.1986470 Feb 07 12:56:49.029924 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:49.084894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-8cc9f4c6-8538-4fc4-b198-feeaaf25a52c service neutron] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:49.125289 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-8cc9f4c6-8538-4fc4-b198-feeaaf25a52c service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:49.126437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8c693f0-dc7e-43cf-b8cf-0aebbb8f0de5 req-8cc9f4c6-8538-4fc4-b198-feeaaf25a52c service neutron] 10.222.0.47 "DELETE /v2.0/ports/fbdb3e52-60f0-446c-8940-e1060ae124c8/bindings/n-h1-811416-5 HTTP/1.1" status: 204 len: 173 time: 0.5906410 Feb 07 12:56:49.200617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Deleting port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:49.200745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:49.280262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-deleted', 'tag': 'f0564dae-6701-4dd2-abe9-eafb7e316de2'}, {'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-deleted', 'tag': 'b5721c06-b6d2-4da4-a426-1da4169fbc53'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:49.331851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5412fd3-e890-42a9-88a5-a56950a91081 req-e8410a7b-21bc-489b-9410-41b1bfc9f320 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044648 Feb 07 12:56:49.341616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:49.418183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on host n-h2-811416-5 for vnic_type normal with profile {"migrating_to": "n-h1-811416-5"} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:49.418617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:49.418980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:49.426392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56862) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:49.437540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad028-4974-4f7b-8f70-b1d15fdebba1 req-69738feb-c168-48f9-bd49-772322ca240f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:49.439373 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6efad028-4974-4f7b-8f70-b1d15fdebba1 req-69738feb-c168-48f9-bd49-772322ca240f tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.4723139 Feb 07 12:56:49.446520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:49.446813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Attempting to bind port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:49.506981 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cccb1b-1252-429f-beac-e9b3329446f8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting subnet 3c4e69fc-7a8f-4117-810a-bf1b6627c465 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:56:49.510620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91cccb1b-1252-429f-beac-e9b3329446f8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:49.540491 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b', 'code': 200} Feb 07 12:56:49.542966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:49.543320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:49.543715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:49.544227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Bound port: 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:49.544617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:49.594948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91cccb1b-1252-429f-beac-e9b3329446f8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:49.743148 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91cccb1b-1252-429f-beac-e9b3329446f8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:49.772693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6efad028-4974-4f7b-8f70-b1d15fdebba1 req-814fee03-3e7c-4d7a-869f-bcda2e2f32a3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194013 Feb 07 12:56:49.875061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] For port 3453a95a-05d4-4c65-a07a-e7dab24e91a3, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3453a95a-05d4-4c65-a07a-e7dab24e91a3,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:49.875589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.036701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91cccb1b-1252-429f-beac-e9b3329446f8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.067493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Calling delete_port for 3453a95a-05d4-4c65-a07a-e7dab24e91a3 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:50.076656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cccb1b-1252-429f-beac-e9b3329446f8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4e69fc-7a8f-4117-810a-bf1b6627c465,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:50.079479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91cccb1b-1252-429f-beac-e9b3329446f8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.085736 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-91cccb1b-1252-429f-beac-e9b3329446f8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "DELETE /v2.0/subnets/3c4e69fc-7a8f-4117-810a-bf1b6627c465 HTTP/1.1" status: 204 len: 168 time: 0.6580136 Feb 07 12:56:50.091927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56884) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:50.097429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d01e5-fbc3-4e08-80ff-299063614223 None None] Network 03ce55cd-936a-418c-9863-fec8fe54cb8d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:56:50.102161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:50.140857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:50.196497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18477bd-5073-4aed-961d-fc0994ecef72 req-84a123a7-fe34-4b52-9c1e-b863eb81c10a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:50.198068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f18477bd-5073-4aed-961d-fc0994ecef72 req-84a123a7-fe34-4b52-9c1e-b863eb81c10a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 943 time: 0.3096716 Feb 07 12:56:50.241592 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.254290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:50.254638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.299569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f18477bd-5073-4aed-961d-fc0994ecef72 req-7cb31067-23ec-4a21-b29b-a747089f6f30 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705085 Feb 07 12:56:50.356908 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-deleted', 'tag': 'f0564dae-6701-4dd2-abe9-eafb7e316de2', 'status': 'completed', 'code': 200} Feb 07 12:56:50.357397 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09872319-5e99-47c0-802e-d705c2480dfe', 'name': 'network-vif-deleted', 'tag': 'b5721c06-b6d2-4da4-a426-1da4169fbc53', 'status': 'completed', 'code': 200} Feb 07 12:56:50.409417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] DHCP port deletion for 03ce55cd-936a-418c-9863-fec8fe54cb8d request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:56:50.413706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] Deleting port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:50.414074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.457988 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.462100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.509507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:50.509882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.689250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:50.750587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] For port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6,segment=NetworkSegment(db20903b-338f-452d-9b5b-9172df34ef04),segment_id=db20903b-338f-452d-9b5b-9172df34ef04)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:50.751302 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.775557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1397a5d-609c-45ae-b8c8-2be03016cebc req-aaae8b27-8e0a-487c-a67a-dc77ffd52171 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 210 time: 0.1983600 Feb 07 12:56:50.879192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] No DVR routers for this DVR port 3453a95a-05d4-4c65-a07a-e7dab24e91a3 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:50.880523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=8']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:50.894094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] Calling delete_port for 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:50.926849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.941661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:50.942812 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:50.944403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-22a6debd-d1e2-4c09-b96d-31a57237d841 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 1121 time: 3.3645930 Feb 07 12:56:51.008711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a17181b0-c343-41d2-8d11-4bd34cb61200 req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.47 "DELETE /v2.0/ports/3453a95a-05d4-4c65-a07a-e7dab24e91a3 HTTP/1.1" status: 204 len: 173 time: 2.0870335 Feb 07 12:56:51.009470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf854f8-56fe-491e-9c79-b20e647bb646 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event deleted for resources: {'Port': ['ID=3453a95a-05d4-4c65-a07a-e7dab24e91a3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:51.043598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c560b-4e99-4e42-adaf-8f43e3ab1932 req-09966a4d-7498-4ce1-a399-b84cd3bb4aed tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:51.045161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d74c560b-4e99-4e42-adaf-8f43e3ab1932 req-09966a4d-7498-4ce1-a399-b84cd3bb4aed tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 0.5334930 Feb 07 12:56:51.098435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:51.101984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d74c560b-4e99-4e42-adaf-8f43e3ab1932 req-af5ab43e-5bb8-43e1-9d98-e1750225b0a0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493202 Feb 07 12:56:51.104224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c1d0-493d-48aa-a88b-95a03b80e2f7 req-b329fb11-2d42-4caa-aa49-492b874122f0 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:51.105618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2b7c1d0-493d-48aa-a88b-95a03b80e2f7 req-b329fb11-2d42-4caa-aa49-492b874122f0 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 1095 time: 0.1601973 Feb 07 12:56:51.111720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:56:51.113038 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:56:51.126595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3d7f7f51-d6df-4b2f-9d6d-9838e509f03b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:51.161241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2b7c1d0-493d-48aa-a88b-95a03b80e2f7 req-ac2aedd0-e760-4e24-a3a3-e775003b0939 tempest-LiveMigrationTest-1538579665 tempest-LiveMigrationTest-1538579665-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Feb 07 12:56:51.217667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:51.295593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Port': ['ID=6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:51.304768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] No DVR routers for this DVR port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:51.443630 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:51.455703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5fd04-6682-4fad-8991-b2a87f6e309b req-454973b0-1b71-43d5-9dc1-5b6239d92d17 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:51.455703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eb5fd04-6682-4fad-8991-b2a87f6e309b req-454973b0-1b71-43d5-9dc1-5b6239d92d17 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.1126730 Feb 07 12:56:51.472823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ce55cd-936a-418c-9863-fec8fe54cb8d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:51.488704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db20903b-338f-452d-9b5b-9172df34ef04') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:51.488704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db20903b-338f-452d-9b5b-9172df34ef04') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:51.490402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:51.498405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:51.504492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eb5fd04-6682-4fad-8991-b2a87f6e309b req-a60d3a13-ea92-465d-acc5-b3edea3aa788 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Feb 07 12:56:51.518835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:51.519030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'mac_address': 'fa:16:3e:ff:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:56:51.531269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:56:51.531269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:56:51.538165 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:56:51.541645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'name': 'network-vif-deleted', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3'}, {'name': 'network-changed', 'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:51.616467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] Deleting port 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:51.617418 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:51.694302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8f6ec0d9-f0fd-4500-8494-bccaa5d7804e req-0fc21419-0f97-4497-8dd9-3871025f9a35 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Synchronizing usage tracker for tenant:bf90c0539887466990629b10acfbbde3 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:51.704754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:51.729969 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:51.786801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:51.791643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:51.800125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-676fd8a9-27fc-48c0-b425-682817a4d85a None None] The port '6ada07ed-3e0d-4a8f-8a4c-fad7e2c5d5e6' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:56:51.804141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:51.825047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:52.089688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8f6ec0d9-f0fd-4500-8494-bccaa5d7804e req-0fc21419-0f97-4497-8dd9-3871025f9a35 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Unset dirty status for tenant:bf90c0539887466990629b10acfbbde3 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:52.090050 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:52.090198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f6ec0d9-f0fd-4500-8494-bccaa5d7804e req-0fc21419-0f97-4497-8dd9-3871025f9a35 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 210 time: 0.4420614 Feb 07 12:56:52.090318 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:52.122188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:52.142217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Network': ['ID=03ce55cd-936a-418c-9863-fec8fe54cb8d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:52.148788 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-640ebb99-1f9f-4b69-960c-a1b9506562bd tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "DELETE /v2.0/networks/03ce55cd-936a-418c-9863-fec8fe54cb8d HTTP/1.1" status: 204 len: 168 time: 2.0538597 Feb 07 12:56:52.151785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56922) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:52.173016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:52.223190 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdf346-7db6-483c-b945-55cd20691c64', 'name': 'network-vif-deleted', 'tag': '3453a95a-05d4-4c65-a07a-e7dab24e91a3', 'status': 'completed', 'code': 200} Feb 07 12:56:52.223431 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b', 'status': 'completed', 'code': 200} Feb 07 12:56:52.374698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9db14ff-f678-43e8-a963-345387e3c9bc req-c41557f4-c0f9-450f-87fb-b7a91c9ca4c3 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 210 time: 0.0988486 Feb 07 12:56:52.407192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91db230-7276-4cff-b048-d1d59acba388 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting subnet 27a86c97-068c-424f-8315-c541181edec9 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:56:52.415896 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91db230-7276-4cff-b048-d1d59acba388 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:52.454080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:52.487478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91db230-7276-4cff-b048-d1d59acba388 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:52.695210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-94f5e9da-ba36-4512-ac5a-a101c9d1f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:52.696655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-94f5e9da-ba36-4512-ac5a-a101c9d1f80a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1124 time: 0.4795792 Feb 07 12:56:52.716755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801135d-061d-4e90-9115-dbc5b1260a80 req-130abecc-32da-4571-aaf4-dad181a74d8e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:52.718656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a801135d-061d-4e90-9115-dbc5b1260a80 req-130abecc-32da-4571-aaf4-dad181a74d8e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 0.4488254 Feb 07 12:56:52.916572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a801135d-061d-4e90-9115-dbc5b1260a80 req-7dc2a611-9066-411d-8521-74c4308cfd3a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895094 Feb 07 12:56:52.965357 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91db230-7276-4cff-b048-d1d59acba388 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:52.987111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f49d0f-1ba1-4b5a-baee-4ed02632ac41 req-04df33ed-b65c-4718-8f93-b537e6e8d3a7 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:52.988649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18f49d0f-1ba1-4b5a-baee-4ed02632ac41 req-04df33ed-b65c-4718-8f93-b537e6e8d3a7 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.4676654 Feb 07 12:56:52.989664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-62fd9827-78ad-4936-9914-eb72f6c9f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:52.990995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-62fd9827-78ad-4936-9914-eb72f6c9f24d service neutron] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.2652607 Feb 07 12:56:53.102163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-f2af7d17-9e67-4177-a0c2-78ef030993f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 217 time: 0.0854523 Feb 07 12:56:53.191991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18f49d0f-1ba1-4b5a-baee-4ed02632ac41 req-3a6b1b91-85c7-4e2e-be3a-0f1a09265e7c tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958864 Feb 07 12:56:53.229614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:56:53.259644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-ae7a094e-c069-4b8e-a17d-6179b9381c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:53.263315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-ae7a094e-c069-4b8e-a17d-6179b9381c69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1115794 Feb 07 12:56:53.315755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:56:53.316168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:53.352892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792a40b-65d5-4541-8281-e872594ec5e9 req-151fcb40-efc8-43bf-a1d5-ee452dfc20d3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:53.354477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e792a40b-65d5-4541-8281-e872594ec5e9 req-151fcb40-efc8-43bf-a1d5-ee452dfc20d3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.2478213 Feb 07 12:56:53.361698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-1c8719c7-1837-4c3a-898c-9cb9c76eae04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866663 Feb 07 12:56:53.410158 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91db230-7276-4cff-b048-d1d59acba388 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:53.435407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:53.469841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:53.480780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:53.493575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91fc23-9315-4092-b069-0f8c9c7e2d59 req-0f172079-635b-4b52-97cd-746e6ac57c3e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=32fdf346-7db6-483c-b945-55cd20691c64 HTTP/1.1" status: 200 len: 210 time: 0.1376960 Feb 07 12:56:53.596614 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91db230-7276-4cff-b048-d1d59acba388 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:53.602057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0eb48-91e4-4eb5-bebf-47b3ebf2a16c None None] Network fa942c1d-22a3-4dcc-a592-d68d7c2ada6d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:56:53.615649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91db230-7276-4cff-b048-d1d59acba388 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Subnet': ['ID=27a86c97-068c-424f-8315-c541181edec9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:53.662732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:53.663576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3453a95a-05d4-4c65-a07a-e7dab24e91a3 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:53.673221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af8f9435-54bb-47a9-bde5-08090a77667a req-d1d54eff-122d-45b9-9407-912036633019 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 210 time: 0.0716970 Feb 07 12:56:53.697890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a91db230-7276-4cff-b048-d1d59acba388 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "DELETE /v2.0/subnets/27a86c97-068c-424f-8315-c541181edec9 HTTP/1.1" status: 204 len: 168 time: 1.5387089 Feb 07 12:56:53.698098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56950) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:53.749596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e792a40b-65d5-4541-8281-e872594ec5e9 req-7a5b57ba-f5ee-419c-82ed-f13fdcafc289 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344262 Feb 07 12:56:53.767759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 3453a95a-05d4-4c65-a07a-e7dab24e91a3 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:53.768151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3453a95a-05d4-4c65-a07a-e7dab24e91a3 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:53.801381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-8016f8a3-19b0-4470-9234-e6f8a6e1a353 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:53.803205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-8016f8a3-19b0-4470-9234-e6f8a6e1a353 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.35 "GET /v2.0/networks?id=05c52908-6e23-481b-9487-9ff5ab0cb8eb HTTP/1.1" status: 200 len: 821 time: 0.4812205 Feb 07 12:56:53.803344 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'code': 200} Feb 07 12:56:53.820264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Request body: {'port': {'device_id': 'f68e8810-8823-4a28-9233-162a5a98e14d', 'network_id': '05c52908-6e23-481b-9487-9ff5ab0cb8eb', 'admin_state_up': True, 'tenant_id': 'caa51cd556e949fa9df40a1e8b5fd548'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:53.888741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:53.915580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:53.927921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port 34e4e5b6-45ca-4695-ada2-617894fe1868 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:53.928299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:53.943104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-7cb44374-a633-4f2f-9249-528d65f25c9b service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283120 Feb 07 12:56:54.039841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] DHCP port deletion for fa942c1d-22a3-4dcc-a592-d68d7c2ada6d request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:56:54.044605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] Deleting port 34e4e5b6-45ca-4695-ada2-617894fe1868 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:54.044915 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.156368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:54.175886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-996ab202-051b-4694-a061-ed1f5094c197 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:54.180197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-996ab202-051b-4694-a061-ed1f5094c197 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.47 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.2882497 Feb 07 12:56:54.186030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Usage tracker for resource:port and tenant:caa51cd556e949fa9df40a1e8b5fd548 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:54.189224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:54.195248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:54.205779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port 34e4e5b6-45ca-4695-ada2-617894fe1868, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=34e4e5b6-45ca-4695-ada2-617894fe1868,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:54.206192 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.319131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Deleting port fbdb3e52-60f0-446c-8940-e1060ae124c8 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:54.319383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] For port 34e4e5b6-45ca-4695-ada2-617894fe1868, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=34e4e5b6-45ca-4695-ada2-617894fe1868,segment=NetworkSegment(c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc),segment_id=c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:54.319915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.320039 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.358109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for 34e4e5b6-45ca-4695-ada2-617894fe1868 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:54.365999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a470b6-fbe3-4b64-9f8e-788019ef5f56 req-a403e9ca-4f5f-49aa-add1-4c588c03212e service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534653 Feb 07 12:56:54.505541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.512402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] Calling delete_port for 34e4e5b6-45ca-4695-ada2-617894fe1868 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:54.543343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Made reservation on behalf of caa51cd556e949fa9df40a1e8b5fd548 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:54.546922 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.582875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b7bc-b0b3-4ca1-b42b-9aac66b9db8a req-17e75940-f16d-4800-a459-03e6998d3d78 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:54.584293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a1b7bc-b0b3-4ca1-b42b-9aac66b9db8a req-17e75940-f16d-4800-a459-03e6998d3d78 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 0.4847455 Feb 07 12:56:54.671265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.678022 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:56:54.678395 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:56:54.739146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Port': ['ID=34e4e5b6-45ca-4695-ada2-617894fe1868,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:54.741598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] No DVR routers for this DVR port 34e4e5b6-45ca-4695-ada2-617894fe1868 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:54.818391 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a1b7bc-b0b3-4ca1-b42b-9aac66b9db8a req-57b64591-2e99-4d75-a85f-fbe438c0eab1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164025 Feb 07 12:56:54.886039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.912899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa942c1d-22a3-4dcc-a592-d68d7c2ada6d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:54.945382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:54.945382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c550cdff-a1bb-46b4-876f-4b7c6cd2f6dc') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:56:54.945382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.956242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.962400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:56:54.962868 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:54.978427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16313768-534d-41c1-8501-68004513ea9c req-d0899c32-bf5c-41fe-a731-7d17854364a4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:56:54.978681 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:56:54.984463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16313768-534d-41c1-8501-68004513ea9c req-d0899c32-bf5c-41fe-a731-7d17854364a4 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 944 time: 0.6100023 Feb 07 12:56:55.033891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] For port fbdb3e52-60f0-446c-8940-e1060ae124c8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fbdb3e52-60f0-446c-8940-e1060ae124c8,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:55.034256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.116707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21f47f74-a480-47a8-a1df-8a55bfa7e0d4 req-65552e7a-86dd-4179-b576-53c33a402648 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 210 time: 0.0702360 Feb 07 12:56:55.116707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Allocated IP 172.20.0.9 (05c52908-6e23-481b-9487-9ff5ab0cb8eb/9e59f8fa-271b-485f-b3b8-dfa4b28c5733/b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:56:55.179406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] Deleting port 34e4e5b6-45ca-4695-ada2-617894fe1868 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:56:55.180016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.228169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Calling delete_port for fbdb3e52-60f0-446c-8940-e1060ae124c8 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:56:55.248484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ad010-24b7-4bfb-aa0e-974c6c8a3bf1 None None] The port '34e4e5b6-45ca-4695-ada2-617894fe1868' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:56:55.308385 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.318254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16313768-534d-41c1-8501-68004513ea9c req-fa85fb69-58b2-4d45-917a-7bb82cf574bb tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187578 Feb 07 12:56:55.329191 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.340693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Network': ['ID=fa942c1d-22a3-4dcc-a592-d68d7c2ada6d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.356950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:56:55.364434 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b11f1c8a-6c60-4752-8e40-6ccb84d1378e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "DELETE /v2.0/networks/fa942c1d-22a3-4dcc-a592-d68d7c2ada6d HTTP/1.1" status: 204 len: 168 time: 1.6667373 Feb 07 12:56:55.370179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56986) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:55.383877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2065967958'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:55.389393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:55.395240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:network and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:55.398461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:55.404751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:55.558554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5f8de-5f22-4f01-8b12-901edc509855 req-c81eac2b-d9a4-468a-8dd3-4f609ea403e4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:55.560239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bc5f8de-5f22-4f01-8b12-901edc509855 req-c81eac2b-d9a4-468a-8dd3-4f609ea403e4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.3009846 Feb 07 12:56:55.642972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:55.646479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.674805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:56:55.681578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 34e4e5b6-45ca-4695-ada2-617894fe1868 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:55.683588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.683938 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Added segment cdcc6c8e-1d9b-405c-8ba8-5c5765637b76 of type vlan for network 3dd21a51-98c4-4742-9048-010fee072dd3 Feb 07 12:56:55.695967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bc5f8de-5f22-4f01-8b12-901edc509855 req-bb2097f4-4ad6-4059-85bd-668bd6ebb9eb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171811 Feb 07 12:56:55.722839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.725927 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.745412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 34e4e5b6-45ca-4695-ada2-617894fe1868 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:55.745758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 34e4e5b6-45ca-4695-ada2-617894fe1868 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:55.781463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56996) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:55.786853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353061834', 'description': 'tempest-description--1040283936'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:55.792893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:55.796774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Usage tracker for resource:security_group and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:55.799599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:55.805626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:55.857013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.871526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['54af436e-992b-4fc7-9fe7-3eebc495a0a7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:56:55.915091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Pushing event deleted for resources: {'Port': ['ID=fbdb3e52-60f0-446c-8940-e1060ae124c8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:55.960023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.967661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:55.967661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.971007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:55.995831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:56.040388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] No DVR routers for this DVR port fbdb3e52-60f0-446c-8940-e1060ae124c8 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:56.080903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:56.086088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'name': 'network-vif-deleted', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:56.097149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:56.106812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Usage tracker for resource:security_group_rule and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:56.112379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:56.115468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Network': ['ID=3dd21a51-98c4-4742-9048-010fee072dd3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:56.123581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:56.128285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 3dd21a51-98c4-4742-9048-010fee072dd3 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:56:56.139264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Network 05c52908-6e23-481b-9487-9ff5ab0cb8eb is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:56:56.145586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc8c7f4f-27cc-444a-8ace-4555db719733 req-53c0d302-fabf-438c-a069-27069d9a6cf6 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.47 "DELETE /v2.0/ports/fbdb3e52-60f0-446c-8940-e1060ae124c8 HTTP/1.1" status: 204 len: 173 time: 1.9451416 Feb 07 12:56:56.146428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:56.151949 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c392c028-d326-4a70-88fc-855d5ca085d0', 'name': 'network-vif-deleted', 'tag': 'fbdb3e52-60f0-446c-8940-e1060ae124c8', 'status': 'completed', 'code': 200} Feb 07 12:56:56.153229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:56:56.189378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Pushing event updated for resources: {'Port': ['ID=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:56.234499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60857fd-4b74-49b3-9206-906046fc147c req-a3e15d77-8096-44eb-b5d6-14c14840967b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:56.236057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c60857fd-4b74-49b3-9206-906046fc147c req-a3e15d77-8096-44eb-b5d6-14c14840967b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 0.2900875 Feb 07 12:56:56.241864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:56.242474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:56.343485 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f42a6f2b-6754-43b6-90c3-d5693fd15c9c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9712846 Feb 07 12:56:56.345900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57014) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:56.351645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'subnet': {'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:56.529002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c60857fd-4b74-49b3-9206-906046fc147c req-0903ee45-f091-4f04-b87d-a41b6725963c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810221 Feb 07 12:56:56.534321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-70e3bee9-0b0b-4c2b-8b4c-9a548301b745 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7184284 Feb 07 12:56:56.550304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Request body: {'port': {'device_id': 'f68e8810-8823-4a28-9233-162a5a98e14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:56.614381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:56.625610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:subnet and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:56.633126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:56.654055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:56.694295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:56.703166 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-d4c4af2b-eafb-48db-b307-e5e5063f1020 service neutron] show failed (client error): The resource could not be found. Feb 07 12:56:56.703166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-d4c4af2b-eafb-48db-b307-e5e5063f1020 service neutron] 10.222.0.47 "GET /v2.0/ports/d455376e-da8e-474c-8b68-f73e0f1be232/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.3549666 Feb 07 12:56:56.710798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bafb4e-0bcc-4cd9-80ab-1f4d826d716e req-a081bf96-a1f6-488d-acb5-2c5b6b7af4dd tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:56.711615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-96bafb4e-0bcc-4cd9-80ab-1f4d826d716e req-a081bf96-a1f6-488d-acb5-2c5b6b7af4dd tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Synchronizing usage tracker for tenant:caa51cd556e949fa9df40a1e8b5fd548 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:56.769789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:56.781008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f4bd6ea9-da0b-4937-8730-fe5ef759ae0e req-048be338-7aee-45bb-9a4c-403895e2ddd8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Synchronizing usage tracker for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:56:56.829872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:56.833582 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:56.941335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.025458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f4bd6ea9-da0b-4937-8730-fe5ef759ae0e req-048be338-7aee-45bb-9a4c-403895e2ddd8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Unset dirty status for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:57.025814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1695a3a9-d2cd-4a19-ba3b-57e84ae2fc37,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:57.026533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4bd6ea9-da0b-4937-8730-fe5ef759ae0e req-048be338-7aee-45bb-9a4c-403895e2ddd8 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 210 time: 0.3121090 Feb 07 12:56:57.109196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-96bafb4e-0bcc-4cd9-80ab-1f4d826d716e req-a081bf96-a1f6-488d-acb5-2c5b6b7af4dd tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Unset dirty status for tenant:caa51cd556e949fa9df40a1e8b5fd548 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:56:57.110475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96bafb4e-0bcc-4cd9-80ab-1f4d826d716e req-a081bf96-a1f6-488d-acb5-2c5b6b7af4dd tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 931 time: 0.8615215 Feb 07 12:56:57.177004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.178255 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-209cc866-8271-46d9-90d2-8a1959539d4c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3958147 Feb 07 12:56:57.181321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:57.186459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Request body: {'security_group_rule': {'security_group_id': '1695a3a9-d2cd-4a19-ba3b-57e84ae2fc37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:57.199347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:57.199347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Usage tracker for resource:security_group_rule and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:57.200288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:57.207692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:57.252389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:57.275205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:57.288418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96bafb4e-0bcc-4cd9-80ab-1f4d826d716e req-969a3783-f81a-437a-9802-2ebcbc60b7fe tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654930 Feb 07 12:56:57.290070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.311284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Transition to ACTIVE for port object b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:57.320861 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.334513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2be3ea-41ee-4db6-94c0-75b7d5ed1298 req-299c4345-372f-4b8e-9c69-fb8debdadeaa tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:57.337024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b2be3ea-41ee-4db6-94c0-75b7d5ed1298 req-299c4345-372f-4b8e-9c69-fb8debdadeaa tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.2060549 Feb 07 12:56:57.392245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.397466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.444110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:57.447173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b2be3ea-41ee-4db6-94c0-75b7d5ed1298 req-a728a674-182a-48f3-abe9-94e78227e6bb tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986123 Feb 07 12:56:57.462577 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.469864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:57.477807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Checking segment: {'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:57.478188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network hostable DHCP agents. Network: 3dd21a51-98c4-4742-9048-010fee072dd3, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:56:57.511602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Subnet': ['ID=b428cbfe-90f1-497f-8f83-f9d23a194834,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:57.516269 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'code': 200} Feb 07 12:56:57.555267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.617035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network 3dd21a51-98c4-4742-9048-010fee072dd3 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:56:57.617555 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.618319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fbdb3e52-60f0-446c-8940-e1060ae124c8 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:56:57.633305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:57.725907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.738050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: fbdb3e52-60f0-446c-8940-e1060ae124c8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:56:57.738480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fbdb3e52-60f0-446c-8940-e1060ae124c8 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:56:57.758486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72459451-712f-4acd-9008-3ec845772601,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:57.762378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Attempting to bind port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:57.762741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Attempting to bind port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '1b0b304e-ea70-4d6a-af25-9660f5412b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '05c52908-6e23-481b-9487-9ff5ab0cb8eb'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:57.763053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Attempting to bind port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f on network 05c52908-6e23-481b-9487-9ff5ab0cb8eb {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:57.763832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:57.771461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f on network 05c52908-6e23-481b-9487-9ff5ab0cb8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:57.771784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Attempting to bind port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f on network 05c52908-6e23-481b-9487-9ff5ab0cb8eb {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:57.772861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 3dd21a51-98c4-4742-9048-010fee072dd3) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:57.786134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:57.789798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Checking segment: {'id': '1b0b304e-ea70-4d6a-af25-9660f5412b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '05c52908-6e23-481b-9487-9ff5ab0cb8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:57.789798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Bound using segment: {'id': '1b0b304e-ea70-4d6a-af25-9660f5412b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '05c52908-6e23-481b-9487-9ff5ab0cb8eb'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:57.789798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Bound port: b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0b304e-ea70-4d6a-af25-9660f5412b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '05c52908-6e23-481b-9487-9ff5ab0cb8eb'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:57.790089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:57.790185 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.790266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e4c3d1-e41e-4fd3-8c5b-0475ac7e2005 None None] Network 3dd21a51-98c4-4742-9048-010fee072dd3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:56:57.790356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:57.882887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-06d6b9dd-c5f5-44e1-a0c4-2a070ce49d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:57.885254 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-06d6b9dd-c5f5-44e1-a0c4-2a070ce49d1e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e&tenant_id=b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 1097 time: 0.0880628 Feb 07 12:56:57.896978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4d5f-5a33-41f4-8af6-bcc98e4a8cc9 req-a45ec192-2814-4b08-b646-19719d19da14 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:57.898428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dbd4d5f-5a33-41f4-8af6-bcc98e4a8cc9 req-a45ec192-2814-4b08-b646-19719d19da14 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 0.1855381 Feb 07 12:56:57.904944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:57.927378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] For port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:57.951639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] For port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,segment=NetworkSegment(1b0b304e-ea70-4d6a-af25-9660f5412b3d),segment_id=1b0b304e-ea70-4d6a-af25-9660f5412b3d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:57.971886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dbd4d5f-5a33-41f4-8af6-bcc98e4a8cc9 req-8342fe68-34a6-4a98-98e3-793253114394 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621669 Feb 07 12:56:58.004700 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.004700 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1cb0816d-e1c2-4d78-b432-02c38912aa4a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8162255 Feb 07 12:56:58.005340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57046) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:58.011091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Request body: {'security_group_rule': {'security_group_id': '1695a3a9-d2cd-4a19-ba3b-57e84ae2fc37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:58.019654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:58.023820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Usage tracker for resource:security_group_rule and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:58.027375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:58.038853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:58.079135 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.091591 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a6522187-6966-48ec-af3d-64dfb2fd1692 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7445073 Feb 07 12:56:58.095515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57052) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:58.105551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1908494063'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:58.107572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-3dd21a51-98c4-4742-9048-010fee072dd3', 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'fixed_ips': [{'subnet_id': 'b428cbfe-90f1-497f-8f83-f9d23a194834'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:56:58.109506 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.112273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:58.116429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:network and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:58.119644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:58.131553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:58.139223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.263588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:58.264377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.267040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f HTTP/1.1" status: 200 len: 1091 time: 1.7239497 Feb 07 12:56:58.269778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68e8810-8823-4a28-9233-162a5a98e14d', 'tag': 'b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:56:58.296530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07345172-3654-4705-96fb-0223e926b603 req-46a01747-8606-45af-96d1-4f0580b68b95 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=c392c028-d326-4a70-88fc-855d5ca085d0 HTTP/1.1" status: 200 len: 210 time: 0.0840456 Feb 07 12:56:58.305608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787ef61-14f5-493d-b55b-d25753e096b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:58.322707 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.332439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:58.336378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.352811 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68e8810-8823-4a28-9233-162a5a98e14d', 'tag': 'b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f', 'status': 'completed', 'code': 200} Feb 07 12:56:58.388124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:56:58.400133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.400873 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Added segment 7d19719f-624f-4467-88ff-04943d4bce46 of type vlan for network 569aa18b-b398-4d67-b4a4-32c324bb0f2c Feb 07 12:56:58.451776 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.537418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Allocated IP 19.80.0.2 (3dd21a51-98c4-4742-9048-010fee072dd3/b428cbfe-90f1-497f-8f83-f9d23a194834/4b6e52f2-9904-4970-90b1-20332e086df8) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:56:58.548935 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.586995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:56:58.629189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:58.771120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d455376e-da8e-474c-8b68-f73e0f1be232 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:56:58.775461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.781394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.798861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.799081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Transition to ACTIVE for port object d455376e-da8e-474c-8b68-f73e0f1be232 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:58.805607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:58.806204 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.843306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:58.851369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Transition to ACTIVE for port object 4b6e52f2-9904-4970-90b1-20332e086df8 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:58.870491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Transition to ACTIVE for port object 4b6e52f2-9904-4970-90b1-20332e086df8 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:56:59.028723 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.033481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0251398 Feb 07 12:56:59.036163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57078) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:59.042378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:59.042742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419df06c-d171-4aa0-8cb6-22705a274114 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ad1409-f892-4115-8259-c3293a24e9ac,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:59.048718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:59.053696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Usage tracker for resource:floatingip and tenant:bf90c0539887466990629b10acfbbde3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:59.056785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:59.062844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:59.063032 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.065045 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.079213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9761152 Feb 07 12:56:59.080249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445238-aa13-4a4a-aa10-7da7811bd91d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Network': ['ID=569aa18b-b398-4d67-b4a4-32c324bb0f2c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:59.083264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57082) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:56:59.099051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'subnet': {'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:56:59.130032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b684-7994-49bc-8c20-48d29cf36d06 req-407d9af1-f54a-4947-bd0c-0b61448a6fdb tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:59.139119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a36b684-7994-49bc-8c20-48d29cf36d06 req-407d9af1-f54a-4947-bd0c-0b61448a6fdb tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 943 time: 0.5400124 Feb 07 12:56:59.197984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Pushing event updated for resources: {'Port': ['ID=4b6e52f2-9904-4970-90b1-20332e086df8,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:59.215367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 569aa18b-b398-4d67-b4a4-32c324bb0f2c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:56:59.245903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085a092-34f4-4323-8981-e21414de53d3 req-91e62fe6-3e2e-4597-8b05-3cea2838363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:59.247349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8085a092-34f4-4323-8981-e21414de53d3 req-91e62fe6-3e2e-4597-8b05-3cea2838363a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caa51cd556e949fa9df40a1e8b5fd548&device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 1094 time: 0.7224188 Feb 07 12:56:59.256092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4164b7b-50e1-405d-a5c1-c9d19cb0a5e6 req-79566c77-fb4c-4e28-9b35-660a3d4055c9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:59.263020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4164b7b-50e1-405d-a5c1-c9d19cb0a5e6 req-79566c77-fb4c-4e28-9b35-660a3d4055c9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 946 time: 0.5571027 Feb 07 12:56:59.309413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] No DVR routers for this DVR port d455376e-da8e-474c-8b68-f73e0f1be232 on host n-h2-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:56:59.320254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:59.329039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=7']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:56:59.367727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Network 3dd21a51-98c4-4742-9048-010fee072dd3 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:56:59.378796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:56:59.385625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:56:59.402624 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.468938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:59.469305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:59.469715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:59.493179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a36b684-7994-49bc-8c20-48d29cf36d06 req-c3f06b74-4ff7-4a2b-b7e9-f1cf0e407cdf tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538406 Feb 07 12:56:59.534995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4164b7b-50e1-405d-a5c1-c9d19cb0a5e6 req-eb23eea7-96a0-45a3-add1-482a39de3ff9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685256 Feb 07 12:56:59.541383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:56:59.541714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:59.543101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:56:59.549595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:59.549945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:59.550360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:59.550799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Bound port: d455376e-da8e-474c-8b68-f73e0f1be232, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:59.551181 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.565543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 12:56:59.581404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:subnet and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:56:59.596826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:56:59.642137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:56:59.697398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085a092-34f4-4323-8981-e21414de53d3 req-18d40478-66d7-4c2f-acf4-59e93793392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:56:59.703251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8085a092-34f4-4323-8981-e21414de53d3 req-18d40478-66d7-4c2f-acf4-59e93793392d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=caa51cd556e949fa9df40a1e8b5fd548&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4237518 Feb 07 12:56:59.726388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:56:59.735337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:56:59.737323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:56:59.761999 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.882464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Attempting to bind port 4b6e52f2-9904-4970-90b1-20332e086df8 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:56:59.882839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Attempting to bind port 4b6e52f2-9904-4970-90b1-20332e086df8 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:56:59.883195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Attempting to bind port 4b6e52f2-9904-4970-90b1-20332e086df8 on network 3dd21a51-98c4-4742-9048-010fee072dd3 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:56:59.914423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:56:59.914799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Checking segment: {'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:56:59.915202 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.915599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Bound using segment: {'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:56:59.916098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Bound port: 4b6e52f2-9904-4970-90b1-20332e086df8, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:56:59.916475 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.925411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:56:59.956415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:56:59.968547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:00.038220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:00.038729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:00.040033 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] 10.222.0.35 "PUT /v2.0/ports/d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 1094 time: 2.1466608 Feb 07 12:57:00.042913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:00.219547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b67785-2f69-4cb2-8089-8333670a398a req-72482968-0620-46fc-ac02-7ace4c708b9b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:00.225818 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'status': 'completed', 'code': 200} Feb 07 12:57:00.226815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62b67785-2f69-4cb2-8089-8333670a398a req-72482968-0620-46fc-ac02-7ace4c708b9b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 0.5185952 Feb 07 12:57:00.235962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] For port 4b6e52f2-9904-4970-90b1-20332e086df8, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:00.241961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8b170-65f8-41ef-a6a6-53b97f84f7fc service neutron] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=8']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:00.263858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] For port 4b6e52f2-9904-4970-90b1-20332e086df8, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4b6e52f2-9904-4970-90b1-20332e086df8,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:57:00.304909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Allocated IP 172.25.7.211 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ac3a91cd-2928-4f97-a283-7855981ae5d3) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:57:00.351721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:00.376398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:00.457011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-ad2f1bd6-806f-44b9-9826-4894fa002e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:00.458838 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-ad2f1bd6-806f-44b9-9826-4894fa002e91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1097 time: 0.3110349 Feb 07 12:57:00.476688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:00.479363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085a092-34f4-4323-8981-e21414de53d3 req-25611409-2482-4571-9737-850640734783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:00.480897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8085a092-34f4-4323-8981-e21414de53d3 req-25611409-2482-4571-9737-850640734783 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7714267 Feb 07 12:57:00.501981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62b67785-2f69-4cb2-8089-8333670a398a req-ed482387-308e-4b4d-966a-8a6f3408391d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687795 Feb 07 12:57:00.529511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'mac_address': 'fa:16:3e:93:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:00.612278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b has no active binding in host n-h1-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 12:57:00.645167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab48979-5bf2-41e8-8213-377377ed8ba9 None None] Pushing event updated for resources: {'Port': ['ID=4b6e52f2-9904-4970-90b1-20332e086df8,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:00.651473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:00.682554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09af04d-e090-4eda-b865-2d88f38c2aad {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:00.711405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:00.778979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-98029e0f-5ac7-446a-93b4-bd3a66c76582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:00.781607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-98029e0f-5ac7-446a-93b4-bd3a66c76582 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1097 time: 0.5063868 Feb 07 12:57:00.856590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-753de4f7-e5f5-45ab-abe4-1db3d754e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:00.858051 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-753de4f7-e5f5-45ab-abe4-1db3d754e171 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3555374 Feb 07 12:57:00.963547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:00.972344 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-44c925eb-31f8-4b3c-9785-5fb32f0c0fa4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.1000469 Feb 07 12:57:00.977889 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:01.090269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-c202e8c3-e6d5-40ba-8dc8-1b38952908e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:01.091902 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-c202e8c3-e6d5-40ba-8dc8-1b38952908e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1107903 Feb 07 12:57:01.208137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-862bf93d-e20d-4b9d-8dbb-bec7b1305d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:01.209808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-862bf93d-e20d-4b9d-8dbb-bec7b1305d6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101437 Feb 07 12:57:01.221029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:01.234346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f09af04d-e090-4eda-b865-2d88f38c2aad'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:01.323370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c70af-f512-4fc3-8b6d-f295741341cb req-c3f45755-0303-437c-b6ba-ec90252cb0a7 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:01.329871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-966c70af-f512-4fc3-8b6d-f295741341cb req-c3f45755-0303-437c-b6ba-ec90252cb0a7 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 943 time: 0.6463442 Feb 07 12:57:01.388096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:01.406250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-2cf122da-15f1-4cf7-8d08-8ce40d5e2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:01.410572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-2cf122da-15f1-4cf7-8d08-8ce40d5e2b27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caa51cd556e949fa9df40a1e8b5fd548&device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 1094 time: 0.8616912 Feb 07 12:57:01.489518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:57:01.494940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:01.500878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event updated for resources: {'Port': ['ID=ac3a91cd-2928-4f97-a283-7855981ae5d3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:01.515525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:57:01.764331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-100811c4-1b0e-43f3-bece-4ae7f044ac18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f HTTP/1.1" status: 200 len: 217 time: 0.2326932 Feb 07 12:57:01.770410 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-fc19fc0d-69c9-4d1d-a87a-f4fa406fc4d3 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435278 Feb 07 12:57:01.824923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-966c70af-f512-4fc3-8b6d-f295741341cb req-01cbf36f-096d-40fa-8615-88e072e2ffe7 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477475 Feb 07 12:57:01.826017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:01.850314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1965a-a549-46f6-8fd0-aa8ad20c7d97 req-2b65ca5f-3fde-474e-93f8-b412b8df68ba tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:01.851875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ac1965a-a549-46f6-8fd0-aa8ad20c7d97 req-2b65ca5f-3fde-474e-93f8-b412b8df68ba tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 946 time: 1.0888941 Feb 07 12:57:01.862269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4b6e52f2-9904-4970-90b1-20332e086df8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:01.964632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-c7064ddc-3875-4882-aac9-971ca70b0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:01.966275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-c7064ddc-3875-4882-aac9-971ca70b0620 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 1.1602578 Feb 07 12:57:02.112910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-c13d3cd5-d509-4ca5-9f4d-924a9f1da772 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.1326971 Feb 07 12:57:02.128650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ac1965a-a549-46f6-8fd0-aa8ad20c7d97 req-26604446-3ce5-4f5b-9ed9-b68252d724ca tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025905 Feb 07 12:57:02.161030 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cd9fe4de-2cfe-45e6-bb99-c945d70f17b7 req-22065707-0c14-42a0-9b51-9946f2db128b service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888404 Feb 07 12:57:02.190488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:02.240066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4b6e52f2-9904-4970-90b1-20332e086df8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:02.607321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbada4f4-6a80-438d-a7bb-1fa0fa25bd66 None None] Network 3dd21a51-98c4-4742-9048-010fee072dd3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:57:02.629459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:02.655667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-1c9a9217-2558-432f-af0f-846b2967c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:02.660309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-1c9a9217-2558-432f-af0f-846b2967c18d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.5168679 Feb 07 12:57:02.914958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-91fa78fb-e5af-43dc-8979-5c2054be8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:02.917321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-91fa78fb-e5af-43dc-8979-5c2054be8f89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e59f8fa-271b-485f-b3b8-dfa4b28c5733 HTTP/1.1" status: 200 len: 861 time: 1.1979127 Feb 07 12:57:02.918418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Subnet': ['ID=83aacdab-1dae-4be9-91de-fc4c463f98d4,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:03.004726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-942ca7b2-3903-4496-b139-5f89d2fdc1cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05c52908-6e23-481b-9487-9ff5ab0cb8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716016 Feb 07 12:57:03.110660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Checking segment: {'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:57:03.111230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network hostable DHCP agents. Network: 569aa18b-b398-4d67-b4a4-32c324bb0f2c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:57:03.306519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:03.409956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-39f337e2-b0c9-4379-9b9b-bc07e6e7c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:03.419545 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-39f337e2-b0c9-4379-9b9b-bc07e6e7c571 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1097 time: 0.6990371 Feb 07 12:57:03.443593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f09af04d-e090-4eda-b865-2d88f38c2aad triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:03.444215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:03.479252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-08c7c0d5-2887-4149-9d8e-5ad22e992c0c service neutron] 10.222.0.47 "GET /v2.0/ports/3d7f7f51-d6df-4b2f-9d6d-9838e509f03b/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.7426777 Feb 07 12:57:03.494198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c15a0f5f-09da-4fb3-a1a5-47ab350f00d3 None None] Provisioning for port 4b6e52f2-9904-4970-90b1-20332e086df8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:03.522847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c15a0f5f-09da-4fb3-a1a5-47ab350f00d3 None None] Provisioning complete for port 4b6e52f2-9904-4970-90b1-20332e086df8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:03.523264 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c15a0f5f-09da-4fb3-a1a5-47ab350f00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:03.664759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-166637b1-5898-4bd2-ad4a-fd40112f909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:03.673928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-166637b1-5898-4bd2-ad4a-fd40112f909a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8333044 Feb 07 12:57:03.703389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network 569aa18b-b398-4d67-b4a4-32c324bb0f2c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:57:03.839548 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c15a0f5f-09da-4fb3-a1a5-47ab350f00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:03.871483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:03.879487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484766c-3990-4b52-8aa0-cd77bf3b1cb5 req-2048cd2c-0416-44b7-8f96-761d66a6215a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:03.883490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9484766c-3990-4b52-8aa0-cd77bf3b1cb5 req-2048cd2c-0416-44b7-8f96-761d66a6215a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 943 time: 1.2193620 Feb 07 12:57:03.917665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-04f6ac60-70a2-4b75-8b88-e92a2c8e44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:03.920545 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-04f6ac60-70a2-4b75-8b88-e92a2c8e44b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.4684005 Feb 07 12:57:03.943933 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:03.965451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-0bbcac0e-dfe1-4ead-8ef7-2f4c2767104e service neutron] 10.222.0.35 "GET /v2.0/networks/05c52908-6e23-481b-9487-9ff5ab0cb8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9224231 Feb 07 12:57:03.966578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c15a0f5f-09da-4fb3-a1a5-47ab350f00d3 None None] For port 4b6e52f2-9904-4970-90b1-20332e086df8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4b6e52f2-9904-4970-90b1-20332e086df8,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:04.001634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:04.002847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:04.021398 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-9dc14b52-5140-4ecc-a28a-d9b4103fb506 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.0916939 Feb 07 12:57:04.022861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 569aa18b-b398-4d67-b4a4-32c324bb0f2c) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:04.028038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:04.028740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:04.032996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f32252a-97d3-4fc2-8296-42f87a7a1a41 None None] Network 569aa18b-b398-4d67-b4a4-32c324bb0f2c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:57:04.148334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:04.198519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44891dcd-bfc6-4c87-befb-e1a01bf6bda5 req-229612c1-116b-42d7-b764-6dfc01cd95f6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:04.205990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44891dcd-bfc6-4c87-befb-e1a01bf6bda5 req-229612c1-116b-42d7-b764-6dfc01cd95f6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 943 time: 1.0042677 Feb 07 12:57:04.288157 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:04.291143 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c15a0f5f-09da-4fb3-a1a5-47ab350f00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:04.316629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9484766c-3990-4b52-8aa0-cd77bf3b1cb5 req-7fb252a2-3673-4a15-8485-1ea62bfd1acb tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497872 Feb 07 12:57:04.378683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-ab46e5f9-10fb-41b8-b12d-1360e978ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:04.380687 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-ab46e5f9-10fb-41b8-b12d-1360e978ff00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.3508911 Feb 07 12:57:04.448207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a6d54fe4-5f68-45b7-8165-eefc8a7123e6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.3615301 Feb 07 12:57:04.461587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event updated for resources: {'Port': ['ID=ac3a91cd-2928-4f97-a283-7855981ae5d3,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:04.491480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:04.554567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-6bc26a7b-9f17-479e-bcc3-cd2ec0919445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:04.556388 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-6bc26a7b-9f17-479e-bcc3-cd2ec0919445 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669080 Feb 07 12:57:04.670800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:04.673795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:04.675510 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9990823-23b8-41be-ab75-f121454e85ff tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6380565 Feb 07 12:57:04.703467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-25030a24-72d7-44df-a551-e1f765a2daaa service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9814196 Feb 07 12:57:04.712314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44891dcd-bfc6-4c87-befb-e1a01bf6bda5 req-5d55d321-76cf-4548-b5b3-63f0fbcacefb tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660368 Feb 07 12:57:04.714247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21772a4-e697-473e-ae2c-ae01cda9d95a req-cf616a3f-30d0-4eed-80ad-97c4ea01f44b service neutron] 10.222.0.35 "GET /v2.0/networks/05c52908-6e23-481b-9487-9ff5ab0cb8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352903 Feb 07 12:57:04.816516 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-f6dbff71-14ac-4050-9be4-23b4a86f84cf service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531254 Feb 07 12:57:04.846247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-38412981-ccb1-4fbf-af2e-40648aa1f081 None None] Provisioning complete for port 4b6e52f2-9904-4970-90b1-20332e086df8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:04.846615 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-38412981-ccb1-4fbf-af2e-40648aa1f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:04.905419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.919734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.920428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.921818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.922081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.922603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.922993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.923379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.923794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.924223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.924610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.924995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:04.932350 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'code': 200} Feb 07 12:57:05.102817 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-5902f309-0677-46fe-b3c2-43657d0da785 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784662 Feb 07 12:57:05.103642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a0f5f-09da-4fb3-a1a5-47ab350f00d3 None None] Pushing event updated for resources: {'Port': ['ID=4b6e52f2-9904-4970-90b1-20332e086df8,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:05.208647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-569aa18b-b398-4d67-b4a4-32c324bb0f2c', 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'fixed_ips': [{'subnet_id': '83aacdab-1dae-4be9-91de-fc4c463f98d4'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:57:05.209571 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:05.234238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:05.355571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93bcc0e3-8ed4-4711-abdb-e3b9617ee590 req-13575cc4-51df-4f8e-921e-0aaccb15148d service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402407 Feb 07 12:57:05.360843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:05.383730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6579c8-8911-4319-92d3-135e07171623 req-431b7f82-df7c-49cd-8b2f-708a5e5ce527 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:05.385389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd6579c8-8911-4319-92d3-135e07171623 req-431b7f82-df7c-49cd-8b2f-708a5e5ce527 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 946 time: 0.5158205 Feb 07 12:57:05.398896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:05.562420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Allocated IP 19.86.0.2 (569aa18b-b398-4d67-b4a4-32c324bb0f2c/83aacdab-1dae-4be9-91de-fc4c463f98d4/5e109ad7-2498-4ece-b103-8cc5adee0b84) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:57:05.715905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:05.752167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:05.964343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:06.005970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4b6e52f2-9904-4970-90b1-20332e086df8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:06.007108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-00d98210-d5b0-40fc-b920-67fb6ce23fe8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:06.007108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-00d98210-d5b0-40fc-b920-67fb6ce23fe8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:06.007108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb843467-8dea-4a4d-852b-c039321b4240 req-00d98210-d5b0-40fc-b920-67fb6ce23fe8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Synchronizing usage tracker for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:06.007108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd6579c8-8911-4319-92d3-135e07171623 req-56a143b4-0e5c-4676-88bc-98900bd9e0b3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635766 Feb 07 12:57:06.009147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.053568 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.063781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:06.084710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Transition to ACTIVE for port object 5e109ad7-2498-4ece-b103-8cc5adee0b84 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:06.096301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4b6e52f2-9904-4970-90b1-20332e086df8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:06.096682 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.130070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'mac_address': 'fa:16:3e:71:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:06.141712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb843467-8dea-4a4d-852b-c039321b4240 req-00d98210-d5b0-40fc-b920-67fb6ce23fe8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Unset dirty status for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:06.150027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-00d98210-d5b0-40fc-b920-67fb6ce23fe8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/networks?id=3dd21a51-98c4-4742-9048-010fee072dd3&id=569aa18b-b398-4d67-b4a4-32c324bb0f2c HTTP/1.1" status: 200 len: 1392 time: 1.0873175 Feb 07 12:57:06.178176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Transition to ACTIVE for port object 5e109ad7-2498-4ece-b103-8cc5adee0b84 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:06.228635 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.251131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d455376e-da8e-474c-8b68-f73e0f1be232 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:06.258894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-83877b9d-0301-4077-bff9-76d7e97b9ad6 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/quotas/ff7995bfb054424f85e85a64f917ce0e HTTP/1.1" status: 200 len: 375 time: 0.1052921 Feb 07 12:57:06.315321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:06.337707 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.425647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Network 569aa18b-b398-4d67-b4a4-32c324bb0f2c is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:57:06.429200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:06.433463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:57:06.455623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Transition to ACTIVE for port object 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:06.485704 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.494241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Pushing event updated for resources: {'Port': ['ID=5e109ad7-2498-4ece-b103-8cc5adee0b84,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:06.495823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-dd718830-b684-4d19-a648-f4539e63e4ff tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2374766 Feb 07 12:57:06.626499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Attempting to bind port 5e109ad7-2498-4ece-b103-8cc5adee0b84 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:57:06.626862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Attempting to bind port 5e109ad7-2498-4ece-b103-8cc5adee0b84 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:57:06.627227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Attempting to bind port 5e109ad7-2498-4ece-b103-8cc5adee0b84 on network 569aa18b-b398-4d67-b4a4-32c324bb0f2c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:06.634951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:57:06.635200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Checking segment: {'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:57:06.635763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.636334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Bound using segment: {'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:57:06.637051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Bound port: 5e109ad7-2498-4ece-b103-8cc5adee0b84, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:57:06.637430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.643775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.667474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:06.729014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-65e87ff8-f6bf-47ca-aaa6-61667129740d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:06.740702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-65e87ff8-f6bf-47ca-aaa6-61667129740d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 822 time: 0.7063582 Feb 07 12:57:06.765263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['d455376e-da8e-474c-8b68-f73e0f1be232'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:06.800913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] For port 5e109ad7-2498-4ece-b103-8cc5adee0b84, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:06.832914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] For port 5e109ad7-2498-4ece-b103-8cc5adee0b84, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5e109ad7-2498-4ece-b103-8cc5adee0b84,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:57:06.844243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-ea113858-6ecf-4314-9273-3197c7306345 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/quotas/bf90c0539887466990629b10acfbbde3 HTTP/1.1" status: 200 len: 375 time: 0.0826061 Feb 07 12:57:06.967675 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:06.978594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] No DVR routers for this DVR port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:07.001521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:07.094117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.094624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.095139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.095739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.096343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.096727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.097355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.097713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.098221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.098873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.099240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.099603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:07.116512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6493c1-7600-4fbf-b91f-7a0e2aa0431d None None] Pushing event updated for resources: {'Port': ['ID=5e109ad7-2498-4ece-b103-8cc5adee0b84,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:07.127394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ceaef76e-57b7-4bc1-8f95-a05c56ea1037 service neutron] 10.222.0.47 "PUT /v2.0/ports/3d7f7f51-d6df-4b2f-9d6d-9838e509f03b/bindings/n-h1-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 3.6318429 Feb 07 12:57:07.130306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-4529b86b-ac90-4f38-8e86-63b97db5aa7d service neutron] 10.222.0.69 "GET /v2.0/networks/3dd21a51-98c4-4742-9048-010fee072dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333630 Feb 07 12:57:07.266907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-d29e5181-cb1a-498c-8fed-d5b6cd95a0c0 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4115710 Feb 07 12:57:07.428628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-68125aca-6968-4560-9bf3-2d6c7cef3601 service neutron] 10.222.0.69 "GET /v2.0/networks/3dd21a51-98c4-4742-9048-010fee072dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923455 Feb 07 12:57:07.494955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-56abe9fc-ad89-4a5e-bb9a-5d62559b3d30 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164660 Feb 07 12:57:07.530476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-4ffe485b-54cd-4019-a386-3d83f21cfdac tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:07.532029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-4ffe485b-54cd-4019-a386-3d83f21cfdac tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.1696336 Feb 07 12:57:07.684486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:07.752410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-bb9271fa-f8ae-4e54-abe6-7d9d37b5f478 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564840 Feb 07 12:57:07.774619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-fb429041-0292-4a31-aa0e-a316d74fe7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:07.776408 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-fb429041-0292-4a31-aa0e-a316d74fe7b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0 HTTP/1.1" status: 200 len: 1095 time: 0.2354865 Feb 07 12:57:08.071697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-035afd41-56da-4948-9b94-f190a700bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:08.075537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5e109ad7-2498-4ece-b103-8cc5adee0b84 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:08.080022 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-035afd41-56da-4948-9b94-f190a700bd0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1095 time: 0.2710700 Feb 07 12:57:08.123814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-215a6994-e6ed-4d73-adf6-4882889081cb service neutron] 10.222.0.69 "GET /v2.0/networks/569aa18b-b398-4d67-b4a4-32c324bb0f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892434 Feb 07 12:57:08.388970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,segment=NetworkSegment(1b0b304e-ea70-4d6a-af25-9660f5412b3d),segment_id=1b0b304e-ea70-4d6a-af25-9660f5412b3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:08.475260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f', 'network_id': '05c52908-6e23-481b-9487-9ff5ab0cb8eb', 'port_id': 'b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f', 'mac_address': 'fa:16:3e:51:07:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e59f8fa-271b-485f-b3b8-dfa4b28c5733', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:08.487381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-84442fdf-f281-4b94-bd5c-266e62f11c42 service neutron] 10.222.0.69 "GET /v2.0/networks/569aa18b-b398-4d67-b4a4-32c324bb0f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543344 Feb 07 12:57:08.622758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-462c2d38-8a99-48c3-b062-46534e166ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:08.624328 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-462c2d38-8a99-48c3-b062-46534e166ca6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.5277083 Feb 07 12:57:08.671584 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:08.700575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:08.724254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,segment=NetworkSegment(1b0b304e-ea70-4d6a-af25-9660f5412b3d),segment_id=1b0b304e-ea70-4d6a-af25-9660f5412b3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:08.778288 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-ac3574af-33a2-4e4d-bdaa-995ed5048c5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 217 time: 0.1412511 Feb 07 12:57:08.861426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-c3164c31-925d-4e11-bfc5-4c3a2b3c83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:08.862954 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-c3164c31-925d-4e11-bfc5-4c3a2b3c83dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.0765433 Feb 07 12:57:08.891095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 5e109ad7-2498-4ece-b103-8cc5adee0b84 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:08.922688 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-b23a6582-058c-4254-b970-c3bcff805e47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511262 Feb 07 12:57:08.938520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645eb794-f0ec-41fe-9397-87c662afb327 None None] Network 569aa18b-b398-4d67-b4a4-32c324bb0f2c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:57:09.101537 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dfe5f777-3c67-4291-98ac-5add7f9fc90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:09.107229 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-28d77b73-17f5-44a1-b5b9-6c672a2debe2 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778760 Feb 07 12:57:09.209978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:09.316275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65838-30a5-4821-b9b0-0af2fd5559b4 req-4800dfba-9fe9-4e39-b359-a43a7021f836 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:09.324620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1c65838-30a5-4821-b9b0-0af2fd5559b4 req-4800dfba-9fe9-4e39-b359-a43a7021f836 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 944 time: 0.1513376 Feb 07 12:57:09.519158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:09.622610 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-fccc3508-86d2-4dd9-9ab0-05dd12c35af3 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094683 Feb 07 12:57:09.711393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ab6a0253-07ad-40f3-837b-0d408e4501dc None None] Provisioning for port 5e109ad7-2498-4ece-b103-8cc5adee0b84 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:09.730150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1c65838-30a5-4821-b9b0-0af2fd5559b4 req-ee758af5-8f76-4974-a29f-014e08da5eb0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033387 Feb 07 12:57:09.740594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:09.812266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:09.952415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ab6a0253-07ad-40f3-837b-0d408e4501dc None None] Provisioning complete for port 5e109ad7-2498-4ece-b103-8cc5adee0b84 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:09.953410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0253-07ad-40f3-837b-0d408e4501dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:10.122398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-1f5502ec-75d3-4de7-b41f-08b07f54f62b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:10.123108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-1f5502ec-75d3-4de7-b41f-08b07f54f62b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Synchronizing usage tracker for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:10.133028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2d9a9-3393-4828-b961-c2d6448373e3 req-f90c5f63-524e-46f6-b001-0575d1abd989 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:10.143430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48d2d9a9-3393-4828-b961-c2d6448373e3 req-f90c5f63-524e-46f6-b001-0575d1abd989 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 944 time: 0.2390881 Feb 07 12:57:10.152339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-1f5502ec-75d3-4de7-b41f-08b07f54f62b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Unset dirty status for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:10.158396 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-1f5502ec-75d3-4de7-b41f-08b07f54f62b tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 944 time: 0.2903354 Feb 07 12:57:10.268321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48d2d9a9-3393-4828-b961-c2d6448373e3 req-2f8fbc68-89d4-4b76-931c-80694501e0be tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193421 Feb 07 12:57:10.379800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Deleting port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:10.379800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:10.760288 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0253-07ad-40f3-837b-0d408e4501dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:10.870876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port d455376e-da8e-474c-8b68-f73e0f1be232 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:10.944330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port d455376e-da8e-474c-8b68-f73e0f1be232 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:10.952284 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:10.956979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] For port 54af436e-992b-4fc7-9fe7-3eebc495a0a7, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=54af436e-992b-4fc7-9fe7-3eebc495a0a7,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:10.957635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:11.011418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-d91a1d4e-0565-49d0-9c73-061f5ff844b3 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:11.013640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-d91a1d4e-0565-49d0-9c73-061f5ff844b3 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.5122485 Feb 07 12:57:11.022188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b81131-a1e5-4558-8870-758ef6c68b4a req-6ada43d3-4e0b-46c5-8f9d-bc30caadf1c6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:11.029788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4b81131-a1e5-4558-8870-758ef6c68b4a req-6ada43d3-4e0b-46c5-8f9d-bc30caadf1c6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 947 time: 0.3566990 Feb 07 12:57:11.120342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ab6a0253-07ad-40f3-837b-0d408e4501dc None None] For port 5e109ad7-2498-4ece-b103-8cc5adee0b84, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5e109ad7-2498-4ece-b103-8cc5adee0b84,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:11.275342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Calling delete_port for 54af436e-992b-4fc7-9fe7-3eebc495a0a7 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:11.319641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0253-07ad-40f3-837b-0d408e4501dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:11.360597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4b81131-a1e5-4558-8870-758ef6c68b4a req-eeeee584-c109-4ac9-8bf8-c41fa38a5130 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289759 Feb 07 12:57:11.404733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-743eb2e3-97cb-429c-b532-643d802abf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:11.457210 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:11.491548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a0253-07ad-40f3-837b-0d408e4501dc None None] Pushing event updated for resources: {'Port': ['ID=5e109ad7-2498-4ece-b103-8cc5adee0b84,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:11.495771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-26107ca7-3dc9-44d7-b00c-4cddc0a8fda7 None None] Provisioning complete for port 5e109ad7-2498-4ece-b103-8cc5adee0b84 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:11.500694 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-26107ca7-3dc9-44d7-b00c-4cddc0a8fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:11.535017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:11.568729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:11.670749 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:11.726961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175f8619-3188-4666-9510-4cb9f347ecbb req-ccfe4991-d581-4763-a302-cad899aaf533 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 210 time: 0.1902974 Feb 07 12:57:11.748983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-80315730-7502-4aa2-b3e4-f0756a608f2f service neutron] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:11.761781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-80315730-7502-4aa2-b3e4-f0756a608f2f service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:11.761781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79497840-bbcb-46bc-a34d-64c4f05d8a56 req-80315730-7502-4aa2-b3e4-f0756a608f2f service neutron] 10.222.0.35 "DELETE /v2.0/ports/3d7f7f51-d6df-4b2f-9d6d-9838e509f03b/bindings/n-h2-811416-5 HTTP/1.1" status: 204 len: 173 time: 0.7126436 Feb 07 12:57:11.779789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:11.853302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5e109ad7-2498-4ece-b103-8cc5adee0b84 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:11.914810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:12.085871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Pushing event deleted for resources: {'Port': ['ID=54af436e-992b-4fc7-9fe7-3eebc495a0a7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:12.094064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a479c935-7b16-4d12-8672-b34c71e2ec7f req-ebce6265-3093-4a16-bf3e-ac05524abea5 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 210 time: 0.0708580 Feb 07 12:57:12.240467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] No DVR routers for this DVR port 54af436e-992b-4fc7-9fe7-3eebc495a0a7 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:12.245010 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:12.257318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:12.261472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'name': 'network-vif-deleted', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:12.323006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5e109ad7-2498-4ece-b103-8cc5adee0b84 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:12.324336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:12.395896 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:12.416827 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-944ccfc7-a0aa-491a-b521-54374dab4da1 req-3c9af36a-353e-445d-b4f6-4c63a2e2bc5d tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.35 "DELETE /v2.0/ports/54af436e-992b-4fc7-9fe7-3eebc495a0a7 HTTP/1.1" status: 204 len: 173 time: 2.2546740 Feb 07 12:57:12.457418 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:12.461726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:12.493402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:12.494069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:12.526956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72f5baa0-619e-4ba9-a6e4-19b5f9cd98ca req-2f7ca585-693d-4c00-bd6a-08b958fe50bb tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fc70e97-80fb-4624-be79-60bdb11e5a41 HTTP/1.1" status: 200 len: 210 time: 0.1223273 Feb 07 12:57:12.965490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d56ae2-cd04-4e19-9839-2fb58b7e2030 req-a06bfe94-55c9-4d83-a5f7-1f32e7e342f6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:12.967105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02d56ae2-cd04-4e19-9839-2fb58b7e2030 req-a06bfe94-55c9-4d83-a5f7-1f32e7e342f6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 944 time: 0.1930206 Feb 07 12:57:12.982375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-426f1e05-40ac-4764-b67e-d381a5084bae tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:12.991135 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-426f1e05-40ac-4764-b67e-d381a5084bae tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.35 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 822 time: 0.5530384 Feb 07 12:57:13.010213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Request body: {'port': {'device_id': '08795f2f-04dd-4ff5-b585-2579067150be', 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'admin_state_up': True, 'tenant_id': 'bf90c0539887466990629b10acfbbde3'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:13.027594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02d56ae2-cd04-4e19-9839-2fb58b7e2030 req-415b3b0b-c247-4510-9978-b7e137b114b9 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495279 Feb 07 12:57:13.117832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:13.236242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:13.265065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:13.306422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08158214-8015-48d1-bc28-bde7076bfb64 req-571c444b-1ae7-4306-b953-0a2c8989c1c1 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:13.308219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08158214-8015-48d1-bc28-bde7076bfb64 req-571c444b-1ae7-4306-b953-0a2c8989c1c1 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 944 time: 0.1058538 Feb 07 12:57:13.370290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,segment=NetworkSegment(1b0b304e-ea70-4d6a-af25-9660f5412b3d),segment_id=1b0b304e-ea70-4d6a-af25-9660f5412b3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:13.376325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08158214-8015-48d1-bc28-bde7076bfb64 req-f8f8edbf-7045-4574-8b07-eb7daa140dde tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517178 Feb 07 12:57:13.507571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Made reservation on behalf of bf90c0539887466990629b10acfbbde3 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:57:13.511127 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:13.576360 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:13.580837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 54af436e-992b-4fc7-9fe7-3eebc495a0a7 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:13.963710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Allocated IP 172.20.0.8 (a9c2ce28-cbca-449e-8f66-807b427a0170/8bb2c2ec-4c72-4320-9b61-35e0a156e7b6/6f8b90f6-d33e-490a-abae-eca2d36d23d4) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:57:13.997292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 54af436e-992b-4fc7-9fe7-3eebc495a0a7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:57:14.016193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 54af436e-992b-4fc7-9fe7-3eebc495a0a7 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:57:14.016193 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:14.016193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:14.110979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-b9232dfd-bcaf-4857-865b-d40c90bff211 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:14.117815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-b9232dfd-bcaf-4857-865b-d40c90bff211 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:14.119607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-b9232dfd-bcaf-4857-865b-d40c90bff211 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "GET /v2.0/networks?id=3dd21a51-98c4-4742-9048-010fee072dd3&id=569aa18b-b398-4d67-b4a4-32c324bb0f2c HTTP/1.1" status: 200 len: 1392 time: 0.4669278 Feb 07 12:57:14.152398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'port': {'device_id': '309f9405-c591-4d03-a40f-b75c9e80047a', 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3', 'admin_state_up': True, 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:14.500340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:14.507721 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'code': 200} Feb 07 12:57:14.509046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:port and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:57:14.520510 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:14.616843 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc70e97-80fb-4624-be79-60bdb11e5a41', 'name': 'network-vif-deleted', 'tag': '54af436e-992b-4fc7-9fe7-3eebc495a0a7', 'status': 'completed', 'code': 200} Feb 07 12:57:14.617376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:57:14.660740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:14.793057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-44385f37-9547-4e7c-9ef6-23130cc8942a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:14.795602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-44385f37-9547-4e7c-9ef6-23130cc8942a tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e&tenant_id=b813f812d35748d79cccd6537e963355&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 949 time: 0.2810833 Feb 07 12:57:14.840018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:14.902474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:15.102956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:57:15.111234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:15.154391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Network a9c2ce28-cbca-449e-8f66-807b427a0170 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:57:15.156109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event updated for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:15.175620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:15.190577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:57:15.486822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-67ff383a-f835-4653-8ce9-b3363988a2e6 service neutron] 10.222.0.35 "GET /v2.0/ports/d455376e-da8e-474c-8b68-f73e0f1be232/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 382 time: 0.6844714 Feb 07 12:57:15.541594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:15.542442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:15.562544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389b1b8-8604-433d-8e55-3fca4012b92c req-1f6201d7-cff9-408f-b7f2-66f1bcac0827 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:15.594763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c389b1b8-8604-433d-8e55-3fca4012b92c req-1f6201d7-cff9-408f-b7f2-66f1bcac0827 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 931 time: 0.6333227 Feb 07 12:57:15.737305 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7157241f-d9f5-42e6-a0db-ee5353df2756 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7355609 Feb 07 12:57:15.749997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c389b1b8-8604-433d-8e55-3fca4012b92c req-22debaf3-e913-4119-bcd3-be76ee6e6290 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107306 Feb 07 12:57:15.755181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Request body: {'port': {'device_id': '08795f2f-04dd-4ff5-b585-2579067150be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:15.768951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Allocated IP 19.80.0.232 (3dd21a51-98c4-4742-9048-010fee072dd3/b428cbfe-90f1-497f-8f83-f9d23a194834/f8c84572-5a6c-4eea-9b0f-582d98a947e2) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:57:15.795397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-60d1133e-38ef-45ae-b180-115c9eaf0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:15.798333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-60d1133e-38ef-45ae-b180-115c9eaf0ff2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1100 time: 0.2457609 Feb 07 12:57:15.865236 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:57:16.009463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:16.364901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27c18346-9a2f-4b3b-97aa-27150b261047 req-ab371a2c-b5bc-4d5e-9d17-d002054fb161 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 210 time: 0.2069697 Feb 07 12:57:16.457371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-186390f0-2d07-4726-8998-4b887d8ffcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:16.459012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-186390f0-2d07-4726-8998-4b887d8ffcd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.6499283 Feb 07 12:57:16.504308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68e8810-8823-4a28-9233-162a5a98e14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:16.616312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-2b896e1e-57f5-4233-a6fb-ebfd01cafadd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.1400106 Feb 07 12:57:16.654714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8b90f6-d33e-490a-abae-eca2d36d23d4 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:16.677317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:16.715239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Transition to ACTIVE for port object 6f8b90f6-d33e-490a-abae-eca2d36d23d4 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:16.816150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:16.832149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-6688b2ca-1ecb-4886-93bf-647d98dc00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:16.833655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-6688b2ca-1ecb-4886-93bf-647d98dc00c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2049131 Feb 07 12:57:16.903211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:16.943701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Transition to ACTIVE for port object f8c84572-5a6c-4eea-9b0f-582d98a947e2 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:16.984760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa55e-d858-4031-9cad-edd746d2e2af req-eaff8f30-5d4b-4190-ae5e-84c50f038f33 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:16.992711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cacfa55e-d858-4031-9cad-edd746d2e2af req-eaff8f30-5d4b-4190-ae5e-84c50f038f33 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 949 time: 0.2786496 Feb 07 12:57:17.059414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-05c27143-2f0d-4fa9-9101-b179e0843bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:17.059936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:17.060973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-05c27143-2f0d-4fa9-9101-b179e0843bfd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2178099 Feb 07 12:57:17.075502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cacfa55e-d858-4031-9cad-edd746d2e2af req-5fea8896-7ff5-4f7e-ba6c-b429ac24070e tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799882 Feb 07 12:57:17.247137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:17.311839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Attempting to bind port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:57:17.312319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Attempting to bind port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:57:17.312694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Attempting to bind port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 on network a9c2ce28-cbca-449e-8f66-807b427a0170 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:17.318462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 on network a9c2ce28-cbca-449e-8f66-807b427a0170 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:57:17.318772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Attempting to bind port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 on network a9c2ce28-cbca-449e-8f66-807b427a0170 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:17.324961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:57:17.325322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Checking segment: {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:57:17.325786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Bound using segment: {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:57:17.326203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Bound port: 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:57:17.326700 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:17.443712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Port': ['ID=f8c84572-5a6c-4eea-9b0f-582d98a947e2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:17.505753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:17.518194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:57:17.546893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network 3dd21a51-98c4-4742-9048-010fee072dd3 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:57:17.569656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:17.578318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:57:17.662648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:17.706387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:17.707553 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:17.754111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-79b04817-9e2f-497d-b3c8-de9e447bdd14 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774452 Feb 07 12:57:17.921212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:17.963448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:17.964385 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:17.966641 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-27cf06d9-b9d4-416d-ab1c-f50687f906bf service neutron] 10.222.0.35 "PUT /v2.0/ports/6f8b90f6-d33e-490a-abae-eca2d36d23d4 HTTP/1.1" status: 200 len: 1091 time: 2.2179031 Feb 07 12:57:17.967119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:17.988933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-177ae786-5086-4802-9579-e1cc2e7211f3 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200561 Feb 07 12:57:17.992670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6751d24d-9eb2-4174-be7e-eb9fbf64e346 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8569098 Feb 07 12:57:18.008092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Request body: {'port': {'device_id': '309f9405-c591-4d03-a40f-b75c9e80047a', 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c', 'admin_state_up': True, 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:18.036749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff1e97-86ca-4774-bc51-e197a9fd1e66 req-3f2fc0ad-b282-4c39-b4b5-5acaf7feb537 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:18.044281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60ff1e97-86ca-4774-bc51-e197a9fd1e66 req-3f2fc0ad-b282-4c39-b4b5-5acaf7feb537 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 945 time: 0.6161380 Feb 07 12:57:18.187944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60ff1e97-86ca-4774-bc51-e197a9fd1e66 req-b69c8d0f-a663-4d28-8c0d-1043e2f8d0df tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425626 Feb 07 12:57:18.263029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:18.269413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Usage tracker for resource:port and tenant:ff7995bfb054424f85e85a64f917ce0e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:57:18.276264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:57:18.287156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:18.399086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb249-1373-4964-b0ed-4df26b48c0cf req-28ec01a4-e05f-4b75-a104-475422639b10 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:18.401356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e39eb249-1373-4964-b0ed-4df26b48c0cf req-28ec01a4-e05f-4b75-a104-475422639b10 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1095 time: 0.1067312 Feb 07 12:57:18.510303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e39eb249-1373-4964-b0ed-4df26b48c0cf req-f5a52a57-f773-4eba-bffc-6264aed25372 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982494 Feb 07 12:57:18.530444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-b52f559d-f507-4608-9937-43af3b382194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:18.532064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-b52f559d-f507-4608-9937-43af3b382194 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 1094 time: 0.1053846 Feb 07 12:57:18.625921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-583fca6f-dd0c-4db7-a80e-98abcfa747ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4 HTTP/1.1" status: 200 len: 217 time: 0.0862644 Feb 07 12:57:18.669147 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68e8810-8823-4a28-9233-162a5a98e14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f', 'code': 200} Feb 07 12:57:18.691387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-086a2981-31f8-4499-b9ca-15097455188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:18.693035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-086a2981-31f8-4499-b9ca-15097455188b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bb2c2ec-4c72-4320-9b61-35e0a156e7b6 HTTP/1.1" status: 200 len: 862 time: 0.0617478 Feb 07 12:57:18.814551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae677b6c-6195-454f-b4c6-cd7ac0cdd926 req-9825b280-16d2-41f5-9b39-74d9adef1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:18.816137 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ae677b6c-6195-454f-b4c6-cd7ac0cdd926 req-9825b280-16d2-41f5-9b39-74d9adef1ad8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 1096 time: 0.0901082 Feb 07 12:57:18.871829 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ae677b6c-6195-454f-b4c6-cd7ac0cdd926 req-bfe33317-ffaa-4f13-841f-5eaedf2ecd76 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455651 Feb 07 12:57:18.900867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-6736b938-236f-425f-ae8d-2b2653753ada service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9c2ce28-cbca-449e-8f66-807b427a0170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2010491 Feb 07 12:57:18.930363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Made reservation on behalf of ff7995bfb054424f85e85a64f917ce0e for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:57:18.935636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d52ddb63-c5ef-42ba-9b9a-b06abd8e22ef None None] Provisioning for port f8c84572-5a6c-4eea-9b0f-582d98a947e2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:18.935789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:18.938708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d52ddb63-c5ef-42ba-9b9a-b06abd8e22ef None None] Provisioning complete for port f8c84572-5a6c-4eea-9b0f-582d98a947e2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:18.942631 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d52ddb63-c5ef-42ba-9b9a-b06abd8e22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:19.026264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d52ddb63-c5ef-42ba-9b9a-b06abd8e22ef None None] Port f8c84572-5a6c-4eea-9b0f-582d98a947e2 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:57:19.270333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-e8e7df4f-ecd4-4644-828c-00bad1a88610 service neutron] 10.222.0.35 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035513 Feb 07 12:57:19.275595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Allocated IP 19.86.0.11 (569aa18b-b398-4d67-b4a4-32c324bb0f2c/83aacdab-1dae-4be9-91de-fc4c463f98d4/b9ecb219-d618-47ab-8c03-31a3d28db41c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:57:19.604103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecba4e7-7a6c-42fe-b1cd-185baf27b124 req-7f556a99-24ec-43f0-98ac-23f1379bfb5f service neutron] 10.222.0.35 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259864 Feb 07 12:57:19.726964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:19.746132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Transition to ACTIVE for port object b9ecb219-d618-47ab-8c03-31a3d28db41c will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:19.837668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa5c02-1ac6-4bca-8442-23c624005cb2 req-f25688a1-affc-48f3-8037-257bc5fae48a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:19.846850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8fa5c02-1ac6-4bca-8442-23c624005cb2 req-f25688a1-affc-48f3-8037-257bc5fae48a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 943 time: 0.2858934 Feb 07 12:57:19.937502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8fa5c02-1ac6-4bca-8442-23c624005cb2 req-354849c7-9574-4fa7-af68-035ea744c463 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894537 Feb 07 12:57:19.977614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769836f-8048-4c36-9700-732be14a45af req-27ab7421-4500-40a9-b35c-281a6cb850cb tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:19.979629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a769836f-8048-4c36-9700-732be14a45af req-27ab7421-4500-40a9-b35c-281a6cb850cb tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.35 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 944 time: 0.1174068 Feb 07 12:57:20.070785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Deleting port 86678022-2abc-44e1-bc08-f6ec52a3a511 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:20.071208 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:20.127155 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:20.333605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Network 569aa18b-b398-4d67-b4a4-32c324bb0f2c is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:57:20.348856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:20.358545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event updated for resources: {'Port': ['ID=b9ecb219-d618-47ab-8c03-31a3d28db41c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:20.361714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:57:20.633529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] For port 86678022-2abc-44e1-bc08-f6ec52a3a511, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=86678022-2abc-44e1-bc08-f6ec52a3a511,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:20.634289 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:20.863169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Calling delete_port for 86678022-2abc-44e1-bc08-f6ec52a3a511 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:21.153856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187e241-d6b1-4b5d-9ac7-a5155b0f714d req-a233e268-afb0-42f9-a1f7-6a12353fc563 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:21.155214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187e241-d6b1-4b5d-9ac7-a5155b0f714d req-a233e268-afb0-42f9-a1f7-6a12353fc563 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:21.156436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4187e241-d6b1-4b5d-9ac7-a5155b0f714d req-a233e268-afb0-42f9-a1f7-6a12353fc563 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Synchronizing usage tracker for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:21.676958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:21.676958 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:21.785054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6f8b90f6-d33e-490a-abae-eca2d36d23d4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:21.793671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e6c42bfa-3c76-4de4-894f-b3348f36a32c None None] Provisioning for port b9ecb219-d618-47ab-8c03-31a3d28db41c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:21.794135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4187e241-d6b1-4b5d-9ac7-a5155b0f714d req-a233e268-afb0-42f9-a1f7-6a12353fc563 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Unset dirty status for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:21.795464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4187e241-d6b1-4b5d-9ac7-a5155b0f714d req-a233e268-afb0-42f9-a1f7-6a12353fc563 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1654 time: 1.6778665 Feb 07 12:57:21.798057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-533619c0-39f7-4541-847c-9f739010bf23 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7967129 Feb 07 12:57:21.798763 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:21.802116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e6c42bfa-3c76-4de4-894f-b3348f36a32c None None] Provisioning complete for port b9ecb219-d618-47ab-8c03-31a3d28db41c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:21.802696 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e6c42bfa-3c76-4de4-894f-b3348f36a32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:21.859407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Request body: {'port': {'device_id': '309f9405-c591-4d03-a40f-b75c9e80047a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:21.953090 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4187e241-d6b1-4b5d-9ac7-a5155b0f714d req-97ee4b5e-d052-41d1-bff5-34cb9f6e1114 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649087 Feb 07 12:57:21.953835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Pushing event deleted for resources: {'Port': ['ID=86678022-2abc-44e1-bc08-f6ec52a3a511,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:21.956342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e6c42bfa-3c76-4de4-894f-b3348f36a32c None None] Port b9ecb219-d618-47ab-8c03-31a3d28db41c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:57:22.094695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:22.113383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'port_id': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'mac_address': 'fa:16:3e:5d:b8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb2c2ec-4c72-4320-9b61-35e0a156e7b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:22.144920 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'status': 'completed', 'code': 200} Feb 07 12:57:22.155310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] No DVR routers for this DVR port 86678022-2abc-44e1-bc08-f6ec52a3a511 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:22.214683 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:22.248282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8b90f6-d33e-490a-abae-eca2d36d23d4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:22.267847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:22.285229 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:22.287512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a769836f-8048-4c36-9700-732be14a45af req-11646313-63ab-403d-9436-06e267d91ec5 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.35 "DELETE /v2.0/ports/86678022-2abc-44e1-bc08-f6ec52a3a511 HTTP/1.1" status: 204 len: 173 time: 2.3010685 Feb 07 12:57:22.288194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'name': 'network-vif-deleted', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:22.366955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:22.376483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-ca217583-6f5e-427c-b647-ce8c645306bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:22.380703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:22.380869 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-ca217583-6f5e-427c-b647-ce8c645306bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 1094 time: 0.2109890 Feb 07 12:57:22.597914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:22.617880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['6f8b90f6-d33e-490a-abae-eca2d36d23d4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:22.709744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-06fd7cf5-aca7-4e9a-8098-b430d4aeddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:22.711579 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-06fd7cf5-aca7-4e9a-8098-b430d4aeddab service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 922 time: 0.3252037 Feb 07 12:57:22.831431 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-3f854d32-4e03-4f6a-ab08-3ac1390716a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4 HTTP/1.1" status: 200 len: 217 time: 0.1096263 Feb 07 12:57:22.951469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-680f6e8b-221e-4c98-8fe8-d3c136e9d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:22.954510 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-680f6e8b-221e-4c98-8fe8-d3c136e9d84a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bb2c2ec-4c72-4320-9b61-35e0a156e7b6 HTTP/1.1" status: 200 len: 862 time: 0.1141908 Feb 07 12:57:23.061390 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-55c6b4a5-3d9c-4d74-9108-5fab086848ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9c2ce28-cbca-449e-8f66-807b427a0170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020691 Feb 07 12:57:23.351348 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-d1ae6f18-80a7-4b1b-87c0-82c9d6b8b944 service neutron] 10.222.0.35 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830431 Feb 07 12:57:23.454663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6f40-5973-421a-8954-247ab7f01484 req-cbab95de-f679-4a38-8f0d-de862e3849e6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:23.461041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7efc6f40-5973-421a-8954-247ab7f01484 req-cbab95de-f679-4a38-8f0d-de862e3849e6 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 949 time: 1.0210583 Feb 07 12:57:23.768385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-92b52498-70b3-46ed-9e56-cd0654b71b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:23.770220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-92b52498-70b3-46ed-9e56-cd0654b71b7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e&tenant_id=b813f812d35748d79cccd6537e963355 HTTP/1.1" status: 200 len: 1100 time: 0.5081959 Feb 07 12:57:23.783246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7efc6f40-5973-421a-8954-247ab7f01484 req-8f25d5a2-d255-4281-bb4f-1d3a79bbb001 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089287 Feb 07 12:57:23.793768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:23.817981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6f8b90f6-d33e-490a-abae-eca2d36d23d4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:23.848703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c84572-5a6c-4eea-9b0f-582d98a947e2 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:23.878306 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-27d2dec9-2bf3-44c5-b8b4-4678cfbba80b req-5f5dd952-ccec-4218-b21b-76e26be43f97 service neutron] 10.222.0.35 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165753 Feb 07 12:57:23.889598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:24.032291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Transition to ACTIVE for port object f8c84572-5a6c-4eea-9b0f-582d98a947e2 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:24.179765 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:24.209480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-8d80d21c-c00b-4245-aa00-61a9eab8811d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:24.210945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-8d80d21c-c00b-4245-aa00-61a9eab8811d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 820 time: 0.3736017 Feb 07 12:57:24.275485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-caefb070-d78b-48c7-93eb-96682a61ca58 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/quotas/4a73d4ee22c5434a8d8cddd1a69ffba0 HTTP/1.1" status: 200 len: 375 time: 0.0355465 Feb 07 12:57:24.391534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dbd3e-2641-4137-b714-66a534b0e780 req-48bc75a7-020a-40b9-aaa1-933f9259fbad tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:24.393033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc2dbd3e-2641-4137-b714-66a534b0e780 req-48bc75a7-020a-40b9-aaa1-933f9259fbad tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 945 time: 0.3308275 Feb 07 12:57:24.684637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc2dbd3e-2641-4137-b714-66a534b0e780 req-286d4267-f8db-4db7-a99c-32dffbccde85 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350532 Feb 07 12:57:24.684637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-d3bfa9c1-0bb4-4189-b6b5-6a78be688154 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2809041 Feb 07 12:57:24.833985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9a424b4-4b61-408f-9c24-68ef2303bbcc req-5553ad22-59c6-47bd-9074-15ee75cab2f3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Synchronizing usage tracker for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:24.855080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:24.861758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:24.873961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:24.873961 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:24.926100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-d47662e6-9bab-4f04-a438-0fdccc8cbddd service neutron] 10.222.0.69 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383985 Feb 07 12:57:24.928533 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:24.940404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:24.969985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:25.038474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:25.086318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:25.099122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:25.101040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9a424b4-4b61-408f-9c24-68ef2303bbcc req-5553ad22-59c6-47bd-9074-15ee75cab2f3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Unset dirty status for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:25.102194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9a424b4-4b61-408f-9c24-68ef2303bbcc req-5553ad22-59c6-47bd-9074-15ee75cab2f3 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a590ed30-0f59-465e-b999-62730b31f4be HTTP/1.1" status: 200 len: 210 time: 0.3740275 Feb 07 12:57:25.234423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:25.235458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 86678022-2abc-44e1-bc08-f6ec52a3a511 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:25.319534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Pushing event updated for resources: {'Port': ['ID=f8c84572-5a6c-4eea-9b0f-582d98a947e2,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:25.335713 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:25.430922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:25.435238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 86678022-2abc-44e1-bc08-f6ec52a3a511 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:57:25.436301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 86678022-2abc-44e1-bc08-f6ec52a3a511 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:57:25.436910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:25.454059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Transition to ACTIVE for port object d455376e-da8e-474c-8b68-f73e0f1be232 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:25.487224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-898574fd-5c22-443a-937a-0c2604f6ad15 service neutron] 10.222.0.69 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496805 Feb 07 12:57:25.516701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Attempting to bind port f8c84572-5a6c-4eea-9b0f-582d98a947e2 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:57:25.517124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Attempting to bind port f8c84572-5a6c-4eea-9b0f-582d98a947e2 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:57:25.517535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Attempting to bind port f8c84572-5a6c-4eea-9b0f-582d98a947e2 on network 3dd21a51-98c4-4742-9048-010fee072dd3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:25.526497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Port f8c84572-5a6c-4eea-9b0f-582d98a947e2 on network 3dd21a51-98c4-4742-9048-010fee072dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:57:25.526889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Attempting to bind port f8c84572-5a6c-4eea-9b0f-582d98a947e2 on network 3dd21a51-98c4-4742-9048-010fee072dd3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:25.535509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:57:25.535937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Checking segment: {'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:57:25.536462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Bound using segment: {'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:57:25.536994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Bound port: f8c84572-5a6c-4eea-9b0f-582d98a947e2, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:57:25.537363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:25.558012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dafd58-a0bb-46f1-9270-f8feb73485d8 req-8b34655c-2233-48ba-a509-a3afe2026be8 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:25.580177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6dafd58-a0bb-46f1-9270-f8feb73485d8 req-8b34655c-2233-48ba-a509-a3afe2026be8 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 945 time: 0.3086939 Feb 07 12:57:25.649445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:25.850216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6dafd58-a0bb-46f1-9270-f8feb73485d8 req-f0a27a7a-8774-4632-89ed-4f28f8708141 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684133 Feb 07 12:57:25.865156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=11']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:25.867836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] No DVR routers for this DVR port d455376e-da8e-474c-8b68-f73e0f1be232 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:25.908006 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a590ed30-0f59-465e-b999-62730b31f4be', 'name': 'network-vif-deleted', 'tag': '86678022-2abc-44e1-bc08-f6ec52a3a511', 'status': 'completed', 'code': 200} Feb 07 12:57:25.914860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] For port f8c84572-5a6c-4eea-9b0f-582d98a947e2, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:25.937667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] For port f8c84572-5a6c-4eea-9b0f-582d98a947e2, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f8c84572-5a6c-4eea-9b0f-582d98a947e2,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:57:25.947196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:57:25.947196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:57:25.947196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:25.947544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:57:25.947644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Attempting to bind port d455376e-da8e-474c-8b68-f73e0f1be232 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:25.954716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:57:25.956522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:57:25.956522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:57:25.956522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Bound port: d455376e-da8e-474c-8b68-f73e0f1be232, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:57:25.956522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:26.067947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:26.206826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:26.207460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:26.208902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] 10.222.0.35 "PUT /v2.0/ports/f8c84572-5a6c-4eea-9b0f-582d98a947e2 HTTP/1.1" status: 200 len: 1092 time: 4.3549795 Feb 07 12:57:26.254193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:26.261167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6e6a1-e027-4ef9-84c2-1b6d3d85d79a service neutron] Pushing event updated for resources: {'Port': ['ID=f8c84572-5a6c-4eea-9b0f-582d98a947e2,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:26.270954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:57:26.290672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae0443-58a7-439d-b9b7-9dc3c5c4aedf req-a3ec82b9-9b6a-4cb3-a03c-5fad96a28759 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:26.296919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae0443-58a7-439d-b9b7-9dc3c5c4aedf req-a3ec82b9-9b6a-4cb3-a03c-5fad96a28759 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:26.298560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ae0443-58a7-439d-b9b7-9dc3c5c4aedf req-a3ec82b9-9b6a-4cb3-a03c-5fad96a28759 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1666 time: 0.3004072 Feb 07 12:57:26.329026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Request body: {'port': {'device_id': '309f9405-c591-4d03-a40f-b75c9e80047a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:26.368073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264b0d5-deef-4b0f-aae6-24647a2d4bdc req-15e9d313-3dc8-422f-b247-c5c6d737ead2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:26.369596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9264b0d5-deef-4b0f-aae6-24647a2d4bdc req-15e9d313-3dc8-422f-b247-c5c6d737ead2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.2628310 Feb 07 12:57:26.412381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:26.652809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ae0443-58a7-439d-b9b7-9dc3c5c4aedf req-1a7d0b4b-84c5-41c4-a621-004f938b63b7 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442795 Feb 07 12:57:26.665033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:26.665678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:26.667087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] 10.222.0.47 "PUT /v2.0/ports/d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 1095 time: 2.8824220 Feb 07 12:57:26.692777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9264b0d5-deef-4b0f-aae6-24647a2d4bdc req-56cc39ff-08e2-443a-9c92-e44f51fc4937 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134556 Feb 07 12:57:26.769959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b628c-c3b2-486c-bba8-b106e0bf2563 service neutron] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=12']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:26.772611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:26.885372 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'code': 200} Feb 07 12:57:27.019249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a666a-42d5-4988-9d10-c3eace4239d4 req-3dd8d3ed-2725-4ec2-b80d-767d8d622d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:27.020994 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f2a666a-42d5-4988-9d10-c3eace4239d4 req-3dd8d3ed-2725-4ec2-b80d-767d8d622d11 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 1096 time: 0.0790720 Feb 07 12:57:27.063889 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-8f2a666a-42d5-4988-9d10-c3eace4239d4 req-34b94755-f0a9-4f8d-aab7-55d258182595 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373125 Feb 07 12:57:27.113541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58918ea3-3df7-4b72-943a-b86cced2b337 req-c6ffcdc5-c30d-4337-902a-674026d3c865 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 210 time: 0.0767927 Feb 07 12:57:27.125929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-10957871-75f9-4ade-81c2-7a45db77ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:27.127459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-10957871-75f9-4ade-81c2-7a45db77ce9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1098 time: 0.4080555 Feb 07 12:57:27.330509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c305-52ea-4338-b1c3-8441ac12fbe0 req-5f3a0470-de95-4e27-a397-4f1a405e6278 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:27.332036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43f4c305-52ea-4338-b1c3-8441ac12fbe0 req-5f3a0470-de95-4e27-a397-4f1a405e6278 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 947 time: 0.4293756 Feb 07 12:57:27.434249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-e59bb311-692f-432a-950d-890d783c4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:27.436677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-e59bb311-692f-432a-950d-890d783c4563 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3013377 Feb 07 12:57:27.450193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43f4c305-52ea-4338-b1c3-8441ac12fbe0 req-aa8005fa-3e71-4ef2-a29c-a01c1bd075e3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037076 Feb 07 12:57:27.495129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:27.537909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-ccda4c96-aba7-4649-aaec-6f5fe6d9f9c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.0850594 Feb 07 12:57:27.689266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ecb219-d618-47ab-8c03-31a3d28db41c {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:27.707017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-7fc9724a-8284-4dfb-abc3-ae1b96c01a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:27.717994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-7fc9724a-8284-4dfb-abc3-ae1b96c01a56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1649480 Feb 07 12:57:27.723968 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:27.757489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:27.820235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:27.855314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Transition to ACTIVE for port object b9ecb219-d618-47ab-8c03-31a3d28db41c will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:27.909826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}, {'name': 'network-changed', 'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'tag': 'f8c84572-5a6c-4eea-9b0f-582d98a947e2'}, {'name': 'network-changed', 'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:27.929575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-44fc6ed6-8acc-4b1b-bbf1-256169c9a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:27.931149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-44fc6ed6-8acc-4b1b-bbf1-256169c9a92c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976221 Feb 07 12:57:27.943105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400bd2-28a8-4eb9-95cb-52fb6d249f2b req-dd4e4ca4-3fa7-4d0b-8de7-e4d593c8b5ae tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:27.944534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23400bd2-28a8-4eb9-95cb-52fb6d249f2b req-dd4e4ca4-3fa7-4d0b-8de7-e4d593c8b5ae tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 945 time: 0.1452413 Feb 07 12:57:28.004862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:28.032110 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:28.084664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:28.225299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23400bd2-28a8-4eb9-95cb-52fb6d249f2b req-a9006fbf-68e6-4285-b6b6-7e5017b53337 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596316 Feb 07 12:57:28.304384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ecb219-d618-47ab-8c03-31a3d28db41c,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:28.603439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-b65b5d89-10da-409e-81c2-c2cf88fa6e18 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577942 Feb 07 12:57:28.613412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Attempting to bind port b9ecb219-d618-47ab-8c03-31a3d28db41c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:57:28.613746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Attempting to bind port b9ecb219-d618-47ab-8c03-31a3d28db41c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:57:28.614076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Attempting to bind port b9ecb219-d618-47ab-8c03-31a3d28db41c on network 569aa18b-b398-4d67-b4a4-32c324bb0f2c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:28.639933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Port b9ecb219-d618-47ab-8c03-31a3d28db41c on network 569aa18b-b398-4d67-b4a4-32c324bb0f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:57:28.640283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Attempting to bind port b9ecb219-d618-47ab-8c03-31a3d28db41c on network 569aa18b-b398-4d67-b4a4-32c324bb0f2c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:28.700117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:57:28.700461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Checking segment: {'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:57:28.700851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Bound using segment: {'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:57:28.701282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Bound port: b9ecb219-d618-47ab-8c03-31a3d28db41c, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d19719f-624f-4467-88ff-04943d4bce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:57:28.701680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:28.774272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7fffc-fbb2-417d-aaa6-2e02b97e96b3 req-7259ca1f-9ecc-41b3-9d61-fef3d669d77e tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:28.775727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43a7fffc-fbb2-417d-aaa6-2e02b97e96b3 req-7259ca1f-9ecc-41b3-9d61-fef3d669d77e tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 950 time: 0.2616346 Feb 07 12:57:28.884307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-014d9933-c2fc-4d11-a17d-ab2b74eeb290 req-85a9d86a-e44f-471a-9e6e-c933f7c9a3d4 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602007 Feb 07 12:57:28.885879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43a7fffc-fbb2-417d-aaa6-2e02b97e96b3 req-d68fb6b0-83b7-4f77-9bc2-fe1dc332870a tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019704 Feb 07 12:57:28.888035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:28.888383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] For port b9ecb219-d618-47ab-8c03-31a3d28db41c, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:28.893204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] For port b9ecb219-d618-47ab-8c03-31a3d28db41c, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:57:28.994093 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'code': 200} Feb 07 12:57:29.000077 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'tag': 'f8c84572-5a6c-4eea-9b0f-582d98a947e2', 'status': 'completed', 'code': 200} Feb 07 12:57:29.000077 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'status': 'completed', 'code': 200} Feb 07 12:57:29.025485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:29.057183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-f3ba6505-6c9b-4217-91c6-4a69b0a49c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.057784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-f3ba6505-6c9b-4217-91c6-4a69b0a49c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.059231 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-f3ba6505-6c9b-4217-91c6-4a69b0a49c75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1938 time: 0.0771351 Feb 07 12:57:29.094508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.095195 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:29.096663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/b9ecb219-d618-47ab-8c03-31a3d28db41c HTTP/1.1" status: 200 len: 1091 time: 2.7724588 Feb 07 12:57:29.211777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6044c5f-6138-405b-99fc-b203ebab70f7 req-01d6c425-aca9-4186-bcfc-c3ad3a1bcc4e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 210 time: 0.1351984 Feb 07 12:57:29.222638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-7603aee4-fa5a-4750-ac71-0937a35d246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.223423 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-7603aee4-fa5a-4750-ac71-0937a35d246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.224116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-7603aee4-fa5a-4750-ac71-0937a35d246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.226037 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-7603aee4-fa5a-4750-ac71-0937a35d246e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ff7995bfb054424f85e85a64f917ce0e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1590350 Feb 07 12:57:29.251811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503ffe9-09d5-4eed-b710-5b8e41dd82e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ecb219-d618-47ab-8c03-31a3d28db41c,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:29.452238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-e2ee294f-787d-4b7a-9e53-0502821da4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.454270 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-e2ee294f-787d-4b7a-9e53-0502821da4c4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2216656 Feb 07 12:57:29.474189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5eaa7-a571-411c-bf26-f0966a2a3f1d req-fd2681d4-e4c5-491c-87c5-b2d4df7e1f82 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.480164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5eaa7-a571-411c-bf26-f0966a2a3f1d req-fd2681d4-e4c5-491c-87c5-b2d4df7e1f82 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.481666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29d5eaa7-a571-411c-bf26-f0966a2a3f1d req-fd2681d4-e4c5-491c-87c5-b2d4df7e1f82 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1678 time: 0.5255363 Feb 07 12:57:29.502422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:29.588933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-a60fe53e-7b52-45b6-a051-153cab7c0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.589711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-a60fe53e-7b52-45b6-a051-153cab7c0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.591433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-c90ec159-1e41-431d-98da-9eb856a64768 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.592147 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-a60fe53e-7b52-45b6-a051-153cab7c0d05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1980 time: 0.0849192 Feb 07 12:57:29.597444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-c90ec159-1e41-431d-98da-9eb856a64768 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 820 time: 0.3343830 Feb 07 12:57:29.626856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Request body: {'port': {'device_id': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'admin_state_up': True, 'tenant_id': '4a73d4ee22c5434a8d8cddd1a69ffba0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:29.628866 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:29.664796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:29.676848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-db1451e1-778a-466c-bc77-5cf2b8157596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.678325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-db1451e1-778a-466c-bc77-5cf2b8157596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1098 time: 0.5287447 Feb 07 12:57:29.689395 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-e1c56232-74af-4bbb-b54e-d6034aff92e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=f8c84572-5a6c-4eea-9b0f-582d98a947e2 HTTP/1.1" status: 200 len: 217 time: 0.0909448 Feb 07 12:57:29.763237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-1918b2d8-8bc3-4f8f-baad-baeb87ece7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.765608 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-1918b2d8-8bc3-4f8f-baad-baeb87ece7b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b428cbfe-90f1-497f-8f83-f9d23a194834 HTTP/1.1" status: 200 len: 801 time: 0.0703702 Feb 07 12:57:29.821337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:29.841332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29d5eaa7-a571-411c-bf26-f0966a2a3f1d req-d6d59de6-5dd9-411a-bc06-def99d538b33 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231189 Feb 07 12:57:29.850556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-7e8a88eb-e840-4893-92ce-0081e33d0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:29.852555 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-7e8a88eb-e840-4893-92ce-0081e33d0597 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3dd21a51-98c4-4742-9048-010fee072dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811942 Feb 07 12:57:29.929023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=11']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:29.999188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc011f-97c3-4a44-9e2b-2486e71b993c req-c826fd35-1e26-4ed1-af49-538f9e86806d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.000710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21dc011f-97c3-4a44-9e2b-2486e71b993c req-c826fd35-1e26-4ed1-af49-538f9e86806d tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 947 time: 0.5397606 Feb 07 12:57:30.048383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:30.050981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-016be9e0-4dd6-4ea4-9c15-a50fe834e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.052438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-016be9e0-4dd6-4ea4-9c15-a50fe834e751 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3105249 Feb 07 12:57:30.070169 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-6a1b59d0-b8ea-4419-b3c0-b4af37be1566 service neutron] 10.222.0.35 "GET /v2.0/networks/3dd21a51-98c4-4742-9048-010fee072dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115338 Feb 07 12:57:30.078439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-3088b051-9d99-4963-b158-f1a934b3caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.079875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-3088b051-9d99-4963-b158-f1a934b3caf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1098 time: 0.5537579 Feb 07 12:57:30.167654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:30.211926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d841d-e565-495f-ae70-7e287f255b1d req-6a1dbe12-1782-44ed-9f24-0e57e2531379 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.212616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-213d841d-e565-495f-ae70-7e287f255b1d req-6a1dbe12-1782-44ed-9f24-0e57e2531379 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Synchronizing usage tracker for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:30.234791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-55e8aaf7-ef63-48f2-b6ff-6bc4d86a0c83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.1586912 Feb 07 12:57:30.241785 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-fb3f4987-ef05-423b-81de-e71db8473be4 service neutron] 10.222.0.35 "GET /v2.0/networks/3dd21a51-98c4-4742-9048-010fee072dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607478 Feb 07 12:57:30.246793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-213d841d-e565-495f-ae70-7e287f255b1d req-6a1dbe12-1782-44ed-9f24-0e57e2531379 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Unset dirty status for tenant:287e4148aa704a56b387ef51dde7594e on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:30.246793 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-213d841d-e565-495f-ae70-7e287f255b1d req-6a1dbe12-1782-44ed-9f24-0e57e2531379 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.2330663 Feb 07 12:57:30.353516 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-86a0e6fe-ea1a-46c5-8ca2-e4da90a6dd44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c HTTP/1.1" status: 200 len: 217 time: 0.1053624 Feb 07 12:57:30.430837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Deleting port 47ecc096-1055-4b5e-816d-de4070438db4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:30.431177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:30.458188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Made reservation on behalf of 4a73d4ee22c5434a8d8cddd1a69ffba0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:57:30.461646 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:30.487516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-676a0332-99c8-461a-b900-7afbaba12e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.488916 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-676a0332-99c8-461a-b900-7afbaba12e35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83aacdab-1dae-4be9-91de-fc4c463f98d4 HTTP/1.1" status: 200 len: 801 time: 0.1276314 Feb 07 12:57:30.510838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21dc011f-97c3-4a44-9e2b-2486e71b993c req-3243b571-58b7-4d1b-92d4-3f6d3b229fdc tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025666 Feb 07 12:57:30.588307 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'code': 200} Feb 07 12:57:30.615958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-40f5c7b4-6a68-4fe8-8da4-8a790a398795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.617418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-40f5c7b4-6a68-4fe8-8da4-8a790a398795 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.3682981 Feb 07 12:57:30.711542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-10e464c8-0824-4abb-89f0-219d13f542ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.713025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-10e464c8-0824-4abb-89f0-219d13f542ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.5691957 Feb 07 12:57:30.726898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53e375-c610-49a6-9056-f5313e99a68d req-07ab936d-ed22-482d-aadd-c13d0d68d09a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.733898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e53e375-c610-49a6-9056-f5313e99a68d req-07ab936d-ed22-482d-aadd-c13d0d68d09a tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 945 time: 0.7300828 Feb 07 12:57:30.882603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843467-8dea-4a4d-852b-c039321b4240 req-27e7b603-2afc-4679-8a25-245af20215cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:30.884129 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-27e7b603-2afc-4679-8a25-245af20215cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569aa18b-b398-4d67-b4a4-32c324bb0f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3871810 Feb 07 12:57:30.903734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-a2abe653-5bce-48b3-a6e6-398650d15680 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 200 len: 217 time: 0.1637824 Feb 07 12:57:30.959939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-612b7956-3f3e-4775-8135-626add296577 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5456648 Feb 07 12:57:30.997847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'tag': 'b9ecb219-d618-47ab-8c03-31a3d28db41c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:31.023295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] For port 47ecc096-1055-4b5e-816d-de4070438db4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=47ecc096-1055-4b5e-816d-de4070438db4,segment=NetworkSegment(b517c102-b61b-4731-9d9f-012169e48df1),segment_id=b517c102-b61b-4731-9d9f-012169e48df1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:31.023696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:31.057674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e53e375-c610-49a6-9056-f5313e99a68d req-9d4d743c-1984-4d29-9150-7c781359c227 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ff733d9-ae92-47c3-877e-326f99354600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229043 Feb 07 12:57:31.112476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Allocated IP 172.20.0.6 (466f93c0-0698-457f-8e18-e5d273e64d2f/00b0f95f-7038-4069-9e36-5d6936cc6ec7/57bc7257-b60f-4e58-9190-3b14f31548f5) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:57:31.120696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-921e1cc4-9ed3-47fc-852c-59062addd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:31.122153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-921e1cc4-9ed3-47fc-852c-59062addd468 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2074108 Feb 07 12:57:31.165579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Calling delete_port for 47ecc096-1055-4b5e-816d-de4070438db4 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:31.173928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-15a09ae2-18d5-40c3-aa10-b1658adb77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:31.175455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-15a09ae2-18d5-40c3-aa10-b1658adb77a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5356691 Feb 07 12:57:31.234685 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-d657d90c-1c01-4c85-bb56-e8a566a0982d service neutron] 10.222.0.35 "GET /v2.0/networks/569aa18b-b398-4d67-b4a4-32c324bb0f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431015 Feb 07 12:57:31.332258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a472df3-beb6-46de-b57f-7de5985562d1 req-aa61c1e9-6a4e-4d2f-ada5-d778e1c7e66a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 210 time: 0.1474724 Feb 07 12:57:31.375696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49978588-80e5-42a8-93b1-07dc21b0a63c req-697bcaa6-65e6-4311-8a86-4d22467bbda4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:31.375696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49978588-80e5-42a8-93b1-07dc21b0a63c req-697bcaa6-65e6-4311-8a86-4d22467bbda4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 945 time: 0.5533874 Feb 07 12:57:31.406346 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eb843467-8dea-4a4d-852b-c039321b4240 req-46974f35-10c9-4df7-ba93-06d28306114a service neutron] 10.222.0.35 "GET /v2.0/networks/569aa18b-b398-4d67-b4a4-32c324bb0f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650736 Feb 07 12:57:31.441630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-9f499c24-e3fb-4b75-b8c3-3c372690f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:31.443241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-9f499c24-e3fb-4b75-b8c3-3c372690f0cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 1102 time: 0.4463518 Feb 07 12:57:31.567403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-acbb2669-82ff-4c21-a012-ded8e2f1d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:31.568890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-acbb2669-82ff-4c21-a012-ded8e2f1d2c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4378498 Feb 07 12:57:31.573139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-75cff4c5-7518-4fa6-80d9-98c2037924b2 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850524 Feb 07 12:57:31.575891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49978588-80e5-42a8-93b1-07dc21b0a63c req-d8932c77-ad33-4fd2-b207-f8f805ffe1fc tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933067 Feb 07 12:57:31.658479 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'tag': 'b9ecb219-d618-47ab-8c03-31a3d28db41c', 'status': 'completed', 'code': 200} Feb 07 12:57:31.720810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:31.788732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Pushing event deleted for resources: {'Port': ['ID=47ecc096-1055-4b5e-816d-de4070438db4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:31.875335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] No DVR routers for this DVR port 47ecc096-1055-4b5e-816d-de4070438db4 on host n-h2-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:31.878651 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:31.881213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'name': 'network-vif-deleted', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:31.895435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-ccdb08a2-32c5-4fbd-8e7f-0730b71f6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:31.895919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-ccdb08a2-32c5-4fbd-8e7f-0730b71f6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:31.897532 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-ccdb08a2-32c5-4fbd-8e7f-0730b71f6f9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff7995bfb054424f85e85a64f917ce0e&device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1980 time: 0.2378447 Feb 07 12:57:32.035857 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-213d841d-e565-495f-ae70-7e287f255b1d req-0f24f5d6-df2a-42cc-a98e-cd24ff1918be tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.47 "DELETE /v2.0/ports/47ecc096-1055-4b5e-816d-de4070438db4 HTTP/1.1" status: 204 len: 173 time: 1.7314608 Feb 07 12:57:32.038520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-54ed8859-58ff-4306-8287-f34f3e1ee529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:32.039999 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-54ed8859-58ff-4306-8287-f34f3e1ee529 service neutron] 10.222.0.35 "GET /v2.0/networks?id=569aa18b-b398-4d67-b4a4-32c324bb0f2c HTTP/1.1" status: 200 len: 902 time: 0.1362417 Feb 07 12:57:32.113117 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-c5397e00-8b8b-40e7-a859-a0035f4e618c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c HTTP/1.1" status: 200 len: 217 time: 0.0662606 Feb 07 12:57:32.181498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-11ab0832-cd1c-4e24-a493-a1d22dc5f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:32.182955 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-11ab0832-cd1c-4e24-a493-a1d22dc5f417 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83aacdab-1dae-4be9-91de-fc4c463f98d4 HTTP/1.1" status: 200 len: 801 time: 0.0625987 Feb 07 12:57:32.211449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-f590494f-bc9a-4a26-b373-0852af6973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:32.212999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-f590494f-bc9a-4a26-b373-0852af6973ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.7412462 Feb 07 12:57:32.266225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-1a97fe2a-005c-41c1-b07d-4a6df7918f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:32.268233 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-1a97fe2a-005c-41c1-b07d-4a6df7918f98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=569aa18b-b398-4d67-b4a4-32c324bb0f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782070 Feb 07 12:57:32.297777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-b3e6ace1-c6fd-4b64-a4a2-6fe7adff12d7 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626358 Feb 07 12:57:32.325946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-d5aa53c8-c5e7-465a-9630-14f7aa0ae8f7 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147298 Feb 07 12:57:32.338355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-dc1fec4a-4fc1-4eb0-b5d1-1b949f2a6e35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 200 len: 217 time: 0.1077847 Feb 07 12:57:32.380110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8a238-eb78-45aa-8a8f-a3f00ccf16d2 req-73dde8d1-3f21-4f36-8d54-ee0661cbf496 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:32.386054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8a238-eb78-45aa-8a8f-a3f00ccf16d2 req-73dde8d1-3f21-4f36-8d54-ee0661cbf496 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:32.392718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69a8a238-eb78-45aa-8a8f-a3f00ccf16d2 req-73dde8d1-3f21-4f36-8d54-ee0661cbf496 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1678 time: 0.8341503 Feb 07 12:57:32.422714 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-ded6811c-0715-4837-998f-e9e9bc3d52ec service neutron] 10.222.0.35 "GET /v2.0/networks/569aa18b-b398-4d67-b4a4-32c324bb0f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454365 Feb 07 12:57:32.424505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:32.575418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652537b-49c7-4459-948d-0a45a9b78530 req-a22b8134-6725-40d9-b4cf-b9aca09e325b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:32.577545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3652537b-49c7-4459-948d-0a45a9b78530 req-a22b8134-6725-40d9-b4cf-b9aca09e325b tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 947 time: 0.7300272 Feb 07 12:57:32.590158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:32.676222 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1f99cc77-e6a5-4b2e-8351-40d5444d968d req-5a4cd931-0e64-4c65-9149-ff2da472e680 service neutron] 10.222.0.35 "GET /v2.0/networks/569aa18b-b398-4d67-b4a4-32c324bb0f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474394 Feb 07 12:57:32.676477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69a8a238-eb78-45aa-8a8f-a3f00ccf16d2 req-a9a1fa4c-250d-4008-b89d-b883bd056ed8 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798061 Feb 07 12:57:32.683442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-62cdb028-27d1-42cb-9c95-83ee947fe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:32.684882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-62cdb028-27d1-42cb-9c95-83ee947fe389 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2893827 Feb 07 12:57:32.768234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3652537b-49c7-4459-948d-0a45a9b78530 req-12c8c300-906c-4e94-bd8a-f3b335b18c9c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698444 Feb 07 12:57:32.773475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e3787a-479b-40d0-a0c4-69d474087870 req-b265bfa3-52b3-4871-9875-2d367f2f46cd service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340057 Feb 07 12:57:32.802366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-52e50ca8-ec90-47bb-9659-3e26a7f2b9ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4728932 Feb 07 12:57:32.909728 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:32.934634 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2383bb8-9654-4044-adee-715fe8eff8d3', 'name': 'network-vif-deleted', 'tag': '47ecc096-1055-4b5e-816d-de4070438db4', 'status': 'completed', 'code': 200} Feb 07 12:57:33.015692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Network 466f93c0-0698-457f-8e18-e5d273e64d2f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:57:33.024960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:33.030886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:57:33.058355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-46cdb72b-b9f3-4a0a-8a71-88f7c82cb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:33.059862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-46cdb72b-b9f3-4a0a-8a71-88f7c82cb6f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3599172 Feb 07 12:57:33.066169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Pushing event updated for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:33.204263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a28b402d-4dc6-4f9d-a748-1e1a0ee6443d req-ec23fb90-48ea-4dc2-9be6-ee79ff62de48 tempest-LiveMigrationTest-295089862 tempest-LiveMigrationTest-295089862-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2383bb8-9654-4044-adee-715fe8eff8d3 HTTP/1.1" status: 200 len: 210 time: 0.1404142 Feb 07 12:57:33.243343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dc810-206d-4850-8f4b-60b37299c2cd req-09ea799a-e993-4f4a-832c-d4e02004059d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:33.244875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a05dc810-206d-4850-8f4b-60b37299c2cd req-09ea799a-e993-4f4a-832c-d4e02004059d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 945 time: 0.4469080 Feb 07 12:57:33.258399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:33.259254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:33.272653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-746d7638-2774-451a-8e66-8747ec61fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:33.274107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-746d7638-2774-451a-8e66-8747ec61fa1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b813f812d35748d79cccd6537e963355&device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 1101 time: 0.4294355 Feb 07 12:57:33.473366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-7401bbe8-083a-452c-8168-33159dceff3c service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979414 Feb 07 12:57:33.493654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a05dc810-206d-4850-8f4b-60b37299c2cd req-39a4f89f-259d-41c4-93f9-f0f69e1dde93 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243164 Feb 07 12:57:33.555820 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'code': 200} Feb 07 12:57:33.636067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-186d49ef-558d-439a-bb1a-a74e85cfed06 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0130756 Feb 07 12:57:33.655392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-664971cb-1685-4499-ba11-e37fc22528b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:33.656836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-664971cb-1685-4499-ba11-e37fc22528b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3385901 Feb 07 12:57:33.662688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Request body: {'port': {'device_id': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:33.694493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15477de5-b4d2-4099-886e-b6f9d2f905ba req-1f432cb1-e61b-4182-8779-23a8fb544d83 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:33.695185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-15477de5-b4d2-4099-886e-b6f9d2f905ba req-1f432cb1-e61b-4182-8779-23a8fb544d83 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:33.884489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f8c84572-5a6c-4eea-9b0f-582d98a947e2 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:33.932175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-d2cbe78d-5bc9-4d7c-a987-d9105fb91140 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 200 len: 217 time: 0.2315969 Feb 07 12:57:33.938350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c336ce4-12a8-43b4-bbef-290e02da477c req-dfd18edb-edbb-4e51-b097-6e96ad09e873 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556751 Feb 07 12:57:34.023241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f8c84572-5a6c-4eea-9b0f-582d98a947e2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f8c84572-5a6c-4eea-9b0f-582d98a947e2,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:34.044601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'f8c84572-5a6c-4eea-9b0f-582d98a947e2', 'network_id': '3dd21a51-98c4-4742-9048-010fee072dd3', 'port_id': 'f8c84572-5a6c-4eea-9b0f-582d98a947e2', 'mac_address': 'fa:16:3e:5f:0f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428cbfe-90f1-497f-8f83-f9d23a194834', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:34.052780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-c7c1d703-eae8-43c1-88e3-d3bf92b977fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:34.054235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-c7c1d703-eae8-43c1-88e3-d3bf92b977fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1121526 Feb 07 12:57:34.056410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:34.102735 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:34.123189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c84572-5a6c-4eea-9b0f-582d98a947e2 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:34.139218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f8c84572-5a6c-4eea-9b0f-582d98a947e2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f8c84572-5a6c-4eea-9b0f-582d98a947e2,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:34.249034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-15477de5-b4d2-4099-886e-b6f9d2f905ba req-1f432cb1-e61b-4182-8779-23a8fb544d83 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:34.250184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15477de5-b4d2-4099-886e-b6f9d2f905ba req-1f432cb1-e61b-4182-8779-23a8fb544d83 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 931 time: 0.9308882 Feb 07 12:57:34.254772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-183acf05-8357-4702-8080-9a6b73e286d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:34.256152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-183acf05-8357-4702-8080-9a6b73e286d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1905537 Feb 07 12:57:34.365048 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:34.365762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9ecb219-d618-47ab-8c03-31a3d28db41c details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:34.470414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15477de5-b4d2-4099-886e-b6f9d2f905ba req-30d29fe8-22b3-4a9f-a29e-e3b83633e30e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107971 Feb 07 12:57:34.541005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-a2a8ccca-a9f6-4047-8fb3-7de392f983d2 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496612 Feb 07 12:57:34.554960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f8c84572-5a6c-4eea-9b0f-582d98a947e2,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:34.612464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9ecb219-d618-47ab-8c03-31a3d28db41c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:34.628516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'b9ecb219-d618-47ab-8c03-31a3d28db41c', 'network_id': '569aa18b-b398-4d67-b4a4-32c324bb0f2c', 'port_id': 'b9ecb219-d618-47ab-8c03-31a3d28db41c', 'mac_address': 'fa:16:3e:4a:7a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83aacdab-1dae-4be9-91de-fc4c463f98d4', 'ip_address': '19.86.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:34.693996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:34.716603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ecb219-d618-47ab-8c03-31a3d28db41c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:34.735943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9ecb219-d618-47ab-8c03-31a3d28db41c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:34.760621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bc7257-b60f-4e58-9190-3b14f31548f5 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:34.779076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:34.818935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Transition to ACTIVE for port object 57bc7257-b60f-4e58-9190-3b14f31548f5 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:57:34.832543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:34.862983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca3da4-22eb-43d4-802e-8fd964052255 req-237f41fc-c449-41a0-baf0-fd05faa5cbad tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:34.868799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca3da4-22eb-43d4-802e-8fd964052255 req-237f41fc-c449-41a0-baf0-fd05faa5cbad tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:34.870357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3aca3da4-22eb-43d4-802e-8fd964052255 req-237f41fc-c449-41a0-baf0-fd05faa5cbad tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1679 time: 0.2368999 Feb 07 12:57:34.880463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e1840d-440d-4b6a-a81c-7a256a77c67e req-d4120c5f-b326-46e3-9a41-be3dc10f6443 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501032 Feb 07 12:57:34.901582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9ecb219-d618-47ab-8c03-31a3d28db41c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:34.924493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3aca3da4-22eb-43d4-802e-8fd964052255 req-95ef6764-80a7-4b47-b62c-358324b78ee2 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462172 Feb 07 12:57:34.929879 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:35.099866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['b9ecb219-d618-47ab-8c03-31a3d28db41c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:35.108668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Pushing event updated for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:35.235804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:57:35.236148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:57:35.236482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:35.246788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9be92d-eb46-4c9e-a27d-1e4f0176658a req-24f32033-dbe6-4674-bdf5-4d3b9ff4efb2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:35.248317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e9be92d-eb46-4c9e-a27d-1e4f0176658a req-24f32033-dbe6-4674-bdf5-4d3b9ff4efb2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 947 time: 0.2014174 Feb 07 12:57:35.250377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:57:35.250707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:57:35.258592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:57:35.258925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:57:35.259304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:57:35.262618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Bound port: 57bc7257-b60f-4e58-9190-3b14f31548f5, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:57:35.262618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:35.353736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e9be92d-eb46-4c9e-a27d-1e4f0176658a req-2f1cb858-4b20-4798-a150-6ca1718119c4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968368 Feb 07 12:57:35.385673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57604) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:35.397661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:57:35.401386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:57:35.526163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-162732f7-f811-42a7-bf8d-424f3f3258c6 admin admin] Deleting subnet c837a346-f7a4-415c-bbce-97ddad773c18 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:57:35.534218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-162732f7-f811-42a7-bf8d-424f3f3258c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:35.537947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:35.573950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:35.579680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 47ecc096-1055-4b5e-816d-de4070438db4 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:35.599371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-162732f7-f811-42a7-bf8d-424f3f3258c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:35.612320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:35.613030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:35.614464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] 10.222.0.47 "PUT /v2.0/ports/57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 200 len: 1091 time: 1.9611633 Feb 07 12:57:35.616930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:35.627840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 47ecc096-1055-4b5e-816d-de4070438db4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:57:35.628218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 47ecc096-1055-4b5e-816d-de4070438db4 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:57:35.639506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eb2c1-65d8-45be-91f8-284176be0e9c req-9153d9cf-3247-42fb-88d9-dbed51f42d1b tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:35.641095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-716eb2c1-65d8-45be-91f8-284176be0e9c req-9153d9cf-3247-42fb-88d9-dbed51f42d1b tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 945 time: 0.1716354 Feb 07 12:57:35.654557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae596f8d-d029-46b3-bd7a-7501c803860f service neutron] Pushing event updated for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:35.672033 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-162732f7-f811-42a7-bf8d-424f3f3258c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:35.864306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:35.881418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'mac_address': 'fa:16:3e:ff:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:35.913298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-162732f7-f811-42a7-bf8d-424f3f3258c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:35.924156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9ecb219-d618-47ab-8c03-31a3d28db41c up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:35.944514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-716eb2c1-65d8-45be-91f8-284176be0e9c req-288184d6-a441-4703-bad2-789dd45d2fad tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866924 Feb 07 12:57:36.007921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162732f7-f811-42a7-bf8d-424f3f3258c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c837a346-f7a4-415c-bbce-97ddad773c18,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:36.010491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-162732f7-f811-42a7-bf8d-424f3f3258c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.020841 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-162732f7-f811-42a7-bf8d-424f3f3258c6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c837a346-f7a4-415c-bbce-97ddad773c18 HTTP/1.1" status: 204 len: 168 time: 0.6342969 Feb 07 12:57:36.023523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57636) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:36.030660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.059404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:36.080098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:36.150686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['f8c84572-5a6c-4eea-9b0f-582d98a947e2'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:36.187308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-715638ee-0041-45a6-bfc0-08d77ea6f85d tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:36.189770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-715638ee-0041-45a6-bfc0-08d77ea6f85d tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.35 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 945 time: 0.3442543 Feb 07 12:57:36.190837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-9102cf2b-9621-4869-8472-a2f746b6811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:36.192299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-9102cf2b-9621-4869-8472-a2f746b6811c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1094 time: 0.3464885 Feb 07 12:57:36.234242 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.235076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:36.276239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port b9ecb219-d618-47ab-8c03-31a3d28db41c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:36.304038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port b9ecb219-d618-47ab-8c03-31a3d28db41c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:36.304413 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.308564 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5', 'status': 'completed', 'code': 200} Feb 07 12:57:36.350461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-415a0a3f-e27b-4f11-873a-46cf555889ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 200 len: 217 time: 0.1085985 Feb 07 12:57:36.356604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.447022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Deleting port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:36.447397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.463313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:36.588292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-25821d8d-21d2-4c0f-b9d1-3069f37e78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:36.589746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-25821d8d-21d2-4c0f-b9d1-3069f37e78e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1955020 Feb 07 12:57:36.620189 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.662671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:36.686691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'mac_address': 'fa:16:3e:71:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:36.692338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ecb219-d618-47ab-8c03-31a3d28db41c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:36.736787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9ecb219-d618-47ab-8c03-31a3d28db41c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:36.737354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f1854-5169-4dde-aee9-169ff97d764d req-4bbe486a-5fc8-457d-b8b2-8c7fa938c336 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:36.738847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-745f1854-5169-4dde-aee9-169ff97d764d req-4bbe486a-5fc8-457d-b8b2-8c7fa938c336 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 943 time: 0.6261282 Feb 07 12:57:36.767773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-0b5d66aa-a24c-4071-b831-3ba4f771899c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332054 Feb 07 12:57:36.805266 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.822683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d455376e-da8e-474c-8b68-f73e0f1be232 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:36.833105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:36.839117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:36.993306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:37.007655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30fed1f-849a-4725-acf9-f1586e77930f']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:37.036348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-745f1854-5169-4dde-aee9-169ff97d764d req-7cd9f3f0-27ea-4d61-820c-989918db180a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811949 Feb 07 12:57:37.039271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:37.052505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b517c102-b61b-4731-9d9f-012169e48df1') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:37.052812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b517c102-b61b-4731-9d9f-012169e48df1') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:37.068594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2dee3-7c06-4101-aa5d-6b330cc3898e req-ff0497ff-caac-43f5-b97a-8922da3de3a3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:37.072118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9ecb219-d618-47ab-8c03-31a3d28db41c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:37.074456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2dee3-7c06-4101-aa5d-6b330cc3898e req-ff0497ff-caac-43f5-b97a-8922da3de3a3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:37.076874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1da2dee3-7c06-4101-aa5d-6b330cc3898e req-ff0497ff-caac-43f5-b97a-8922da3de3a3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1680 time: 0.7277911 Feb 07 12:57:37.113200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:37.158255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=13']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:37.168414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:37.207774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:37.211035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:57:37.211512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: timer() Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:57:37.229534 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:57:37.289643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1da2dee3-7c06-4101-aa5d-6b330cc3898e req-b8064935-b5b7-49d0-ad2d-28d07c5030ea tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013290 Feb 07 12:57:37.291270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] For port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,segment=NetworkSegment(1b0b304e-ea70-4d6a-af25-9660f5412b3d),segment_id=1b0b304e-ea70-4d6a-af25-9660f5412b3d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:37.291647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:37.317196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-ef07cdc6-be57-46a1-8dcf-f61be0421dd6 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185311 Feb 07 12:57:37.347388 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ecb219-d618-47ab-8c03-31a3d28db41c', 'code': 200} Feb 07 12:57:37.714339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Calling delete_port for b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:37.900322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1885bc0f-f5e8-4fc7-aa5f-0dd03d7760ab req-7a4486e3-1156-4b4a-baf3-05ea4f789faf service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338387 Feb 07 12:57:37.913615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6f8b90f6-d33e-490a-abae-eca2d36d23d4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:37.917087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe5757-f22c-4627-ba3f-e04b321245d7 req-babae122-0752-48e0-b8dc-ebd2de75ec20 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:37.918588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04fe5757-f22c-4627-ba3f-e04b321245d7 req-babae122-0752-48e0-b8dc-ebd2de75ec20 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.6093960 Feb 07 12:57:37.918959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f8c84572-5a6c-4eea-9b0f-582d98a947e2 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:37.957512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bb5ab-d75b-4215-acc0-0d53d05d801b req-1a8d4a71-c1d9-454e-b6a1-552e872b7dea tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:37.959081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72bb5ab-d75b-4215-acc0-0d53d05d801b req-1a8d4a71-c1d9-454e-b6a1-552e872b7dea tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 945 time: 0.4187937 Feb 07 12:57:37.973191 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.018904 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.073302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] Pushing event deleted for resources: {'Network': ['ID=c30fed1f-849a-4725-acf9-f1586e77930f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:38.100643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04fe5757-f22c-4627-ba3f-e04b321245d7 req-4ec5c57d-f011-486a-a2b6-50cb353af8fe tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362078 Feb 07 12:57:38.105271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72bb5ab-d75b-4215-acc0-0d53d05d801b req-86e09c6a-4875-4142-a1bb-100fec5c3375 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/security-groups?id=cf233103-61bf-47bf-b3b8-44af7bc8da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390846 Feb 07 12:57:38.112517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:38.128311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'port_id': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'mac_address': 'fa:16:3e:5d:b8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb2c2ec-4c72-4320-9b61-35e0a156e7b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:38.187831 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.205290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f8b90f6-d33e-490a-abae-eca2d36d23d4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:38.221254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:38.299614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec4cf6-a9da-433d-9582-051eccb39b6c req-96273bba-b24c-4ec2-a960-ce8d8a2bc4e4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:38.301134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19ec4cf6-a9da-433d-9582-051eccb39b6c req-96273bba-b24c-4ec2-a960-ce8d8a2bc4e4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 945 time: 0.0957670 Feb 07 12:57:38.432994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port f8c84572-5a6c-4eea-9b0f-582d98a947e2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:38.439035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port f8c84572-5a6c-4eea-9b0f-582d98a947e2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:38.439339 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.442315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d7e7e1fa-721e-4a9f-8588-ee0f58c63534 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c30fed1f-849a-4725-acf9-f1586e77930f HTTP/1.1" status: 204 len: 168 time: 2.4162762 Feb 07 12:57:38.443094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.445269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57696) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:38.453076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19ec4cf6-a9da-433d-9582-051eccb39b6c req-4be78a9f-636c-492a-aac6-dca5bbb24d4f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189976 Feb 07 12:57:38.473952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:38.513538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Pushing event deleted for resources: {'Port': ['ID=b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:38.520057 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.530889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed31d6e0-8d67-4e9b-8161-d6c5c17c868c admin admin] Deleting subnet 86838640-a625-4067-b159-587fe472159f {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:57:38.535158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6e0-8d67-4e9b-8161-d6c5c17c868c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.596384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6e0-8d67-4e9b-8161-d6c5c17c868c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.623988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] No DVR routers for this DVR port b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:38.626984 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.630657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5658c16-0d86-4a1a-bddf-026a856dcfa4 req-2f882e1a-35a0-47e6-889a-c30baf9a7fc6 tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.35 "DELETE /v2.0/ports/b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f HTTP/1.1" status: 204 len: 173 time: 2.4324210 Feb 07 12:57:38.632841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68e8810-8823-4a28-9233-162a5a98e14d', 'name': 'network-vif-deleted', 'tag': 'b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:38.646730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-91e52863-c1b5-4e2b-9051-3de992f546d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:38.648261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-91e52863-c1b5-4e2b-9051-3de992f546d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1094 time: 0.3461475 Feb 07 12:57:38.656589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c60d27-24a3-4c81-ae63-dc41148dede3 req-b57e3028-2261-4bbd-9a13-d34f41934f4d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:38.659117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6e0-8d67-4e9b-8161-d6c5c17c868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.664166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29c60d27-24a3-4c81-ae63-dc41148dede3 req-b57e3028-2261-4bbd-9a13-d34f41934f4d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 943 time: 0.3311784 Feb 07 12:57:38.693784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['6f8b90f6-d33e-490a-abae-eca2d36d23d4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:38.775933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:38.841493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29c60d27-24a3-4c81-ae63-dc41148dede3 req-486e985d-c29a-4dd4-841b-2ac372d141fd tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764591 Feb 07 12:57:38.852653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.910372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f8c84572-5a6c-4eea-9b0f-582d98a947e2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f8c84572-5a6c-4eea-9b0f-582d98a947e2,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:38.912993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-cf8daebd-64b0-4ffc-ac65-c7b8bda1eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:38.914465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-cf8daebd-64b0-4ffc-ac65-c7b8bda1eef4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.2477961 Feb 07 12:57:38.928920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eb0a5-fc32-4ba7-b7b8-d484b6b8a65c req-4f7905a3-a67e-462a-8e79-ceb48b4d4de5 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:38.937080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eb0a5-fc32-4ba7-b7b8-d484b6b8a65c req-4f7905a3-a67e-462a-8e79-ceb48b4d4de5 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:38.945664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab6eb0a5-fc32-4ba7-b7b8-d484b6b8a65c req-4f7905a3-a67e-462a-8e79-ceb48b4d4de5 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1681 time: 0.2333970 Feb 07 12:57:38.959325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6e0-8d67-4e9b-8161-d6c5c17c868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.960506 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f372-75ab-4b65-8aed-1ac24e540b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:38.997122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed31d6e0-8d67-4e9b-8161-d6c5c17c868c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.016502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31d6e0-8d67-4e9b-8161-d6c5c17c868c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86838640-a625-4067-b159-587fe472159f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:39.022698 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ed31d6e0-8d67-4e9b-8161-d6c5c17c868c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/86838640-a625-4067-b159-587fe472159f HTTP/1.1" status: 204 len: 168 time: 0.5724797 Feb 07 12:57:39.023183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57724) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:39.041507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-a400c118-1b1c-493a-9e7d-b2431d8b3093 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 200 len: 217 time: 0.0933285 Feb 07 12:57:39.096954 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68e8810-8823-4a28-9233-162a5a98e14d', 'name': 'network-vif-deleted', 'tag': 'b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f', 'status': 'completed', 'code': 200} Feb 07 12:57:39.110008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab6eb0a5-fc32-4ba7-b7b8-d484b6b8a65c req-e8193fa1-4f6d-444f-adb9-5efc781aa9eb tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635799 Feb 07 12:57:39.144160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-248b0af5-cd65-4b91-a44f-7a489ae00f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:39.145640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-248b0af5-cd65-4b91-a44f-7a489ae00f02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.0931492 Feb 07 12:57:39.156912 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.182391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.233293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-948b18d0-ac58-4501-843f-8361904b6859 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786226 Feb 07 12:57:39.294420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f8c84572-5a6c-4eea-9b0f-582d98a947e2,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:39.331283 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.348232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c84572-5a6c-4eea-9b0f-582d98a947e2'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:39.371220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbd8b47-512b-4794-a108-d0eb24ab324e']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:39.388043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0174091-9b7c-439c-a4d3-6e36a4a0427d') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:39.388353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0174091-9b7c-439c-a4d3-6e36a4a0427d') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:39.402440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.422086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.429143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:57:39.429690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:57:39.444716 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:57:39.576818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-099a2d27-6250-42bd-b71c-d0959095366d req-bcccfaaa-6526-479a-b46c-49fb175be3cd tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Synchronizing usage tracker for tenant:caa51cd556e949fa9df40a1e8b5fd548 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:39.610733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:39.615401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.634426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.640651 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] 10.222.0.69 "DELETE /v2.0/networks/acbd8b47-512b-4794-a108-d0eb24ab324e HTTP/1.1" status: 204 len: 168 time: 0.6162131 Feb 07 12:57:39.646752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a52a0-34dd-47c9-9913-952244b0c47d admin admin] Pushing event deleted for resources: {'Network': ['ID=acbd8b47-512b-4794-a108-d0eb24ab324e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:39.662521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-dfa94cbb-b254-46a6-b904-184c1ad3ff10 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132843 Feb 07 12:57:39.737765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:39.738146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.758333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e92e73-f990-4152-a0cf-b4e6ce195cc1 req-11e228c2-bcbb-4d63-8821-1553b5784008 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:39.760460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e92e73-f990-4152-a0cf-b4e6ce195cc1 req-11e228c2-bcbb-4d63-8821-1553b5784008 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.2852974 Feb 07 12:57:39.763049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-099a2d27-6250-42bd-b71c-d0959095366d req-bcccfaaa-6526-479a-b46c-49fb175be3cd tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] Unset dirty status for tenant:caa51cd556e949fa9df40a1e8b5fd548 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:39.764506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-099a2d27-6250-42bd-b71c-d0959095366d req-bcccfaaa-6526-479a-b46c-49fb175be3cd tempest-ServerMetadataNegativeTestJSON-1950848837 tempest-ServerMetadataNegativeTestJSON-1950848837-project] 10.222.0.69 "GET /v2.0/ports?device_id=f68e8810-8823-4a28-9233-162a5a98e14d HTTP/1.1" status: 200 len: 210 time: 0.2583361 Feb 07 12:57:39.839650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e92e73-f990-4152-a0cf-b4e6ce195cc1 req-7eba728f-6e65-4105-a719-bd89ef07c9a5 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741887 Feb 07 12:57:39.868193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918aa7fd-3c82-44dd-9322-7438754ad504 req-3039c28a-186e-44d1-9926-5305dc9010b3 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870997 Feb 07 12:57:39.868400 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:39.898878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:39.914266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6f8b90f6-d33e-490a-abae-eca2d36d23d4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:39.944676 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c84572-5a6c-4eea-9b0f-582d98a947e2', 'code': 200} Feb 07 12:57:39.992871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:39.993309 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:40.107666 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:40.186754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:40.200576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57770) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:40.218265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:40.234499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:40.283454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07adb9d-5238-4aa2-b96d-a57fa6ce77f1 req-cd0db89d-9d08-4849-92a6-f53506ebc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:40.288237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07adb9d-5238-4aa2-b96d-a57fa6ce77f1 req-cd0db89d-9d08-4849-92a6-f53506ebc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:40.288237 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f07adb9d-5238-4aa2-b96d-a57fa6ce77f1 req-cd0db89d-9d08-4849-92a6-f53506ebc4f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1984 time: 0.2903416 Feb 07 12:57:40.288469 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9af31974-011a-48eb-8dc2-40dd0af06682 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=287e4148aa704a56b387ef51dde7594e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829709 Feb 07 12:57:40.290201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:40.299413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f45f95-f53a-425c-84f4-0b7823da8f13 req-a34eb8ac-cd91-4e19-9bdf-875c1d371e23 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:40.299968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06f45f95-f53a-425c-84f4-0b7823da8f13 req-a34eb8ac-cd91-4e19-9bdf-875c1d371e23 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 944 time: 0.1859200 Feb 07 12:57:40.336955 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:40.338230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:40.375122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adbb90c7-a769-46b6-a4ad-37d30033313f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:40.375831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839abc33-911c-4f24-a6da-0f530c900ed7 req-2dca661d-31d7-4f98-963f-346e03a90109 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:40.377411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-839abc33-911c-4f24-a6da-0f530c900ed7 req-2dca661d-31d7-4f98-963f-346e03a90109 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 943 time: 0.2236509 Feb 07 12:57:40.387329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f07adb9d-5238-4aa2-b96d-a57fa6ce77f1 req-88fd2813-9d65-46ff-954f-82af08ed5c7e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862908 Feb 07 12:57:40.393476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06f45f95-f53a-425c-84f4-0b7823da8f13 req-cd2c6538-3cfe-4dd8-b43e-c96c261bf3d7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777569 Feb 07 12:57:40.413247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adbb90c7-a769-46b6-a4ad-37d30033313f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:40.424590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:57:40.424590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9c2ecd4-9df7-4ba6-8884-8f6747f24b4f not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:57:40.452978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-839abc33-911c-4f24-a6da-0f530c900ed7 req-508e0ede-aba8-45ec-b0fa-791c1b3af39e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630193 Feb 07 12:57:40.473120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:40.644156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adbb90c7-a769-46b6-a4ad-37d30033313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:40.661344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb90c7-a769-46b6-a4ad-37d30033313f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff733d9-ae92-47c3-877e-326f99354600,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:40.682351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adbb90c7-a769-46b6-a4ad-37d30033313f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:40.682742 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-adbb90c7-a769-46b6-a4ad-37d30033313f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ff733d9-ae92-47c3-877e-326f99354600 HTTP/1.1" status: 204 len: 168 time: 0.3909330 Feb 07 12:57:40.703029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2310be-88d8-491b-a4f4-0e4e4740b4f6 req-5f336822-a332-449e-806c-36781c8d7e84 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:40.715023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2310be-88d8-491b-a4f4-0e4e4740b4f6 req-5f336822-a332-449e-806c-36781c8d7e84 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:40.718966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a2310be-88d8-491b-a4f4-0e4e4740b4f6 req-5f336822-a332-449e-806c-36781c8d7e84 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1682 time: 0.1296563 Feb 07 12:57:40.765959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a2310be-88d8-491b-a4f4-0e4e4740b4f6 req-cb9e8aaa-f97a-4468-a11a-1e647e5e648e tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Feb 07 12:57:40.853013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['d455376e-da8e-474c-8b68-f73e0f1be232'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:40.915300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57810) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:40.986478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb978831-27b6-417b-a76b-71a8e99236d6 admin admin] Deleting subnet 9e59f8fa-271b-485f-b3b8-dfa4b28c5733 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:57:40.989631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb978831-27b6-417b-a76b-71a8e99236d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.084863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb978831-27b6-417b-a76b-71a8e99236d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.151581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb978831-27b6-417b-a76b-71a8e99236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.158566 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28fee7f6-7fbf-44ea-83d5-87c5211fe16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.205268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d81f-a4d7-4bd8-acbf-f8fcb5419750 req-2af95ac3-5dd4-4dbb-836d-df3d8ff51011 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:41.206747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f492d81f-a4d7-4bd8-acbf-f8fcb5419750 req-2af95ac3-5dd4-4dbb-836d-df3d8ff51011 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.0844965 Feb 07 12:57:41.253075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f492d81f-a4d7-4bd8-acbf-f8fcb5419750 req-fd5dbc5d-c9a9-4596-bef5-95829e1b1603 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Feb 07 12:57:41.347885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb978831-27b6-417b-a76b-71a8e99236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.390303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb978831-27b6-417b-a76b-71a8e99236d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e59f8fa-271b-485f-b3b8-dfa4b28c5733,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:41.392308 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb978831-27b6-417b-a76b-71a8e99236d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.398554 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fb978831-27b6-417b-a76b-71a8e99236d6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9e59f8fa-271b-485f-b3b8-dfa4b28c5733 HTTP/1.1" status: 204 len: 168 time: 0.4819419 Feb 07 12:57:41.401023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57838) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:41.514219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.646576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.676119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c52908-6e23-481b-9487-9ff5ab0cb8eb']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:41.690116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0b304e-ea70-4d6a-af25-9660f5412b3d') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:41.690498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0b304e-ea70-4d6a-af25-9660f5412b3d') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:41.704048 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.730163 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.740203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:57:41.741137 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:57:41.758675 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:57:41.771384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9758326-1420-4c35-9aac-ef5222656ad6 req-8b76c348-1542-44a6-bd12-1b194c8c38b5 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:41.776040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c9758326-1420-4c35-9aac-ef5222656ad6 req-8b76c348-1542-44a6-bd12-1b194c8c38b5 tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 1099 time: 0.1526031 Feb 07 12:57:41.828161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c9758326-1420-4c35-9aac-ef5222656ad6 req-9e5bb8be-9202-49a7-bc31-e09f28a9887a tempest-MigrationsAdminTest-782896352 tempest-MigrationsAdminTest-782896352-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Feb 07 12:57:41.931113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57862) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:41.931647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6f8b90f6-d33e-490a-abae-eca2d36d23d4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:41.964126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}, {'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:42.009554 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2f3a6f17-aa4b-4000-b032-237bcfcfa0b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=010dbc612eff423d8b0b4446cde77318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770607 Feb 07 12:57:42.011818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57868) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:42.025035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02197cf-bd17-4f1b-b721-31f53ba9c384 req-ff3523b2-5611-4ddd-9220-82717d166f99 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:42.026844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a02197cf-bd17-4f1b-b721-31f53ba9c384 req-ff3523b2-5611-4ddd-9220-82717d166f99 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 945 time: 0.1000705 Feb 07 12:57:42.040977 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.062317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.077591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] Pushing event deleted for resources: {'Network': ['ID=05c52908-6e23-481b-9487-9ff5ab0cb8eb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:42.083618 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bb248479-14ac-4f8c-a7c5-5b6db6adea6d admin admin] 10.222.0.69 "DELETE /v2.0/networks/05c52908-6e23-481b-9487-9ff5ab0cb8eb HTTP/1.1" status: 204 len: 168 time: 0.6816134 Feb 07 12:57:42.111136 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.111945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a02197cf-bd17-4f1b-b721-31f53ba9c384 req-f1426486-ddfe-4edf-9058-2884ed6611c2 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762296 Feb 07 12:57:42.121892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5acc4264-9861-46ec-b9aa-8de8637c2dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.163459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5acc4264-9861-46ec-b9aa-8de8637c2dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.171441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:42.309935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480fd96-97d2-43c7-8531-3ff4be40ac93 req-50bb1deb-38fc-4e64-8203-9c6a97568992 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:42.312094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6480fd96-97d2-43c7-8531-3ff4be40ac93 req-50bb1deb-38fc-4e64-8203-9c6a97568992 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 943 time: 0.0845344 Feb 07 12:57:42.318499 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.325613 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.361761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6480fd96-97d2-43c7-8531-3ff4be40ac93 req-59a24761-c43c-4213-8b00-264bf1037904 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Feb 07 12:57:42.422759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5acc4264-9861-46ec-b9aa-8de8637c2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.422973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.444264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc4264-9861-46ec-b9aa-8de8637c2dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98e3c9-a4ae-4999-96e6-fc875a8314d1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:42.448723 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5acc4264-9861-46ec-b9aa-8de8637c2dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.449871 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5acc4264-9861-46ec-b9aa-8de8637c2dc1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b98e3c9-a4ae-4999-96e6-fc875a8314d1 HTTP/1.1" status: 204 len: 168 time: 0.4371302 Feb 07 12:57:42.509678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:42.562815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb701269-c8eb-4de4-a6a5-5ae8d87bca59 req-8b21fa7f-d605-4ae2-b085-13f8cc0fcfc9 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:42.568751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb701269-c8eb-4de4-a6a5-5ae8d87bca59 req-8b21fa7f-d605-4ae2-b085-13f8cc0fcfc9 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:42.572435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb701269-c8eb-4de4-a6a5-5ae8d87bca59 req-8b21fa7f-d605-4ae2-b085-13f8cc0fcfc9 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1682 time: 0.0974636 Feb 07 12:57:42.622112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb701269-c8eb-4de4-a6a5-5ae8d87bca59 req-54bf4257-9c4b-42af-b954-441f11d42a9a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Feb 07 12:57:42.795436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57902) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:42.845184 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ff4e4b57-f6bd-472c-8b92-34bbc3c5ed8d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=caa51cd556e949fa9df40a1e8b5fd548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479884 Feb 07 12:57:42.847573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57906) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:42.915396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69be03ad-af99-43f9-855e-d376fdf52276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:42.944064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69be03ad-af99-43f9-855e-d376fdf52276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:43.032358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-e08c1fda-0d85-4a19-bf46-d48027a4e5b7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:43.032358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-e08c1fda-0d85-4a19-bf46-d48027a4e5b7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.35 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 943 time: 0.0936034 Feb 07 12:57:43.115497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Deleting port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:43.116161 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:43.147392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69be03ad-af99-43f9-855e-d376fdf52276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:43.162620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be03ad-af99-43f9-855e-d376fdf52276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf233103-61bf-47bf-b3b8-44af7bc8da24,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:43.169492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69be03ad-af99-43f9-855e-d376fdf52276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:43.171228 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-69be03ad-af99-43f9-855e-d376fdf52276 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf233103-61bf-47bf-b3b8-44af7bc8da24 HTTP/1.1" status: 204 len: 168 time: 0.3185573 Feb 07 12:57:43.315434 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'code': 200} Feb 07 12:57:43.315944 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'code': 200} Feb 07 12:57:43.612456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] For port 6f8b90f6-d33e-490a-abae-eca2d36d23d4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6f8b90f6-d33e-490a-abae-eca2d36d23d4,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:43.613098 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:43.634498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 57bc7257-b60f-4e58-9190-3b14f31548f5 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:57:43.637699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:43.719485 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:43.763474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Calling delete_port for 6f8b90f6-d33e-490a-abae-eca2d36d23d4 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:43.889632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:43.903832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '57bc7257-b60f-4e58-9190-3b14f31548f5', 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'port_id': '57bc7257-b60f-4e58-9190-3b14f31548f5', 'mac_address': 'fa:16:3e:7f:66:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b0f95f-7038-4069-9e36-5d6936cc6ec7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:57:43.974610 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:44.002862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bc7257-b60f-4e58-9190-3b14f31548f5 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:57:44.046091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:44.084246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deec370-97b3-4e05-94f3-03a3e2bf1c96 req-548f610b-01b7-4566-acbe-084c0c07d9d1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:44.089956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4deec370-97b3-4e05-94f3-03a3e2bf1c96 req-548f610b-01b7-4566-acbe-084c0c07d9d1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 943 time: 0.5480828 Feb 07 12:57:44.142180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4deec370-97b3-4e05-94f3-03a3e2bf1c96 req-65a8d3d4-71af-4efa-b0c1-f21371a5578f tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Feb 07 12:57:44.221036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port d455376e-da8e-474c-8b68-f73e0f1be232 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:44.229386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port d455376e-da8e-474c-8b68-f73e0f1be232 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:44.230208 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:44.296090 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:44.298740 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:44.454084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event deleted for resources: {'Port': ['ID=6f8b90f6-d33e-490a-abae-eca2d36d23d4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:44.600465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:44.616494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:44.703621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] No DVR routers for this DVR port 6f8b90f6-d33e-490a-abae-eca2d36d23d4 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:44.708994 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:44.713007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'name': 'network-vif-deleted', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:44.731039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:44.765197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd46ba19-23a9-4b62-bb71-373ada9d86c8 req-df080b42-4ca6-4c37-b500-34e9f0746515 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.35 "DELETE /v2.0/ports/6f8b90f6-d33e-490a-abae-eca2d36d23d4 HTTP/1.1" status: 204 len: 173 time: 1.7397864 Feb 07 12:57:44.802268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e37248-edbd-4b98-8ba0-03666337db5f req-221ed90f-dee9-4ac8-b3f6-d39a9547592c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:44.804225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8e37248-edbd-4b98-8ba0-03666337db5f req-221ed90f-dee9-4ac8-b3f6-d39a9547592c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 948 time: 0.2817769 Feb 07 12:57:44.817978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8100bb9-ef93-4a48-89af-70eb1e5860b9 req-a492e381-211f-4616-b2cf-fdf1d04132d6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:44.819651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8100bb9-ef93-4a48-89af-70eb1e5860b9 req-a492e381-211f-4616-b2cf-fdf1d04132d6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 944 time: 0.2889433 Feb 07 12:57:44.907565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:44.909449 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:44.912748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8e37248-edbd-4b98-8ba0-03666337db5f req-9c4446b8-0e32-4459-a92b-3bc4546ce6ae tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915127 Feb 07 12:57:44.929175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8100bb9-ef93-4a48-89af-70eb1e5860b9 req-8181163e-f2d8-4324-9b00-dda3c3b25eb4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911541 Feb 07 12:57:45.008920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['57bc7257-b60f-4e58-9190-3b14f31548f5'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:45.114710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=14']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:45.316834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4'}, {'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:45.477309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58008) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:45.845973 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'name': 'network-vif-deleted', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'status': 'completed', 'code': 200} Feb 07 12:57:45.868213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-3c01abdb-19d5-44b8-881e-d11e4b1a2a67 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:45.870494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-3c01abdb-19d5-44b8-881e-d11e4b1a2a67 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 949 time: 0.1919444 Feb 07 12:57:45.948946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6f8b90f6-d33e-490a-abae-eca2d36d23d4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:45.990541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Deleting port d455376e-da8e-474c-8b68-f73e0f1be232 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:45.991268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:46.005068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 6f8b90f6-d33e-490a-abae-eca2d36d23d4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:57:46.005411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6f8b90f6-d33e-490a-abae-eca2d36d23d4 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:57:46.112654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5ff94fb8-0e0c-441d-ba7f-c92e9f0b3c17 req-3a423957-b58a-42e5-adbc-d0dae90a8e71 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Synchronizing usage tracker for tenant:bf90c0539887466990629b10acfbbde3 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:46.163098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-852050254-network', 'tenant_id': 'fadeb453f2eb4754b67d21ab18ef058e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:46.228817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:46.246679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Usage tracker for resource:network and tenant:fadeb453f2eb4754b67d21ab18ef058e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:57:46.265491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:57:46.280789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:46.282827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5ff94fb8-0e0c-441d-ba7f-c92e9f0b3c17 req-3a423957-b58a-42e5-adbc-d0dae90a8e71 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Unset dirty status for tenant:bf90c0539887466990629b10acfbbde3 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:46.284013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ff94fb8-0e0c-441d-ba7f-c92e9f0b3c17 req-3a423957-b58a-42e5-adbc-d0dae90a8e71 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=08795f2f-04dd-4ff5-b585-2579067150be HTTP/1.1" status: 200 len: 210 time: 0.2473097 Feb 07 12:57:46.399263 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08795f2f-04dd-4ff5-b585-2579067150be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8b90f6-d33e-490a-abae-eca2d36d23d4', 'code': 200} Feb 07 12:57:46.399530 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'code': 200} Feb 07 12:57:46.459153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Made reservation on behalf of fadeb453f2eb4754b67d21ab18ef058e for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:57:46.462517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:46.481804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] For port d455376e-da8e-474c-8b68-f73e0f1be232, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d455376e-da8e-474c-8b68-f73e0f1be232,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:46.482724 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:46.490598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:46.514370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:46.737824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Usage tracker for resource:security_group_rule and tenant:fadeb453f2eb4754b67d21ab18ef058e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:57:46.746927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Calling delete_port for d455376e-da8e-474c-8b68-f73e0f1be232 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:46.777421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:57:46.801167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:46.988728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0936f6-5686-4f2e-891e-d3dd2c0a1586 req-7889346a-8526-476b-8e9e-99029003d585 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:46.994481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0936f6-5686-4f2e-891e-d3dd2c0a1586 req-7889346a-8526-476b-8e9e-99029003d585 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:46.996083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea0936f6-5686-4f2e-891e-d3dd2c0a1586 req-7889346a-8526-476b-8e9e-99029003d585 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1682 time: 0.4906490 Feb 07 12:57:47.148452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea0936f6-5686-4f2e-891e-d3dd2c0a1586 req-2c482871-1daf-44e0-a604-20cdcd48032d tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981829 Feb 07 12:57:47.190731 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:47.289135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:47.302074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cfc9df91-44d1-4f9b-a938-86553617ada4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:47.349041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3dac1e83-c7fd-47b8-affe-a2680cf43b77', '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'd455376e-da8e-474c-8b68-f73e0f1be232'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:47.367157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:47.416491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9873d35c-01c6-4303-adc8-655235cb1299 req-2e423f48-d85e-4907-a1ef-46f0a873c881 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 210 time: 0.1340129 Feb 07 12:57:47.417425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event deleted for resources: {'Port': ['ID=d455376e-da8e-474c-8b68-f73e0f1be232,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:47.454314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:57:47.519109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f179bf-80b6-4bc2-ae88-06b0056ac7a3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:47.604364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:47.604845 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Added segment 7b957149-2107-4bac-952c-76cc43ac5c0e of type vlan for network 2bbf78fc-229a-483d-87f0-edae227b58f0 Feb 07 12:57:47.607875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] No DVR routers for this DVR port d455376e-da8e-474c-8b68-f73e0f1be232 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:47.633601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:47.669288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 57bc7257-b60f-4e58-9190-3b14f31548f5 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:57:47.748055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83850867-10b6-45e5-8b5a-663ffd4bbb11 req-31e4412b-c407-4f06-bc77-845536570980 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "DELETE /v2.0/ports/d455376e-da8e-474c-8b68-f73e0f1be232 HTTP/1.1" status: 204 len: 173 time: 1.8600011 Feb 07 12:57:47.793303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-970be09b-f78c-4f73-b0c6-e0da093edbac tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:47.800727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-970be09b-f78c-4f73-b0c6-e0da093edbac tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:47.801906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-970be09b-f78c-4f73-b0c6-e0da093edbac tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1682 time: 0.5596478 Feb 07 12:57:47.805832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:47.938805 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 12:57:47.951112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-deleted', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:47.996967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f761f-b397-47e1-94ff-652b230283a7 req-0cf67030-2130-40a2-a188-5fef46ea98b1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:47.998862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-766f761f-b397-47e1-94ff-652b230283a7 req-0cf67030-2130-40a2-a188-5fef46ea98b1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 944 time: 0.3670967 Feb 07 12:57:48.032311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port f8c84572-5a6c-4eea-9b0f-582d98a947e2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:48.032658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:48.097580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-766f761f-b397-47e1-94ff-652b230283a7 req-f5c2e483-2394-4e7c-8096-d1daaf8ab17d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922575 Feb 07 12:57:48.320346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port f8c84572-5a6c-4eea-9b0f-582d98a947e2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f8c84572-5a6c-4eea-9b0f-582d98a947e2,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:48.320705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:48.472861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 57bc7257-b60f-4e58-9190-3b14f31548f5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:57:48.477085 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6fbd7-75c2-4ffe-b5cf-927a5cce636e', 'name': 'network-vif-deleted', 'tag': 'd455376e-da8e-474c-8b68-f73e0f1be232', 'status': 'completed', 'code': 200} Feb 07 12:57:48.478497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 57bc7257-b60f-4e58-9190-3b14f31548f5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:57:48.478872 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:48.485615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for f8c84572-5a6c-4eea-9b0f-582d98a947e2 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:48.515516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:48.516526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:48.517261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:48.673099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:48.765305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] Pushing event updated for resources: {'Network': ['ID=2bbf78fc-229a-483d-87f0-edae227b58f0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:48.781679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 2bbf78fc-229a-483d-87f0-edae227b58f0 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:57:48.805959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:48.839414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f29b4649-0753-40c9-a826-2518e8a0234a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.3586109 Feb 07 12:57:48.840175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58094) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:48.846905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648078-7082-4990-bb44-19fbc03b3511 req-c283ff65-aa49-4629-9169-57d896d0888b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:48.847956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Request body: {'subnet': {'network_id': '2bbf78fc-229a-483d-87f0-edae227b58f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-852050254-subnet', 'tenant_id': 'fadeb453f2eb4754b67d21ab18ef058e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:48.853143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648078-7082-4990-bb44-19fbc03b3511 req-c283ff65-aa49-4629-9169-57d896d0888b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:48.854804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71648078-7082-4990-bb44-19fbc03b3511 req-c283ff65-aa49-4629-9169-57d896d0888b tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 1682 time: 0.3041186 Feb 07 12:57:48.864547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:48.869735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Usage tracker for resource:subnet and tenant:fadeb453f2eb4754b67d21ab18ef058e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:57:48.874236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:57:48.881667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:48.921169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:48.945902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71648078-7082-4990-bb44-19fbc03b3511 req-866d345f-7ae9-4f66-bc8e-f172f36b97b0 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786145 Feb 07 12:57:49.022325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Made reservation on behalf of fadeb453f2eb4754b67d21ab18ef058e for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:57:49.025808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:49.090430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:49.136675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:49.161091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dec5f285-6d5e-4ec7-a023-bd2bb64440c1 req-2277da3c-daf0-4915-a3c9-da3c19df4208 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Synchronizing usage tracker for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:49.215560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Port': ['ID=f8c84572-5a6c-4eea-9b0f-582d98a947e2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:49.258178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:49.484743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:49.595758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00c3889-048f-4983-abe2-59dcb3b936bf,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:49.620327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Checking segment: {'id': '7b957149-2107-4bac-952c-76cc43ac5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2bbf78fc-229a-483d-87f0-edae227b58f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:57:49.624533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Network hostable DHCP agents. Network: 2bbf78fc-229a-483d-87f0-edae227b58f0, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:57:49.641812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:49.655824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-404b1d25-d141-4e39-bb4e-dc540dfe198a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:49.663094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-404b1d25-d141-4e39-bb4e-dc540dfe198a tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 822 time: 0.4109659 Feb 07 12:57:49.707800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: d455376e-da8e-474c-8b68-f73e0f1be232 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:57:49.708559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d455376e-da8e-474c-8b68-f73e0f1be232 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:57:49.740617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] No DVR routers for this DVR port f8c84572-5a6c-4eea-9b0f-582d98a947e2 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:49.750786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-c7aedaee-836a-41cf-9b28-bc8ea4b578b4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/quotas/bf90c0539887466990629b10acfbbde3 HTTP/1.1" status: 200 len: 375 time: 0.0866995 Feb 07 12:57:49.763998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Network 2bbf78fc-229a-483d-87f0-edae227b58f0 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:57:49.800498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:49.846367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dec5f285-6d5e-4ec7-a023-bd2bb64440c1 req-2277da3c-daf0-4915-a3c9-da3c19df4208 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Unset dirty status for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:49.847581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dec5f285-6d5e-4ec7-a023-bd2bb64440c1 req-2277da3c-daf0-4915-a3c9-da3c19df4208 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=54a6fbd7-75c2-4ffe-b5cf-927a5cce636e HTTP/1.1" status: 200 len: 210 time: 0.7685859 Feb 07 12:57:49.862135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-4b63ad6e-7987-416f-bee7-93a224352506 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103752 Feb 07 12:57:49.878524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 2bbf78fc-229a-483d-87f0-edae227b58f0) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:49.884796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:49.885407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:49.895109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ed74a-6cc6-4f49-8a2b-3c22fc57c2a7 None None] Network 2bbf78fc-229a-483d-87f0-edae227b58f0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:57:49.944203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-f5fc3df3-9f07-4ed6-993a-0bd82392bfba tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "DELETE /v2.0/ports/f8c84572-5a6c-4eea-9b0f-582d98a947e2 HTTP/1.1" status: 204 len: 173 time: 2.1222873 Feb 07 12:57:50.004030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f8c84572-5a6c-4eea-9b0f-582d98a947e2 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:50.050062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port b9ecb219-d618-47ab-8c03-31a3d28db41c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:50.050299 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:50.051243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: f8c84572-5a6c-4eea-9b0f-582d98a947e2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:57:50.051772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f8c84572-5a6c-4eea-9b0f-582d98a947e2 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:57:50.052549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9ecb219-d618-47ab-8c03-31a3d28db41c no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:50.182138 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:50.183152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-b0a3b33b-d793-40a7-b3d4-cdf1f941b30d service neutron] 10.222.0.69 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200736 Feb 07 12:57:50.251873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9ecb219-d618-47ab-8c03-31a3d28db41c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:50.276554 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dce81df6-5d01-4ded-abcd-3cae9881cf05 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4341743 Feb 07 12:57:50.386450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:50.441855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f809e2ee-8cca-4019-8231-e082eeb02047 None None] Network 2bbf78fc-229a-483d-87f0-edae227b58f0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:57:50.485492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-deleted', 'tag': 'f8c84572-5a6c-4eea-9b0f-582d98a947e2'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:50.578029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-987881eb-788e-40f2-a085-c537ff076cf8 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939047 Feb 07 12:57:50.623897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port b9ecb219-d618-47ab-8c03-31a3d28db41c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:50.624344 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:50.691506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9ecb219-d618-47ab-8c03-31a3d28db41c,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:50.797312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for b9ecb219-d618-47ab-8c03-31a3d28db41c owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:50.988263 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5', 'code': 200} Feb 07 12:57:51.146392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:57:51.146392 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:57:51.163215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17cf38-d30d-4b1c-af11-b9273ac0b2bc req-6624b620-512a-4ccb-8242-490005e82c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:51.164763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f17cf38-d30d-4b1c-af11-b9273ac0b2bc req-6624b620-512a-4ccb-8242-490005e82c4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1096 time: 0.0945880 Feb 07 12:57:51.209189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f17cf38-d30d-4b1c-af11-b9273ac0b2bc req-17fbbdbd-c5f9-4838-a037-c966cc6fbf9e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Feb 07 12:57:51.443674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d365cf-1d88-4ffc-9128-2e2a678402b6 req-02fa7c90-818d-4cc8-b089-5dff7da6c4f8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:51.445290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3d365cf-1d88-4ffc-9128-2e2a678402b6 req-02fa7c90-818d-4cc8-b089-5dff7da6c4f8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.0836027 Feb 07 12:57:51.492551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3d365cf-1d88-4ffc-9128-2e2a678402b6 req-5efab12d-39aa-482f-bf36-c6ab1f703336 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Feb 07 12:57:51.645537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port b9ecb219-d618-47ab-8c03-31a3d28db41c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:51.645882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:51.758547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec9f90-76f7-4b43-b924-6771f8d62f87 req-a2c59476-e626-4260-81e5-a19413b8a67c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:51.759248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ceec9f90-76f7-4b43-b924-6771f8d62f87 req-a2c59476-e626-4260-81e5-a19413b8a67c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Synchronizing usage tracker for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:52.051745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ceec9f90-76f7-4b43-b924-6771f8d62f87 req-a2c59476-e626-4260-81e5-a19413b8a67c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Unset dirty status for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:52.052922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec9f90-76f7-4b43-b924-6771f8d62f87 req-a2c59476-e626-4260-81e5-a19413b8a67c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 943 time: 0.4638474 Feb 07 12:57:52.054645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port b9ecb219-d618-47ab-8c03-31a3d28db41c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9ecb219-d618-47ab-8c03-31a3d28db41c,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:52.055010 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:52.204476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for b9ecb219-d618-47ab-8c03-31a3d28db41c owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:52.272750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec9f90-76f7-4b43-b924-6771f8d62f87 req-6a4c5722-1d1d-44d0-88eb-aceecdbdce1c tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/security-groups?id=42835908-3fd6-4aed-8ef9-261e2c99776d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090523 Feb 07 12:57:52.364576 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-deleted', 'tag': 'f8c84572-5a6c-4eea-9b0f-582d98a947e2', 'status': 'completed', 'code': 200} Feb 07 12:57:52.633122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:52.705585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Port': ['ID=b9ecb219-d618-47ab-8c03-31a3d28db41c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:52.808005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] No DVR routers for this DVR port b9ecb219-d618-47ab-8c03-31a3d28db41c on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:52.811310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:52.871751 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:57:52.976417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68cbd3fa-acd5-4653-a647-1cf8144c0ecc req-fa85020a-5d5d-4991-8bd8-72c50657718a tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.35 "DELETE /v2.0/ports/b9ecb219-d618-47ab-8c03-31a3d28db41c HTTP/1.1" status: 204 len: 173 time: 3.0274055 Feb 07 12:57:52.990369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ecb219-d618-47ab-8c03-31a3d28db41c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:53.123787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-340d5706-44bd-48a9-bcaa-bd3be8a6e1bc req-79f05281-5629-491f-8144-d06616f161ea tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 210 time: 0.0551474 Feb 07 12:57:53.232638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-19ac534e-066c-4ecc-afbe-067674f32c2d tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:53.237240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-19ac534e-066c-4ecc-afbe-067674f32c2d tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Synchronizing usage tracker for tenant:fadeb453f2eb4754b67d21ab18ef058e on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:53.353211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-19ac534e-066c-4ecc-afbe-067674f32c2d tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Unset dirty status for tenant:fadeb453f2eb4754b67d21ab18ef058e on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:53.354444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-19ac534e-066c-4ecc-afbe-067674f32c2d tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/networks?id=2bbf78fc-229a-483d-87f0-edae227b58f0 HTTP/1.1" status: 200 len: 808 time: 0.4117613 Feb 07 12:57:53.380041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-5ac1a877-3d54-456d-8a1e-70750fbde5cb tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/quotas/fadeb453f2eb4754b67d21ab18ef058e HTTP/1.1" status: 200 len: 375 time: 0.0180118 Feb 07 12:57:53.472107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bea35e8f-d203-4c0e-94f8-776721a1c0ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fadeb453f2eb4754b67d21ab18ef058e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900950 Feb 07 12:57:53.637448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1030-29c2-4f76-b61b-9303e441d3cd req-5a71cf35-160b-4db9-b843-4b5bc765611d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:53.639891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-669f1030-29c2-4f76-b61b-9303e441d3cd req-5a71cf35-160b-4db9-b843-4b5bc765611d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.2230756 Feb 07 12:57:53.676991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-cc6316f1-2831-4040-9774-3fd8fe649900 service neutron] 10.222.0.69 "GET /v2.0/networks/2bbf78fc-229a-483d-87f0-edae227b58f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949122 Feb 07 12:57:53.833269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-669f1030-29c2-4f76-b61b-9303e441d3cd req-8594d326-b68e-45b7-aae1-ccad62e2ff83 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753354 Feb 07 12:57:53.914195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-19297ad7-776b-44f6-9eb6-2e3e67188475 service neutron] 10.222.0.69 "GET /v2.0/networks/2bbf78fc-229a-483d-87f0-edae227b58f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931431 Feb 07 12:57:54.363754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:54.369125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-deleted', 'tag': 'b9ecb219-d618-47ab-8c03-31a3d28db41c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:54.786425 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ecb219-d618-47ab-8c03-31a3d28db41c', 'code': 200} Feb 07 12:57:54.945075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5772ec18-27c1-4b6b-97a8-33cdb9640f45 req-4c434280-0761-42a8-bb48-268b3eedba02 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Synchronizing usage tracker for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:55.122392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-1f1abb04-8381-419c-9568-52126074de18 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:55.124261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-1f1abb04-8381-419c-9568-52126074de18 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.35 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 822 time: 0.1764314 Feb 07 12:57:55.137465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Request body: {'port': {'device_id': 'df3b1d2a-1843-4b52-801b-6776e82d25e7', 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'admin_state_up': True, 'tenant_id': 'bf90c0539887466990629b10acfbbde3'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:55.254647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5772ec18-27c1-4b6b-97a8-33cdb9640f45 req-4c434280-0761-42a8-bb48-268b3eedba02 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Unset dirty status for tenant:ff7995bfb054424f85e85a64f917ce0e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:55.265880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5772ec18-27c1-4b6b-97a8-33cdb9640f45 req-4c434280-0761-42a8-bb48-268b3eedba02 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "GET /v2.0/ports?device_id=309f9405-c591-4d03-a40f-b75c9e80047a HTTP/1.1" status: 200 len: 210 time: 0.3690679 Feb 07 12:57:55.365263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85abf3e8-682e-4320-8402-94b13c4b9df1 req-21d768af-c904-42f0-8f93-77f2a6a55388 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 210 time: 0.0562570 Feb 07 12:57:55.380593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:55.412610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:55.461417 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f9405-c591-4d03-a40f-b75c9e80047a', 'name': 'network-vif-deleted', 'tag': 'b9ecb219-d618-47ab-8c03-31a3d28db41c', 'status': 'completed', 'code': 200} Feb 07 12:57:55.501283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Made reservation on behalf of bf90c0539887466990629b10acfbbde3 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:57:55.505784 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:55.888906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee0b95c9-6705-44e2-bd41-936eff0ec668 req-399e427b-c669-48ee-9f4e-eed1a797cc2d tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 210 time: 0.3632560 Feb 07 12:57:56.245144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Allocated IP 172.20.0.13 (a9c2ce28-cbca-449e-8f66-807b427a0170/8bb2c2ec-4c72-4320-9b61-35e0a156e7b6/abb1f83f-0ede-49b1-bb42-6e34e13b25b1) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:57:56.276302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1a9d-44d5-478a-a90f-3abdf0f1eab2 req-bd50f206-ad02-4797-945d-ee5707654a53 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:56.278488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc8b1a9d-44d5-478a-a90f-3abdf0f1eab2 req-bd50f206-ad02-4797-945d-ee5707654a53 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.4504793 Feb 07 12:57:56.375861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70511f29-4309-4ca7-896f-8ad64d1d1fc5 req-90fe35c1-01bf-4cd0-9e33-90bd66333118 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:56.377424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70511f29-4309-4ca7-896f-8ad64d1d1fc5 req-90fe35c1-01bf-4cd0-9e33-90bd66333118 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.3373780 Feb 07 12:57:56.399231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc8b1a9d-44d5-478a-a90f-3abdf0f1eab2 req-969342c6-1092-4872-ba36-42535663f5b3 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121616 Feb 07 12:57:56.748529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70511f29-4309-4ca7-896f-8ad64d1d1fc5 req-53a0c8ce-28c9-4e37-ae88-e903dadc5fa5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573930 Feb 07 12:57:56.828823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-1cb3800a-ba86-43de-ab66-aa13e4c26289 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:56.833777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-1cb3800a-ba86-43de-ab66-aa13e4c26289 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 951 time: 0.3897872 Feb 07 12:57:56.888005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:56.915309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633d29-f5ab-4718-8e50-fc787d6a3289 req-caae474a-88ab-4c3c-8cab-e1cb7864c2d1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:56.916941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96633d29-f5ab-4718-8e50-fc787d6a3289 req-caae474a-88ab-4c3c-8cab-e1cb7864c2d1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 951 time: 0.3639631 Feb 07 12:57:56.962582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Deleting port cfc9df91-44d1-4f9b-a938-86553617ada4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:56.963142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:57.054222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96633d29-f5ab-4718-8e50-fc787d6a3289 req-80cb62f7-48eb-45f1-8ceb-cb1f71da4d9c tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259465 Feb 07 12:57:57.213798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:57.286081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting subnet 83aacdab-1dae-4be9-91de-fc4c463f98d4 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:57:57.290536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8f202e4-5694-4747-9682-34bae2022d28 req-e07e9001-cbd7-44c1-b681-2b2bfe5607d6 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 210 time: 0.0533621 Feb 07 12:57:57.291322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:57.336323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] For port cfc9df91-44d1-4f9b-a938-86553617ada4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cfc9df91-44d1-4f9b-a938-86553617ada4,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:57.336691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:57.491015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Calling delete_port for cfc9df91-44d1-4f9b-a938-86553617ada4 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:57.531446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:57.616195 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:57.703880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:57.756816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48ae4c0e-64ce-4b24-bcbd-68f1b674f784 req-6ff921bb-ecba-48ce-81b7-a2824d724730 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 210 time: 0.1765432 Feb 07 12:57:57.962875 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.029660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Subnet': ['ID=83aacdab-1dae-4be9-91de-fc4c463f98d4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:58.041659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.043516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9774705e-902e-487f-81c2-1fa47fa6a1bc None None] Network 569aa18b-b398-4d67-b4a4-32c324bb0f2c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:57:58.045743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.046153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.046482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.047004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.047367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.047809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.048255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.048751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.049388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.049879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.050109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.050587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:57:58.064077 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4fc8c0e5-b188-4a20-9565-063e05b2b851 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "DELETE /v2.0/subnets/83aacdab-1dae-4be9-91de-fc4c463f98d4 HTTP/1.1" status: 204 len: 168 time: 0.8490567 Feb 07 12:57:58.066990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:57:58.147079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Network a9c2ce28-cbca-449e-8f66-807b427a0170 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:57:58.173665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:57:58.186842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:57:58.303003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.329630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port 5e109ad7-2498-4ece-b103-8cc5adee0b84 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:58.330044 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.358075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] DHCP port deletion for 569aa18b-b398-4d67-b4a4-32c324bb0f2c request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:57:58.363161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] Deleting port 5e109ad7-2498-4ece-b103-8cc5adee0b84 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:58.363541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.428515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:58.429358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.433795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event updated for resources: {'Port': ['ID=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:58.506095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7b17c-8b86-4f95-879e-e00c4a655535 req-c46d0c9a-6be1-43b4-af8a-040ef5404bde tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:58.513221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e7b17c-8b86-4f95-879e-e00c4a655535 req-c46d0c9a-6be1-43b4-af8a-040ef5404bde tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.8102098 Feb 07 12:57:58.573703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e7b17c-8b86-4f95-879e-e00c4a655535 req-e6e70bad-901e-4987-a0e1-573e7a263b8d tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595250 Feb 07 12:57:58.693056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] For port 5e109ad7-2498-4ece-b103-8cc5adee0b84, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5e109ad7-2498-4ece-b103-8cc5adee0b84,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:58.694693 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.738078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port 5e109ad7-2498-4ece-b103-8cc5adee0b84, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5e109ad7-2498-4ece-b103-8cc5adee0b84,segment=NetworkSegment(7d19719f-624f-4467-88ff-04943d4bce46),segment_id=7d19719f-624f-4467-88ff-04943d4bce46)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:57:58.738601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.831872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-1d87fc90-b02e-49ae-b1e3-acce8765e53a tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:58.833858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-1d87fc90-b02e-49ae-b1e3-acce8765e53a tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.47 "GET /v2.0/networks?id=2bbf78fc-229a-483d-87f0-edae227b58f0 HTTP/1.1" status: 200 len: 808 time: 0.2592330 Feb 07 12:57:58.839867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:58.844545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-e82e4cfb-6d2a-4387-be4f-934e39492700 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7124856 Feb 07 12:57:58.863292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] Calling delete_port for 5e109ad7-2498-4ece-b103-8cc5adee0b84 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:58.898934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3dac1e83-c7fd-47b8-affe-a2680cf43b77', '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:57:58.908852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for 5e109ad7-2498-4ece-b103-8cc5adee0b84 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:57:58.954431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event deleted for resources: {'Port': ['ID=cfc9df91-44d1-4f9b-a938-86553617ada4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:58.959410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Request body: {'port': {'device_id': '91d63c40-8e7a-4135-8eaf-49ec640cc245', 'network_id': '2bbf78fc-229a-483d-87f0-edae227b58f0', 'admin_state_up': True, 'tenant_id': 'fadeb453f2eb4754b67d21ab18ef058e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:58.977066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Request body: {'port': {'device_id': 'df3b1d2a-1843-4b52-801b-6776e82d25e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:57:59.022359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-45112d9b-96e8-4680-a76d-d5fb5a883f13 req-b900ffc6-7bed-40c2-9ec9-3a6e237f6556 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Synchronizing usage tracker for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:57:59.141316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea79833-e9cd-4b11-a10c-fad74e35ebdc req-b096c526-47c0-4dbe-a34d-50fdb141c42a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:57:59.141507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.149214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ea79833-e9cd-4b11-a10c-fad74e35ebdc req-b096c526-47c0-4dbe-a34d-50fdb141c42a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.9101892 Feb 07 12:57:59.246556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:57:59.247201 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:57:59.262885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] No DVR routers for this DVR port 5e109ad7-2498-4ece-b103-8cc5adee0b84 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:59.301316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] No DVR routers for this DVR port cfc9df91-44d1-4f9b-a938-86553617ada4 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:57:59.313290 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.314922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-432ea1cb-b5d3-49ad-92b7-7d36f26f6ec2 req-ffe22f2c-a369-4a16-9cf0-6f48623b8a68 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.35 "DELETE /v2.0/ports/cfc9df91-44d1-4f9b-a938-86553617ada4 HTTP/1.1" status: 204 len: 173 time: 2.4745066 Feb 07 12:57:59.317114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Port': ['ID=5e109ad7-2498-4ece-b103-8cc5adee0b84,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:59.328254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-deleted', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:57:59.378399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ea79833-e9cd-4b11-a10c-fad74e35ebdc req-84a76f62-f0df-4ba7-bbb2-9313f4c13c2a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281168 Feb 07 12:57:59.417449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.442066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:57:59.458717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.482186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Usage tracker for resource:port and tenant:fadeb453f2eb4754b67d21ab18ef058e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:57:59.487209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:57:59.495415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569aa18b-b398-4d67-b4a4-32c324bb0f2c']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:59.501496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:57:59.512151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d19719f-624f-4467-88ff-04943d4bce46') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:59.512466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d19719f-624f-4467-88ff-04943d4bce46') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:57:59.528357 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.549993 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.561965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:57:59.562404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:57:59.692152 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:57:59.748852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] Deleting port 5e109ad7-2498-4ece-b103-8cc5adee0b84 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:57:59.749332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.798226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.839905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5e109ad7-2498-4ece-b103-8cc5adee0b84 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:57:59.843802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:57:59.883779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Network': ['ID=569aa18b-b398-4d67-b4a4-32c324bb0f2c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:57:59.934574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-184b8c01-583e-48f3-8cfb-b2007b8489de None None] The port '5e109ad7-2498-4ece-b103-8cc5adee0b84' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:57:59.936494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 5e109ad7-2498-4ece-b103-8cc5adee0b84 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:57:59.936905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5e109ad7-2498-4ece-b103-8cc5adee0b84 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:57:59.991010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-45112d9b-96e8-4680-a76d-d5fb5a883f13 req-b900ffc6-7bed-40c2-9ec9-3a6e237f6556 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Unset dirty status for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:57:59.995737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:00.001139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45112d9b-96e8-4680-a76d-d5fb5a883f13 req-b900ffc6-7bed-40c2-9ec9-3a6e237f6556 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f393c2-0bcb-43db-8f8a-7c073bc634c3 HTTP/1.1" status: 200 len: 210 time: 1.1639276 Feb 07 12:58:00.005347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Made reservation on behalf of fadeb453f2eb4754b67d21ab18ef058e for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:00.016661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.027600 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b9030ca-98cf-45a0-b470-78d2419aaf00 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "DELETE /v2.0/networks/569aa18b-b398-4d67-b4a4-32c324bb0f2c HTTP/1.1" status: 204 len: 168 time: 1.9594846 Feb 07 12:58:00.034413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58322) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:00.071228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: cfc9df91-44d1-4f9b-a938-86553617ada4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:00.071574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cfc9df91-44d1-4f9b-a938-86553617ada4 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:00.127581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb1f83f-0ede-49b1-bb42-6e34e13b25b1 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:00.140301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34600d9-4514-42ca-b604-f1784f3858f1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting subnet b428cbfe-90f1-497f-8f83-f9d23a194834 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:58:00.143500 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f34600d9-4514-42ca-b604-f1784f3858f1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.223810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f34600d9-4514-42ca-b604-f1784f3858f1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.255781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ab192f6-a612-4759-82c0-fdd183aca9de req-43e61b6f-f47c-453a-81c8-0ea64dcb78d4 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 210 time: 0.0742741 Feb 07 12:58:00.261567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.343610 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f34600d9-4514-42ca-b604-f1784f3858f1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.355463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Transition to ACTIVE for port object abb1f83f-0ede-49b1-bb42-6e34e13b25b1 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:00.355463 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f393c2-0bcb-43db-8f8a-7c073bc634c3', 'name': 'network-vif-deleted', 'tag': 'cfc9df91-44d1-4f9b-a938-86553617ada4', 'status': 'completed', 'code': 200} Feb 07 12:58:00.381798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7731cc7-4396-473d-ae14-845c80df1097 req-7a67766c-735f-4161-b560-592749a99ad9 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:00.383404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7731cc7-4396-473d-ae14-845c80df1097 req-7a67766c-735f-4161-b560-592749a99ad9 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.4299862 Feb 07 12:58:00.485008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.518494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f34600d9-4514-42ca-b604-f1784f3858f1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.569839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34600d9-4514-42ca-b604-f1784f3858f1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Subnet': ['ID=b428cbfe-90f1-497f-8f83-f9d23a194834,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:00.574003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f34600d9-4514-42ca-b604-f1784f3858f1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.583538 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f34600d9-4514-42ca-b604-f1784f3858f1 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "DELETE /v2.0/subnets/b428cbfe-90f1-497f-8f83-f9d23a194834 HTTP/1.1" status: 204 len: 168 time: 0.5480294 Feb 07 12:58:00.586520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58332) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:00.586719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a43849-faca-42b6-b8f4-88057c0dd19d None None] Network 3dd21a51-98c4-4742-9048-010fee072dd3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:00.918059 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.925041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] DHCP port deletion for 3dd21a51-98c4-4742-9048-010fee072dd3 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:58:00.929849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] Deleting port 4b6e52f2-9904-4970-90b1-20332e086df8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:00.930664 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.933771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port 4b6e52f2-9904-4970-90b1-20332e086df8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:00.934279 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:00.990521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Deleting port 43bb4167-4d59-4780-8f74-202b14965447 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:00.990790 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:01.040580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2e253-6292-42f6-92d7-f398003817c9 req-f7fb4272-60ec-4a69-9b26-b4306cc12dc3 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:01.041469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eff2e253-6292-42f6-92d7-f398003817c9 req-f7fb4272-60ec-4a69-9b26-b4306cc12dc3 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Synchronizing usage tracker for tenant:bf90c0539887466990629b10acfbbde3 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:01.055030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Allocated IP 172.20.0.10 (2bbf78fc-229a-483d-87f0-edae227b58f0/f00c3889-048f-4983-abe2-59dcb3b936bf/002181fc-abbf-474e-ace6-fbcfc9e6050f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:01.073520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Pushing event updated for resources: {'Port': ['ID=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:01.186961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] For port 4b6e52f2-9904-4970-90b1-20332e086df8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4b6e52f2-9904-4970-90b1-20332e086df8,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:01.187921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:01.190023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] For port 4b6e52f2-9904-4970-90b1-20332e086df8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4b6e52f2-9904-4970-90b1-20332e086df8,segment=NetworkSegment(cdcc6c8e-1d9b-405c-8ba8-5c5765637b76),segment_id=cdcc6c8e-1d9b-405c-8ba8-5c5765637b76)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:01.190442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:01.247392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccf68d-a5f4-4315-8074-35f772354cf9 req-a0882e70-eb0f-4c9d-855d-4e88d1e580fe tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:01.249439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75ccf68d-a5f4-4315-8074-35f772354cf9 req-a0882e70-eb0f-4c9d-855d-4e88d1e580fe tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 947 time: 0.5025713 Feb 07 12:58:01.250064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eff2e253-6292-42f6-92d7-f398003817c9 req-f7fb4272-60ec-4a69-9b26-b4306cc12dc3 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Unset dirty status for tenant:bf90c0539887466990629b10acfbbde3 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:01.258397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff2e253-6292-42f6-92d7-f398003817c9 req-f7fb4272-60ec-4a69-9b26-b4306cc12dc3 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 932 time: 1.1232176 Feb 07 12:58:01.258397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Attempting to bind port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:01.258718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Attempting to bind port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:01.258980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Attempting to bind port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 on network a9c2ce28-cbca-449e-8f66-807b427a0170 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:01.303670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 on network a9c2ce28-cbca-449e-8f66-807b427a0170 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:58:01.304037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Attempting to bind port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 on network a9c2ce28-cbca-449e-8f66-807b427a0170 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:01.322525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] Calling delete_port for 4b6e52f2-9904-4970-90b1-20332e086df8 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:01.332312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Calling delete_port for 4b6e52f2-9904-4970-90b1-20332e086df8 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:01.416600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:01.422265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Checking segment: {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:01.422265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Bound using segment: {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:01.422265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Bound port: abb1f83f-0ede-49b1-bb42-6e34e13b25b1, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221e6cab-6660-4144-bb5b-6198d23f81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:01.422265 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:01.501430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:01.509694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:58:01.510266 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:58:01.551799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] Pushing event deleted for resources: {'Port': ['ID=4b6e52f2-9904-4970-90b1-20332e086df8,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:01.553648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c395b6-4ade-4875-80c4-78ee0bd53e49 None None] No DVR routers for this DVR port 4b6e52f2-9904-4970-90b1-20332e086df8 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:01.592259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff2e253-6292-42f6-92d7-f398003817c9 req-9dd349c8-a549-4034-85ce-62167e3abb36 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347576 Feb 07 12:58:01.595051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75ccf68d-a5f4-4315-8074-35f772354cf9 req-5b26e7bd-3ca1-4d96-a8e8-1f4fc817c6d3 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294625 Feb 07 12:58:01.729704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] For port 43bb4167-4d59-4780-8f74-202b14965447, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=43bb4167-4d59-4780-8f74-202b14965447,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:01.730461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:01.746034 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:01.772797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4b6e52f2-9904-4970-90b1-20332e086df8 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:01.801446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] For port abb1f83f-0ede-49b1-bb42-6e34e13b25b1, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:01.839040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 4b6e52f2-9904-4970-90b1-20332e086df8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:01.839389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4b6e52f2-9904-4970-90b1-20332e086df8 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:01.923133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] For port abb1f83f-0ede-49b1-bb42-6e34e13b25b1, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:01.930126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Calling delete_port for 43bb4167-4d59-4780-8f74-202b14965447 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:02.011739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Deleting port 4b6e52f2-9904-4970-90b1-20332e086df8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:02.012259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.045323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c900c4f-1a4e-42ab-91b2-b8ad7071c71d req-4f18c859-50c0-4983-a1f3-630a39d698a1 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 210 time: 0.0865963 Feb 07 12:58:02.076665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.116711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] The port '4b6e52f2-9904-4970-90b1-20332e086df8' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:58:02.157146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932bbd4-aeac-477f-b2f6-aecb7e5e24a3 req-e93407aa-ffd5-405d-9e5f-8f0c4ff86325 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:02.163957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b932bbd4-aeac-477f-b2f6-aecb7e5e24a3 req-e93407aa-ffd5-405d-9e5f-8f0c4ff86325 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.4207911 Feb 07 12:58:02.166427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:02.167049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.168384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] 10.222.0.35 "PUT /v2.0/ports/abb1f83f-0ede-49b1-bb42-6e34e13b25b1 HTTP/1.1" status: 200 len: 1092 time: 3.2223983 Feb 07 12:58:02.271999 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.278070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.302907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd21a51-98c4-4742-9048-010fee072dd3']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:02.316044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:02.316804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcc6c8e-1d9b-405c-8ba8-5c5765637b76') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:02.327997 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.344095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab9d12-ad64-4882-b92e-9a74922fb6ab service neutron] Pushing event updated for resources: {'Port': ['ID=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:02.345185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.352758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:58:02.353809 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.363045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3b1d2a-1843-4b52-801b-6776e82d25e7', 'tag': 'abb1f83f-0ede-49b1-bb42-6e34e13b25b1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:58:02.370969 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:58:02.558271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.560954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b932bbd4-aeac-477f-b2f6-aecb7e5e24a3 req-9ff87def-790a-4ca6-9692-ba31e44df734 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960128 Feb 07 12:58:02.563034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.596488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] Pushing event deleted for resources: {'Network': ['ID=3dd21a51-98c4-4742-9048-010fee072dd3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:02.601491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Network 2bbf78fc-229a-483d-87f0-edae227b58f0 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:02.607041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:02.607462 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5f238fc4-f297-41d8-9111-fcf4169dfbf3 tempest-ServersTestMultiNic-1783630309 tempest-ServersTestMultiNic-1783630309-project] 10.222.0.69 "DELETE /v2.0/networks/3dd21a51-98c4-4742-9048-010fee072dd3 HTTP/1.1" status: 204 len: 168 time: 2.0195212 Feb 07 12:58:02.610431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:02.673157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.698241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Pushing event updated for resources: {'Port': ['ID=002181fc-abbf-474e-ace6-fbcfc9e6050f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:02.793018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Pushing event deleted for resources: {'Port': ['ID=43bb4167-4d59-4780-8f74-202b14965447,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:02.836103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:02.836644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.872031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2cff-0c19-40aa-bb24-d7e271aae686 req-10c05d34-a365-4c46-b89f-083e447fda71 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:02.874375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0eb2cff-0c19-40aa-bb24-d7e271aae686 req-10c05d34-a365-4c46-b89f-083e447fda71 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.6479337 Feb 07 12:58:02.878750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] No DVR routers for this DVR port 43bb4167-4d59-4780-8f74-202b14965447 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:02.887591 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:02.923625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-a18e6d2f-1976-4cb7-b6c9-d7dd652d20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:02.925085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-a18e6d2f-1976-4cb7-b6c9-d7dd652d20c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 1095 time: 0.6265900 Feb 07 12:58:03.004974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-cbb33de4-bd79-47b4-8ca0-2427500a8655 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abb1f83f-0ede-49b1-bb42-6e34e13b25b1 HTTP/1.1" status: 200 len: 217 time: 0.0706100 Feb 07 12:58:03.009608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0eb2cff-0c19-40aa-bb24-d7e271aae686 req-88b115ff-bf3e-452c-93bc-ae2f249518c0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283853 Feb 07 12:58:03.064064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-0fe64f05-929b-4270-9b99-b4f3a46c98ef tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1109970 Feb 07 12:58:03.064064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7731cc7-4396-473d-ae14-845c80df1097 req-0db21d82-0809-40ec-8972-dee1c631f2d4 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "DELETE /v2.0/ports/43bb4167-4d59-4780-8f74-202b14965447 HTTP/1.1" status: 204 len: 173 time: 2.6572669 Feb 07 12:58:03.073783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Request body: {'port': {'device_id': '91d63c40-8e7a-4135-8eaf-49ec640cc245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:03.121127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-9c6f0a0d-64fd-4567-96e2-25190a01ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:03.123127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-9c6f0a0d-64fd-4567-96e2-25190a01ec26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bb2c2ec-4c72-4320-9b61-35e0a156e7b6 HTTP/1.1" status: 200 len: 862 time: 0.1115320 Feb 07 12:58:03.184148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-6f24a520-504c-4615-b4ab-c4c54be005b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9c2ce28-cbca-449e-8f66-807b427a0170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534253 Feb 07 12:58:03.349089 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3b1d2a-1843-4b52-801b-6776e82d25e7', 'tag': 'abb1f83f-0ede-49b1-bb42-6e34e13b25b1', 'status': 'completed', 'code': 200} Feb 07 12:58:03.373925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-ea88a226-9ec6-46a0-a6ae-26feff9819e0 service neutron] 10.222.0.35 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604509 Feb 07 12:58:03.404247 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:03.637346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-211be20f-5903-46b1-b681-b76768c67c90 req-09f6a005-1cdb-4dec-bd89-5f7470eeb7b8 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Synchronizing usage tracker for tenant:38ea5fd63a674617a81811ed861e5e21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:03.687859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 43bb4167-4d59-4780-8f74-202b14965447 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:03.726127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 43bb4167-4d59-4780-8f74-202b14965447 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:03.726469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 43bb4167-4d59-4780-8f74-202b14965447 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:03.802753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a42ad98f-ce76-4bcf-b81f-76d8786d2c49 req-b87893e2-969d-41fe-8134-7f570cbf1358 service neutron] 10.222.0.35 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209311 Feb 07 12:58:03.818261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-211be20f-5903-46b1-b681-b76768c67c90 req-09f6a005-1cdb-4dec-bd89-5f7470eeb7b8 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Unset dirty status for tenant:38ea5fd63a674617a81811ed861e5e21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:03.819910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-211be20f-5903-46b1-b681-b76768c67c90 req-09f6a005-1cdb-4dec-bd89-5f7470eeb7b8 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=04d25296-0f8f-47c4-bf94-dd0d3850d33c HTTP/1.1" status: 200 len: 210 time: 0.3005588 Feb 07 12:58:03.850204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050c758-ffd7-4afd-bd4c-66886d862200 req-2931a31e-1c93-474b-b829-dbb47eb568b4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:03.851727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c050c758-ffd7-4afd-bd4c-66886d862200 req-2931a31e-1c93-474b-b829-dbb47eb568b4 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 944 time: 0.3781593 Feb 07 12:58:04.037178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c050c758-ffd7-4afd-bd4c-66886d862200 req-39ffeed0-a549-4396-affb-3f4914a138fa tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769528 Feb 07 12:58:04.094141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-85d44d92-8ddf-4761-84f6-f975c505796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:04.095647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-85d44d92-8ddf-4761-84f6-f975c505796a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf90c0539887466990629b10acfbbde3&device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 1095 time: 0.1533623 Feb 07 12:58:04.473431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002181fc-abbf-474e-ace6-fbcfc9e6050f {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:04.484303 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:04.531434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Transition to ACTIVE for port object 002181fc-abbf-474e-ace6-fbcfc9e6050f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:04.532866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-7062dba5-c5e0-47b6-8a37-a1d12caffd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:04.534430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-7062dba5-c5e0-47b6-8a37-a1d12caffd60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 200 len: 922 time: 0.4314244 Feb 07 12:58:04.610372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b432ff-0d57-47a6-9c33-06a26b5759b3 req-dae30fe6-055d-45bb-b773-6ffc1dfd1ca8 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:04.611093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-18b432ff-0d57-47a6-9c33-06a26b5759b3 req-dae30fe6-055d-45bb-b773-6ffc1dfd1ca8 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Synchronizing usage tracker for tenant:fadeb453f2eb4754b67d21ab18ef058e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:04.651784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-9a2a234f-c931-4cce-b454-2f93df877f21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abb1f83f-0ede-49b1-bb42-6e34e13b25b1 HTTP/1.1" status: 200 len: 217 time: 0.1094241 Feb 07 12:58:04.667043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:04.875214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-18b432ff-0d57-47a6-9c33-06a26b5759b3 req-dae30fe6-055d-45bb-b773-6ffc1dfd1ca8 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Unset dirty status for tenant:fadeb453f2eb4754b67d21ab18ef058e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:04.876383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18b432ff-0d57-47a6-9c33-06a26b5759b3 req-dae30fe6-055d-45bb-b773-6ffc1dfd1ca8 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 932 time: 0.6983950 Feb 07 12:58:04.891522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Pushing event updated for resources: {'Port': ['ID=002181fc-abbf-474e-ace6-fbcfc9e6050f,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:04.895264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-27f7e9d2-ec72-4a38-a290-3c2d942a5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:04.896693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-27f7e9d2-ec72-4a38-a290-3c2d942a5d7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8bb2c2ec-4c72-4320-9b61-35e0a156e7b6 HTTP/1.1" status: 200 len: 862 time: 0.2308574 Feb 07 12:58:05.018104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-752d000a-ab21-4317-b991-9caca6c55f88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a9c2ce28-cbca-449e-8f66-807b427a0170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955954 Feb 07 12:58:05.139656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b5a80-ed59-457b-8d62-956bb663975b req-0b54fad1-348d-437e-b273-835b288b5cd4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:05.141057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d43b5a80-ed59-457b-8d62-956bb663975b req-0b54fad1-348d-437e-b273-835b288b5cd4 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.5449893 Feb 07 12:58:05.142986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-18b432ff-0d57-47a6-9c33-06a26b5759b3 req-814f213b-f5ee-476f-967f-fdafeae2a9f4 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Synchronizing usage tracker for tenant:fadeb453f2eb4754b67d21ab18ef058e on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:05.205270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Attempting to bind port 002181fc-abbf-474e-ace6-fbcfc9e6050f on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:05.205605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Attempting to bind port 002181fc-abbf-474e-ace6-fbcfc9e6050f by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '7b957149-2107-4bac-952c-76cc43ac5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2bbf78fc-229a-483d-87f0-edae227b58f0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:05.205938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Attempting to bind port 002181fc-abbf-474e-ace6-fbcfc9e6050f on network 2bbf78fc-229a-483d-87f0-edae227b58f0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:05.235317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Port 002181fc-abbf-474e-ace6-fbcfc9e6050f on network 2bbf78fc-229a-483d-87f0-edae227b58f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:58:05.235587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Attempting to bind port 002181fc-abbf-474e-ace6-fbcfc9e6050f on network 2bbf78fc-229a-483d-87f0-edae227b58f0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:05.249570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:05.249895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Checking segment: {'id': '7b957149-2107-4bac-952c-76cc43ac5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2bbf78fc-229a-483d-87f0-edae227b58f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:05.250276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Bound using segment: {'id': '7b957149-2107-4bac-952c-76cc43ac5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2bbf78fc-229a-483d-87f0-edae227b58f0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:05.250693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Bound port: 002181fc-abbf-474e-ace6-fbcfc9e6050f, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b957149-2107-4bac-952c-76cc43ac5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2bbf78fc-229a-483d-87f0-edae227b58f0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:05.251037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:05.264923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d43b5a80-ed59-457b-8d62-956bb663975b req-b096f041-8c87-4722-b63d-d1a7de9464f9 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135373 Feb 07 12:58:05.323588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-18b432ff-0d57-47a6-9c33-06a26b5759b3 req-814f213b-f5ee-476f-967f-fdafeae2a9f4 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Unset dirty status for tenant:fadeb453f2eb4754b67d21ab18ef058e on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:05.324765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18b432ff-0d57-47a6-9c33-06a26b5759b3 req-814f213b-f5ee-476f-967f-fdafeae2a9f4 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344862 Feb 07 12:58:05.340255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-25774291-970f-4bab-a102-b7aa8425b48c service neutron] 10.222.0.35 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017671 Feb 07 12:58:05.368012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'name': 'network-vif-deleted', 'tag': '43bb4167-4d59-4780-8f74-202b14965447'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:05.517514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] For port 002181fc-abbf-474e-ace6-fbcfc9e6050f, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:05.574011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] For port 002181fc-abbf-474e-ace6-fbcfc9e6050f, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=002181fc-abbf-474e-ace6-fbcfc9e6050f,segment=NetworkSegment(7b957149-2107-4bac-952c-76cc43ac5c0e),segment_id=7b957149-2107-4bac-952c-76cc43ac5c0e)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:05.628562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f2aca0-235a-4914-8a77-002eadda0327 req-05f21968-8f34-4705-9845-62b1f4b984e9 service neutron] 10.222.0.35 "GET /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819386 Feb 07 12:58:05.643899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-d9a9414b-7ad3-4f53-9941-52c0d792b027 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:05.645342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-d9a9414b-7ad3-4f53-9941-52c0d792b027 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 950 time: 0.2167513 Feb 07 12:58:05.692960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa2dcd-1fd2-4376-beaa-02df8cbca9cd req-9ebb78c9-d040-4749-8806-d0b02f236907 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:05.694432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9aa2dcd-1fd2-4376-beaa-02df8cbca9cd req-9ebb78c9-d040-4749-8806-d0b02f236907 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.1908340 Feb 07 12:58:05.697867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:05.756863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Deleting port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:05.757200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:05.804096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9aa2dcd-1fd2-4376-beaa-02df8cbca9cd req-6922601d-cb1b-4a0a-a396-19be0edc4980 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954204 Feb 07 12:58:05.814535 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:05.843140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:05.856459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:06.032839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:06.068203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device abb1f83f-0ede-49b1-bb42-6e34e13b25b1 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:58:06.119005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:06.179390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=11']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:06.192405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.192753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.193091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.193425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.193754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.194080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.194404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.194724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.195041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.195360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.195678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.196010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:06.212700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:06.213332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:06.214876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] 10.222.0.47 "PUT /v2.0/ports/002181fc-abbf-474e-ace6-fbcfc9e6050f HTTP/1.1" status: 200 len: 1092 time: 3.1476038 Feb 07 12:58:06.252428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dbe1f-b4c8-44f6-ac01-3d2fa8b66b7d service neutron] Pushing event updated for resources: {'Port': ['ID=002181fc-abbf-474e-ace6-fbcfc9e6050f,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:06.259999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port abb1f83f-0ede-49b1-bb42-6e34e13b25b1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:06.274220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'abb1f83f-0ede-49b1-bb42-6e34e13b25b1', 'network_id': 'a9c2ce28-cbca-449e-8f66-807b427a0170', 'port_id': 'abb1f83f-0ede-49b1-bb42-6e34e13b25b1', 'mac_address': 'fa:16:3e:31:d4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb2c2ec-4c72-4320-9b61-35e0a156e7b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:58:06.277423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] For port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:06.277782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:06.296218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429fc9e-0594-4081-aef6-8d8e2be1aecc req-abec8a48-52e3-4d83-ab60-2757a9da98fd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:06.297615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9429fc9e-0594-4081-aef6-8d8e2be1aecc req-abec8a48-52e3-4d83-ab60-2757a9da98fd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.3593047 Feb 07 12:58:06.372958 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:06.391035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb1f83f-0ede-49b1-bb42-6e34e13b25b1 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:06.406751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port abb1f83f-0ede-49b1-bb42-6e34e13b25b1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:06.443664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Calling delete_port for 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:06.512665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:06.568931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9429fc9e-0594-4081-aef6-8d8e2be1aecc req-91bee0e6-2be8-40e4-9425-388db689d374 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193892 Feb 07 12:58:06.596062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:06.625839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-eafcee5a-f4d3-4577-95b3-9c0de758a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:06.627322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-eafcee5a-f4d3-4577-95b3-9c0de758a1bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fadeb453f2eb4754b67d21ab18ef058e&device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 1095 time: 0.2768924 Feb 07 12:58:06.718652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-34be463b-fef1-44bd-9828-c1b842361e4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=002181fc-abbf-474e-ace6-fbcfc9e6050f HTTP/1.1" status: 200 len: 217 time: 0.0758111 Feb 07 12:58:06.740374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['abb1f83f-0ede-49b1-bb42-6e34e13b25b1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:58:06.821665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:06.840358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['3dac1e83-c7fd-47b8-affe-a2680cf43b77', '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:58:06.898235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event deleted for resources: {'Port': ['ID=0e6b8d04-88a2-4c4f-8484-a99a3ad65770,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:06.902281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-5c4ce89c-94de-4773-a840-53c8c206baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:06.903874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-5c4ce89c-94de-4773-a840-53c8c206baf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f00c3889-048f-4983-abe2-59dcb3b936bf HTTP/1.1" status: 200 len: 848 time: 0.1645973 Feb 07 12:58:07.020967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-93e2580e-3f4d-4541-bd6d-db8ca3403a7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bbf78fc-229a-483d-87f0-edae227b58f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881238 Feb 07 12:58:07.026817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] No DVR routers for this DVR port 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:07.032642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:07.130814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce7e21-1528-4902-9494-6e58bf9c9fbd req-79fff1ef-4881-4b1e-b7e8-cc82a661d56b tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:07.132218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fce7e21-1528-4902-9494-6e58bf9c9fbd req-79fff1ef-4881-4b1e-b7e8-cc82a661d56b tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 945 time: 0.3593822 Feb 07 12:58:07.211442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fce7e21-1528-4902-9494-6e58bf9c9fbd req-824170ea-7efc-4955-83fa-e081dd492afe tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716918 Feb 07 12:58:07.214517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-79ebb643-6348-4bf1-90c3-a1ae514d66aa service neutron] 10.222.0.47 "GET /v2.0/networks/2bbf78fc-229a-483d-87f0-edae227b58f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847212 Feb 07 12:58:07.290979 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d25296-0f8f-47c4-bf94-dd0d3850d33c', 'name': 'network-vif-deleted', 'tag': '43bb4167-4d59-4780-8f74-202b14965447', 'status': 'completed', 'code': 200} Feb 07 12:58:07.325669 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'code': 200} Feb 07 12:58:07.343791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-674f5d88-bdea-4955-bb5e-a2fbd50b8e8a req-8dd8ac08-f4cc-4713-9fd1-3ed4322e45a1 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "DELETE /v2.0/ports/0e6b8d04-88a2-4c4f-8484-a99a3ad65770 HTTP/1.1" status: 204 len: 173 time: 1.6918192 Feb 07 12:58:07.367057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de95ce4-97df-4c41-9726-203cd351e0bf req-05815058-c59d-4210-b91c-c92d0198ae29 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbf78fc-229a-483d-87f0-edae227b58f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456761 Feb 07 12:58:07.471003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ddf41003-bc0d-4cdc-aa4b-ebbb8707a269 req-72a6da24-b754-4297-b2ce-53435f6d74b3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Synchronizing usage tracker for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:07.557995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdfbb7-5b8e-4258-afcc-78ab6e5bc240 req-a1378aa0-a8ab-4308-b49d-df8c253c83ce tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:07.560260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91bdfbb7-5b8e-4258-afcc-78ab6e5bc240 req-a1378aa0-a8ab-4308-b49d-df8c253c83ce tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 944 time: 0.0968721 Feb 07 12:58:07.608118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91bdfbb7-5b8e-4258-afcc-78ab6e5bc240 req-e72ed820-6f1b-4f15-b72f-cc2ff8e99947 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Feb 07 12:58:07.694811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ddf41003-bc0d-4cdc-aa4b-ebbb8707a269 req-72a6da24-b754-4297-b2ce-53435f6d74b3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Unset dirty status for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:07.697214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ddf41003-bc0d-4cdc-aa4b-ebbb8707a269 req-72a6da24-b754-4297-b2ce-53435f6d74b3 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cb42dbe-c5aa-4eff-a8ce-4b52da0af077 HTTP/1.1" status: 200 len: 210 time: 0.2816868 Feb 07 12:58:07.895297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37eae4-4cd6-4cef-ba50-22976ce282db req-aed075b1-f27c-44f2-a757-ac1705212025 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:07.896802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de37eae4-4cd6-4cef-ba50-22976ce282db req-aed075b1-f27c-44f2-a757-ac1705212025 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.0877852 Feb 07 12:58:07.945225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de37eae4-4cd6-4cef-ba50-22976ce282db req-8967767c-a069-4220-af19-0760ece87740 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406322 Feb 07 12:58:08.058199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device abb1f83f-0ede-49b1-bb42-6e34e13b25b1 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:08.295197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:08.300246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:08.300620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:08.418624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58446) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:08.421275 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:08.456316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port abb1f83f-0ede-49b1-bb42-6e34e13b25b1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:08.557860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:08.583091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2887df-5a24-4fd1-bb5c-cb6fc2d8cd05 req-6b0ad1b2-0e32-422b-8009-f399dd9b52f0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:08.586483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b2887df-5a24-4fd1-bb5c-cb6fc2d8cd05 req-6b0ad1b2-0e32-422b-8009-f399dd9b52f0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.0864868 Feb 07 12:58:08.643157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b2887df-5a24-4fd1-bb5c-cb6fc2d8cd05 req-c9875e9e-3837-48b7-8c69-db63c5bb6155 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445800 Feb 07 12:58:08.659273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:08.723696 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4feb5edd-4047-4e1d-adcb-dd3578182fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:08.964458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d855-ceef-41a8-8020-52cd923ea533 req-5e49ab3d-0346-4775-8ebf-2d42e3487f9e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:08.966310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8f5d855-ceef-41a8-8020-52cd923ea533 req-5e49ab3d-0346-4775-8ebf-2d42e3487f9e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 946 time: 0.2009237 Feb 07 12:58:08.993112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:09.012433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8f5d855-ceef-41a8-8020-52cd923ea533 req-5aafe205-30aa-43ef-aeef-8f42f81cf20c tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Feb 07 12:58:09.214380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd81db-0ffb-43ff-8bb3-500ba4c87fef req-fb9cdbc9-c4af-4227-a0e1-17d59aef57bb tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:09.216490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99bd81db-0ffb-43ff-8bb3-500ba4c87fef req-fb9cdbc9-c4af-4227-a0e1-17d59aef57bb tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 948 time: 0.0875862 Feb 07 12:58:09.266819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99bd81db-0ffb-43ff-8bb3-500ba4c87fef req-6bff7ef7-9d03-44fb-87ba-4489795737ba tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Feb 07 12:58:09.291611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d63c40-8e7a-4135-8eaf-49ec640cc245', 'tag': '002181fc-abbf-474e-ace6-fbcfc9e6050f'}, {'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'name': 'network-vif-deleted', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:09.327240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3b1d2a-1843-4b52-801b-6776e82d25e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb1f83f-0ede-49b1-bb42-6e34e13b25b1'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:09.467278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909cfd2-416a-4246-b63e-bd7fb0929eb5 req-c4f764a5-44d7-4c0c-870a-fbfe1914c408 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:09.469121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8909cfd2-416a-4246-b63e-bd7fb0929eb5 req-c4f764a5-44d7-4c0c-870a-fbfe1914c408 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 944 time: 0.0942357 Feb 07 12:58:09.516706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8909cfd2-416a-4246-b63e-bd7fb0929eb5 req-ca56118e-8ced-4093-96a5-831ddf89e99a tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Feb 07 12:58:09.520011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Deleting port 5464a384-ff61-4272-92ee-21741750ce7a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:09.520481 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:09.704724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] For port 5464a384-ff61-4272-92ee-21741750ce7a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5464a384-ff61-4272-92ee-21741750ce7a,segment=NetworkSegment(95697406-36db-492a-89db-565378bdcee8),segment_id=95697406-36db-492a-89db-565378bdcee8)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:09.705090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:09.710844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:09.763538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:09.764112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0e6b8d04-88a2-4c4f-8484-a99a3ad65770 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:09.765311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb8c00-7106-4d44-bdb1-4578e82684eb req-f0de6fb3-ad33-4556-bb0a-125f1b0e5c64 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:09.766816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dbb8c00-7106-4d44-bdb1-4578e82684eb req-f0de6fb3-ad33-4556-bb0a-125f1b0e5c64 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.0828798 Feb 07 12:58:09.812059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dbb8c00-7106-4d44-bdb1-4578e82684eb req-bb92076a-f375-4164-9686-04be6c7099be tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392268 Feb 07 12:58:09.834912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Calling delete_port for 5464a384-ff61-4272-92ee-21741750ce7a owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:09.889848 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d63c40-8e7a-4135-8eaf-49ec640cc245', 'tag': '002181fc-abbf-474e-ace6-fbcfc9e6050f', 'status': 'completed', 'code': 200} Feb 07 12:58:09.889848 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb42dbe-c5aa-4eff-a8ce-4b52da0af077', 'name': 'network-vif-deleted', 'tag': '0e6b8d04-88a2-4c4f-8484-a99a3ad65770', 'status': 'completed', 'code': 200} Feb 07 12:58:09.918034 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3b1d2a-1843-4b52-801b-6776e82d25e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb1f83f-0ede-49b1-bb42-6e34e13b25b1', 'code': 200} Feb 07 12:58:10.064497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-2cc0c827-1698-4a0f-b25d-a5b0854dc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:10.065988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-2cc0c827-1698-4a0f-b25d-a5b0854dc100 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fadeb453f2eb4754b67d21ab18ef058e&device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 1095 time: 0.1432033 Feb 07 12:58:10.079785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28233e29-f496-4185-94ce-357450dd8f67 req-f600465b-0986-4eae-9da9-b6c8374fabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:10.081229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28233e29-f496-4185-94ce-357450dd8f67 req-f600465b-0986-4eae-9da9-b6c8374fabaf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 1097 time: 0.0901368 Feb 07 12:58:10.206010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28233e29-f496-4185-94ce-357450dd8f67 req-8faa6e35-3055-41b5-856c-14335138449b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072545 Feb 07 12:58:10.226372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:10.238927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-93dccce0-e045-4134-a23d-9218a86ad598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:10.240477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-93dccce0-e045-4134-a23d-9218a86ad598 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2bbf78fc-229a-483d-87f0-edae227b58f0 HTTP/1.1" status: 200 len: 908 time: 0.1629496 Feb 07 12:58:10.277634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5464a384-ff61-4272-92ee-21741750ce7a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:10.315508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-24d4fba9-9805-4ca7-a259-95aea5489c2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=002181fc-abbf-474e-ace6-fbcfc9e6050f HTTP/1.1" status: 200 len: 217 time: 0.0651748 Feb 07 12:58:10.398208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-ac1f9d9b-7ade-41a6-be0e-d7b3cda37c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:10.399708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-ac1f9d9b-7ade-41a6-be0e-d7b3cda37c27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f00c3889-048f-4983-abe2-59dcb3b936bf HTTP/1.1" status: 200 len: 848 time: 0.0668089 Feb 07 12:58:10.456776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-da2551b0-bdef-46f2-b46d-da5d77e1f504 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2bbf78fc-229a-483d-87f0-edae227b58f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434906 Feb 07 12:58:10.563350 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:10.607179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-7fe67a0a-cfdd-4a37-ab53-d285029a7551 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbf78fc-229a-483d-87f0-edae227b58f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376600 Feb 07 12:58:10.812950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cbdb43e-88be-40c6-bcfd-330e61743a73 req-6da61390-1828-499b-826d-5ed0a7468db3 service neutron] 10.222.0.47 "GET /v2.0/networks/2bbf78fc-229a-483d-87f0-edae227b58f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862664 Feb 07 12:58:10.828611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7365b0-9a46-4e63-a321-8ca2e089d80b req-25860c0a-3e36-4198-a500-758a70010900 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:10.830086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d7365b0-9a46-4e63-a321-8ca2e089d80b req-25860c0a-3e36-4198-a500-758a70010900 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1336613 Feb 07 12:58:10.883529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d7365b0-9a46-4e63-a321-8ca2e089d80b req-923805b0-feb1-4a42-9107-5ae3534d97d4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464489 Feb 07 12:58:11.049591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5511b7-8c07-482c-a042-3a6b6a732a0d req-66a8ab0c-d353-4184-aeb2-ecf2a8a9238c tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:11.051115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc5511b7-8c07-482c-a042-3a6b6a732a0d req-66a8ab0c-d353-4184-aeb2-ecf2a8a9238c tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1096 time: 0.0701625 Feb 07 12:58:11.066436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Router f9e60566-4060-4e59-b900-808b6ff3d68e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:58:11.093657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc5511b7-8c07-482c-a042-3a6b6a732a0d req-972e6957-dd20-4faf-9b60-cb9d93dffbab tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365925 Feb 07 12:58:11.186832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2407199f-1ecc-47a0-8f8c-623ead933602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:11.259584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:58:11.271049 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] Sync routers for ids ['f9e60566-4060-4e59-b900-808b6ff3d68e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:58:11.283474 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa09e3f3-dda8-41a4-b020-0e1e27b0f7e6 admin admin] 10.222.0.69 "PUT /v2.0/routers/f9e60566-4060-4e59-b900-808b6ff3d68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8625157 Feb 07 12:58:11.284978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:11.286467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] Routers {'f9e60566-4060-4e59-b900-808b6ff3d68e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:11.287192 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f9e60566-4060-4e59-b900-808b6ff3d68e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:11.344892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889ebb1-a110-4abf-89dd-06fbb67f4f8f req-86fd3903-2ce6-4f0c-b0d9-66054c7b545e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:11.346771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b889ebb1-a110-4abf-89dd-06fbb67f4f8f req-86fd3903-2ce6-4f0c-b0d9-66054c7b545e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 946 time: 0.0882623 Feb 07 12:58:11.396809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b889ebb1-a110-4abf-89dd-06fbb67f4f8f req-196b41de-17a5-4c08-9f45-72b82de98d98 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Feb 07 12:58:11.475883 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] Set router f9e60566-4060-4e59-b900-808b6ff3d68e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:58:11.484368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:11.718322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:58:11.773841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:11.886816 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:58:09Z', 'revision_number': 5, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port': {'id': 'e2533637-657a-4f66-bcf3-356c5d5bc93d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:29Z', 'updated_at': '2022-02-07T12:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:11.891029 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] Checking router: f9e60566-4060-4e59-b900-808b6ff3d68e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:58:11.899314 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] Routers {'f9e60566-4060-4e59-b900-808b6ff3d68e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:11.900899 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f9e60566-4060-4e59-b900-808b6ff3d68e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:11.906562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Deleting port e2533637-657a-4f66-bcf3-356c5d5bc93d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:11.906956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:11.921717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:11.926996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e49d9-0744-4e65-aff1-402aa25d87ad req-16641a10-5a41-4995-a713-eb980a5de9de tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:11.935334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d84e49d9-0744-4e65-aff1-402aa25d87ad req-16641a10-5a41-4995-a713-eb980a5de9de tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 948 time: 0.3887730 Feb 07 12:58:11.937285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'mac_address': 'fa:16:3e:ff:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:58:11.985797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026b972-24b2-4efe-8806-76ece590947b req-b3df56e2-a95d-4b73-9c0f-84f8d6a4c698 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:11.987385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2026b972-24b2-4efe-8806-76ece590947b req-b3df56e2-a95d-4b73-9c0f-84f8d6a4c698 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 944 time: 0.3623590 Feb 07 12:58:12.002291 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.023139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:12.059248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:12.061238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d84e49d9-0744-4e65-aff1-402aa25d87ad req-300844fb-fd5a-42ea-8846-9991047a3e2b tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246061 Feb 07 12:58:12.102013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-f87b9c91-cd77-4a1a-b17e-6a6c0657da37 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:12.103887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-f87b9c91-cd77-4a1a-b17e-6a6c0657da37 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.2430434 Feb 07 12:58:12.107403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2026b972-24b2-4efe-8806-76ece590947b req-0da1d030-6073-4c82-bf04-2ed966fe7c53 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089826 Feb 07 12:58:12.108919 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] Set router f9e60566-4060-4e59-b900-808b6ff3d68e gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:58:12.184228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.226879 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.228066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 002181fc-abbf-474e-ace6-fbcfc9e6050f details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:58:12.259507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Deleting port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:12.268897 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.293582 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:58:11Z', 'revision_number': 6, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:12.299073 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9a874-af63-48e7-bdbf-9a8cf169ac08 None None] The sync data for ids ['f9e60566-4060-4e59-b900-808b6ff3d68e'] in n-d-811416-5 is: [{'id': 'f9e60566-4060-4e59-b900-808b6ff3d68e', 'name': 'tempest-ServersTestMultiNic-2025625434-router', 'tenant_id': 'ff7995bfb054424f85e85a64f917ce0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:55:27Z', 'updated_at': '2022-02-07T12:58:11Z', 'revision_number': 6, 'project_id': 'ff7995bfb054424f85e85a64f917ce0e', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:58:12.301553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] For port e2533637-657a-4f66-bcf3-356c5d5bc93d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2533637-657a-4f66-bcf3-356c5d5bc93d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:12.302787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.359964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58486) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:12.380183 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.453529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=12']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:12.456922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Calling delete_port for e2533637-657a-4f66-bcf3-356c5d5bc93d owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:12.480087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 002181fc-abbf-474e-ace6-fbcfc9e6050f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=002181fc-abbf-474e-ace6-fbcfc9e6050f,segment=NetworkSegment(7b957149-2107-4bac-952c-76cc43ac5c0e),segment_id=7b957149-2107-4bac-952c-76cc43ac5c0e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:12.495956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '002181fc-abbf-474e-ace6-fbcfc9e6050f', 'network_id': '2bbf78fc-229a-483d-87f0-edae227b58f0', 'port_id': '002181fc-abbf-474e-ace6-fbcfc9e6050f', 'mac_address': 'fa:16:3e:ff:a2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00c3889-048f-4983-abe2-59dcb3b936bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:58:12.556326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.576162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002181fc-abbf-474e-ace6-fbcfc9e6050f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:12.596644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 002181fc-abbf-474e-ace6-fbcfc9e6050f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=002181fc-abbf-474e-ace6-fbcfc9e6050f,segment=NetworkSegment(7b957149-2107-4bac-952c-76cc43ac5c0e),segment_id=7b957149-2107-4bac-952c-76cc43ac5c0e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:12.722019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.739565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c197b-8ac1-4a23-82b8-2adea0e67fef req-46310902-534f-454d-8f9a-8e20dd27d947 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:12.741060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f6c197b-8ac1-4a23-82b8-2adea0e67fef req-46310902-534f-454d-8f9a-8e20dd27d947 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 950 time: 0.4453354 Feb 07 12:58:12.759035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-93e13028-f991-42c4-9414-6820782e1a30 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:12.760486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-93e13028-f991-42c4-9414-6820782e1a30 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 948 time: 0.3989518 Feb 07 12:58:12.787621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:12.818088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24d9f-d8bd-4491-933e-ef29e3bc9ebf req-fee62009-c1ef-49c8-bfff-6663f3a3c3dd tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:12.819538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecd24d9f-d8bd-4491-933e-ef29e3bc9ebf req-fee62009-c1ef-49c8-bfff-6663f3a3c3dd tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1096 time: 0.4605258 Feb 07 12:58:12.843120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:57daf1c10c984f11abe5439be782a1cc is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:12.856084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:12.905636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:12.906633 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.942795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] For port 3dac1e83-c7fd-47b8-affe-a2680cf43b77, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=3dac1e83-c7fd-47b8-affe-a2680cf43b77,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:12.943427 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.964410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f6c197b-8ac1-4a23-82b8-2adea0e67fef req-0ed038ec-ec31-4d50-bdec-6df17157a9d8 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/security-groups?id=d76ead50-b804-4b14-9897-8918686c078c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999018 Feb 07 12:58:12.968192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Deleting port f09af04d-e090-4eda-b865-2d88f38c2aad {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:12.968490 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:12.976609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=002181fc-abbf-474e-ace6-fbcfc9e6050f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:12.987094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.006973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:58:13.071188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2533637-657a-4f66-bcf3-356c5d5bc93d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:13.149380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Calling delete_port for 3dac1e83-c7fd-47b8-affe-a2680cf43b77 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:13.231613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecd24d9f-d8bd-4491-933e-ef29e3bc9ebf req-a799889e-c0b8-4314-b4ba-e8cd1a4e64a7 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015784 Feb 07 12:58:13.298839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.485079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.487411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.610174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.643393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.653969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['002181fc-abbf-474e-ace6-fbcfc9e6050f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:58:13.660861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cfe50-95c6-4a60-944f-268696ddff62 req-6e9ea8b0-1c7e-486f-bebd-e49dc5e05f68 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:13.662358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d1cfe50-95c6-4a60-944f-268696ddff62 req-6e9ea8b0-1c7e-486f-bebd-e49dc5e05f68 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.5276086 Feb 07 12:58:13.724484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3dac1e83-c7fd-47b8-affe-a2680cf43b77 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:13.746592 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.748385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e60566-4060-4e59-b900-808b6ff3d68e {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 12:58:13.764196 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.764994 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b28ca847-fb4e-42c2-a03c-d9f768bf2f69 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f9e60566-4060-4e59-b900-808b6ff3d68e HTTP/1.1" status: 204 len: 168 time: 2.4786000 Feb 07 12:58:13.765132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5464a384-ff61-4272-92ee-21741750ce7a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:13.767129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58500) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:13.820241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 5464a384-ff61-4272-92ee-21741750ce7a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:13.820587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5464a384-ff61-4272-92ee-21741750ce7a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:13.821026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2533637-657a-4f66-bcf3-356c5d5bc93d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:13.841201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] For port f09af04d-e090-4eda-b865-2d88f38c2aad, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f09af04d-e090-4eda-b865-2d88f38c2aad,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:13.842006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.850428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-93162712-3944-420c-af43-d83ed1dc93fa admin admin] Deleting subnet d803cc2e-07ca-4bf8-9d90-a18c834b8623 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:58:13.854720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93162712-3944-420c-af43-d83ed1dc93fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.862591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: e2533637-657a-4f66-bcf3-356c5d5bc93d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:13.862914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2533637-657a-4f66-bcf3-356c5d5bc93d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:13.900657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No active binding found for port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 12:58:13.901070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 3dac1e83-c7fd-47b8-affe-a2680cf43b77 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:13.901481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f09af04d-e090-4eda-b865-2d88f38c2aad no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:13.930014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:13.932753 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93162712-3944-420c-af43-d83ed1dc93fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.005699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.017272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93162712-3944-420c-af43-d83ed1dc93fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.019627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Calling delete_port for f09af04d-e090-4eda-b865-2d88f38c2aad owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:14.152406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Pushing event deleted for resources: {'Port': ['ID=3dac1e83-c7fd-47b8-affe-a2680cf43b77,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:14.161473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb98ae1-ea89-4496-9c98-0c17f75436fb req-a242e5bb-772f-46b6-9800-d3657e4290ad tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:14.162928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eb98ae1-ea89-4496-9c98-0c17f75436fb req-a242e5bb-772f-46b6-9800-d3657e4290ad tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 946 time: 0.7123396 Feb 07 12:58:14.209350 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93162712-3944-420c-af43-d83ed1dc93fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.223311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d1cfe50-95c6-4a60-944f-268696ddff62 req-c5139991-fd68-4f8e-8d4a-be19f4e344c2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5469065 Feb 07 12:58:14.249916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=57daf1c10c984f11abe5439be782a1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8818734 Feb 07 12:58:14.254414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93162712-3944-420c-af43-d83ed1dc93fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d803cc2e-07ca-4bf8-9d90-a18c834b8623,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:14.256982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58506) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:14.259444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93162712-3944-420c-af43-d83ed1dc93fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.269141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05aa7d-f440-4832-93e4-128da9a330d3 None None] Network 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:14.281680 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93162712-3944-420c-af43-d83ed1dc93fa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d803cc2e-07ca-4bf8-9d90-a18c834b8623 HTTP/1.1" status: 204 len: 168 time: 0.5130260 Feb 07 12:58:14.284734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58510) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:14.285406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf673e9-55c4-4982-810d-589eea7ac0fc,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:14.288362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.288704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.289044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.289379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.289709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.290048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.290359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.290686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.291007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.291329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.291678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.292013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.323294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] No DVR routers for this DVR port 3dac1e83-c7fd-47b8-affe-a2680cf43b77 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:14.326653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.330128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.330476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.330825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.331139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.331465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.331891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.332237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.332564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.332882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.333203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.333523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.333837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e36202e-dcab-42b4-81e5-b7e08b982ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:14.342228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'name': 'network-vif-deleted', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:14.432236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0eebdce4-e80c-451b-b1f3-7c5a51733bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.440835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eb98ae1-ea89-4496-9c98-0c17f75436fb req-5f1f6c52-f3db-4e49-ad71-24dd493df92b tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421770 Feb 07 12:58:14.455240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.492987 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0eebdce4-e80c-451b-b1f3-7c5a51733bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.518182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Deleting port 02836471-8cb5-44bb-8e98-d9df8b304ed0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:14.518529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.572827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c1482-86af-4a33-8426-681b8ba83435 req-d9cede6f-a941-439d-8567-3d610f082c4e tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:14.580214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb7c1482-86af-4a33-8426-681b8ba83435 req-d9cede6f-a941-439d-8567-3d610f082c4e tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 948 time: 0.2269452 Feb 07 12:58:14.580214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8fd01692-978e-4ebb-b16c-8ea11e76bbfe req-7f651c10-b4b2-433d-b3d7-ebd2a1e5b772 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.47 "DELETE /v2.0/ports/3dac1e83-c7fd-47b8-affe-a2680cf43b77 HTTP/1.1" status: 204 len: 173 time: 2.4621491 Feb 07 12:58:14.634061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] DHCP port deletion for 9f5ab910-8e7a-4bfa-a246-3f08c53467c3 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 12:58:14.644883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] Deleting port 02836471-8cb5-44bb-8e98-d9df8b304ed0 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:14.645547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.709732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.767353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb7c1482-86af-4a33-8426-681b8ba83435 req-d01aa944-65f0-4a98-a7dd-9515d796523f tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/security-groups?id=0bb0df6e-20a6-42c0-8777-006ab9a56c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821649 Feb 07 12:58:14.797370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Pushing event deleted for resources: {'Port': ['ID=f09af04d-e090-4eda-b865-2d88f38c2aad,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:14.813303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0eebdce4-e80c-451b-b1f3-7c5a51733bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.850174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebdce4-e80c-451b-b1f3-7c5a51733bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf673e9-55c4-4982-810d-589eea7ac0fc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:14.858146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0eebdce4-e80c-451b-b1f3-7c5a51733bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.859536 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0eebdce4-e80c-451b-b1f3-7c5a51733bbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fcf673e9-55c4-4982-810d-589eea7ac0fc HTTP/1.1" status: 204 len: 168 time: 0.5971365 Feb 07 12:58:14.866631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] For port 02836471-8cb5-44bb-8e98-d9df8b304ed0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=02836471-8cb5-44bb-8e98-d9df8b304ed0,segment=NetworkSegment(95697406-36db-492a-89db-565378bdcee8),segment_id=95697406-36db-492a-89db-565378bdcee8)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:14.867167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.896695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] No DVR routers for this DVR port f09af04d-e090-4eda-b865-2d88f38c2aad on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:14.905498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.952824 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:14.957908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d7c33-b4a2-4110-8cb8-4be700485a10 req-263d4298-176a-491f-9842-7ab05014b06c tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:14.959779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec9d7c33-b4a2-4110-8cb8-4be700485a10 req-263d4298-176a-491f-9842-7ab05014b06c tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 945 time: 0.3340530 Feb 07 12:58:15.005449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] For port 02836471-8cb5-44bb-8e98-d9df8b304ed0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=02836471-8cb5-44bb-8e98-d9df8b304ed0,segment=NetworkSegment(95697406-36db-492a-89db-565378bdcee8),segment_id=95697406-36db-492a-89db-565378bdcee8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:15.006267 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:15.020688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec9d7c33-b4a2-4110-8cb8-4be700485a10 req-426dde1c-dcf9-419d-affb-3f50b3729da8 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545511 Feb 07 12:58:15.034339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb380b03-68c2-438a-9e3f-5105fd72f4ee req-910523ac-e074-49db-9c21-7ba8f487a508 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.47 "DELETE /v2.0/ports/f09af04d-e090-4eda-b865-2d88f38c2aad HTTP/1.1" status: 204 len: 173 time: 2.2637677 Feb 07 12:58:15.054308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Calling delete_port for 02836471-8cb5-44bb-8e98-d9df8b304ed0 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:15.091779 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ee0b4-3b27-4947-a873-c5097f8ce27e', 'name': 'network-vif-deleted', 'tag': '3dac1e83-c7fd-47b8-affe-a2680cf43b77', 'status': 'completed', 'code': 200} Feb 07 12:58:15.098205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f0db4f19-d4bc-4d03-92ce-adabb8c92237 req-f1a4e854-7db9-4d7c-9e0a-3f5127cec2e2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Synchronizing usage tracker for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:15.179590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] Calling delete_port for 02836471-8cb5-44bb-8e98-d9df8b304ed0 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:15.204836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f0db4f19-d4bc-4d03-92ce-adabb8c92237 req-f1a4e854-7db9-4d7c-9e0a-3f5127cec2e2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] Unset dirty status for tenant:b813f812d35748d79cccd6537e963355 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:15.206357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0db4f19-d4bc-4d03-92ce-adabb8c92237 req-f1a4e854-7db9-4d7c-9e0a-3f5127cec2e2 tempest-MigrationsAdminTest-270720722 tempest-MigrationsAdminTest-270720722-project] 10.222.0.69 "GET /v2.0/ports?device_id=958ee0b4-3b27-4947-a873-c5097f8ce27e HTTP/1.1" status: 200 len: 210 time: 0.1606863 Feb 07 12:58:15.295346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:15.319015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 12:58:15.321165 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 12:58:15.385952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Pushing event deleted for resources: {'Port': ['ID=02836471-8cb5-44bb-8e98-d9df8b304ed0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:15.395367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] No DVR routers for this DVR port 02836471-8cb5-44bb-8e98-d9df8b304ed0 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:15.532169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:15.558137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5ab910-8e7a-4bfa-a246-3f08c53467c3']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:15.573173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95697406-36db-492a-89db-565378bdcee8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:15.573525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95697406-36db-492a-89db-565378bdcee8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:15.585666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:15.610489 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:15.619709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:58:15.620685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:58:15.635364 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:58:15.740208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:15.822872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] Deleting port 02836471-8cb5-44bb-8e98-d9df8b304ed0 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:15.824243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:15.884984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58544) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:15.892555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 02836471-8cb5-44bb-8e98-d9df8b304ed0 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:15.926779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:15.946621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:15.952356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:592b0994d648406d93b4247ddd7478ec is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:15.957135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:15.963503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:16.016989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f90d676-3178-49ba-a122-e4ed1f950e11 None None] The port '02836471-8cb5-44bb-8e98-d9df8b304ed0' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 12:58:16.018941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 02836471-8cb5-44bb-8e98-d9df8b304ed0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:16.018941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 02836471-8cb5-44bb-8e98-d9df8b304ed0 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:16.023221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.041007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:16.045066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.045919 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.046660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8a2eb-9476-4157-9a48-b6363576a6d5 req-4a5c8969-243c-4ce0-8a17-6ebd0142e10c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:16.048476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-05e8a2eb-9476-4157-9a48-b6363576a6d5 req-4a5c8969-243c-4ce0-8a17-6ebd0142e10c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 945 time: 0.2309685 Feb 07 12:58:16.056339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbac5-c448-418e-8ecc-9249ce661294 req-3124962b-59bc-4432-92ba-58cef5055215 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:16.058964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3addbac5-c448-418e-8ecc-9249ce661294 req-3124962b-59bc-4432-92ba-58cef5055215 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1096 time: 0.1493175 Feb 07 12:58:16.089630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5ab910-8e7a-4bfa-a246-3f08c53467c3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:16.122100 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-69d54267-e687-4266-96c7-416695f6bd7d admin admin] 10.222.0.69 "DELETE /v2.0/networks/9f5ab910-8e7a-4bfa-a246-3f08c53467c3 HTTP/1.1" status: 204 len: 168 time: 1.8337967 Feb 07 12:58:16.144610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3addbac5-c448-418e-8ecc-9249ce661294 req-183e34ba-fbe5-45e2-bd9d-792211139d57 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Feb 07 12:58:16.163879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-05e8a2eb-9476-4157-9a48-b6363576a6d5 req-8b614dae-c2c6-453c-b053-e849f695c0db tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022551 Feb 07 12:58:16.192830 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.227077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:16.238166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.240699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:16.340795 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.374811 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.376035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 002181fc-abbf-474e-ace6-fbcfc9e6050f up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:16.406999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccdf3c0-1421-4f4e-a0ad-694f53809b62,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:16.441093 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cf18cf4-2001-41bd-abd2-81bed84be3c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=592b0994d648406d93b4247ddd7478ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546510 Feb 07 12:58:16.443568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58560) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:16.477580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444c6dc-2888-4492-ab73-0cfaa7150ff5 req-30f926ba-5183-4e80-bd1d-0138c295c508 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:16.485476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9444c6dc-2888-4492-ab73-0cfaa7150ff5 req-30f926ba-5183-4e80-bd1d-0138c295c508 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 946 time: 0.1788063 Feb 07 12:58:16.550693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9444c6dc-2888-4492-ab73-0cfaa7150ff5 req-4e5c43cf-9351-47a1-8708-221852269c2e tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641332 Feb 07 12:58:16.553656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-098dad7b-1cec-4c0c-9b93-8f0cf90316e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.594272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-098dad7b-1cec-4c0c-9b93-8f0cf90316e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.711413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ae0e290d-66de-4530-a0b6-c70c42708e37 req-3172b646-71ef-4e99-b9d5-b972b714b5c7 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Synchronizing usage tracker for tenant:38ea5fd63a674617a81811ed861e5e21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:16.795647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=13']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:16.821390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90e626-9407-4e8e-aa60-cb10c5f6429d req-dda7d8d5-1a27-47f5-9597-bc255d8371f9 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:16.824033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a90e626-9407-4e8e-aa60-cb10c5f6429d req-dda7d8d5-1a27-47f5-9597-bc255d8371f9 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 945 time: 0.1083758 Feb 07 12:58:16.869328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a90e626-9407-4e8e-aa60-cb10c5f6429d req-a643b572-cd7a-4f30-9f40-b40ae6b8d2e2 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Feb 07 12:58:16.917955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-098dad7b-1cec-4c0c-9b93-8f0cf90316e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.926674 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'code': 200} Feb 07 12:58:16.937856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dad7b-1cec-4c0c-9b93-8f0cf90316e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccdf3c0-1421-4f4e-a0ad-694f53809b62,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:16.939835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-098dad7b-1cec-4c0c-9b93-8f0cf90316e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:16.941098 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-098dad7b-1cec-4c0c-9b93-8f0cf90316e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cccdf3c0-1421-4f4e-a0ad-694f53809b62 HTTP/1.1" status: 204 len: 168 time: 0.4964356 Feb 07 12:58:16.986647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 002181fc-abbf-474e-ace6-fbcfc9e6050f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:16.986849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ae0e290d-66de-4530-a0b6-c70c42708e37 req-3172b646-71ef-4e99-b9d5-b972b714b5c7 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] Unset dirty status for tenant:38ea5fd63a674617a81811ed861e5e21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:16.988010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae0e290d-66de-4530-a0b6-c70c42708e37 req-3172b646-71ef-4e99-b9d5-b972b714b5c7 tempest-ListImageFiltersTestJSON-1992664787 tempest-ListImageFiltersTestJSON-1992664787-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b790a17-35ec-4659-b5ab-23339295d4c1 HTTP/1.1" status: 200 len: 210 time: 0.3277667 Feb 07 12:58:17.002967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 002181fc-abbf-474e-ace6-fbcfc9e6050f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:17.003340 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:17.067263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58576) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:17.113897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-deleted', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:17.151903 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aba0f376-d2f1-4bd5-9a4a-a0b8cd090e78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff7995bfb054424f85e85a64f917ce0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821309 Feb 07 12:58:17.153438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58582) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:17.225883 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b790a17-35ec-4659-b5ab-23339295d4c1', 'name': 'network-vif-deleted', 'tag': 'f09af04d-e090-4eda-b865-2d88f38c2aad', 'status': 'completed', 'code': 200} Feb 07 12:58:17.255634 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:17.260686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-542ee741-0834-4440-a408-16ed19e8c052 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:17.262182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-542ee741-0834-4440-a408-16ed19e8c052 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.35 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 946 time: 0.2280934 Feb 07 12:58:17.286126 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-939699d7-b691-4cac-8d87-0092dabaf8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:17.298719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 002181fc-abbf-474e-ace6-fbcfc9e6050f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=002181fc-abbf-474e-ace6-fbcfc9e6050f,segment=NetworkSegment(7b957149-2107-4bac-952c-76cc43ac5c0e),segment_id=7b957149-2107-4bac-952c-76cc43ac5c0e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:17.357279 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-939699d7-b691-4cac-8d87-0092dabaf8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:17.369908 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:17.423453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Deleting port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:17.424118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:17.474577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=002181fc-abbf-474e-ace6-fbcfc9e6050f,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:17.638202 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-939699d7-b691-4cac-8d87-0092dabaf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:17.668065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939699d7-b691-4cac-8d87-0092dabaf8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42835908-3fd6-4aed-8ef9-261e2c99776d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:17.687657 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-939699d7-b691-4cac-8d87-0092dabaf8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:17.691105 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-939699d7-b691-4cac-8d87-0092dabaf8e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/42835908-3fd6-4aed-8ef9-261e2c99776d HTTP/1.1" status: 204 len: 168 time: 0.5345452 Feb 07 12:58:17.891154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5430a53-5bb5-4f64-b076-ac8be7c9be04 req-e9fb76dc-6da7-443a-ae05-422fd846b20d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:17.898624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5430a53-5bb5-4f64-b076-ac8be7c9be04 req-e9fb76dc-6da7-443a-ae05-422fd846b20d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.5357277 Feb 07 12:58:17.953585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58604) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:18.003016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5430a53-5bb5-4f64-b076-ac8be7c9be04 req-7c6f9741-3ad8-45f8-9bbb-c056620e29d8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013625 Feb 07 12:58:18.021474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095eb94-7c14-4ce7-a02b-150b42d176b3 req-48c24dd2-2f66-4299-bb33-d83d1ceb68c3 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:18.029816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f095eb94-7c14-4ce7-a02b-150b42d176b3 req-48c24dd2-2f66-4299-bb33-d83d1ceb68c3 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1096 time: 0.3291354 Feb 07 12:58:18.076789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] For port abb1f83f-0ede-49b1-bb42-6e34e13b25b1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,segment=NetworkSegment(221e6cab-6660-4144-bb5b-6198d23f81d6),segment_id=221e6cab-6660-4144-bb5b-6198d23f81d6)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:18.080162 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:18.321053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f095eb94-7c14-4ce7-a02b-150b42d176b3 req-32c7beda-82ac-49f2-a93d-02669d998ea4 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902510 Feb 07 12:58:18.338119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Calling delete_port for abb1f83f-0ede-49b1-bb42-6e34e13b25b1 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:18.519009 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-189854cd-de3a-422f-ad84-0cb4b8736342 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b813f812d35748d79cccd6537e963355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5629945 Feb 07 12:58:18.520684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58620) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:18.654462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d55141ab-0161-49d6-aec4-7ebd3a87e2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:18.688784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d55141ab-0161-49d6-aec4-7ebd3a87e2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:18.814556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f9514-1519-4fab-b2f3-c5c9f632e0c7 req-b3bbbcaa-34c8-4a12-a773-c2eb32a9893d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:18.829578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e5f9514-1519-4fab-b2f3-c5c9f632e0c7 req-b3bbbcaa-34c8-4a12-a773-c2eb32a9893d tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/ports?device_id=df3b1d2a-1843-4b52-801b-6776e82d25e7 HTTP/1.1" status: 200 len: 946 time: 0.6489382 Feb 07 12:58:18.863385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:18.889920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d55141ab-0161-49d6-aec4-7ebd3a87e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:18.924605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d63c40-8e7a-4135-8eaf-49ec640cc245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002181fc-abbf-474e-ace6-fbcfc9e6050f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:18.927714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55141ab-0161-49d6-aec4-7ebd3a87e2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76ead50-b804-4b14-9897-8918686c078c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:18.944285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d55141ab-0161-49d6-aec4-7ebd3a87e2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:18.945766 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d55141ab-0161-49d6-aec4-7ebd3a87e2c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d76ead50-b804-4b14-9897-8918686c078c HTTP/1.1" status: 204 len: 168 time: 0.4201024 Feb 07 12:58:18.981291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event deleted for resources: {'Port': ['ID=abb1f83f-0ede-49b1-bb42-6e34e13b25b1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:18.996333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94115f6-2751-4f03-a78c-57f05d38b656 req-5c17b9f0-4f68-463f-8e50-4c5b6019b2e1 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:19.005660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d94115f6-2751-4f03-a78c-57f05d38b656 req-5c17b9f0-4f68-463f-8e50-4c5b6019b2e1 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 946 time: 0.3462434 Feb 07 12:58:19.138149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] No DVR routers for this DVR port abb1f83f-0ede-49b1-bb42-6e34e13b25b1 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:19.149819 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:19.157270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e5f9514-1519-4fab-b2f3-c5c9f632e0c7 req-d19b2aeb-7d62-44d6-b2cc-daff00d21027 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups?id=19e5929f-d2fa-428f-8b70-71e09f9170df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321228 Feb 07 12:58:19.191822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d94115f6-2751-4f03-a78c-57f05d38b656 req-431d6754-dbb6-4932-97d3-3771cc263209 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735871 Feb 07 12:58:19.227224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3b1d2a-1843-4b52-801b-6776e82d25e7', 'name': 'network-vif-deleted', 'tag': 'abb1f83f-0ede-49b1-bb42-6e34e13b25b1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:19.248016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8c3406f-3f3a-4fb5-9f39-7d880c169bab req-b11ef7da-a8cd-4358-9d4b-8f236478b2ee tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.35 "DELETE /v2.0/ports/abb1f83f-0ede-49b1-bb42-6e34e13b25b1 HTTP/1.1" status: 204 len: 173 time: 1.9770641 Feb 07 12:58:19.393428 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d63c40-8e7a-4135-8eaf-49ec640cc245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002181fc-abbf-474e-ace6-fbcfc9e6050f', 'code': 200} Feb 07 12:58:19.676689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f83dbc-7fad-4fc4-8b64-eebf5ee9a9ff req-29615780-faaa-48b7-b17a-66a294fbe25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:19.678236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0f83dbc-7fad-4fc4-8b64-eebf5ee9a9ff req-29615780-faaa-48b7-b17a-66a294fbe25c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 1097 time: 0.2117219 Feb 07 12:58:19.698796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f4aa-5d38-44ee-bba7-c4247601227a req-ab34a651-78ff-46e5-96c9-e0803ad827b4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:19.708652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c16f4aa-5d38-44ee-bba7-c4247601227a req-ab34a651-78ff-46e5-96c9-e0803ad827b4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.1619051 Feb 07 12:58:19.785759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0f83dbc-7fad-4fc4-8b64-eebf5ee9a9ff req-42d41a46-8293-4fc4-8291-bbea4e66dd04 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749614 Feb 07 12:58:19.802642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c16f4aa-5d38-44ee-bba7-c4247601227a req-133095e1-3072-4aff-b824-863510ff1c64 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930042 Feb 07 12:58:19.860590 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3b1d2a-1843-4b52-801b-6776e82d25e7', 'name': 'network-vif-deleted', 'tag': 'abb1f83f-0ede-49b1-bb42-6e34e13b25b1', 'status': 'completed', 'code': 200} Feb 07 12:58:20.118882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58668) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:20.135611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device abb1f83f-0ede-49b1-bb42-6e34e13b25b1 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:20.173385 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0c48a04c-3b4d-4c33-bc7d-f32f50f89728 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e635894c7a84d07b1237d7197bfb7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531824 Feb 07 12:58:20.175817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58672) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:20.200262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: abb1f83f-0ede-49b1-bb42-6e34e13b25b1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:20.201429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device abb1f83f-0ede-49b1-bb42-6e34e13b25b1 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:20.265613 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f833858-f4e3-4281-a614-e3458a6d5182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:20.299772 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f833858-f4e3-4281-a614-e3458a6d5182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:20.557351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f833858-f4e3-4281-a614-e3458a6d5182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:20.575352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f833858-f4e3-4281-a614-e3458a6d5182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72635fe-40ce-48fa-a1fd-701e93b9187a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:20.707622 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f833858-f4e3-4281-a614-e3458a6d5182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:20.709160 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4f833858-f4e3-4281-a614-e3458a6d5182 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e72635fe-40ce-48fa-a1fd-701e93b9187a HTTP/1.1" status: 204 len: 168 time: 0.5321691 Feb 07 12:58:21.062041 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58710) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:21.344401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-266419252-network', 'tenant_id': '40da7d5c647a4582ad3604149ea162ae'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:21.349625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:21.353731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Usage tracker for resource:network and tenant:40da7d5c647a4582ad3604149ea162ae is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:21.357628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:21.364046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:21.632027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Made reservation on behalf of 40da7d5c647a4582ad3604149ea162ae for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:21.632027 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:21.632027 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:21.632027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:21.632027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Usage tracker for resource:security_group_rule and tenant:40da7d5c647a4582ad3604149ea162ae is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:21.632027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:21.632027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:21.928295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:22.437684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:22.483112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:58:22.500708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1ea453-3322-49e5-b9e6-351ec30b7af5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:22.523421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:22.523938 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Added segment be757cb0-e6bd-43a2-9a7a-22e2fe645346 of type vlan for network dc70c7f1-adb0-4f1f-9834-670b5138aa89 Feb 07 12:58:22.576217 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:22.760393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:22.762144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:22.762871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:22.765973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a969-ee38-4671-a11e-d143ab4eb026 req-c14423f6-e73c-41b4-b804-e5f2512d7940 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:22.768001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d78a969-ee38-4671-a11e-d143ab4eb026 req-c14423f6-e73c-41b4-b804-e5f2512d7940 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 946 time: 0.1087680 Feb 07 12:58:22.895689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d78a969-ee38-4671-a11e-d143ab4eb026 req-e4942641-16b2-4962-80bb-1bb0922392ce tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111374 Feb 07 12:58:22.921915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] Pushing event updated for resources: {'Network': ['ID=dc70c7f1-adb0-4f1f-9834-670b5138aa89,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:22.933640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network dc70c7f1-adb0-4f1f-9834-670b5138aa89 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:58:23.118240 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-892d1fdf-57f1-4e79-92bb-6e4ca0e1f71b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0544927 Feb 07 12:58:23.122298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58758) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:23.136850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Request body: {'subnet': {'network_id': 'dc70c7f1-adb0-4f1f-9834-670b5138aa89', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-266419252-subnet', 'tenant_id': '40da7d5c647a4582ad3604149ea162ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:23.148732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:23.159785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Usage tracker for resource:subnet and tenant:40da7d5c647a4582ad3604149ea162ae is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:23.164885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:23.188371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:23.200837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ae8a-9581-4cf4-b955-ff6210278d15 req-f8d5eaac-ad65-4cce-af13-73d2d12a125f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:23.202593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58a3ae8a-9581-4cf4-b955-ff6210278d15 req-f8d5eaac-ad65-4cce-af13-73d2d12a125f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.1669822 Feb 07 12:58:23.256805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58a3ae8a-9581-4cf4-b955-ff6210278d15 req-29ddffd9-8c4c-4d2c-a8d2-9fa3a9011ed4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469739 Feb 07 12:58:23.329294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Made reservation on behalf of 40da7d5c647a4582ad3604149ea162ae for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:23.331839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:23.831967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:23.902073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-2a38ef7e-7913-4017-b685-fc7c723d1a1c tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:58:23.910584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-2a38ef7e-7913-4017-b685-fc7c723d1a1c tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3394034 Feb 07 12:58:23.927602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71388694-8258-4d2e-b173-d8cfc47289d0,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:23.973947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Checking segment: {'id': 'be757cb0-e6bd-43a2-9a7a-22e2fe645346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc70c7f1-adb0-4f1f-9834-670b5138aa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:23.974582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Network hostable DHCP agents. Network: dc70c7f1-adb0-4f1f-9834-670b5138aa89, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:58:23.997971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Request body: {'binding': {'host': 'n-h1-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:23.998700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Unknown quota resources ['binding']. {{(pid=88313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 12:58:24.159069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Network dc70c7f1-adb0-4f1f-9834-670b5138aa89 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:58:24.285040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on host n-h1-811416-5 for vnic_type normal with profile None {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:24.285542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:24.285933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:24.296074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:58:24.298858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:24.306602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:24.307087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:24.307598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:24.308405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Bound port: 57bc7257-b60f-4e58-9190-3b14f31548f5, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:24.353373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:24.363584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, dc70c7f1-adb0-4f1f-9834-670b5138aa89) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:24.377380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a60e3-a96e-428e-b7d0-8c712b9b740c None None] Network dc70c7f1-adb0-4f1f-9834-670b5138aa89 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:24.396401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:24.399824 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:24.478987 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:24.484774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-19f17ec1-36c5-4fa0-a3d5-b55dfb2c3a1c service neutron] 10.222.0.69 "POST /v2.0/ports/57bc7257-b60f-4e58-9190-3b14f31548f5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5731742 Feb 07 12:58:24.563022 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:24.610386 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1a7cc293-0c0f-4fcb-8bfa-d470e8e9e75d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4868498 Feb 07 12:58:24.811521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf16ca6-08b6-4d1e-a279-bf5e845c319d None None] Network dc70c7f1-adb0-4f1f-9834-670b5138aa89 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:25.770575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5deed-dd15-48ba-8324-d57fc76ea634 req-23228b82-d3c4-45da-be7a-43b57985264a tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:25.776482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47d5deed-dd15-48ba-8324-d57fc76ea634 req-23228b82-d3c4-45da-be7a-43b57985264a tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 946 time: 0.3379123 Feb 07 12:58:25.784221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-c25d2478-146c-427e-ab33-083ec3e5fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:25.785959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-c25d2478-146c-427e-ab33-083ec3e5fc64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1096 time: 0.1532254 Feb 07 12:58:25.796628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd124c9-71ea-42fa-afd3-f34a5fdbb28e req-c55ebbd9-04d5-4c2f-867e-c23c6ffab5a8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:25.803777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cd124c9-71ea-42fa-afd3-f34a5fdbb28e req-c55ebbd9-04d5-4c2f-867e-c23c6ffab5a8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.2120457 Feb 07 12:58:25.996061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47d5deed-dd15-48ba-8324-d57fc76ea634 req-8ea9d2e5-54aa-4238-ac3f-117fd523022a tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083459 Feb 07 12:58:26.003623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cd124c9-71ea-42fa-afd3-f34a5fdbb28e req-1c639fff-94f8-4f77-a1d3-40e20718c547 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984286 Feb 07 12:58:26.094690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-f6e0b45d-1f0e-473e-bf83-658238e513a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:26.096374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-f6e0b45d-1f0e-473e-bf83-658238e513a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.2891684 Feb 07 12:58:26.257856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-e71c9489-fd04-4a05-b627-59a53adb223c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 200 len: 217 time: 0.1524978 Feb 07 12:58:26.385129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-9ded4ab0-a2e9-4bd4-abcf-8b183de0ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:26.387109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-9ded4ab0-a2e9-4bd4-abcf-8b183de0ceb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1229067 Feb 07 12:58:26.393170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-fb34088f-ca58-4f6f-866c-73da4814769e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453768 Feb 07 12:58:26.485765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-002af7d8-5575-46f7-9e92-c9bad4bf6e49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902765 Feb 07 12:58:26.626904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4eca1-41fa-423f-ab21-82d63a30d597 req-4565a783-aa25-40e8-b73c-bfa071b9d41b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:26.628410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74c4eca1-41fa-423f-ab21-82d63a30d597 req-4565a783-aa25-40e8-b73c-bfa071b9d41b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 945 time: 0.4243844 Feb 07 12:58:26.796440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74c4eca1-41fa-423f-ab21-82d63a30d597 req-8ade59c5-6c99-4896-8376-b6f1f1ee4871 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568208 Feb 07 12:58:26.831569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479805-1718-4711-887c-8a1a00d6b150 req-c527bd83-83e1-4f89-9362-36c26b13b349 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:26.834185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-c527bd83-83e1-4f89-9362-36c26b13b349 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774817 Feb 07 12:58:26.837084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-7ea65436-ef27-4a21-8e61-42f100c7e761 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963681 Feb 07 12:58:26.877360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-a056dc6a-7a0f-497d-9716-f17caef00833 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/quotas/874d2445575f4981b18d0467abf577e9 HTTP/1.1" status: 200 len: 375 time: 0.0380483 Feb 07 12:58:26.990427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-8e71a1ee-a7be-4d4f-8551-cb391715a6b3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561659 Feb 07 12:58:27.166836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-d7570ff4-bbec-4513-a227-90787e8aa738 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178048 Feb 07 12:58:27.191642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-94ab16a8-2e84-47da-966f-1edcd5024590 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:27.193292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-94ab16a8-2e84-47da-966f-1edcd5024590 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/networks?id=dc70c7f1-adb0-4f1f-9834-670b5138aa89 HTTP/1.1" status: 200 len: 813 time: 0.1931055 Feb 07 12:58:27.210314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-6d15fa97-4354-4d78-bc07-9405f50a7519 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/quotas/40da7d5c647a4582ad3604149ea162ae HTTP/1.1" status: 200 len: 375 time: 0.0093148 Feb 07 12:58:27.263953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-5836755c-326c-4859-85a7-795b69ecb506 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=40da7d5c647a4582ad3604149ea162ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473213 Feb 07 12:58:27.519323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-b08d3f81-f777-4486-a8e9-dcf79be2e9dc service neutron] 10.222.0.69 "GET /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479060 Feb 07 12:58:27.663120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-3e230730-8826-48f3-a737-e782a62e51ff service neutron] 10.222.0.69 "GET /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378512 Feb 07 12:58:27.970509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-37521f66-0f0f-4695-a28a-f9341ee06310 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:27.973508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-37521f66-0f0f-4695-a28a-f9341ee06310 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.0912569 Feb 07 12:58:28.005669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811416-5'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:28.184297 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:28.454730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:28.497224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:28.617675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:28.624404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:28.649075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38946d19-0fa6-40ef-8321-d6c5e5a28d8e req-96d451fb-1a30-461a-8039-8dc55d4622bb tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:28.650591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38946d19-0fa6-40ef-8321-d6c5e5a28d8e req-96d451fb-1a30-461a-8039-8dc55d4622bb tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.1126044 Feb 07 12:58:28.724585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38946d19-0fa6-40ef-8321-d6c5e5a28d8e req-8ad3db8b-ac49-481d-9bf7-7d32828ce44b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657656 Feb 07 12:58:28.727856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:28.984414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6fdf8a31-f113-48ee-9c46-a1087443a87e req-37025d06-bdf9-45d2-9a24-e05eb7a12d52 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 210 time: 0.1489747 Feb 07 12:58:29.061474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:29.166885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac0fb48c-b478-42e6-8736-3b1a2eed49a3 req-138cbead-5497-44f7-b038-5f638748719f tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 210 time: 0.1064773 Feb 07 12:58:29.171592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on host n-h2-811416-5 for vnic_type normal with profile {"migrating_to": "n-h1-811416-5"} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:29.174269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:29.174269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:29.184791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:58:29.185101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Attempting to bind port 57bc7257-b60f-4e58-9190-3b14f31548f5 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:29.198015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:29.198364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:29.198879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:29.199173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Bound port: 57bc7257-b60f-4e58-9190-3b14f31548f5, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:29.199526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:29.298456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13c4e4-09a5-4be4-8f6e-bd31515ac8c7 req-b87942ff-a323-4057-b978-6166ed4c622e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:29.299960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad13c4e4-09a5-4be4-8f6e-bd31515ac8c7 req-b87942ff-a323-4057-b978-6166ed4c622e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 943 time: 0.1926844 Feb 07 12:58:29.349399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:29.353309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:29.374602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad13c4e4-09a5-4be4-8f6e-bd31515ac8c7 req-17d498f5-b4e3-4dd9-9e63-9344540b8896 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647614 Feb 07 12:58:29.430513 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5', 'code': 200} Feb 07 12:58:29.484221 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:29.583084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:29.720252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52ee3594-9b58-48c4-bbcc-2baf6eaf6b77 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:29.776901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52ee3594-9b58-48c4-bbcc-2baf6eaf6b77 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:29.849864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58932) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:29.873178 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:58:29.930060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=8']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:29.935405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52ee3594-9b58-48c4-bbcc-2baf6eaf6b77 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:29.984385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee3594-9b58-48c4-bbcc-2baf6eaf6b77 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1695a3a9-d2cd-4a19-ba3b-57e84ae2fc37,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:29.993627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52ee3594-9b58-48c4-bbcc-2baf6eaf6b77 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:30.000863 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-52ee3594-9b58-48c4-bbcc-2baf6eaf6b77 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "DELETE /v2.0/security-groups/1695a3a9-d2cd-4a19-ba3b-57e84ae2fc37 HTTP/1.1" status: 204 len: 168 time: 0.4105897 Feb 07 12:58:30.002795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58940) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:30.020710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:30.024126 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:30.027293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6c6f3806-4e42-4427-ac4c-b7f0dee4a5f1 service neutron] 10.222.0.35 "PUT /v2.0/ports/57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 200 len: 1121 time: 2.0391717 Feb 07 12:58:30.036649 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-3e2063e1-2c89-4f35-ab8b-b05d102a8ee7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] show failed (client error): The resource could not be found. Feb 07 12:58:30.042795 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3e2063e1-2c89-4f35-ab8b-b05d102a8ee7 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "GET /v2.0/security-groups/1695a3a9-d2cd-4a19-ba3b-57e84ae2fc37 HTTP/1.1" status: 404 len: 347 time: 0.0339444 Feb 07 12:58:30.044836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58946) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:30.140745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['57bc7257-b60f-4e58-9190-3b14f31548f5'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:58:30.160475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b27c9-cb6f-4347-bef1-6371ffa411b4 req-218e4352-2342-4d6a-a21a-c782693e8194 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:30.161702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db8b27c9-cb6f-4347-bef1-6371ffa411b4 req-218e4352-2342-4d6a-a21a-c782693e8194 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.2162733 Feb 07 12:58:30.386767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Deleting port ac3a91cd-2928-4f97-a283-7855981ae5d3 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:30.387056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:30.490750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80e21963-8e0d-4761-bc0c-53eccf4e761c req-bdab9f46-2382-4559-9cc7-68dcf2096214 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 210 time: 0.1038857 Feb 07 12:58:30.543251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db8b27c9-cb6f-4347-bef1-6371ffa411b4 req-ab12e92d-e02f-4f4b-8a42-a4b39bb37da0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214445 Feb 07 12:58:30.585873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-48ce270c-a196-49b8-81f7-93a92498f7a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4230564 Feb 07 12:58:30.759480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:30.760095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:30.887890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe4de0cf-9292-4d0e-a658-7c52e0a13c81 req-493ea42c-6bf4-4917-9788-937be07c1cef tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 210 time: 0.1077998 Feb 07 12:58:30.921895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Calling delete_port for ac3a91cd-2928-4f97-a283-7855981ae5d3 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:30.971920 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-31252e5c-f0f7-443f-9367-40cb2594ae7b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38ea5fd63a674617a81811ed861e5e21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1167576 Feb 07 12:58:30.971920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58964) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:30.982469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-e89b8853-2ca5-4792-b02c-d8159e1eddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:30.989149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-e89b8853-2ca5-4792-b02c-d8159e1eddca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1095 time: 0.2840145 Feb 07 12:58:31.062415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc6b6d56-010e-48b6-a9cf-672019c3853b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:31.129337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc6b6d56-010e-48b6-a9cf-672019c3853b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:31.271990 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:31.367918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-b36189a0-938d-40de-a9b6-1eba02ad1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:31.369434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-b36189a0-938d-40de-a9b6-1eba02ad1411 service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.3577447 Feb 07 12:58:31.449895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc6b6d56-010e-48b6-a9cf-672019c3853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:31.454097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:31.459462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-26b9921a-9019-4795-9850-556a4ee96d7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 217 time: 0.0799358 Feb 07 12:58:31.467659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Pushing event deleted for resources: {'Port': ['ID=ac3a91cd-2928-4f97-a283-7855981ae5d3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:31.482959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b6d56-010e-48b6-a9cf-672019c3853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb0df6e-20a6-42c0-8777-006ab9a56c57,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:31.551385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-010d79ee-00f9-4619-a528-21f4e1691cc6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902996 Feb 07 12:58:31.564151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf5d0b-785c-44e7-962c-24208cfaae5d req-f866832c-541c-411d-9392-22bfc378984b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:31.571851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2edf5d0b-785c-44e7-962c-24208cfaae5d req-f866832c-541c-411d-9392-22bfc378984b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 943 time: 0.2828283 Feb 07 12:58:31.597101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc6b6d56-010e-48b6-a9cf-672019c3853b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:31.598546 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dc6b6d56-010e-48b6-a9cf-672019c3853b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0bb0df6e-20a6-42c0-8777-006ab9a56c57 HTTP/1.1" status: 204 len: 168 time: 0.6263547 Feb 07 12:58:31.617375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:31.620997 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:31.627391 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4040ef48-a059-496b-871a-402825c91fc1 tempest-ImagesOneServerNegativeTestJSON-508917313 tempest-ImagesOneServerNegativeTestJSON-508917313-project] 10.222.0.69 "DELETE /v2.0/floatingips/0e42b4fe-2bfa-4bb4-940f-db67550c285a HTTP/1.1" status: 204 len: 168 time: 1.5814712 Feb 07 12:58:31.725554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2edf5d0b-785c-44e7-962c-24208cfaae5d req-a9d1d34f-a8e5-406a-a827-c1480b99eaa0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529562 Feb 07 12:58:31.765412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-9bc74cd9-a699-4696-b49b-b5a9240e2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:31.766833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-9bc74cd9-a699-4696-b49b-b5a9240e2054 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.2806528 Feb 07 12:58:31.831924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-403d3f78-6ed9-416c-8ae6-1a7d9ea4a49c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547059 Feb 07 12:58:31.938262 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5', 'status': 'completed', 'code': 200} Feb 07 12:58:32.004978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479805-1718-4711-887c-8a1a00d6b150 req-4573b800-5323-4670-ad0a-c7b0cf5b3bd4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:32.010756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-4573b800-5323-4670-ad0a-c7b0cf5b3bd4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4370768 Feb 07 12:58:32.096532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Request body: {'port': {'device_id': '0d0c5005-0eb8-44c3-a067-2b56ed0e4aed', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '874d2445575f4981b18d0467abf577e9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:32.167138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 57bc7257-b60f-4e58-9190-3b14f31548f5 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:58:32.248040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58996) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:32.333941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48c421d4-e9ac-4eac-ae91-0d906ce7c4a0 req-f918a7f0-6941-4e1c-8912-a8857c87ac29 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 210 time: 0.3059781 Feb 07 12:58:32.554925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:32.561010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-2a3af96a-2de5-4461-9dde-b4344384c654 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153957 Feb 07 12:58:32.562137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:32.562976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:32.586129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Usage tracker for resource:port and tenant:874d2445575f4981b18d0467abf577e9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:32.598962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 57bc7257-b60f-4e58-9190-3b14f31548f5 has no active binding in host n-h1-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 12:58:32.629196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:32.634167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] Usage tracker for resource:security_group_rule and tenant:a2b43c4d687e4cb0b3dd02d4f5093120 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:32.638739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:32.645775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:32.747826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0414638c-7246-4145-b8a4-f6d148f96f49 req-865f8852-7ee5-42f2-855a-608b514f3f01 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690550 Feb 07 12:58:32.748710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:32.765200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5916-c090-4833-a31d-94975c600334 req-fe0ffac0-384c-4d17-a5c7-d06b8aad72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:32.766701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-547f5916-c090-4833-a31d-94975c600334 req-fe0ffac0-384c-4d17-a5c7-d06b8aad72d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1124 time: 0.8234274 Feb 07 12:58:32.769131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:32.792357 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:32.829212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-819d5e70-0666-4ecf-8ebe-09cd95b4e405 req-7b5c81fc-beed-453d-ad32-aa75342d18b3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 210 time: 0.0749266 Feb 07 12:58:32.895255 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:33.016424 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2b43c4d687e4cb0b3dd02d4f5093120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7663791 Feb 07 12:58:33.046068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59022) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:33.168731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bcd5f-9b90-4746-bfbd-c74419a9f77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cc4261-b7d4-4b40-9165-3dc77ac23fe6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:33.315600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-8ace022a-2b28-47dc-a3eb-cbf5403fdc1c tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:33.316339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-8ace022a-2b28-47dc-a3eb-cbf5403fdc1c tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Synchronizing usage tracker for tenant:40da7d5c647a4582ad3604149ea162ae on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:33.350423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8ff1a06-fa9a-4318-82bd-f8d4215888fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:33.396234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8ff1a06-fa9a-4318-82bd-f8d4215888fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:33.400290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Made reservation on behalf of 874d2445575f4981b18d0467abf577e9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:33.406352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:33.472197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-8ace022a-2b28-47dc-a3eb-cbf5403fdc1c tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Unset dirty status for tenant:40da7d5c647a4582ad3604149ea162ae on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:33.473935 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-8ace022a-2b28-47dc-a3eb-cbf5403fdc1c tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.35 "GET /v2.0/networks?id=dc70c7f1-adb0-4f1f-9834-670b5138aa89 HTTP/1.1" status: 200 len: 813 time: 0.8895891 Feb 07 12:58:33.479251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:33.491825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Request body: {'port': {'device_id': '2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0', 'network_id': 'dc70c7f1-adb0-4f1f-9834-670b5138aa89', 'admin_state_up': True, 'tenant_id': '40da7d5c647a4582ad3604149ea162ae'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:33.507966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344255da-0c39-44e0-8c7c-7be7f55a21c6 req-771b4760-70f6-4fea-adef-9d98999af8bb tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:33.521177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344255da-0c39-44e0-8c7c-7be7f55a21c6 req-771b4760-70f6-4fea-adef-9d98999af8bb tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 1.2560441 Feb 07 12:58:33.534979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59036) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:33.578499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:33.592028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8ff1a06-fa9a-4318-82bd-f8d4215888fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:33.612106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Usage tracker for resource:security_group_rule and tenant:874d2445575f4981b18d0467abf577e9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:33.620567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:33.622708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8ff1a06-fa9a-4318-82bd-f8d4215888fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:33.626357 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b8ff1a06-fa9a-4318-82bd-f8d4215888fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90cc4261-b7d4-4b40-9165-3dc77ac23fe6 HTTP/1.1" status: 204 len: 168 time: 0.5621080 Feb 07 12:58:33.628899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff1a06-fa9a-4318-82bd-f8d4215888fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cc4261-b7d4-4b40-9165-3dc77ac23fe6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:33.722037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:33.727896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Usage tracker for resource:port and tenant:40da7d5c647a4582ad3604149ea162ae is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:33.732336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:33.737025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:33.750027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:33.803908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344255da-0c39-44e0-8c7c-7be7f55a21c6 req-4befb4a9-b231-4913-897b-82be42b294fa tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822509 Feb 07 12:58:33.810649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5916-c090-4833-a31d-94975c600334 req-1e1802bd-0d42-4aff-b734-a3bfd99569eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:33.812417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-547f5916-c090-4833-a31d-94975c600334 req-1e1802bd-0d42-4aff-b734-a3bfd99569eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.9810588 Feb 07 12:58:33.832872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200442-15ad-48b7-947e-98e48f1a5130 req-242d4ca8-259a-4f63-bcdf-8df67c72de2e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:33.834493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68200442-15ad-48b7-947e-98e48f1a5130 req-242d4ca8-259a-4f63-bcdf-8df67c72de2e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 943 time: 0.4187102 Feb 07 12:58:33.842503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-910aadc4-c34a-4c81-824c-f2f4d3759dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:33.844318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-910aadc4-c34a-4c81-824c-f2f4d3759dcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1097 time: 0.5786557 Feb 07 12:58:33.908426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-324171575-network', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:33.915893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59046) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:33.973021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:33.977793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-547f5916-c090-4833-a31d-94975c600334 req-bf4330be-09cf-4b9c-a697-e8cf02579c99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 200 len: 217 time: 0.1389008 Feb 07 12:58:33.988512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-88992456-42a0-4874-bc9a-23562896b814 admin admin] Deleting subnet 8bb2c2ec-4c72-4320-9b61-35e0a156e7b6 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:58:33.991656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88992456-42a0-4874-bc9a-23562896b814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.032016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Usage tracker for resource:network and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:34.044649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88992456-42a0-4874-bc9a-23562896b814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.073167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:34.100781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:34.106983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88992456-42a0-4874-bc9a-23562896b814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.148334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68200442-15ad-48b7-947e-98e48f1a5130 req-bc6978b7-ec3b-4bdc-b4a4-398d8d9b488b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030570 Feb 07 12:58:34.171282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5916-c090-4833-a31d-94975c600334 req-30a1b6bb-2897-4364-9686-9a7fd7458997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:34.172777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-547f5916-c090-4833-a31d-94975c600334 req-30a1b6bb-2897-4364-9686-9a7fd7458997 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1422074 Feb 07 12:58:34.181646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Made reservation on behalf of 40da7d5c647a4582ad3604149ea162ae for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:34.185697 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.263106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-547f5916-c090-4833-a31d-94975c600334 req-2148b4e6-cbae-449f-912d-fc463433c3b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769339 Feb 07 12:58:34.276301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-366d5770-ae61-4ba3-972c-f0bfb1e45c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:34.277917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-366d5770-ae61-4ba3-972c-f0bfb1e45c14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.3633916 Feb 07 12:58:34.373019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Allocated IP 172.20.0.8 (dc70c7f1-adb0-4f1f-9834-670b5138aa89/71388694-8258-4d2e-b173-d8cfc47289d0/0f12aee8-e344-4bd9-a722-67f651df8b9a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:34.418131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88992456-42a0-4874-bc9a-23562896b814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.444246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Made reservation on behalf of d97c8edb0cda43a79579758428a199ca for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:34.447632 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.595775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-547f5916-c090-4833-a31d-94975c600334 req-c352e0ca-af69-4cc7-bac8-6f3ed6c3d7f2 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234961 Feb 07 12:58:34.647028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.685337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88992456-42a0-4874-bc9a-23562896b814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.695475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88992456-42a0-4874-bc9a-23562896b814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb2c2ec-4c72-4320-9b61-35e0a156e7b6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:34.714941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.766435 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-88992456-42a0-4874-bc9a-23562896b814 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8bb2c2ec-4c72-4320-9b61-35e0a156e7b6 HTTP/1.1" status: 204 len: 168 time: 0.8486950 Feb 07 12:58:34.789134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59058) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:34.814807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37b73cc8-b24b-498b-af61-1d436f819db8 req-aef3b03b-7d28-4a1c-9fee-1ccad07cd300 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 210 time: 0.3306718 Feb 07 12:58:34.817647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-172153a6-228d-4b8f-a7e5-93bde90348f8 req-6c18850b-7c89-42b7-9235-3d1276dbe0b3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 210 time: 0.2207224 Feb 07 12:58:34.935552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:34.939960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-158c9d8e-5dac-4258-83df-9f77e776f854 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 1001 time: 0.6285720 Feb 07 12:58:35.016141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59064) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:35.021398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:35.024485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1884026b-7bb4-400f-b3a1-e4d001262381,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:35.074281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Usage tracker for resource:security_group_rule and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:35.094526 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:35.108410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:35.121927 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-3862dcb3-05e0-4817-8809-1540da3b0185 service neutron] 10.222.0.47 "GET /v2.0/ports/57bc7257-b60f-4e58-9190-3b14f31548f5/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.4276373 Feb 07 12:58:35.143268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:35.201482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:35.234650 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:35.313637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:35.318209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:35.336979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a132a1498943c58eff6a3718af0cb3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:35.343788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c2ce28-cbca-449e-8f66-807b427a0170']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:35.354496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:35.358673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221e6cab-6660-4144-bb5b-6198d23f81d6') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:35.359185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221e6cab-6660-4144-bb5b-6198d23f81d6') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:35.372661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:35.387275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-d3158efe-5b41-47ae-85d0-5f49948cfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:35.388767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-d3158efe-5b41-47ae-85d0-5f49948cfcff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.3707027 Feb 07 12:58:35.407905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:35.420284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:58:35.420686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:58:35.438770 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:58:35.563407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:35.649680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-547f5916-c090-4833-a31d-94975c600334 req-b3b21a66-b4d2-428c-ba0a-c2c0950da2dc service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9576333 Feb 07 12:58:35.709482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfa73a-cf8b-4b92-93e8-3f62e3bb5587 req-fd6dff4e-0e1b-46e7-8583-eb5224a6af7e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:35.710959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8dfa73a-cf8b-4b92-93e8-3f62e3bb5587 req-fd6dff4e-0e1b-46e7-8583-eb5224a6af7e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.6437075 Feb 07 12:58:35.745525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:35.772408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:35.777119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Allocated IP 192.168.233.137 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/1c78a0c8-9e21-448d-9a60-006306d34e15) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:35.825989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bc7257-b60f-4e58-9190-3b14f31548f5 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:35.837899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:35.881847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8dfa73a-cf8b-4b92-93e8-3f62e3bb5587 req-78ea0487-8e47-4efb-a635-696d03713600 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524272 Feb 07 12:58:35.953670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe589d4b-1026-4662-8ee8-e70b92d58042 req-a3150584-a296-4b08-a4f7-b1e8f32fd52e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:35.955100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe589d4b-1026-4662-8ee8-e70b92d58042 req-a3150584-a296-4b08-a4f7-b1e8f32fd52e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 943 time: 0.3928938 Feb 07 12:58:35.963746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-90a05c6e-d4b8-46ca-83e3-dc5201cd5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:35.965828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-90a05c6e-d4b8-46ca-83e3-dc5201cd5e7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3873081 Feb 07 12:58:35.967470 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.089598 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.166145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Network dc70c7f1-adb0-4f1f-9834-670b5138aa89 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:36.171577 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.185134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.187525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:36.194984 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.212779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.214087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.217205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:36.237058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe589d4b-1026-4662-8ee8-e70b92d58042 req-39b6a9a0-653d-478b-8c08-fc027e8bd868 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660317 Feb 07 12:58:36.264665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:58:36.266023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c2ce28-cbca-449e-8f66-807b427a0170,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:36.280326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Pushing event updated for resources: {'Port': ['ID=0f12aee8-e344-4bd9-a722-67f651df8b9a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:36.322965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c912d6-717d-46d5-b363-d4a42e0953bf,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:36.325962 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.326302 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Added segment df26ee40-1c60-4d2c-add6-f4da080f48e1 of type vlan for network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 Feb 07 12:58:36.360270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:36.360929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.413075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-0befcd69-7c7e-4453-839c-f83b6b7c63fd service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747070 Feb 07 12:58:36.416573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] Transition to ACTIVE for port object 57bc7257-b60f-4e58-9190-3b14f31548f5 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:36.444535 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4736294f-bdfb-4c08-9cc0-a5c6641d0506 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a9c2ce28-cbca-449e-8f66-807b427a0170 HTTP/1.1" status: 204 len: 168 time: 1.6512606 Feb 07 12:58:36.494296 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.502698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80c035f8-f0e3-4e48-8234-0984f6cb7003 req-3d831720-5947-4519-969f-33e03e399e8e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 210 time: 0.1371114 Feb 07 12:58:36.509070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.518125 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-c2fd701b-8604-4ed8-b268-e3966d8319d2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0324318 Feb 07 12:58:36.525843 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.531943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Request body: {'port': {'device_id': '2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:36.568001 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.696836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4a132a1498943c58eff6a3718af0cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6684079 Feb 07 12:58:36.706596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59092) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:36.733780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.734793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:36.735360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.768882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Transition to ACTIVE for port object 1c78a0c8-9e21-448d-9a60-006306d34e15 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:36.817367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] No DVR routers for this DVR port 57bc7257-b60f-4e58-9190-3b14f31548f5 on host n-h2-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:36.868471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] Pushing event updated for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=10']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:36.882429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003b2fc-7235-4d2d-b6d4-90cc0d3bb420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104cff94-ee95-442f-a5de-70365d590a16,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:36.885186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:36.902565 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b8f535ba-f5dd-45ea-8729-6498a8fedb3d service neutron] 10.222.0.47 "PUT /v2.0/ports/57bc7257-b60f-4e58-9190-3b14f31548f5/bindings/n-h1-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7736146 Feb 07 12:58:36.975410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] Pushing event updated for resources: {'Network': ['ID=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:36.987365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:58:37.038977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-012f3f88-38f8-4607-ae03-667ccdd86b8a req-94060139-8024-409c-a2ba-8c5f3cff03e4 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971668 Feb 07 12:58:37.045111 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94819101-40c4-4852-ac5c-a249095cfad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.074210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067bc43-ac68-403a-8e15-07e9ca9e0287 req-a1d1b708-25b6-485b-bd70-baf554bf34e1 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:37.081674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7067bc43-ac68-403a-8e15-07e9ca9e0287 req-a1d1b708-25b6-485b-bd70-baf554bf34e1 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 931 time: 0.6523986 Feb 07 12:58:37.134544 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94819101-40c4-4852-ac5c-a249095cfad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.162794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7067bc43-ac68-403a-8e15-07e9ca9e0287 req-f3343693-f9af-491e-8381-31e635826daa tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789139 Feb 07 12:58:37.207428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59102) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:37.245517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-72431b49-5987-47ba-84a6-b32b16b74840 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7066505 Feb 07 12:58:37.245517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.248595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59106) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:37.255707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Request body: {'subnet': {'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-324171575-subnet', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:37.339469 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-96486a0a-1c1d-4e5c-a68e-ee509f270d17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf90c0539887466990629b10acfbbde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308234 Feb 07 12:58:37.340281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59112) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:37.352552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:37.396356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Usage tracker for resource:subnet and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:37.407950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:37.428000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:37.433339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:37.441524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:37.443228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1a12-1106-4f10-a871-6b00b02fc802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.480232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'Port': ['ID=1c78a0c8-9e21-448d-9a60-006306d34e15,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:37.492092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:37.494095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1a12-1106-4f10-a871-6b00b02fc802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.547424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94819101-40c4-4852-ac5c-a249095cfad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.581398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f12aee8-e344-4bd9-a722-67f651df8b9a {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:37.585433 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94819101-40c4-4852-ac5c-a249095cfad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.589404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-94819101-40c4-4852-ac5c-a249095cfad3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/104cff94-ee95-442f-a5de-70365d590a16 HTTP/1.1" status: 204 len: 168 time: 0.8770409 Feb 07 12:58:37.589588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.594154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Made reservation on behalf of d97c8edb0cda43a79579758428a199ca for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:37.597036 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.613169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-5f3a291a-3aca-4a49-9c49-b865f66e5584 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:37.620457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-5f3a291a-3aca-4a49-9c49-b865f66e5584 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.4424415 Feb 07 12:58:37.625012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Transition to ACTIVE for port object 0f12aee8-e344-4bd9-a722-67f651df8b9a will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:37.639855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94819101-40c4-4852-ac5c-a249095cfad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104cff94-ee95-442f-a5de-70365d590a16,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:37.734947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:37.811868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:37.833228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1a12-1106-4f10-a871-6b00b02fc802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.003101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e1a12-1106-4f10-a871-6b00b02fc802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5929f-d2fa-428f-8b70-71e09f9170df,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:38.069062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Pushing event updated for resources: {'Port': ['ID=0f12aee8-e344-4bd9-a722-67f651df8b9a,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:38.080807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1a12-1106-4f10-a871-6b00b02fc802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.082250 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd4e1a12-1106-4f10-a871-6b00b02fc802 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19e5929f-d2fa-428f-8b70-71e09f9170df HTTP/1.1" status: 204 len: 168 time: 0.7385082 Feb 07 12:58:38.121439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:38.122742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.177992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-db6e2931-a97d-4c5d-923c-27f5be2e9da8 None None] Provisioning for port 1c78a0c8-9e21-448d-9a60-006306d34e15 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:38.182344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Attempting to bind port 0f12aee8-e344-4bd9-a722-67f651df8b9a on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:38.184074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Attempting to bind port 0f12aee8-e344-4bd9-a722-67f651df8b9a by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'be757cb0-e6bd-43a2-9a7a-22e2fe645346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc70c7f1-adb0-4f1f-9834-670b5138aa89'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:38.186904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Attempting to bind port 0f12aee8-e344-4bd9-a722-67f651df8b9a on network dc70c7f1-adb0-4f1f-9834-670b5138aa89 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:38.195649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Port 0f12aee8-e344-4bd9-a722-67f651df8b9a on network dc70c7f1-adb0-4f1f-9834-670b5138aa89 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:58:38.198069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Attempting to bind port 0f12aee8-e344-4bd9-a722-67f651df8b9a on network dc70c7f1-adb0-4f1f-9834-670b5138aa89 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:38.200526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-db6e2931-a97d-4c5d-923c-27f5be2e9da8 None None] Provisioning complete for port 1c78a0c8-9e21-448d-9a60-006306d34e15 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:38.203330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db6e2931-a97d-4c5d-923c-27f5be2e9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.207602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:38.208076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c527e-a7e6-44eb-bf90-7e820930194b req-451f501d-44ff-48e8-8d6b-1baaa229730d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:38.209371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Checking segment: {'id': 'be757cb0-e6bd-43a2-9a7a-22e2fe645346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc70c7f1-adb0-4f1f-9834-670b5138aa89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:38.209670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-992c527e-a7e6-44eb-bf90-7e820930194b req-451f501d-44ff-48e8-8d6b-1baaa229730d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 946 time: 0.7805603 Feb 07 12:58:38.210659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Bound using segment: {'id': 'be757cb0-e6bd-43a2-9a7a-22e2fe645346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc70c7f1-adb0-4f1f-9834-670b5138aa89'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:38.216713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Bound port: 0f12aee8-e344-4bd9-a722-67f651df8b9a, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be757cb0-e6bd-43a2-9a7a-22e2fe645346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc70c7f1-adb0-4f1f-9834-670b5138aa89'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:38.217231 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.294035 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.322019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-08d7bd5a-8af9-487f-bdc8-bd9c8aa99d10 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2801282 Feb 07 12:58:38.339898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-987aa00a-38ac-4b09-983e-ce5891a05bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:38.341940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-987aa00a-38ac-4b09-983e-ce5891a05bcb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0 HTTP/1.1" status: 200 len: 1095 time: 0.5459969 Feb 07 12:58:38.360788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Request body: {'port': {'device_id': '0d0c5005-0eb8-44c3-a067-2b56ed0e4aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:38.369501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:38.390000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-992c527e-a7e6-44eb-bf90-7e820930194b req-5d3ca09e-c264-4045-8e4d-88139248fcf1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683202 Feb 07 12:58:38.395183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:38.396267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-db6e2931-a97d-4c5d-923c-27f5be2e9da8 None None] Port 1c78a0c8-9e21-448d-9a60-006306d34e15 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:58:38.405524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af18f8-cbfc-4ea7-8eb7-c46d5d0a4738 req-ab2dbcd0-1b45-4785-8940-85add64f77ed tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:38.413313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63af18f8-cbfc-4ea7-8eb7-c46d5d0a4738 req-ab2dbcd0-1b45-4785-8940-85add64f77ed tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 944 time: 0.3727243 Feb 07 12:58:38.430738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] For port 0f12aee8-e344-4bd9-a722-67f651df8b9a, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:38.435931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] For port 0f12aee8-e344-4bd9-a722-67f651df8b9a, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0f12aee8-e344-4bd9-a722-67f651df8b9a,segment=NetworkSegment(be757cb0-e6bd-43a2-9a7a-22e2fe645346),segment_id=be757cb0-e6bd-43a2-9a7a-22e2fe645346)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:38.489493 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.491324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 57bc7257-b60f-4e58-9190-3b14f31548f5 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:38.557895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.644008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:38.644906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.646213 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] 10.222.0.35 "PUT /v2.0/ports/0f12aee8-e344-4bd9-a722-67f651df8b9a HTTP/1.1" status: 200 len: 1091 time: 2.1205270 Feb 07 12:58:38.646896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0', 'tag': '0f12aee8-e344-4bd9-a722-67f651df8b9a'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:38.672555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 57bc7257-b60f-4e58-9190-3b14f31548f5 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:38.676771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=14']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:38.690038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86252c7a-f862-4d80-857a-e58760fe732a service neutron] Pushing event updated for resources: {'Port': ['ID=0f12aee8-e344-4bd9-a722-67f651df8b9a,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:38.707421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63af18f8-cbfc-4ea7-8eb7-c46d5d0a4738 req-4ca5382d-3322-410a-ac22-d2c29e80f10b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931790 Feb 07 12:58:38.746748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b87201dc-947b-4b2c-9684-d6b210f8c1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.842654 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:38.859350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b6f55279-a3d3-47d1-9198-d7eafe53882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:38.861190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-b6f55279-a3d3-47d1-9198-d7eafe53882d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1095 time: 0.4701247 Feb 07 12:58:38.921992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-9fe0514b-eaee-4d6c-82fe-53d9c354cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:38.923750 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-9fe0514b-eaee-4d6c-82fe-53d9c354cd48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40da7d5c647a4582ad3604149ea162ae&device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 1094 time: 0.1338627 Feb 07 12:58:39.029711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:39.091433 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-51d1cb38-d212-4df3-82fa-0f5d4783198f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f12aee8-e344-4bd9-a722-67f651df8b9a HTTP/1.1" status: 200 len: 217 time: 0.1532698 Feb 07 12:58:39.091561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f05c-8b2b-46af-aab6-76bbfb05a9e6 req-983b9135-4527-438e-b317-1fb446ffc2b4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:39.091561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0716f05c-8b2b-46af-aab6-76bbfb05a9e6 req-983b9135-4527-438e-b317-1fb446ffc2b4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:39.181418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-645d2bf3-f57c-4bd8-9ca5-ac0756855857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:39.183271 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-645d2bf3-f57c-4bd8-9ca5-ac0756855857 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71388694-8258-4d2e-b173-d8cfc47289d0 HTTP/1.1" status: 200 len: 853 time: 0.0904171 Feb 07 12:58:39.232622 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-239f04d2-f8c7-457a-9b85-f42a74a7bc54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc70c7f1-adb0-4f1f-9834-670b5138aa89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436187 Feb 07 12:58:39.319608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Checking segment: {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:39.320196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Network hostable DHCP agents. Network: 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:58:39.325545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=002bbd75-9e7f-46b1-b174-960d73e21375,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:39.378567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0716f05c-8b2b-46af-aab6-76bbfb05a9e6 req-983b9135-4527-438e-b317-1fb446ffc2b4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:39.380008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0716f05c-8b2b-46af-aab6-76bbfb05a9e6 req-983b9135-4527-438e-b317-1fb446ffc2b4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 936 time: 0.8694098 Feb 07 12:58:39.389678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-9ebeb05a-1c5f-4911-af27-4cbab083a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:39.391376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-9ebeb05a-1c5f-4911-af27-4cbab083a23e service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.4780779 Feb 07 12:58:39.426705 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-e0180795-eeb4-43c4-b257-a791a3e30220 service neutron] 10.222.0.35 "GET /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878154 Feb 07 12:58:39.568067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-4fbfef90-bf56-40f6-88e4-7107f1af0d3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 200 len: 217 time: 0.1014183 Feb 07 12:58:39.582038 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-56a07616-f9eb-4fd5-9d37-49e50c12235b req-bd77b463-f5a2-402b-99a7-3eb40d62d11c service neutron] 10.222.0.35 "GET /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497872 Feb 07 12:58:39.687437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212c91e-9a1d-43b9-aa8b-aac249b63dd8 req-5ead5e1c-c70c-4ea5-8af5-5adfce317bd9 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:39.687437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4212c91e-9a1d-43b9-aa8b-aac249b63dd8 req-5ead5e1c-c70c-4ea5-8af5-5adfce317bd9 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 943 time: 0.4892635 Feb 07 12:58:39.687437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0716f05c-8b2b-46af-aab6-76bbfb05a9e6 req-dd5f772d-c55f-48c0-b010-977e70d0c648 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:39.734174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-9ce7acfb-cb3c-434b-981f-baaf3acc6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:39.735483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-9ce7acfb-cb3c-434b-981f-baaf3acc6bf7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1505008 Feb 07 12:58:39.796644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-72bedc8a-fd83-46fa-b956-c8f48b16bba4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485594 Feb 07 12:58:39.802887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4212c91e-9a1d-43b9-aa8b-aac249b63dd8 req-a67bbed2-8b1c-4780-8c8c-9dd5e93eb7a4 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399114 Feb 07 12:58:39.864489 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'code': 200} Feb 07 12:58:39.909469 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0', 'tag': '0f12aee8-e344-4bd9-a722-67f651df8b9a', 'status': 'completed', 'code': 200} Feb 07 12:58:39.957085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c78a0c8-9e21-448d-9a60-006306d34e15 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:39.968833 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:40.009877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Transition to ACTIVE for port object 1c78a0c8-9e21-448d-9a60-006306d34e15 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:40.015394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-6af21dff-c361-40ae-9942-d6ae3860e35b service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105575 Feb 07 12:58:40.209536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:58:40.256067 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:40.259677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0716f05c-8b2b-46af-aab6-76bbfb05a9e6 req-dd5f772d-c55f-48c0-b010-977e70d0c648 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:40.260924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0716f05c-8b2b-46af-aab6-76bbfb05a9e6 req-dd5f772d-c55f-48c0-b010-977e70d0c648 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8492374 Feb 07 12:58:40.349000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a21b3-b500-42f1-9461-58831a17d247 req-6c2cdc9f-ff1e-4660-a140-1e6f99e91962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:40.350606 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a94a21b3-b500-42f1-9461-58831a17d247 req-6c2cdc9f-ff1e-4660-a140-1e6f99e91962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40da7d5c647a4582ad3604149ea162ae&device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 1094 time: 0.1230009 Feb 07 12:58:40.432975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59214) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:40.441490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:40.452938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4270856-a9f8-4891-be64-255a95c4e24d None None] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:40.492198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:40.492815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:40.545255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Pushing event updated for resources: {'Port': ['ID=1c78a0c8-9e21-448d-9a60-006306d34e15,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:40.590640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a21b3-b500-42f1-9461-58831a17d247 req-0cdd09e8-6e5a-4447-a982-dc1ac8d678c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:40.593802 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a94a21b3-b500-42f1-9461-58831a17d247 req-0cdd09e8-6e5a-4447-a982-dc1ac8d678c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc70c7f1-adb0-4f1f-9834-670b5138aa89 HTTP/1.1" status: 200 len: 913 time: 0.2282634 Feb 07 12:58:40.694637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-network', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:40.700937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:40.705843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Usage tracker for resource:network and tenant:5723c7a545834f47a70a1e8e2348ef14 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:40.709352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:40.717537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:40.770386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-a67f05ba-da6f-4cad-99d4-d0ef79e98779 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7490928 Feb 07 12:58:40.802061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cd529-80fd-4333-a134-cf368ccc627e req-f85edf83-ff73-40a7-b9c9-5b220d736b0e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:40.803705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-515cd529-80fd-4333-a134-cf368ccc627e req-f85edf83-ff73-40a7-b9c9-5b220d736b0e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.6391518 Feb 07 12:58:40.835074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:58:40.836394 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:40.843212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Attempting to bind port 1c78a0c8-9e21-448d-9a60-006306d34e15 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:40.843644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Attempting to bind port 1c78a0c8-9e21-448d-9a60-006306d34e15 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:40.844075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Attempting to bind port 1c78a0c8-9e21-448d-9a60-006306d34e15 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:40.861061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Port 1c78a0c8-9e21-448d-9a60-006306d34e15 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:58:40.861492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Attempting to bind port 1c78a0c8-9e21-448d-9a60-006306d34e15 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:40.876669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7005b80e-73c2-49bb-9e7e-35b6d3d5b9ac admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6235421 Feb 07 12:58:40.877912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:40.882403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:40.882403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:40.882403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Bound port: 1c78a0c8-9e21-448d-9a60-006306d34e15, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:40.882403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:40.882883 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a94a21b3-b500-42f1-9461-58831a17d247 req-e8e1cfef-9255-4669-8f30-440accde311d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f12aee8-e344-4bd9-a722-67f651df8b9a HTTP/1.1" status: 200 len: 217 time: 0.2803082 Feb 07 12:58:40.882883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59222) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:40.886073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:40.893437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:40.897887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-515cd529-80fd-4333-a134-cf368ccc627e req-3b1e2b33-7a57-4ab4-8811-3ecba9ca480c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804651 Feb 07 12:58:40.936268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Usage tracker for resource:router and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:40.943808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:40.946110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e615c6-9550-485b-bca6-c75c91e50971 req-3164d3c6-24dd-4287-9a19-d8ea591307ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:40.948010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14e615c6-9550-485b-bca6-c75c91e50971 req-3164d3c6-24dd-4287-9a19-d8ea591307ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 944 time: 0.3999782 Feb 07 12:58:40.972639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:41.005731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Made reservation on behalf of 5723c7a545834f47a70a1e8e2348ef14 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:41.007531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a21b3-b500-42f1-9461-58831a17d247 req-9a7c9016-46ac-4b5a-bee4-6e885fb38256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:41.008747 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.011739 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a94a21b3-b500-42f1-9461-58831a17d247 req-9a7c9016-46ac-4b5a-bee4-6e885fb38256 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71388694-8258-4d2e-b173-d8cfc47289d0 HTTP/1.1" status: 200 len: 853 time: 0.1195283 Feb 07 12:58:41.060716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a2985d5-a31c-42fe-bf9b-0e7ab484dfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.083056 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.096219 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a94a21b3-b500-42f1-9461-58831a17d247 req-3f07066c-39b3-41a4-9888-4d06175fe59e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc70c7f1-adb0-4f1f-9834-670b5138aa89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776296 Feb 07 12:58:41.102826 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.102826 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.113117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Allocated IP 172.20.0.2 (3031c81f-cfdb-42c5-8a79-31f6c9c1ece5/002bbd75-9e7f-46b1-b174-960d73e21375/e2f7e899-362c-418e-be3d-557f002cbaf4) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:41.121827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14e615c6-9550-485b-bca6-c75c91e50971 req-a1d7d045-0972-414f-8ccf-b40ef31af9a7 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574697 Feb 07 12:58:41.122771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:41.129496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Usage tracker for resource:security_group_rule and tenant:5723c7a545834f47a70a1e8e2348ef14 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:41.133602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:41.138009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] For port 1c78a0c8-9e21-448d-9a60-006306d34e15, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:41.143683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] For port 1c78a0c8-9e21-448d-9a60-006306d34e15, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=1c78a0c8-9e21-448d-9a60-006306d34e15,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:41.144884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:41.231017 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.285946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.323717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.358646 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a94a21b3-b500-42f1-9461-58831a17d247 req-5d459db1-d4e1-473f-b1fb-2c304bf85baa service neutron] 10.222.0.35 "GET /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454734 Feb 07 12:58:41.388670 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.403359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Transition to ACTIVE for port object e2f7e899-362c-418e-be3d-557f002cbaf4 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:41.426717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Transition to ACTIVE for port object e2f7e899-362c-418e-be3d-557f002cbaf4 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:41.448308 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.476323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:41.477871 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.479331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] 10.222.0.35 "PUT /v2.0/ports/1c78a0c8-9e21-448d-9a60-006306d34e15 HTTP/1.1" status: 200 len: 1096 time: 3.1464033 Feb 07 12:58:41.486314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0c5005-0eb8-44c3-a067-2b56ed0e4aed', 'tag': '1c78a0c8-9e21-448d-9a60-006306d34e15'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:41.530083 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.567522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:58:41.581133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.581631 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Added segment 731c0de8-6bce-4caa-a4d0-7834cb15de5d of type vlan for network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 Feb 07 12:58:41.597809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:41.600816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:41.605057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:41.618259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.656953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Pushing event updated for resources: {'Port': ['ID=e2f7e899-362c-418e-be3d-557f002cbaf4,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:41.731887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Attempting to bind port e2f7e899-362c-418e-be3d-557f002cbaf4 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:41.732450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Attempting to bind port e2f7e899-362c-418e-be3d-557f002cbaf4 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:41.732861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Attempting to bind port e2f7e899-362c-418e-be3d-557f002cbaf4 on network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:41.737569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51795f9c-5bd1-46bd-a782-1c1c1e11d454,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:41.738916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:41.739292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Checking segment: {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:41.739698 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.748463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Bound using segment: {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:41.748982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Bound port: e2f7e899-362c-418e-be3d-557f002cbaf4, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:41.749370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.827782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.828954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:41.844921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.845082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:41.863999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] For port e2f7e899-362c-418e-be3d-557f002cbaf4, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:41.867401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] For port e2f7e899-362c-418e-be3d-557f002cbaf4, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2f7e899-362c-418e-be3d-557f002cbaf4,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:41.872024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6c3cc-9e8e-43e6-859c-1cd2dba25934 service neutron] Pushing event updated for resources: {'Port': ['ID=1c78a0c8-9e21-448d-9a60-006306d34e15,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:41.877985 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a94a21b3-b500-42f1-9461-58831a17d247 req-1b941bf9-ba8e-46b7-a2be-7ada6d40ab73 service neutron] 10.222.0.35 "GET /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441833 Feb 07 12:58:41.970059 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:42.017420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:42.052872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:58:42.074636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccb354-cc05-4127-8eb4-c2448cca92cd req-39f8bfe0-587d-4a4b-8f43-72c31cfb47f1 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:42.076483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6ccb354-cc05-4127-8eb4-c2448cca92cd req-39f8bfe0-587d-4a4b-8f43-72c31cfb47f1 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 943 time: 0.5724070 Feb 07 12:58:42.082207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-9e8c6d44-251e-4711-b65c-46fc9ad58db5 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:42.083621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-9e8c6d44-251e-4711-b65c-46fc9ad58db5 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.3551040 Feb 07 12:58:42.088778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479805-1718-4711-887c-8a1a00d6b150 req-8a340ec3-6926-44b1-8671-f806f6de9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:42.091017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-8a340ec3-6926-44b1-8671-f806f6de9420 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 1099 time: 0.3543692 Feb 07 12:58:42.136215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315798bf-d709-42fc-b0cf-cce4d19f2d7f req-96885ea7-32b9-4ad1-abe9-6fb8c9e894fc tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:42.137371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-315798bf-d709-42fc-b0cf-cce4d19f2d7f req-96885ea7-32b9-4ad1-abe9-6fb8c9e894fc tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4568720 Feb 07 12:58:42.167023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9b1a7209-a2af-4f89-89c3-f359dc3369b9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7263043 Feb 07 12:58:42.175800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29c116-0e23-4bdd-a92c-42e5dd2f479a None None] Pushing event updated for resources: {'Port': ['ID=e2f7e899-362c-418e-be3d-557f002cbaf4,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:42.190711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:42.212294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0f12aee8-e344-4bd9-a722-67f651df8b9a details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:58:42.240562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59258) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:42.254003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Request body: {'subnet': {'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-subnet', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:42.290393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:42.295700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-a016d4fe-3663-4985-b806-181d48b6b950 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1c78a0c8-9e21-448d-9a60-006306d34e15 HTTP/1.1" status: 200 len: 217 time: 0.1331923 Feb 07 12:58:42.300147 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:42.300584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Usage tracker for resource:subnet and tenant:5723c7a545834f47a70a1e8e2348ef14 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:42.307747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:42.322166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:42.338724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:42.382119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:42.422366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0f12aee8-e344-4bd9-a722-67f651df8b9a, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0f12aee8-e344-4bd9-a722-67f651df8b9a,segment=NetworkSegment(be757cb0-e6bd-43a2-9a7a-22e2fe645346),segment_id=be757cb0-e6bd-43a2-9a7a-22e2fe645346)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:42.441075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Made reservation on behalf of 5723c7a545834f47a70a1e8e2348ef14 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:42.443512 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:42.449612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '0f12aee8-e344-4bd9-a722-67f651df8b9a', 'network_id': 'dc70c7f1-adb0-4f1f-9834-670b5138aa89', 'port_id': '0f12aee8-e344-4bd9-a722-67f651df8b9a', 'mac_address': 'fa:16:3e:09:34:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71388694-8258-4d2e-b173-d8cfc47289d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:58:42.530134 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:42.551752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f12aee8-e344-4bd9-a722-67f651df8b9a {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:42.563140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-315798bf-d709-42fc-b0cf-cce4d19f2d7f req-9a7d30fe-096a-4ebc-9a13-09a00f77c4ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961217 Feb 07 12:58:42.584012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6ccb354-cc05-4127-8eb4-c2448cca92cd req-d539896c-7160-4c8a-9edb-b24c1446761d tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899361 Feb 07 12:58:42.596161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0f12aee8-e344-4bd9-a722-67f651df8b9a, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0f12aee8-e344-4bd9-a722-67f651df8b9a,segment=NetworkSegment(be757cb0-e6bd-43a2-9a7a-22e2fe645346),segment_id=be757cb0-e6bd-43a2-9a7a-22e2fe645346)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:42.634821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479805-1718-4711-887c-8a1a00d6b150 req-d1f7cf64-bdd9-40fe-a947-1bef1af78752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:42.636477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-d1f7cf64-bdd9-40fe-a947-1bef1af78752 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1647444 Feb 07 12:58:42.698554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Allocated IP 172.25.7.42 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/01400fb0-ead4-4a26-8b8f-a7de8525dde5) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:42.780552 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:42.880727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0f12aee8-e344-4bd9-a722-67f651df8b9a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:42.948503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479805-1718-4711-887c-8a1a00d6b150 req-6c1c31ad-4240-4818-a010-b5c91818bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:42.950528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-6c1c31ad-4240-4818-a010-b5c91818bcf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3041859 Feb 07 12:58:43.006329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0f12aee8-e344-4bd9-a722-67f651df8b9a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:58:43.041554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-0e1cee20-6b38-4769-9049-4ba718328b78 service neutron] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:43.050078 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-0e1cee20-6b38-4769-9049-4ba718328b78 service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:43.051436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa91ca6-87f3-4b1d-b2bc-517ae505a326 req-0e1cee20-6b38-4769-9049-4ba718328b78 service neutron] 10.222.0.35 "DELETE /v2.0/ports/57bc7257-b60f-4e58-9190-3b14f31548f5/bindings/n-h2-811416-5 HTTP/1.1" status: 204 len: 173 time: 0.9595304 Feb 07 12:58:43.075358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b10a0-f2f6-4ae9-96a1-9b5785f3cc68 req-c0a36554-b7ee-442e-bd60-8ce47d838163 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:43.079604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-560b10a0-f2f6-4ae9-96a1-9b5785f3cc68 req-c0a36554-b7ee-442e-bd60-8ce47d838163 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 948 time: 0.2886221 Feb 07 12:58:43.088557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:43.129819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:43.172342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-2e499b8d-bed0-4dce-97aa-8698df4d8f3a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153397 Feb 07 12:58:43.177227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-560b10a0-f2f6-4ae9-96a1-9b5785f3cc68 req-4518a0b8-ed05-4573-ac56-d2993f927472 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824161 Feb 07 12:58:43.263087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05fd9bb-c446-4053-9bca-71759724292c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:43.299030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Checking segment: {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:43.299030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Network hostable DHCP agents. Network: a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:58:43.338672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:43.352717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9479805-1718-4711-887c-8a1a00d6b150 req-b66e9160-05f9-4b59-9a57-aa89ee968247 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744180 Feb 07 12:58:43.433589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:43.439388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:43.443766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:58:43.444129 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0c5005-0eb8-44c3-a067-2b56ed0e4aed', 'tag': '1c78a0c8-9e21-448d-9a60-006306d34e15', 'status': 'completed', 'code': 200} Feb 07 12:58:43.444894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:43.477993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Pushing event updated for resources: {'Port': ['ID=01400fb0-ead4-4a26-8b8f-a7de8525dde5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:43.568690 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:43.610751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:43.620915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb798df-d762-4c14-99d3-bc2585dd9a1e None None] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:43.622306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:43.623166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:43.808548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd213d-e6d4-439b-b718-ad2381f38224 None None] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:43.846446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-58c72c02-30c4-4dee-9a27-61ebba2f91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:43.848664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-58c72c02-30c4-4dee-9a27-61ebba2f91b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 1099 time: 0.3561795 Feb 07 12:58:43.899687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2f7e899-362c-418e-be3d-557f002cbaf4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:43.902764 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3149df85-9115-4e9d-92cc-c0fee0caee7a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6584463 Feb 07 12:58:43.903305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59312) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:43.911291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:43.914967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:43.920029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Usage tracker for resource:router and tenant:5723c7a545834f47a70a1e8e2348ef14 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:43.923206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:43.931100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:43.942806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76699ff4-15d6-48c1-be2f-0d1da5ee2ef3 req-7affe4f7-70c2-4e3f-bca4-a9aad22188ed tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:43.944323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76699ff4-15d6-48c1-be2f-0d1da5ee2ef3 req-7affe4f7-70c2-4e3f-bca4-a9aad22188ed tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 944 time: 0.3612440 Feb 07 12:58:43.985766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7117f-e404-414c-a637-1dc87697fef5 req-feba2f7d-58ea-4c83-97cc-4757374cd1f3 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:43.987283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04f7117f-e404-414c-a637-1dc87697fef5 req-feba2f7d-58ea-4c83-97cc-4757374cd1f3 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 946 time: 0.3169572 Feb 07 12:58:44.053029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:44.054474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:44.055009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76699ff4-15d6-48c1-be2f-0d1da5ee2ef3 req-38303b89-3af1-40ef-83fd-268deca29782 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000400 Feb 07 12:58:44.088303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04f7117f-e404-414c-a637-1dc87697fef5 req-ffdba472-c4e2-4518-b5aa-b75f5c26781d tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924630 Feb 07 12:58:44.089237 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:44.093255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-b7fe934b-0cdd-4fb2-9294-2a0a2840497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:44.095162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-b7fe934b-0cdd-4fb2-9294-2a0a2840497d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2399271 Feb 07 12:58:44.132480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c040a700-f01c-4179-93c8-181ebaa26e00 None None] Provisioning for port e2f7e899-362c-418e-be3d-557f002cbaf4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:44.163066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 12:58:44.163066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:44.176753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-841eaad3-7803-48ec-a510-cb85db85bccc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1c78a0c8-9e21-448d-9a60-006306d34e15 HTTP/1.1" status: 200 len: 217 time: 0.0755796 Feb 07 12:58:44.223709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0f12aee8-e344-4bd9-a722-67f651df8b9a up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:44.266859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-22c85e51-1972-4abd-a655-bd474be09b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:44.268756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-22c85e51-1972-4abd-a655-bd474be09b57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0853670 Feb 07 12:58:44.278527 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:44.433052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port e2f7e899-362c-418e-be3d-557f002cbaf4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:44.455671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e2f7e899-362c-418e-be3d-557f002cbaf4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:44.456218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:44.501151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-449facb7-2f47-4b47-a805-c8671c63127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:44.502940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-449facb7-2f47-4b47-a805-c8671c63127b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2267282 Feb 07 12:58:44.514337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b74206-9f96-450c-96c3-6acb612006a7 req-a32c1fbf-41c8-4c43-8caf-1e3a7df7d8d0 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:44.516077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27b74206-9f96-450c-96c3-6acb612006a7 req-a32c1fbf-41c8-4c43-8caf-1e3a7df7d8d0 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 944 time: 0.1746788 Feb 07 12:58:44.755601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27b74206-9f96-450c-96c3-6acb612006a7 req-8e9e817f-43ff-4bad-93b6-916c4b9999f2 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742742 Feb 07 12:58:44.809322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 0f12aee8-e344-4bd9-a722-67f651df8b9a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:44.845998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 0f12aee8-e344-4bd9-a722-67f651df8b9a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:44.846568 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:44.930520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Allocated IP 172.20.0.2 (a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26/e05fd9bb-c446-4053-9bca-71759724292c/65c070df-fe25-4bbf-b189-4fe9e18f3c12) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:44.935668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:44.952471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2b1b9-d492-42c6-9123-265e5c4cd722 req-e0248196-14ba-4244-b9d8-a1226241a4aa tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:44.964219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebb2b1b9-d492-42c6-9123-265e5c4cd722 req-e0248196-14ba-4244-b9d8-a1226241a4aa tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 948 time: 0.4460378 Feb 07 12:58:44.966569 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.004424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-674c5475-edc5-47b8-bf98-e6cc3597f58a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873605 Feb 07 12:58:45.101476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59350) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:45.131675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port e2f7e899-362c-418e-be3d-557f002cbaf4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2f7e899-362c-418e-be3d-557f002cbaf4,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:45.172870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4063ce71-ca84-43bb-b709-e2070e60aeb3 None None] Provisioning complete for port e2f7e899-362c-418e-be3d-557f002cbaf4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:45.173267 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4063ce71-ca84-43bb-b709-e2070e60aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.220456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.289565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.348578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.355438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebb2b1b9-d492-42c6-9123-265e5c4cd722 req-259c16a4-8a84-45e2-ba42-0f6eeebaa7e6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892794 Feb 07 12:58:45.422553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8eec43-721d-4605-b40c-7686214d4a5d req-45edef38-009f-4ca9-8bd3-bcfe4318b19a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022076 Feb 07 12:58:45.455822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdb0d1-1544-4a62-a572-d327cbc757a8 req-04e5185d-156c-48f5-8399-586c9b7bf87b tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:45.457403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bbbdb0d1-1544-4a62-a572-d327cbc757a8 req-04e5185d-156c-48f5-8399-586c9b7bf87b tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1095 time: 0.4517658 Feb 07 12:58:45.488725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.504988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.558477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bbbdb0d1-1544-4a62-a572-d327cbc757a8 req-e96cbcd6-1b88-42f3-91f0-85434a1c1fee tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949993 Feb 07 12:58:45.584504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f12aee8-e344-4bd9-a722-67f651df8b9a'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:45.589245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=e2f7e899-362c-418e-be3d-557f002cbaf4,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:45.597922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc29a8b-3241-48fa-955b-53d6bba1959a req-f6980f85-3b00-4fec-b7ce-acb99fd154ab tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:45.599881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbc29a8b-3241-48fa-955b-53d6bba1959a req-f6980f85-3b00-4fec-b7ce-acb99fd154ab tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 946 time: 0.1131005 Feb 07 12:58:45.611045 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.634875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0f12aee8-e344-4bd9-a722-67f651df8b9a, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0f12aee8-e344-4bd9-a722-67f651df8b9a,segment=NetworkSegment(be757cb0-e6bd-43a2-9a7a-22e2fe645346),segment_id=be757cb0-e6bd-43a2-9a7a-22e2fe645346)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:45.639850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Transition to ACTIVE for port object 65c070df-fe25-4bbf-b189-4fe9e18f3c12 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:45.667413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Transition to ACTIVE for port object 65c070df-fe25-4bbf-b189-4fe9e18f3c12 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:45.669563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbc29a8b-3241-48fa-955b-53d6bba1959a req-5d56ff78-ecf5-4078-a0d8-2650669692f8 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/security-groups?id=84f179bf-80b6-4bc2-ae88-06b0056ac7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629823 Feb 07 12:58:45.716623 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f12aee8-e344-4bd9-a722-67f651df8b9a', 'code': 200} Feb 07 12:58:45.734002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:45.738896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] Usage tracker for resource:security_group_rule and tenant:d36ab27aad5d4f4cb128b6c533ed51da is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:45.740156 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:45.742379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:45.772503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:45.872415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0f12aee8-e344-4bd9-a722-67f651df8b9a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:45.875891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2f7e899-362c-418e-be3d-557f002cbaf4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:45.956537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-26822140-273f-4941-8956-e8db441c3e15 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:45.958244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-26822140-273f-4941-8956-e8db441c3e15 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.47 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 946 time: 0.2877617 Feb 07 12:58:45.999440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.009667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.084218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Router c71f5763-ab95-4b1f-9a48-077808660db7 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:58:46.103167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:46.111672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:46.119738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:46.126665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Pushing event updated for resources: {'Port': ['ID=65c070df-fe25-4bbf-b189-4fe9e18f3c12,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:46.185912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d81d11-e79d-4500-8f32-2c0f304b38fb req-bf574da3-6529-4ee1-a674-df1283d61b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:46.187387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d81d11-e79d-4500-8f32-2c0f304b38fb req-bf574da3-6529-4ee1-a674-df1283d61b3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 1096 time: 0.4073477 Feb 07 12:58:46.195940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Deleting port 002181fc-abbf-474e-ace6-fbcfc9e6050f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:58:46.196305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.232704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 1c78a0c8-9e21-448d-9a60-006306d34e15 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:58:46.238661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.260368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e2f7e899-362c-418e-be3d-557f002cbaf4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:46.260730 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.312742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d146344-a6ba-4064-8897-ee1078cd45f4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:46.314653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Attempting to bind port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:46.328086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Attempting to bind port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:46.328785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Attempting to bind port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 on network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:46.354095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:46.354518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Checking segment: {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:46.354994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.356287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Bound using segment: {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:46.356918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Bound port: 65c070df-fe25-4bbf-b189-4fe9e18f3c12, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:46.357372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.372767 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea538cbb-0ba2-4d9c-b7f0-ba42ce1b7b2a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d36ab27aad5d4f4cb128b6c533ed51da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2621820 Feb 07 12:58:46.377043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59396) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:46.385430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d81d11-e79d-4500-8f32-2c0f304b38fb req-e9705c46-6b0b-4059-b5ad-68e13ce91306 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626809 Feb 07 12:58:46.429049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb16f52-7fba-4b08-8110-0a09c67d0318 req-5eff836b-0a5d-4825-872e-d7edf62c67f9 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:46.429049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eb16f52-7fba-4b08-8110-0a09c67d0318 req-5eff836b-0a5d-4825-872e-d7edf62c67f9 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 945 time: 0.4039962 Feb 07 12:58:46.436197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-36d27c1a-0ebc-4303-9a9c-ee058925db34 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:46.437939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-36d27c1a-0ebc-4303-9a9c-ee058925db34 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 820 time: 0.3675935 Feb 07 12:58:46.465626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.512643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.546694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-b315101d-93cf-4477-8d94-d62c946d4407 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/quotas/4a73d4ee22c5434a8d8cddd1a69ffba0 HTTP/1.1" status: 200 len: 375 time: 0.1030841 Feb 07 12:58:46.574113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:58:46.604964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Sync routers for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:58:46.632411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eb16f52-7fba-4b08-8110-0a09c67d0318 req-4181f560-3e69-4b73-bf85-f6731177281e tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920834 Feb 07 12:58:46.644368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e716c11c-a5dc-46d8-bf9f-54df21541ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.653373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 1c78a0c8-9e21-448d-9a60-006306d34e15, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=1c78a0c8-9e21-448d-9a60-006306d34e15,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:46.710338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '1c78a0c8-9e21-448d-9a60-006306d34e15', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '1c78a0c8-9e21-448d-9a60-006306d34e15', 'mac_address': 'fa:16:3e:1d:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:58:46.712015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:46.712360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:46.730611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e716c11c-a5dc-46d8-bf9f-54df21541ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.735387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] For port 002181fc-abbf-474e-ace6-fbcfc9e6050f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=002181fc-abbf-474e-ace6-fbcfc9e6050f,segment=NetworkSegment(7b957149-2107-4bac-952c-76cc43ac5c0e),segment_id=7b957149-2107-4bac-952c-76cc43ac5c0e)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:46.735855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.775702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.776004 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29a2b9da-f0de-4369-8115-8b24a60acfde admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8944836 Feb 07 12:58:46.783809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59406) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:46.805958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] For port 65c070df-fe25-4bbf-b189-4fe9e18f3c12, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:46.862089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] For port 65c070df-fe25-4bbf-b189-4fe9e18f3c12, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=65c070df-fe25-4bbf-b189-4fe9e18f3c12,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:46.889005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-d6dbbc26-d170-4889-83c1-1afdfa8e08d6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3243556 Feb 07 12:58:46.901901 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:46.930090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Calling delete_port for 002181fc-abbf-474e-ace6-fbcfc9e6050f owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:58:46.974448 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:47.002367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e716c11c-a5dc-46d8-bf9f-54df21541ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:47.020853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Allocated IP 172.25.7.10 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/1b605a2e-dc77-485a-9367-95a73472eec1) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:47.030097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c78a0c8-9e21-448d-9a60-006306d34e15 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:47.040236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716c11c-a5dc-46d8-bf9f-54df21541ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d146344-a6ba-4064-8897-ee1078cd45f4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:47.058319 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e716c11c-a5dc-46d8-bf9f-54df21541ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:47.062631 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e716c11c-a5dc-46d8-bf9f-54df21541ecc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d146344-a6ba-4064-8897-ee1078cd45f4 HTTP/1.1" status: 204 len: 168 time: 0.6807220 Feb 07 12:58:47.085976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 1c78a0c8-9e21-448d-9a60-006306d34e15, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=1c78a0c8-9e21-448d-9a60-006306d34e15,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:47.126742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:58:47.182400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70543cc-d77a-4032-9c81-953f288efa70 None None] Pushing event updated for resources: {'Port': ['ID=65c070df-fe25-4bbf-b189-4fe9e18f3c12,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:47.290297 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:47.378327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc66c8-86e7-491d-aca6-b2c371021557 req-ab7c143e-5364-423f-b92d-27de079f67c1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:47.386061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2afc66c8-86e7-491d-aca6-b2c371021557 req-ab7c143e-5364-423f-b92d-27de079f67c1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 948 time: 0.5682721 Feb 07 12:58:47.409637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:47.433010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-e9320b32-446e-4bd6-81fc-aea15870585f service neutron] 10.222.0.69 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713368 Feb 07 12:58:47.500317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=1c78a0c8-9e21-448d-9a60-006306d34e15,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:47.561215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:58:47.764039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2afc66c8-86e7-491d-aca6-b2c371021557 req-810ff3f0-4f3d-41f8-bf10-c7deb57dff6a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725004 Feb 07 12:58:47.786850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:47.904598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:47.906346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 65c070df-fe25-4bbf-b189-4fe9e18f3c12 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:47.909859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:47.917605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:48.000943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-24efdd49-6e74-49c6-9ecd-00831136a1a1 service neutron] 10.222.0.69 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668294 Feb 07 12:58:48.005417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Pushing event updated for resources: {'Port': ['ID=1b605a2e-dc77-485a-9367-95a73472eec1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:48.056815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:43Z', 'revision_number': 3, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:48.076707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Checking router: c71f5763-ab95-4b1f-9a48-077808660db7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:58:48.077054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Updating router c71f5763-ab95-4b1f-9a48-077808660db7 port 01400fb0-ead4-4a26-8b8f-a7de8525dde5 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:58:48.144130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:48.150329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:48.209616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Pushing event deleted for resources: {'Port': ['ID=002181fc-abbf-474e-ace6-fbcfc9e6050f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:48.321398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] No DVR routers for this DVR port 002181fc-abbf-474e-ace6-fbcfc9e6050f on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:58:48.333882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:48.336896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d63c40-8e7a-4135-8eaf-49ec640cc245', 'name': 'network-vif-deleted', 'tag': '002181fc-abbf-474e-ace6-fbcfc9e6050f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:48.362456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939b013-4931-41fb-ba5b-49e5de7fab9d req-dfea261f-46bc-4403-a703-69adfc54a08e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:48.373806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d939b013-4931-41fb-ba5b-49e5de7fab9d req-dfea261f-46bc-4403-a703-69adfc54a08e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3212116 Feb 07 12:58:48.375067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:48.486626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d939b013-4931-41fb-ba5b-49e5de7fab9d req-e3b4a9bf-09fd-4ff0-8917-5f25c20db1a1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076133 Feb 07 12:58:48.490408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d1ff770-bd2d-497e-a62e-f6738ea786f9 req-e1a2eccd-e363-40f3-8fbf-a57d3e28e818 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.47 "DELETE /v2.0/ports/002181fc-abbf-474e-ace6-fbcfc9e6050f HTTP/1.1" status: 204 len: 173 time: 2.5264201 Feb 07 12:58:48.532080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:48.613681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-114c9cc4-b709-4fa4-b920-0a0f5db67219 req-e3fe3c73-cf90-4c62-b912-f60414068c25 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Synchronizing usage tracker for tenant:fadeb453f2eb4754b67d21ab18ef058e on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:48.786650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-114c9cc4-b709-4fa4-b920-0a0f5db67219 req-e3fe3c73-cf90-4c62-b912-f60414068c25 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] Unset dirty status for tenant:fadeb453f2eb4754b67d21ab18ef058e on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:48.799910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-114c9cc4-b709-4fa4-b920-0a0f5db67219 req-e3fe3c73-cf90-4c62-b912-f60414068c25 tempest-ServerTagsTestJSON-1121630313 tempest-ServerTagsTestJSON-1121630313-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d63c40-8e7a-4135-8eaf-49ec640cc245 HTTP/1.1" status: 200 len: 210 time: 0.2757759 Feb 07 12:58:48.862455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4ca6-1c00-41a1-a6b0-a79d5a825496 req-a342f6ec-fd23-4487-9d98-c945cf0097cd tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:48.871991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743c4ca6-1c00-41a1-a6b0-a79d5a825496 req-a342f6ec-fd23-4487-9d98-c945cf0097cd tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 945 time: 0.1952426 Feb 07 12:58:48.880547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ccecb9-f383-4e5e-90a0-cb8c2ba61f43 None None] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:48.900412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:48.959968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb84b066-68a0-4135-981c-da3540ac7efb req-9859b0da-6afc-4a03-98bf-48f11209d897 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 210 time: 0.0485871 Feb 07 12:58:48.960596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59446) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:49.013757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Transition to ACTIVE for port object 01400fb0-ead4-4a26-8b8f-a7de8525dde5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:49.014372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743c4ca6-1c00-41a1-a6b0-a79d5a825496 req-c2591b0a-9d60-4bc7-8c60-d0eefb536323 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365702 Feb 07 12:58:49.099054 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d63c40-8e7a-4135-8eaf-49ec640cc245', 'name': 'network-vif-deleted', 'tag': '002181fc-abbf-474e-ace6-fbcfc9e6050f', 'status': 'completed', 'code': 200} Feb 07 12:58:49.123728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1889055792-network', 'tenant_id': '2b70c34e8dab43108d77a54cfa5a33c8'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:49.138913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:49.141906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Usage tracker for resource:network and tenant:2b70c34e8dab43108d77a54cfa5a33c8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:49.148759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:49.161991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:49.177828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.190573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1dee75bd-96fe-4461-a910-e9b8d1f15048 None None] Provisioning for port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:49.193754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.264573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Allocated IP 172.20.0.1 (3031c81f-cfdb-42c5-8a79-31f6c9c1ece5/002bbd75-9e7f-46b1-b174-960d73e21375/3d472e8d-8be3-4a89-83ad-e7eb01290efb) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:49.284317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1dee75bd-96fe-4461-a910-e9b8d1f15048 None None] Provisioning complete for port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:49.284732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1dee75bd-96fe-4461-a910-e9b8d1f15048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.337408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94be402-f3d1-4215-9a0d-7e41958a9450 req-f053f346-5a84-4390-8ffd-fccc4dc5a291 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:49.355067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e94be402-f3d1-4215-9a0d-7e41958a9450 req-f053f346-5a84-4390-8ffd-fccc4dc5a291 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 949 time: 0.1103995 Feb 07 12:58:49.355067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Made reservation on behalf of 2b70c34e8dab43108d77a54cfa5a33c8 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:49.355067 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.372723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Attempting to bind port 01400fb0-ead4-4a26-8b8f-a7de8525dde5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:49.373093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Attempting to bind port 01400fb0-ead4-4a26-8b8f-a7de8525dde5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:49.373457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Attempting to bind port 01400fb0-ead4-4a26-8b8f-a7de8525dde5 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:49.379949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.412433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:49.424684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e94be402-f3d1-4215-9a0d-7e41958a9450 req-7df7390a-9899-43b2-bba2-c66245c95bc6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767102 Feb 07 12:58:49.426796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Usage tracker for resource:security_group_rule and tenant:2b70c34e8dab43108d77a54cfa5a33c8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:49.432433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:49.445461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeb054-6b16-4e93-9969-6b5fc46cf99a None None] Pushing event updated for resources: {'Port': ['ID=01400fb0-ead4-4a26-8b8f-a7de8525dde5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:49.463968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:49.464205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:49.464443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:49.465465 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.465955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:49.466628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Bound port: 01400fb0-ead4-4a26-8b8f-a7de8525dde5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:49.467010 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.626121 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.659668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] For port 01400fb0-ead4-4a26-8b8f-a7de8525dde5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:49.679473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] For port 01400fb0-ead4-4a26-8b8f-a7de8525dde5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=01400fb0-ead4-4a26-8b8f-a7de8525dde5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:49.684298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1dee75bd-96fe-4461-a910-e9b8d1f15048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.722468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1dee75bd-96fe-4461-a910-e9b8d1f15048 None None] For port 65c070df-fe25-4bbf-b189-4fe9e18f3c12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=65c070df-fe25-4bbf-b189-4fe9e18f3c12,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:49.758028 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.759267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.841930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:58:49.874082 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1dee75bd-96fe-4461-a910-e9b8d1f15048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.903863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 002181fc-abbf-474e-ace6-fbcfc9e6050f no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:58:49.923245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b95a5c-8e79-4298-b88e-449e27eea04b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:49.938902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeb054-6b16-4e93-9969-6b5fc46cf99a None None] Pushing event updated for resources: {'Port': ['ID=01400fb0-ead4-4a26-8b8f-a7de8525dde5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:49.942565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:49.942565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:49.987710 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.991730 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:49.992131 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Added segment d8580a2e-c970-4da8-93aa-bb7e2aa5f3b3 of type vlan for network a295771b-6d80-4255-98b4-411d1e5fc28d Feb 07 12:58:50.028514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Transition to ACTIVE for port object 3d472e8d-8be3-4a89-83ad-e7eb01290efb will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:50.030841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.051217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 002181fc-abbf-474e-ace6-fbcfc9e6050f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:58:50.051924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 002181fc-abbf-474e-ace6-fbcfc9e6050f not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:58:50.052327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.117697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b416b-3b0b-4b1f-84c1-734081d3923e req-f917c091-7e66-44bb-9d5d-ac2d2e87562e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:50.119231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-272b416b-3b0b-4b1f-84c1-734081d3923e req-f917c091-7e66-44bb-9d5d-ac2d2e87562e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2697935 Feb 07 12:58:50.122817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-6de2b42f-0f14-4ea8-a77a-e9f8fb011e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:50.124247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-6de2b42f-0f14-4ea8-a77a-e9f8fb011e72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1095 time: 0.2148163 Feb 07 12:58:50.160650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee75bd-96fe-4461-a910-e9b8d1f15048 None None] Pushing event updated for resources: {'Port': ['ID=65c070df-fe25-4bbf-b189-4fe9e18f3c12,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:50.204719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59466) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:50.228483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-07f368a2-c959-4cee-be4c-82ea4da54309 None None] Provisioning complete for port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:50.228483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-07f368a2-c959-4cee-be4c-82ea4da54309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.249994 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.251042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:50.251681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.317883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 1c78a0c8-9e21-448d-9a60-006306d34e15 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:50.354786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d086c44-9e79-493d-8cce-bab8b21504cf admin admin] Deleting subnet f00c3889-048f-4983-abe2-59dcb3b936bf {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:58:50.360474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6d086c44-9e79-493d-8cce-bab8b21504cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.419369 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.475955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-272b416b-3b0b-4b1f-84c1-734081d3923e req-13d0a788-63c6-494f-bd03-6b00c2f703eb tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485522 Feb 07 12:58:50.479679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6d086c44-9e79-493d-8cce-bab8b21504cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.501659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:58:50.555922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:50.569228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:50.576506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:50.582958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-846c90b3-8729-4ff9-a38a-654af2d3c2da req-9d09e521-5a70-4c97-8084-4cceffc5f1c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 210 time: 0.1226068 Feb 07 12:58:50.586720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] Pushing event updated for resources: {'Network': ['ID=a295771b-6d80-4255-98b4-411d1e5fc28d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:50.609079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3d472e8d-8be3-4a89-83ad-e7eb01290efb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:50.635652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6d086c44-9e79-493d-8cce-bab8b21504cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.640109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-e45ac8e0-6ab4-42bb-923f-f057fd2447d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:50.641636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-e45ac8e0-6ab4-42bb-923f-f057fd2447d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.4958377 Feb 07 12:58:50.646026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a295771b-6d80-4255-98b4-411d1e5fc28d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:58:50.731195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Router 4ac00402-fb0f-4205-97ca-81306dbb94c3 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 12:58:50.737774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9b3841b9-610f-41b6-980d-c4507b90eebb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7741060 Feb 07 12:58:50.743289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59472) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:50.755752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Request body: {'subnet': {'network_id': 'a295771b-6d80-4255-98b4-411d1e5fc28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1889055792-subnet', 'tenant_id': '2b70c34e8dab43108d77a54cfa5a33c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:50.762179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-d113e30e-824e-4700-8574-bc4507a8e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:50.763906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-d113e30e-824e-4700-8574-bc4507a8e5b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40da7d5c647a4582ad3604149ea162ae&device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 1096 time: 0.3401053 Feb 07 12:58:50.766435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:50.995861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:51.082112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:43Z', 'revision_number': 3, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:51.086236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Usage tracker for resource:subnet and tenant:2b70c34e8dab43108d77a54cfa5a33c8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:51.088121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4734e6a-862f-4a4c-bd12-1c45196e5096 None None] The sync data for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 is: [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:43Z', 'revision_number': 3, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:58:51.091604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:51.125784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 1c78a0c8-9e21-448d-9a60-006306d34e15 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:51.136560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 1c78a0c8-9e21-448d-9a60-006306d34e15 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:51.137338 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:51.158062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:51.206869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-1170f0e7-98a5-4523-bbd6-a0277b010ecf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 999 time: 0.5565441 Feb 07 12:58:51.229037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cac88252-f21b-4d3e-80c6-9918f63a9e11 None None] Provisioning for port 3d472e8d-8be3-4a89-83ad-e7eb01290efb completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:51.241133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cac88252-f21b-4d3e-80c6-9918f63a9e11 None None] Provisioning complete for port 3d472e8d-8be3-4a89-83ad-e7eb01290efb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:51.242227 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cac88252-f21b-4d3e-80c6-9918f63a9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:51.310364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-761da2f8-6973-4413-a30f-07fc6b871e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:51.311721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-761da2f8-6973-4413-a30f-07fc6b871e27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc70c7f1-adb0-4f1f-9834-670b5138aa89 HTTP/1.1" status: 200 len: 913 time: 0.3125150 Feb 07 12:58:51.333275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cac88252-f21b-4d3e-80c6-9918f63a9e11 None None] Port 3d472e8d-8be3-4a89-83ad-e7eb01290efb cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:58:51.374012 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6d086c44-9e79-493d-8cce-bab8b21504cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:51.410167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Made reservation on behalf of 2b70c34e8dab43108d77a54cfa5a33c8 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:51.414387 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:51.471449 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:51.476147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d086c44-9e79-493d-8cce-bab8b21504cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00c3889-048f-4983-abe2-59dcb3b936bf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:51.479370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:58:51.480943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-8baf2243-2994-4d07-99c4-784462959ee5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f12aee8-e344-4bd9-a722-67f651df8b9a HTTP/1.1" status: 200 len: 217 time: 0.1571605 Feb 07 12:58:51.483033 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6d086c44-9e79-493d-8cce-bab8b21504cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:51.492442 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Sync routers for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:58:51.515423 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:51.516392 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:51.524445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0c5005-0eb8-44c3-a067-2b56ed0e4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c78a0c8-9e21-448d-9a60-006306d34e15'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:51.541790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 1c78a0c8-9e21-448d-9a60-006306d34e15, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=1c78a0c8-9e21-448d-9a60-006306d34e15,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:51.549558 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6d086c44-9e79-493d-8cce-bab8b21504cf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f00c3889-048f-4983-abe2-59dcb3b936bf HTTP/1.1" status: 204 len: 168 time: 1.3418643 Feb 07 12:58:51.564166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59480) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:51.569518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af5671-aec7-4926-8020-24c17feef4d1 req-dbe7422b-f5c6-4321-b5f4-56f8fb684965 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:51.577514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80af5671-aec7-4926-8020-24c17feef4d1 req-dbe7422b-f5c6-4321-b5f4-56f8fb684965 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 945 time: 0.8331707 Feb 07 12:58:51.594660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a4984-fafc-4701-9749-05a4600d23e5 req-2f22f0c7-b10d-4af0-97d1-3d885f188522 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:51.602031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b9a4984-fafc-4701-9749-05a4600d23e5 req-2f22f0c7-b10d-4af0-97d1-3d885f188522 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 949 time: 0.5718782 Feb 07 12:58:51.618724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-26ab0743-d3d7-4d80-b148-9bc7825df1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:51.625914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-26ab0743-d3d7-4d80-b148-9bc7825df1bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.3819344 Feb 07 12:58:51.644687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:51.768675 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:58:51.864621 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:51.866254 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c970066d-d8a2-4b58-9cdb-5b294b33f154 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.9609842 Feb 07 12:58:51.883679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59486) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:51.903294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-b0e4ed57-f3b5-4005-8b32-a1996554d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:51.904788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-b0e4ed57-f3b5-4005-8b32-a1996554d861 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71388694-8258-4d2e-b173-d8cfc47289d0 HTTP/1.1" status: 200 len: 853 time: 0.3247397 Feb 07 12:58:51.920460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b9a4984-fafc-4701-9749-05a4600d23e5 req-afcdc68f-9e15-4075-b8bf-82cfc5b3eb24 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174562 Feb 07 12:58:51.931401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=1c78a0c8-9e21-448d-9a60-006306d34e15,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:51.962637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-14bf6b11-34de-41e0-a43e-a24e9b9e162e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:51.964335 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-14bf6b11-34de-41e0-a43e-a24e9b9e162e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 820 time: 0.6903055 Feb 07 12:58:51.972579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.050979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80af5671-aec7-4926-8020-24c17feef4d1 req-cccf5601-8975-499d-abb0-ac63213ce042 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638810 Feb 07 12:58:52.075731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Request body: {'port': {'device_id': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'admin_state_up': True, 'tenant_id': '4a73d4ee22c5434a8d8cddd1a69ffba0'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:52.095879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 65c070df-fe25-4bbf-b189-4fe9e18f3c12 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:52.099769 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.216539 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0c5005-0eb8-44c3-a067-2b56ed0e4aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c78a0c8-9e21-448d-9a60-006306d34e15', 'code': 200} Feb 07 12:58:52.235477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:52.236270 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.364091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-68c7159d-93ea-4a20-814a-41ae5ace6353 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc70c7f1-adb0-4f1f-9834-670b5138aa89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3281078 Feb 07 12:58:52.376734 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:48Z', 'revision_number': 3, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:52.381133 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Checking router: 4ac00402-fb0f-4205-97ca-81306dbb94c3 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:58:52.381477 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Updating router 4ac00402-fb0f-4205-97ca-81306dbb94c3 port 1b605a2e-dc77-485a-9367-95a73472eec1 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:58:52.438917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 01400fb0-ead4-4a26-8b8f-a7de8525dde5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:52.440136 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.589488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35619332-81f2-45ab-b0d1-8326fab48c0d req-0575fa15-84ea-4581-abcf-7b881af60d0c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 210 time: 0.2208047 Feb 07 12:58:52.625294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-8d3108da-8995-4167-b70d-253697b3ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:52.626735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-8d3108da-8995-4167-b70d-253697b3ac07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9441690 Feb 07 12:58:52.628087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.628568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 01400fb0-ead4-4a26-8b8f-a7de8525dde5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:52.647264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 01400fb0-ead4-4a26-8b8f-a7de8525dde5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:52.647652 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.694673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbf78fc-229a-483d-87f0-edae227b58f0']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:52.707146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:52.727048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b957149-2107-4bac-952c-76cc43ac5c0e') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:52.727366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b957149-2107-4bac-952c-76cc43ac5c0e') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:52.757219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:52.771007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.794457 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.813138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:58:52.813603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:58:52.828031 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:58:52.875327 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.879407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.881019 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.886421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Made reservation on behalf of 4a73d4ee22c5434a8d8cddd1a69ffba0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:58:52.889761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.896985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 01400fb0-ead4-4a26-8b8f-a7de8525dde5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=01400fb0-ead4-4a26-8b8f-a7de8525dde5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:52.960184 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Transition to ACTIVE for port object 1b605a2e-dc77-485a-9367-95a73472eec1 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:52.967740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:52.974374 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.031831 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.080117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=01400fb0-ead4-4a26-8b8f-a7de8525dde5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:53.153616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaad28-3eec-447c-be96-e6862b19a592 req-c00e087a-b7ff-4d59-8937-dafd63ad437c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:53.155730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeaad28-3eec-447c-be96-e6862b19a592 req-c00e087a-b7ff-4d59-8937-dafd63ad437c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.9808431 Feb 07 12:58:53.186001 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Attempting to bind port 1b605a2e-dc77-485a-9367-95a73472eec1 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:53.186366 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Attempting to bind port 1b605a2e-dc77-485a-9367-95a73472eec1 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:53.187115 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Attempting to bind port 1b605a2e-dc77-485a-9367-95a73472eec1 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:53.196569 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:53.197012 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:53.197416 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.197806 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:53.198270 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Bound port: 1b605a2e-dc77-485a-9367-95a73472eec1, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:53.198659 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.226723 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Pushing event updated for resources: {'Port': ['ID=1b605a2e-dc77-485a-9367-95a73472eec1,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:53.231069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.256266 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.256625 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.257099 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.257441 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.257774 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.258107 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.258457 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.258781 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.259105 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.259429 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.259748 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.260275 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:53.272437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.294823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bbf78fc-229a-483d-87f0-edae227b58f0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:53.305671 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] For port 1b605a2e-dc77-485a-9367-95a73472eec1, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:53.310579 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] For port 1b605a2e-dc77-485a-9367-95a73472eec1, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b605a2e-dc77-485a-9367-95a73472eec1,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:53.317043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3d472e8d-8be3-4a89-83ad-e7eb01290efb,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:53.352958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.404077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e75ce-4596-400f-b38a-6eb0acc7cd11 req-4ded94d1-5d3d-466e-847d-09a3e005cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:53.405574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-553e75ce-4596-400f-b38a-6eb0acc7cd11 req-4ded94d1-5d3d-466e-847d-09a3e005cb29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 1101 time: 1.0836616 Feb 07 12:58:53.420332 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.467894 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-979a7f7f-0fce-4435-a8a7-b5b1e0b60f51 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2bbf78fc-229a-483d-87f0-edae227b58f0 HTTP/1.1" status: 204 len: 168 time: 1.8906968 Feb 07 12:58:53.496670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-4c5e389b-c616-48f0-a116-63993178b33e service neutron] 10.222.0.35 "GET /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0321865 Feb 07 12:58:53.513750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Allocated IP 172.20.0.12 (466f93c0-0698-457f-8e18-e5d273e64d2f/00b0f95f-7038-4069-9e36-5d6936cc6ec7/0597a824-4aaa-4fa3-864e-3a2d9616eb18) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:53.520714 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4792085-f1c8-4368-9bfb-8cfed09e1488 None None] Pushing event updated for resources: {'Port': ['ID=1b605a2e-dc77-485a-9367-95a73472eec1,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:53.524709 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:53.524869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeaad28-3eec-447c-be96-e6862b19a592 req-d8a88ef9-765e-400e-a480-fecce9342ed1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467743 Feb 07 12:58:53.525520 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:53.613985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:53.617633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:53.633222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-e87fc17d-c2a4-4134-8e08-cf02d328eb16 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8828249 Feb 07 12:58:53.804698 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:53.809026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 01400fb0-ead4-4a26-8b8f-a7de8525dde5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:53.820753 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:58:53.908647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f38ab88-acd3-489c-920d-2de10913b6c5,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:53.934274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 01400fb0-ead4-4a26-8b8f-a7de8525dde5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:53.934719 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:54.016829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59498) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:54.041912 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:54.059852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-553e75ce-4596-400f-b38a-6eb0acc7cd11 req-1eddbaa2-cb94-4a62-8d1a-4a2ff177a2f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123738 Feb 07 12:58:54.076877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Router c71f5763-ab95-4b1f-9a48-077808660db7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:58:54.098680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1c94d7a2-7d43-4018-8838-34858638628b None None] Provisioning complete for port 3d472e8d-8be3-4a89-83ad-e7eb01290efb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:54.099423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c94d7a2-7d43-4018-8838-34858638628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:54.166595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1c94d7a2-7d43-4018-8838-34858638628b None None] Port 3d472e8d-8be3-4a89-83ad-e7eb01290efb cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:58:54.177973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:54.245382 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:48Z', 'revision_number': 3, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:54.252803 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026c445-e6fb-432a-a0f2-0830fcf80e8a None None] The sync data for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 is: [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:48Z', 'revision_number': 3, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:58:54.282836 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:54.283939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b6cb9-48f6-47e7-a309-782375711131 req-bd788ec9-71ff-4767-b751-ae0b33ad4b47 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:54.286038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d21b6cb9-48f6-47e7-a309-782375711131 req-bd788ec9-71ff-4767-b751-ae0b33ad4b47 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 950 time: 1.1137457 Feb 07 12:58:54.291441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Network 466f93c0-0698-457f-8e18-e5d273e64d2f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:54.296553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:54.298879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:54.335067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Checking segment: {'id': 'd8580a2e-c970-4da8-93aa-bb7e2aa5f3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a295771b-6d80-4255-98b4-411d1e5fc28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:54.335522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Network hostable DHCP agents. Network: a295771b-6d80-4255-98b4-411d1e5fc28d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:58:54.360177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Pushing event updated for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:54.393774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9bedd951-badb-485a-a4bf-9bae1253bffd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fadeb453f2eb4754b67d21ab18ef058e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370986 Feb 07 12:58:54.412280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59504) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:54.427129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9529c73-0abd-48d3-b13d-9e8765f36910 req-5f1123e9-2132-42c7-927a-5eff0d504d54 service neutron] 10.222.0.35 "GET /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9166543 Feb 07 12:58:54.442898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f3be87-ba2d-4b89-bbe8-5daf502b0f9a req-4dac67d3-a31f-42fb-81c3-ec4659988f58 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626998 Feb 07 12:58:54.451404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:54.452086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:54.476367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:58:54.482028 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-53ea6637-f2d9-4e5e-8dfa-bc6016e4c2c9 admin admin] 10.222.0.69 "PUT /v2.0/routers/c71f5763-ab95-4b1f-9a48-077808660db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6964290 Feb 07 12:58:54.487700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Sync routers for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:58:54.498265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:54.498893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:54.570205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d21b6cb9-48f6-47e7-a309-782375711131 req-f90ab0c5-8071-4f40-b59a-6ef381d41188 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562578 Feb 07 12:58:54.575895 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-fce5c63a-e072-46fd-8a76-6d05a13ee1dc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5826480 Feb 07 12:58:54.600082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Request body: {'port': {'device_id': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:54.647334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84e2d8-ac36-4e1e-93cd-c064067dad92 req-9b652f8b-7564-4264-877d-58f2c4c88ca9 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:54.658922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d84e2d8-ac36-4e1e-93cd-c064067dad92 req-9b652f8b-7564-4264-877d-58f2c4c88ca9 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 945 time: 0.7604959 Feb 07 12:58:54.825463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Network a295771b-6d80-4255-98b4-411d1e5fc28d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:58:54.847564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:54.862576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:58:54.921852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d84e2d8-ac36-4e1e-93cd-c064067dad92 req-f4db8a3f-932f-4c07-a726-3acdd294de65 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618213 Feb 07 12:58:55.091271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a295771b-6d80-4255-98b4-411d1e5fc28d) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:55.120121 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbcdda32-7fc7-47f1-9b03-6d8d63f246be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:55.148240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:55.149233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:55.171147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e05405-fc54-4712-9aed-6af6cb590a31 None None] Network a295771b-6d80-4255-98b4-411d1e5fc28d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:55.262938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbcdda32-7fc7-47f1-9b03-6d8d63f246be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:55.372181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9947c969-7345-469e-8ce7-6a6b5d9821d5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.6250074 Feb 07 12:58:55.390058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fa050-440e-4c55-937c-f3ebc0a3c1e6 req-90fd4684-1644-43ca-bf37-0b5f5a06228e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:55.391632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b1fa050-440e-4c55-937c-f3ebc0a3c1e6 req-90fd4684-1644-43ca-bf37-0b5f5a06228e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 932 time: 0.4861045 Feb 07 12:58:55.515769 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:55.551000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b1fa050-440e-4c55-937c-f3ebc0a3c1e6 req-8a13eb3a-a8bb-4987-8eda-77c7793dcc55 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420956 Feb 07 12:58:55.567795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4bee-4733-4a3a-bb1f-b2190dc10d92 req-22b7872a-ae61-4f0f-9ee0-d34aa626ce88 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:55.576701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36cc4bee-4733-4a3a-bb1f-b2190dc10d92 req-22b7872a-ae61-4f0f-9ee0-d34aa626ce88 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4077544 Feb 07 12:58:55.614513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0597a824-4aaa-4fa3-864e-3a2d9616eb18 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:58:55.654903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:55.687502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 2, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:55.713421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Checking router: c71f5763-ab95-4b1f-9a48-077808660db7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:58:55.715428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Updating router c71f5763-ab95-4b1f-9a48-077808660db7 port 3d472e8d-8be3-4a89-83ad-e7eb01290efb binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:58:55.717184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Transition to ACTIVE for port object 0597a824-4aaa-4fa3-864e-3a2d9616eb18 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:55.820519 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:55.891248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b605a2e-dc77-485a-9367-95a73472eec1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:55.970375 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.056351 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbcdda32-7fc7-47f1-9b03-6d8d63f246be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.092562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04e17d-34d0-499c-9ad8-1ab510278ba5 None None] Network a295771b-6d80-4255-98b4-411d1e5fc28d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:58:56.114477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdda32-7fc7-47f1-9b03-6d8d63f246be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f179bf-80b6-4bc2-ae88-06b0056ac7a3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:56.157854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36cc4bee-4733-4a3a-bb1f-b2190dc10d92 req-c518c9a0-fd61-465c-b37c-53526b68f136 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5799279 Feb 07 12:58:56.255552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 1b605a2e-dc77-485a-9367-95a73472eec1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:56.265882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbcdda32-7fc7-47f1-9b03-6d8d63f246be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.278994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bbcdda32-7fc7-47f1-9b03-6d8d63f246be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84f179bf-80b6-4bc2-ae88-06b0056ac7a3 HTTP/1.1" status: 204 len: 168 time: 1.8533466 Feb 07 12:58:56.284164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 1b605a2e-dc77-485a-9367-95a73472eec1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:56.284698 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.317240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Pushing event updated for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:56.356393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:56.356726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:56.357054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:56.363801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:58:56.364160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:56.376033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:56.376823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:56.377416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:56.378116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Bound port: 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:56.378631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.453161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59526) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:56.473727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597806579', 'description': 'tempest-description--842858500'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:56.487177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:56.496572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Usage tracker for resource:security_group and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:56.502146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:56.540735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:56.559550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:56.563269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:56.570892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Allocated IP 172.20.0.1 (a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26/e05fd9bb-c446-4053-9bca-71759724292c/586af428-859e-4ea4-996c-373f0bc29d7a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:56.576897 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-7d9ad34a-0ecc-4520-b084-71db86ee9c91 req-33c9ab0d-dcf6-42ea-8c53-45610de600e1 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] show failed (client error): The resource could not be found. Feb 07 12:58:56.577935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d9ad34a-0ecc-4520-b084-71db86ee9c91 req-33c9ab0d-dcf6-42ea-8c53-45610de600e1 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] 10.222.0.69 "GET /v2.0/security-groups/437d8a74-f985-43f0-9dcc-e838ab86a721 HTTP/1.1" status: 404 len: 352 time: 0.0485198 Feb 07 12:58:56.601903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c4805-d96a-4d1a-89c3-e05bce354dae req-0f66f97e-606a-4eef-b8fa-802ad70b7ba1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:56.608565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-966c4805-d96a-4d1a-89c3-e05bce354dae req-0f66f97e-606a-4eef-b8fa-802ad70b7ba1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 950 time: 0.2832422 Feb 07 12:58:56.623028 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.677349 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.708664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 1b605a2e-dc77-485a-9367-95a73472eec1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b605a2e-dc77-485a-9367-95a73472eec1,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:58:56.756123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.808205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:56.809053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-966c4805-d96a-4d1a-89c3-e05bce354dae req-579f779c-58e9-4c0e-866c-d3830f9576c8 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239371 Feb 07 12:58:56.809428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.810913 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] 10.222.0.47 "PUT /v2.0/ports/0597a824-4aaa-4fa3-864e-3a2d9616eb18 HTTP/1.1" status: 200 len: 1092 time: 2.2213564 Feb 07 12:58:56.813815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:58:56.829776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:56.847940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Usage tracker for resource:security_group_rule and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:56.851083 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.852610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:56.856524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ca486-7b56-45e8-9cec-2d493ca32d64 service neutron] Pushing event updated for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:56.863200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:56.941754 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.948327 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:56.971437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Transition to ACTIVE for port object 3d472e8d-8be3-4a89-83ad-e7eb01290efb will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:56.980042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=1b605a2e-dc77-485a-9367-95a73472eec1,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:56.980310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c91992-cbd2-493e-8205-911aaabe6ad4 req-38b68557-26a7-44bc-b1d5-c3cb10a2e02b tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:56.982136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c91992-cbd2-493e-8205-911aaabe6ad4 req-38b68557-26a7-44bc-b1d5-c3cb10a2e02b tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 945 time: 0.2401662 Feb 07 12:58:57.046504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Transition to ACTIVE for port object 586af428-859e-4ea4-996c-373f0bc29d7a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:58:57.062638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.072598 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.082137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-91e815be-202d-48c4-94c2-e81d48a774ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:57.084103 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-91e815be-202d-48c4-94c2-e81d48a774ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1095 time: 0.1224637 Feb 07 12:58:57.103324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c91992-cbd2-493e-8205-911aaabe6ad4 req-6c0f7515-321a-4cbc-8f22-ab49ffa2ad02 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800984 Feb 07 12:58:57.135834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20156b-1387-4186-8ef9-02eeb55a5cff req-94e21898-56f0-4231-b3c9-129b1ebb4d0e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:57.140366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae20156b-1387-4186-8ef9-02eeb55a5cff req-94e21898-56f0-4231-b3c9-129b1ebb4d0e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 944 time: 0.1570361 Feb 07 12:58:57.179442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.226931 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18', 'status': 'completed', 'code': 200} Feb 07 12:58:57.228845 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-582b6756-11d1-4ee2-ab4d-4125b4b47188 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18 HTTP/1.1" status: 200 len: 217 time: 0.1313419 Feb 07 12:58:57.234015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae20156b-1387-4186-8ef9-02eeb55a5cff req-357f904e-cc10-456b-841f-2c54db601031 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855849 Feb 07 12:58:57.235704 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.298898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bde795-355c-4873-8322-c40a9a502bf7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:57.344066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-3779bd60-a296-4194-b73c-0958f0eaaef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:57.345798 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-3779bd60-a296-4194-b73c-0958f0eaaef5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1014326 Feb 07 12:58:57.346992 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.348271 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21df3fbb-ebf9-4cc9-ab72-b3386282b7f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8938773 Feb 07 12:58:57.351642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59556) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:57.365404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Request body: {'security_group_rule': {'security_group_id': '37bde795-355c-4873-8322-c40a9a502bf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:57.379413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:57.384801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:57.391210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:58:57.415390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:57.431137 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-b86d076b-4fe2-4fe5-a54d-257f4fedbe7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722063 Feb 07 12:58:57.435301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Usage tracker for resource:security_group_rule and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:57.443942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:57.464457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.521412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Pushing event updated for resources: {'Port': ['ID=586af428-859e-4ea4-996c-373f0bc29d7a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:57.536718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-410409be-ebcc-4e6b-ac8c-4d44087b6bb3 req-95b7f753-b795-4024-86bd-2836b98b07ca tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] Synchronizing usage tracker for tenant:2b70c34e8dab43108d77a54cfa5a33c8 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238c358-363c-4577-a3a7-0d118d25df37 None None] Pushing event updated for resources: {'Port': ['ID=3d472e8d-8be3-4a89-83ad-e7eb01290efb,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Attempting to bind port 3d472e8d-8be3-4a89-83ad-e7eb01290efb on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Attempting to bind port 3d472e8d-8be3-4a89-83ad-e7eb01290efb by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Attempting to bind port 3d472e8d-8be3-4a89-83ad-e7eb01290efb on network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Checking segment: {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Bound using segment: {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Bound port: 3d472e8d-8be3-4a89-83ad-e7eb01290efb, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:58:57.626246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.642036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:57.744938 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-7d85e509-3835-400c-ac1a-31e798c2c662 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059983 Feb 07 12:58:57.748373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] For port 3d472e8d-8be3-4a89-83ad-e7eb01290efb, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:58:57.752700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] For port 3d472e8d-8be3-4a89-83ad-e7eb01290efb, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3d472e8d-8be3-4a89-83ad-e7eb01290efb,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:58:57.820498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b605a2e-dc77-485a-9367-95a73472eec1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:57.848590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-410409be-ebcc-4e6b-ac8c-4d44087b6bb3 req-95b7f753-b795-4024-86bd-2836b98b07ca tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] Unset dirty status for tenant:2b70c34e8dab43108d77a54cfa5a33c8 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:58:57.853135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-410409be-ebcc-4e6b-ac8c-4d44087b6bb3 req-95b7f753-b795-4024-86bd-2836b98b07ca tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b70c34e8dab43108d77a54cfa5a33c8 HTTP/1.1" status: 200 len: 2984 time: 0.5346730 Feb 07 12:58:57.914594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.924240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:57.939921 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6dc59219-e6f6-4a1e-a828-203a3bbd917c req-3251c73e-7334-4e84-aa30-da101cc66fa3 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883752 Feb 07 12:58:58.024666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.037248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 1b605a2e-dc77-485a-9367-95a73472eec1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:58.037248 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.072084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-410409be-ebcc-4e6b-ac8c-4d44087b6bb3 req-df3a188e-6a1d-4bc5-a4cf-29f3740fefd0 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] 10.222.0.69 "GET /v2.0/security-groups/75b95a5c-8e79-4298-b88e-449e27eea04b HTTP/1.1" status: 200 len: 2981 time: 0.2123666 Feb 07 12:58:58.084317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.093667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238c358-363c-4577-a3a7-0d118d25df37 None None] Pushing event updated for resources: {'Port': ['ID=3d472e8d-8be3-4a89-83ad-e7eb01290efb,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:58.099165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:58.099801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:58.146240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.176108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-430293c8-cf66-4b86-b989-24927492e9d0 None None] Provisioning for port 586af428-859e-4ea4-996c-373f0bc29d7a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:58:58.176513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eb9899-1e21-4865-b684-7038b253b04f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:58.194542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-430293c8-cf66-4b86-b989-24927492e9d0 None None] Provisioning complete for port 586af428-859e-4ea4-996c-373f0bc29d7a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:58.194924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-430293c8-cf66-4b86-b989-24927492e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.226654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.227373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.228117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.228983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.229544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.230795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.231365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.231495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-12d3f988-4e54-4a0b-a38e-55b24af6ad21 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:58.232044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.236535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.236535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.236535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.236535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:58:58.240351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-12d3f988-4e54-4a0b-a38e-55b24af6ad21 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 1101 time: 0.2924373 Feb 07 12:58:58.251574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-410409be-ebcc-4e6b-ac8c-4d44087b6bb3 req-c5a0d5e9-92f3-4fb7-931b-f8419fe35011 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] 10.222.0.69 "GET /v2.0/security-groups/75b95a5c-8e79-4298-b88e-449e27eea04b HTTP/1.1" status: 200 len: 2981 time: 0.1693411 Feb 07 12:58:58.305353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-732fe7bb-ad6c-46d9-8f4f-567e9f661445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:58.307073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-732fe7bb-ad6c-46d9-8f4f-567e9f661445 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1095 time: 0.1190681 Feb 07 12:58:58.338583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.441938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-430293c8-cf66-4b86-b989-24927492e9d0 None None] Port 586af428-859e-4ea4-996c-373f0bc29d7a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:58:58.455476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.462245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:58.468207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Usage tracker for resource:security_group_rule and tenant:e3ccd2ea51aa40599a3c15d586b33035 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:58.479788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:58.483128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:58.487198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:58:58.502051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-fa380a94-b521-4235-a930-99fdab650459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:58.505073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-fa380a94-b521-4235-a930-99fdab650459 service neutron] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.1899178 Feb 07 12:58:58.508907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.510314 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3893593-8a67-4026-b487-65590a02081f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1561711 Feb 07 12:58:58.513440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59578) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:58.521188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Request body: {'security_group_rule': {'security_group_id': '37bde795-355c-4873-8322-c40a9a502bf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:58.582194 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.591895 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.601157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:58.614673 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-d395b4a4-bbf2-4970-bbc4-0703ecbbd198 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18 HTTP/1.1" status: 200 len: 217 time: 0.0978234 Feb 07 12:58:58.615888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Usage tracker for resource:security_group_rule and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:58.619185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:58.658766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:58.691768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-a759fec5-e2c3-49c7-abfb-b14aa4e68097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:58.693441 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-a759fec5-e2c3-49c7-abfb-b14aa4e68097 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.0698855 Feb 07 12:58:58.706523 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.752846 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-106b42c3-482b-4000-bb79-05f11076f56b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517166 Feb 07 12:58:58.774388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81b9488d-1af6-4758-83b3-6f14cd4f07d4 req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328174 Feb 07 12:58:58.789228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.824987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a06d97-7d48-411e-b509-bee859142862 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb63771-6753-4015-8f8a-472283bb76aa,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:58.829308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Pushing event updated for resources: {'Port': ['ID=586af428-859e-4ea4-996c-373f0bc29d7a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:58.833220 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:58.877898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:58:58.882414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a22477-ddb0-4ed3-8125-311f566c2b88 None None] The sync data for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 is: [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:58:58.964297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:59.095878 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:59.112691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b61aefd4-e22e-48af-acee-0c6c24f3ed02 req-2591d26e-4812-414a-bd70-20a6ef653cf6 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] 10.222.0.69 "GET /v2.0/security-groups/75b95a5c-8e79-4298-b88e-449e27eea04b HTTP/1.1" status: 200 len: 2981 time: 0.2891612 Feb 07 12:58:59.124628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb925-9056-4c6d-a7a0-2db14ac3af34 req-ecda6740-ac9f-4edf-ae67-9d3e2bd41da2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:59.128499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff3eb925-9056-4c6d-a7a0-2db14ac3af34 req-ecda6740-ac9f-4edf-ae67-9d3e2bd41da2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.5396011 Feb 07 12:58:59.137815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85e5ffe-6d31-47a4-9789-ee289c8a7d0d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:58:59.144056 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-ec08a714-12b5-4c1f-b6b3-9cacd120f5fe service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795004 Feb 07 12:58:59.235653 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:59.240263 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-db88da51-7661-4eff-ad07-1533755354b4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7217426 Feb 07 12:58:59.241196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59584) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:58:59.254782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:58:59.264109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff3eb925-9056-4c6d-a7a0-2db14ac3af34 req-a8dac4d5-498b-4ccb-80a1-4950a7b6f1fa tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256757 Feb 07 12:58:59.265581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:58:59.273225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:58:59.273735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Usage tracker for resource:floatingip and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:58:59.275053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:58:59.285003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:58:59.312704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:58:59.344037 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fca5a075-cae9-42a1-be2d-09f0525d8d59 req-933023d7-5685-4100-95a9-a9e72fd2cdf6 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880627 Feb 07 12:58:59.354946 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-b61aefd4-e22e-48af-acee-0c6c24f3ed02 req-379dbabe-4ff7-420d-a6c6-b91e750d0b2e tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 12:58:59.356000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b61aefd4-e22e-48af-acee-0c6c24f3ed02 req-379dbabe-4ff7-420d-a6c6-b91e750d0b2e tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] 10.222.0.69 "DELETE /v2.0/security-groups/75b95a5c-8e79-4298-b88e-449e27eea04b HTTP/1.1" status: 409 len: 352 time: 0.2261388 Feb 07 12:58:59.454247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:59.601054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Router 4ac00402-fb0f-4205-97ca-81306dbb94c3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:58:59.660901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:59.678528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c3c17cb1-7aa0-418f-a430-677f1212492c None None] Provisioning complete for port 586af428-859e-4ea4-996c-373f0bc29d7a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:58:59.681499 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c3c17cb1-7aa0-418f-a430-677f1212492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:58:59.719346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4ec16-a8fe-4b6b-9d8f-a8575510d3d5 req-090132bc-b785-44d4-bcff-8aac13201b53 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:58:59.721670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ce4ec16-a8fe-4b6b-9d8f-a8575510d3d5 req-090132bc-b785-44d4-bcff-8aac13201b53 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 944 time: 0.2266462 Feb 07 12:58:59.820219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c3c17cb1-7aa0-418f-a430-677f1212492c None None] Port 586af428-859e-4ea4-996c-373f0bc29d7a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:58:59.860814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Allocated IP 172.25.7.28 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/1b831cb5-3599-484d-b297-f41745009627) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:58:59.884968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3d472e8d-8be3-4a89-83ad-e7eb01290efb up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:58:59.924299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ce4ec16-a8fe-4b6b-9d8f-a8575510d3d5 req-fb723924-e01f-4020-806f-3aa8d8dd701e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883531 Feb 07 12:58:59.928378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:58:59.942057 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Sync routers for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:58:59.950181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cb5f805e-51ee-4f5c-a191-3146660ecdf5 admin admin] 10.222.0.69 "PUT /v2.0/routers/4ac00402-fb0f-4205-97ca-81306dbb94c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0621521 Feb 07 12:58:59.975580 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:58:59.976711 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:00.076684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 3d472e8d-8be3-4a89-83ad-e7eb01290efb completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:00.083065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 3d472e8d-8be3-4a89-83ad-e7eb01290efb triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:00.083598 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:00.169750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:00.263410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:00.301533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 3d472e8d-8be3-4a89-83ad-e7eb01290efb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3d472e8d-8be3-4a89-83ad-e7eb01290efb,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:00.326246 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:59:00.341098 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:00.414311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:00.527814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:00.533116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:00.538058 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-c564163d-6291-4e94-929a-aefd81646852 req-c8ea6c9d-856a-48c0-bdb5-fc61b144e253 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] show failed (client error): The resource could not be found. Feb 07 12:59:00.538647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:00.539048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c564163d-6291-4e94-929a-aefd81646852 req-c8ea6c9d-856a-48c0-bdb5-fc61b144e253 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] 10.222.0.69 "GET /v2.0/security-groups/e5afaae0-cc4a-4cce-aab8-d6c4bb79ad7d HTTP/1.1" status: 404 len: 352 time: 0.0318320 Feb 07 12:59:00.577693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=3d472e8d-8be3-4a89-83ad-e7eb01290efb,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:00.606103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event updated for resources: {'Port': ['ID=1b831cb5-3599-484d-b297-f41745009627,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:00.666294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:00.769711 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:58:58Z', 'revision_number': 2, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:00.773809 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Checking router: 4ac00402-fb0f-4205-97ca-81306dbb94c3 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:59:00.774159 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Updating router 4ac00402-fb0f-4205-97ca-81306dbb94c3 port 586af428-859e-4ea4-996c-373f0bc29d7a binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 12:59:00.778742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc09a6-2e7b-4785-9efe-216b834c56aa req-7959b79f-a7c4-4b08-915b-c1361e37293d tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:00.780374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ebc09a6-2e7b-4785-9efe-216b834c56aa req-7959b79f-a7c4-4b08-915b-c1361e37293d tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 945 time: 0.0914609 Feb 07 12:59:00.832627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ebc09a6-2e7b-4785-9efe-216b834c56aa req-7c3bf098-2be0-4baa-9090-07f3bfdbe8bc tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/security-groups?id=ee1ea453-3322-49e5-b9e6-351ec30b7af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454674 Feb 07 12:59:00.837515 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:00.869078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.112633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.165943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-060012d2-dca3-4033-ad6f-331d29df73e0 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:01.166617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-060012d2-dca3-4033-ad6f-331d29df73e0 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:01.225869 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.230994 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.244867 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Transition to ACTIVE for port object 586af428-859e-4ea4-996c-373f0bc29d7a will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:01.328437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-060012d2-dca3-4033-ad6f-331d29df73e0 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:01.329992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-060012d2-dca3-4033-ad6f-331d29df73e0 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/networks?id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 HTTP/1.1" status: 200 len: 829 time: 0.3190055 Feb 07 12:59:01.353289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event updated for resources: {'Port': ['ID=1b831cb5-3599-484d-b297-f41745009627,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:01.354239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-dce3a0ff-af0b-458b-b687-8b6876d358c6 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/quotas/5723c7a545834f47a70a1e8e2348ef14 HTTP/1.1" status: 200 len: 375 time: 0.0175710 Feb 07 12:59:01.363860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.483053 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.523884 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.528094 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11a9e4d1-5b9b-4aa8-8828-82411cfc8731 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2850008 Feb 07 12:59:01.565761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-5c5ad0a4-5515-4275-a465-060dc798b76d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:01.575439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249c32c-efce-440b-ba41-1becb4d27edc req-9b98e1dd-71a2-4f66-b7e1-98e945b883f0 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:01.576926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c249c32c-efce-440b-ba41-1becb4d27edc req-9b98e1dd-71a2-4f66-b7e1-98e945b883f0 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 945 time: 0.1790469 Feb 07 12:59:01.697141 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde91ae7-9d5a-4794-b3f0-2fdf64f93dc4 None None] Pushing event updated for resources: {'Port': ['ID=586af428-859e-4ea4-996c-373f0bc29d7a,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:01.701009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12c0d-9aa0-438e-b98f-b0402b9b47a0 req-2f7ec333-06fb-4dda-a679-e9c1034fc6e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:01.701009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d12c0d-9aa0-438e-b98f-b0402b9b47a0 req-2f7ec333-06fb-4dda-a679-e9c1034fc6e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2307749 Feb 07 12:59:01.768952 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Attempting to bind port 586af428-859e-4ea4-996c-373f0bc29d7a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:59:01.769346 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Attempting to bind port 586af428-859e-4ea4-996c-373f0bc29d7a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:59:01.769481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Deleting port 0f12aee8-e344-4bd9-a722-67f651df8b9a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:59:01.769598 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Attempting to bind port 586af428-859e-4ea4-996c-373f0bc29d7a on network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:01.769829 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.776012 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:59:01.776012 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Checking segment: {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:01.776360 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.776640 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Bound using segment: {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:59:01.784003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Bound port: 586af428-859e-4ea4-996c-373f0bc29d7a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:59:01.784003 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:01.823658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3d472e8d-8be3-4a89-83ad-e7eb01290efb up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:01.850596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-5c5ad0a4-5515-4275-a465-060dc798b76d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:01.859861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-5c5ad0a4-5515-4275-a465-060dc798b76d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5723c7a545834f47a70a1e8e2348ef14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5047400 Feb 07 12:59:01.930304 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] For port 586af428-859e-4ea4-996c-373f0bc29d7a, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:59:01.934150 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] For port 586af428-859e-4ea4-996c-373f0bc29d7a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=586af428-859e-4ea4-996c-373f0bc29d7a,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:59:01.970225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d12c0d-9aa0-438e-b98f-b0402b9b47a0 req-70e38422-eefa-411f-bc39-5d887620b3ef tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456553 Feb 07 12:59:02.001653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0597a824-4aaa-4fa3-864e-3a2d9616eb18 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:59:02.020747 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.129513 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-91c079b9-2fda-4b5f-a145-5f8a1e812c3e req-0a806d03-1c02-4f50-932d-d537166c9507 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] show failed (client error): The resource could not be found. Feb 07 12:59:02.133730 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde91ae7-9d5a-4794-b3f0-2fdf64f93dc4 None None] Pushing event updated for resources: {'Port': ['ID=586af428-859e-4ea4-996c-373f0bc29d7a,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:02.146735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59672) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:02.154153 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:59:02.154882 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:58:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:02.155595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c079b9-2fda-4b5f-a145-5f8a1e812c3e req-0a806d03-1c02-4f50-932d-d537166c9507 tempest-SecurityGroupsNegativeTestJSON-904933336 tempest-SecurityGroupsNegativeTestJSON-904933336-project] 10.222.0.69 "GET /v2.0/security-groups/f4aa4d5d-e13e-44d5-8083-1fcec8600ba4 HTTP/1.1" status: 404 len: 352 time: 0.1317048 Feb 07 12:59:02.221133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-69efc82b-5b6a-4e19-b7d5-b2ee50bd499e service neutron] 10.222.0.69 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600867 Feb 07 12:59:02.259896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 3d472e8d-8be3-4a89-83ad-e7eb01290efb triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:02.260395 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.339033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4c1250-33a5-4b48-9dab-6bc359b737de admin admin] Deleting subnet 2f38ab88-acd3-489c-920d-2de10913b6c5 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:59:02.348381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1250-33a5-4b48-9dab-6bc359b737de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.431513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:02.461020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1250-33a5-4b48-9dab-6bc359b737de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.477283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '0597a824-4aaa-4fa3-864e-3a2d9616eb18', 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'port_id': '0597a824-4aaa-4fa3-864e-3a2d9616eb18', 'mac_address': 'fa:16:3e:62:9a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b0f95f-7038-4069-9e36-5d6936cc6ec7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:59:02.522447 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:59:02.593422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1250-33a5-4b48-9dab-6bc359b737de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.604541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.629390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0597a824-4aaa-4fa3-864e-3a2d9616eb18 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:02.647229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:02.735532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.767934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1250-33a5-4b48-9dab-6bc359b737de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.773004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-25f0507f-b647-45b9-9bf1-afb3bf9acf13 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2245443 Feb 07 12:59:02.865635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c1250-33a5-4b48-9dab-6bc359b737de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f38ab88-acd3-489c-920d-2de10913b6c5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:02.871603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:02.890555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1250-33a5-4b48-9dab-6bc359b737de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:02.900843 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9d4c1250-33a5-4b48-9dab-6bc359b737de admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2f38ab88-acd3-489c-920d-2de10913b6c5 HTTP/1.1" status: 204 len: 168 time: 0.7522223 Feb 07 12:59:02.903792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59684) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:03.026782 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:59:01Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:03.032445 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1251bc-cacc-4d90-863f-3e5a1514840f None None] The sync data for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 is: [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:59:01Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:59:03.035901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:03.037545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-5aeeb7ba-fe1b-4e2d-94af-59823cdd3933 service neutron] 10.222.0.69 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8120682 Feb 07 12:59:03.053975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] For port 0f12aee8-e344-4bd9-a722-67f651df8b9a, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0f12aee8-e344-4bd9-a722-67f651df8b9a,segment=NetworkSegment(be757cb0-e6bd-43a2-9a7a-22e2fe645346),segment_id=be757cb0-e6bd-43a2-9a7a-22e2fe645346)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:03.054341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:03.079066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-09f312ae-e733-4ffd-8e43-c6f83b2ed582 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:03.079066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-09f312ae-e733-4ffd-8e43-c6f83b2ed582 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042123 Feb 07 12:59:03.135808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['0597a824-4aaa-4fa3-864e-3a2d9616eb18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:03.331658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-be8af8b0-a4c1-4b11-8ae7-e582bc654f27 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/quotas/874d2445575f4981b18d0467abf577e9 HTTP/1.1" status: 200 len: 375 time: 0.2461054 Feb 07 12:59:03.406899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Calling delete_port for 0f12aee8-e344-4bd9-a722-67f651df8b9a owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:59:03.563840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:03.638182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a295771b-6d80-4255-98b4-411d1e5fc28d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:03.674252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8580a2e-c970-4da8-93aa-bb7e2aa5f3b3') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:03.678925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8580a2e-c970-4da8-93aa-bb7e2aa5f3b3') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:03.706246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:03.759199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-52f5f3b7-a0a0-43a0-a2cf-f512102d6097 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4265172 Feb 07 12:59:03.775132 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:03.803756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:03.827637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:59:03.828123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: timer() Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:59:03.857303 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:59:03.882594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d846155-c7af-435d-896c-d88820d9c294 req-44ce4553-c912-40f1-9b3b-914767caaec3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:03.892709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d846155-c7af-435d-896c-d88820d9c294 req-44ce4553-c912-40f1-9b3b-914767caaec3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 945 time: 0.2384260 Feb 07 12:59:03.899644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 586af428-859e-4ea4-996c-373f0bc29d7a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:03.926258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Pushing event deleted for resources: {'Port': ['ID=0f12aee8-e344-4bd9-a722-67f651df8b9a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:04.052468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d846155-c7af-435d-896c-d88820d9c294 req-8f79cdd3-d250-42f9-8624-78508bb14910 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564636 Feb 07 12:59:04.071637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] No DVR routers for this DVR port 0f12aee8-e344-4bd9-a722-67f651df8b9a on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:59:04.074387 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:04.086581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0', 'name': 'network-vif-deleted', 'tag': '0f12aee8-e344-4bd9-a722-67f651df8b9a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:04.091239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c249c32c-efce-440b-ba41-1becb4d27edc req-a3cee621-2db0-4d41-948a-54d48176c0e3 tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.35 "DELETE /v2.0/ports/0f12aee8-e344-4bd9-a722-67f651df8b9a HTTP/1.1" status: 204 len: 173 time: 2.5040934 Feb 07 12:59:04.117982 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:04.143221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:04.151517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] Pushing event deleted for resources: {'Network': ['ID=a295771b-6d80-4255-98b4-411d1e5fc28d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:04.156923 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8444904e-584d-4697-a88f-7c125c49da0c admin admin] 10.222.0.69 "DELETE /v2.0/networks/a295771b-6d80-4255-98b4-411d1e5fc28d HTTP/1.1" status: 204 len: 168 time: 1.2516363 Feb 07 12:59:04.186619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 586af428-859e-4ea4-996c-373f0bc29d7a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:04.194194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 586af428-859e-4ea4-996c-373f0bc29d7a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:04.194926 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:04.311724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0f12aee8-e344-4bd9-a722-67f651df8b9a no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:59:04.369312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 0f12aee8-e344-4bd9-a722-67f651df8b9a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:59:04.369312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0f12aee8-e344-4bd9-a722-67f651df8b9a not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:59:04.494704 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:04.551082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 586af428-859e-4ea4-996c-373f0bc29d7a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=586af428-859e-4ea4-996c-373f0bc29d7a,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:04.606471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ae57453a-9833-46af-828b-e5d666317697 req-fdaf4848-47aa-41f4-95b1-009afc0a809b tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Synchronizing usage tracker for tenant:40da7d5c647a4582ad3604149ea162ae on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:04.625327 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:04.700439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ae57453a-9833-46af-828b-e5d666317697 req-fdaf4848-47aa-41f4-95b1-009afc0a809b tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] Unset dirty status for tenant:40da7d5c647a4582ad3604149ea162ae on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:04.702982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae57453a-9833-46af-828b-e5d666317697 req-fdaf4848-47aa-41f4-95b1-009afc0a809b tempest-InstanceActionsTestJSON-860803846 tempest-InstanceActionsTestJSON-860803846-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0 HTTP/1.1" status: 200 len: 210 time: 0.1477139 Feb 07 12:59:04.775371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=586af428-859e-4ea4-996c-373f0bc29d7a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:04.794756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59740) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:04.885170 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-843c688b-180b-4ec5-b5ec-d7cb1e4f351a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b70c34e8dab43108d77a54cfa5a33c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875435 Feb 07 12:59:04.885361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59748) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:05.054474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf4258fa-46e4-424e-9c5d-2375390ddafd req-012bbb18-1407-4268-b970-d20cb514c4fe tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 210 time: 0.0981257 Feb 07 12:59:05.126118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b94f1f7a-2ef5-4869-bcf7-b74792a79142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:05.142967 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9030e3-e9bc-41b1-9e5c-9e8323d6d0f0', 'name': 'network-vif-deleted', 'tag': '0f12aee8-e344-4bd9-a722-67f651df8b9a', 'status': 'completed', 'code': 200} Feb 07 12:59:05.171357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f934a-2d0b-42a9-be7b-3378ee18dd86 req-875427ea-70df-49f5-af27-836140833250 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:05.174202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-578f934a-2d0b-42a9-be7b-3378ee18dd86 req-875427ea-70df-49f5-af27-836140833250 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2956381 Feb 07 12:59:05.202256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b94f1f7a-2ef5-4869-bcf7-b74792a79142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:05.289930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-578f934a-2d0b-42a9-be7b-3378ee18dd86 req-f6d99d17-9579-4236-8587-89f70b1e4aee tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837529 Feb 07 12:59:05.503087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a97a4-7481-4dcf-879b-8f3889d8bd58 req-dc00c3fc-e0d1-4de5-8b14-e27c292a99bf tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:05.504751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-278a97a4-7481-4dcf-879b-8f3889d8bd58 req-dc00c3fc-e0d1-4de5-8b14-e27c292a99bf tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 945 time: 0.1078906 Feb 07 12:59:05.505553 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b94f1f7a-2ef5-4869-bcf7-b74792a79142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:05.540025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f1f7a-2ef5-4869-bcf7-b74792a79142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b95a5c-8e79-4298-b88e-449e27eea04b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:05.616375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-278a97a4-7481-4dcf-879b-8f3889d8bd58 req-dd953718-4ad3-4ac3-b2fb-5ee8f19ca881 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925362 Feb 07 12:59:05.677099 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b94f1f7a-2ef5-4869-bcf7-b74792a79142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:05.691602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b94f1f7a-2ef5-4869-bcf7-b74792a79142 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75b95a5c-8e79-4298-b88e-449e27eea04b HTTP/1.1" status: 204 len: 168 time: 0.7235775 Feb 07 12:59:05.860171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 586af428-859e-4ea4-996c-373f0bc29d7a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:05.937387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 586af428-859e-4ea4-996c-373f0bc29d7a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:05.937797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:06.003310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0597a824-4aaa-4fa3-864e-3a2d9616eb18 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:06.109915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-e68a739e-3e66-4858-b5f0-a2d0787dbcff tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:06.112077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-e68a739e-3e66-4858-b5f0-a2d0787dbcff tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.3306141 Feb 07 12:59:06.135575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-530e9c07-26f7-453d-a45f-1f1c10174cf1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/quotas/69f46ced331443a88a53990623b9b4c7 HTTP/1.1" status: 200 len: 375 time: 0.0175340 Feb 07 12:59:06.249469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96611e2c-f0cc-4a8c-bda1-c1d8b86ebc65 req-9383cc45-a94b-4259-ad8a-b7775aabb2e5 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0511386 Feb 07 12:59:06.264479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:06.277650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-d1e13f0b-a3a7-41c4-9f25-66ed467720e1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1406219 Feb 07 12:59:06.284860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:06.286051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:06.373091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59796) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:06.491684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-46bc3bda-813a-486b-9177-cb8841c88bbf service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052205 Feb 07 12:59:06.568849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd36055-43e2-4b44-a869-41753934ef73 admin admin] Deleting subnet 71388694-8258-4d2e-b173-d8cfc47289d0 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 12:59:06.577740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acd36055-43e2-4b44-a869-41753934ef73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:06.628004 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:06.671513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:06.672483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:06.772567 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acd36055-43e2-4b44-a869-41753934ef73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:06.790728 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:06.878209 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:59:06.882432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-c5ed6481-b8c8-421e-97f1-9137865cfc71 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888371 Feb 07 12:59:06.991502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44f8013e-0bc2-4638-a5b7-8e221cdd3d93 req-1cbb7b22-b463-481b-a4bd-e7beeaf12aa5 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 210 time: 0.1050692 Feb 07 12:59:06.997340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acd36055-43e2-4b44-a869-41753934ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:06.997617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:07.008210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.008775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.009194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.009538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.009871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.010206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.010574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.010861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.011849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.012651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.012651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.021350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:07.169406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acd36055-43e2-4b44-a869-41753934ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:07.242361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd36055-43e2-4b44-a869-41753934ef73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71388694-8258-4d2e-b173-d8cfc47289d0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:07.266071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acd36055-43e2-4b44-a869-41753934ef73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:07.270186 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18', 'code': 200} Feb 07 12:59:07.275201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-acd36055-43e2-4b44-a869-41753934ef73 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/71388694-8258-4d2e-b173-d8cfc47289d0 HTTP/1.1" status: 204 len: 168 time: 0.9007063 Feb 07 12:59:07.280386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59824) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:07.500032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad41c-52c2-49df-9a1a-6a01d07a3fac req-52ae33e6-6c9e-4928-94e0-11695b2ef502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:07.502269 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a42ad41c-52c2-49df-9a1a-6a01d07a3fac req-52ae33e6-6c9e-4928-94e0-11695b2ef502 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1097 time: 0.1406996 Feb 07 12:59:07.584010 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a42ad41c-52c2-49df-9a1a-6a01d07a3fac req-13779e40-9859-4ed2-a257-aa4d50ff729c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729444 Feb 07 12:59:07.604609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3be01b40-c216-4591-bef0-a88d25c53a05 req-dd58f516-28a3-4fba-a71a-2feb6879bd2f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 210 time: 0.2548416 Feb 07 12:59:07.695412 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:07.804235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf14fdf6-2107-465d-a68c-fcffc1e7359d req-bef7e958-838f-49d2-8084-91a505fc0839 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 210 time: 0.1051865 Feb 07 12:59:07.842694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77c19-59f9-4194-802a-d1851a23e161 req-bbede6ba-bdaa-4d9a-91bd-baf5fba87d56 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:07.850267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02c77c19-59f9-4194-802a-d1851a23e161 req-bbede6ba-bdaa-4d9a-91bd-baf5fba87d56 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 946 time: 0.5018554 Feb 07 12:59:07.855541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59842) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:08.001631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02c77c19-59f9-4194-802a-d1851a23e161 req-87c1483c-6db1-42a6-b3ca-221f3e34db6b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380343 Feb 07 12:59:08.010451 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.048099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc70c7f1-adb0-4f1f-9834-670b5138aa89']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:08.050733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1743395298-network', 'tenant_id': '66a34b0aef7846e9ad89f05eef8801a0'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:08.057071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:08.063653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Usage tracker for resource:network and tenant:66a34b0aef7846e9ad89f05eef8801a0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:08.067043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:08.092373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:08.092561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be757cb0-e6bd-43a2-9a7a-22e2fe645346') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:08.092561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be757cb0-e6bd-43a2-9a7a-22e2fe645346') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:08.111661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.135216 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.156350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 12:59:08.156840 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: timer() Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 12:59:08.171634 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 12:59:08.290379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6e07fe1-dad0-4c55-b87d-3b25011b78f1 req-62a4e31e-824b-4ca7-a6ab-f7f4c3c4c0c8 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 210 time: 0.1153011 Feb 07 12:59:08.331879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Made reservation on behalf of 66a34b0aef7846e9ad89f05eef8801a0 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:08.331879 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.350578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.371338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:08.375566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Usage tracker for resource:security_group_rule and tenant:66a34b0aef7846e9ad89f05eef8801a0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:08.379562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:08.386490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:08.450828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.497292 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.504474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc70c7f1-adb0-4f1f-9834-670b5138aa89,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:08.578342 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.682383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-a5b7cccd-c28b-4ee6-990e-defc9216e712 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:08.684341 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-a5b7cccd-c28b-4ee6-990e-defc9216e712 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.47 "GET /v2.0/networks?id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 HTTP/1.1" status: 200 len: 829 time: 0.2087131 Feb 07 12:59:08.701902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Request body: {'port': {'device_id': '88f980d8-caac-40c3-8732-d9ca11075adc', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'admin_state_up': True, 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:08.717359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1dbb2966-bb61-47f5-8034-315b7cdc9b12 req-7956ca48-3416-4191-891a-07dc76053bb1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 210 time: 0.0593736 Feb 07 12:59:08.726650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-da1dfc88-cdd6-45fd-b031-a237f3e6341a admin admin] 10.222.0.69 "DELETE /v2.0/networks/dc70c7f1-adb0-4f1f-9834-670b5138aa89 HTTP/1.1" status: 204 len: 168 time: 1.4451177 Feb 07 12:59:08.780067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e05013d9-aaff-4bf0-8d59-0709a719175f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.791108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.805289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 12:59:08.815393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.816145 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Added segment becf60d0-6337-45be-9dcf-1ce94f135350 of type vlan for network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d Feb 07 12:59:08.930367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:08.945886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395c5c0e-6732-4e46-b33c-0508ede07a5b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:09.016355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:09.027994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:09.048768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4260d2cc-bf91-4dee-af4e-e02c5260c9d6 req-a77081d6-60c7-4f57-a229-477a399b201f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0778027 Feb 07 12:59:09.219111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a314b-76ac-4dcb-95f9-bb530fbf2db4 req-45b157bd-db1f-41bc-a9cb-cdb58a828080 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:09.220493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:09.221554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:09.222261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:09.224441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-163a314b-76ac-4dcb-95f9-bb530fbf2db4 req-45b157bd-db1f-41bc-a9cb-cdb58a828080 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 946 time: 0.1015337 Feb 07 12:59:09.226489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Made reservation on behalf of 5723c7a545834f47a70a1e8e2348ef14 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:09.230416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:09.287628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-163a314b-76ac-4dcb-95f9-bb530fbf2db4 req-2879556a-789d-4706-be74-cdf68e491176 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565937 Feb 07 12:59:09.372352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:09.391677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 12:59:09.456507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59872) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:09.516190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-5627ca8b-3f81-45a5-b239-d3ffebd188bf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416350 Feb 07 12:59:09.587019 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a91bcc3d-1f3f-483b-b68e-596f357aef88 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7280407 Feb 07 12:59:09.588483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:09.596650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-46ffc115-c49f-4d62-a1be-e0d0813ea701 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40da7d5c647a4582ad3604149ea162ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389003 Feb 07 12:59:09.599846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59880) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:09.603675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Request body: {'subnet': {'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1743395298-subnet', 'tenant_id': '66a34b0aef7846e9ad89f05eef8801a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:09.615112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:09.675000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Allocated IP 172.20.0.6 (a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26/e05fd9bb-c446-4053-9bca-71759724292c/e2f02468-40b4-4571-a761-adfdd5277ad0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:09.699772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Usage tracker for resource:subnet and tenant:66a34b0aef7846e9ad89f05eef8801a0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:09.720103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:09.752246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:09.876758 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ea91815-9fd1-442f-9bd3-be2bcd3ee289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:10.012333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ea91815-9fd1-442f-9bd3-be2bcd3ee289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:10.163049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-268fc81e-7b60-4bbd-b040-f0a675e16bd2 req-4f3e41bd-ec6d-4fca-bc86-1626bbddfd54 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 210 time: 0.3924968 Feb 07 12:59:10.164194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:10.166099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-960a31bf-2bd7-465d-9c09-92e23ccbcc37 req-9a68e893-dde4-4943-97b5-35fb8734a612 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 210 time: 0.1235261 Feb 07 12:59:10.196205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-6c6b655e-d72e-4810-97b2-43c402c0f9d3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:10.197783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-6c6b655e-d72e-4810-97b2-43c402c0f9d3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6463354 Feb 07 12:59:10.212056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Request body: {'port': {'device_id': '7f7b98ac-2eed-401e-b00d-192f9220d8dd', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '874d2445575f4981b18d0467abf577e9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:10.353724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f5c694-2d48-4e6f-8116-9c89a9837eb1 req-f93ca073-2a08-4110-bd37-c755fc538df6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0712197 Feb 07 12:59:10.447391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:10.500128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Transition to ACTIVE for port object e2f02468-40b4-4571-a761-adfdd5277ad0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:10.506603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ea91815-9fd1-442f-9bd3-be2bcd3ee289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:10.516573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:10.534788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Made reservation on behalf of 66a34b0aef7846e9ad89f05eef8801a0 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:10.542150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:10.583373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750db876-9339-4bed-a4df-d6a289c577a7 req-bcbde52d-fd24-4cb1-8a6e-28d839fc8add tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:10.591761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-750db876-9339-4bed-a4df-d6a289c577a7 req-bcbde52d-fd24-4cb1-8a6e-28d839fc8add tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 946 time: 0.1466424 Feb 07 12:59:10.712244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea91815-9fd1-442f-9bd3-be2bcd3ee289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1ea453-3322-49e5-b9e6-351ec30b7af5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:10.731163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-750db876-9339-4bed-a4df-d6a289c577a7 req-edafd873-dc85-4c0a-a584-717d966ae6ec tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293395 Feb 07 12:59:10.734376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Made reservation on behalf of 874d2445575f4981b18d0467abf577e9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:10.751818 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:10.806242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ea91815-9fd1-442f-9bd3-be2bcd3ee289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:10.807456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9ea91815-9fd1-442f-9bd3-be2bcd3ee289 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee1ea453-3322-49e5-b9e6-351ec30b7af5 HTTP/1.1" status: 204 len: 168 time: 1.1983268 Feb 07 12:59:11.016378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Allocated IP 192.168.233.219 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/8201a994-7266-4eee-8593-7d0fdcdcd769) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:11.036996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:11.109520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-08c9679b-b5b6-4a04-a5a6-1877966f853c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308237 Feb 07 12:59:11.152834 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c6d84a4-2f5f-4c85-bd08-b28292e2b816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:11.170263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:11.175653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:11.194524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:11.279347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Pushing event updated for resources: {'Port': ['ID=e2f02468-40b4-4571-a761-adfdd5277ad0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:11.409229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:11.409927 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:11.456202 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:11.483432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-5a91b8b9-7170-47f5-9a40-6e9eb72dc95c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:11.484945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-5a91b8b9-7170-47f5-9a40-6e9eb72dc95c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3667440 Feb 07 12:59:11.581657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b674a9c6-92fb-4e7a-8a46-784f145af0b5,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:11.586476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Checking segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:11.588558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Network hostable DHCP agents. Network: cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 12:59:11.649418 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3a0c8ccf-b426-49e0-95e4-f367c08941ed tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9547358 Feb 07 12:59:11.663670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Request body: {'port': {'device_id': '88f980d8-caac-40c3-8732-d9ca11075adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:11.678870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Request body: {'port': {'device_id': '58ddbe8c-58d9-4630-bbf6-755096c8a5e4', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '874d2445575f4981b18d0467abf577e9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:11.743751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 12:59:11.782260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84addfbd-7f1d-4dc0-b30d-e2a05ae3dd9c req-711f44a8-2144-4140-ab08-5c5fa883d12a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 210 time: 0.3293147 Feb 07 12:59:11.796733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f93dab9-914f-4171-971d-2b18c67c5809 None None] Provisioning for port e2f02468-40b4-4571-a761-adfdd5277ad0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:11.796733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f93dab9-914f-4171-971d-2b18c67c5809 None None] Provisioning complete for port e2f02468-40b4-4571-a761-adfdd5277ad0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:11.797248 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:11.797347 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f93dab9-914f-4171-971d-2b18c67c5809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:11.847206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Transition to ACTIVE for port object 8201a994-7266-4eee-8593-7d0fdcdcd769 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:11.932609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:11.939042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Usage tracker for resource:port and tenant:874d2445575f4981b18d0467abf577e9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:11.945550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:11.960899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d1e64-cfae-46a4-88cf-044896c2770b req-74db4999-4ba1-4b21-b6af-83b0fa43f18b tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:11.962468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d9d1e64-cfae-46a4-88cf-044896c2770b req-74db4999-4ba1-4b21-b6af-83b0fa43f18b tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 931 time: 0.5085211 Feb 07 12:59:11.971259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:12.015123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:12.031536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:12.031536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:12.036066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:12.068102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8d9d1e64-cfae-46a4-88cf-044896c2770b req-865becd4-8a9a-417b-bca1-3409ed465962 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:12.094710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f48a62-d405-44b7-b1d0-ac53ff046482 None None] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:59:12.139291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Made reservation on behalf of 874d2445575f4981b18d0467abf577e9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:12.143387 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:12.146909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59922) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:12.164519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fe2457d-0f52-4548-bfc2-c6e9108c23f1 req-f83dbc61-a4de-4d30-a1c5-c0486609a2ac tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 210 time: 0.0804837 Feb 07 12:59:12.401478 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b86d9574-b6db-47ca-a50f-f4943c5b8a8b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8051808 Feb 07 12:59:12.484126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6f93dab9-914f-4171-971d-2b18c67c5809 None None] Port e2f02468-40b4-4571-a761-adfdd5277ad0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:59:12.498714 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:12.506557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:12.523533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:12.594595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:12.655628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8d9d1e64-cfae-46a4-88cf-044896c2770b req-865becd4-8a9a-417b-bca1-3409ed465962 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:12.656839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d9d1e64-cfae-46a4-88cf-044896c2770b req-865becd4-8a9a-417b-bca1-3409ed465962 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756439 Feb 07 12:59:12.676566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Allocated IP 192.168.233.55 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/63732f3b-d430-4fb0-b695-ca5b3cbc0880) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:12.694812 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:12.729483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:12.754298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] Usage tracker for resource:security_group_rule and tenant:6b76d6f130834fb092f5413df6335549 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:12.760381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:12.796616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:13.108899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:13.117294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:13.119683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:13.152918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731909db-b6b8-4bc3-8f58-5f7694afc018 None None] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 12:59:13.215767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f02468-40b4-4571-a761-adfdd5277ad0 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:13.239729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:13.321553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Transition to ACTIVE for port object e2f02468-40b4-4571-a761-adfdd5277ad0 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:13.356039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:13.371204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-70cc6ae9-6547-4560-b53f-22f252890fff tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:13.373166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-70cc6ae9-6547-4560-b53f-22f252890fff tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.8821568 Feb 07 12:59:13.408367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:13.418493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'port': {'device_id': 'cb5b23b9-90b4-4ed6-8e55-60056b0c1340', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'admin_state_up': True, 'tenant_id': '69f46ced331443a88a53990623b9b4c7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:13.434512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'Port': ['ID=8201a994-7266-4eee-8593-7d0fdcdcd769,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:13.530675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:13.584030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:13.584684 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:13.614654 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:13.674386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f02468-40b4-4571-a761-adfdd5277ad0,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:13.685630 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b76d6f130834fb092f5413df6335549&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5190411 Feb 07 12:59:13.695020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c0111-f168-4b81-a56f-8e8f4d065b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db268414-ae6c-45ec-8c41-c833de28d12d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:13.695548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59966) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:13.722252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6d9499ce-c94a-4b9f-ae8e-ce5ab4c832ee None None] Provisioning for port 8201a994-7266-4eee-8593-7d0fdcdcd769 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:13.734905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6d9499ce-c94a-4b9f-ae8e-ce5ab4c832ee None None] Provisioning complete for port 8201a994-7266-4eee-8593-7d0fdcdcd769 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:13.735296 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6d9499ce-c94a-4b9f-ae8e-ce5ab4c832ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:13.806748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647049c-196a-428d-9bc9-df9f3ceae204 req-96366f6e-13c1-48f7-a80f-afcd1f80287b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:13.809640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b647049c-196a-428d-9bc9-df9f3ceae204 req-96366f6e-13c1-48f7-a80f-afcd1f80287b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 946 time: 1.3168299 Feb 07 12:59:13.830254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-591d0faa-a7c4-40e5-add1-df484abfea7c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6191499 Feb 07 12:59:13.854134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6d9499ce-c94a-4b9f-ae8e-ce5ab4c832ee None None] Port 8201a994-7266-4eee-8593-7d0fdcdcd769 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:59:13.926722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Request body: {'port': {'device_id': '7f7b98ac-2eed-401e-b00d-192f9220d8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:13.960483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Attempting to bind port e2f02468-40b4-4571-a761-adfdd5277ad0 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:59:13.960483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Attempting to bind port e2f02468-40b4-4571-a761-adfdd5277ad0 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:59:13.960483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Attempting to bind port e2f02468-40b4-4571-a761-adfdd5277ad0 on network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:13.961380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-68b0411e-2096-4602-8fd5-757fdd370870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:13.974125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Port e2f02468-40b4-4571-a761-adfdd5277ad0 on network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:59:13.974372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Attempting to bind port e2f02468-40b4-4571-a761-adfdd5277ad0 on network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:13.991189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:59:13.991532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Checking segment: {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:13.991926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Bound using segment: {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:59:13.992447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Bound port: e2f02468-40b4-4571-a761-adfdd5277ad0, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731c0de8-6bce-4caa-a4d0-7834cb15de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:59:13.992798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.012701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-68b0411e-2096-4602-8fd5-757fdd370870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.120928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b647049c-196a-428d-9bc9-df9f3ceae204 req-6b7233cd-564b-42c9-aee0-077c3c68e9f7 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732527 Feb 07 12:59:14.121994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] For port e2f02468-40b4-4571-a761-adfdd5277ad0, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:59:14.125124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] For port e2f02468-40b4-4571-a761-adfdd5277ad0, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e2f02468-40b4-4571-a761-adfdd5277ad0,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:59:14.201963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:14.255562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:14.302368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-695dacbf-3dfb-4146-a908-14336f8c5433 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:14.303810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-695dacbf-3dfb-4146-a908-14336f8c5433 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.7841940 Feb 07 12:59:14.322131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b9281e4-1d0a-40e5-a67e-42215ae0ca84 req-85532ae5-4919-4480-ada6-18d77f71c756 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 210 time: 0.0863094 Feb 07 12:59:14.329145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.347643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.348182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.371070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-b6ce7e72-f6f6-4682-a10c-b29cea6ed4a8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/quotas/66a34b0aef7846e9ad89f05eef8801a0 HTTP/1.1" status: 200 len: 375 time: 0.0547645 Feb 07 12:59:14.409172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Transition to ACTIVE for port object 63732f3b-d430-4fb0-b695-ca5b3cbc0880 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:14.443024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-68b0411e-2096-4602-8fd5-757fdd370870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.481582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0411e-2096-4602-8fd5-757fdd370870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db268414-ae6c-45ec-8c41-c833de28d12d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:14.486142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:14.486142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.487236 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] 10.222.0.47 "PUT /v2.0/ports/e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 200 len: 1091 time: 2.8290012 Feb 07 12:59:14.497968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:14.511925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-716ed817-d7c9-43d2-894e-6f2350d36b33 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044595 Feb 07 12:59:14.522855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Made reservation on behalf of 69f46ced331443a88a53990623b9b4c7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:14.532381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-68b0411e-2096-4602-8fd5-757fdd370870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.532381 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-68b0411e-2096-4602-8fd5-757fdd370870 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db268414-ae6c-45ec-8c41-c833de28d12d HTTP/1.1" status: 204 len: 168 time: 0.8268626 Feb 07 12:59:14.533734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.533848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a405b-dbe0-4726-9095-31c8cf6d5487 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f02468-40b4-4571-a761-adfdd5277ad0,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:14.581990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bd07ea1a-a51a-4a01-9ac2-5edf8f353867 req-d9bc68cc-c614-45c3-8185-2f7c7727ac1b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:14.765075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0de4a0b4-34a2-4160-900d-98879df5718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:14.767030 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-0de4a0b4-34a2-4160-900d-98879df5718d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5723c7a545834f47a70a1e8e2348ef14&device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 1094 time: 0.1344945 Feb 07 12:59:14.773748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.859021 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-b7fbbdf1-2058-4168-9d11-9b630e96bcf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 200 len: 217 time: 0.0783877 Feb 07 12:59:14.918700 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:14.930489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:15.001104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-38454963-c340-4170-8f28-72e6cd51d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:15.002810 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-38454963-c340-4170-8f28-72e6cd51d9f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e05fd9bb-c446-4053-9bca-71759724292c HTTP/1.1" status: 200 len: 868 time: 0.1275787 Feb 07 12:59:15.263503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bd07ea1a-a51a-4a01-9ac2-5edf8f353867 req-d9bc68cc-c614-45c3-8185-2f7c7727ac1b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:15.273720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd07ea1a-a51a-4a01-9ac2-5edf8f353867 req-d9bc68cc-c614-45c3-8185-2f7c7727ac1b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 210 time: 0.8156655 Feb 07 12:59:15.300503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-2da0c42b-d71b-4ef1-8fea-ecfe7a0785ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:15.302808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-2da0c42b-d71b-4ef1-8fea-ecfe7a0785ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912455 Feb 07 12:59:15.359269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-34ee08db-22d3-4e23-ac11-4838cf37f263 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8190725 Feb 07 12:59:15.361023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:15.373445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:15.402226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:15.497494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'Port': ['ID=63732f3b-d430-4fb0-b695-ca5b3cbc0880,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:15.555738 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-1d603073-1c97-4330-9002-7729367182fc service neutron] 10.222.0.47 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430425 Feb 07 12:59:15.570713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.571067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.571698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.572061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.572402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.572737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.573067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.573431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.574255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.575348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.575692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.576040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 12:59:15.772508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Allocated IP 172.20.0.9 (1b20d60d-c17e-4536-af6a-96b4089805a3/c240fe3c-b950-4ebf-b24a-29d0764aed15/bdb413d5-7924-4442-851c-2fad63e5d642) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:15.817946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:15.818795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:15.825303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8201a994-7266-4eee-8593-7d0fdcdcd769 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:15.837671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9c0ee72a-7f56-4f68-ba0e-9c1097ad8a40 None None] Provisioning for port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:15.844456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9c0ee72a-7f56-4f68-ba0e-9c1097ad8a40 None None] Provisioning complete for port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:15.844963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee72a-7f56-4f68-ba0e-9c1097ad8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:15.851725 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:15.867585 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-4e9c6e3e-ee33-4be8-8204-f93289116efe req-3ef21669-f0e9-4c00-bd31-ba2a90cd0cbd service neutron] 10.222.0.47 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023489 Feb 07 12:59:15.910671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Transition to ACTIVE for port object 8201a994-7266-4eee-8593-7d0fdcdcd769 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:15.917841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-71186141-8e99-454d-b282-be2b464e3b40 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490971 Feb 07 12:59:15.955955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ee72a-7f56-4f68-ba0e-9c1097ad8a40 None None] Port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:59:16.010264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:16.110654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-95bc3e7b-68ae-4abb-b75c-c7c3bc46993b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4517784 Feb 07 12:59:16.144888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Request body: {'port': {'device_id': '58ddbe8c-58d9-4630-bbf6-755096c8a5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:16.349143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Pushing event updated for resources: {'Port': ['ID=8201a994-7266-4eee-8593-7d0fdcdcd769,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:16.701434 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:16.750875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:16.834579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Attempting to bind port 8201a994-7266-4eee-8593-7d0fdcdcd769 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:59:16.835354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Attempting to bind port 8201a994-7266-4eee-8593-7d0fdcdcd769 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:59:16.835354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Attempting to bind port 8201a994-7266-4eee-8593-7d0fdcdcd769 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:16.846937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Transition to ACTIVE for port object bdb413d5-7924-4442-851c-2fad63e5d642 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:16.851744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Port 8201a994-7266-4eee-8593-7d0fdcdcd769 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:59:16.852105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Attempting to bind port 8201a994-7266-4eee-8593-7d0fdcdcd769 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:16.881398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:59:16.881791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:16.882183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:59:16.882625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Bound port: 8201a994-7266-4eee-8593-7d0fdcdcd769, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:59:16.882969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:16.939276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8005f5-8281-4766-a4df-15fdca432136 req-e3c23548-e8a9-4c76-be35-851e8b9e0840 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:16.959691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d8005f5-8281-4766-a4df-15fdca432136 req-e3c23548-e8a9-4c76-be35-851e8b9e0840 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 943 time: 0.4471629 Feb 07 12:59:16.959691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85ce45-ad31-4349-ab74-b23f7fd332f1 req-13f38680-8922-42b0-bb0d-f2901e323bf0 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:16.959691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d85ce45-ad31-4349-ab74-b23f7fd332f1 req-13f38680-8922-42b0-bb0d-f2901e323bf0 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1097 time: 0.4592743 Feb 07 12:59:17.179833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d8005f5-8281-4766-a4df-15fdca432136 req-32ca81a5-cb9d-4c57-aafd-53dfd2147ff6 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237110 Feb 07 12:59:17.197354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d85ce45-ad31-4349-ab74-b23f7fd332f1 req-44518427-8bad-4adb-bf89-c3265959fbb3 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299945 Feb 07 12:59:17.255123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] For port 8201a994-7266-4eee-8593-7d0fdcdcd769, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:59:17.259893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] For port 8201a994-7266-4eee-8593-7d0fdcdcd769, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8201a994-7266-4eee-8593-7d0fdcdcd769,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:59:17.291837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:17.320067 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'status': 'completed', 'code': 200} Feb 07 12:59:17.469599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b55e-7372-43a3-b85d-161984911ee5 req-6e0a8651-39f8-46f8-b7bd-f7e7e123d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:17.471438 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d982b55e-7372-43a3-b85d-161984911ee5 req-6e0a8651-39f8-46f8-b7bd-f7e7e123d14c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5723c7a545834f47a70a1e8e2348ef14&device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 1094 time: 0.1035900 Feb 07 12:59:17.556444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:17.637659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b55e-7372-43a3-b85d-161984911ee5 req-2afb09b4-7334-43fe-ae3f-e2875f96918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:17.639644 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d982b55e-7372-43a3-b85d-161984911ee5 req-2afb09b4-7334-43fe-ae3f-e2875f96918d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 HTTP/1.1" status: 200 len: 929 time: 0.1596417 Feb 07 12:59:17.650381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:17.661675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:17.675507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df331688-83f0-40c7-a1ee-8519eb7d38e0 req-8c9c81f9-e90c-4c80-89f4-02989544be81 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=9438fe8f-7c56-43e3-b72a-8c50aa986e18 HTTP/1.1" status: 200 len: 210 time: 0.1353102 Feb 07 12:59:17.677576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:17.706002 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 12:59:17.770278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'Port': ['ID=bdb413d5-7924-4442-851c-2fad63e5d642,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:17.839368 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d982b55e-7372-43a3-b85d-161984911ee5 req-b7b95877-d45b-4161-8771-e07d2ca9954c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 200 len: 217 time: 0.1891358 Feb 07 12:59:17.868535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:17.869337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:17.871460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] 10.222.0.47 "PUT /v2.0/ports/8201a994-7266-4eee-8593-7d0fdcdcd769 HTTP/1.1" status: 200 len: 1096 time: 3.9698904 Feb 07 12:59:17.910126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7b98ac-2eed-401e-b00d-192f9220d8dd', 'tag': '8201a994-7266-4eee-8593-7d0fdcdcd769'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:18.009703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b55e-7372-43a3-b85d-161984911ee5 req-62f31633-ed6c-4960-91cc-8f2c6cf367f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:18.011334 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d982b55e-7372-43a3-b85d-161984911ee5 req-62f31633-ed6c-4960-91cc-8f2c6cf367f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e05fd9bb-c446-4053-9bca-71759724292c HTTP/1.1" status: 200 len: 868 time: 0.1623051 Feb 07 12:59:18.092781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-081567cb-0cd2-4377-af00-76a1f4dfed7c req-f5796060-ef68-49a0-8fc5-3eb7f8b08860 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 210 time: 0.2261634 Feb 07 12:59:18.113464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63732f3b-d430-4fb0-b695-ca5b3cbc0880 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:18.134744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:18.135388 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:18.159416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:18.170854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d984c22-cb62-448e-a31a-32f09dfe7371 service neutron] Pushing event updated for resources: {'Port': ['ID=8201a994-7266-4eee-8593-7d0fdcdcd769,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:18.219855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b55e-7372-43a3-b85d-161984911ee5 req-4fa26375-358d-401e-89df-5c04cce5328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:18.221402 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d982b55e-7372-43a3-b85d-161984911ee5 req-4fa26375-358d-401e-89df-5c04cce5328d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901908 Feb 07 12:59:18.250499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Transition to ACTIVE for port object 63732f3b-d430-4fb0-b695-ca5b3cbc0880 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:18.284521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12f0f9-91a7-49a7-82af-dfbb2e5edc24 req-9d5007dc-2341-4047-a8c8-c6e7bc1e181a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:18.285243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5a12f0f9-91a7-49a7-82af-dfbb2e5edc24 req-9d5007dc-2341-4047-a8c8-c6e7bc1e181a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:18.357701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-1850ad60-c74d-4b26-bd30-6f89a1addb38 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9633987 Feb 07 12:59:18.391201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Request body: {'port': {'device_id': 'cb5b23b9-90b4-4ed6-8e55-60056b0c1340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:18.422916 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d982b55e-7372-43a3-b85d-161984911ee5 req-0abc2e50-0679-47cc-b480-094d8cd8bd29 service neutron] 10.222.0.47 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942649 Feb 07 12:59:18.434548 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:18.488276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1b8bfd08-7163-48d7-950b-187f41db7110 None None] Provisioning for port bdb413d5-7924-4442-851c-2fad63e5d642 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:18.493613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1b8bfd08-7163-48d7-950b-187f41db7110 None None] Provisioning complete for port bdb413d5-7924-4442-851c-2fad63e5d642 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:18.494079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1b8bfd08-7163-48d7-950b-187f41db7110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:18.494740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-8d497a41-5f25-4fb4-b05b-5b03f97671e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:18.496365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-8d497a41-5f25-4fb4-b05b-5b03f97671e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 1099 time: 0.4569681 Feb 07 12:59:18.564807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bfd08-7163-48d7-950b-187f41db7110 None None] Port bdb413d5-7924-4442-851c-2fad63e5d642 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:59:18.623322 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d982b55e-7372-43a3-b85d-161984911ee5 req-3a9311c3-6a74-4e4f-af0c-2731f2316f67 service neutron] 10.222.0.47 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931288 Feb 07 12:59:18.796267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5a12f0f9-91a7-49a7-82af-dfbb2e5edc24 req-9d5007dc-2341-4047-a8c8-c6e7bc1e181a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:18.797718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a12f0f9-91a7-49a7-82af-dfbb2e5edc24 req-9d5007dc-2341-4047-a8c8-c6e7bc1e181a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 931 time: 1.2583973 Feb 07 12:59:18.870041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-c2f64aa1-8f2c-488a-83fd-d1acee3a9bb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=8201a994-7266-4eee-8593-7d0fdcdcd769 HTTP/1.1" status: 200 len: 217 time: 0.3534255 Feb 07 12:59:18.969378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Pushing event updated for resources: {'Port': ['ID=63732f3b-d430-4fb0-b695-ca5b3cbc0880,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:19.039260 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:19.130341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a12f0f9-91a7-49a7-82af-dfbb2e5edc24 req-b4d87732-2cf7-4e5a-b80e-1433c3adabb1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744448 Feb 07 12:59:19.168371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6726b-8209-4a11-b2d6-abe43185408c req-f74d66f2-877c-492a-aacd-ec8b84b11b77 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:19.175574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86c6726b-8209-4a11-b2d6-abe43185408c req-f74d66f2-877c-492a-aacd-ec8b84b11b77 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 935 time: 0.8820608 Feb 07 12:59:19.208247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-9654f43d-b76c-4dcf-85f5-f4876074f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:19.209652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-9654f43d-b76c-4dcf-85f5-f4876074f3d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2938108 Feb 07 12:59:19.275400 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7b98ac-2eed-401e-b00d-192f9220d8dd', 'tag': '8201a994-7266-4eee-8593-7d0fdcdcd769', 'status': 'completed', 'code': 200} Feb 07 12:59:19.296760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Attempting to bind port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:59:19.297152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Attempting to bind port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:59:19.297488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Attempting to bind port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:19.383323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:59:19.383323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Attempting to bind port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:19.400247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86c6726b-8209-4a11-b2d6-abe43185408c req-5fb6bd51-5756-4b8d-87c2-cb0c3e77d633 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237272 Feb 07 12:59:19.400983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:59:19.401337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:19.401753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:59:19.402267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Bound port: 63732f3b-d430-4fb0-b695-ca5b3cbc0880, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:59:19.402617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:19.590011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] For port 63732f3b-d430-4fb0-b695-ca5b3cbc0880, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:59:19.593757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] For port 63732f3b-d430-4fb0-b695-ca5b3cbc0880, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=63732f3b-d430-4fb0-b695-ca5b3cbc0880,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:59:19.754786 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:20.079771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e2f02468-40b4-4571-a761-adfdd5277ad0 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:59:20.094924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-d0d5cd91-1cba-4246-9bfb-9d03b2cf7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:20.096482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-d0d5cd91-1cba-4246-9bfb-9d03b2cf7f78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8758488 Feb 07 12:59:20.104242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:20.105316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:20.106679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] 10.222.0.47 "PUT /v2.0/ports/63732f3b-d430-4fb0-b695-ca5b3cbc0880 HTTP/1.1" status: 200 len: 1095 time: 3.9738030 Feb 07 12:59:20.125525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71d73447-7c23-497d-bebe-28ce42cf90af req-f3536096-f8d7-4071-85eb-3138c935e693 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 210 time: 0.1241217 Feb 07 12:59:20.224426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace399b-3165-4e63-b67a-6142185f0b68 service neutron] Pushing event updated for resources: {'Port': ['ID=63732f3b-d430-4fb0-b695-ca5b3cbc0880,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:20.374942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e2f02468-40b4-4571-a761-adfdd5277ad0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e2f02468-40b4-4571-a761-adfdd5277ad0,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:20.393802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e6557-00f1-4479-b0a1-fb6730706255 req-f169b401-43ba-4704-bb38-99bba4e201c4 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:20.395777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-139e6557-00f1-4479-b0a1-fb6730706255 req-f169b401-43ba-4704-bb38-99bba4e201c4 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 943 time: 0.6601837 Feb 07 12:59:20.412140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'port_id': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'mac_address': 'fa:16:3e:e3:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:59:20.490669 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:20.523015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f02468-40b4-4571-a761-adfdd5277ad0 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:20.545301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e2f02468-40b4-4571-a761-adfdd5277ad0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e2f02468-40b4-4571-a761-adfdd5277ad0,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:20.583091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-22bd659e-8952-4ff6-976d-46985c180014 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674451 Feb 07 12:59:20.602070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-139e6557-00f1-4479-b0a1-fb6730706255 req-ee35e90d-9f25-4565-ae8b-de516576f4d7 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883540 Feb 07 12:59:20.622789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb413d5-7924-4442-851c-2fad63e5d642 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:20.689739 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:20.776919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8006d453-2051-4f7e-912d-54354c7f6611 req-7b18a959-117a-4c21-b63f-d8a45ebc30a3 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0925472 Feb 07 12:59:20.785127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Transition to ACTIVE for port object bdb413d5-7924-4442-851c-2fad63e5d642 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:20.807634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef0d67-fec7-46ff-a15a-3b2d41a426cd req-6ec60e63-40ae-45cb-a260-54062941c393 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:20.807634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6aef0d67-fec7-46ff-a15a-3b2d41a426cd req-6ec60e63-40ae-45cb-a260-54062941c393 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 931 time: 0.3644600 Feb 07 12:59:20.857957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-683b2b9d-209d-4995-92d7-256e2f4911ce service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610929 Feb 07 12:59:20.879684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6aef0d67-fec7-46ff-a15a-3b2d41a426cd req-842469a7-d318-41ad-a61b-75c0fb3f2a71 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612085 Feb 07 12:59:20.962692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e082fc-a3d3-4b4d-8de3-3124b41b999d req-467d110b-6c47-4eda-8808-4d18b374e3fc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:20.964792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e082fc-a3d3-4b4d-8de3-3124b41b999d req-467d110b-6c47-4eda-8808-4d18b374e3fc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 947 time: 0.0824709 Feb 07 12:59:21.017384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e082fc-a3d3-4b4d-8de3-3124b41b999d req-d2918006-0b2e-481b-bba0-d10a65ccc8a3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Feb 07 12:59:21.203026 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:21.253768 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:21.315673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60114) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:21.390913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ddbe8c-58d9-4630-bbf6-755096c8a5e4', 'tag': '63732f3b-d430-4fb0-b695-ca5b3cbc0880'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:21.420277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=e2f02468-40b4-4571-a761-adfdd5277ad0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:21.525831 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ddbe8c-58d9-4630-bbf6-755096c8a5e4', 'tag': '63732f3b-d430-4fb0-b695-ca5b3cbc0880', 'status': 'completed', 'code': 200} Feb 07 12:59:21.561914 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:21.616840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:21.623475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] Usage tracker for resource:security_group_rule and tenant:f6a54ef4c8264dbcb2f1979224cf30a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:21.630234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:21.649640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:21.837077 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:21.918069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb413d5-7924-4442-851c-2fad63e5d642,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:21.946523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['e2f02468-40b4-4571-a761-adfdd5277ad0'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:22.018300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-e9fda19c-ed74-4cb2-a5ae-0c83099b3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:22.018575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:22.021892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-e9fda19c-ed74-4cb2-a5ae-0c83099b3d77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 1098 time: 0.8947225 Feb 07 12:59:22.078828 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6a54ef4c8264dbcb2f1979224cf30a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7617602 Feb 07 12:59:22.080551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baeaff2-70e3-4961-aba9-2ba8a02d257b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8439b443-bf08-4f1a-924b-c5ffa9d2fd37,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:22.083945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60136) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:22.191340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94f3748-2a40-4781-a319-7ad301369c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:22.227261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94f3748-2a40-4781-a319-7ad301369c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:22.284344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13ea2614-d94f-49e2-95f9-0e47d8abae26 req-a9a74b1d-2f6c-42b1-8ae2-2cd6053861e4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 210 time: 0.3873127 Feb 07 12:59:22.298346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-56ed43cb-3e91-4bda-a7ec-4a747e75195b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=63732f3b-d430-4fb0-b695-ca5b3cbc0880 HTTP/1.1" status: 200 len: 217 time: 0.2586837 Feb 07 12:59:22.458544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-6f9eba10-24ae-49e7-a0bc-deb70e540b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:22.460580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-6f9eba10-24ae-49e7-a0bc-deb70e540b31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 1099 time: 1.0308273 Feb 07 12:59:22.474216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fe10863-7d21-447f-9be0-1d7d06ba27bd req-3f0277c4-6cf4-4fd4-8d33-9c6bca618cb5 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1279900 Feb 07 12:59:22.527879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-81e51c97-28e7-4be4-86f8-d8a5341734f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:22.529401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-81e51c97-28e7-4be4-86f8-d8a5341734f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2191100 Feb 07 12:59:22.594269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Attempting to bind port bdb413d5-7924-4442-851c-2fad63e5d642 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:59:22.595007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Attempting to bind port bdb413d5-7924-4442-851c-2fad63e5d642 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:59:22.595611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Attempting to bind port bdb413d5-7924-4442-851c-2fad63e5d642 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:22.642713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-744b9322-5a59-4e55-933b-8740fd020d19 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:22.644778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-744b9322-5a59-4e55-933b-8740fd020d19 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.9888749 Feb 07 12:59:22.660217 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d23b58b5-c238-46d7-81e6-1f08e04578b9 req-f4d97d1a-9cb2-4038-9ef4-36c86634aefa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9438fe8f-7c56-43e3-b72a-8c50aa986e18 HTTP/1.1" status: 200 len: 210 time: 0.0775845 Feb 07 12:59:22.731271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Request body: {'port': {'device_id': '4c9d44a8-89de-4924-8d72-374ba6bbd9e6', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'admin_state_up': True, 'tenant_id': '66a34b0aef7846e9ad89f05eef8801a0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:22.846657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Port bdb413d5-7924-4442-851c-2fad63e5d642 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:59:22.847019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Attempting to bind port bdb413d5-7924-4442-851c-2fad63e5d642 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:22.871604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94f3748-2a40-4781-a319-7ad301369c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:22.887720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f3748-2a40-4781-a319-7ad301369c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8439b443-bf08-4f1a-924b-c5ffa9d2fd37,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:22.890441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:59:22.890794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Checking segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:22.891211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Bound using segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:59:22.891728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Bound port: bdb413d5-7924-4442-851c-2fad63e5d642, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:59:22.892145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:22.895596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94f3748-2a40-4781-a319-7ad301369c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:22.897116 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f94f3748-2a40-4781-a319-7ad301369c8b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8439b443-bf08-4f1a-924b-c5ffa9d2fd37 HTTP/1.1" status: 204 len: 168 time: 0.8120639 Feb 07 12:59:22.922477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa03624-d0ac-4973-95c7-8ad08ae7cd0d req-54a5f72a-a991-406f-ad74-f20f1df18fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:22.924110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fa03624-d0ac-4973-95c7-8ad08ae7cd0d req-54a5f72a-a991-406f-ad74-f20f1df18fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 944 time: 1.0260870 Feb 07 12:59:23.185940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fa03624-d0ac-4973-95c7-8ad08ae7cd0d req-fc2901f8-d5b0-4c1a-88b8-296318f1a6e2 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399426 Feb 07 12:59:23.187047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-92c9339f-3e9a-4f82-8c1f-4715d31303cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:23.188552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-92c9339f-3e9a-4f82-8c1f-4715d31303cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.6783247 Feb 07 12:59:23.210200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-2f5a2b1f-d0d5-4052-813f-e5777dc08463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:23.210200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-2f5a2b1f-d0d5-4052-813f-e5777dc08463 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6519969 Feb 07 12:59:23.210905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:23.315568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Usage tracker for resource:port and tenant:66a34b0aef7846e9ad89f05eef8801a0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:23.374260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-fb5a4719-ab56-4bba-b688-88c52523a634 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=8201a994-7266-4eee-8593-7d0fdcdcd769 HTTP/1.1" status: 200 len: 217 time: 0.1603990 Feb 07 12:59:23.380281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:23.383492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] For port bdb413d5-7924-4442-851c-2fad63e5d642, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:59:23.393175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6addf-4496-4431-9ce9-5543f093e6b7 req-01c2dbe0-5b13-481d-bb0f-5996a6ee4b3f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:23.394687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29c6addf-4496-4431-9ce9-5543f093e6b7 req-01c2dbe0-5b13-481d-bb0f-5996a6ee4b3f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 943 time: 0.6801615 Feb 07 12:59:23.475632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:23.527453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] For port bdb413d5-7924-4442-851c-2fad63e5d642, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=bdb413d5-7924-4442-851c-2fad63e5d642,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:59:23.623526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29c6addf-4496-4431-9ce9-5543f093e6b7 req-4ca55fa9-1814-484e-b640-84884c59c635 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279726 Feb 07 12:59:23.629470 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:23.644830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-b1e3e72a-b56a-4ea2-897e-8083ebec91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:23.646277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-b1e3e72a-b56a-4ea2-897e-8083ebec91fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2505360 Feb 07 12:59:23.795552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Made reservation on behalf of 66a34b0aef7846e9ad89f05eef8801a0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:23.799877 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:23.816510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-477a40c5-9a7e-4453-befe-9608b01203fb service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369043 Feb 07 12:59:23.833367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:23.833972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:23.835310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] 10.222.0.35 "PUT /v2.0/ports/bdb413d5-7924-4442-851c-2fad63e5d642 HTTP/1.1" status: 200 len: 1091 time: 5.4559848 Feb 07 12:59:23.851495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5b23b9-90b4-4ed6-8e55-60056b0c1340', 'tag': 'bdb413d5-7924-4442-851c-2fad63e5d642'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:24.054194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecd9c872-2374-4853-9344-8634d814236d req-343ddacd-c9f4-48ec-bb6f-71f03c8470be tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 210 time: 0.2364366 Feb 07 12:59:24.084622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60178) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:24.092874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e2f02468-40b4-4571-a761-adfdd5277ad0 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:24.122063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.177020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:24.187067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] Usage tracker for resource:security_group_rule and tenant:639253c64b3e4fe18ae4e3c6dbbafb13 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:24.197657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:24.209377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:24.296643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e5e5e-0422-40dc-a990-720c7ea00167 req-0aa7973f-bc1a-4862-a1e3-5f4a76d7cd2b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:24.298912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-315e5e5e-0422-40dc-a990-720c7ea00167 req-0aa7973f-bc1a-4862-a1e3-5f4a76d7cd2b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 947 time: 0.9789243 Feb 07 12:59:24.321715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385043f-b34e-4981-b2c7-3f6ef258c923 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb413d5-7924-4442-851c-2fad63e5d642,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:24.368386 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.386778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.396547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port e2f02468-40b4-4571-a761-adfdd5277ad0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:24.404426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port e2f02468-40b4-4571-a761-adfdd5277ad0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:24.408468 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.465760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.522947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a47455e-8592-4404-bfef-b76397149b57,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:24.565644 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-923674b3-45de-44b5-912a-e837ae839cfd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=639253c64b3e4fe18ae4e3c6dbbafb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799318 Feb 07 12:59:24.568620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60184) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:24.626197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6518085a-7689-4e85-9dec-d8e2bbc8ce02 req-cff7ebaa-21ba-4a5e-9493-3ab97d8ab4a4 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7754948 Feb 07 12:59:24.651084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fd041d2-4b9c-4fa2-9a3f-6a8c95d070a3 req-e674fab3-de7f-441c-b704-f52b7c5bfd13 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.3361073 Feb 07 12:59:24.659418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6d5739d-2774-4e34-b558-76c0ed90586a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.659592 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.709490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6d5739d-2774-4e34-b558-76c0ed90586a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.732600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e2f02468-40b4-4571-a761-adfdd5277ad0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e2f02468-40b4-4571-a761-adfdd5277ad0,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:24.743155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:24.747410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Allocated IP 172.20.0.4 (cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d/b674a9c6-92fb-4e7a-8a46-784f145af0b5/db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:24.797007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-315e5e5e-0422-40dc-a990-720c7ea00167 req-4488980f-5789-4019-ac75-a800c437583b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574687 Feb 07 12:59:24.816258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-8ce1263f-4b51-496e-b1a1-2b5e529ac6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:24.818371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-8ce1263f-4b51-496e-b1a1-2b5e529ac6fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0614460 Feb 07 12:59:24.939614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6d5739d-2774-4e34-b558-76c0ed90586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.939858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.969521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5739d-2774-4e34-b558-76c0ed90586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a47455e-8592-4404-bfef-b76397149b57,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:24.980876 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6d5739d-2774-4e34-b558-76c0ed90586a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:24.984459 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a6d5739d-2774-4e34-b558-76c0ed90586a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a47455e-8592-4404-bfef-b76397149b57 HTTP/1.1" status: 204 len: 168 time: 0.4062891 Feb 07 12:59:25.010563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-2106ff2b-eafd-4817-8f37-a25d2ab45306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:25.010563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-2106ff2b-eafd-4817-8f37-a25d2ab45306 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 1094 time: 0.9717500 Feb 07 12:59:25.041370 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5b23b9-90b4-4ed6-8e55-60056b0c1340', 'tag': 'bdb413d5-7924-4442-851c-2fad63e5d642', 'status': 'completed', 'code': 200} Feb 07 12:59:25.109339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=e2f02468-40b4-4571-a761-adfdd5277ad0,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:25.256324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-c044c669-b5eb-4cb9-895a-d800dfaaa6e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdb413d5-7924-4442-851c-2fad63e5d642 HTTP/1.1" status: 200 len: 217 time: 0.1934671 Feb 07 12:59:25.436593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-34d1a091-e12a-4f8b-af56-4cfe0e92c3fa service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963302 Feb 07 12:59:25.456811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-24b754c2-ab39-496d-afd8-e65697119558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:25.458419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-24b754c2-ab39-496d-afd8-e65697119558 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.1774957 Feb 07 12:59:25.591449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-30521b4d-bbac-4252-a43d-f07f0940b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:25.592972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-30521b4d-bbac-4252-a43d-f07f0940b790 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 1098 time: 0.6626177 Feb 07 12:59:25.606142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:25.727433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b20f97-18ad-4b7f-828f-6089ca73022a req-af7fd5bf-a1f5-460b-bb39-e1dfed26449f tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:25.739356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61b20f97-18ad-4b7f-828f-6089ca73022a req-af7fd5bf-a1f5-460b-bb39-e1dfed26449f tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 945 time: 0.6003025 Feb 07 12:59:25.876752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61b20f97-18ad-4b7f-828f-6089ca73022a req-849ff4bb-acc7-4efd-b9d9-477238e9305e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403160 Feb 07 12:59:25.881513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-096b96c9-0f36-4249-99be-d346fb99f8ff req-e90a29a9-213f-4c40-b72d-50b2d6772ef4 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221697 Feb 07 12:59:25.915691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-102552d3-22bf-42ac-bda3-b9c5242994b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:25.917376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-102552d3-22bf-42ac-bda3-b9c5242994b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.3080583 Feb 07 12:59:25.920571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-3f6265b8-cbd3-4170-8181-d553bc3e86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:25.923424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-3f6265b8-cbd3-4170-8181-d553bc3e86ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4373124 Feb 07 12:59:26.066781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-68b16d52-8613-4705-b95c-d9b896904ef9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=63732f3b-d430-4fb0-b695-ca5b3cbc0880 HTTP/1.1" status: 200 len: 217 time: 0.1368113 Feb 07 12:59:26.088977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8201a994-7266-4eee-8593-7d0fdcdcd769 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:59:26.110512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:26.334382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event updated for resources: {'Port': ['ID=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:26.415889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8201a994-7266-4eee-8593-7d0fdcdcd769, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8201a994-7266-4eee-8593-7d0fdcdcd769,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:26.435262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '8201a994-7266-4eee-8593-7d0fdcdcd769', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '8201a994-7266-4eee-8593-7d0fdcdcd769', 'mac_address': 'fa:16:3e:87:6b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:59:26.510907 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:26.530138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8201a994-7266-4eee-8593-7d0fdcdcd769 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:26.566682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8201a994-7266-4eee-8593-7d0fdcdcd769, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8201a994-7266-4eee-8593-7d0fdcdcd769,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:26.577434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:26.583227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:26.595508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:26.629247 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'code': 200} Feb 07 12:59:26.657377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-dd560850-0a6c-40e6-b360-de7a892e5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:26.659641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-dd560850-0a6c-40e6-b360-de7a892e5655 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.5554092 Feb 07 12:59:26.741941 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:26.778491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-dee603f0-ca95-438d-a159-6c19f432dad7 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975414 Feb 07 12:59:26.884447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8201a994-7266-4eee-8593-7d0fdcdcd769,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:26.999088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:26.999746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:27.115354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c0b09-8f04-49ff-badc-1ba801aecc61 req-124d20bc-0758-4b68-a156-15ceca0bea2a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:27.117008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b6c0b09-8f04-49ff-badc-1ba801aecc61 req-124d20bc-0758-4b68-a156-15ceca0bea2a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 943 time: 1.1124182 Feb 07 12:59:27.154149 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-47ee2352-ae64-4f8b-813a-1081a3f26b59 req-a3e7b80c-09cc-4f2c-baa5-406cecb48d72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1312292 Feb 07 12:59:27.252880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-f821db24-74ed-4f7d-b581-78e9ad39b72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5396562 Feb 07 12:59:27.254857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdb7c25b-9e64-4024-b9e2-1fc70cb4eee6 req-7c1a6322-64d4-4d16-82b8-493de1db108f service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962629 Feb 07 12:59:27.258879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-b6fb2378-ca82-4f90-b929-36abfe65f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:27.260314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-b6fb2378-ca82-4f90-b929-36abfe65f43e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5681336 Feb 07 12:59:27.264149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b6c0b09-8f04-49ff-badc-1ba801aecc61 req-f719d68e-50bb-4188-9e7c-94cc8ad3cd82 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251948 Feb 07 12:59:27.267900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725008c8-a5a7-477b-be3a-f868d182aab8 req-f01289f2-feb8-4b90-a835-46c2045e6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:27.269427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-725008c8-a5a7-477b-be3a-f868d182aab8 req-f01289f2-feb8-4b90-a835-46c2045e6df3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 1096 time: 0.4947948 Feb 07 12:59:27.371397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49ba6-db1a-4172-a754-c2af60177453 req-e55b3f17-8bd6-48af-ad7c-225d42e0c330 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:27.372289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bea49ba6-db1a-4172-a754-c2af60177453 req-e55b3f17-8bd6-48af-ad7c-225d42e0c330 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:27.388044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Request body: {'port': {'device_id': '4c9d44a8-89de-4924-8d72-374ba6bbd9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:27.456987 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:27.501631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-725008c8-a5a7-477b-be3a-f868d182aab8 req-9b21f0bc-4fc3-4299-9ee5-c2ad179b8167 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110581 Feb 07 12:59:27.562301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-9fc5584f-47e9-49e7-b9cc-98a1422ffaf1 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915645 Feb 07 12:59:27.879530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81314ccc-d0f5-4484-9835-1fb8f058d168 req-d37bf9f6-41c0-4865-b556-162f53259679 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.3248627 Feb 07 12:59:27.920081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:27.986104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bea49ba6-db1a-4172-a754-c2af60177453 req-e55b3f17-8bd6-48af-ad7c-225d42e0c330 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:27.992576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea49ba6-db1a-4172-a754-c2af60177453 req-e55b3f17-8bd6-48af-ad7c-225d42e0c330 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 931 time: 1.0793099 Feb 07 12:59:28.120439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 63732f3b-d430-4fb0-b695-ca5b3cbc0880 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:59:28.296241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea49ba6-db1a-4172-a754-c2af60177453 req-b7d1a498-31d9-4bc1-a3e2-5685217ce2ae tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907155 Feb 07 12:59:28.392654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-bd0d3d0a-0de9-42b3-a6e0-a1998dd35dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:28.394171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-bd0d3d0a-0de9-42b3-a6e0-a1998dd35dd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 1094 time: 0.7589772 Feb 07 12:59:28.410802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 63732f3b-d430-4fb0-b695-ca5b3cbc0880, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=63732f3b-d430-4fb0-b695-ca5b3cbc0880,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:28.427394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '63732f3b-d430-4fb0-b695-ca5b3cbc0880', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '63732f3b-d430-4fb0-b695-ca5b3cbc0880', 'mac_address': 'fa:16:3e:03:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:59:28.441822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633e7be5-c481-426b-9891-1dc7e47710e5 req-4c242697-e29d-4c8e-8b74-1ecf5c6e186b service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526681 Feb 07 12:59:28.498369 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:28.518317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63732f3b-d430-4fb0-b695-ca5b3cbc0880 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:28.535645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 63732f3b-d430-4fb0-b695-ca5b3cbc0880, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=63732f3b-d430-4fb0-b695-ca5b3cbc0880,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:28.712332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:28.814620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ec24a-46cb-40b1-94c1-f92c367fef12 req-260e0eec-5265-46b0-b989-e1d84025e1a6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:28.816073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d2ec24a-46cb-40b1-94c1-f92c367fef12 req-260e0eec-5265-46b0-b989-e1d84025e1a6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 947 time: 0.7477386 Feb 07 12:59:28.833961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=63732f3b-d430-4fb0-b695-ca5b3cbc0880,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:28.954880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-0ad0a614-c116-4c55-91da-a5b623e65b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:28.956453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-0ad0a614-c116-4c55-91da-a5b623e65b75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.5440826 Feb 07 12:59:28.965387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d2ec24a-46cb-40b1-94c1-f92c367fef12 req-d099554e-0852-4fed-b42a-6b20cfe1f96a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368985 Feb 07 12:59:29.061370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-ac31d38c-77b4-4599-ba14-11578c2b7891 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdb413d5-7924-4442-851c-2fad63e5d642 HTTP/1.1" status: 200 len: 217 time: 0.0861845 Feb 07 12:59:29.074137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83f42f-15d4-4d2b-a730-c55bb4bd0140 req-6aff202c-cac9-4193-a67d-55bb961afcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:29.075878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca83f42f-15d4-4d2b-a730-c55bb4bd0140 req-6aff202c-cac9-4193-a67d-55bb961afcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 945 time: 0.6331370 Feb 07 12:59:29.293644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-1664645b-98f9-4bf3-b48f-f5163e683f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:29.295060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-1664645b-98f9-4bf3-b48f-f5163e683f98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.2170532 Feb 07 12:59:29.314557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca83f42f-15d4-4d2b-a730-c55bb4bd0140 req-05ce3051-812d-4148-93c4-b16d802069ca tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023787 Feb 07 12:59:29.371670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:29.383583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:29.419739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Transition to ACTIVE for port object db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:29.472180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550cf27-7cbe-4845-9abb-ae3a8e326475 req-9e3f4d9b-adc7-4eb8-b231-d3a8f753a602 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:29.473636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4550cf27-7cbe-4845-9abb-ae3a8e326475 req-9e3f4d9b-adc7-4eb8-b231-d3a8f753a602 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 943 time: 0.3626568 Feb 07 12:59:29.488657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f91360e5-a793-4dfe-813d-00d51559cbd2 req-1b5e5f2e-2f15-4620-a62a-7532d88219ab tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0637193 Feb 07 12:59:29.519086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-349404f4-1d8b-4675-9a90-4ac12dd1d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:29.521896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-349404f4-1d8b-4675-9a90-4ac12dd1d784 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142520 Feb 07 12:59:29.558416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['63732f3b-d430-4fb0-b695-ca5b3cbc0880'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:29.626934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4550cf27-7cbe-4845-9abb-ae3a8e326475 req-a1399f86-245b-4e55-9cfd-31b0aba09483 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423802 Feb 07 12:59:29.754635 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:30.003960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Pushing event updated for resources: {'Port': ['ID=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:30.052858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-e478fec6-6b7f-45b2-a814-850f44d71b6d service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160525 Feb 07 12:59:30.126883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8201a994-7266-4eee-8593-7d0fdcdcd769 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:30.171283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110a697-883f-4a43-b731-3c2d19ae2644 req-0c36105a-4c5e-45ea-a108-78d28284c1e9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:30.172798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8110a697-883f-4a43-b731-3c2d19ae2644 req-0c36105a-4c5e-45ea-a108-78d28284c1e9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 943 time: 0.5544477 Feb 07 12:59:30.220777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Attempting to bind port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:59:30.221119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Attempting to bind port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:59:30.221481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Attempting to bind port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:30.242827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:59:30.243151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Attempting to bind port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:30.272341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:59:30.272682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Checking segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:30.273064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Bound using segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:59:30.273492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Bound port: db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:59:30.273839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:30.291357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8110a697-883f-4a43-b731-3c2d19ae2644 req-2211a3fa-15c6-4474-9bfe-8eee94b728ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066296 Feb 07 12:59:30.296509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73a39454-168d-4853-ad9f-fb848bd598e7 req-dc1c1506-c080-46b7-8f14-00231e3e2baa service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349916 Feb 07 12:59:30.382359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] For port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:59:30.385348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] For port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:59:30.473370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ae666-d83f-406b-aa2f-7e6bb4431180 req-75a681fc-6985-4a42-b34f-44ad525dff30 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:30.474850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a02ae666-d83f-406b-aa2f-7e6bb4431180 req-75a681fc-6985-4a42-b34f-44ad525dff30 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 948 time: 0.0835431 Feb 07 12:59:30.476296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device bdb413d5-7924-4442-851c-2fad63e5d642 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:59:30.525410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a02ae666-d83f-406b-aa2f-7e6bb4431180 req-4083d4fc-d3b9-4ddf-ac74-a29dac8d58a8 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Feb 07 12:59:30.563785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 8201a994-7266-4eee-8593-7d0fdcdcd769 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:30.575129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 8201a994-7266-4eee-8593-7d0fdcdcd769 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:30.575707 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:30.607417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:30.766355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Pushing event updated for resources: {'Port': ['ID=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:30.790064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port bdb413d5-7924-4442-851c-2fad63e5d642, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=bdb413d5-7924-4442-851c-2fad63e5d642,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:30.809821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'bdb413d5-7924-4442-851c-2fad63e5d642', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': 'bdb413d5-7924-4442-851c-2fad63e5d642', 'mac_address': 'fa:16:3e:ef:33:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:59:30.811511 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:30.862018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35a8f470-ae27-41fd-a68d-82e61897b698 req-f9d57567-706f-4845-ad45-997bfb0c3f09 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1021535 Feb 07 12:59:30.863279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:30.864020 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:30.865188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-5f1d5474-5347-46d3-ac8c-74bee50c362e service neutron] 10.222.0.35 "PUT /v2.0/ports/db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 HTTP/1.1" status: 200 len: 1091 time: 3.4893513 Feb 07 12:59:30.865783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9d44a8-89de-4924-8d72-374ba6bbd9e6', 'tag': 'db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:30.914948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7b98ac-2eed-401e-b00d-192f9220d8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8201a994-7266-4eee-8593-7d0fdcdcd769'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:30.920254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:30.930053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fa8d6-c69c-49c3-ae56-45ddef834b03 req-f564a951-a1b8-404f-a83f-486b54dff0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:30.933016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f1fa8d6-c69c-49c3-ae56-45ddef834b03 req-f564a951-a1b8-404f-a83f-486b54dff0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 945 time: 0.1732788 Feb 07 12:59:30.941044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8201a994-7266-4eee-8593-7d0fdcdcd769, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8201a994-7266-4eee-8593-7d0fdcdcd769,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:30.945203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb413d5-7924-4442-851c-2fad63e5d642 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:30.963127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port bdb413d5-7924-4442-851c-2fad63e5d642, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=bdb413d5-7924-4442-851c-2fad63e5d642,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:31.144266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f1fa8d6-c69c-49c3-ae56-45ddef834b03 req-94e2ee02-4870-4930-82ee-f941f605d364 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044303 Feb 07 12:59:31.175519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389549e1-e444-4332-9409-2a1947b4eb2c req-d8205162-a49f-4081-8ce1-660fcbf68e88 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:31.177054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-389549e1-e444-4332-9409-2a1947b4eb2c req-d8205162-a49f-4081-8ce1-660fcbf68e88 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 943 time: 0.1063235 Feb 07 12:59:31.204657 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9d44a8-89de-4924-8d72-374ba6bbd9e6', 'tag': 'db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4', 'status': 'completed', 'code': 200} Feb 07 12:59:31.236125 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:31.238049 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:31.278741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-389549e1-e444-4332-9409-2a1947b4eb2c req-20add9bf-eedd-4ead-b04d-2b0ab0606e74 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937896 Feb 07 12:59:31.329330 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7b98ac-2eed-401e-b00d-192f9220d8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8201a994-7266-4eee-8593-7d0fdcdcd769', 'code': 200} Feb 07 12:59:31.375674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=bdb413d5-7924-4442-851c-2fad63e5d642,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:31.464657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8201a994-7266-4eee-8593-7d0fdcdcd769,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:31.548689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['bdb413d5-7924-4442-851c-2fad63e5d642'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:31.646172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-c631d977-3722-42bc-baa9-010835eea13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:31.647664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-c631d977-3722-42bc-baa9-010835eea13e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 1094 time: 0.4318218 Feb 07 12:59:31.654293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f112833-8429-4be7-a594-4808d4024b58 req-4fb73ff6-54d9-4f28-a1cf-3d4304407a1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 258 time: 0.3523216 Feb 07 12:59:31.734032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:31.742587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-167c7e7d-235e-4da4-8aa2-2a5d2dc92aa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 HTTP/1.1" status: 200 len: 217 time: 0.0861168 Feb 07 12:59:31.748645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:31.796871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87234f16-a9da-4edb-89de-4d65314d185a req-403b92d7-0b8b-443c-8d89-0d703d2b2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:31.798379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87234f16-a9da-4edb-89de-4d65314d185a req-403b92d7-0b8b-443c-8d89-0d703d2b2a30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 1101 time: 0.3584192 Feb 07 12:59:31.802945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Usage tracker for resource:floatingip and tenant:5723c7a545834f47a70a1e8e2348ef14 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:31.806188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:31.819133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4faaf-b0b7-4898-88c5-582d1bfe6b11 req-220f3e39-2c12-425a-8249-e46ce659d8c5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:31.820604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7c4faaf-b0b7-4898-88c5-582d1bfe6b11 req-220f3e39-2c12-425a-8249-e46ce659d8c5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 943 time: 0.3790677 Feb 07 12:59:31.846482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:31.893691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-6731cdbd-194d-480e-8aff-76078f0a9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:31.895194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-6731cdbd-194d-480e-8aff-76078f0a9e95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.1429489 Feb 07 12:59:31.966842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-31252091-d1f6-44b4-9718-ac781b3050d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554140 Feb 07 12:59:31.968685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87234f16-a9da-4edb-89de-4d65314d185a req-10c3420e-bbd0-49ca-9e66-721a62297c41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417022 Feb 07 12:59:31.973481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7c4faaf-b0b7-4898-88c5-582d1bfe6b11 req-5483bcf3-d604-42ec-9f1d-77b49c80a3e9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281314 Feb 07 12:59:32.048555 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.074319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60336) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:32.150727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 63732f3b-d430-4fb0-b695-ca5b3cbc0880 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:32.210296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.227826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:32.233337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] Usage tracker for resource:security_group_rule and tenant:21455fb2574e48e8aed0c5393f11b6c6 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:32.236344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:32.243391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:32.328377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-de1a950f-2bee-49cb-80a7-5d9923f96939 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539035 Feb 07 12:59:32.332531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.366327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:32.376895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:32.376895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.462570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120f3a5-04b5-403f-8ff9-3d2f5e9b6a67 req-cdb13592-9953-4e31-9df4-ec0791097ff2 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:32.464894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7120f3a5-04b5-403f-8ff9-3d2f5e9b6a67 req-cdb13592-9953-4e31-9df4-ec0791097ff2 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 948 time: 0.3353353 Feb 07 12:59:32.484218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-78a24bfd-4352-4870-9cec-f869f3def507 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3048744 Feb 07 12:59:32.488267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.528002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device bdb413d5-7924-4442-851c-2fad63e5d642 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:32.565554 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21455fb2574e48e8aed0c5393f11b6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899390 Feb 07 12:59:32.566928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254ee57-26c3-4b99-88da-39e6842eb25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9caf01-6166-4c24-8c2f-3dbc987bf8ef,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:32.569476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60346) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:32.592961 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.628447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-957f0125-f1e1-48e9-8501-5e3e5d2f94e5 req-363a8199-e48e-4a00-a2ba-e670c930c688 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905319 Feb 07 12:59:32.639098 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06234b75-0d9e-43b1-9bfa-10c49342d4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.640190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 63732f3b-d430-4fb0-b695-ca5b3cbc0880, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=63732f3b-d430-4fb0-b695-ca5b3cbc0880,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:32.642207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.646312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7120f3a5-04b5-403f-8ff9-3d2f5e9b6a67 req-e60ca512-7b8e-4c40-a0a7-23ce99f43006 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698489 Feb 07 12:59:32.684105 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06234b75-0d9e-43b1-9bfa-10c49342d4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.774097 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.824260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port bdb413d5-7924-4442-851c-2fad63e5d642 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:32.836454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port bdb413d5-7924-4442-851c-2fad63e5d642 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:32.836825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.906170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=63732f3b-d430-4fb0-b695-ca5b3cbc0880,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:32.973499 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:32.990225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06234b75-0d9e-43b1-9bfa-10c49342d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:33.012930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port bdb413d5-7924-4442-851c-2fad63e5d642, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=bdb413d5-7924-4442-851c-2fad63e5d642,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:33.017127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06234b75-0d9e-43b1-9bfa-10c49342d4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9caf01-6166-4c24-8c2f-3dbc987bf8ef,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:33.021252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bafb6988-b0c4-4ed8-b875-28daa9679105 req-454e02a8-f790-413f-b816-43874d3a4e25 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1156213 Feb 07 12:59:33.028956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06234b75-0d9e-43b1-9bfa-10c49342d4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:33.044156 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-06234b75-0d9e-43b1-9bfa-10c49342d4ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce9caf01-6166-4c24-8c2f-3dbc987bf8ef HTTP/1.1" status: 204 len: 168 time: 0.4642515 Feb 07 12:59:33.058213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Allocated IP 172.25.7.15 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/d98f8344-a115-465f-87aa-3879605fa278) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:33.090508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-2338996a-32da-45ae-b455-362977527b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:33.092223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-2338996a-32da-45ae-b455-362977527b25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 1095 time: 0.5166235 Feb 07 12:59:33.293746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423e25-d503-492c-abaf-fd640e4fa42e req-d8939952-6574-4898-a80b-b6db41e875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:33.295096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13423e25-d503-492c-abaf-fd640e4fa42e req-d8939952-6574-4898-a80b-b6db41e875cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 1094 time: 0.3865917 Feb 07 12:59:33.321372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:33.357362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ddbe8c-58d9-4630-bbf6-755096c8a5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63732f3b-d430-4fb0-b695-ca5b3cbc0880'}, {'server_uuid': 'cb5b23b9-90b4-4ed6-8e55-60056b0c1340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb413d5-7924-4442-851c-2fad63e5d642'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:33.395447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=bdb413d5-7924-4442-851c-2fad63e5d642,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:33.530122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:33.544313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9459f-13f2-41ea-80a4-dc9fbaf4f6e8 req-daef6859-e657-4bd3-8d7a-76ed6db339b0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:33.545739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-05a9459f-13f2-41ea-80a4-dc9fbaf4f6e8 req-daef6859-e657-4bd3-8d7a-76ed6db339b0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 944 time: 0.3840051 Feb 07 12:59:33.550409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-8a4d8491-2bf4-4830-a66d-ffd302ace4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:33.551875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-8a4d8491-2bf4-4830-a66d-ffd302ace4ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.3890128 Feb 07 12:59:33.653584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-dc1b7409-eb26-4339-8e38-f38dcd0323b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 200 len: 217 time: 0.0882475 Feb 07 12:59:33.658196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423e25-d503-492c-abaf-fd640e4fa42e req-df51123e-6853-4c28-87a7-ab675760c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:33.659624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13423e25-d503-492c-abaf-fd640e4fa42e req-df51123e-6853-4c28-87a7-ab675760c6f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 912 time: 0.3570726 Feb 07 12:59:33.786328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13423e25-d503-492c-abaf-fd640e4fa42e req-d5e57dd0-4404-4230-a6a9-ce210941c1ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 HTTP/1.1" status: 200 len: 217 time: 0.0907931 Feb 07 12:59:33.798803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-05a9459f-13f2-41ea-80a4-dc9fbaf4f6e8 req-b9456ecf-cb7c-4e8e-9c49-1d385576f498 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459102 Feb 07 12:59:33.857619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-2cb5c0f0-f95f-46d4-8773-9fd93013f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:33.863068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-2cb5c0f0-f95f-46d4-8773-9fd93013f223 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1985137 Feb 07 12:59:33.951499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-d1be25ce-77eb-4807-8522-35de859662ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804021 Feb 07 12:59:33.957835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423e25-d503-492c-abaf-fd640e4fa42e req-2146d8fe-e330-4b1d-b904-ac099a6a1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:33.959146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13423e25-d503-492c-abaf-fd640e4fa42e req-2146d8fe-e330-4b1d-b904-ac099a6a1f2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.1562111 Feb 07 12:59:34.082207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.082367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60366) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:34.102534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.121524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:34.125742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] Usage tracker for resource:security_group_rule and tenant:2de5944c17c2403e90f95f1e1231938b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:34.128919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:34.135614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:34.137807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13423e25-d503-492c-abaf-fd640e4fa42e req-aa3534a5-7ae9-4b1d-b5dc-9271f99137f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706760 Feb 07 12:59:34.227564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.259380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:34.269651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:34.272047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:34.311651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Pushing event updated for resources: {'Port': ['ID=d98f8344-a115-465f-87aa-3879605fa278,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:34.373280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.427207 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2de5944c17c2403e90f95f1e1231938b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444076 Feb 07 12:59:34.428269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011eedb-2f77-4122-b6d8-5d9f0ccadbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983c8be-2664-4ab9-9415-ba42cd46fa86,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:34.430629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60372) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:34.501128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c64e1877-ea4b-4140-bd66-c2abd0be58a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.509612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:59:34.532242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c64e1877-ea4b-4140-bd66-c2abd0be58a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.550368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeab80-f767-4c26-9eb9-e5e2a40fecfc req-1b20ab01-0098-42c9-a5bb-86866bbc779b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:34.552204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0bdeab80-f767-4c26-9eb9-e5e2a40fecfc req-1b20ab01-0098-42c9-a5bb-86866bbc779b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 943 time: 0.6417413 Feb 07 12:59:34.573177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-0d3290d4-1242-4a27-89ad-edadb9aac00f service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077442 Feb 07 12:59:34.665989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:34.685916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'port_id': 'db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4', 'mac_address': 'fa:16:3e:de:80:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b674a9c6-92fb-4e7a-8a46-784f145af0b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 12:59:34.716169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13423e25-d503-492c-abaf-fd640e4fa42e req-8f33d8c1-966d-4159-b88f-cd38dc04faec service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468004 Feb 07 12:59:34.722777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c64e1877-ea4b-4140-bd66-c2abd0be58a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.750862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.751121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e1877-ea4b-4140-bd66-c2abd0be58a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983c8be-2664-4ab9-9415-ba42cd46fa86,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:34.758034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c64e1877-ea4b-4140-bd66-c2abd0be58a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.759027 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c64e1877-ea4b-4140-bd66-c2abd0be58a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7983c8be-2664-4ab9-9415-ba42cd46fa86 HTTP/1.1" status: 204 len: 168 time: 0.3274298 Feb 07 12:59:34.779051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 12:59:34.795802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:34.829552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0bdeab80-f767-4c26-9eb9-e5e2a40fecfc req-863fb31a-ea7e-4f46-a5c1-725a73681b3e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530181 Feb 07 12:59:34.837783 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:34.894978 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ddbe8c-58d9-4630-bbf6-755096c8a5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63732f3b-d430-4fb0-b695-ca5b3cbc0880', 'code': 200} Feb 07 12:59:34.895253 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5b23b9-90b4-4ed6-8e55-60056b0c1340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb413d5-7924-4442-851c-2fad63e5d642', 'code': 200} Feb 07 12:59:34.908190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4669da4b-f86d-4065-ba29-2e2884a3af67 req-c4e2a981-6448-4e98-9288-d0c6403da50e service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273804 Feb 07 12:59:34.941077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13423e25-d503-492c-abaf-fd640e4fa42e req-4d2a5d83-5caf-4e71-a393-aa56d6430bf4 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099459 Feb 07 12:59:34.984067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:35.055045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:35.217339 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:35.255001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:35.305075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462b47f-92ed-4986-b65d-d165cc351bfa req-4338f58c-cb7b-4e02-97e7-4c5286e22f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:35.306573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0462b47f-92ed-4986-b65d-d165cc351bfa req-4338f58c-cb7b-4e02-97e7-4c5286e22f22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 1100 time: 0.2939007 Feb 07 12:59:35.309103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d0b7d-a531-449e-aa12-943d872ea401 req-6de26b37-d2aa-4447-a701-8214b1bcea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:35.310416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e8d0b7d-a531-449e-aa12-943d872ea401 req-6de26b37-d2aa-4447-a701-8214b1bcea58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 1096 time: 0.3343062 Feb 07 12:59:35.326108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16a7b-d5d2-4685-9fcb-952929e93417 req-d800a238-4e3d-41e3-8d9d-2ed5e0167826 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:35.327591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21c16a7b-d5d2-4685-9fcb-952929e93417 req-d800a238-4e3d-41e3-8d9d-2ed5e0167826 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 949 time: 0.3138020 Feb 07 12:59:35.509259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e8d0b7d-a531-449e-aa12-943d872ea401 req-1589755c-7491-46d4-9781-d87e6e841482 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796055 Feb 07 12:59:35.513354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0462b47f-92ed-4986-b65d-d165cc351bfa req-a4c6fab2-fe4d-4101-a029-7761e9b3b740 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848209 Feb 07 12:59:35.516050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21c16a7b-d5d2-4685-9fcb-952929e93417 req-50cfbecf-c89d-4381-8a2a-72475fbf6898 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611135 Feb 07 12:59:35.586260 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:35.674655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4aef9ca-756d-4571-99dc-6d7f6947f939 req-11e4d2dc-b136-47be-9c1d-630a26f52b37 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0431342 Feb 07 12:59:35.755596 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:35.917093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Pushing event updated for resources: {'Port': ['ID=d98f8344-a115-465f-87aa-3879605fa278,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:35.942838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:35.974453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dce822-03a5-4ec0-8399-c4b34d1ba43d req-19cbd9e4-9d32-4b6b-ab3a-efb25ce05c9a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:35.975936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2dce822-03a5-4ec0-8399-c4b34d1ba43d req-19cbd9e4-9d32-4b6b-ab3a-efb25ce05c9a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.1788003 Feb 07 12:59:36.021931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2dce822-03a5-4ec0-8399-c4b34d1ba43d req-2efc0b19-40bd-4a79-b0bd-4e1360315100 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Feb 07 12:59:36.200303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f2612-83f0-48ad-a473-8679d6b2d34a req-7112fd8e-aade-41f1-96de-16a3d3e81ff6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:36.201836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb4f2612-83f0-48ad-a473-8679d6b2d34a req-7112fd8e-aade-41f1-96de-16a3d3e81ff6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 944 time: 0.0833054 Feb 07 12:59:36.249390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb4f2612-83f0-48ad-a473-8679d6b2d34a req-0366fb66-7efc-4212-8d27-4ae2dc8b5c16 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 Feb 07 12:59:36.313380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:36.314490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f112833-8429-4be7-a594-4808d4024b58 req-f1f915ff-b0a3-499b-811e-fc6569ee204c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5972302 Feb 07 12:59:36.410895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2f112833-8429-4be7-a594-4808d4024b58 req-557fe315-25fe-4d1f-9bee-3c502f68cb08 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:36.526955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 12:59:36.672012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2f112833-8429-4be7-a594-4808d4024b58 req-557fe315-25fe-4d1f-9bee-3c502f68cb08 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:36.678527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f112833-8429-4be7-a594-4808d4024b58 req-557fe315-25fe-4d1f-9bee-3c502f68cb08 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.3571353 Feb 07 12:59:36.738995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:36.757339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:36.757970 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:36.830500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf67e2-2336-4b9a-b27a-f9bcb06a94f5 req-9dda5ee9-57c7-4402-a9b2-6f0d03773ccc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:36.832258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eaf67e2-2336-4b9a-b27a-f9bcb06a94f5 req-9dda5ee9-57c7-4402-a9b2-6f0d03773ccc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 949 time: 0.2035685 Feb 07 12:59:36.958372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:36.993076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9d44a8-89de-4924-8d72-374ba6bbd9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:37.005375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:37.056763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f112833-8429-4be7-a594-4808d4024b58 req-8ff0757f-593c-4cc1-928c-2f5cbd121598 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:37.058751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f112833-8429-4be7-a594-4808d4024b58 req-8ff0757f-593c-4cc1-928c-2f5cbd121598 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.3796885 Feb 07 12:59:37.066250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eaf67e2-2336-4b9a-b27a-f9bcb06a94f5 req-31db1319-6c00-4ac1-830b-1e7c5fed5b73 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244797 Feb 07 12:59:37.071638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-2f112833-8429-4be7-a594-4808d4024b58 req-5456b00b-dd26-47a3-abc4-511ae5de963a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:59:37.072619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f112833-8429-4be7-a594-4808d4024b58 req-5456b00b-dd26-47a3-abc4-511ae5de963a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055361 Feb 07 12:59:37.120010 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9d44a8-89de-4924-8d72-374ba6bbd9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4', 'code': 200} Feb 07 12:59:37.246945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0371a961-6ad8-41aa-a54a-e4a091987ede req-cd39a08f-79d9-47c4-8ae0-cfd530e9a61d tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0789142 Feb 07 12:59:37.340233 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:37.346098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac25e2-6bb5-41a0-b1f8-e63a9002c740 req-92c99e64-a31e-4dd6-8cd7-8bd1ae6d0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:37.347688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fac25e2-6bb5-41a0-b1f8-e63a9002c740 req-92c99e64-a31e-4dd6-8cd7-8bd1ae6d0be0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 1095 time: 0.1427455 Feb 07 12:59:37.357157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a1862-15d1-4ea1-9b35-81b6d8c2ef33 req-47f9c640-b6df-4791-8a8c-a7857dec5dc4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:37.358637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f34a1862-15d1-4ea1-9b35-81b6d8c2ef33 req-47f9c640-b6df-4791-8a8c-a7857dec5dc4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.1525617 Feb 07 12:59:37.447524 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:37.469135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fac25e2-6bb5-41a0-b1f8-e63a9002c740 req-e2161a50-c566-4a20-afb9-f309d3211c83 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095099 Feb 07 12:59:37.481853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f34a1862-15d1-4ea1-9b35-81b6d8c2ef33 req-d9bc7efc-e0d9-4a3b-8dd1-00dba5e16c88 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088226 Feb 07 12:59:37.532829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705170e-a70a-4924-87e3-18be812820ee req-4c45e033-2211-47f5-b5fd-623f491f7168 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:37.536949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-4c45e033-2211-47f5-b5fd-623f491f7168 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1320591 Feb 07 12:59:37.659256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-fd0aeff1-361c-4693-a677-fcce1cb64ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.1214364 Feb 07 12:59:37.672075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Request body: {'floatingip': {'port_id': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:37.759169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:37.901917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e70de-856c-4460-a555-a82cc1ac4c0b req-6c765a35-dfc3-4de0-b646-a642c4c9bf0f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:37.903457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-410e70de-856c-4460-a555-a82cc1ac4c0b req-6c765a35-dfc3-4de0-b646-a642c4c9bf0f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 945 time: 0.3129678 Feb 07 12:59:38.058593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-410e70de-856c-4460-a555-a82cc1ac4c0b req-f102780b-b5e6-457d-b024-4fce196f1a47 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235750 Feb 07 12:59:38.359046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483046d9-fd82-4ae9-b94e-a279230f49d4 req-219e86c5-5a27-4530-afb3-5eec0e131af6 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:38.360620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-483046d9-fd82-4ae9-b94e-a279230f49d4 req-219e86c5-5a27-4530-afb3-5eec0e131af6 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1097 time: 0.1840920 Feb 07 12:59:38.419133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-483046d9-fd82-4ae9-b94e-a279230f49d4 req-2ed62d5d-6bb8-4ef1-9835-7ea2b1a0f3ba tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519042 Feb 07 12:59:38.540036 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:38.674177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c40e18-4027-4fe4-95ab-7163e5a52c82 req-d327743a-0d7d-44fd-8eb3-d6f39e705992 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:38.675694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24c40e18-4027-4fe4-95ab-7163e5a52c82 req-d327743a-0d7d-44fd-8eb3-d6f39e705992 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 949 time: 0.0870526 Feb 07 12:59:38.707127 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:38.842994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ba40ac32-72f9-4ddf-9552-8fd788280ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:38.918490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24c40e18-4027-4fe4-95ab-7163e5a52c82 req-5f36188f-0fd1-4762-9236-3c82ad8b87fd tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362328 Feb 07 12:59:39.077264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae392a4-7763-45be-b044-c0215701ac24 req-a97cff96-401a-4575-b48e-9eac65b04397 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0525770 Feb 07 12:59:39.078328 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Floating IP 5a5582ee-f742-4481-83f8-3afb1947c14c associated. External IP: 172.25.7.15, port: e2f02468-40b4-4571-a761-adfdd5277ad0. Feb 07 12:59:39.455645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Router 4ac00402-fb0f-4205-97ca-81306dbb94c3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:59:39.638139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:59:39.643356 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:39.651128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] Sync routers for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:59:39.663744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:59:39.665200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:59:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:39.704083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-cd7ee429-b483-450a-80a7-e92acc88b469 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "PUT /v2.0/floatingips/5a5582ee-f742-4481-83f8-3afb1947c14c HTTP/1.1" status: 200 len: 995 time: 2.0376573 Feb 07 12:59:39.704755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:39.796308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705170e-a70a-4924-87e3-18be812820ee req-910ad524-e77f-44ed-93e9-b8d882db665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:39.797759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-910ad524-e77f-44ed-93e9-b8d882db665f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5723c7a545834f47a70a1e8e2348ef14&device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 1096 time: 0.0776503 Feb 07 12:59:39.865643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:59:39.945487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705170e-a70a-4924-87e3-18be812820ee req-5ccc984c-81a6-4bf7-92b5-a474538256b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:39.946956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-5ccc984c-81a6-4bf7-92b5-a474538256b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 HTTP/1.1" status: 200 len: 929 time: 0.1427324 Feb 07 12:59:40.053676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-a3224758-dcf2-487b-9f56-8a5a66d65491 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 200 len: 998 time: 0.0994773 Feb 07 12:59:40.116894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705170e-a70a-4924-87e3-18be812820ee req-f3c4d748-2508-4d8a-a321-b10799180b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:40.118679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-f3c4d748-2508-4d8a-a321-b10799180b53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e05fd9bb-c446-4053-9bca-71759724292c HTTP/1.1" status: 200 len: 868 time: 0.0604146 Feb 07 12:59:40.205568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705170e-a70a-4924-87e3-18be812820ee req-496418f2-279a-4e62-bf9f-109fc2013da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:40.207218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-496418f2-279a-4e62-bf9f-109fc2013da3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827091 Feb 07 12:59:40.218974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-4a1f0e47-6af1-4be3-b0ed-41d93a799980 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:59:40.220688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-4a1f0e47-6af1-4be3-b0ed-41d93a799980 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059106 Feb 07 12:59:40.296230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '5a5582ee-f742-4481-83f8-3afb1947c14c', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'port_id': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'mac_address': 'fa:16:3e:e3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f980d8-caac-40c3-8732-d9ca11075adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:59:34Z', 'updated_at': '2022-02-07T12:59:38Z', 'revision_number': 1, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:59:04Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:40.300504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] Checking router: 4ac00402-fb0f-4205-97ca-81306dbb94c3 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:59:40.310794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:59:40.311587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:59:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:40.496752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-f72cc8ef-e5ef-451b-8eb4-9f12ea0ffa3b service neutron] 10.222.0.69 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699618 Feb 07 12:59:40.521329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:59:40.637444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f705170e-a70a-4924-87e3-18be812820ee req-7c84a2dc-b071-4cdc-aaeb-3ca30e4d124f service neutron] 10.222.0.69 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381133 Feb 07 12:59:40.893515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '5a5582ee-f742-4481-83f8-3afb1947c14c', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'port_id': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'mac_address': 'fa:16:3e:e3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f980d8-caac-40c3-8732-d9ca11075adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:59:34Z', 'updated_at': '2022-02-07T12:59:38Z', 'revision_number': 1, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:59:04Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:40.898313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf53534-5f7b-4759-947d-eaec5edc66bf None None] The sync data for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 is: [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '5a5582ee-f742-4481-83f8-3afb1947c14c', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'port_id': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'mac_address': 'fa:16:3e:e3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f980d8-caac-40c3-8732-d9ca11075adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:59:34Z', 'updated_at': '2022-02-07T12:59:38Z', 'revision_number': 1, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:59:04Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:59:41.015457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeebbe-8b96-4ee7-9fab-166ae0a538ba req-9a6cd7ac-334f-4e4f-8891-c6701bf94afc tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:41.017301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ddeebbe-8b96-4ee7-9fab-166ae0a538ba req-9a6cd7ac-334f-4e4f-8891-c6701bf94afc tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.1025753 Feb 07 12:59:41.063020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ddeebbe-8b96-4ee7-9fab-166ae0a538ba req-7782aa4e-0a2a-4ec5-8e3f-608cfbe5bb34 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Feb 07 12:59:41.136894 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2febba-2039-4441-b9e9-b72c7cc92286 None None] New status for floating IP 5a5582ee-f742-4481-83f8-3afb1947c14c: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:59:41.154965 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e8c84eb6-3a20-4415-8237-fe15aaa20d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:41.253677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174fee-b232-4bd9-a195-1207fa09dc86 req-bbb003ca-2dec-405e-b0c4-07a79ad8e4e3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:41.255149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d174fee-b232-4bd9-a195-1207fa09dc86 req-bbb003ca-2dec-405e-b0c4-07a79ad8e4e3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 950 time: 0.0917139 Feb 07 12:59:41.298916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d174fee-b232-4bd9-a195-1207fa09dc86 req-f35030f3-5e5e-4dc7-b2ea-2d6843610247 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380306 Feb 07 12:59:41.477469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecff124-7a30-46cf-8c7c-0727cc8097df req-2d561e55-e413-4c25-84c2-57d56ccc834f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:41.479033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ecff124-7a30-46cf-8c7c-0727cc8097df req-2d561e55-e413-4c25-84c2-57d56ccc834f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 945 time: 0.0828147 Feb 07 12:59:41.527513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ecff124-7a30-46cf-8c7c-0727cc8097df req-eba1d799-dbae-470a-9d67-03dae46512b2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Feb 07 12:59:41.578951 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'status': 'completed', 'code': 200} Feb 07 12:59:41.739539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-423a3a2f-0dad-4932-a610-86297471b88c req-96c7e92a-f362-4d66-adda-e05945782194 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0590889 Feb 07 12:59:41.765750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-87351b09-1c40-4851-ab72-9f8eea1cde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:41.769301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-87351b09-1c40-4851-ab72-9f8eea1cde12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5723c7a545834f47a70a1e8e2348ef14&device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 1096 time: 0.1265283 Feb 07 12:59:41.852899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60532) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:41.989669 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.006913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:42.011151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb0e4fe020346b5a1402c05e9c7a164 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:42.014121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:42.020628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:42.039265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-0f7119b1-7188-40ab-af80-0e10798911c0 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 258 time: 0.2688203 Feb 07 12:59:42.042370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-c9b77465-4380-4a90-9eed-29af94b863f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:42.043852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-c9b77465-4380-4a90-9eed-29af94b863f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 HTTP/1.1" status: 200 len: 929 time: 0.2478967 Feb 07 12:59:42.053735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:42.111824 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.114790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:42.146977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:42.167829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-4ab833a0-0fc9-407f-a178-2d30354431b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 200 len: 1000 time: 0.1171219 Feb 07 12:59:42.235757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-559c4629-6b0e-4872-80a1-89a9ba31fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:42.237132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-559c4629-6b0e-4872-80a1-89a9ba31fa66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e05fd9bb-c446-4053-9bca-71759724292c HTTP/1.1" status: 200 len: 868 time: 0.0628905 Feb 07 12:59:42.263488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.264175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.267706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.317988 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bcb0e4fe020346b5a1402c05e9c7a164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598949 Feb 07 12:59:42.318240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-78f533a5-4dff-4a7c-bdac-f3232539811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:42.318350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc57269-b358-462f-96a7-d5a7aa1c7042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e476c465-419f-4e14-8b9c-3c1d4e44f9f2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:42.318437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-78f533a5-4dff-4a7c-bdac-f3232539811c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736945 Feb 07 12:59:42.318437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60538) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:42.477090 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91be3cbe-3d7b-48cb-ad22-7e89460731b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.481950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-9da91b5e-c234-4b94-b76d-158a3c78dbc5 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 12:59:42.488702 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-9da91b5e-c234-4b94-b76d-158a3c78dbc5 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119381 Feb 07 12:59:42.493807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Request body: {'binding': {'host': 'n-h1-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:42.494277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Unknown quota resources ['binding']. {{(pid=88312) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 12:59:42.519655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-7f572cc8-ae21-4795-a40a-d00ca5b31bd3 service neutron] 10.222.0.47 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879373 Feb 07 12:59:42.523717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91be3cbe-3d7b-48cb-ad22-7e89460731b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.608178 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.704460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on host n-h1-811416-5 for vnic_type normal with profile None {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:59:42.705725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:59:42.706252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:42.712517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:59:42.712853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:42.718766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:59:42.719102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:42.719674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:59:42.720150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Bound port: 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:59:42.751737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:59:42.771336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3a8bc1-24c3-4fd1-b621-c267d1f42ee5 req-b7754f13-3db0-47f6-9d79-df20feaf7936 service neutron] 10.222.0.47 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409089 Feb 07 12:59:42.912108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] Notify callbacks [] for binding, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.919538 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] 10.222.0.69 "POST /v2.0/ports/0597a824-4aaa-4fa3-864e-3a2d9616eb18/bindings HTTP/1.1" status: 201 len: 389 time: 0.4290311 Feb 07 12:59:42.930969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.941256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91be3cbe-3d7b-48cb-ad22-7e89460731b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:42.983669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be3cbe-3d7b-48cb-ad22-7e89460731b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e476c465-419f-4e14-8b9c-3c1d4e44f9f2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:43.000468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91be3cbe-3d7b-48cb-ad22-7e89460731b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:43.001599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-91be3cbe-3d7b-48cb-ad22-7e89460731b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e476c465-419f-4e14-8b9c-3c1d4e44f9f2 HTTP/1.1" status: 204 len: 168 time: 0.6824448 Feb 07 12:59:43.092940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Allocated IP 172.25.7.136 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/20402cfa-2c1c-4aef-a633-ff74ed0f4e36) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:43.247887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:43.470348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:43.536100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:43.538975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:43.542981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:43.582067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Pushing event updated for resources: {'Port': ['ID=20402cfa-2c1c-4aef-a633-ff74ed0f4e36,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:43.619114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:43.642849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:43.793341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:43.879840 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 12:59:44.023704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60556) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:44.049137 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.083115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:44.089663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] Usage tracker for resource:security_group_rule and tenant:80a07564f7b3442089691f02a682cdf6 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:44.094976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:44.099830 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.105769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:44.159061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87781f-bdf3-4258-b743-adcfb6aad6bf req-9d2179ff-b162-4c20-b4b5-50a86b42d854 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:44.164919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87781f-bdf3-4258-b743-adcfb6aad6bf req-9d2179ff-b162-4c20-b4b5-50a86b42d854 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:44.166574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef87781f-bdf3-4258-b743-adcfb6aad6bf req-9d2179ff-b162-4c20-b4b5-50a86b42d854 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4&device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 1690 time: 0.1785176 Feb 07 12:59:44.200902 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.203919 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.314727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.321476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef87781f-bdf3-4258-b743-adcfb6aad6bf req-18ab6ac4-2f82-4bad-999b-2cb9c40a038e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454148 Feb 07 12:59:44.341855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Pushing event updated for resources: {'Port': ['ID=20402cfa-2c1c-4aef-a633-ff74ed0f4e36,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:44.361313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-60906ab8-5e26-433c-ae0c-3863a4ef9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:44.362539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-60906ab8-5e26-433c-ae0c-3863a4ef9fa2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1097 time: 0.2487218 Feb 07 12:59:44.365421 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.385336 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80a07564f7b3442089691f02a682cdf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602767 Feb 07 12:59:44.386606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef52f59-5b79-4c1c-af9a-521701540df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b9f7e1-3085-4431-9361-6c641a9df138,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:44.390194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60562) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:44.471705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04e834b3-5298-4504-8652-1d975da3eb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.504547 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04e834b3-5298-4504-8652-1d975da3eb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.527711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-5cd8e4e0-5655-4436-8c2a-33d3ac73cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:44.529230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-5cd8e4e0-5655-4436-8c2a-33d3ac73cf1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.1592772 Feb 07 12:59:44.612395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.613305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-72628773-bf32-4a8e-9460-00c036bcec9e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5652544 Feb 07 12:59:44.623163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-ad7f709a-6f8d-4b06-bdde-e3045fe1989c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18 HTTP/1.1" status: 200 len: 217 time: 0.0876961 Feb 07 12:59:44.693246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04e834b3-5298-4504-8652-1d975da3eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.714369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e834b3-5298-4504-8652-1d975da3eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b9f7e1-3085-4431-9361-6c641a9df138,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:44.747114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-0e29f0ba-8c28-4084-86ff-35712cb8ce4a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:44.748351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04e834b3-5298-4504-8652-1d975da3eb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.748351 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-04e834b3-5298-4504-8652-1d975da3eb3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12b9f7e1-3085-4431-9361-6c641a9df138 HTTP/1.1" status: 204 len: 168 time: 0.3521593 Feb 07 12:59:44.766102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-1368d4de-464b-4c24-99ec-3625b1cc38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:44.767536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-1368d4de-464b-4c24-99ec-3625b1cc38e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.0965002 Feb 07 12:59:44.773190 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:44.818202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-8d23828e-83f7-4183-a924-35b351757dbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436969 Feb 07 12:59:44.906524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-0e29f0ba-8c28-4084-86ff-35712cb8ce4a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:44.907687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-0e29f0ba-8c28-4084-86ff-35712cb8ce4a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.2869089 Feb 07 12:59:45.184459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-96f98d04-5bd8-4289-be15-3be6f9fcdf23 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299601 Feb 07 12:59:45.325208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9e561bc-04c5-443d-9511-e01ca9c98a37 req-f16c312f-ae8f-4315-b92f-483d7c06aa55 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0738137 Feb 07 12:59:45.331907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-9d6c3a64-0552-4d51-80f5-0e2b97957a93 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:45.333211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9601f859-e561-4cf4-8145-2a8c65fa1855 req-9d6c3a64-0552-4d51-80f5-0e2b97957a93 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.4154143 Feb 07 12:59:45.394961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-a38ee9ff-aeb2-4817-91b6-d5e109e413f6 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243242 Feb 07 12:59:45.595654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61f338-db2c-4859-9d2c-af8c41603a57 req-9774dd1b-921a-4b3e-a3ee-4d1f582ad822 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:45.597267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb61f338-db2c-4859-9d2c-af8c41603a57 req-9774dd1b-921a-4b3e-a3ee-4d1f582ad822 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.1558759 Feb 07 12:59:45.605623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5440f-1160-43fe-b1f4-3a362ca3d1cc req-13cd50d3-bc20-4f68-9e50-98e6294ddcd3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:45.612387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bb5440f-1160-43fe-b1f4-3a362ca3d1cc req-13cd50d3-bc20-4f68-9e50-98e6294ddcd3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 946 time: 0.1387937 Feb 07 12:59:45.683017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb61f338-db2c-4859-9d2c-af8c41603a57 req-b3f0c2f8-af2b-4127-be0b-737768f5e1b9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680466 Feb 07 12:59:45.693181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bb5440f-1160-43fe-b1f4-3a362ca3d1cc req-ddf17ff4-c153-4460-abaf-0842df5dd487 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798845 Feb 07 12:59:45.945778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688e3c6-ea87-48f0-83bd-2d9adf755779 req-2826f469-f41e-4750-80ae-67a7558d3337 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:45.947357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1688e3c6-ea87-48f0-83bd-2d9adf755779 req-2826f469-f41e-4750-80ae-67a7558d3337 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 945 time: 0.1363146 Feb 07 12:59:46.009402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b669d16-84fb-482e-97f3-19a92d1f1872 req-8cf473fd-0760-4eb4-9046-5feb780b3eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:46.011278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b669d16-84fb-482e-97f3-19a92d1f1872 req-8cf473fd-0760-4eb4-9046-5feb780b3eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1339574 Feb 07 12:59:46.014457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1688e3c6-ea87-48f0-83bd-2d9adf755779 req-b902f746-eedb-4be4-b91b-c5894f43c8b7 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Feb 07 12:59:46.101883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b669d16-84fb-482e-97f3-19a92d1f1872 req-fab5715e-f9ae-4223-a4c4-ae1a52a00e80 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.0838664 Feb 07 12:59:46.113097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6b669d16-84fb-482e-97f3-19a92d1f1872 req-6c6f2007-3fe0-4591-b152-cd8776eaeecd tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Request body: {'floatingip': {'port_id': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:46.254454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6b669d16-84fb-482e-97f3-19a92d1f1872 req-6c6f2007-3fe0-4591-b152-cd8776eaeecd tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:46.452465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ba583-5af1-4c22-965a-50cc66ceafa7 req-f62419d6-37b0-43fd-9d3a-3c5c2d21a1fe tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:46.454002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c60ba583-5af1-4c22-965a-50cc66ceafa7 req-f62419d6-37b0-43fd-9d3a-3c5c2d21a1fe tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 1100 time: 0.2768977 Feb 07 12:59:46.595850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c60ba583-5af1-4c22-965a-50cc66ceafa7 req-d6805477-0312-4881-a9a3-f342c8f143e1 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Synchronizing usage tracker for tenant:e3ccd2ea51aa40599a3c15d586b33035 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:46.752226 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-6b669d16-84fb-482e-97f3-19a92d1f1872 req-6c6f2007-3fe0-4591-b152-cd8776eaeecd tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 12:59:46.753252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b669d16-84fb-482e-97f3-19a92d1f1872 req-6c6f2007-3fe0-4591-b152-cd8776eaeecd tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "PUT /v2.0/floatingips/ea413421-a38a-4920-9e62-c8d8518a1ace HTTP/1.1" status: 409 len: 550 time: 0.6443717 Feb 07 12:59:46.787018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872a736-2910-4671-9e7e-850a948c24b9 req-ea93a884-6044-41ce-ac09-f2454cb72464 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:46.788527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2872a736-2910-4671-9e7e-850a948c24b9 req-ea93a884-6044-41ce-ac09-f2454cb72464 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c9d44a8-89de-4924-8d72-374ba6bbd9e6 HTTP/1.1" status: 200 len: 945 time: 0.1327546 Feb 07 12:59:46.968925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c60ba583-5af1-4c22-965a-50cc66ceafa7 req-d6805477-0312-4881-a9a3-f342c8f143e1 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Unset dirty status for tenant:e3ccd2ea51aa40599a3c15d586b33035 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:46.969989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c60ba583-5af1-4c22-965a-50cc66ceafa7 req-d6805477-0312-4881-a9a3-f342c8f143e1 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005572 Feb 07 12:59:47.043806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Deleting port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:59:47.044255 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:47.139388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-e8a6c993-f204-4069-8c91-54aa49a6f1cb tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Synchronizing usage tracker for tenant:d97c8edb0cda43a79579758428a199ca on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:47.156901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94dd5f57-e682-4c82-a23d-4634d6f7209f req-40533689-13d8-4c6b-ad57-601ea70d4090 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0735552 Feb 07 12:59:47.332066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-e8a6c993-f204-4069-8c91-54aa49a6f1cb tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Unset dirty status for tenant:d97c8edb0cda43a79579758428a199ca on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:47.333190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-e8a6c993-f204-4069-8c91-54aa49a6f1cb tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1597806579&fields=id&tenant_id=d97c8edb0cda43a79579758428a199ca HTTP/1.1" status: 200 len: 267 time: 0.3657012 Feb 07 12:59:47.545894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] For port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:47.545894 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:47.690337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Calling delete_port for db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:59:47.726609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5688c2-fa50-4327-811e-e5560431d45e req-76e249cc-b558-4998-a8f2-a12c3e7fe557 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:47.728098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5688c2-fa50-4327-811e-e5560431d45e req-76e249cc-b558-4998-a8f2-a12c3e7fe557 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.4370816 Feb 07 12:59:47.743633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-4b78c026-35e1-4cac-abb2-3c2009703f97 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:47.744353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-4b78c026-35e1-4cac-abb2-3c2009703f97 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Synchronizing usage tracker for tenant:d97c8edb0cda43a79579758428a199ca on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:47.829191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5688c2-fa50-4327-811e-e5560431d45e req-13b8c6b2-dd67-4a99-88dd-020f0c649f4c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921669 Feb 07 12:59:47.994393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-4b78c026-35e1-4cac-abb2-3c2009703f97 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Unset dirty status for tenant:d97c8edb0cda43a79579758428a199ca on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:47.995576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-4b78c026-35e1-4cac-abb2-3c2009703f97 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/networks?id=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 HTTP/1.1" status: 200 len: 815 time: 0.6524034 Feb 07 12:59:48.019814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-28df55c3-7dfd-4e8c-82f9-08f4240a564c tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/quotas/d97c8edb0cda43a79579758428a199ca HTTP/1.1" status: 200 len: 375 time: 0.0129685 Feb 07 12:59:48.070021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:48.081827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:48.178877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event deleted for resources: {'Port': ['ID=db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:48.189248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7788f3-3bfc-4ea9-844d-091c9c81627c req-2bb242ca-be38-4d43-99bf-ecb32d97f29e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:48.191715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc7788f3-3bfc-4ea9-844d-091c9c81627c req-2bb242ca-be38-4d43-99bf-ecb32d97f29e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 946 time: 0.2455747 Feb 07 12:59:48.256536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] No DVR routers for this DVR port db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 12:59:48.258958 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:48.267308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9d44a8-89de-4924-8d72-374ba6bbd9e6', 'name': 'network-vif-deleted', 'tag': 'db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:48.307469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc7788f3-3bfc-4ea9-844d-091c9c81627c req-b59fa4f2-5494-41c0-a7e1-d61250f3ae01 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086922 Feb 07 12:59:48.315789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-c6890dc4-9cc3-484b-bfbc-9dda145ff30e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d97c8edb0cda43a79579758428a199ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2883525 Feb 07 12:59:48.486058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2872a736-2910-4671-9e7e-850a948c24b9 req-06bb28f0-50cb-4206-8cee-86ac00723737 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "DELETE /v2.0/ports/db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 HTTP/1.1" status: 204 len: 173 time: 1.6912212 Feb 07 12:59:48.499417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-f98461d3-4d0f-4cd8-8223-06c655567c93 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips/ea413421-a38a-4920-9e62-c8d8518a1ace HTTP/1.1" status: 200 len: 693 time: 0.1508195 Feb 07 12:59:48.767293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-54d916de-817e-4c26-a4bc-a2dcc636d07a service neutron] 10.222.0.69 "GET /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393990 Feb 07 12:59:48.881522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-3b4727f8-2909-4f4f-b47b-1b243642a551 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:48.882831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-3b4727f8-2909-4f4f-b47b-1b243642a551 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.3758821 Feb 07 12:59:48.982400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-1f589573-b8ec-488c-8621-21c8c3b8fa91 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.0913813 Feb 07 12:59:49.077268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-b848bc03-9b85-43af-b99c-80242775d360 service neutron] 10.222.0.69 "GET /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954667 Feb 07 12:59:49.082149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-6ee5b580-bb32-4b06-b456-cfb12d9849bd tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.0938444 Feb 07 12:59:49.256954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Deleting port 20402cfa-2c1c-4aef-a633-ff74ed0f4e36 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:59:49.257379 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:49.434178 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:49.434406 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:49.569084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Calling delete_port for 20402cfa-2c1c-4aef-a633-ff74ed0f4e36 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 12:59:49.859676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:49.908814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Pushing event deleted for resources: {'Port': ['ID=20402cfa-2c1c-4aef-a633-ff74ed0f4e36,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:50.050396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60728) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:50.065538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:50.073567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213a19a-3329-481c-a2e7-65314b8d5bfc req-c6b8951b-d5b7-4d92-abb5-dfb02c687478 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:50.075082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3213a19a-3329-481c-a2e7-65314b8d5bfc req-c6b8951b-d5b7-4d92-abb5-dfb02c687478 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 1101 time: 0.1689663 Feb 07 12:59:50.119871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3213a19a-3329-481c-a2e7-65314b8d5bfc req-319313fd-e90b-4d76-9835-146f1518da8c tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374334 Feb 07 12:59:50.195145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:50.196821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:50.199359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0de9b11d-4d7d-42ef-acc5-b2e998dc8f5e req-c5606694-6cb1-466f-b901-22740c2bdada tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "DELETE /v2.0/floatingips/ea413421-a38a-4920-9e62-c8d8518a1ace HTTP/1.1" status: 204 len: 173 time: 1.1078291 Feb 07 12:59:50.229615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:50.233867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] Usage tracker for resource:security_group_rule and tenant:b22e944f80954f21a1d96c02900ea173 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:50.237662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:50.245569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:50.250207 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9d44a8-89de-4924-8d72-374ba6bbd9e6', 'name': 'network-vif-deleted', 'tag': 'db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4', 'status': 'completed', 'code': 200} Feb 07 12:59:50.363396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:50.379789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-611062f9-367b-4754-a06c-2c033a596dd2 req-f134a406-953b-4ab5-b38d-b91069b3b804 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0545492 Feb 07 12:59:50.470023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ba6e6-1225-4ea1-af21-0dd85a836d87 req-504239a0-c6a3-4b0a-a3a4-227607dca8ae tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:50.471225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:50.471532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-416ba6e6-1225-4ea1-af21-0dd85a836d87 req-504239a0-c6a3-4b0a-a3a4-227607dca8ae tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.0998585 Feb 07 12:59:50.522097 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b22e944f80954f21a1d96c02900ea173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704816 Feb 07 12:59:50.523733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2fc2f-8907-4f03-9fc0-743885645318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a74db4-7d3e-4618-a355-158e2937a14d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:50.524783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60742) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:50.595029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-416ba6e6-1225-4ea1-af21-0dd85a836d87 req-8ba72ac6-30df-42e6-8f1d-e2f16018b1f2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141005 Feb 07 12:59:50.616860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 12:59:50.654443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 12:59:50.654792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device db6fa8e4-71d8-4a36-9397-e2bf2f2a40b4 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 12:59:50.796319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8506ef69-e15f-4b72-a48b-6fd1a98c3585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:50.812177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-542b274e-8425-4860-aa91-85675b318110 req-5d0f3be9-1178-4b1e-aebb-ed9e948e2387 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 210 time: 0.1722717 Feb 07 12:59:50.831331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a0b8b-d92e-4e18-9d8d-f206e8355d3f req-e870057e-228c-4d8c-8d6c-3a400511e6cb tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:50.832803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e9a0b8b-d92e-4e18-9d8d-f206e8355d3f req-e870057e-228c-4d8c-8d6c-3a400511e6cb tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 946 time: 0.3507011 Feb 07 12:59:50.840631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8506ef69-e15f-4b72-a48b-6fd1a98c3585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:50.910296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e9a0b8b-d92e-4e18-9d8d-f206e8355d3f req-f5b34e1c-d0c7-4375-b6d5-cc707b5d8583 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626283 Feb 07 12:59:51.017315 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8506ef69-e15f-4b72-a48b-6fd1a98c3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:51.050003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506ef69-e15f-4b72-a48b-6fd1a98c3585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a74db4-7d3e-4618-a355-158e2937a14d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:51.060426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8506ef69-e15f-4b72-a48b-6fd1a98c3585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:51.060972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8506ef69-e15f-4b72-a48b-6fd1a98c3585 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8a74db4-7d3e-4618-a355-158e2937a14d HTTP/1.1" status: 204 len: 168 time: 0.5352621 Feb 07 12:59:51.067217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-945fa741-2a55-49f6-819b-66333e91749a req-d7e27002-1925-43e6-8b2a-eda9653b449b tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:51.277969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-636b5d9c-b65d-48ac-8d30-b0149109d793 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:51.279366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-636b5d9c-b65d-48ac-8d30-b0149109d793 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.1506584 Feb 07 12:59:51.280526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-945fa741-2a55-49f6-819b-66333e91749a req-d7e27002-1925-43e6-8b2a-eda9653b449b tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:51.281588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-d7e27002-1925-43e6-8b2a-eda9653b449b tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 1000 time: 0.3442829 Feb 07 12:59:51.325218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-c137a747-90d2-4a08-9398-15abc4e90143 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/quotas/66a34b0aef7846e9ad89f05eef8801a0 HTTP/1.1" status: 200 len: 375 time: 0.0396974 Feb 07 12:59:51.392643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-5a569f8f-d084-4a57-8808-660d162d8432 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:51.413473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa741-2a55-49f6-819b-66333e91749a req-6095f857-87c7-4abf-9ea9-76a8454408e5 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:51.414029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-945fa741-2a55-49f6-819b-66333e91749a req-6095f857-87c7-4abf-9ea9-76a8454408e5 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 12:59:51.544753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-5a569f8f-d084-4a57-8808-660d162d8432 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:51.546894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-5a569f8f-d084-4a57-8808-660d162d8432 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2162957 Feb 07 12:59:51.625562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-945fa741-2a55-49f6-819b-66333e91749a req-6095f857-87c7-4abf-9ea9-76a8454408e5 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 12:59:51.626807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-6095f857-87c7-4abf-9ea9-76a8454408e5 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports/e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 200 len: 942 time: 0.3331749 Feb 07 12:59:51.690669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-602e645e-65f3-4308-a1a8-04ba84250787 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366861 Feb 07 12:59:51.904366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-6c444915-bac4-407d-84b4-d0f98dc4b9c3 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 1000 time: 0.1885362 Feb 07 12:59:51.998993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-225c7690-7069-4fab-aa23-61ed1831b2df service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023221 Feb 07 12:59:52.004587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60772) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:52.024616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.051137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:52.056127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] Usage tracker for resource:security_group_rule and tenant:8c10399c6ce34e13a007709642c73fcd is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:52.060590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:52.066986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:52.082099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa741-2a55-49f6-819b-66333e91749a req-8879c25b-6fef-49e2-8dea-041f9d469c88 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:52.093743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-8879c25b-6fef-49e2-8dea-041f9d469c88 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.1659961 Feb 07 12:59:52.157521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.192674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-2a36f63d-d3ae-4c1e-84a9-440fb5314517 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 1000 time: 0.1024063 Feb 07 12:59:52.201749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:52.305412 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.320603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.369852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a3f96-684a-4b0c-8c04-5a8dcd754981,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:52.374702 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-22731617-e0ad-4b35-9dbb-c24a1ec74952 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c10399c6ce34e13a007709642c73fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690817 Feb 07 12:59:52.377453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60776) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:52.439931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6443e5cf-16f3-46e3-bba8-5c30396a3279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.474447 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6443e5cf-16f3-46e3-bba8-5c30396a3279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.618746 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6443e5cf-16f3-46e3-bba8-5c30396a3279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.649669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443e5cf-16f3-46e3-bba8-5c30396a3279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a3f96-684a-4b0c-8c04-5a8dcd754981,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:52.675537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6443e5cf-16f3-46e3-bba8-5c30396a3279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.681468 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6443e5cf-16f3-46e3-bba8-5c30396a3279 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c21a3f96-684a-4b0c-8c04-5a8dcd754981 HTTP/1.1" status: 204 len: 168 time: 0.3014123 Feb 07 12:59:52.757846 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.762702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-6b45599e-2722-4cf3-9524-b7f92c53ed9b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498159 Feb 07 12:59:52.856897 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:52.857216 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Floating IP 5a5582ee-f742-4481-83f8-3afb1947c14c disassociated. External IP: 172.25.7.15, port: e2f02468-40b4-4571-a761-adfdd5277ad0. Feb 07 12:59:53.047848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-657d44f5-fd10-4b64-84c1-06754f354de7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:53.049273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-657d44f5-fd10-4b64-84c1-06754f354de7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810473 Feb 07 12:59:53.080406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-e76fe5da-7ece-4028-bc7d-45cd0509baee tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/quotas/874d2445575f4981b18d0467abf577e9 HTTP/1.1" status: 200 len: 375 time: 0.0224416 Feb 07 12:59:53.328801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-bd42f5eb-5c53-4f79-aafd-734917240de0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2407553 Feb 07 12:59:53.347820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Router 4ac00402-fb0f-4205-97ca-81306dbb94c3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 12:59:53.653665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 12:59:53.661445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-671802f6-1fa1-42a8-81e1-838b872d226a tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:53.662920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-671802f6-1fa1-42a8-81e1-838b872d226a tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.47 "GET /v2.0/networks?id=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 HTTP/1.1" status: 200 len: 815 time: 0.2479026 Feb 07 12:59:53.665831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:53.668427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] Sync routers for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 12:59:53.680512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:59:53.681433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:59:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:53.756651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-7d07c739-7603-480c-95f9-05090a9327de tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "PUT /v2.0/floatingips/5a5582ee-f742-4481-83f8-3afb1947c14c HTTP/1.1" status: 200 len: 694 time: 1.5584567 Feb 07 12:59:53.759508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:53.769435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-fb55c6c0-e176-4e45-93d8-5929fe385310 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d97c8edb0cda43a79579758428a199ca HTTP/1.1" status: 200 len: 380 time: 0.0756917 Feb 07 12:59:53.810147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Request body: {'port': {'device_id': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'admin_state_up': True, 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'security_groups': ['37bde795-355c-4873-8322-c40a9a502bf7']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:53.889631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:59:53.974369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:53.977814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa741-2a55-49f6-819b-66333e91749a req-6258a514-afd1-4862-b825-263d2c2c24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:53.979357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-6258a514-afd1-4862-b825-263d2c2c24b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5723c7a545834f47a70a1e8e2348ef14&device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 1096 time: 0.2075443 Feb 07 12:59:53.981761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Usage tracker for resource:port and tenant:d97c8edb0cda43a79579758428a199ca is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:53.984979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:54.010980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:54.252480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa741-2a55-49f6-819b-66333e91749a req-5a383a3c-5b67-4c65-9ea0-d8c3c5818c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:54.253973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-5a383a3c-5b67-4c65-9ea0-d8c3c5818c0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 HTTP/1.1" status: 200 len: 929 time: 0.2664242 Feb 07 12:59:54.288960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:59:04Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:54.294416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] Checking router: 4ac00402-fb0f-4205-97ca-81306dbb94c3 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 12:59:54.307613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 12:59:54.307613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T12:59:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:54.357425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-9e3238ad-e4ce-43ca-a440-22723062e9a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 200 len: 217 time: 0.0957818 Feb 07 12:59:54.380432 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:54.404415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Made reservation on behalf of d97c8edb0cda43a79579758428a199ca for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:54.408238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:54.582757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa741-2a55-49f6-819b-66333e91749a req-2f61ede5-8c3e-4e90-845f-6beca65b5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:54.597272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 12:59:54.615431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-2f61ede5-8c3e-4e90-845f-6beca65b5868 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e05fd9bb-c446-4053-9bca-71759724292c HTTP/1.1" status: 200 len: 868 time: 0.2519517 Feb 07 12:59:54.670982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0597a824-4aaa-4fa3-864e-3a2d9616eb18 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 12:59:54.925893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-305a5125-9922-46e4-b26c-cc57e3384fd0 req-7a372b80-f1e6-44f0-afa3-68df9d281f9d tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1431773 Feb 07 12:59:55.027737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fa652b3e-b4b9-4a84-a909-5ee6cd51cefb tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:55.029327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fa652b3e-b4b9-4a84-a909-5ee6cd51cefb tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1097 time: 0.5398023 Feb 07 12:59:55.041657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa741-2a55-49f6-819b-66333e91749a req-bcbe3990-cddf-459c-954d-19548a7f9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:55.049673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-bcbe3990-cddf-459c-954d-19548a7f9e91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4380915 Feb 07 12:59:55.059623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811416-5'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:55.130971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:55.155462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0597a824-4aaa-4fa3-864e-3a2d9616eb18 has no active binding in host n-h1-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 12:59:55.174746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:59:04Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 12:59:55.179464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40ba27-761a-49bb-91d3-0c0ab24e3667 None None] The sync data for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 is: [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T12:58:57Z', 'revision_number': 4, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '586af428-859e-4ea4-996c-373f0bc29d7a', 'name': '', 'network_id': 'a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'mac_address': 'fa:16:3e:5d:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:56Z', 'updated_at': '2022-02-07T12:59:04Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'subnets': [{'id': 'e05fd9bb-c446-4053-9bca-71759724292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 12:59:55.281839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Allocated IP 172.20.0.4 (3031c81f-cfdb-42c5-8a79-31f6c9c1ece5/002bbd75-9e7f-46b1-b174-960d73e21375/cc816925-706b-4b65-b9f9-89631f20e279) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:55.508994 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04673222-b9e8-417b-94ce-01b7e1997f64 None None] New status for floating IP 5a5582ee-f742-4481-83f8-3afb1947c14c: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 12:59:55.532876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-9136dc50-e6a6-4651-a9bf-0ce83fb178b6 service neutron] 10.222.0.69 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822435 Feb 07 12:59:55.578164 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:55.638040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971a897-baa4-448a-84b1-4a3ce6a56ee1 req-adc17b2f-a8c4-42d0-8729-071c4fef403a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:55.651312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2971a897-baa4-448a-84b1-4a3ce6a56ee1 req-adc17b2f-a8c4-42d0-8729-071c4fef403a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.4111362 Feb 07 12:59:55.995642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2971a897-baa4-448a-84b1-4a3ce6a56ee1 req-cd0280b5-1cbc-43a9-b30d-f38e6a11428f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801735 Feb 07 12:59:56.062836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945fa741-2a55-49f6-819b-66333e91749a req-d14668f7-8f18-4291-a503-ff6862220a0b service neutron] 10.222.0.69 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696457 Feb 07 12:59:56.071324 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:56.102300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 12:59:56.108186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Transition to ACTIVE for port object cc816925-706b-4b65-b9f9-89631f20e279 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 12:59:56.155286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:59:56.539180 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:56.581001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0b28048-fc5d-4e66-87f8-1530b06a9588 req-eced2223-ead2-45fc-a01c-6cf4bab81ad1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 210 time: 0.1923029 Feb 07 12:59:56.652800 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:56.782179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-de0bf4ed-96ea-416f-8bff-ff9dc09a4a78 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:56.783656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-de0bf4ed-96ea-416f-8bff-ff9dc09a4a78 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.3928115 Feb 07 12:59:56.833206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df9b62e0-10a8-4a2e-b3d3-110bac882c7b req-150c45f5-4433-4c34-b65a-23f5890a34d4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 210 time: 0.1305735 Feb 07 12:59:56.834216 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:56.861052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9740d-f008-4ceb-b88a-6f210f1e2398 req-3751d0d7-74fc-44d4-8f61-338a88b32059 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:56.861052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfd9740d-f008-4ceb-b88a-6f210f1e2398 req-3751d0d7-74fc-44d4-8f61-338a88b32059 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 946 time: 0.4628568 Feb 07 12:59:56.868306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Request body: {'port': {'device_id': '0026b3d8-7feb-4af3-abb4-9168a5d547d7', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'admin_state_up': True, 'tenant_id': '66a34b0aef7846e9ad89f05eef8801a0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:56.954772 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'status': 'completed', 'code': 200} Feb 07 12:59:57.052275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57248a6-167a-4a67-9fa9-14e610688123 req-d4d64e63-7e52-4dbf-b363-71132a526741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:57.053895 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e57248a6-167a-4a67-9fa9-14e610688123 req-d4d64e63-7e52-4dbf-b363-71132a526741 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5723c7a545834f47a70a1e8e2348ef14&device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 1096 time: 0.1071813 Feb 07 12:59:57.061346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 12:59:57.063362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Pushing event updated for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:57.073943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 12:59:57.085879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 12:59:57.287893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57248a6-167a-4a67-9fa9-14e610688123 req-e39eea30-eb97-43f1-a034-3f366480176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:57.289489 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e57248a6-167a-4a67-9fa9-14e610688123 req-e39eea30-eb97-43f1-a034-3f366480176a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 HTTP/1.1" status: 200 len: 929 time: 0.2164824 Feb 07 12:59:57.312225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfd9740d-f008-4ceb-b88a-6f210f1e2398 req-8cef29fa-8937-4762-847b-46a2e68c2b52 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216247 Feb 07 12:59:57.340553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on host n-h2-811416-5 for vnic_type normal with profile {"migrating_to": "n-h1-811416-5"} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 12:59:57.340553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 12:59:57.340553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:57.364001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 12:59:57.364332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Attempting to bind port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 12:59:57.391207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event updated for resources: {'Port': ['ID=cc816925-706b-4b65-b9f9-89631f20e279,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:57.415662 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e57248a6-167a-4a67-9fa9-14e610688123 req-f073bc74-5456-41c0-b116-656f4db4e750 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 200 len: 217 time: 0.1183262 Feb 07 12:59:57.433190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:57.433808 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:57.437502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 12:59:57.437841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 12:59:57.438226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 12:59:57.438668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Bound port: 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 12:59:57.439009 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:57.516643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57248a6-167a-4a67-9fa9-14e610688123 req-475e8b34-15f0-4e4d-b9e5-efe59f3b3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:57.518346 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e57248a6-167a-4a67-9fa9-14e610688123 req-475e8b34-15f0-4e4d-b9e5-efe59f3b3f30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e05fd9bb-c446-4053-9bca-71759724292c HTTP/1.1" status: 200 len: 868 time: 0.0760815 Feb 07 12:59:57.539025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-85531aa2-d776-4cb1-a19d-b80721ced3ee None None] Provisioning for port cc816925-706b-4b65-b9f9-89631f20e279 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 12:59:57.545771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-85531aa2-d776-4cb1-a19d-b80721ced3ee None None] Provisioning complete for port cc816925-706b-4b65-b9f9-89631f20e279 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 12:59:57.546201 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-85531aa2-d776-4cb1-a19d-b80721ced3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:57.562477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:57.566365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86b067c7-cb9e-40f0-a5ae-ab87ab62c804 req-f015bc28-d02d-4676-87de-36fdb61d32e9 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1762242 Feb 07 12:59:57.575785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-c4867c1b-68b6-4cf3-bee9-c92bc12fbe5a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips/5a5582ee-f742-4481-83f8-3afb1947c14c HTTP/1.1" status: 200 len: 692 time: 0.1927261 Feb 07 12:59:57.612946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-85531aa2-d776-4cb1-a19d-b80721ced3ee None None] Port cc816925-706b-4b65-b9f9-89631f20e279 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 12:59:57.688734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57248a6-167a-4a67-9fa9-14e610688123 req-0707d217-3c15-4e9e-ac96-21ccfea73a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:57.690772 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e57248a6-167a-4a67-9fa9-14e610688123 req-0707d217-3c15-4e9e-ac96-21ccfea73a01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400731 Feb 07 12:59:57.694630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:57.696815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 12:59:57.814721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 12:59:57.850656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-baad3d88-dc2d-40db-bb39-68489522c167 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0481496 Feb 07 12:59:57.872592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Request body: {'port': {'device_id': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:57.883800 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e57248a6-167a-4a67-9fa9-14e610688123 req-bdc60ffe-4158-4acf-ad0c-e70f6de8fded service neutron] 10.222.0.47 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852014 Feb 07 12:59:57.957215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60898) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 12:59:58.013401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-37668029-3de0-4f95-a2ad-6cd66683cc7a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:58.014786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-37668029-3de0-4f95-a2ad-6cd66683cc7a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.3243103 Feb 07 12:59:58.015920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:58.069752 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e57248a6-167a-4a67-9fa9-14e610688123 req-f843d6d6-69ea-4550-9bc8-72711867b621 service neutron] 10.222.0.47 "GET /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703358 Feb 07 12:59:58.258793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Made reservation on behalf of 66a34b0aef7846e9ad89f05eef8801a0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 12:59:58.262225 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:58.398101 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:58.419506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-877a44c4-ed4f-45ed-9e87-e07de3df4b3a tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.3592775 Feb 07 12:59:58.420067 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:58.479700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a6af1-9bbb-4954-ad86-a86316ba7312 req-27694c61-bb6a-49bd-b416-50d0685d2fc4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:58.481186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-083a6af1-9bbb-4954-ad86-a86316ba7312 req-27694c61-bb6a-49bd-b416-50d0685d2fc4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.7077558 Feb 07 12:59:58.573502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:58.655148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] Usage tracker for resource:security_group_rule and tenant:db17fb57686a4c108d5dbd4b760f887e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 12:59:58.661809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Pushing event updated for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=8']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 12:59:58.664990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 12:59:58.676148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:58.676317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:58.677607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3e48289d-d5d7-44fa-a775-cf8005432189 service neutron] 10.222.0.35 "PUT /v2.0/ports/0597a824-4aaa-4fa3-864e-3a2d9616eb18 HTTP/1.1" status: 200 len: 1122 time: 3.6230149 Feb 07 12:59:58.694157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-bbd6ddee-2afb-4594-adfa-f9bb5ee00966 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.15 HTTP/1.1" status: 200 len: 695 time: 0.2601504 Feb 07 12:59:58.695019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:58.769695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0597a824-4aaa-4fa3-864e-3a2d9616eb18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:58.813626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['0597a824-4aaa-4fa3-864e-3a2d9616eb18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 12:59:58.838496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-083a6af1-9bbb-4954-ad86-a86316ba7312 req-bb87f53b-bd74-41fb-a1b1-86f72075670e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669508 Feb 07 12:59:58.959034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18'}, {'name': 'network-changed', 'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 12:59:59.085601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Deleting port d98f8344-a115-465f-87aa-3879605fa278 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 12:59:59.085965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:59.141634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce1b2d3b-ba21-4e07-a495-74ed67ce6bee req-0f98f7cf-af79-406a-b8d4-ae63fe2395f8 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 210 time: 0.1145909 Feb 07 12:59:59.168724 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-36e04b0c-203e-4d65-bee2-f13b774b5995 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388522 Feb 07 12:59:59.171156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Allocated IP 172.20.0.4 (cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d/b674a9c6-92fb-4e7a-8a46-784f145af0b5/40719952-9ef2-4fa6-b57c-27823954bd6c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 12:59:59.449699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-1e2b59bc-527c-4a6c-8057-089dfe63dac4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2329330 Feb 07 12:59:59.472730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-e05cdb51-d412-40d9-be23-d010a4983701 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 12:59:59.474564 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-e05cdb51-d412-40d9-be23-d010a4983701 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931609 Feb 07 12:59:59.489454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Request body: {'port': {'device_id': '6c0c3f69-274a-4dbf-ad59-b817cdf88062', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '874d2445575f4981b18d0467abf577e9'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 12:59:59.644614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 12:59:59.654840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 12:59:59.844594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:59.960244 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:59.960492 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 12:59:59.972536 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.064726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Made reservation on behalf of 874d2445575f4981b18d0467abf577e9 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:00.068353 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.152823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Calling delete_port for d98f8344-a115-465f-87aa-3879605fa278 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:00.183392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:00:00.222996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-84c76582-6b2e-46b1-a8cc-e62533c133de tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:00.224365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-84c76582-6b2e-46b1-a8cc-e62533c133de tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7563279 Feb 07 13:00:00.238455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Allocated IP 192.168.233.227 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/497a8c03-d2aa-40bc-adc3-22e77c137782) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:00.257657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6367a5-2bad-441d-8f1d-c659d23101f0 req-d1e764f8-7500-4b55-9dc8-c902648475dd tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:00.258336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ab6367a5-2bad-441d-8f1d-c659d23101f0 req-d1e764f8-7500-4b55-9dc8-c902648475dd tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Synchronizing usage tracker for tenant:d97c8edb0cda43a79579758428a199ca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:00.295887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Request body: {'port': {'device_id': '101ad491-0a4d-4798-bff3-4ea157eacfbd', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '874d2445575f4981b18d0467abf577e9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:00.330971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db17fb57686a4c108d5dbd4b760f887e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3703847 Feb 07 13:00:00.330971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997a26a-ec2f-4aa8-9f51-5ec747a1e713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf5d0eb-6fbd-4f1a-96ff-7f24d09e8644,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:00.360231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60914) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:00.421223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.456345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc816925-706b-4b65-b9f9-89631f20e279 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:00.473987 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.495041 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.511835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.512305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Transition to ACTIVE for port object cc816925-706b-4b65-b9f9-89631f20e279 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:00.544200 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.551706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Transition to ACTIVE for port object 497a8c03-d2aa-40bc-adc3-22e77c137782 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:00.576501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ab6367a5-2bad-441d-8f1d-c659d23101f0 req-d1e764f8-7500-4b55-9dc8-c902648475dd tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Unset dirty status for tenant:d97c8edb0cda43a79579758428a199ca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:00.577705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab6367a5-2bad-441d-8f1d-c659d23101f0 req-d1e764f8-7500-4b55-9dc8-c902648475dd tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 931 time: 1.3105819 Feb 07 13:00:00.592964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.686033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:00.721241 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.738347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:00.771757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.782479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:00.784231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:00.804294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab6367a5-2bad-441d-8f1d-c659d23101f0 req-286798e2-959c-4bc1-ba51-a2e4a291021e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173808 Feb 07 13:00:00.829646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.884883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Pushing event updated for resources: {'Port': ['ID=cc816925-706b-4b65-b9f9-89631f20e279,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:00.920201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf5d0eb-6fbd-4f1a-96ff-7f24d09e8644,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:00.929885 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:00.977918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:00.977918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:00.978324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:00.995386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:01.008229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:01.023468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:01.117132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Made reservation on behalf of 874d2445575f4981b18d0467abf577e9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:01.121499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.148753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'Port': ['ID=497a8c03-d2aa-40bc-adc3-22e77c137782,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:01.152456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.152970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.153593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.154155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.154873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.155479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.156111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.156667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.160973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.160973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.160973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.160973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.182422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.183388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.183927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.184430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.184904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.185358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.185943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.186530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.186968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.187454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.187908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.188512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:01.193970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event updated for resources: {'Port': ['ID=40719952-9ef2-4fa6-b57c-27823954bd6c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:01.211859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:01.212975 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.241820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.244802 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-752b78b6-7052-483a-9018-576a9748ff8f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbf5d0eb-6fbd-4f1a-96ff-7f24d09e8644 HTTP/1.1" status: 204 len: 168 time: 0.8834922 Feb 07 13:00:01.332604 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dc1b371e-df24-4ba5-bf9c-4705ae837e5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8473303 Feb 07 13:00:01.349814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Request body: {'port': {'device_id': '6c0c3f69-274a-4dbf-ad59-b817cdf88062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:01.350877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:01.351727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.356368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Pushing event deleted for resources: {'Port': ['ID=d98f8344-a115-465f-87aa-3879605fa278,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:01.458844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Attempting to bind port cc816925-706b-4b65-b9f9-89631f20e279 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:00:01.459926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Attempting to bind port cc816925-706b-4b65-b9f9-89631f20e279 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:00:01.460285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Attempting to bind port cc816925-706b-4b65-b9f9-89631f20e279 on network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:01.470207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.488037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.497374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Port cc816925-706b-4b65-b9f9-89631f20e279 on network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:00:01.497625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Attempting to bind port cc816925-706b-4b65-b9f9-89631f20e279 on network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:01.528272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:00:01.528657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Checking segment: {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:01.529007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Bound using segment: {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:00:01.529427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Bound port: cc816925-706b-4b65-b9f9-89631f20e279, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df26ee40-1c60-4d2c-add6-f4da080f48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:00:01.529777 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.549834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-393519b3-2543-44e7-9ed1-ecf1e2e19c51 None None] Provisioning for port 497a8c03-d2aa-40bc-adc3-22e77c137782 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:01.554784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-393519b3-2543-44e7-9ed1-ecf1e2e19c51 None None] Provisioning complete for port 497a8c03-d2aa-40bc-adc3-22e77c137782 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:01.555147 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-393519b3-2543-44e7-9ed1-ecf1e2e19c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.618275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-393519b3-2543-44e7-9ed1-ecf1e2e19c51 None None] Port 497a8c03-d2aa-40bc-adc3-22e77c137782 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:01.634529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c10c6-a7ef-44e0-9468-bb39cb7e0f80 req-bbc08752-3804-4460-afd2-8810aa2a69a2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:01.635323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fd6c10c6-a7ef-44e0-9468-bb39cb7e0f80 req-bbc08752-3804-4460-afd2-8810aa2a69a2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:01.797111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-831bb5a3-b724-4889-a360-c8376664e8ea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9535208 Feb 07 13:00:01.800277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:01.801281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12b7416c-eb05-486f-99e6-e5f8e2b84e71 req-3e98cdc5-7382-405c-98be-df3ab5a14b1e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "DELETE /v2.0/floatingips/5a5582ee-f742-4481-83f8-3afb1947c14c HTTP/1.1" status: 204 len: 173 time: 3.0892069 Feb 07 13:00:01.815955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Request body: {'port': {'device_id': '0026b3d8-7feb-4af3-abb4-9168a5d547d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:01.860761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Allocated IP 192.168.233.235 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/3e9adc8e-0a30-4d5b-8a53-44674d543292) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:01.949803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] For port cc816925-706b-4b65-b9f9-89631f20e279, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:01.999223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] For port cc816925-706b-4b65-b9f9-89631f20e279, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cc816925-706b-4b65-b9f9-89631f20e279,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:00:02.036402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fd6c10c6-a7ef-44e0-9468-bb39cb7e0f80 req-bbc08752-3804-4460-afd2-8810aa2a69a2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:02.037485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd6c10c6-a7ef-44e0-9468-bb39cb7e0f80 req-bbc08752-3804-4460-afd2-8810aa2a69a2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 931 time: 0.8661735 Feb 07 13:00:02.081106 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.137179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:02.155246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.171206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:02.175280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] Usage tracker for resource:security_group_rule and tenant:fad35c8fd2f542338a8ae7f2201363eb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:02.178311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:02.185332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:02.246150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.270884 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.303096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd6c10c6-a7ef-44e0-9468-bb39cb7e0f80 req-c89344f7-76f8-4e17-89c3-cf5628fcd511 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509253 Feb 07 13:00:02.357428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0675017-1006-42d5-9b1c-826a4fac1750 req-a83a02a5-ea98-4e24-a6de-b949ad7af15e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:02.362243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0675017-1006-42d5-9b1c-826a4fac1750 req-a83a02a5-ea98-4e24-a6de-b949ad7af15e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 944 time: 0.4676001 Feb 07 13:00:02.362243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:02.362243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.362243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc816925-706b-4b65-b9f9-89631f20e279 HTTP/1.1" status: 200 len: 1091 time: 4.4944732 Feb 07 13:00:02.445721 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.500894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92d93b-2a86-4847-af0c-a0f86453ee23 service neutron] Pushing event updated for resources: {'Port': ['ID=cc816925-706b-4b65-b9f9-89631f20e279,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:02.504627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4439f3e4-d57e-4372-9ff0-2b8721a4a2c1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:02.518092 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c4268529-f7a6-4f9c-9f41-1bcc62806102 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fad35c8fd2f542338a8ae7f2201363eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797660 Feb 07 13:00:02.519574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60930) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:02.557396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b221225-1b96-4c6e-b9c3-e6212f010081 req-cd829f40-e2f6-4d03-8a68-16e053189e3d tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1061714 Feb 07 13:00:02.575810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.597007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e27e315-7a1b-4107-b996-f9bbcb89fb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.605080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0675017-1006-42d5-9b1c-826a4fac1750 req-7641a48d-75e3-4ac9-b7e4-4d746cfdabc6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299216 Feb 07 13:00:02.626624 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e27e315-7a1b-4107-b996-f9bbcb89fb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.652668 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18', 'code': 200} Feb 07 13:00:02.654188 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18', 'status': 'completed', 'code': 200} Feb 07 13:00:02.666739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Transition to ACTIVE for port object 3e9adc8e-0a30-4d5b-8a53-44674d543292 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:02.679708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.47', 53341) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:02.853014 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e27e315-7a1b-4107-b996-f9bbcb89fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.869447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27e315-7a1b-4107-b996-f9bbcb89fb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439f3e4-d57e-4372-9ff0-2b8721a4a2c1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:02.874604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e27e315-7a1b-4107-b996-f9bbcb89fb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:02.878801 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3e27e315-7a1b-4107-b996-f9bbcb89fb16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4439f3e4-d57e-4372-9ff0-2b8721a4a2c1 HTTP/1.1" status: 204 len: 168 time: 0.3551252 Feb 07 13:00:02.895221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0daef7d4-9c65-4535-a2b9-a68711dd16a7 req-1192957b-6b99-4742-ad65-ce766f822869 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:03.013906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-39bb7867-1e13-436e-a739-3b97e33b68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:03.015378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-39bb7867-1e13-436e-a739-3b97e33b68d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97c8edb0cda43a79579758428a199ca&device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 1094 time: 0.3367341 Feb 07 13:00:03.044910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-b79c2579-9f45-41fb-9fa5-115cbdc57817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:03.046337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-b79c2579-9f45-41fb-9fa5-115cbdc57817 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1125 time: 0.3643162 Feb 07 13:00:03.064923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96563c-d3f1-4f27-9433-7421a02a2031 req-1d57f493-8c31-4808-a580-83aa52903be1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:03.066311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa96563c-d3f1-4f27-9433-7421a02a2031 req-1d57f493-8c31-4808-a580-83aa52903be1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.3117259 Feb 07 13:00:03.149685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0daef7d4-9c65-4535-a2b9-a68711dd16a7 req-1192957b-6b99-4742-ad65-ce766f822869 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:03.151071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0daef7d4-9c65-4535-a2b9-a68711dd16a7 req-1192957b-6b99-4742-ad65-ce766f822869 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 210 time: 0.3843260 Feb 07 13:00:03.152080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:03.164700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:03.235933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:03.256123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-86a456b2-e30d-42de-bda1-065f31c0e008 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc816925-706b-4b65-b9f9-89631f20e279 HTTP/1.1" status: 200 len: 217 time: 0.2088068 Feb 07 13:00:03.281211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40719952-9ef2-4fa6-b57c-27823954bd6c {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:03.336863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:03.393200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497a8c03-d2aa-40bc-adc3-22e77c137782 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:03.404164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:03.425598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Transition to ACTIVE for port object 497a8c03-d2aa-40bc-adc3-22e77c137782 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:03.531723 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:03.551818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:03.570448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:03.591721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:03.628406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa96563c-d3f1-4f27-9433-7421a02a2031 req-99963acc-0945-4601-9345-ea60128d6b7d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115552 Feb 07 13:00:03.655018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'Port': ['ID=3e9adc8e-0a30-4d5b-8a53-44674d543292,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:03.679473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Transition to ACTIVE for port object 40719952-9ef2-4fa6-b57c-27823954bd6c will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:03.703226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-e286113f-21c9-4bff-b05c-f11b2426e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:03.704730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-e286113f-21c9-4bff-b05c-f11b2426e3ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=002bbd75-9e7f-46b1-b174-960d73e21375 HTTP/1.1" status: 200 len: 854 time: 0.4312732 Feb 07 13:00:03.787914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Pushing event updated for resources: {'Port': ['ID=497a8c03-d2aa-40bc-adc3-22e77c137782,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:03.872836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-514a7955-75cc-43d5-9583-f72bd084a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:03.874339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-514a7955-75cc-43d5-9583-f72bd084a6f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.7590737 Feb 07 13:00:03.889116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:03.891706 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:04.009759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:04.093108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-aa3ea198-9399-4502-bbeb-4dc2ece15e9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18 HTTP/1.1" status: 200 len: 217 time: 0.1825445 Feb 07 13:00:04.116097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Attempting to bind port 497a8c03-d2aa-40bc-adc3-22e77c137782 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:00:04.116097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Attempting to bind port 497a8c03-d2aa-40bc-adc3-22e77c137782 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:00:04.116097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Attempting to bind port 497a8c03-d2aa-40bc-adc3-22e77c137782 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:04.119056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Port 497a8c03-d2aa-40bc-adc3-22e77c137782 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:00:04.119417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Attempting to bind port 497a8c03-d2aa-40bc-adc3-22e77c137782 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:04.127230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:00:04.127628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:04.128047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:00:04.128473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Bound port: 497a8c03-d2aa-40bc-adc3-22e77c137782, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:00:04.128827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:04.164565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8e855e48-91a6-477d-a409-4554ad4b87c8 None None] Provisioning for port 3e9adc8e-0a30-4d5b-8a53-44674d543292 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:04.170549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8e855e48-91a6-477d-a409-4554ad4b87c8 None None] Provisioning complete for port 3e9adc8e-0a30-4d5b-8a53-44674d543292 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:04.171212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8e855e48-91a6-477d-a409-4554ad4b87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:04.248812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac0d65-45fc-4a40-8afd-36213fae1d27 req-b478f0b9-41b0-4636-b0a1-8528b98a5c02 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:04.257037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1ac0d65-45fc-4a40-8afd-36213fae1d27 req-b478f0b9-41b0-4636-b0a1-8528b98a5c02 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 943 time: 0.9261379 Feb 07 13:00:04.267001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8e855e48-91a6-477d-a409-4554ad4b87c8 None None] Port 3e9adc8e-0a30-4d5b-8a53-44674d543292 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:04.290262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] For port 497a8c03-d2aa-40bc-adc3-22e77c137782, host n-h2-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:04.294316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] For port 497a8c03-d2aa-40bc-adc3-22e77c137782, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=497a8c03-d2aa-40bc-adc3-22e77c137782,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:00:04.321985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Pushing event updated for resources: {'Port': ['ID=40719952-9ef2-4fa6-b57c-27823954bd6c,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:04.385111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-2e926b8b-1497-4920-8833-139451ebfb83 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1382291 Feb 07 13:00:04.402151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-6e742a14-5014-47ea-bf84-f0fdc1ff11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:04.403571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-6e742a14-5014-47ea-bf84-f0fdc1ff11b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.2980068 Feb 07 13:00:04.424902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:04.445585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Request body: {'port': {'device_id': '101ad491-0a4d-4798-bff3-4ea157eacfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:04.485833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:04.486642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:04.487931 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/497a8c03-d2aa-40bc-adc3-22e77c137782 HTTP/1.1" status: 200 len: 1096 time: 3.1429768 Feb 07 13:00:04.488870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0c3f69-274a-4dbf-ad59-b817cdf88062', 'tag': '497a8c03-d2aa-40bc-adc3-22e77c137782'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:04.517606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5947e-cc6d-4331-a777-1b7238d348e7 service neutron] Pushing event updated for resources: {'Port': ['ID=497a8c03-d2aa-40bc-adc3-22e77c137782,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:04.535068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-5e0c776d-3698-46ae-9e8b-fce764696711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:04.536596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-5e0c776d-3698-46ae-9e8b-fce764696711 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8054090 Feb 07 13:00:04.565545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-ec5ba74b-3216-42ad-92d9-0efd8c0d0402 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282306 Feb 07 13:00:04.598908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1ac0d65-45fc-4a40-8afd-36213fae1d27 req-2ff4c680-4e80-40db-bc76-f884df240a51 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317287 Feb 07 13:00:04.681014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'tag': 'cc816925-706b-4b65-b9f9-89631f20e279'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:04.797838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60976) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:04.851877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-970a1532-8722-400d-ac86-0bc6fae596cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:04.854113 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-970a1532-8722-400d-ac86-0bc6fae596cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 1099 time: 0.1692681 Feb 07 13:00:04.887681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Attempting to bind port 40719952-9ef2-4fa6-b57c-27823954bd6c on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:00:04.887967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Attempting to bind port 40719952-9ef2-4fa6-b57c-27823954bd6c by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:00:04.893743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Attempting to bind port 40719952-9ef2-4fa6-b57c-27823954bd6c on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:04.945959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Port 40719952-9ef2-4fa6-b57c-27823954bd6c on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:00:04.951094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Attempting to bind port 40719952-9ef2-4fa6-b57c-27823954bd6c on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:04.951236 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-506331f7-d138-4b6f-9ab1-826b907392f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=497a8c03-d2aa-40bc-adc3-22e77c137782 HTTP/1.1" status: 200 len: 217 time: 0.0755708 Feb 07 13:00:04.967285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d31237-3c85-45f2-927c-ab0ca8f5efe2 req-6fa96208-b958-4d7c-80dc-c2fc188a3d03 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:04.968010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b7d31237-3c85-45f2-927c-ab0ca8f5efe2 req-6fa96208-b958-4d7c-80dc-c2fc188a3d03 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:04.991219 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:05.005923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1885705153'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:05.012605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:00:05.012942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Checking segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:05.013317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Bound using segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:00:05.013762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Bound port: 40719952-9ef2-4fa6-b57c-27823954bd6c, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:00:05.014106 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:05.016708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-0ef8325f-2f14-45df-9442-dccaec0ba218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:05.018305 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-0ef8325f-2f14-45df-9442-dccaec0ba218 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0642712 Feb 07 13:00:05.058561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:05.094015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Usage tracker for resource:network and tenant:8c917e3f7f0943febbba02e12f010671 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:05.095923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dcc9f8bf-c318-4fdf-9423-4a33394d1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:05.097508 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-dcc9f8bf-c318-4fdf-9423-4a33394d1173 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725715 Feb 07 13:00:05.156359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:05.161922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-b03fec37-59ef-4659-9382-eae287718548 service neutron] 10.222.0.47 "GET /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006551 Feb 07 13:00:05.188531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:05.191653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-a41aef8b-a09c-49e0-808c-e28010f8a7ac service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870216 Feb 07 13:00:05.241467 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-41efc85d-7c00-4d1a-94ef-04cb2d112ad4 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322725 Feb 07 13:00:05.298297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b7d31237-3c85-45f2-927c-ab0ca8f5efe2 req-6fa96208-b958-4d7c-80dc-c2fc188a3d03 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:05.299422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7d31237-3c85-45f2-927c-ab0ca8f5efe2 req-6fa96208-b958-4d7c-80dc-c2fc188a3d03 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.4241533 Feb 07 13:00:05.383861 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-f99a0bf1-bb5e-469e-beec-43ec1de6defd service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358130 Feb 07 13:00:05.576648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Made reservation on behalf of 8c917e3f7f0943febbba02e12f010671 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:05.579886 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:05.698311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:05.706690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b7d31237-3c85-45f2-927c-ab0ca8f5efe2 req-2de3b21f-8169-44ee-b176-eb6681739c3e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:05.783208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:05.785609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] For port 40719952-9ef2-4fa6-b57c-27823954bd6c, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:05.816195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60f3bb-161c-415f-a7be-594c00d54994 req-8f712493-6f5f-4163-aaeb-85d6e3656658 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:05.817654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c60f3bb-161c-415f-a7be-594c00d54994 req-8f712493-6f5f-4163-aaeb-85d6e3656658 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 943 time: 0.9202149 Feb 07 13:00:05.824168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87c64d92-8336-4da8-a7fe-7311a7a0d74a req-ec166613-c1c0-4215-bd2f-377dfa140924 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1663153 Feb 07 13:00:05.824168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Usage tracker for resource:security_group_rule and tenant:8c917e3f7f0943febbba02e12f010671 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:05.849201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:05.854654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] For port 40719952-9ef2-4fa6-b57c-27823954bd6c, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=40719952-9ef2-4fa6-b57c-27823954bd6c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:00:05.875469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:05.960222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b7d31237-3c85-45f2-927c-ab0ca8f5efe2 req-2de3b21f-8169-44ee-b176-eb6681739c3e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:05.961361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7d31237-3c85-45f2-927c-ab0ca8f5efe2 req-2de3b21f-8169-44ee-b176-eb6681739c3e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.6453788 Feb 07 13:00:05.971638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3536650-ac4f-4fe1-a361-a0970565a6c6 req-742af50b-376a-4c24-bde9-b8833e450cec service neutron] 10.222.0.47 "GET /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847154 Feb 07 13:00:05.980399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b6dd252-0899-4a10-977d-1142a00fc910 req-cc9ada7e-63e8-4f84-9ba4-0f617cee1a6b service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467177 Feb 07 13:00:06.011802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:06.080942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c60f3bb-161c-415f-a7be-594c00d54994 req-ebe2b611-2a9f-40e7-b78e-5cbf24edb7e0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328300 Feb 07 13:00:06.140158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:06.140761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:06.142129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] 10.222.0.47 "PUT /v2.0/ports/40719952-9ef2-4fa6-b57c-27823954bd6c HTTP/1.1" status: 200 len: 1091 time: 4.3351941 Feb 07 13:00:06.176586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47dc68a2-da52-40cc-9512-934a773e7764 req-1a817b4e-6c51-463f-b8c8-4f6fbfa81b7f tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1088607 Feb 07 13:00:06.201474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb68e98-1384-46d6-a694-84784b64381a service neutron] Pushing event updated for resources: {'Port': ['ID=40719952-9ef2-4fa6-b57c-27823954bd6c,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:06.450864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:06.508168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9adc8e-0a30-4d5b-8a53-44674d543292 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:06.523911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:06.544308 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:06.574853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953ddc-fe18-4cca-825d-10610cc5e93c req-4ffb0d6a-d052-4026-a6b4-6b2b0e453491 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:06.576377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b953ddc-fe18-4cca-825d-10610cc5e93c req-4ffb0d6a-d052-4026-a6b4-6b2b0e453491 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 944 time: 0.3720763 Feb 07 13:00:06.581695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Transition to ACTIVE for port object 3e9adc8e-0a30-4d5b-8a53-44674d543292 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:06.615095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:00:06.652542 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:06.652890 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Added segment 93702183-155c-446f-b504-7c0bc7aa940d of type vlan for network 377b0ea2-3794-43ba-979b-62da54907ff5 Feb 07 13:00:06.654203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7f810f-7f71-4e16-a0d9-624b99274ca3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:06.679848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-dcd5bf04-6cc8-4157-b362-a28255322877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:06.682052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-dcd5bf04-6cc8-4157-b362-a28255322877 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 1094 time: 0.3761849 Feb 07 13:00:06.692491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036438e4-f363-4c6b-9414-c4dfcfe5e63c req-cda720dd-aa05-4f3c-af95-7df79de76b4f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:06.693937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-036438e4-f363-4c6b-9414-c4dfcfe5e63c req-cda720dd-aa05-4f3c-af95-7df79de76b4f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 936 time: 0.3855214 Feb 07 13:00:06.754008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b953ddc-fe18-4cca-825d-10610cc5e93c req-eb2c4643-a006-480a-b773-089c064baa0c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667547 Feb 07 13:00:06.773465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:06.812846 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0c3f69-274a-4dbf-ad59-b817cdf88062', 'tag': '497a8c03-d2aa-40bc-adc3-22e77c137782', 'status': 'completed', 'code': 200} Feb 07 13:00:06.846567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-941aa14f-f852-4900-9ca4-e5e98ca79c42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40719952-9ef2-4fa6-b57c-27823954bd6c HTTP/1.1" status: 200 len: 217 time: 0.1503241 Feb 07 13:00:06.864263 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:07.291918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:00:07.327733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Pushing event updated for resources: {'Port': ['ID=3e9adc8e-0a30-4d5b-8a53-44674d543292,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:07.332532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-036438e4-f363-4c6b-9414-c4dfcfe5e63c req-de64a900-ca9b-4602-8ed5-dab74f011d56 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776322 Feb 07 13:00:07.400180 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'tag': 'cc816925-706b-4b65-b9f9-89631f20e279', 'status': 'completed', 'code': 200} Feb 07 13:00:07.447332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-b4b5ba43-189d-471e-bd25-1c7e6b5f6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:07.448855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-b4b5ba43-189d-471e-bd25-1c7e6b5f6357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.5432601 Feb 07 13:00:07.501306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-100075cf-4b26-4e4a-9635-8d37cc14301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:07.503091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-100075cf-4b26-4e4a-9635-8d37cc14301b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97c8edb0cda43a79579758428a199ca&device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 1094 time: 0.0878425 Feb 07 13:00:07.559278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-3245d418-b412-487e-a360-17289e7170c6 service neutron] 10.222.0.47 "GET /v2.0/ports/0597a824-4aaa-4fa3-864e-3a2d9616eb18/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.5508940 Feb 07 13:00:07.561420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-2c1e99d6-20ec-4bcf-8dfa-860cf7fb9507 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971794 Feb 07 13:00:07.578485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:07.585432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:07.586101 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:07.663062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-378e193e-9c45-46ec-8d3b-78567da80d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:07.664895 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-378e193e-9c45-46ec-8d3b-78567da80d6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 HTTP/1.1" status: 200 len: 915 time: 0.1543384 Feb 07 13:00:07.753449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-78097e76-fcc7-4f1b-a521-703483d6149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:07.754092 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-5101f34e-0089-4d33-91f2-6dd584aafae2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc816925-706b-4b65-b9f9-89631f20e279 HTTP/1.1" status: 200 len: 217 time: 0.0723958 Feb 07 13:00:07.754936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-78097e76-fcc7-4f1b-a521-703483d6149d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 1099 time: 0.9072468 Feb 07 13:00:07.835101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-1d806096-a9c6-42d9-a5ae-04a0e290602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:07.837055 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-1d806096-a9c6-42d9-a5ae-04a0e290602f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=002bbd75-9e7f-46b1-b174-960d73e21375 HTTP/1.1" status: 200 len: 854 time: 0.0651221 Feb 07 13:00:07.915884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-c461a0d9-110f-4aa7-a23d-ce22ac19438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:07.917673 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-c461a0d9-110f-4aa7-a23d-ce22ac19438d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733509 Feb 07 13:00:07.941427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Attempting to bind port 3e9adc8e-0a30-4d5b-8a53-44674d543292 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:00:07.941771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Attempting to bind port 3e9adc8e-0a30-4d5b-8a53-44674d543292 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:00:07.942100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Attempting to bind port 3e9adc8e-0a30-4d5b-8a53-44674d543292 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:07.951735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f350c3-742f-4eb1-9553-dd55da2bc854 req-d314f860-7989-4dcc-b217-2b92fca335e2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:07.953233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55f350c3-742f-4eb1-9553-dd55da2bc854 req-d314f860-7989-4dcc-b217-2b92fca335e2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 1.0221105 Feb 07 13:00:07.993031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Port 3e9adc8e-0a30-4d5b-8a53-44674d543292 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:00:07.993389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Attempting to bind port 3e9adc8e-0a30-4d5b-8a53-44674d543292 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:08.008208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Network': ['ID=377b0ea2-3794-43ba-979b-62da54907ff5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:08.031047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 12, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:00:08.031207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:08.031854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:00:08.032166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Bound port: 3e9adc8e-0a30-4d5b-8a53-44674d543292, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:00:08.032407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:08.036542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 377b0ea2-3794-43ba-979b-62da54907ff5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:00:08.070758 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-5e6be09a-b5a1-4e2d-a182-d58fdc75763d service neutron] 10.222.0.47 "GET /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459353 Feb 07 13:00:08.111821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-67c1c2ea-799d-485a-97f5-76a90dbc5e7a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3057737 Feb 07 13:00:08.144418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60996) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:08.200149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'subnet': {'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:08.235685 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-8763d8cb-a27a-4811-9b21-c3fe9e7a15d3 service neutron] 10.222.0.47 "GET /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509497 Feb 07 13:00:08.266159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e169705-16d1-49ae-b24e-5a6077e68bf6 req-1c899ea5-8df8-4312-97b6-462a620675a3 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:08.267663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e169705-16d1-49ae-b24e-5a6077e68bf6 req-1c899ea5-8df8-4312-97b6-462a620675a3 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 943 time: 0.7636578 Feb 07 13:00:08.325477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-4dd761e0-365b-4c48-8320-5e15aef470f0 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254770 Feb 07 13:00:08.400949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-289763d0-26e1-423f-96f0-b7558f5a0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:08.402366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-289763d0-26e1-423f-96f0-b7558f5a0d83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.5841351 Feb 07 13:00:08.639885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-178c26d2-745d-439a-ae1f-d55a7337a0cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=497a8c03-d2aa-40bc-adc3-22e77c137782 HTTP/1.1" status: 200 len: 217 time: 0.1333649 Feb 07 13:00:08.661156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55f350c3-742f-4eb1-9553-dd55da2bc854 req-fccd2c6b-d9a1-4533-ad8a-8e5247b40f1b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819184 Feb 07 13:00:08.670835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] For port 3e9adc8e-0a30-4d5b-8a53-44674d543292, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:08.733845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e169705-16d1-49ae-b24e-5a6077e68bf6 req-fbb169d0-2925-4fa8-a705-8d82dfa825dd tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4001167 Feb 07 13:00:08.734780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:08.796338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] For port 3e9adc8e-0a30-4d5b-8a53-44674d543292, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3e9adc8e-0a30-4d5b-8a53-44674d543292,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:00:08.824813 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cf0a1ec0-811d-412b-85e6-d2c8f2dac40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:08.957111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b642af17-40f0-4bf3-b10d-a21024d391f4 req-89e72113-beec-4db6-858a-824a8314391c tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2433541 Feb 07 13:00:08.959108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Usage tracker for resource:subnet and tenant:8c917e3f7f0943febbba02e12f010671 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:08.990062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:09.033421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:09.074892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-062a0528-294d-4492-bc61-cd157d9c555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:09.080949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-062a0528-294d-4492-bc61-cd157d9c555b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.4144287 Feb 07 13:00:09.080949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:09.082076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ff7cf-099a-400e-bda7-0e32448e84a0 req-27694bdf-227b-4707-ad58-3adc9a715438 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349796 Feb 07 13:00:09.232405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7276784-a8c3-4adc-8fd4-e1473ece42d4 req-4b805025-b584-46c9-b81a-9bdb08ec6d13 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1658397 Feb 07 13:00:09.246099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Made reservation on behalf of 8c917e3f7f0943febbba02e12f010671 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:09.249784 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:09.268041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:09.288401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:09.289031 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:09.290574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] 10.222.0.35 "PUT /v2.0/ports/3e9adc8e-0a30-4d5b-8a53-44674d543292 HTTP/1.1" status: 200 len: 1096 time: 4.8851295 Feb 07 13:00:09.431679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0026b3d8-7feb-4af3-abb4-9168a5d547d7', 'tag': '40719952-9ef2-4fa6-b57c-27823954bd6c'}, {'name': 'network-changed', 'server_uuid': '101ad491-0a4d-4798-bff3-4ea157eacfbd', 'tag': '3e9adc8e-0a30-4d5b-8a53-44674d543292'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:09.450837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:09.492108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73f8b-14b9-487e-91b1-cbb2162faaee service neutron] Pushing event updated for resources: {'Port': ['ID=3e9adc8e-0a30-4d5b-8a53-44674d543292,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:09.600763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cb417-fe35-4d62-943f-900616eb1b61 req-94a3a389-b335-4b4d-8db5-269094cee4a6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:09.602230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b1cb417-fe35-4d62-943f-900616eb1b61 req-94a3a389-b335-4b4d-8db5-269094cee4a6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 943 time: 0.6443455 Feb 07 13:00:09.616747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0597a824-4aaa-4fa3-864e-3a2d9616eb18 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:09.666502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:09.690192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-a420c72c-62e9-45b8-b394-ea7f0101e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:09.691677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-a420c72c-62e9-45b8-b394-ea7f0101e667 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5398684 Feb 07 13:00:09.835921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:09.847153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b1cb417-fe35-4d62-943f-900616eb1b61 req-46ac7066-999d-4204-9a12-a53975333766 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257879 Feb 07 13:00:09.854849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ae1dd-8d83-4984-8bae-d9116594a182 req-d85c296a-8b1d-4e7b-aa6d-f2a1d6ff987c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:09.856296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-793ae1dd-8d83-4984-8bae-d9116594a182 req-d85c296a-8b1d-4e7b-aa6d-f2a1d6ff987c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 944 time: 0.4781888 Feb 07 13:00:09.941905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-cb7b3b7c-975c-4d0b-8325-3f692580586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:09.943446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-cb7b3b7c-975c-4d0b-8325-3f692580586a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 1099 time: 0.4648552 Feb 07 13:00:10.126125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-9ffb01f5-5e49-48d6-ba5e-8ccacbc8c885 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=3e9adc8e-0a30-4d5b-8a53-44674d543292 HTTP/1.1" status: 200 len: 217 time: 0.1649647 Feb 07 13:00:10.159825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-793ae1dd-8d83-4984-8bae-d9116594a182 req-52e549e4-eaa7-46c9-8755-a899d23179b3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926507 Feb 07 13:00:10.222124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-62d7e184-03ca-43c7-9102-43cc6f76e3bc service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155754 Feb 07 13:00:10.280788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] Transition to ACTIVE for port object 0597a824-4aaa-4fa3-864e-3a2d9616eb18 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:10.334110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-b882dfb1-8134-4d9e-b4b7-3e2eec45b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:10.335553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-b882dfb1-8134-4d9e-b4b7-3e2eec45b3ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1891251 Feb 07 13:00:10.351063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0597a824-4aaa-4fa3-864e-3a2d9616eb18 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:00:10.384998 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:10.408606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0597a824-4aaa-4fa3-864e-3a2d9616eb18 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:00:10.439476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:10.449465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f87881-e1d3-4438-b9ae-f703f04fa86e req-3e3d8cf4-ed0e-4466-a808-b3826ba0c50b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:10.450927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30f87881-e1d3-4438-b9ae-f703f04fa86e req-3e3d8cf4-ed0e-4466-a808-b3826ba0c50b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 948 time: 0.5001013 Feb 07 13:00:10.808335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Subnet': ['ID=0f1f608b-6c86-43de-970a-caefbd91127b,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:10.887186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Checking segment: {'id': '93702183-155c-446f-b504-7c0bc7aa940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:10.887550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Network hostable DHCP agents. Network: 377b0ea2-3794-43ba-979b-62da54907ff5, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:00:10.892606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] No DVR routers for this DVR port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:00:10.901819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:10.911125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30f87881-e1d3-4438-b9ae-f703f04fa86e req-e03bef22-f7aa-4d3b-8d3e-c7c5a0c28e73 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120741 Feb 07 13:00:10.918465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bfdbc78-59b8-4836-a317-be446dd4630a req-6564c9aa-e037-46cc-b076-357089933abf service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682830 Feb 07 13:00:10.971413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-696928da-7cf1-4d09-80ba-5d1b799ff8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:10.971413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-696928da-7cf1-4d09-80ba-5d1b799ff8a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6238513 Feb 07 13:00:10.979428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-948d54aa-3466-4cd5-afc6-61ab81371ae2 service neutron] 10.222.0.47 "PUT /v2.0/ports/0597a824-4aaa-4fa3-864e-3a2d9616eb18/bindings/n-h1-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 3.3823731 Feb 07 13:00:10.981799 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0026b3d8-7feb-4af3-abb4-9168a5d547d7', 'tag': '40719952-9ef2-4fa6-b57c-27823954bd6c', 'status': 'completed', 'code': 200} Feb 07 13:00:10.982060 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101ad491-0a4d-4798-bff3-4ea157eacfbd', 'tag': '3e9adc8e-0a30-4d5b-8a53-44674d543292', 'status': 'completed', 'code': 200} Feb 07 13:00:11.127477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bbb8-8989-466c-9851-487e4c423628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:11.223091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Network 377b0ea2-3794-43ba-979b-62da54907ff5 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:00:11.280410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54090131-279c-4be4-b08d-73ebd838dff7 req-71dd93fb-9627-4c5e-9c66-c3ad3631c896 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806&device_id=9438fe8f-7c56-43e3-b72a-8c50aa986e18 HTTP/1.1" status: 200 len: 210 time: 0.1303868 Feb 07 13:00:11.361006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-905e2953-cea3-44b4-a4a9-c55e7a65305a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779705 Feb 07 13:00:11.444407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-ed381efc-c75c-4790-a824-a0dc093cc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:11.445964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-ed381efc-c75c-4790-a824-a0dc093cc5c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 1094 time: 0.3821976 Feb 07 13:00:11.502369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 377b0ea2-3794-43ba-979b-62da54907ff5) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:11.507608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933575f1-8a03-4598-9f19-c56790f12cf2 None None] Network 377b0ea2-3794-43ba-979b-62da54907ff5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:00:11.549247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:11.549834 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:11.638941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757cc12-04ac-4589-a6af-43f91f5e135a req-1b37b913-fe14-4ee5-8aec-56f16d03e8ac tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:11.640474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e757cc12-04ac-4589-a6af-43f91f5e135a req-1b37b913-fe14-4ee5-8aec-56f16d03e8ac tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.5362360 Feb 07 13:00:11.651576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-9b8c1d6b-5eb9-4730-8fae-e7340ba9096f tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:11.653101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-9b8c1d6b-5eb9-4730-8fae-e7340ba9096f tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.4325325 Feb 07 13:00:11.727051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-377b0ea2-3794-43ba-979b-62da54907ff5', 'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5', 'tenant_id': '8c917e3f7f0943febbba02e12f010671', 'fixed_ips': [{'subnet_id': '0f1f608b-6c86-43de-970a-caefbd91127b'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:00:11.727967 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:11.795360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-baebdf48-e390-4488-bea9-647893385323 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6310532 Feb 07 13:00:11.798361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32788) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:11.807104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-289619462'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:11.860501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e757cc12-04ac-4589-a6af-43f91f5e135a req-7b1fe9bf-5f0b-460d-b80a-a4adc83c0fc6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018783 Feb 07 13:00:11.866559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebea4bb-9901-467a-ab0e-f65c82b5a814 req-8561140e-6a3d-440b-88cd-556c9f4c69f0 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921758 Feb 07 13:00:11.876877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24c157-a1f1-48c4-a123-529db08173a8 req-6a0ff04b-1a9e-4445-abea-3fe57f3edcb4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:11.883957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d24c157-a1f1-48c4-a123-529db08173a8 req-6a0ff04b-1a9e-4445-abea-3fe57f3edcb4 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 943 time: 0.5148108 Feb 07 13:00:11.897110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-29805469-4534-45d7-b6f9-b3ae39ef790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:11.897110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-29805469-4534-45d7-b6f9-b3ae39ef790e service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 912 time: 0.3868957 Feb 07 13:00:11.899209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Allocated IP 2001:db8::2 (377b0ea2-3794-43ba-979b-62da54907ff5/0f1f608b-6c86-43de-970a-caefbd91127b/d2c28eb2-2823-41c7-af5d-e076f371088a) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:11.984648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-9491c4f2-4739-4ab8-8d70-ed019ec4cefa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40719952-9ef2-4fa6-b57c-27823954bd6c HTTP/1.1" status: 200 len: 217 time: 0.0774479 Feb 07 13:00:12.105485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:12.109472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Usage tracker for resource:port and tenant:8c917e3f7f0943febbba02e12f010671 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:12.112448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:12.118619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:12.155517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-078f7c4b-31a2-4a83-a90f-1add9d916be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:12.157089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-078f7c4b-31a2-4a83-a90f-1add9d916be2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0 HTTP/1.1" status: 200 len: 1096 time: 0.4865139 Feb 07 13:00:12.163852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d24c157-a1f1-48c4-a123-529db08173a8 req-e1529dba-4ce1-4bcc-886a-1afdca062c0a tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784474 Feb 07 13:00:12.165247 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.193541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.207783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.219034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Transition to ACTIVE for port object d2c28eb2-2823-41c7-af5d-e076f371088a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:12.223917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-f1fa9130-93ea-4dd5-aa6b-8ff040156b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:12.225404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-f1fa9130-93ea-4dd5-aa6b-8ff040156b73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.2316751 Feb 07 13:00:12.238857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Transition to ACTIVE for port object d2c28eb2-2823-41c7-af5d-e076f371088a will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:12.270602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Made reservation on behalf of 8c917e3f7f0943febbba02e12f010671 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:12.274236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.297830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] device_id is not set on port 84efe3d5-7cd0-4d3f-ac2f-e9244111476a yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:00:12.330003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-07049261-3883-4452-9f02-625adb13558a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910399 Feb 07 13:00:12.348596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.394980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 497a8c03-d2aa-40bc-adc3-22e77c137782 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:00:12.434253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Network 377b0ea2-3794-43ba-979b-62da54907ff5 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:12.439669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:12.442571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:12.456095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Allocated IP 2001:db8::a1 (377b0ea2-3794-43ba-979b-62da54907ff5/0f1f608b-6c86-43de-970a-caefbd91127b/84efe3d5-7cd0-4d3f-ac2f-e9244111476a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:12.472813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Pushing event updated for resources: {'Port': ['ID=d2c28eb2-2823-41c7-af5d-e076f371088a,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:12.572681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.573406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.573406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.574281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.574281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.574589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.575030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.575458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.575881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.576322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.576756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.577174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:12.587138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-82234751-67c9-418e-b9ce-e0232ae989b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:12.588873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-82234751-67c9-418e-b9ce-e0232ae989b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 1099 time: 0.5484614 Feb 07 13:00:12.616523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d4dd5-a71f-4b66-9684-d1605cbd3e5e req-cb0462e3-c731-4688-822c-f4b1e0636f75 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:12.618008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce3d4dd5-a71f-4b66-9684-d1605cbd3e5e req-cb0462e3-c731-4688-822c-f4b1e0636f75 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 945 time: 0.5803192 Feb 07 13:00:12.654963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Attempting to bind port d2c28eb2-2823-41c7-af5d-e076f371088a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:00:12.655423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Attempting to bind port d2c28eb2-2823-41c7-af5d-e076f371088a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '93702183-155c-446f-b504-7c0bc7aa940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:00:12.656062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Attempting to bind port d2c28eb2-2823-41c7-af5d-e076f371088a on network 377b0ea2-3794-43ba-979b-62da54907ff5 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:12.675430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:00:12.676001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Checking segment: {'id': '93702183-155c-446f-b504-7c0bc7aa940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:12.676575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.677093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Bound using segment: {'id': '93702183-155c-446f-b504-7c0bc7aa940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:00:12.677676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Bound port: d2c28eb2-2823-41c7-af5d-e076f371088a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93702183-155c-446f-b504-7c0bc7aa940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:00:12.677930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-71b2f007-2b00-4466-a0b2-bb42d908790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:12.678291 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.679480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-71b2f007-2b00-4466-a0b2-bb42d908790c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1096 time: 0.4916313 Feb 07 13:00:12.708793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.735837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Transition to ACTIVE for port object 84efe3d5-7cd0-4d3f-ac2f-e9244111476a will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:12.749946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-7317ace6-88a3-4eb1-b8d7-c7a95b76d90d service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095261 Feb 07 13:00:12.757502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717fb44-8b84-46e5-814b-ddbbeba633fc req-6e52673c-0084-48ad-be24-b184024625cf tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:12.759102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0717fb44-8b84-46e5-814b-ddbbeba633fc req-6e52673c-0084-48ad-be24-b184024625cf tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 943 time: 0.4855556 Feb 07 13:00:12.769493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce3d4dd5-a71f-4b66-9684-d1605cbd3e5e req-3d513492-be80-42a0-a179-455239312f15 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426799 Feb 07 13:00:12.813140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 497a8c03-d2aa-40bc-adc3-22e77c137782, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=497a8c03-d2aa-40bc-adc3-22e77c137782,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:12.840031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '497a8c03-d2aa-40bc-adc3-22e77c137782', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '497a8c03-d2aa-40bc-adc3-22e77c137782', 'mac_address': 'fa:16:3e:3f:21:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:00:12.851645 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.899002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] For port d2c28eb2-2823-41c7-af5d-e076f371088a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:12.912421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] For port d2c28eb2-2823-41c7-af5d-e076f371088a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d2c28eb2-2823-41c7-af5d-e076f371088a,segment=NetworkSegment(93702183-155c-446f-b504-7c0bc7aa940d),segment_id=93702183-155c-446f-b504-7c0bc7aa940d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:00:12.916885 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.935053 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497a8c03-d2aa-40bc-adc3-22e77c137782 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:12.938755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Network 377b0ea2-3794-43ba-979b-62da54907ff5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:12.942511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:12.947029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:12.953199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:12.953905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:12.956724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 497a8c03-d2aa-40bc-adc3-22e77c137782, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=497a8c03-d2aa-40bc-adc3-22e77c137782,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:12.970937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=84efe3d5-7cd0-4d3f-ac2f-e9244111476a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:13.053762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:13.137652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0717fb44-8b84-46e5-814b-ddbbeba633fc req-8d06b5b1-cac0-473c-a522-2a25fe44b821 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910650 Feb 07 13:00:13.155654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38e28b-5596-4e32-a345-e481a5899a14 None None] Pushing event updated for resources: {'Port': ['ID=d2c28eb2-2823-41c7-af5d-e076f371088a,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:13.206316 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4d1196c9-84bc-41af-9814-1cf3b9eea02a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4061854 Feb 07 13:00:13.208032 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:13.210213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32802) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:13.219519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-5f4b34be-4ee9-4f41-a625-d215d314bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:13.221030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-5f4b34be-4ee9-4f41-a625-d215d314bb1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.6163144 Feb 07 13:00:13.229963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-52853493', 'allowed_address_pairs': [{'ip_address': '2001:db8::a1', 'mac_address': 'fa:16:3e:d1:5d:28'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:13.230523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-6086b46e-f722-4ab8-b3f1-c5e4eb6df910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:13.232081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-6086b46e-f722-4ab8-b3f1-c5e4eb6df910 service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.5400894 Feb 07 13:00:13.290316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-2f21b1ed-6dd6-42b0-a5ca-a2471ae96b37 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197651 Feb 07 13:00:13.307447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=497a8c03-d2aa-40bc-adc3-22e77c137782,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:13.402097 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-e43e6b87-5ff1-4bed-930d-d095f8bda56b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=3e9adc8e-0a30-4d5b-8a53-44674d543292 HTTP/1.1" status: 200 len: 217 time: 0.1671336 Feb 07 13:00:13.466260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:13.470806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Usage tracker for resource:port and tenant:8c917e3f7f0943febbba02e12f010671 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:13.473949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:13.480714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:13.487665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-881ea73a-c2fb-4f7a-8542-b790ee3fff46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18 HTTP/1.1" status: 200 len: 217 time: 0.1955154 Feb 07 13:00:13.496746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec9e05-adf8-4c3c-913c-cf2d58bfd127 req-6cb6b170-65f1-430f-bd6c-9eb6c1da0b53 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:13.498643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62ec9e05-adf8-4c3c-913c-cf2d58bfd127 req-6cb6b170-65f1-430f-bd6c-9eb6c1da0b53 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 945 time: 0.5138416 Feb 07 13:00:13.607249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Made reservation on behalf of 8c917e3f7f0943febbba02e12f010671 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:13.627540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-17d88043-d6a2-499f-9c7b-5511ce32dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:13.629006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-17d88043-d6a2-499f-9c7b-5511ce32dee1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1854877 Feb 07 13:00:13.638540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-334abfe8-1116-41e7-a055-33a17d277411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:13.639936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-334abfe8-1116-41e7-a055-33a17d277411 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1405938 Feb 07 13:00:13.642245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:13.676934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62ec9e05-adf8-4c3c-913c-cf2d58bfd127 req-1dcae300-6f42-47d6-81fb-68e1788da8dd tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319561 Feb 07 13:00:13.746340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-2e0c96d2-60be-4b72-813c-3be8bc779c99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676932 Feb 07 13:00:13.759935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-82c5c90a-ccb1-4b04-8db0-55d1cac42873 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:00:13.761202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-82c5c90a-ccb1-4b04-8db0-55d1cac42873 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120788 Feb 07 13:00:13.773944 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:13.817207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['497a8c03-d2aa-40bc-adc3-22e77c137782'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:13.841293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] device_id is not set on port f735203f-8201-43bb-bb06-f69596c422ca yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:00:13.848154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-10ae1d6a-44a0-4389-b497-ba71dbfa218e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:13.849808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-10ae1d6a-44a0-4389-b497-ba71dbfa218e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.47 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 945 time: 0.4502909 Feb 07 13:00:13.964619 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-740dd30d-23ff-44cf-b3b8-2e8ecee360fd req-89af411c-34c9-42c9-82d0-191b8fd82bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefb0a3100c342228564201584be1090&device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1248195 Feb 07 13:00:13.975412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d2c28eb2-2823-41c7-af5d-e076f371088a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:14.006836 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-740dd30d-23ff-44cf-b3b8-2e8ecee360fd req-48bc097c-71c3-45cc-9299-ad8cc0aa725f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fefb0a3100c342228564201584be1090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305128 Feb 07 13:00:14.144564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Deleting port e2f02468-40b4-4571-a761-adfdd5277ad0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:14.153827 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:14.181644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-48623819-37db-4240-b311-c0378cb3bdfa service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128706 Feb 07 13:00:14.269973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd30d-23ff-44cf-b3b8-2e8ecee360fd req-c1c820b8-baff-45ea-831b-6953a2dd6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:14.271504 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-740dd30d-23ff-44cf-b3b8-2e8ecee360fd req-c1c820b8-baff-45ea-831b-6953a2dd6a41 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2579918 Feb 07 13:00:14.272683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Allocated IP 2001:db8::1cd (377b0ea2-3794-43ba-979b-62da54907ff5/0f1f608b-6c86-43de-970a-caefbd91127b/f735203f-8201-43bb-bb06-f69596c422ca) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:14.276829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port d2c28eb2-2823-41c7-af5d-e076f371088a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:14.392485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568fca0-f891-4a2b-abfb-929c24b8835b None None] Network 377b0ea2-3794-43ba-979b-62da54907ff5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:00:14.412741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 40719952-9ef2-4fa6-b57c-27823954bd6c details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:00:14.526204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:14.549291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Transition to ACTIVE for port object f735203f-8201-43bb-bb06-f69596c422ca will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:14.594806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-33165cd5-de01-49bc-bc99-6a88bec2bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:14.596370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-33165cd5-de01-49bc-bc99-6a88bec2bd4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9539640 Feb 07 13:00:14.616847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77a780b8-649d-49ea-b1bd-142ff995b94a None None] Provisioning for port d2c28eb2-2823-41c7-af5d-e076f371088a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:14.650652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77a780b8-649d-49ea-b1bd-142ff995b94a None None] Provisioning complete for port d2c28eb2-2823-41c7-af5d-e076f371088a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:14.651351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77a780b8-649d-49ea-b1bd-142ff995b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:14.715091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93019d-72ff-4138-915d-b4bead5616ed req-5bfb1c56-5229-4b79-b1ae-48412a46960f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:14.716639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e93019d-72ff-4138-915d-b4bead5616ed req-5bfb1c56-5229-4b79-b1ae-48412a46960f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 948 time: 0.8816531 Feb 07 13:00:14.731212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3e9adc8e-0a30-4d5b-8a53-44674d543292 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:00:14.751152 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:14.790443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 40719952-9ef2-4fa6-b57c-27823954bd6c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=40719952-9ef2-4fa6-b57c-27823954bd6c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:14.816562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '40719952-9ef2-4fa6-b57c-27823954bd6c', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'port_id': '40719952-9ef2-4fa6-b57c-27823954bd6c', 'mac_address': 'fa:16:3e:b0:83:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b674a9c6-92fb-4e7a-8a46-784f145af0b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:00:14.831280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Network 377b0ea2-3794-43ba-979b-62da54907ff5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:14.834762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:14.839868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:14.846012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:14.849734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:14.865446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=f735203f-8201-43bb-bb06-f69596c422ca,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:14.866249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-c3f34387-5e60-491d-beed-008a05e32ea7 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727464 Feb 07 13:00:14.900148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225e3d-8f31-4794-9d1b-17817f360266 req-e03578b5-37ea-4a96-a6e9-4d5f2c7fd613 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:14.901850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e225e3d-8f31-4794-9d1b-17817f360266 req-e03578b5-37ea-4a96-a6e9-4d5f2c7fd613 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.7130184 Feb 07 13:00:14.949227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e93019d-72ff-4138-915d-b4bead5616ed req-508814ea-c6ed-4c7b-bb3c-c45a6b612770 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560593 Feb 07 13:00:14.961641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.008523 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5798b7e2-2eea-47a7-b246-a3fcbcc8e92b tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.7971201 Feb 07 13:00:15.014068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] For port e2f02468-40b4-4571-a761-adfdd5277ad0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e2f02468-40b4-4571-a761-adfdd5277ad0,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:15.014068 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.016392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32816) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:15.078090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.114041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-4675c262-f3d4-4383-add6-9cd5574fc9aa service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075290 Feb 07 13:00:15.120168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40719952-9ef2-4fa6-b57c-27823954bd6c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:15.141105 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77a780b8-649d-49ea-b1bd-142ff995b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.141855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630780a8-fac5-4708-917d-7808a0f98217 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:15.150051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630780a8-fac5-4708-917d-7808a0f98217 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:15.150486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3e9adc8e-0a30-4d5b-8a53-44674d543292, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3e9adc8e-0a30-4d5b-8a53-44674d543292,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:15.156479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630780a8-fac5-4708-917d-7808a0f98217 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:15.157479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-630780a8-fac5-4708-917d-7808a0f98217 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Synchronizing usage tracker for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:15.176381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 40719952-9ef2-4fa6-b57c-27823954bd6c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=40719952-9ef2-4fa6-b57c-27823954bd6c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:15.184811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '3e9adc8e-0a30-4d5b-8a53-44674d543292', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '3e9adc8e-0a30-4d5b-8a53-44674d543292', 'mac_address': 'fa:16:3e:d6:e2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:00:15.229858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e225e3d-8f31-4794-9d1b-17817f360266 req-ad5a4fae-4ab6-42a7-8cc0-b14b2ee9015b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148050 Feb 07 13:00:15.241435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Calling delete_port for e2f02468-40b4-4571-a761-adfdd5277ad0 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:15.250876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-77a780b8-649d-49ea-b1bd-142ff995b94a None None] For port d2c28eb2-2823-41c7-af5d-e076f371088a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d2c28eb2-2823-41c7-af5d-e076f371088a,segment=NetworkSegment(93702183-155c-446f-b504-7c0bc7aa940d),segment_id=93702183-155c-446f-b504-7c0bc7aa940d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:15.263596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.286735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9adc8e-0a30-4d5b-8a53-44674d543292 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:15.304283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3e9adc8e-0a30-4d5b-8a53-44674d543292, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3e9adc8e-0a30-4d5b-8a53-44674d543292,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:15.412071 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.412679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-630780a8-fac5-4708-917d-7808a0f98217 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Unset dirty status for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:15.418648 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-630780a8-fac5-4708-917d-7808a0f98217 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.4011080 Feb 07 13:00:15.420325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:15.433995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-884a5d81-41a0-4798-92a6-f88c515eb9d8 req-cbbcc040-d740-4613-99e8-07bc30bb581b tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.0711548 Feb 07 13:00:15.479963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77a780b8-649d-49ea-b1bd-142ff995b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.497527 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.515828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f31647d-97f9-40f2-a0d6-931d9356a632 req-3876ecd2-f9df-4493-8ec9-50b977e9a4ba service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408849 Feb 07 13:00:15.534720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c53c-bc90-44ef-b73b-b322bf3b6feb req-57033255-8dda-46e6-b469-573a959ee27e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:15.537984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5473f-4243-47ae-a8e7-cdd04b0bca2a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Deleting port f735203f-8201-43bb-bb06-f69596c422ca {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:15.538431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b5473f-4243-47ae-a8e7-cdd04b0bca2a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.554929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07e4c53c-bc90-44ef-b73b-b322bf3b6feb req-57033255-8dda-46e6-b469-573a959ee27e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 943 time: 0.4308972 Feb 07 13:00:15.568422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=40719952-9ef2-4fa6-b57c-27823954bd6c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:15.734799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a36d32d8-99dd-4e7c-8723-1f65e10d08eb None None] Provisioning complete for port d2c28eb2-2823-41c7-af5d-e076f371088a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:15.735507 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a36d32d8-99dd-4e7c-8723-1f65e10d08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:15.750717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-740dd30d-23ff-44cf-b3b8-2e8ecee360fd req-fc39cf59-778c-4464-bac8-12882c6beaa3 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.35 "GET /v2.0/ports?device_id=1409dbff-6f85-4bd9-ba73-d4f1d29a1806 HTTP/1.1" status: 200 len: 210 time: 0.1756954 Feb 07 13:00:15.814814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a780b8-649d-49ea-b1bd-142ff995b94a None None] Pushing event updated for resources: {'Port': ['ID=d2c28eb2-2823-41c7-af5d-e076f371088a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:15.819277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['3e9adc8e-0a30-4d5b-8a53-44674d543292'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:15.882691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07e4c53c-bc90-44ef-b73b-b322bf3b6feb req-c1931b47-3bb3-40eb-8b41-4a643188dfa5 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396635 Feb 07 13:00:15.920819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-a31c7555-3c68-4c1d-b2a5-84d4721e04d1 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:15.922267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-a31c7555-3c68-4c1d-b2a5-84d4721e04d1 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.2640233 Feb 07 13:00:15.973949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['40719952-9ef2-4fa6-b57c-27823954bd6c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:16.002230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6d2ff-8824-4842-8a11-cf6d05856021 req-a57b91ea-6752-48c3-9977-0996be1db113 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:16.014220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4b6d2ff-8824-4842-8a11-cf6d05856021 req-a57b91ea-6752-48c3-9977-0996be1db113 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 945 time: 0.3183928 Feb 07 13:00:16.089511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b5473f-4243-47ae-a8e7-cdd04b0bca2a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:16.097468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:16.205369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=3e9adc8e-0a30-4d5b-8a53-44674d543292,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:16.253892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5473f-4243-47ae-a8e7-cdd04b0bca2a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Calling delete_port for f735203f-8201-43bb-bb06-f69596c422ca owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:16.379629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Pushing event deleted for resources: {'Port': ['ID=e2f02468-40b4-4571-a761-adfdd5277ad0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:16.413370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.413725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.414641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.415001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.415347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.416282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.416878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.417338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.417681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.418015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.418355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.419024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:00:16.421882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device cc816925-706b-4b65-b9f9-89631f20e279 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:00:16.425271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 497a8c03-d2aa-40bc-adc3-22e77c137782 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:16.452833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4b6d2ff-8824-4842-8a11-cf6d05856021 req-e3da546e-b3cd-47c4-af7a-0cde46913878 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/security-groups?id=51795f9c-5bd1-46bd-a782-1c1c1e11d454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380519 Feb 07 13:00:16.472714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] No DVR routers for this DVR port e2f02468-40b4-4571-a761-adfdd5277ad0 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:00:16.480408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:16.483148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'name': 'network-vif-deleted', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:16.505063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a36d32d8-99dd-4e7c-8723-1f65e10d08eb None None] Provisioning for port 84efe3d5-7cd0-4d3f-ac2f-e9244111476a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:16.536607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a36d32d8-99dd-4e7c-8723-1f65e10d08eb None None] Provisioning complete for port 84efe3d5-7cd0-4d3f-ac2f-e9244111476a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:16.537142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a36d32d8-99dd-4e7c-8723-1f65e10d08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:16.550737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3ab1a-cbe6-4263-8414-1a810cacd234 req-2b2679bb-ad5b-4180-a02a-da4c3157ae8d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:16.558625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1d3ab1a-cbe6-4263-8414-1a810cacd234 req-2b2679bb-ad5b-4180-a02a-da4c3157ae8d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 944 time: 0.5152144 Feb 07 13:00:16.561719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b5473f-4243-47ae-a8e7-cdd04b0bca2a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:16.616134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1d3ab1a-cbe6-4263-8414-1a810cacd234 req-8ac07846-b7ff-4cb7-8b9e-76773413df74 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564942 Feb 07 13:00:16.632174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:00:16.691504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef3769ce-82c0-4a06-b292-6e11bcbb12ee req-a021da7c-da6c-4d2c-a2f6-b7b02c99735d tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.47 "DELETE /v2.0/ports/e2f02468-40b4-4571-a761-adfdd5277ad0 HTTP/1.1" status: 204 len: 173 time: 2.7116332 Feb 07 13:00:16.727197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb460f9-8036-4265-9a33-b0cf634340ca req-beb8fd34-1e1c-413f-8f1a-1826b3beaf97 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:16.735160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bb460f9-8036-4265-9a33-b0cf634340ca req-beb8fd34-1e1c-413f-8f1a-1826b3beaf97 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 945 time: 0.1060865 Feb 07 13:00:16.770283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-301764aa-db06-42e6-89f1-cbe5f8244c3c service neutron] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:16.775719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-301764aa-db06-42e6-89f1-cbe5f8244c3c service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:16.777326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-301764aa-db06-42e6-89f1-cbe5f8244c3c service neutron] 10.222.0.35 "DELETE /v2.0/ports/0597a824-4aaa-4fa3-864e-3a2d9616eb18/bindings/n-h2-811416-5 HTTP/1.1" status: 204 len: 173 time: 0.8470428 Feb 07 13:00:16.803808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5473f-4243-47ae-a8e7-cdd04b0bca2a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Port': ['ID=f735203f-8201-43bb-bb06-f69596c422ca,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:16.807410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a36d32d8-99dd-4e7c-8723-1f65e10d08eb None None] Port 84efe3d5-7cd0-4d3f-ac2f-e9244111476a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:16.827469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bb460f9-8036-4265-9a33-b0cf634340ca req-862221fb-303e-4e61-a3d0-a94fda606fdc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905490 Feb 07 13:00:16.837108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a36d32d8-99dd-4e7c-8723-1f65e10d08eb None None] Could not find standard attr ID for object f735203f-8201-43bb-bb06-f69596c422ca. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:00:16.938349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port cc816925-706b-4b65-b9f9-89631f20e279, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cc816925-706b-4b65-b9f9-89631f20e279,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:16.966481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'cc816925-706b-4b65-b9f9-89631f20e279', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'port_id': 'cc816925-706b-4b65-b9f9-89631f20e279', 'mac_address': 'fa:16:3e:c7:90:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:00:16.999561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed12b9-ecf2-4535-8b18-6e63c81bab73 req-556583bb-337e-4283-bfe6-8af2a4ffdb7a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:17.010354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61ed12b9-ecf2-4535-8b18-6e63c81bab73 req-556583bb-337e-4283-bfe6-8af2a4ffdb7a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 949 time: 0.1809044 Feb 07 13:00:17.020423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b5473f-4243-47ae-a8e7-cdd04b0bca2a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.033502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 497a8c03-d2aa-40bc-adc3-22e77c137782 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:17.043838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d2fe488c-0865-4800-9d7f-de0e4c368c77 None None] Provisioning complete for port 84efe3d5-7cd0-4d3f-ac2f-e9244111476a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:17.044234 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2fe488c-0865-4800-9d7f-de0e4c368c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.075934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 497a8c03-d2aa-40bc-adc3-22e77c137782 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:17.076319 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.104111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.120675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61ed12b9-ecf2-4535-8b18-6e63c81bab73 req-2882cbec-a659-4129-b1b1-edaee2f8cb36 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091816 Feb 07 13:00:17.136017 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b3b5473f-4243-47ae-a8e7-cdd04b0bca2a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "DELETE /v2.0/ports/f735203f-8201-43bb-bb06-f69596c422ca HTTP/1.1" status: 204 len: 168 time: 1.7133560 Feb 07 13:00:17.142213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32836) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:17.171610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc816925-706b-4b65-b9f9-89631f20e279 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:17.184960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe488c-0865-4800-9d7f-de0e4c368c77 None None] Port 84efe3d5-7cd0-4d3f-ac2f-e9244111476a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:17.198089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01ff9d-bd13-400b-bb84-8c0ee39dcc84 req-617d280c-7c2b-424e-964d-5439a269b260 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:17.199746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c01ff9d-bd13-400b-bb84-8c0ee39dcc84 req-617d280c-7c2b-424e-964d-5439a269b260 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 0.1680422 Feb 07 13:00:17.204046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d2fe488c-0865-4800-9d7f-de0e4c368c77 None None] Could not find standard attr ID for object f735203f-8201-43bb-bb06-f69596c422ca. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:00:17.213844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port cc816925-706b-4b65-b9f9-89631f20e279, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cc816925-706b-4b65-b9f9-89631f20e279,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:17.225565 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8aa987-039a-41e9-93e2-728bb9d34e69 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] GET failed (client error): The resource could not be found. Feb 07 13:00:17.226949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1a8aa987-039a-41e9-93e2-728bb9d34e69 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "GET /v2.0/ports/f735203f-8201-43bb-bb06-f69596c422ca HTTP/1.1" status: 404 len: 333 time: 0.0834177 Feb 07 13:00:17.232755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32842) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:17.239780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-196495743'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:17.278518 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.311440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c3f69-274a-4dbf-ad59-b817cdf88062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497a8c03-d2aa-40bc-adc3-22e77c137782'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:17.322105 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f980d8-caac-40c3-8732-d9ca11075adc', 'name': 'network-vif-deleted', 'tag': 'e2f02468-40b4-4571-a761-adfdd5277ad0', 'status': 'completed', 'code': 200} Feb 07 13:00:17.323903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 497a8c03-d2aa-40bc-adc3-22e77c137782, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=497a8c03-d2aa-40bc-adc3-22e77c137782,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:17.360748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c01ff9d-bd13-400b-bb84-8c0ee39dcc84 req-41f47cfd-a3e4-41be-95be-d486ea0361ab tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508677 Feb 07 13:00:17.424416 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.476766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:17.481971 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.482739 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e2f02468-40b4-4571-a761-adfdd5277ad0 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:00:17.487841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Usage tracker for resource:port and tenant:8c917e3f7f0943febbba02e12f010671 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:17.492247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:17.505298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:17.521663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8e45b-e920-433c-b345-47069125da16 req-9ef270c8-6e51-43d1-9955-0bf8249fef47 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:17.523037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: e2f02468-40b4-4571-a761-adfdd5277ad0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:00:17.523172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6c8e45b-e920-433c-b345-47069125da16 req-9ef270c8-6e51-43d1-9955-0bf8249fef47 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 943 time: 0.1593437 Feb 07 13:00:17.523383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e2f02468-40b4-4571-a761-adfdd5277ad0 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:00:17.543508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=cc816925-706b-4b65-b9f9-89631f20e279,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:17.574172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6c8e45b-e920-433c-b345-47069125da16 req-d1f8e633-7721-40f9-99ae-47da4f46237e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Feb 07 13:00:17.618817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=497a8c03-d2aa-40bc-adc3-22e77c137782,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:17.630104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Made reservation on behalf of 8c917e3f7f0943febbba02e12f010671 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:17.634075 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.656540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] device_id is not set on port 4cebced5-64b7-4485-a5f8-e477e88d0053 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:00:17.832989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d2c28eb2-2823-41c7-af5d-e076f371088a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:17.869275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e57a6-4956-4c59-bdd1-15f6f1b3809e req-854dac47-eecf-4425-97a1-6fb39d7dd682 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:17.870794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-333e57a6-4956-4c59-bdd1-15f6f1b3809e req-854dac47-eecf-4425-97a1-6fb39d7dd682 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1096 time: 0.1743946 Feb 07 13:00:17.871903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Allocated IP 2001:db8::392 (377b0ea2-3794-43ba-979b-62da54907ff5/0f1f608b-6c86-43de-970a-caefbd91127b/4cebced5-64b7-4485-a5f8-e477e88d0053) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:17.917174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d2c28eb2-2823-41c7-af5d-e076f371088a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:17.917174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:17.951716 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c3f69-274a-4dbf-ad59-b817cdf88062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497a8c03-d2aa-40bc-adc3-22e77c137782', 'code': 200} Feb 07 13:00:17.954240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-333e57a6-4956-4c59-bdd1-15f6f1b3809e req-dbf2c979-00cb-475d-aa8e-aa4c208b213b tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764420 Feb 07 13:00:18.095781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['cc816925-706b-4b65-b9f9-89631f20e279'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:18.178145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2284b33c-ec7f-4297-ba74-a68c4e0fb935 req-326e1d2d-26a9-465a-b08f-5ee9b57a74e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefb0a3100c342228564201584be1090&device_id=9438fe8f-7c56-43e3-b72a-8c50aa986e18 HTTP/1.1" status: 200 len: 210 time: 0.1274288 Feb 07 13:00:18.226287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2284b33c-ec7f-4297-ba74-a68c4e0fb935 req-411b16aa-9fd4-495a-a075-386020aab943 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fefb0a3100c342228564201584be1090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305035 Feb 07 13:00:18.428580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 40719952-9ef2-4fa6-b57c-27823954bd6c up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:18.516093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-78fbc9de-28f7-47f2-9b2e-6773832304ce req-4aa7a13a-3c2c-40d9-904e-a131d2ab379e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Synchronizing usage tracker for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:18.582365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 40719952-9ef2-4fa6-b57c-27823954bd6c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:18.589403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 40719952-9ef2-4fa6-b57c-27823954bd6c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:18.589895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:18.668413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:18.673021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284b33c-ec7f-4297-ba74-a68c4e0fb935 req-d8400e7f-e097-4b6f-b831-dc106182d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:18.674608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2284b33c-ec7f-4297-ba74-a68c4e0fb935 req-d8400e7f-e097-4b6f-b831-dc106182d11a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4382143 Feb 07 13:00:18.694464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f108728-6d25-4e3b-a568-7f6b60b2865d req-65e145a0-e85a-48c5-a6a7-4d5a43a0321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:18.697446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f108728-6d25-4e3b-a568-7f6b60b2865d req-65e145a0-e85a-48c5-a6a7-4d5a43a0321b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 1101 time: 0.5965245 Feb 07 13:00:18.706733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Transition to ACTIVE for port object 4cebced5-64b7-4485-a5f8-e477e88d0053 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:18.723702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-78fbc9de-28f7-47f2-9b2e-6773832304ce req-4aa7a13a-3c2c-40d9-904e-a131d2ab379e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] Unset dirty status for tenant:5723c7a545834f47a70a1e8e2348ef14 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:18.724842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78fbc9de-28f7-47f2-9b2e-6773832304ce req-4aa7a13a-3c2c-40d9-904e-a131d2ab379e tempest-FloatingIPsAssociationNegativeTestJSON-1934092184 tempest-FloatingIPsAssociationNegativeTestJSON-1934092184-project] 10.222.0.69 "GET /v2.0/ports?device_id=88f980d8-caac-40c3-8732-d9ca11075adc HTTP/1.1" status: 200 len: 210 time: 0.4966910 Feb 07 13:00:18.731339 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:18.745567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0c498-0a05-4397-97c7-dc12a1cd8ccb req-06cc4e85-b615-4337-944e-b2e6e9bcf99f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:18.752550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbd0c498-0a05-4397-97c7-dc12a1cd8ccb req-06cc4e85-b615-4337-944e-b2e6e9bcf99f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 944 time: 0.5252519 Feb 07 13:00:18.756982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3e9adc8e-0a30-4d5b-8a53-44674d543292 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:18.797001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f108728-6d25-4e3b-a568-7f6b60b2865d req-ce75bfe9-b9d4-4655-b4a8-ee13700e3242 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888224 Feb 07 13:00:18.811531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 40719952-9ef2-4fa6-b57c-27823954bd6c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=40719952-9ef2-4fa6-b57c-27823954bd6c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:18.817998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbd0c498-0a05-4397-97c7-dc12a1cd8ccb req-536a64eb-c118-49b5-8e34-2c353caac170 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633309 Feb 07 13:00:18.885982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27d18d44-95d9-4f39-8c41-e751a04770dc req-1992bba0-1f42-4367-9924-8cbeb084259b tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=9438fe8f-7c56-43e3-b72a-8c50aa986e18 HTTP/1.1" status: 200 len: 210 time: 0.0423603 Feb 07 13:00:18.932930 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:18.975131 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:19.004837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 3e9adc8e-0a30-4d5b-8a53-44674d543292 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:19.021177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 3e9adc8e-0a30-4d5b-8a53-44674d543292 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:19.021547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:19.089455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=40719952-9ef2-4fa6-b57c-27823954bd6c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:19.104880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Network 377b0ea2-3794-43ba-979b-62da54907ff5 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:19.113230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:19.120673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:19.126766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:19.126766 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:19.146938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=4cebced5-64b7-4485-a5f8-e477e88d0053,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:19.161445 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:19.181121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b5118-ee3a-46c3-aae0-2fa884ae27e1 req-6d8696f5-bc4e-4fd1-8066-876124d6adda tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:19.182756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c6b5118-ee3a-46c3-aae0-2fa884ae27e1 req-6d8696f5-bc4e-4fd1-8066-876124d6adda tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2600267 Feb 07 13:00:19.206990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3e9adc8e-0a30-4d5b-8a53-44674d543292, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3e9adc8e-0a30-4d5b-8a53-44674d543292,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:19.220764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d33016-7be2-455d-a7e2-c0b62e82dd99 req-e6dce4cf-4659-468e-938e-e9c719a3da89 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:19.222272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66d33016-7be2-455d-a7e2-c0b62e82dd99 req-e6dce4cf-4659-468e-938e-e9c719a3da89 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 1096 time: 0.1923940 Feb 07 13:00:19.258677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c6b5118-ee3a-46c3-aae0-2fa884ae27e1 req-4c3bd5e7-3467-486f-933e-f14b2685d38e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669069 Feb 07 13:00:19.283250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66d33016-7be2-455d-a7e2-c0b62e82dd99 req-810aefb7-2e10-4d1d-998f-d26183966b5b tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 Feb 07 13:00:19.299734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f7398daf-5f71-4eee-864d-42387ac427a3 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0659342 Feb 07 13:00:19.302263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32870) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:19.308191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a1', 'mac_address': 'fa:16:3e:d1:5d:28'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:19.400369 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:19.529795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=3e9adc8e-0a30-4d5b-8a53-44674d543292,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:19.612634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd21e6ba-48f6-47ad-bacf-1701798d2aee None None] Provisioning for port 4cebced5-64b7-4485-a5f8-e477e88d0053 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:19.617717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd21e6ba-48f6-47ad-bacf-1701798d2aee None None] Provisioning complete for port 4cebced5-64b7-4485-a5f8-e477e88d0053 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:19.618083 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd21e6ba-48f6-47ad-bacf-1701798d2aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:19.680924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dd21e6ba-48f6-47ad-bacf-1701798d2aee None None] Port 4cebced5-64b7-4485-a5f8-e477e88d0053 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:19.706576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae84fe-60b3-4369-8f62-72eb71d851ad req-a1647e2c-fd7f-4623-bf97-296540db2c3a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:19.708164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67ae84fe-60b3-4369-8f62-72eb71d851ad req-a1647e2c-fd7f-4623-bf97-296540db2c3a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 950 time: 0.3306589 Feb 07 13:00:19.752721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a0ded-c6d4-4f3f-bc87-5d391b55767d req-64222c24-93e7-45ed-b8bf-21b3d4abb96e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:19.754182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-545a0ded-c6d4-4f3f-bc87-5d391b55767d req-64222c24-93e7-45ed-b8bf-21b3d4abb96e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 944 time: 0.2498562 Feb 07 13:00:19.796206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:19.832167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67ae84fe-60b3-4369-8f62-72eb71d851ad req-43aa7350-493b-41db-8bac-2ca0d489ad0e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141860 Feb 07 13:00:19.911121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-545a0ded-c6d4-4f3f-bc87-5d391b55767d req-b03c0219-c634-447b-8f5b-f56f477e10c9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512010 Feb 07 13:00:19.952544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0026b3d8-7feb-4af3-abb4-9168a5d547d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40719952-9ef2-4fa6-b57c-27823954bd6c'}, {'server_uuid': '101ad491-0a4d-4798-bff3-4ea157eacfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9adc8e-0a30-4d5b-8a53-44674d543292'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:19.976488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2284b33c-ec7f-4297-ba74-a68c4e0fb935 req-4f39b13e-8bc3-42ad-bc4f-d63b671bd068 tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.35 "GET /v2.0/ports?device_id=9438fe8f-7c56-43e3-b72a-8c50aa986e18 HTTP/1.1" status: 200 len: 210 time: 0.1084185 Feb 07 13:00:20.134239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e07feb-0544-41dd-bea9-faccc06fdd80 req-ca7cd12c-8d1a-4d29-b3ba-28e0218d378c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:20.136129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e07feb-0544-41dd-bea9-faccc06fdd80 req-ca7cd12c-8d1a-4d29-b3ba-28e0218d378c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2070894 Feb 07 13:00:20.222472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e07feb-0544-41dd-bea9-faccc06fdd80 req-72af16dd-1dcc-453d-aaeb-fceb3eb94f0f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694849 Feb 07 13:00:20.242916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:20.307105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32894) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:20.375000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:20.433282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device cc816925-706b-4b65-b9f9-89631f20e279 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:20.495802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] In _notify_port_updated(), no bound segment for port 4cebced5-64b7-4485-a5f8-e477e88d0053 on network 377b0ea2-3794-43ba-979b-62da54907ff5 {{(pid=88313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:00:20.500942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:20.501582 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:20.503115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "PUT /v2.0/ports/4cebced5-64b7-4485-a5f8-e477e88d0053 HTTP/1.1" status: 200 len: 1001 time: 1.1996949 Feb 07 13:00:20.507579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32900) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:20.653176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port cc816925-706b-4b65-b9f9-89631f20e279 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:20.659264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port cc816925-706b-4b65-b9f9-89631f20e279 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:20.659808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:20.690884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8d22f652-6037-4a90-abfb-7eb0eb1caae0 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Deleting port 4cebced5-64b7-4485-a5f8-e477e88d0053 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:20.693427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d22f652-6037-4a90-abfb-7eb0eb1caae0 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:20.881161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:00:20.893804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:20.933291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port cc816925-706b-4b65-b9f9-89631f20e279, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cc816925-706b-4b65-b9f9-89631f20e279,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:20.950397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9a5b2bb0-54ab-4d66-89b1-401626da5db2 None None] Provisioning complete for port 4cebced5-64b7-4485-a5f8-e477e88d0053 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:20.950767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2bb0-54ab-4d66-89b1-401626da5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:21.000005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53fb05-77e7-4472-9f53-5607380ac306 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=4cebced5-64b7-4485-a5f8-e477e88d0053,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:21.011419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9a5b2bb0-54ab-4d66-89b1-401626da5db2 None None] Port 4cebced5-64b7-4485-a5f8-e477e88d0053 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:21.045752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fdb54b5-ccef-428a-86b2-7fd691e132fb req-11b76078-a994-4455-b2a1-35b7f712dcab tempest-ServerShowV247Test-1357247284 tempest-ServerShowV247Test-1357247284-project] 10.222.0.69 "GET /v2.0/ports?device_id=9438fe8f-7c56-43e3-b72a-8c50aa986e18 HTTP/1.1" status: 200 len: 210 time: 0.1056628 Feb 07 13:00:21.091087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d22f652-6037-4a90-abfb-7eb0eb1caae0 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:21.129760 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0026b3d8-7feb-4af3-abb4-9168a5d547d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40719952-9ef2-4fa6-b57c-27823954bd6c', 'code': 200} Feb 07 13:00:21.130338 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ad491-0a4d-4798-bff3-4ea157eacfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9adc8e-0a30-4d5b-8a53-44674d543292', 'code': 200} Feb 07 13:00:21.133019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:21.190392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e2a3a-3487-4bbf-ac37-a6fa43eb39de req-6bdf32ac-fe16-40cc-83e2-f30a5e4918f9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:21.200064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a2e2a3a-3487-4bbf-ac37-a6fa43eb39de req-6bdf32ac-fe16-40cc-83e2-f30a5e4918f9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 945 time: 0.7815561 Feb 07 13:00:21.251326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=cc816925-706b-4b65-b9f9-89631f20e279,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:21.288601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8d22f652-6037-4a90-abfb-7eb0eb1caae0 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Calling delete_port for 4cebced5-64b7-4485-a5f8-e477e88d0053 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:21.538258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d22f652-6037-4a90-abfb-7eb0eb1caae0 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:21.591249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a2e2a3a-3487-4bbf-ac37-a6fa43eb39de req-9f5f716d-cb1d-4a2d-9b91-ecefe652ff78 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622284 Feb 07 13:00:21.609734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22f652-6037-4a90-abfb-7eb0eb1caae0 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Port': ['ID=4cebced5-64b7-4485-a5f8-e477e88d0053,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:21.723809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac88372-52dc-45b7-a5ef-f8c55fed661a req-c84f2663-093a-43c9-b35b-3e7eae23730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:21.725351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ac88372-52dc-45b7-a5ef-f8c55fed661a req-c84f2663-093a-43c9-b35b-3e7eae23730a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 1096 time: 0.4937418 Feb 07 13:00:21.732699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-b925d732-8136-4e81-a5dd-a340a28fe236 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:21.734353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-b925d732-8136-4e81-a5dd-a340a28fe236 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.4430609 Feb 07 13:00:21.801382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d22f652-6037-4a90-abfb-7eb0eb1caae0 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:21.802866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea934721-980a-4f99-aa18-4f6eb21fd524 req-b60cb35d-738f-4696-bd87-b7a49cbc650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:21.804609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea934721-980a-4f99-aa18-4f6eb21fd524 req-b60cb35d-738f-4696-bd87-b7a49cbc650d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 1101 time: 0.5268881 Feb 07 13:00:21.814359 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8d22f652-6037-4a90-abfb-7eb0eb1caae0 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "DELETE /v2.0/ports/4cebced5-64b7-4485-a5f8-e477e88d0053 HTTP/1.1" status: 204 len: 168 time: 1.3056068 Feb 07 13:00:21.822091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-42426d16-fef6-413f-aeb3-beec3ad88774 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/quotas/69f46ced331443a88a53990623b9b4c7 HTTP/1.1" status: 200 len: 375 time: 0.0366824 Feb 07 13:00:21.823918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:21.877626 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4465e7f-1156-4fa5-9d14-483015b10061 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] GET failed (client error): The resource could not be found. Feb 07 13:00:21.878110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c4465e7f-1156-4fa5-9d14-483015b10061 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Synchronizing usage tracker for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:21.888288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ac88372-52dc-45b7-a5ef-f8c55fed661a req-8b0fdbdd-33cd-4ccb-91d6-f2b6feabad7a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507053 Feb 07 13:00:22.022582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea934721-980a-4f99-aa18-4f6eb21fd524 req-6adb437d-54d5-4586-9c98-50a64cb4274d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066493 Feb 07 13:00:22.088178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c4465e7f-1156-4fa5-9d14-483015b10061 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Unset dirty status for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:22.089475 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c4465e7f-1156-4fa5-9d14-483015b10061 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "GET /v2.0/ports/4cebced5-64b7-4485-a5f8-e477e88d0053 HTTP/1.1" status: 404 len: 333 time: 0.2642314 Feb 07 13:00:22.093040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32922) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:22.095681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-7241d825-bf48-44f4-b062-207c270ff98f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2046781 Feb 07 13:00:22.106030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-20498039'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:22.160462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd61a1-577c-4f52-bfa1-24a169d85eab req-da070312-bcfb-4445-922c-4f4aebefa8b0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:22.161960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2dd61a1-577c-4f52-bfa1-24a169d85eab req-da070312-bcfb-4445-922c-4f4aebefa8b0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 950 time: 0.2193642 Feb 07 13:00:22.312240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2dd61a1-577c-4f52-bfa1-24a169d85eab req-e0848dc2-594b-432e-b0b5-4f6aba899ef0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994720 Feb 07 13:00:22.333741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:22.356975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:22.413369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:22.413610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-f7a427ab-d1aa-460a-b645-1edbfd229548 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685330 Feb 07 13:00:22.693198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Made reservation on behalf of 8c917e3f7f0943febbba02e12f010671 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:22.697059 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:22.720228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] device_id is not set on port 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:00:22.873302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Allocated IP 2001:db8::61 (377b0ea2-3794-43ba-979b-62da54907ff5/0f1f608b-6c86-43de-970a-caefbd91127b/5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:22.901010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-229add62-59b0-4630-becd-bedf98a7a4f8 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973474 Feb 07 13:00:22.929820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64277fb-3ec7-4f89-a869-ba069ae92ed7 req-e2405b68-02ef-44d1-9e59-cfe8f8dd4078 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:22.932055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a64277fb-3ec7-4f89-a869-ba069ae92ed7 req-e2405b68-02ef-44d1-9e59-cfe8f8dd4078 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.4936528 Feb 07 13:00:23.018891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a64277fb-3ec7-4f89-a869-ba069ae92ed7 req-177979db-f7ac-4177-86be-d72a76da6918 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792665 Feb 07 13:00:23.053260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Deleting port 586af428-859e-4ea4-996c-373f0bc29d7a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:23.057949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:23.096949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:23.131896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc816925-706b-4b65-b9f9-89631f20e279'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:23.150558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Transition to ACTIVE for port object 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:23.344518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:23.377030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] For port 586af428-859e-4ea4-996c-373f0bc29d7a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=586af428-859e-4ea4-996c-373f0bc29d7a,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:23.378769 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:23.454873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Network 377b0ea2-3794-43ba-979b-62da54907ff5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:23.458024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57f68e06-872c-4a1a-8903-2c5220601cee req-82938c57-d09a-4d95-b2be-c20da0fcd356 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 210 time: 0.0885842 Feb 07 13:00:23.458910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:23.471866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:23.479072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:23.488873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:23.489555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:23.570660 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc816925-706b-4b65-b9f9-89631f20e279', 'code': 200} Feb 07 13:00:23.625500 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-080e353f-95d8-4ae3-a5e7-60af10c0f37d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5307767 Feb 07 13:00:23.627884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32950) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:23.631012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Calling delete_port for 586af428-859e-4ea4-996c-373f0bc29d7a owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:23.640959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d1:5d:28'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:23.877986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32984) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:24.120109 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:24.138724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:24.140915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:24.163164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358adec5-cf5a-42a6-86d4-cb361545cdb0 req-827f0cba-1538-48b2-82a2-aac90bb543b6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:24.165374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-358adec5-cf5a-42a6-86d4-cb361545cdb0 req-827f0cba-1538-48b2-82a2-aac90bb543b6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 945 time: 0.9272370 Feb 07 13:00:24.165894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:fefb0a3100c342228564201584be1090 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:24.171250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:24.205587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:24.227208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d5f0b062-be6b-4daa-a1a4-de25bda176d5 None None] Provisioning for port 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:24.235657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d5f0b062-be6b-4daa-a1a4-de25bda176d5 None None] Provisioning complete for port 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:24.236193 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b062-be6b-4daa-a1a4-de25bda176d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:24.272323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-358adec5-cf5a-42a6-86d4-cb361545cdb0 req-833afb98-2c59-42f3-9b2a-909b81ba18e7 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901756 Feb 07 13:00:24.302276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0b062-be6b-4daa-a1a4-de25bda176d5 None None] Port 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:24.310163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7fb7-b71b-4335-83f6-b915762776ac req-f7e743b1-36b1-4ce3-9c26-e7899c594411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:24.322143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a3f7fb7-b71b-4335-83f6-b915762776ac req-f7e743b1-36b1-4ce3-9c26-e7899c594411 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 1096 time: 0.6117640 Feb 07 13:00:24.325322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffe792-e416-422a-a003-f436cc9f2038 req-c260e14c-cc36-4cc6-b848-2d33762e0660 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:24.332943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55ffe792-e416-422a-a003-f436cc9f2038 req-c260e14c-cc36-4cc6-b848-2d33762e0660 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 950 time: 0.4790154 Feb 07 13:00:24.354464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:24.433529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55ffe792-e416-422a-a003-f436cc9f2038 req-42f26b27-3a05-4ff1-b9f2-cf4cbbfc92d5 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995057 Feb 07 13:00:24.434991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a3f7fb7-b71b-4335-83f6-b915762776ac req-d1e76626-8177-4c88-8153-b75469138ff7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964544 Feb 07 13:00:24.455628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:24.505626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:24.773543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c5c8-45c7-4f01-b2b8-73557dd72aef req-1a225648-f6de-4af5-8b31-914f48b048cb tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:24.775126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbd9c5c8-45c7-4f01-b2b8-73557dd72aef req-1a225648-f6de-4af5-8b31-914f48b048cb tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.3479667 Feb 07 13:00:24.833800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce650-c9d6-4e3b-bd05-92c264937c1a req-9bfc1651-bdfe-4294-a26d-064e4a472d39 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:24.835252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b5ce650-c9d6-4e3b-bd05-92c264937c1a req-9bfc1651-bdfe-4294-a26d-064e4a472d39 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 950 time: 0.2820067 Feb 07 13:00:24.843024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbd9c5c8-45c7-4f01-b2b8-73557dd72aef req-5b446ec2-0ae0-4338-9b4a-0ba947be83ac tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571387 Feb 07 13:00:24.893571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b5ce650-c9d6-4e3b-bd05-92c264937c1a req-4d853fed-56c8-4082-90e1-ea487521d8ba tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493393 Feb 07 13:00:24.927511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:24.940917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fc77dee-c932-400a-b532-b04fb5d0e837 req-268ba5f0-2df4-4fc0-bf9b-48e37d2095e6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 210 time: 0.0457189 Feb 07 13:00:24.943391 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:24.969375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.039178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] In _notify_port_updated(), no bound segment for port 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f on network 377b0ea2-3794-43ba-979b-62da54907ff5 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:00:25.045361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:25.046240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.047204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=586af428-859e-4ea4-996c-373f0bc29d7a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:25.051113 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "PUT /v2.0/ports/5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f HTTP/1.1" status: 200 len: 1000 time: 1.4215956 Feb 07 13:00:25.053723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33008) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:25.066195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82288cb4-1ea9-466c-ada3-956da4be9434,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:25.077228 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3bba24b2-2a5a-497b-83e0-0184486cf6f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fefb0a3100c342228564201584be1090&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1955903 Feb 07 13:00:25.078278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:25.110143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585a038-1322-4806-b9c5-a9175da82853 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:25.205602 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45817a69-c01e-4b60-b77b-dd8b4cefd1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.246020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45817a69-c01e-4b60-b77b-dd8b4cefd1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.425485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45817a69-c01e-4b60-b77b-dd8b4cefd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.449737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3d805-da40-49df-9b80-ff7f9b065303 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Deleting port 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:25.450218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d805-da40-49df-9b80-ff7f9b065303 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.455963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45817a69-c01e-4b60-b77b-dd8b4cefd1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82288cb4-1ea9-466c-ada3-956da4be9434,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:25.492979 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45817a69-c01e-4b60-b77b-dd8b4cefd1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.498526 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-45817a69-c01e-4b60-b77b-dd8b4cefd1a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82288cb4-1ea9-466c-ada3-956da4be9434 HTTP/1.1" status: 204 len: 168 time: 0.4180169 Feb 07 13:00:25.554635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f7e8d22d-64d5-44dc-ad93-a6ddea877c1b None None] Provisioning complete for port 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:25.558921 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d22d-64d5-44dc-ad93-a6ddea877c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.620404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8d22d-64d5-44dc-ad93-a6ddea877c1b None None] Port 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:25.739568 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:25.784142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4212-0227-4231-8893-ca36b09ec96e req-8c043ac7-edb7-4e02-803c-e2a6c4ae0c19 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:25.789938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4212-0227-4231-8893-ca36b09ec96e req-8c043ac7-edb7-4e02-803c-e2a6c4ae0c19 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:25.791810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-459c4212-0227-4231-8893-ca36b09ec96e req-8c043ac7-edb7-4e02-803c-e2a6c4ae0c19 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd&device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 1691 time: 0.4531417 Feb 07 13:00:25.986466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403236da-ff91-4272-a4da-57b2b41c4619 req-24a117a4-2ea6-4c5a-8685-9b7f6648ca25 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:25.988311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-403236da-ff91-4272-a4da-57b2b41c4619 req-24a117a4-2ea6-4c5a-8685-9b7f6648ca25 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 945 time: 0.4910791 Feb 07 13:00:26.059388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-459c4212-0227-4231-8893-ca36b09ec96e req-64eba91f-e771-4a77-a4dc-20f493bebbc1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150679 Feb 07 13:00:26.173150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d805-da40-49df-9b80-ff7f9b065303 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:26.185302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-403236da-ff91-4272-a4da-57b2b41c4619 req-e97df291-929e-4e63-880a-5a365e3e5fba tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780305 Feb 07 13:00:26.333342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3d805-da40-49df-9b80-ff7f9b065303 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Calling delete_port for 5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:26.667638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9c40a3f-7add-4371-a1e1-99301d71135a req-56d64160-b581-468a-a055-d6b77b29b011 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 210 time: 0.3458133 Feb 07 13:00:27.268488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad35f9-10fa-4504-999c-de5f8652d088 req-3bf154dc-8d9e-4281-ba19-f20d520d69e9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:27.269951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dad35f9-10fa-4504-999c-de5f8652d088 req-3bf154dc-8d9e-4281-ba19-f20d520d69e9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.9469755 Feb 07 13:00:27.334603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Router 4ac00402-fb0f-4205-97ca-81306dbb94c3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:00:27.377247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dad35f9-10fa-4504-999c-de5f8652d088 req-fecce3db-0018-4cd2-b01f-af3bd764756d tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959058 Feb 07 13:00:27.398281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-efc18623-8e2c-4a49-9a37-0a962d3a0fb0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:27.398472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-efc18623-8e2c-4a49-9a37-0a962d3a0fb0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.4752350 Feb 07 13:00:27.399033 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d805-da40-49df-9b80-ff7f9b065303 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:27.527303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33088) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:27.569787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3d805-da40-49df-9b80-ff7f9b065303 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Port': ['ID=5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:27.578113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'port': {'device_id': '988fd445-6146-4bc7-9615-8093f77ae869', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'admin_state_up': True, 'tenant_id': '69f46ced331443a88a53990623b9b4c7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:27.824847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2071440492-network', 'tenant_id': '36c74833efc5459a8f831955e06d9bc7'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:27.830473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:27.834281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Usage tracker for resource:network and tenant:36c74833efc5459a8f831955e06d9bc7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:27.838105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:27.845696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:27.918740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a98a-a9bc-42e9-9a30-b5adf93fa273 req-8ce177e8-1fb2-44e7-9447-1ee40a0827c9 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:27.921877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0633a98a-a9bc-42e9-9a30-b5adf93fa273 req-8ce177e8-1fb2-44e7-9447-1ee40a0827c9 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 1101 time: 0.7429256 Feb 07 13:00:27.954846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ae5af8-73de-47a1-9b21-96fe88bcd6b8 req-ea48d661-f8b4-4278-8212-c10e130772b2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 210 time: 0.1247103 Feb 07 13:00:27.998817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d805-da40-49df-9b80-ff7f9b065303 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:28.133484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7ea3d805-da40-49df-9b80-ff7f9b065303 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "DELETE /v2.0/ports/5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f HTTP/1.1" status: 204 len: 168 time: 3.0783367 Feb 07 13:00:28.136905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33100) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:28.156882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0633a98a-a9bc-42e9-9a30-b5adf93fa273 req-0142abc3-f942-4fba-9077-01dbe362ce11 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117960 Feb 07 13:00:28.163019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:00:28.171989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b7af9f71-96ae-44fc-aabd-5f39aec32ab1 admin admin] 10.222.0.69 "PUT /v2.0/routers/4ac00402-fb0f-4205-97ca-81306dbb94c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8638544 Feb 07 13:00:28.175964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33104) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:28.177751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] Sync routers for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:00:28.180505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:28.197197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:00:28.198984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:28.202691 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bda2f84-ab8e-4b0c-a052-4a6536d6b21d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] GET failed (client error): The resource could not be found. Feb 07 13:00:28.203544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5bda2f84-ab8e-4b0c-a052-4a6536d6b21d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Synchronizing usage tracker for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:28.274828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:28.446989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:00:28.448287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:28.526571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:28.533006 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:28.566486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5bda2f84-ab8e-4b0c-a052-4a6536d6b21d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Unset dirty status for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:28.568940 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5bda2f84-ab8e-4b0c-a052-4a6536d6b21d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "GET /v2.0/ports/5dac0e67-1a5d-4c7d-89ab-c2c76cb7777f HTTP/1.1" status: 404 len: 333 time: 0.4306986 Feb 07 13:00:28.576143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33114) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:28.581259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:28.617237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-128557521'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:28.678642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Made reservation on behalf of 69f46ced331443a88a53990623b9b4c7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:28.684981 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:28.800607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:28.809258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Usage tracker for resource:security_group_rule and tenant:36c74833efc5459a8f831955e06d9bc7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:28.819120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:28.834012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:28.867874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T13:00:24Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:28.872446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] Checking router: 4ac00402-fb0f-4205-97ca-81306dbb94c3 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:00:28.881300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] Routers {'4ac00402-fb0f-4205-97ca-81306dbb94c3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:00:28.881901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4ac00402-fb0f-4205-97ca-81306dbb94c3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:28.922568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:28.949220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:29.027033 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.028656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737dd0b-9c49-4d80-8cef-284e85087404 req-1a862e86-6810-4b0e-9d07-2a0cb39e1584 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:29.032497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3737dd0b-9c49-4d80-8cef-284e85087404 req-1a862e86-6810-4b0e-9d07-2a0cb39e1584 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 1101 time: 0.6698432 Feb 07 13:00:29.087168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Made reservation on behalf of 8c917e3f7f0943febbba02e12f010671 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:29.090794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.115898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] device_id is not set on port 4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:00:29.159172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.162375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] Set router 4ac00402-fb0f-4205-97ca-81306dbb94c3 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:00:29.213329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:00:29.247281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Allocated IP 172.20.0.10 (1b20d60d-c17e-4536-af6a-96b4089805a3/c240fe3c-b950-4ebf-b24a-29d0764aed15/d0fbbda3-b287-4b87-abe6-533d76976d33) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:29.370944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d620b93-5409-452e-a234-a303972cef1e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:29.380357 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.380755 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Added segment 30525629-dacc-43ea-aa99-57c7d5ef0ce2 of type vlan for network cfc9913b-a43e-4d8d-8314-4c02da867b60 Feb 07 13:00:29.447777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730b4c3-8bee-4d4c-84d1-df3abe1db96e req-c07248d7-e873-4325-80f2-edc1df4a1c50 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:29.455446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d730b4c3-8bee-4d4c-84d1-df3abe1db96e req-c07248d7-e873-4325-80f2-edc1df4a1c50 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.7835717 Feb 07 13:00:29.475129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.484568 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.521295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T13:00:24Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:29.523380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Allocated IP 2001:db8::20f (377b0ea2-3794-43ba-979b-62da54907ff5/0f1f608b-6c86-43de-970a-caefbd91127b/4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:29.532776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b5a94-39bc-40b8-abe6-c638d8a7db5a None None] The sync data for ids ['4ac00402-fb0f-4205-97ca-81306dbb94c3'] in n-d-811416-5 is: [{'id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2110963442-router', 'tenant_id': '5723c7a545834f47a70a1e8e2348ef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:44Z', 'updated_at': '2022-02-07T13:00:24Z', 'revision_number': 5, 'project_id': '5723c7a545834f47a70a1e8e2348ef14', 'gw_port': {'id': '1b605a2e-dc77-485a-9367-95a73472eec1', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac00402-fb0f-4205-97ca-81306dbb94c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:46Z', 'updated_at': '2022-02-07T12:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:00:29.560812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3737dd0b-9c49-4d80-8cef-284e85087404 req-43ba1e03-328d-42bc-9c29-1701962ea9b0 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111396 Feb 07 13:00:29.624663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d730b4c3-8bee-4d4c-84d1-df3abe1db96e req-f18a7661-ab0e-4c53-84c7-fe5b1ada58ea tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681275 Feb 07 13:00:29.640346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Deleting port 1b605a2e-dc77-485a-9367-95a73472eec1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:29.640653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.672875 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.673361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:29.673898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:29.939886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 586af428-859e-4ea4-996c-373f0bc29d7a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:00:29.999071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 586af428-859e-4ea4-996c-373f0bc29d7a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:00:29.999302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 586af428-859e-4ea4-996c-373f0bc29d7a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:00:30.106347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a6545b4-d02f-471e-ab33-9245a66e0ba9 req-c2be1786-4e5e-4017-bb96-3be211654ca2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 210 time: 0.1572309 Feb 07 13:00:30.106859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] Pushing event updated for resources: {'Network': ['ID=cfc9913b-a43e-4d8d-8314-4c02da867b60,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:30.122327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:00:30.125588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.153622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Transition to ACTIVE for port object 4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:30.178316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.218272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] For port 1b605a2e-dc77-485a-9367-95a73472eec1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b605a2e-dc77-485a-9367-95a73472eec1,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:30.218946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.235217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Transition to ACTIVE for port object d0fbbda3-b287-4b87-abe6-533d76976d33 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:30.274295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.277985 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9c2a003-ab4d-4f7d-97a5-461862135bea admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7496462 Feb 07 13:00:30.294668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33142) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:30.356622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Network 377b0ea2-3794-43ba-979b-62da54907ff5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:30.359929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:30.364746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Request body: {'subnet': {'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2071440492-subnet', 'tenant_id': '36c74833efc5459a8f831955e06d9bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:30.367233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:30.371148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:30.371782 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.389801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:30.400187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb45e6-03c2-4dc4-a038-93a3d22ef754 req-b0dedaa7-f190-4fe5-a23c-5bfcbe5071f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:30.401631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bcb45e6-03c2-4dc4-a038-93a3d22ef754 req-b0dedaa7-f190-4fe5-a23c-5bfcbe5071f9 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.4517305 Feb 07 13:00:30.410500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33146) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:30.413082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Calling delete_port for 1b605a2e-dc77-485a-9367-95a73472eec1 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:30.417828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Request body: {'floatingip': {'port_id': 'cc816925-706b-4b65-b9f9-89631f20e279'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:30.456984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:30.478790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-d3897a76-0e12-4c9c-bd8e-36c14c619957 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1862659 Feb 07 13:00:30.509856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.511235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Usage tracker for resource:subnet and tenant:36c74833efc5459a8f831955e06d9bc7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:30.517011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:30.561670 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d850ce89-e1ae-44fe-9021-a6eae250511d tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9840946 Feb 07 13:00:30.567998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33150) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:30.573827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:30.590978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'network_id': '377b0ea2-3794-43ba-979b-62da54907ff5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1930054001'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:30.690420 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.691846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:30.694235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.704450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['bdb413d5-7924-4442-851c-2fad63e5d642'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:30.819030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e6953d86-e954-4cd9-8444-67761ab680a6 None None] Provisioning for port 4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:30.834445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e6953d86-e954-4cd9-8444-67761ab680a6 None None] Provisioning complete for port 4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:30.834847 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e6953d86-e954-4cd9-8444-67761ab680a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:30.992974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e6953d86-e954-4cd9-8444-67761ab680a6 None None] Port 4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:31.012030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'Port': ['ID=d0fbbda3-b287-4b87-abe6-533d76976d33,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:31.012363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:31.026208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Usage tracker for resource:port and tenant:8c917e3f7f0943febbba02e12f010671 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:31.034301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879c60-8877-4368-b743-c00758c87a6d req-b7acffcf-ccf4-4518-857f-cab88709576d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:31.047042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-b7acffcf-ccf4-4518-857f-cab88709576d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5673983 Feb 07 13:00:31.047877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:31.074430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:31.120187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-3a1973f8-1e37-41c4-ad19-de8116338fbe tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/quotas/874d2445575f4981b18d0467abf577e9 HTTP/1.1" status: 200 len: 375 time: 0.0635412 Feb 07 13:00:31.125538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:31.203394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:31.206520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Made reservation on behalf of 8c917e3f7f0943febbba02e12f010671 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:31.210288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:31.260497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:31.359562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] device_id is not set on port c298a4c0-0d8d-417d-98be-b731d13a9b18 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:00:31.485122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:31.485757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:31.565581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Allocated IP 2001:db8::303 (377b0ea2-3794-43ba-979b-62da54907ff5/0f1f608b-6c86-43de-970a-caefbd91127b/c298a4c0-0d8d-417d-98be-b731d13a9b18) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:31.597244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-0e209531-d440-4252-968c-ae99dd8a4016 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4714191 Feb 07 13:00:31.605630 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:31.624378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-09a0949f-5a48-4b10-8f7f-ba500c97a10d None None] Provisioning for port d0fbbda3-b287-4b87-abe6-533d76976d33 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:31.640275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-09a0949f-5a48-4b10-8f7f-ba500c97a10d None None] Provisioning complete for port d0fbbda3-b287-4b87-abe6-533d76976d33 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:31.641500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09a0949f-5a48-4b10-8f7f-ba500c97a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:31.741830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-09a0949f-5a48-4b10-8f7f-ba500c97a10d None None] Port d0fbbda3-b287-4b87-abe6-533d76976d33 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:31.766712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb381f8-d7f3-406d-82e3-857a558ce6f4 req-9055ad42-826e-4bdb-80db-d299e382fbef tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:31.766712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dcb381f8-d7f3-406d-82e3-857a558ce6f4 req-9055ad42-826e-4bdb-80db-d299e382fbef tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:31.795316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1b605a2e-dc77-485a-9367-95a73472eec1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:31.851534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-4ff6f0ab-5f79-4ba6-b5a5-7d5f95ad1152 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2846167 Feb 07 13:00:31.868287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Request body: {'port': {'device_id': '988fd445-6146-4bc7-9615-8093f77ae869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:31.922193 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:31.946763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:31.999029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dcb381f8-d7f3-406d-82e3-857a558ce6f4 req-9055ad42-826e-4bdb-80db-d299e382fbef tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:32.006096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcb381f8-d7f3-406d-82e3-857a558ce6f4 req-9055ad42-826e-4bdb-80db-d299e382fbef tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 932 time: 0.6644208 Feb 07 13:00:32.030829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.051674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Transition to ACTIVE for port object c298a4c0-0d8d-417d-98be-b731d13a9b18 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:32.097476 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.140821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.274172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.320442 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.332429 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Floating IP 25996d09-7d97-41fb-9b3b-5d308eeadbda associated. External IP: 172.25.7.28, port: cc816925-706b-4b65-b9f9-89631f20e279. Feb 07 13:00:32.396005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcb381f8-d7f3-406d-82e3-857a558ce6f4 req-564fc45f-b270-4dce-b2d5-60f7d7ed7ce2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889337 Feb 07 13:00:32.412098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453c02ff-fbe9-4180-acd7-c04cc76dbfe1,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:32.416094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.436291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.439561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Checking segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:32.440182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Network hostable DHCP agents. Network: cfc9913b-a43e-4d8d-8314-4c02da867b60, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:00:32.529047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=c298a4c0-0d8d-417d-98be-b731d13a9b18,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:32.547912 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.548509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac00402-fb0f-4205-97ca-81306dbb94c3 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:00:32.554937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6886c7ec-e7fa-4f57-a268-f28beb4a2bd2 req-8fa2d17e-a3f5-440e-a987-367c16818065 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 210 time: 0.0735343 Feb 07 13:00:32.558585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Network 377b0ea2-3794-43ba-979b-62da54907ff5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:32.563773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:32.565889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:32.576201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.577261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:32.579939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3c9be0e9-6447-49ea-bf70-b37be40b81eb admin admin] 10.222.0.69 "DELETE /v2.0/routers/4ac00402-fb0f-4205-97ca-81306dbb94c3 HTTP/1.1" status: 204 len: 168 time: 4.4029877 Feb 07 13:00:32.580374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.580639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33178) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:32.695954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:00:32.787518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4b897a-e78f-4a68-913e-a6be4eccd220 admin admin] Deleting subnet e05fd9bb-c446-4053-9bca-71759724292c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:00:32.882355 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f4b897a-e78f-4a68-913e-a6be4eccd220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.882527 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-16afeaf4-e85b-403c-a3c8-cb6090c172cc tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3116043 Feb 07 13:00:32.892300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33184) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:32.900773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a1', 'mac_address': 'fa:16:3e:d1:5d:28'}, {'ip_address': '2001:db8::20f', 'mac_address': 'fa:16:3e:78:49:c1'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:32.926527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, cfc9913b-a43e-4d8d-8314-4c02da867b60) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:32.933520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:32.933752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210cdbbb-a342-4006-af0a-c26926b3fb2e None None] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:00:32.934223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:32.980933 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f4b897a-e78f-4a68-913e-a6be4eccd220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:33.185934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-480048fc-c6f3-4cae-a042-50ab3600f9e7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.8813710 Feb 07 13:00:33.226498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5d20d590-9e6a-4c7f-8c42-e7fed1d481e8 None None] Provisioning for port c298a4c0-0d8d-417d-98be-b731d13a9b18 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:33.235486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Router c71f5763-ab95-4b1f-9a48-077808660db7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:00:33.357936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f4b897a-e78f-4a68-913e-a6be4eccd220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:33.398249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fbbda3-b287-4b87-abe6-533d76976d33 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:33.419854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:33.449992 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:33.491245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Transition to ACTIVE for port object d0fbbda3-b287-4b87-abe6-533d76976d33 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:33.495393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5d20d590-9e6a-4c7f-8c42-e7fed1d481e8 None None] Provisioning complete for port c298a4c0-0d8d-417d-98be-b731d13a9b18 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:33.495393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d20d590-9e6a-4c7f-8c42-e7fed1d481e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:33.609669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d20d590-9e6a-4c7f-8c42-e7fed1d481e8 None None] Port c298a4c0-0d8d-417d-98be-b731d13a9b18 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:33.666193 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:33.675319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f4b897a-e78f-4a68-913e-a6be4eccd220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:33.792567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7afe23-5408-4b9a-90a2-2e873dea9737 None None] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:00:33.815787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b897a-e78f-4a68-913e-a6be4eccd220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05fd9bb-c446-4053-9bca-71759724292c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:33.889765 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f4b897a-e78f-4a68-913e-a6be4eccd220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:34.017692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0f4b897a-e78f-4a68-913e-a6be4eccd220 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e05fd9bb-c446-4053-9bca-71759724292c HTTP/1.1" status: 204 len: 168 time: 1.4338713 Feb 07 13:00:34.020373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33206) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:34.076706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fbbda3-b287-4b87-abe6-533d76976d33,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:34.157422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec534efb-7bf2-4327-b4b1-ddb68d296ad1 None None] Network a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:00:34.183500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b605a2e-dc77-485a-9367-95a73472eec1 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:00:34.311550 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 1b605a2e-dc77-485a-9367-95a73472eec1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:00:34.311888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b605a2e-dc77-485a-9367-95a73472eec1 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:00:34.393731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:34.463015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:00:34.477210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10fde6-1ce0-46d8-a0a4-ff68502440c4 req-1ffd70e1-e63d-4013-ac57-d03e94eb69d7 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:34.480988 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] Sync routers for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:00:34.482442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df10fde6-1ce0-46d8-a0a4-ff68502440c4 req-1ffd70e1-e63d-4013-ac57-d03e94eb69d7 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 944 time: 0.8700106 Feb 07 13:00:34.506010 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:34.518738 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:00:34.519663 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:34.525836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:34.585122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:34.607134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Attempting to bind port d0fbbda3-b287-4b87-abe6-533d76976d33 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:00:34.612597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Attempting to bind port d0fbbda3-b287-4b87-abe6-533d76976d33 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:00:34.612597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Attempting to bind port d0fbbda3-b287-4b87-abe6-533d76976d33 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:34.642585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Port d0fbbda3-b287-4b87-abe6-533d76976d33 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:00:34.642914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Attempting to bind port d0fbbda3-b287-4b87-abe6-533d76976d33 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:34.665942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:00:34.666423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Checking segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:34.666805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Bound using segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:00:34.667262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Bound port: d0fbbda3-b287-4b87-abe6-533d76976d33, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:00:34.667617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:34.684307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Deleting port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:34.684657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:34.787634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] In _notify_port_updated(), no bound segment for port c298a4c0-0d8d-417d-98be-b731d13a9b18 on network 377b0ea2-3794-43ba-979b-62da54907ff5 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:00:34.821462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:34.822038 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:34.824017 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "PUT /v2.0/ports/c298a4c0-0d8d-417d-98be-b731d13a9b18 HTTP/1.1" status: 200 len: 1067 time: 1.9320581 Feb 07 13:00:34.843079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33222) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:34.938439 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:00:34.949111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df10fde6-1ce0-46d8-a0a4-ff68502440c4 req-df89b866-ed33-498c-bffa-c67555a28571 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487958 Feb 07 13:00:34.998321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] DHCP port deletion for a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:00:35.006106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] Deleting port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:35.006473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:35.021444 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8287da20-a7fe-4ad6-aa2a-bf213669b7a8 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "PUT /v2.0/floatingips/25996d09-7d97-41fb-9b3b-5d308eeadbda HTTP/1.1" status: 200 len: 990 time: 4.6073427 Feb 07 13:00:35.041740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'tag': 'cc816925-706b-4b65-b9f9-89631f20e279'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:35.073729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477a72-85ad-494e-9041-f0a1fd06f382 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event updated for resources: {'Port': ['ID=c298a4c0-0d8d-417d-98be-b731d13a9b18,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:35.100391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c0796847-412f-4037-8db5-95e73b5488c4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Deleting port c298a4c0-0d8d-417d-98be-b731d13a9b18 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:35.100731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0796847-412f-4037-8db5-95e73b5488c4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:35.230516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-d5f582af-e15c-4102-a068-699bf2f37f27 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:35.237986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-d5f582af-e15c-4102-a068-699bf2f37f27 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 1.0131288 Feb 07 13:00:35.357149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f68d976b-a71b-4589-bb70-648b24f7267d req-b34ffcb9-9edd-4211-aa4a-828cde3d8757 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 210 time: 0.1554134 Feb 07 13:00:35.370249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-7f2a275f-af5f-4149-a218-11bbe6de3c03 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/quotas/36c74833efc5459a8f831955e06d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.1313396 Feb 07 13:00:35.394990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] For port 65c070df-fe25-4bbf-b189-4fe9e18f3c12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=65c070df-fe25-4bbf-b189-4fe9e18f3c12,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:35.396273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:35.414637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-28c1d45f-4f98-4961-9390-0718e98e2c52 None None] Provisioning complete for port c298a4c0-0d8d-417d-98be-b731d13a9b18 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:35.415475 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28c1d45f-4f98-4961-9390-0718e98e2c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:35.620429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] Calling delete_port for 65c070df-fe25-4bbf-b189-4fe9e18f3c12 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:35.655111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-bd046c79-f55c-4a5f-b395-c0aaaff3739e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2830651 Feb 07 13:00:35.682663 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '25996d09-7d97-41fb-9b3b-5d308eeadbda', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'port_id': 'cc816925-706b-4b65-b9f9-89631f20e279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'mac_address': 'fa:16:3e:c7:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:59:00Z', 'updated_at': '2022-02-07T13:00:31Z', 'revision_number': 1, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:59:00Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:35.697012 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] Checking router: c71f5763-ab95-4b1f-9a48-077808660db7 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:00:35.718230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-28c1d45f-4f98-4961-9390-0718e98e2c52 None None] Port c298a4c0-0d8d-417d-98be-b731d13a9b18 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:35.728906 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:00:35.730964 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:35.831915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0796847-412f-4037-8db5-95e73b5488c4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:35.896027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 65c070df-fe25-4bbf-b189-4fe9e18f3c12 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:00:35.988005 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:36.092116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c0796847-412f-4037-8db5-95e73b5488c4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Calling delete_port for c298a4c0-0d8d-417d-98be-b731d13a9b18 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:36.112020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] Pushing event deleted for resources: {'Port': ['ID=65c070df-fe25-4bbf-b189-4fe9e18f3c12,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:36.126389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434810c8-60d3-4c87-a8cc-0cfa29e79efb None None] No DVR routers for this DVR port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:00:36.163192 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:00:36.169479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No active binding found for port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:00:36.170014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 65c070df-fe25-4bbf-b189-4fe9e18f3c12 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:00:36.428306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-bf18e45a-64b0-44af-98aa-455db56ea7ba tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7710900 Feb 07 13:00:36.498413 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0796847-412f-4037-8db5-95e73b5488c4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:36.504909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-ace11bc1-157c-4ebe-bb87-ccc249828105 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5929337 Feb 07 13:00:36.507738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-11e3b294-8e46-4e16-87d1-6728bdb68ecc service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8518829 Feb 07 13:00:36.551948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] For port d0fbbda3-b287-4b87-abe6-533d76976d33, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:36.578795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0796847-412f-4037-8db5-95e73b5488c4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Port': ['ID=c298a4c0-0d8d-417d-98be-b731d13a9b18,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:36.750709 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '25996d09-7d97-41fb-9b3b-5d308eeadbda', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'port_id': 'cc816925-706b-4b65-b9f9-89631f20e279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'mac_address': 'fa:16:3e:c7:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:59:00Z', 'updated_at': '2022-02-07T13:00:31Z', 'revision_number': 1, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:59:00Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:36.757562 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec8e84-a7c0-4f4b-8e55-ebaaf579b6c3 None None] The sync data for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 is: [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '25996d09-7d97-41fb-9b3b-5d308eeadbda', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'port_id': 'cc816925-706b-4b65-b9f9-89631f20e279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'mac_address': 'fa:16:3e:c7:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T12:59:00Z', 'updated_at': '2022-02-07T13:00:31Z', 'revision_number': 1, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:59:00Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:00:36.799952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] For port d0fbbda3-b287-4b87-abe6-533d76976d33, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d0fbbda3-b287-4b87-abe6-533d76976d33,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:00:36.812771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] For port 65c070df-fe25-4bbf-b189-4fe9e18f3c12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=65c070df-fe25-4bbf-b189-4fe9e18f3c12,segment=NetworkSegment(731c0de8-6bce-4caa-a4d0-7834cb15de5d),segment_id=731c0de8-6bce-4caa-a4d0-7834cb15de5d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:36.813150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:36.936399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0796847-412f-4037-8db5-95e73b5488c4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:36.947676 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c0796847-412f-4037-8db5-95e73b5488c4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "DELETE /v2.0/ports/c298a4c0-0d8d-417d-98be-b731d13a9b18 HTTP/1.1" status: 204 len: 168 time: 2.1032906 Feb 07 13:00:36.950178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33242) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:37.007287 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b00000-f045-4e5c-917d-0f709252d99a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] GET failed (client error): The resource could not be found. Feb 07 13:00:37.007287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-38b00000-f045-4e5c-917d-0f709252d99a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Synchronizing usage tracker for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:37.060212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-b434dcc1-c01f-41d7-87ee-c8b842b857db service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994645 Feb 07 13:00:37.074389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Calling delete_port for 65c070df-fe25-4bbf-b189-4fe9e18f3c12 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:37.103595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286b413-2045-4d92-a4d2-e97c1ae7b22e None None] New status for floating IP 25996d09-7d97-41fb-9b3b-5d308eeadbda: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:00:37.195076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:00:37.197228 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:00:37.209817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:37.216077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-38b00000-f045-4e5c-917d-0f709252d99a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Unset dirty status for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:37.222804 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38b00000-f045-4e5c-917d-0f709252d99a tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "GET /v2.0/ports/c298a4c0-0d8d-417d-98be-b731d13a9b18 HTTP/1.1" status: 404 len: 333 time: 0.2699864 Feb 07 13:00:37.222804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33250) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:37.309871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf7702-ebb3-462b-995c-846a84021854 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Deleting port 4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:37.310891 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7702-ebb3-462b-995c-846a84021854 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:37.373313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:37.374085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:37.379934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] 10.222.0.35 "PUT /v2.0/ports/d0fbbda3-b287-4b87-abe6-533d76976d33 HTTP/1.1" status: 200 len: 1092 time: 5.5115552 Feb 07 13:00:37.388503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988fd445-6146-4bc7-9615-8093f77ae869', 'tag': 'd0fbbda3-b287-4b87-abe6-533d76976d33'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:37.458922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879c60-8877-4368-b743-c00758c87a6d req-6406bf13-1502-40f7-8115-66d172eb7436 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:37.460498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-6406bf13-1502-40f7-8115-66d172eb7436 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0022883 Feb 07 13:00:37.490074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf07de-ded3-44a0-ac0b-35913997e669 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fbbda3-b287-4b87-abe6-533d76976d33,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:37.558391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead80e9-b3ce-4ec6-957d-a0ba2800a135 req-8c37e59f-2b4e-4712-a449-783c8ca079f0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:37.561378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ead80e9-b3ce-4ec6-957d-a0ba2800a135 req-8c37e59f-2b4e-4712-a449-783c8ca079f0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 1.8966184 Feb 07 13:00:37.581969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Request body: {'port': {'device_id': '648a86a5-7866-4551-9cab-2305625f6286', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '874d2445575f4981b18d0467abf577e9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:37.719196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Deleting port 65c070df-fe25-4bbf-b189-4fe9e18f3c12 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:37.719539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:37.723942 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'tag': 'cc816925-706b-4b65-b9f9-89631f20e279', 'status': 'completed', 'code': 200} Feb 07 13:00:37.813951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7702-ebb3-462b-995c-846a84021854 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:37.932817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047f3b47-3000-496a-8723-d258a467899d req-9e9abfe5-42ef-433b-b4b5-7f62c1b9f111 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4767072 Feb 07 13:00:38.007237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] The port '65c070df-fe25-4bbf-b189-4fe9e18f3c12' was deleted {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:00:38.045740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-f0ddd26c-a9fa-412a-8c5b-5849fce99572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:38.058075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-f0ddd26c-a9fa-412a-8c5b-5849fce99572 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 1095 time: 1.4855180 Feb 07 13:00:38.065712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf7702-ebb3-462b-995c-846a84021854 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Calling delete_port for 4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:38.407782 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7702-ebb3-462b-995c-846a84021854 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:38.490472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ead80e9-b3ce-4ec6-957d-a0ba2800a135 req-2a994814-4f0c-4e5e-ad4e-daf2ab87aa8a tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6972966 Feb 07 13:00:38.495250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf7702-ebb3-462b-995c-846a84021854 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Port': ['ID=4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:38.503669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:38.555963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:38.559171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7702-ebb3-462b-995c-846a84021854 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:38.567693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:38.610150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-3b0f7f9d-9b35-4b0f-a65b-8c8c6138504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:38.611591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-3b0f7f9d-9b35-4b0f-a65b-8c8c6138504f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d97c8edb0cda43a79579758428a199ca&device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 1096 time: 0.8246663 Feb 07 13:00:38.685790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:38.795883 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-01c5ffc8-27ca-4985-a849-2273388673ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:38.800215 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dfbf7702-ebb3-462b-995c-846a84021854 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "DELETE /v2.0/ports/4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb HTTP/1.1" status: 204 len: 168 time: 1.5747814 Feb 07 13:00:38.800723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33272) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:38.821019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-5e107af1-7643-4740-9ce5-143b0bc24a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:38.823362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-5e107af1-7643-4740-9ce5-143b0bc24a91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 1095 time: 1.1063895 Feb 07 13:00:38.843123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731c0de8-6bce-4caa-a4d0-7834cb15de5d') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:38.843887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731c0de8-6bce-4caa-a4d0-7834cb15de5d') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:38.864266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48ca62-97c4-40a8-b027-967372bb49da req-ca89a2f7-0b90-4aed-a74c-9d92c0a0f53f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:38.865941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e48ca62-97c4-40a8-b027-967372bb49da req-ca89a2f7-0b90-4aed-a74c-9d92c0a0f53f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 944 time: 1.0810623 Feb 07 13:00:38.866561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Made reservation on behalf of 874d2445575f4981b18d0467abf577e9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:38.866748 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-75eb1b38-d793-49a8-94a3-5efbb76539d4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] GET failed (client error): The resource could not be found. Feb 07 13:00:38.867352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75eb1b38-d793-49a8-94a3-5efbb76539d4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Synchronizing usage tracker for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:38.870164 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:38.945901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-534fc4c8-0e9b-4940-be9d-ddd9123be5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:38.947369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-534fc4c8-0e9b-4940-be9d-ddd9123be5b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.8449430 Feb 07 13:00:38.963417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f337ff0a-3116-4f1b-b58c-92770ad5d83c req-65837576-b5ef-4edf-bb0c-f8eadb5dad54 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 210 time: 0.2959566 Feb 07 13:00:38.977881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:39.000285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f3b47-3000-496a-8723-d258a467899d req-e59144ec-2020-4d03-8006-96ace37502de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:39.002715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047f3b47-3000-496a-8723-d258a467899d req-e59144ec-2020-4d03-8006-96ace37502de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1095 time: 0.9480226 Feb 07 13:00:39.004912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-cd48ace5-3451-4b8c-b361-862a886fb48e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0fbbda3-b287-4b87-abe6-533d76976d33 HTTP/1.1" status: 200 len: 217 time: 0.1514935 Feb 07 13:00:39.024292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75eb1b38-d793-49a8-94a3-5efbb76539d4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Unset dirty status for tenant:8c917e3f7f0943febbba02e12f010671 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:39.026004 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75eb1b38-d793-49a8-94a3-5efbb76539d4 tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "GET /v2.0/ports/4e1c3bd7-8fe2-46b5-86c7-1e813eee03eb HTTP/1.1" status: 404 len: 333 time: 0.2242362 Feb 07 13:00:39.029520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33276) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:39.104836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bb055-e25a-4fec-8fdd-c2dff0758d8e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Deleting port 84efe3d5-7cd0-4d3f-ac2f-e9244111476a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:39.105529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb055-e25a-4fec-8fdd-c2dff0758d8e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:39.228921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-b662b901-1ae4-4ddd-99cf-2bbd7a0a9294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 200 len: 217 time: 0.2323632 Feb 07 13:00:39.301888 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:39.388188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31749b4b-bb1f-4225-8478-7a54e81463e3 req-9aa45e89-6a5a-4376-91a9-a8c447773af1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 210 time: 0.3170145 Feb 07 13:00:39.407061 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb055-e25a-4fec-8fdd-c2dff0758d8e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:39.414431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:00:39.415833 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:00:39.432426 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:00:39.501838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-50cf5baa-94bf-4195-b32f-5ef971e2ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:39.503901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-50cf5baa-94bf-4195-b32f-5ef971e2ccbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 HTTP/1.1" status: 200 len: 915 time: 0.8802061 Feb 07 13:00:39.510103 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988fd445-6146-4bc7-9615-8093f77ae869', 'tag': 'd0fbbda3-b287-4b87-abe6-533d76976d33', 'status': 'completed', 'code': 200} Feb 07 13:00:39.545333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e48ca62-97c4-40a8-b027-967372bb49da req-0d17e637-f232-4b7a-8d1a-54d3b667f9d1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145072 Feb 07 13:00:39.551210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bb055-e25a-4fec-8fdd-c2dff0758d8e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Calling delete_port for 84efe3d5-7cd0-4d3f-ac2f-e9244111476a owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:39.686484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-85f8de3d-65ba-44a1-8d6a-d541ff0aa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:39.688251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-85f8de3d-65ba-44a1-8d6a-d541ff0aa2b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.6260374 Feb 07 13:00:39.814187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-14aa3d85-16c4-44b9-8ccb-1f88571de360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:39.816385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-14aa3d85-16c4-44b9-8ccb-1f88571de360 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.5208182 Feb 07 13:00:39.892914 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb055-e25a-4fec-8fdd-c2dff0758d8e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:39.925471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:39.938111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-4f13c557-50c8-41da-8334-5182300aa9db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc816925-706b-4b65-b9f9-89631f20e279 HTTP/1.1" status: 200 len: 1000 time: 0.4120474 Feb 07 13:00:39.952264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bb055-e25a-4fec-8fdd-c2dff0758d8e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Port': ['ID=84efe3d5-7cd0-4d3f-ac2f-e9244111476a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:39.957380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f3b47-3000-496a-8723-d258a467899d req-b44e3fe0-8675-4b40-b983-3c501c8ca770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:39.959019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047f3b47-3000-496a-8723-d258a467899d req-b44e3fe0-8675-4b40-b983-3c501c8ca770 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.8887196 Feb 07 13:00:39.960661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-9941bb0d-2ec4-4743-85d3-4656d28773fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914421 Feb 07 13:00:40.018275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb055-e25a-4fec-8fdd-c2dff0758d8e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:40.029308 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:40.297918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd7bb055-e25a-4fec-8fdd-c2dff0758d8e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "DELETE /v2.0/ports/84efe3d5-7cd0-4d3f-ac2f-e9244111476a HTTP/1.1" status: 204 len: 168 time: 1.2670445 Feb 07 13:00:40.300194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33288) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:40.320910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:40.385730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a58b5d-2f0a-4339-9122-cee43fd7fc1e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Deleting subnet 0f1f608b-6c86-43de-970a-caefbd91127b {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:00:40.391711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93a58b5d-2f0a-4339-9122-cee43fd7fc1e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:40.442002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Allocated IP 192.168.233.115 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/f9230bf3-ce83-4ddd-92ed-336b48e8e8b2) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:40.474024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93a58b5d-2f0a-4339-9122-cee43fd7fc1e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:40.497496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3808edb8-ec8f-4771-a95e-1eb43bb253b8 req-ebeca93a-9fc9-43b6-a9e2-5730aa7e4e46 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 210 time: 0.2068822 Feb 07 13:00:40.589287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-7dbce775-f11c-4c71-9536-0c9c5d81859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:40.596054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-7dbce775-f11c-4c71-9536-0c9c5d81859c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=002bbd75-9e7f-46b1-b174-960d73e21375 HTTP/1.1" status: 200 len: 854 time: 0.6293502 Feb 07 13:00:40.597750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93a58b5d-2f0a-4339-9122-cee43fd7fc1e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:40.635189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047f3b47-3000-496a-8723-d258a467899d req-4677b195-51b3-4506-9433-7798c56ecb9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 999 time: 0.6154013 Feb 07 13:00:40.657311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-bef0d46e-0d5e-4c60-899c-bebf1f42326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:40.658670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-bef0d46e-0d5e-4c60-899c-bebf1f42326f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9556661 Feb 07 13:00:40.670701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edd010-4f42-43eb-8540-ee0e64c631b8 req-10215672-5f52-4766-ace5-5403229f54c6 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:40.678306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69edd010-4f42-43eb-8540-ee0e64c631b8 req-10215672-5f52-4766-ace5-5403229f54c6 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.9159074 Feb 07 13:00:40.832463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f9fc9ce1-7e77-4d32-9b29-d3dfc5c8ed11 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a7ec5d98-715a-4c8d-97e6-ee02ed8b7b26 HTTP/1.1" status: 204 len: 168 time: 6.8008225 Feb 07 13:00:40.881409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5de74361-b8a9-4285-8baf-0786fd30a648 req-dbbff8fc-c9db-45df-bea2-cb31bdc151af tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 210 time: 0.1778066 Feb 07 13:00:40.933935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93a58b5d-2f0a-4339-9122-cee43fd7fc1e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:40.992660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-6e9b0b01-27c2-4221-bf84-cc391008fbd5 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9710662 Feb 07 13:00:41.040396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a58b5d-2f0a-4339-9122-cee43fd7fc1e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1f608b-6c86-43de-970a-caefbd91127b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:41.049212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93a58b5d-2f0a-4339-9122-cee43fd7fc1e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:41.056641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-facac6a4-9668-4f5c-a571-932b38bac426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:41.061575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f59f7-4972-4b6d-addf-6e85b0e7eda3 None None] Network 377b0ea2-3794-43ba-979b-62da54907ff5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:00:41.064026 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93a58b5d-2f0a-4339-9122-cee43fd7fc1e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "DELETE /v2.0/subnets/0f1f608b-6c86-43de-970a-caefbd91127b HTTP/1.1" status: 204 len: 168 time: 0.7625051 Feb 07 13:00:41.066732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33306) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:41.076533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69edd010-4f42-43eb-8540-ee0e64c631b8 req-62f2f758-7fa4-4036-be1d-02fb4777c686 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970222 Feb 07 13:00:41.349766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f3b47-3000-496a-8723-d258a467899d req-06725cc7-7f03-41f0-a58d-625cebc4403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:41.351319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047f3b47-3000-496a-8723-d258a467899d req-06725cc7-7f03-41f0-a58d-625cebc4403f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.7087343 Feb 07 13:00:41.357198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33310) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:41.499172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] DHCP port deletion for 377b0ea2-3794-43ba-979b-62da54907ff5 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:00:41.505013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] Deleting port d2c28eb2-2823-41c7-af5d-e076f371088a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:41.505130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:41.589975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-e24f2eca-48a7-40e2-a7b8-81abae610528 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448465 Feb 07 13:00:41.591192 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:41.656985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Deleting port d2c28eb2-2823-41c7-af5d-e076f371088a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:41.657568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:41.751285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-8730f09c-beb6-4b10-8eb5-dcff54b73299 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:41.752154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-8730f09c-beb6-4b10-8eb5-dcff54b73299 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:41.861584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:41.908782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Transition to ACTIVE for port object f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:41.914460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d2c28eb2-2823-41c7-af5d-e076f371088a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:00:41.987804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-8730f09c-beb6-4b10-8eb5-dcff54b73299 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:41.988933 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-8730f09c-beb6-4b10-8eb5-dcff54b73299 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.35 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.7534564 Feb 07 13:00:42.002497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Request body: {'port': {'device_id': '66edfc49-aa65-4288-83bd-d9b4d8fcbb3a', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'admin_state_up': True, 'tenant_id': '36c74833efc5459a8f831955e06d9bc7'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:42.068808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] For port d2c28eb2-2823-41c7-af5d-e076f371088a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d2c28eb2-2823-41c7-af5d-e076f371088a,segment=NetworkSegment(93702183-155c-446f-b504-7c0bc7aa940d),segment_id=93702183-155c-446f-b504-7c0bc7aa940d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:42.070881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:42.112732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0bc8f7-b45e-4d04-b1e1-e5737975c29f req-3351ec18-0aa0-448a-b287-1f680fb128cf service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0484366 Feb 07 13:00:42.125935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-11975fec-af0b-46fe-9002-fd552c53beeb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5723c7a545834f47a70a1e8e2348ef14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7598181 Feb 07 13:00:42.126679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33324) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:42.133548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-805b5ca7-4ecd-4536-baf2-20fdf4e7b2c3 req-f373c658-b917-491f-be1c-18cb6f73d98b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:42.138903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-e54fec7c-96e2-4dcf-b47e-3c1021d95792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:42.140523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-e54fec7c-96e2-4dcf-b47e-3c1021d95792 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5215430 Feb 07 13:00:42.166423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:42.229207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-089cce4f-d0ab-405e-9ad4-709addbf21d5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:00:42.230208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-089cce4f-d0ab-405e-9ad4-709addbf21d5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599053 Feb 07 13:00:42.290930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] For port d2c28eb2-2823-41c7-af5d-e076f371088a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d2c28eb2-2823-41c7-af5d-e076f371088a,segment=NetworkSegment(93702183-155c-446f-b504-7c0bc7aa940d),segment_id=93702183-155c-446f-b504-7c0bc7aa940d)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:42.292118 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:42.314022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15', '3e9adc8e-0a30-4d5b-8a53-44674d543292'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:42.326962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f9924-aced-4dfd-a9f2-238674b2454f req-c83fd528-d368-4301-aa3b-3dc9d785781f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:42.328421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b94f9924-aced-4dfd-a9f2-238674b2454f req-c83fd528-d368-4301-aa3b-3dc9d785781f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 944 time: 1.2680459 Feb 07 13:00:42.347496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880', '497a8c03-d2aa-40bc-adc3-22e77c137782'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:42.383390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] Calling delete_port for d2c28eb2-2823-41c7-af5d-e076f371088a owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:42.448311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:42.459805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Calling delete_port for d2c28eb2-2823-41c7-af5d-e076f371088a owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:42.476229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:42.488059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-805b5ca7-4ecd-4536-baf2-20fdf4e7b2c3 req-f373c658-b917-491f-be1c-18cb6f73d98b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:42.489210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-805b5ca7-4ecd-4536-baf2-20fdf4e7b2c3 req-f373c658-b917-491f-be1c-18cb6f73d98b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 210 time: 0.5497043 Feb 07 13:00:42.514926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Usage tracker for resource:port and tenant:36c74833efc5459a8f831955e06d9bc7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:42.554662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:42.568636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:42.649479 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:42.665226 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:42.726594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:42.730226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f3b47-3000-496a-8723-d258a467899d req-ad056cf9-b19c-4bd7-95ab-b9be5802edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:42.732211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047f3b47-3000-496a-8723-d258a467899d req-ad056cf9-b19c-4bd7-95ab-b9be5802edfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3538077 Feb 07 13:00:42.738644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:42.740337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:42.742122 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: from cryptography.utils import int_from_bytes Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: from cryptography.utils import int_from_bytes Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn_limited( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn_limited( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.781645 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:00:42.784598 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:00:42.787269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:42.823600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:00:42.823944 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:00:42.896433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-81543383-c17c-482c-9376-1428a3264c92 service neutron] 10.222.0.47 "GET /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309779 Feb 07 13:00:42.897146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'Port': ['ID=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:42.902509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:43.014296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Port': ['ID=d2c28eb2-2823-41c7-af5d-e076f371088a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:43.028442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] No DVR routers for this DVR port d2c28eb2-2823-41c7-af5d-e076f371088a on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:00:43.110965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96abfb68-fcef-4ca1-ab28-603aa87369ae req-6e8ce8e7-228a-4329-806c-d81e9d6531c1 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4761260 Feb 07 13:00:43.113090 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78078ca9-48ef-4476-b79a-78d62cef0186 req-051489ca-5136-4c48-a66b-2e7b7eea39bb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 210 time: 0.2364988 Feb 07 13:00:43.235559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b94f9924-aced-4dfd-a9f2-238674b2454f req-e80a9cfa-7730-4fae-883d-a5d26f7e253f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7839553 Feb 07 13:00:43.271152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe898-f150-4fef-802b-a3eea00c8005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.325120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] Deleting port d2c28eb2-2823-41c7-af5d-e076f371088a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:43.325706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.375704 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.417606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:43.418768 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.426842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cccda-5d0f-476b-92e3-db621b96b655 None None] The port 'd2c28eb2-2823-41c7-af5d-e076f371088a' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:00:43.442229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377b0ea2-3794-43ba-979b-62da54907ff5']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:43.471615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-62e65dd0-e618-44cd-b37d-4fbbb5c2290c None None] Provisioning for port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:43.474133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93702183-155c-446f-b504-7c0bc7aa940d') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:43.474440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93702183-155c-446f-b504-7c0bc7aa940d') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:43.487153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.500734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe898-f150-4fef-802b-a3eea00c8005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.504872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-62e65dd0-e618-44cd-b37d-4fbbb5c2290c None None] Provisioning complete for port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:43.505353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-62e65dd0-e618-44cd-b37d-4fbbb5c2290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.508076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.514595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:00:43.515025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.577582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-62e65dd0-e618-44cd-b37d-4fbbb5c2290c None None] Port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:00:43.609790 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:00:43.646522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Allocated IP 172.20.0.4 (cfc9913b-a43e-4d8d-8314-4c02da867b60/453c02ff-fbe9-4180-acd7-c04cc76dbfe1/993290b2-5361-4bef-976d-bce4ddc249f1) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:43.646786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1f609da-fe26-4c6e-a2b7-d8a6e649ed4b req-64a3976a-a5f5-421d-a09c-c01adc543168 service neutron] 10.222.0.47 "GET /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873808 Feb 07 13:00:43.657716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047f3b47-3000-496a-8723-d258a467899d req-ccfd5f76-63b7-4087-a181-7d0d7b6a7500 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041199 Feb 07 13:00:43.768551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-6cca3e40-6653-47d5-a540-6dcba1ab1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:43.770008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-6cca3e40-6653-47d5-a540-6dcba1ab1828 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 1095 time: 0.5169783 Feb 07 13:00:43.816856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97375-84d2-4baf-8d5b-65be7b266797 req-e411c1fc-1ebf-4193-ba50-44aefb250177 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:43.818852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7e97375-84d2-4baf-8d5b-65be7b266797 req-e411c1fc-1ebf-4193-ba50-44aefb250177 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.5671372 Feb 07 13:00:43.907750 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.918249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.948247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-a4697de5-aeb7-497a-854b-f0bdc50dde31 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4356601 Feb 07 13:00:43.959340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:43.964796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] Pushing event deleted for resources: {'Network': ['ID=377b0ea2-3794-43ba-979b-62da54907ff5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:43.976275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Request body: {'port': {'device_id': '648a86a5-7866-4551-9cab-2305625f6286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:43.996370 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-022e36d0-fe90-4a82-a5d1-40df50a6e80e tempest-AllowedAddressPairIpV6TestJSON-1903237704 tempest-AllowedAddressPairIpV6TestJSON-1903237704-project] 10.222.0.69 "DELETE /v2.0/networks/377b0ea2-3794-43ba-979b-62da54907ff5 HTTP/1.1" status: 204 len: 168 time: 2.9287028 Feb 07 13:00:44.000097 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:44.051796 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe898-f150-4fef-802b-a3eea00c8005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:44.115839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:44.135491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbe898-f150-4fef-802b-a3eea00c8005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51795f9c-5bd1-46bd-a782-1c1c1e11d454,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:44.188917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7e97375-84d2-4baf-8d5b-65be7b266797 req-172c7030-b47c-4608-9f20-88d319391558 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655866 Feb 07 13:00:44.209812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-a9f0da1e-cb1f-4837-90e5-977c73d6a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:44.209812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-a9f0da1e-cb1f-4837-90e5-977c73d6a9b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.3836968 Feb 07 13:00:44.224460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:44.228543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:44.233066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:44.274978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event updated for resources: {'Port': ['ID=993290b2-5361-4bef-976d-bce4ddc249f1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:44.308237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:44.309205 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:44.316783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-4531c6a9-c41d-4f1c-a662-af089e3de2ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0fbbda3-b287-4b87-abe6-533d76976d33 HTTP/1.1" status: 200 len: 217 time: 0.0778522 Feb 07 13:00:44.378770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047f3b47-3000-496a-8723-d258a467899d req-12098bd8-730c-421c-8125-c886ea6dcf0c service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082863 Feb 07 13:00:44.404229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cf786-b2fc-4901-a5e6-59a43358b097 req-4378bd8d-bd69-4d41-9330-3abc33b15445 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:44.405790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e65cf786-b2fc-4901-a5e6-59a43358b097 req-4378bd8d-bd69-4d41-9330-3abc33b15445 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 936 time: 0.6343811 Feb 07 13:00:44.455180 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe898-f150-4fef-802b-a3eea00c8005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:44.456358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9dfbe898-f150-4fef-802b-a3eea00c8005 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51795f9c-5bd1-46bd-a782-1c1c1e11d454 HTTP/1.1" status: 204 len: 168 time: 2.3251157 Feb 07 13:00:44.499326 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ebab979a-bf28-4532-89e8-7d0230758c40 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5018327 Feb 07 13:00:44.507145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:44.511782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Request body: {'port': {'device_id': '66edfc49-aa65-4288-83bd-d9b4d8fcbb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:44.549454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-057f78d6-6896-464b-ae2a-d7e0bc1a1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:44.563168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-057f78d6-6896-464b-ae2a-d7e0bc1a1d3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.2166443 Feb 07 13:00:44.681208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e65cf786-b2fc-4901-a5e6-59a43358b097 req-9ce5d13e-322b-4423-a376-0a263ddf1040 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187610 Feb 07 13:00:44.850283 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:44.885533 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:44.914105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d0fbbda3-b287-4b87-abe6-533d76976d33 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:00:45.036754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33350) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:45.057629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eab10-aaf3-4abe-b318-9a19cc0dfa00 req-9a796dd0-f48a-4256-b8a3-5e50622a22e5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:45.065530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-654eab10-aaf3-4abe-b318-9a19cc0dfa00 req-9a796dd0-f48a-4256-b8a3-5e50622a22e5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 931 time: 0.6857746 Feb 07 13:00:45.240218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-929ccd8a-7f9e-4701-839f-b60b6a3b4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:45.241816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-929ccd8a-7f9e-4701-839f-b60b6a3b4186 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6831982 Feb 07 13:00:45.296171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-654eab10-aaf3-4abe-b318-9a19cc0dfa00 req-d2a4230d-b272-4530-89aa-69ef9c01f389 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287722 Feb 07 13:00:45.353509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d0fbbda3-b287-4b87-abe6-533d76976d33, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d0fbbda3-b287-4b87-abe6-533d76976d33,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:45.404110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'd0fbbda3-b287-4b87-abe6-533d76976d33', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': 'd0fbbda3-b287-4b87-abe6-533d76976d33', 'mac_address': 'fa:16:3e:05:92:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:00:45.539025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:45.564910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993290b2-5361-4bef-976d-bce4ddc249f1 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:45.568599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fbbda3-b287-4b87-abe6-533d76976d33 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:45.578962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:45.596008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d0fbbda3-b287-4b87-abe6-533d76976d33, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d0fbbda3-b287-4b87-abe6-533d76976d33,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:45.607769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Transition to ACTIVE for port object 993290b2-5361-4bef-976d-bce4ddc249f1 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:45.692541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706c909-b4b8-45d5-b8f6-bcb2881c1659 req-2e4bac0f-bd75-4bae-8739-ff22ff250c7a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:45.694298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5706c909-b4b8-45d5-b8f6-bcb2881c1659 req-2e4bac0f-bd75-4bae-8739-ff22ff250c7a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 944 time: 0.8657284 Feb 07 13:00:45.768275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-74f8cf8e-5135-4fb1-9e66-b0c6cccc9b08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c917e3f7f0943febbba02e12f010671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7217779 Feb 07 13:00:45.800312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-9af187fb-af17-4be2-a7bf-fcae0990c978 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494418 Feb 07 13:00:45.802423 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33376) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:45.887864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08e949a9-27ca-40bd-b005-4f38626d5b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:45.917773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08e949a9-27ca-40bd-b005-4f38626d5b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:45.949315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5706c909-b4b8-45d5-b8f6-bcb2881c1659 req-8617c1c2-4fea-4bc9-9e48-d085b81ac685 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191639 Feb 07 13:00:46.001092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568fc4-6894-41eb-917d-85bd2471353a req-0da5ba73-4c4f-4165-bdf2-ad3f80b78590 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:46.002620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29568fc4-6894-41eb-917d-85bd2471353a req-0da5ba73-4c4f-4165-bdf2-ad3f80b78590 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.4701121 Feb 07 13:00:46.019161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:46.050070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:46.092813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0cd760-ee36-475d-9561-1efe41b34ca0 req-173ef4e7-f28e-4360-9b4d-94a6b031b5e5 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796721 Feb 07 13:00:46.096484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Transition to ACTIVE for port object f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:00:46.104731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29568fc4-6894-41eb-917d-85bd2471353a req-c20702df-4ec2-4df2-9160-f9d79b988e04 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879474 Feb 07 13:00:46.310872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b3872-45ed-423b-be08-bd1357454b32 req-fafb8164-c6fa-48db-a381-141b3e1a1b81 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:46.312486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9b3872-45ed-423b-be08-bd1357454b32 req-fafb8164-c6fa-48db-a381-141b3e1a1b81 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 936 time: 0.0942283 Feb 07 13:00:46.358418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9b3872-45ed-423b-be08-bd1357454b32 req-06b3fbe5-1592-49d4-b081-9fef369eb68f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Feb 07 13:00:46.510218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:46.541196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbe14d-023f-47d2-9c87-c97e429d52d3 req-ad00a4f6-bd46-43e4-9635-c05f1c28838f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:46.542797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7dbe14d-023f-47d2-9c87-c97e429d52d3 req-ad00a4f6-bd46-43e4-9635-c05f1c28838f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.0862246 Feb 07 13:00:46.554005 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08e949a9-27ca-40bd-b005-4f38626d5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:46.561172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:46.569021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:46.653027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=d0fbbda3-b287-4b87-abe6-533d76976d33,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:46.696920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Pushing event updated for resources: {'Port': ['ID=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:46.754564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e949a9-27ca-40bd-b005-4f38626d5b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7f810f-7f71-4e16-a0d9-624b99274ca3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:46.797891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['d0fbbda3-b287-4b87-abe6-533d76976d33'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:46.818890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7dbe14d-023f-47d2-9c87-c97e429d52d3 req-ea44ba56-a854-4a28-8072-b29b79869a85 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696502 Feb 07 13:00:46.855276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08e949a9-27ca-40bd-b005-4f38626d5b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:46.858850 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-08e949a9-27ca-40bd-b005-4f38626d5b55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c7f810f-7f71-4e16-a0d9-624b99274ca3 HTTP/1.1" status: 204 len: 168 time: 1.0530558 Feb 07 13:00:46.870557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Pushing event updated for resources: {'Port': ['ID=993290b2-5361-4bef-976d-bce4ddc249f1,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:46.954597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Attempting to bind port 993290b2-5361-4bef-976d-bce4ddc249f1 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:00:46.958180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Attempting to bind port 993290b2-5361-4bef-976d-bce4ddc249f1 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:00:46.958654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Attempting to bind port 993290b2-5361-4bef-976d-bce4ddc249f1 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:46.974238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Port 993290b2-5361-4bef-976d-bce4ddc249f1 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:00:46.974725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Attempting to bind port 993290b2-5361-4bef-976d-bce4ddc249f1 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:46.988651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:00:46.989213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Checking segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:46.989811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Bound using segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:00:46.991864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Bound port: 993290b2-5361-4bef-976d-bce4ddc249f1, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:00:46.992421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:47.029742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Attempting to bind port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:00:47.030095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Attempting to bind port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:00:47.030296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Attempting to bind port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:47.039416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:00:47.040305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Attempting to bind port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:00:47.054774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:00:47.055129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:47.055586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:00:47.056286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Bound port: f9230bf3-ce83-4ddd-92ed-336b48e8e8b2, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:00:47.074596 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:47.220595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] For port 993290b2-5361-4bef-976d-bce4ddc249f1, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:47.225027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] For port 993290b2-5361-4bef-976d-bce4ddc249f1, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=993290b2-5361-4bef-976d-bce4ddc249f1,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:00:47.332468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] For port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:00:47.337901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] For port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:00:47.361663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fa358-6883-4ce2-814c-79aad7c0d479 req-bef682e8-0efe-47a5-9f33-f4248379344f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:47.363296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-415fa358-6883-4ce2-814c-79aad7c0d479 req-bef682e8-0efe-47a5-9f33-f4248379344f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 945 time: 0.2157145 Feb 07 13:00:47.367495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:47.371901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e5cfb-c2fe-4a31-b1f6-b5d89004111b req-f0401e6d-fa4f-44bf-ab1e-e9ffaec9aa46 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:47.379721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-909e5cfb-c2fe-4a31-b1f6-b5d89004111b req-f0401e6d-fa4f-44bf-ab1e-e9ffaec9aa46 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 943 time: 0.2340288 Feb 07 13:00:47.425855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:47.425855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:47.425855 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] 10.222.0.35 "PUT /v2.0/ports/993290b2-5361-4bef-976d-bce4ddc249f1 HTTP/1.1" status: 200 len: 1091 time: 2.9161308 Feb 07 13:00:47.429159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66edfc49-aa65-4288-83bd-d9b4d8fcbb3a', 'tag': '993290b2-5361-4bef-976d-bce4ddc249f1'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:47.457547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-909e5cfb-c2fe-4a31-b1f6-b5d89004111b req-045e9e64-7806-47b4-b6ce-a6dc3de4936f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692692 Feb 07 13:00:47.460283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-415fa358-6883-4ce2-814c-79aad7c0d479 req-9d8242bf-3b8d-4fc5-b497-fc076ce5f40f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858920 Feb 07 13:00:47.462476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:47.474660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8149dc3-8662-4d10-be43-ab8c61881a46 service neutron] Pushing event updated for resources: {'Port': ['ID=993290b2-5361-4bef-976d-bce4ddc249f1,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:47.566874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:47.567316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:47.569102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] 10.222.0.47 "PUT /v2.0/ports/f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 HTTP/1.1" status: 200 len: 1096 time: 3.6050556 Feb 07 13:00:47.569713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648a86a5-7866-4551-9cab-2305625f6286', 'tag': 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:47.606830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce352b-d2bb-49d0-a02b-65cd666103aa service neutron] Pushing event updated for resources: {'Port': ['ID=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:47.781583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ceafd2fe-a7cb-45e1-80e1-c9e59a3ba74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:47.783854 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-ceafd2fe-a7cb-45e1-80e1-c9e59a3ba74e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 1094 time: 0.1974430 Feb 07 13:00:47.885668 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-90942c6c-81f2-4280-a089-bcda8b5756a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993290b2-5361-4bef-976d-bce4ddc249f1 HTTP/1.1" status: 200 len: 217 time: 0.0931013 Feb 07 13:00:48.048106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-5a89db29-b74f-446e-b99d-2397e4ca6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:48.050678 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-5a89db29-b74f-446e-b99d-2397e4ca6dca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.1579254 Feb 07 13:00:48.123650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9c3c-16d1-48ab-9c44-9eb62be592e0 req-21029f8a-5959-4651-9c4f-d9b34c6b0c0f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:48.125443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f0a9c3c-16d1-48ab-9c44-9eb62be592e0 req-21029f8a-5959-4651-9c4f-d9b34c6b0c0f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 945 time: 0.4509811 Feb 07 13:00:48.135447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879c60-8877-4368-b743-c00758c87a6d req-e8fe59a1-2b64-45a8-b063-b126760705aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:48.136678 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-f02b4aa7-601c-4ad6-92a2-9766384a5d61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756345 Feb 07 13:00:48.138170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-e8fe59a1-2b64-45a8-b063-b126760705aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 1099 time: 0.3186276 Feb 07 13:00:48.281736 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-0b27aef7-e722-43a8-aa4e-3bf44a9d4a54 service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382089 Feb 07 13:00:48.288438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-56d117b7-0e3f-4624-8661-4a9183ad688c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0874224 Feb 07 13:00:48.345055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f0a9c3c-16d1-48ab-9c44-9eb62be592e0 req-e6a2bbdf-9c38-4292-a0db-98968a8736a8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056315 Feb 07 13:00:48.383938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879c60-8877-4368-b743-c00758c87a6d req-8c396d0e-54dd-4eb7-a8a1-50b9d84e676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:48.385677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-8c396d0e-54dd-4eb7-a8a1-50b9d84e676e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0877535 Feb 07 13:00:48.422204 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66edfc49-aa65-4288-83bd-d9b4d8fcbb3a', 'tag': '993290b2-5361-4bef-976d-bce4ddc249f1', 'status': 'completed', 'code': 200} Feb 07 13:00:48.455312 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-12a622ba-82bc-4b68-84e1-1fe7d2e74c77 req-b696b5a6-9382-4e9a-b339-7cdb1587e156 service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672728 Feb 07 13:00:48.476274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f1d4-2f11-4d44-b537-915ee9c6bbe4 req-6c7b66e2-6085-4876-b4b4-bb82e0a9453f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:48.478710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7489f1d4-2f11-4d44-b537-915ee9c6bbe4 req-6c7b66e2-6085-4876-b4b4-bb82e0a9453f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 948 time: 0.3258359 Feb 07 13:00:48.539445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7489f1d4-2f11-4d44-b537-915ee9c6bbe4 req-eaf56bdc-2853-4bad-b70f-419761a670d3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536678 Feb 07 13:00:48.542116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879c60-8877-4368-b743-c00758c87a6d req-8eb89227-4b18-4e32-a688-0a0b1ea51108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:48.544329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-8eb89227-4b18-4e32-a688-0a0b1ea51108 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505799 Feb 07 13:00:48.647882 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648a86a5-7866-4551-9cab-2305625f6286', 'tag': 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2', 'status': 'completed', 'code': 200} Feb 07 13:00:48.819384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-78eb7b4a-e7b3-4244-8dc6-52d2c8f949ae service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590125 Feb 07 13:00:48.928772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d0fbbda3-b287-4b87-abe6-533d76976d33 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:48.960895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3c48f-cd7a-4833-8580-32ff552aec2e req-59732e2a-d40a-46df-8fe5-77f2a4ae6a15 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:48.962932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ef3c48f-cd7a-4833-8580-32ff552aec2e req-59732e2a-d40a-46df-8fe5-77f2a4ae6a15 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 945 time: 0.2183440 Feb 07 13:00:48.974886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88686582-71e2-49e6-9f26-9e1314d6f3e1 req-eecf0f15-a4c4-4841-a725-99b9321d62d8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:48.976617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88686582-71e2-49e6-9f26-9e1314d6f3e1 req-eecf0f15-a4c4-4841-a725-99b9321d62d8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 943 time: 0.2894702 Feb 07 13:00:49.088240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c879c60-8877-4368-b743-c00758c87a6d req-e9656746-cd8f-4ce6-b945-9c8eb3dc4004 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532692 Feb 07 13:00:49.091886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ef3c48f-cd7a-4833-8580-32ff552aec2e req-5a9020f3-fad3-46df-904c-96804a5efab5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109040 Feb 07 13:00:49.104091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-1628b8d6-17fa-4948-86c7-7af04bff2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:49.104963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88686582-71e2-49e6-9f26-9e1314d6f3e1 req-e75ee378-d3d9-443d-b7ea-91dfb8e7c3c6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007953 Feb 07 13:00:49.106757 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-1628b8d6-17fa-4948-86c7-7af04bff2593 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 1094 time: 0.0971882 Feb 07 13:00:49.172867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33478) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:49.278677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port d0fbbda3-b287-4b87-abe6-533d76976d33 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:49.291731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port d0fbbda3-b287-4b87-abe6-533d76976d33 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:49.291731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:49.307008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-408186890'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:49.315985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:49.323486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:network and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:49.328494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:49.345171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:49.399661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-301bb241-1836-4480-a5cb-589d5466139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:49.401616 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-301bb241-1836-4480-a5cb-589d5466139b service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 906 time: 0.2867699 Feb 07 13:00:49.465375 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:49.495917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:49.506302 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:49.512207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988fd445-6146-4bc7-9615-8093f77ae869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fbbda3-b287-4b87-abe6-533d76976d33'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:49.522467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d0fbbda3-b287-4b87-abe6-533d76976d33, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d0fbbda3-b287-4b87-abe6-533d76976d33,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:49.527461 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-142f52dc-e012-42b4-816e-4664f7768ba7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993290b2-5361-4bef-976d-bce4ddc249f1 HTTP/1.1" status: 200 len: 217 time: 0.1171355 Feb 07 13:00:49.580372 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:49.614198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:49.618684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:49.620238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-481de398-2f35-43ea-a643-f8da5d74b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:49.622507 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-481de398-2f35-43ea-a643-f8da5d74b987 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.0878243 Feb 07 13:00:49.626594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:security_group_rule and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:49.631820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:49.643830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:49.668591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-18986e2e-b547-4b44-9055-ab25b9a0a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:49.670391 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-18986e2e-b547-4b44-9055-ab25b9a0a65b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 1099 time: 0.2392914 Feb 07 13:00:49.718153 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-92ba136b-62d5-4908-8234-7488bf465267 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816367 Feb 07 13:00:49.782766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf177f-0455-4b02-88fc-2893161856eb req-39cf7838-ae13-4a9d-9ec8-e2f21cf0ba02 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:49.784279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ebf177f-0455-4b02-88fc-2893161856eb req-39cf7838-ae13-4a9d-9ec8-e2f21cf0ba02 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 945 time: 0.2657747 Feb 07 13:00:49.875798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ebf177f-0455-4b02-88fc-2893161856eb req-349f77ad-62c3-4f69-8fd7-916a642489a6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845616 Feb 07 13:00:49.901845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=d0fbbda3-b287-4b87-abe6-533d76976d33,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:49.923844 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988fd445-6146-4bc7-9615-8093f77ae869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fbbda3-b287-4b87-abe6-533d76976d33', 'code': 200} Feb 07 13:00:49.975421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-e6108d7d-5e3f-4b1a-aca2-dda1838f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:49.978174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-e6108d7d-5e3f-4b1a-aca2-dda1838f45bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2959747 Feb 07 13:00:50.025128 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-3351249d-ae70-4f0e-852f-fbe483172f5f service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986503 Feb 07 13:00:50.037908 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:50.106889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33518) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:50.108265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-c74dd6a8-3d23-426e-a7bc-698bdd28e1a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0675812 Feb 07 13:00:50.216114 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-77a93893-9ca5-43a1-92d2-49c4b8822dce req-61855ce2-ceee-40b2-8a9e-28ec48dcdf30 service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842427 Feb 07 13:00:50.219838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:50.504350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:00:50.525494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf749e-8bd6-47e0-ad58-bf5259ed09b0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:50.528837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-09f32534-75ac-46b9-8479-49d79cd63a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:50.530349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-09f32534-75ac-46b9-8479-49d79cd63a7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.3566258 Feb 07 13:00:50.543782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:50.611768 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:50.612177 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Added segment 7dcd0523-5538-44b5-9acd-a641bf346718 of type vlan for network 6271ac33-3e95-4b90-bf1b-405852cbbb55 Feb 07 13:00:50.633941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:50.660511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e45b07184c4a62bce2f7005ec362c8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:50.665217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a56a67-decd-47c1-adab-5aa742150d46 req-f97f1f24-54cf-4f43-bbab-080678cc328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:50.671660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61a56a67-decd-47c1-adab-5aa742150d46 req-f97f1f24-54cf-4f43-bbab-080678cc328b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 1097 time: 0.6818082 Feb 07 13:00:50.671660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:50.704749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:50.735290 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:50.783071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51e271-fba7-44e3-9b8a-937ec2d38cc6 req-cd3f6f45-2ccc-42d2-948c-bc4cd5c24234 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:50.784511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc51e271-fba7-44e3-9b8a-937ec2d38cc6 req-cd3f6f45-2ccc-42d2-948c-bc4cd5c24234 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 948 time: 0.6785226 Feb 07 13:00:50.856342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e126bd3b-60a6-4315-bd80-4b851ba6e64a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:50.857745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e126bd3b-60a6-4315-bd80-4b851ba6e64a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 945 time: 0.5956683 Feb 07 13:00:50.860407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61a56a67-decd-47c1-adab-5aa742150d46 req-22b36d19-75b6-4cf0-a57e-59c6666d2068 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647029 Feb 07 13:00:50.917321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78528bc3-e6d9-401f-a0c7-e4d73e9844fd req-218f12e8-ccbc-43c8-8115-f4fbee7d321d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:50.918919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78528bc3-e6d9-401f-a0c7-e4d73e9844fd req-218f12e8-ccbc-43c8-8115-f4fbee7d321d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 943 time: 0.4845982 Feb 07 13:00:50.980273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-46ccbf74-744a-45af-83bd-13fbc0d23f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:50.981831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-46ccbf74-744a-45af-83bd-13fbc0d23f97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4265258 Feb 07 13:00:51.039017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc51e271-fba7-44e3-9b8a-937ec2d38cc6 req-11913f3c-a128-4aff-8378-791733d626c6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361436 Feb 07 13:00:51.052512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:51.058853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:51.059467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:51.138117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Deleting port 40719952-9ef2-4fa6-b57c-27823954bd6c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:00:51.138518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:51.329950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78528bc3-e6d9-401f-a0c7-e4d73e9844fd req-32cef8c5-3f45-4b92-a05c-71a8e27cb0a3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959217 Feb 07 13:00:51.410531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Network': ['ID=6271ac33-3e95-4b90-bf1b-405852cbbb55,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:51.427836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:00:51.486620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:51.572587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1f2ef1ee-d416-4d7b-8798-889efa1fd577 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3978720 Feb 07 13:00:51.576126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33532) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:51.582211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'subnet': {'network_id': '6271ac33-3e95-4b90-bf1b-405852cbbb55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:51.582888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-0da7fb7c-f5a8-4cec-afab-839d7edb63e8 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847206 Feb 07 13:00:51.710797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:51.715309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:subnet and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:51.718851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:51.725627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:51.775056 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:51.804068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2ca8d-66ac-4e47-8dab-565b8ab7e40e req-e817015a-4d72-45d6-92c9-29b2e1bfeb4a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:51.806353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e2ca8d-66ac-4e47-8dab-565b8ab7e40e req-e817015a-4d72-45d6-92c9-29b2e1bfeb4a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 945 time: 0.6332035 Feb 07 13:00:51.852420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:00:51.856528 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:51.922963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0e45b07184c4a62bce2f7005ec362c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8137558 Feb 07 13:00:51.926206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33536) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:51.945237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f8fa6-e8af-4811-a4c0-e23aa7cd57b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af64f06-484e-40f1-90d0-46bbe53ed434,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:52.015603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeebeda-a18d-4f4a-a35e-5a70f15a2ffe req-cbbc114b-5360-42de-a86d-6ec19a856897 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:52.017195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdeebeda-a18d-4f4a-a35e-5a70f15a2ffe req-cbbc114b-5360-42de-a86d-6ec19a856897 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 946 time: 0.5273924 Feb 07 13:00:52.026534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7e2ca8d-66ac-4e47-8dab-565b8ab7e40e req-bc9f55c6-1bac-46ed-82e2-de8a4939c9c6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952727 Feb 07 13:00:52.097118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e746dd0-4841-4c1a-8c54-68ef08eeea41 req-95f4c5d0-31d8-4735-ab60-30224339b7b1 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844084 Feb 07 13:00:52.102852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] For port 40719952-9ef2-4fa6-b57c-27823954bd6c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=40719952-9ef2-4fa6-b57c-27823954bd6c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:52.103147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:52.263176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Calling delete_port for 40719952-9ef2-4fa6-b57c-27823954bd6c owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:00:52.355561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:52.436793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Subnet': ['ID=ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:52.449371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Checking segment: {'id': '7dcd0523-5538-44b5-9acd-a641bf346718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6271ac33-3e95-4b90-bf1b-405852cbbb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:00:52.449787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network hostable DHCP agents. Network: 6271ac33-3e95-4b90-bf1b-405852cbbb55, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:00:52.478568 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c09a793-0650-4bd4-9337-d3b298cf04ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:52.490348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdeebeda-a18d-4f4a-a35e-5a70f15a2ffe req-b9ba1147-4345-4b1b-9417-fc11276c33f0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454997 Feb 07 13:00:52.543024 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c09a793-0650-4bd4-9337-d3b298cf04ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:52.577624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:00:52.729518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a2ce1-77b3-4727-8247-f8b2bb074b5b req-f6876a05-cdab-4b16-b72a-2f22f6c0a5a9 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:52.731044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0a2ce1-77b3-4727-8247-f8b2bb074b5b req-f6876a05-cdab-4b16-b72a-2f22f6c0a5a9 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 948 time: 0.5365474 Feb 07 13:00:52.789110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6271ac33-3e95-4b90-bf1b-405852cbbb55) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:52.797005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:52.802885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:52.803182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0a2ce1-77b3-4727-8247-f8b2bb074b5b req-41141411-f4c2-46c7-8146-bbd02222009e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582814 Feb 07 13:00:52.807488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878de6cf-8ac4-4181-90ca-8e65bb211582 req-a5aac71a-7d5f-4cb5-bb8f-7640a236fa17 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:52.809254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-878de6cf-8ac4-4181-90ca-8e65bb211582 req-a5aac71a-7d5f-4cb5-bb8f-7640a236fa17 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 943 time: 0.2121232 Feb 07 13:00:52.811559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9220e4-2947-457c-b181-5274c769dd7e None None] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:00:52.858701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-878de6cf-8ac4-4181-90ca-8e65bb211582 req-a0f8cfc3-f95b-46b4-9c00-6b1f1df6a168 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 Feb 07 13:00:52.869874 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:52.917066 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-39aed460-b2a0-4cdb-b596-423b44bc0de4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3397539 Feb 07 13:00:52.923233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33548) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:52.923503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event deleted for resources: {'Port': ['ID=40719952-9ef2-4fa6-b57c-27823954bd6c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:52.928019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1848551156', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:00:52.930479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c09a793-0650-4bd4-9337-d3b298cf04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:52.936113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:00:52.941154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:router and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:00:52.954053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:00:52.958867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:00:52.965292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 993290b2-5361-4bef-976d-bce4ddc249f1 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:00:53.018378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09a793-0650-4bd4-9337-d3b298cf04ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af64f06-484e-40f1-90d0-46bbe53ed434,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:53.033337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] No DVR routers for this DVR port 40719952-9ef2-4fa6-b57c-27823954bd6c on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:00:53.036414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:53.039265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0026b3d8-7feb-4af3-abb4-9168a5d547d7', 'name': 'network-vif-deleted', 'tag': '40719952-9ef2-4fa6-b57c-27823954bd6c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:53.050299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c6c6bf1-f697-4a89-827b-35c0776ef394 req-e581c9a5-2029-4535-9923-2da9c1d48a44 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "DELETE /v2.0/ports/40719952-9ef2-4fa6-b57c-27823954bd6c HTTP/1.1" status: 204 len: 173 time: 2.1765707 Feb 07 13:00:53.114911 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0026b3d8-7feb-4af3-abb4-9168a5d547d7', 'name': 'network-vif-deleted', 'tag': '40719952-9ef2-4fa6-b57c-27823954bd6c', 'status': 'completed', 'code': 200} Feb 07 13:00:53.123622 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:53.123622 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:53.170023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:53.190175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc2a90c-b485-404f-855b-37957110530f None None] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:00:53.270082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 993290b2-5361-4bef-976d-bce4ddc249f1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=993290b2-5361-4bef-976d-bce4ddc249f1,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:53.304315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '993290b2-5361-4bef-976d-bce4ddc249f1', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'port_id': '993290b2-5361-4bef-976d-bce4ddc249f1', 'mac_address': 'fa:16:3e:73:7d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453c02ff-fbe9-4180-acd7-c04cc76dbfe1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:00:53.307838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c09a793-0650-4bd4-9337-d3b298cf04ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:53.310923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6c09a793-0650-4bd4-9337-d3b298cf04ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3af64f06-484e-40f1-90d0-46bbe53ed434 HTTP/1.1" status: 204 len: 168 time: 1.3599072 Feb 07 13:00:53.316603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8768b544-6ab5-4aa7-a5ed-a36a8ae04c28 req-5063294c-5a6d-4757-aef9-1caa4cd9d0ae tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:00:53.399099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:53.455820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993290b2-5361-4bef-976d-bce4ddc249f1 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:53.491330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 993290b2-5361-4bef-976d-bce4ddc249f1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=993290b2-5361-4bef-976d-bce4ddc249f1,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:53.515556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8768b544-6ab5-4aa7-a5ed-a36a8ae04c28 req-5063294c-5a6d-4757-aef9-1caa4cd9d0ae tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:00:53.517344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8768b544-6ab5-4aa7-a5ed-a36a8ae04c28 req-5063294c-5a6d-4757-aef9-1caa4cd9d0ae tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 210 time: 0.2539346 Feb 07 13:00:53.662235 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:53.767381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=993290b2-5361-4bef-976d-bce4ddc249f1,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:53.837890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6d94-d124-42c7-9c7c-286538f5c49a req-909628e2-f8be-4b78-9d81-27254a826b9d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:53.837890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-458d6d94-d124-42c7-9c7c-286538f5c49a req-909628e2-f8be-4b78-9d81-27254a826b9d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 946 time: 0.1982062 Feb 07 13:00:53.867809 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:53.928382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-458d6d94-d124-42c7-9c7c-286538f5c49a req-636987d8-3ea5-45a6-8e20-ced631099322 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603547 Feb 07 13:00:53.957696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:54.253860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ce6d6-903c-4b61-809e-353135e0e21b req-0430963a-4197-42e8-b382-10bd45f6f309 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:54.274747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-636ce6d6-903c-4b61-809e-353135e0e21b req-0430963a-4197-42e8-b382-10bd45f6f309 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 944 time: 0.1767731 Feb 07 13:00:54.308284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e585b-c070-493c-a182-09934e2a946c req-6fd088bf-0834-4ac0-919f-46e3cf07c4f7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:54.308284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e99e585b-c070-493c-a182-09934e2a946c req-6fd088bf-0834-4ac0-919f-46e3cf07c4f7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 948 time: 0.2555604 Feb 07 13:00:54.415413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-636ce6d6-903c-4b61-809e-353135e0e21b req-77428d6a-9efe-47a2-bdf7-5d79a65bec15 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279368 Feb 07 13:00:54.421949 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:54.446360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e99e585b-c070-493c-a182-09934e2a946c req-71d5ee3a-92c0-487a-9fe7-91f2b5597ccf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202776 Feb 07 13:00:54.604810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:00:54.742138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 40719952-9ef2-4fa6-b57c-27823954bd6c no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:00:54.786072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 40719952-9ef2-4fa6-b57c-27823954bd6c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:00:54.786072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 40719952-9ef2-4fa6-b57c-27823954bd6c not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:00:54.827046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:54.829380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d21c87b9-82e1-427d-9247-8cc6894c7789 req-e47a62e8-150f-44e5-8645-590ea637bb28 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 210 time: 0.1270964 Feb 07 13:00:54.862249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2', 'mac_address': 'fa:16:3e:f3:5d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:00:54.912767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:54.951779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:54.951915 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:54.964931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:00:54.985917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:55.089238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.25.7.57 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/08b43e70-9c12-4f7b-a2a4-2402ff1d4729) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:55.177240 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:55.266924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:55.274984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:55.416502 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:55.496870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:55.499931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:55.503737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:55.538657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=08b43e70-9c12-4f7b-a2a4-2402ff1d4729,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:55.543458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-0c50fbe4-3ead-45c6-8ad5-f4c2941bdc03 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=97712bbc3ab34d7a9fe01325c6fbdba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431287 Feb 07 13:00:55.762435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-4dd5311e-5091-46bd-82b2-0396b614bd52 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:55.763965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-4dd5311e-5091-46bd-82b2-0396b614bd52 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184012 Feb 07 13:00:55.773180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643954bc-00b5-4258-bf61-cebacb60d426 req-bc49a67c-be31-44fe-9044-030260fda243 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:55.774682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-643954bc-00b5-4258-bf61-cebacb60d426 req-bc49a67c-be31-44fe-9044-030260fda243 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 944 time: 0.1985853 Feb 07 13:00:55.798903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-6e291036-8e53-4586-84d3-83ac1fd40259 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/quotas/97712bbc3ab34d7a9fe01325c6fbdba1 HTTP/1.1" status: 200 len: 375 time: 0.0232337 Feb 07 13:00:55.802145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f9230bf3-ce83-4ddd-92ed-336b48e8e8b2'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:00:55.869117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-bf7ec6bc-6a67-4b9a-9b35-375d5c84eab4 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=97712bbc3ab34d7a9fe01325c6fbdba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625594 Feb 07 13:00:55.880580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-643954bc-00b5-4258-bf61-cebacb60d426 req-f42a9c69-62f4-433d-9d30-7aa696cd5ebd tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981870 Feb 07 13:00:56.070243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaf085-33cf-4bfb-92f3-bdb125d17dfa req-a40fd6f0-3297-432a-ba90-1b3d0ae7e530 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:56.071901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fcaf085-33cf-4bfb-92f3-bdb125d17dfa req-a40fd6f0-3297-432a-ba90-1b3d0ae7e530 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 949 time: 0.0842624 Feb 07 13:00:56.111432 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:56.121416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fcaf085-33cf-4bfb-92f3-bdb125d17dfa req-eda56c74-21e1-49ea-b80b-c4c948e2aa37 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Feb 07 13:00:56.323678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6eee9e5-b553-4e1a-82a1-4bec14120576 req-b3a4a09e-3d77-47ce-8eac-56c6038ab89a tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 210 time: 0.0574465 Feb 07 13:00:56.402751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04cf21a0-a866-48a3-a9af-9eaae9fdb782 req-db827c28-5f6e-4cb2-990c-92183f6347b8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=0026b3d8-7feb-4af3-abb4-9168a5d547d7 HTTP/1.1" status: 200 len: 210 time: 0.0541837 Feb 07 13:00:56.521553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:56.973966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 993290b2-5361-4bef-976d-bce4ddc249f1 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:57.050201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:00:57.079560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593b7d3-89cd-486e-b6c5-514807965d97 req-cd05eedd-6763-45d0-8375-707211d07a41 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:57.082189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5593b7d3-89cd-486e-b6c5-514807965d97 req-cd05eedd-6763-45d0-8375-707211d07a41 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 944 time: 0.0958288 Feb 07 13:00:57.129930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5593b7d3-89cd-486e-b6c5-514807965d97 req-e3cde9e8-9ebb-4202-97ec-6abfd3894914 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Feb 07 13:00:57.223458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 993290b2-5361-4bef-976d-bce4ddc249f1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:57.229174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 993290b2-5361-4bef-976d-bce4ddc249f1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:57.236857 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:57.285137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:00:57.297730 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888cee5-2a40-4393-9026-79a1e0320651 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:00:57.317779 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888cee5-2a40-4393-9026-79a1e0320651 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:00:57.318921 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f888cee5-2a40-4393-9026-79a1e0320651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:57.359282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045aa5-c478-478a-a859-faea38ee585e req-cb8e15a8-128b-4883-97fb-f88e21a045a4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:57.361766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b045aa5-c478-478a-a859-faea38ee585e req-cb8e15a8-128b-4883-97fb-f88e21a045a4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 949 time: 0.1130972 Feb 07 13:00:57.370541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:57.403827 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f888cee5-2a40-4393-9026-79a1e0320651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:57.404169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66edfc49-aa65-4288-83bd-d9b4d8fcbb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993290b2-5361-4bef-976d-bce4ddc249f1'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:57.413088 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888cee5-2a40-4393-9026-79a1e0320651 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:00:57.419956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f888cee5-2a40-4393-9026-79a1e0320651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:57.420124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 993290b2-5361-4bef-976d-bce4ddc249f1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=993290b2-5361-4bef-976d-bce4ddc249f1,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:57.442831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b045aa5-c478-478a-a859-faea38ee585e req-f14e2951-f9dd-4b5b-abe2-80a2e8b659d5 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726411 Feb 07 13:00:57.475215 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:57.478741 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e7d1f868-4a8f-4923-9e43-d4aa13dcafb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5565989 Feb 07 13:00:57.480894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:00:57.507651 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f888cee5-2a40-4393-9026-79a1e0320651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:00:57.507651 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f888cee5-2a40-4393-9026-79a1e0320651 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:00:57.508560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36ca4bef-9807-4cc5-95a9-7eba2a0a7bdb req-c3838e58-8866-44b5-a72f-ea784da16cc9 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 210 time: 0.0635641 Feb 07 13:00:57.512768 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66edfc49-aa65-4288-83bd-d9b4d8fcbb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993290b2-5361-4bef-976d-bce4ddc249f1', 'code': 200} Feb 07 13:00:57.636587 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:57.769287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=993290b2-5361-4bef-976d-bce4ddc249f1,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:57.823132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d041c18-1a63-43ff-9e79-b331a28d6a8b req-f39d75b5-1de0-4ef5-af5d-8b5a390cec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:57.824677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d041c18-1a63-43ff-9e79-b331a28d6a8b req-f39d75b5-1de0-4ef5-af5d-8b5a390cec73 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 1096 time: 0.2536607 Feb 07 13:00:57.871471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d041c18-1a63-43ff-9e79-b331a28d6a8b req-5ed8cda5-1a9c-49f5-b7bb-8720633dda42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Feb 07 13:00:57.880079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:00:58.341084 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:58.387888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb6c82-7465-41a4-85be-50c5df4edee4 req-e90c715d-4452-4bc0-8f56-c024476154d3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:58.389400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6fb6c82-7465-41a4-85be-50c5df4edee4 req-e90c715d-4452-4bc0-8f56-c024476154d3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.2156458 Feb 07 13:00:58.412488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bf95e-ac81-4fbd-b984-d581e21db9ab req-0cc388c7-1c97-4bc6-80a8-ca2435679f02 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:58.413931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-888bf95e-ac81-4fbd-b984-d581e21db9ab req-0cc388c7-1c97-4bc6-80a8-ca2435679f02 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 945 time: 0.1510310 Feb 07 13:00:58.420361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6fb6c82-7465-41a4-85be-50c5df4edee4 req-ceae7599-af52-4e2c-a535-142caedc5a52 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/quotas/66a34b0aef7846e9ad89f05eef8801a0 HTTP/1.1" status: 200 len: 375 time: 0.0251837 Feb 07 13:00:58.511572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6fb6c82-7465-41a4-85be-50c5df4edee4 req-cf574799-6048-46f3-bd84-c1a972cb86d5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772436 Feb 07 13:00:58.595352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-888bf95e-ac81-4fbd-b984-d581e21db9ab req-d00b006d-6464-430b-9da3-51357e01e98e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729746 Feb 07 13:00:58.638349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:00:58.667288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6fb6c82-7465-41a4-85be-50c5df4edee4 req-892b6b6f-d7f4-4cf9-949f-5e81e3cf6c57 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560445 Feb 07 13:00:58.831814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.20.0.1 (6271ac33-3e95-4b90-bf1b-405852cbbb55/ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413/67a09f49-f53b-4fcd-814f-c0ca76b147bf) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:00:58.916664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:00:58.918597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6fb6c82-7465-41a4-85be-50c5df4edee4 req-28d96224-4004-4854-bf32-488d6be3cfb0 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357962 Feb 07 13:00:58.922532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:00:58.922720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:59.094347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d73a9c-3928-41dd-a2a9-544d97aef0fb req-f0db6181-ed93-4162-8011-20300eabe1e7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:59.102484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d73a9c-3928-41dd-a2a9-544d97aef0fb req-f0db6181-ed93-4162-8011-20300eabe1e7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 949 time: 0.1529777 Feb 07 13:00:59.138273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:59.195380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d73a9c-3928-41dd-a2a9-544d97aef0fb req-23a6a811-d211-43e6-80dd-545ff747d5e8 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838032 Feb 07 13:00:59.220552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:59.242554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:00:59.380645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afd88eab-e34c-4b8b-a35e-5bc342a1fe94 req-76336e30-f8e5-49ff-bc4c-d37f23afc320 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=4fbe8807-a75e-4ed5-8498-64f7e0a58591 HTTP/1.1" status: 200 len: 210 time: 0.0818875 Feb 07 13:00:59.402142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dba4802e-2792-4007-bbed-0b14ef30d71b req-03d96036-923b-4696-b59d-31c8368b71b6 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 210 time: 0.0641620 Feb 07 13:00:59.418506 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:59.505538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:59.514016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648a86a5-7866-4551-9cab-2305625f6286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:00:59.527367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:59.562827 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648a86a5-7866-4551-9cab-2305625f6286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2', 'code': 200} Feb 07 13:00:59.605841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:00:59.605841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:00:59.605841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:00:59.651772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=67a09f49-f53b-4fcd-814f-c0ca76b147bf,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:00:59.692733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:00:59.724648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478932ef-e7b1-40fe-9e64-1c55078b5ebd req-8021bf2a-71d3-4009-849c-760356f850ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:59.726376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-478932ef-e7b1-40fe-9e64-1c55078b5ebd req-8021bf2a-71d3-4009-849c-760356f850ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 1101 time: 0.0932128 Feb 07 13:00:59.855660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-478932ef-e7b1-40fe-9e64-1c55078b5ebd req-77868c24-fc27-4339-bb63-ac33c272ff51 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114647 Feb 07 13:00:59.875767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251acf9-3497-45bd-9f76-faf3a81ab35b req-d50cc6fa-1eaa-42ec-bdd2-a28915565c5c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:00:59.877272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b251acf9-3497-45bd-9f76-faf3a81ab35b req-d50cc6fa-1eaa-42ec-bdd2-a28915565c5c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 945 time: 0.1023641 Feb 07 13:00:59.926696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b251acf9-3497-45bd-9f76-faf3a81ab35b req-e1c9e037-afcc-4125-ade1-f9049415b9ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Feb 07 13:01:00.035792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:00.360773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553cd03-80f9-48fa-8a49-2662e933e015 req-bd0aaf76-298d-4f51-9b93-79a0fc6467c1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:00.362299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c553cd03-80f9-48fa-8a49-2662e933e015 req-bd0aaf76-298d-4f51-9b93-79a0fc6467c1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.1549697 Feb 07 13:01:00.382288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c553cd03-80f9-48fa-8a49-2662e933e015 req-d2316a6e-9c1d-4ae8-a7ea-e529badea965 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/quotas/36c74833efc5459a8f831955e06d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.0102725 Feb 07 13:01:00.504093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:00.573822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c553cd03-80f9-48fa-8a49-2662e933e015 req-5df0253c-3286-495d-af38-41f72ca49dc3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853249 Feb 07 13:01:00.739392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:00.769206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2557b03-9222-4098-b390-30ec9ae540df req-3d5c7313-0e9c-4625-8f8c-2fa8ff37672b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:00.770855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2557b03-9222-4098-b390-30ec9ae540df req-3d5c7313-0e9c-4625-8f8c-2fa8ff37672b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 950 time: 0.1959543 Feb 07 13:01:00.778442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c553cd03-80f9-48fa-8a49-2662e933e015 req-5ed31e4b-ee64-4a6d-b40b-d282a86742f2 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684778 Feb 07 13:01:00.869576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=67a09f49-f53b-4fcd-814f-c0ca76b147bf,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:00.875374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:01.030807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-e7d59ac5-f6cc-434e-a040-336d99c6cb69 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=97712bbc3ab34d7a9fe01325c6fbdba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452116 Feb 07 13:01:01.041962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:01.041962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:01.077916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2557b03-9222-4098-b390-30ec9ae540df req-83f45913-d983-4c3f-8ab6-98bdc49f74d9 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847764 Feb 07 13:01:01.279693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c553cd03-80f9-48fa-8a49-2662e933e015 req-aeb4a49f-1e28-48d1-9809-b309d22e2cb3 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796906 Feb 07 13:01:01.286109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:01.298620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8c9f317-07dc-4b5d-89a1-25326182b5c3 req-01b8773f-5750-42e6-9bbc-065a8394c2f6 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 210 time: 0.0650523 Feb 07 13:01:01.347257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-96727e60-c849-49df-913b-33860349b8ba tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:01.347257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-96727e60-c849-49df-913b-33860349b8ba tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080816 Feb 07 13:01:01.363016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Request body: {'port': {'device_id': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '97712bbc3ab34d7a9fe01325c6fbdba1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:01.524332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:01.530653 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d47248b6-fcbe-4024-a4c7-51991cc4ff0f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/routers/700fd482-77c6-40cf-b77c-0bb061be0ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0486538 Feb 07 13:01:01.533036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33740) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:01.536781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e083382-d53b-4ed4-8bb2-ccd3d668bb20 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:01.540914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'port': {'network_id': '6271ac33-3e95-4b90-bf1b-405852cbbb55', 'name': 'tempest-FloatingIPTestJSON-1426521656'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:01.547477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e083382-d53b-4ed4-8bb2-ccd3d668bb20 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:01.556944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1e083382-d53b-4ed4-8bb2-ccd3d668bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:01.557240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:01.557240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Usage tracker for resource:port and tenant:97712bbc3ab34d7a9fe01325c6fbdba1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:01.560534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:01.567159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:01.618521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1e083382-d53b-4ed4-8bb2-ccd3d668bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:01.635639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e083382-d53b-4ed4-8bb2-ccd3d668bb20 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:01.636819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1e083382-d53b-4ed4-8bb2-ccd3d668bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:01.771936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1e083382-d53b-4ed4-8bb2-ccd3d668bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:01.772426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e083382-d53b-4ed4-8bb2-ccd3d668bb20 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:01.784766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Made reservation on behalf of 97712bbc3ab34d7a9fe01325c6fbdba1 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:01.788573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:01.815642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:01.838871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a92c11b9-38f3-46ad-9e26-1f7f13e3fe92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:01.844745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a92c11b9-38f3-46ad-9e26-1f7f13e3fe92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.2627249 Feb 07 13:01:01.857170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:01.867174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-bcff05c2-a501-4c45-b512-0f56a7d6a436 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/quotas/66a34b0aef7846e9ad89f05eef8801a0 HTTP/1.1" status: 200 len: 375 time: 0.0215330 Feb 07 13:01:01.869335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Usage tracker for resource:security_group_rule and tenant:97712bbc3ab34d7a9fe01325c6fbdba1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:01.889223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:01.891363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:port and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:01.896403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:01.904960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:01.916077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:01.927282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-84eb8739-fc60-4e87-b880-eefeb0960dc5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591445 Feb 07 13:01:01.940431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:02.054159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:02.088157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-aa31b6fe-62e2-469b-a83d-11835a913b5a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:01:02.089217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-aa31b6fe-62e2-469b-a83d-11835a913b5a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1609404 Feb 07 13:01:02.220683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:02.224273 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:02.235489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a9c42eac-a27a-4187-b52e-016e26b722a4 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399112 Feb 07 13:01:02.247824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] device_id is not set on port 91f9de76-9604-4cac-9d10-de458f3ed858 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:01:02.330055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:02.409626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.20.0.14 (6271ac33-3e95-4b90-bf1b-405852cbbb55/ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413/91f9de76-9604-4cac-9d10-de458f3ed858) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:02.455781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d48303-9dec-43c9-8089-827258f745f3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:02.505368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-cd2c1dad-3e3b-4699-ba1b-cfe3cecb036e service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630727 Feb 07 13:01:02.665867 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:02.679900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Allocated IP 192.168.233.112 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/56089a78-93a2-4cc1-b5da-218851c51555) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:02.723481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cc2de-38d5-4ade-94e1-0586cd4f82b6 req-81d402d9-94ee-48f3-8be1-20ede21877e0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:02.725059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-855cc2de-38d5-4ade-94e1-0586cd4f82b6 req-81d402d9-94ee-48f3-8be1-20ede21877e0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 950 time: 0.1458287 Feb 07 13:01:02.871458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-855cc2de-38d5-4ade-94e1-0586cd4f82b6 req-809170c0-7841-4787-830b-ddcc4c87be77 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402447 Feb 07 13:01:02.989555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:03.015656 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:03.036536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45ebf88a-8827-447a-bdb3-9721d42e2020 req-2273e626-f626-4c16-8d16-bf6f1f33883d tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 210 time: 0.0599828 Feb 07 13:01:03.044147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Transition to ACTIVE for port object 56089a78-93a2-4cc1-b5da-218851c51555 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:03.093100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:03.104237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:03.137127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:03.155409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e70d4782-6a52-4834-87d4-c309c803793f req-397616b4-6cfc-48f4-ace7-a3ceb5b935f3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 210 time: 0.0463703 Feb 07 13:01:03.174053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=91f9de76-9604-4cac-9d10-de458f3ed858,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:03.186085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.186611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.186953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.187292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.187624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.188350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.188689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.205879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.205879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.205879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.205879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.205879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:03.219703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:03.220636 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:03.356010 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:03.524630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:03.530790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:03.544877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:03.547941 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0aed9bc-db8d-4316-afb0-f46b5ac6234c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0138409 Feb 07 13:01:03.550424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33806) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:03.557939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'port': {'network_id': '6271ac33-3e95-4b90-bf1b-405852cbbb55', 'name': 'tempest-FloatingIPTestJSON-2026793182'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:03.595894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Pushing event updated for resources: {'Port': ['ID=56089a78-93a2-4cc1-b5da-218851c51555,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:03.619143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e792-63f3-4ab8-b598-32534363f2c2 req-03cb358a-a4ea-4a32-b94c-2b7671e8b9db tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:03.620815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a75e792-63f3-4ab8-b598-32534363f2c2 req-03cb358a-a4ea-4a32-b94c-2b7671e8b9db tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 1101 time: 0.4426525 Feb 07 13:01:03.673394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:03.674291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:03.691696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-305beaa3-ecda-4c24-97d3-3673650f7fed tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:03.693515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-305beaa3-ecda-4c24-97d3-3673650f7fed tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.3427706 Feb 07 13:01:03.733162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:03.737877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:port and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:03.743421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:03.756714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:03.759667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-cd522901-19b5-44bf-97e5-ca20252e8146 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/quotas/36c74833efc5459a8f831955e06d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.0483439 Feb 07 13:01:03.766543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a75e792-63f3-4ab8-b598-32534363f2c2 req-1c4e9be4-5ac6-43fb-82b5-e03d0febed72 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344399 Feb 07 13:01:03.880224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-78ec3769-9ea0-48ed-90a1-7629aa493436 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057045 Feb 07 13:01:03.974163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-5cb51a79-d7e4-4656-bfc7-37f5a5b0d2ff tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6071384 Feb 07 13:01:03.985779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Request body: {'port': {'device_id': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:04.074784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2cd21bf1-b59f-42c6-92e8-baecf76b091d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572054 Feb 07 13:01:04.119902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e5ab92b5-b00c-4eb2-aa30-5e6b106cc2e0 None None] Provisioning for port 56089a78-93a2-4cc1-b5da-218851c51555 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:04.119902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e5ab92b5-b00c-4eb2-aa30-5e6b106cc2e0 None None] Provisioning complete for port 56089a78-93a2-4cc1-b5da-218851c51555 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:04.119902 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e5ab92b5-b00c-4eb2-aa30-5e6b106cc2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:04.179472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab92b5-b00c-4eb2-aa30-5e6b106cc2e0 None None] Port 56089a78-93a2-4cc1-b5da-218851c51555 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:01:04.240293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-0e58fdf9-10fc-4551-9958-e7324ad4b5b4 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665490 Feb 07 13:01:04.270256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:04.274882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:04.305256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] device_id is not set on port 7886e3d4-050b-4252-b035-fe1cf1050a96 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:01:04.345056 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:04.474895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.20.0.7 (6271ac33-3e95-4b90-bf1b-405852cbbb55/ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413/7886e3d4-050b-4252-b035-fe1cf1050a96) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:04.493052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b963-5df5-4642-be43-e7bbf976d498 req-434c4978-db1f-4f10-a508-48306ea89064 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:04.494631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-434c4978-db1f-4f10-a508-48306ea89064 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4047062 Feb 07 13:01:04.539780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-d6e7986c-052e-4339-ba86-ee8d763696c1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/quotas/874d2445575f4981b18d0467abf577e9 HTTP/1.1" status: 200 len: 375 time: 0.0254750 Feb 07 13:01:04.640093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-1b3c7d13-98e3-496e-b6ad-9f2293398df6 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927794 Feb 07 13:01:04.747052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:04.817832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-36786dbc-5e91-4d5e-b3b2-f46c83f31c98 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2352591 Feb 07 13:01:04.943676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56089a78-93a2-4cc1-b5da-218851c51555 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:04.950418 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:04.964400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Transition to ACTIVE for port object 56089a78-93a2-4cc1-b5da-218851c51555 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:05.011453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:05.095614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:05.100433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:05.109536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:05.152847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=7886e3d4-050b-4252-b035-fe1cf1050a96,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:05.198171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:05.198734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:05.243097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:05.559594 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-16d54079-5563-4982-91e6-ee2a435a411c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0017593 Feb 07 13:01:05.559594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33852) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:05.565737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '7886e3d4-050b-4252-b035-fe1cf1050a96', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:05.577526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:05.581937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:floatingip and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:05.585231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:05.592357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:05.599583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0f29976-5a83-4416-83e0-3fc5c09afdae req-b68e9d9f-7d6d-412d-a3d0-4128a39229c5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 210 time: 0.2819316 Feb 07 13:01:05.620630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Pushing event updated for resources: {'Port': ['ID=56089a78-93a2-4cc1-b5da-218851c51555,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:05.745815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1aaacef6-620f-4c77-98a1-dc30cbb8cbfb req-e29a13e3-8148-420e-aead-63a104cb6da7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 210 time: 0.0766599 Feb 07 13:01:05.795470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea8053-d7f9-4b18-b71f-f7534fa18c49 req-ba7cb392-eefd-4f2b-9fd8-ea110b539524 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:05.796118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-76ea8053-d7f9-4b18-b71f-f7534fa18c49 req-ba7cb392-eefd-4f2b-9fd8-ea110b539524 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Synchronizing usage tracker for tenant:97712bbc3ab34d7a9fe01325c6fbdba1 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:05.847409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Attempting to bind port 56089a78-93a2-4cc1-b5da-218851c51555 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:05.847750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Attempting to bind port 56089a78-93a2-4cc1-b5da-218851c51555 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:05.848108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Attempting to bind port 56089a78-93a2-4cc1-b5da-218851c51555 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:05.862879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4dd20afc-366d-4100-8ab9-4858a57ace09 req-ceca11f5-d40b-4773-8b6e-86eea66233c0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 210 time: 0.0600979 Feb 07 13:01:05.868650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Port 56089a78-93a2-4cc1-b5da-218851c51555 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:01:05.868985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Attempting to bind port 56089a78-93a2-4cc1-b5da-218851c51555 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:05.874546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:05.874885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:05.875273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:05.875699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Bound port: 56089a78-93a2-4cc1-b5da-218851c51555, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:05.876077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:05.887644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:06.042102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] For port 56089a78-93a2-4cc1-b5da-218851c51555, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:01:06.060920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] For port 56089a78-93a2-4cc1-b5da-218851c51555, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=56089a78-93a2-4cc1-b5da-218851c51555,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:01:06.073227 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:06.095944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260c9b3-4ebc-40a3-9947-ecb16417e8d9 req-9073dcf1-eef9-4fcf-9c82-b3d0c5e569c5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:06.097636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2260c9b3-4ebc-40a3-9947-ecb16417e8d9 req-9073dcf1-eef9-4fcf-9c82-b3d0c5e569c5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1160877 Feb 07 13:01:06.098849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-76ea8053-d7f9-4b18-b71f-f7534fa18c49 req-ba7cb392-eefd-4f2b-9fd8-ea110b539524 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Unset dirty status for tenant:97712bbc3ab34d7a9fe01325c6fbdba1 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:06.104777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76ea8053-d7f9-4b18-b71f-f7534fa18c49 req-ba7cb392-eefd-4f2b-9fd8-ea110b539524 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 948 time: 0.7501490 Feb 07 13:01:06.197645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-76ea8053-d7f9-4b18-b71f-f7534fa18c49 req-ec8e2b0d-109e-4a34-99bb-647ae6b67a43 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Synchronizing usage tracker for tenant:97712bbc3ab34d7a9fe01325c6fbdba1 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:06.203344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2260c9b3-4ebc-40a3-9947-ecb16417e8d9 req-3457b54b-2571-4a88-8298-65a766a332be tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974071 Feb 07 13:01:06.241162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.25.7.170 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/9ac115e3-4f34-4f90-83cc-a2659567040b) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:06.241448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:06.312915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:06.313343 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:06.314744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] 10.222.0.47 "PUT /v2.0/ports/56089a78-93a2-4cc1-b5da-218851c51555 HTTP/1.1" status: 200 len: 1096 time: 2.3397653 Feb 07 13:01:06.317182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'tag': '56089a78-93a2-4cc1-b5da-218851c51555'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:06.392222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfda5f8-843a-4c02-8d58-e72aa7ca1ded service neutron] Pushing event updated for resources: {'Port': ['ID=56089a78-93a2-4cc1-b5da-218851c51555,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:06.419790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-76ea8053-d7f9-4b18-b71f-f7534fa18c49 req-ec8e2b0d-109e-4a34-99bb-647ae6b67a43 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Unset dirty status for tenant:97712bbc3ab34d7a9fe01325c6fbdba1 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:06.421272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76ea8053-d7f9-4b18-b71f-f7534fa18c49 req-ec8e2b0d-109e-4a34-99bb-647ae6b67a43 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132510 Feb 07 13:01:06.437493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:06.474198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37a2e-bb99-444a-b262-a131abd2ff17 req-73d7c592-587b-4374-8843-1be3872e3579 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:06.483462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6a37a2e-bb99-444a-b262-a131abd2ff17 req-73d7c592-587b-4374-8843-1be3872e3579 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1312888 Feb 07 13:01:06.543627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6a37a2e-bb99-444a-b262-a131abd2ff17 req-5fd83316-c7d4-4a0e-9cca-7942b87b48d5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590153 Feb 07 13:01:06.548324 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'tag': '56089a78-93a2-4cc1-b5da-218851c51555', 'status': 'completed', 'code': 200} Feb 07 13:01:06.689547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5c51-f4ee-4d89-88f9-e9c79eab8e2d req-ef0483cd-feac-4359-aa97-832840941662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:06.691745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c82a5c51-f4ee-4d89-88f9-e9c79eab8e2d req-ef0483cd-feac-4359-aa97-832840941662 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97712bbc3ab34d7a9fe01325c6fbdba1&device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 1099 time: 0.1163032 Feb 07 13:01:06.732405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c82a5c51-f4ee-4d89-88f9-e9c79eab8e2d req-579fea8a-ba16-411f-a32c-a089b2b1ba18 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=97712bbc3ab34d7a9fe01325c6fbdba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297039 Feb 07 13:01:06.750543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:06.829726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:06.832980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:06.837316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:06.861782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f0c8788-1478-4708-b6ca-b95fae7a96c5 req-6016949a-7399-4228-9a24-35952d53ca4a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 210 time: 0.1201785 Feb 07 13:01:06.877989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=9ac115e3-4f34-4f90-83cc-a2659567040b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:06.938216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5c51-f4ee-4d89-88f9-e9c79eab8e2d req-e6e0c3a7-f5f6-4aa2-bb88-8de672623d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:06.940119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c82a5c51-f4ee-4d89-88f9-e9c79eab8e2d req-e6e0c3a7-f5f6-4aa2-bb88-8de672623d42 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1630673 Feb 07 13:01:07.076559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1673f8ce-5e11-4ad6-9d27-163a5e02bfb9 req-417e6927-7cf8-4627-a562-8325a73312d6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 210 time: 0.0909791 Feb 07 13:01:07.131322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-c20a5b72-5c88-48f4-bf0b-21fd0ea9dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:07.133979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-c20a5b72-5c88-48f4-bf0b-21fd0ea9dc81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97712bbc3ab34d7a9fe01325c6fbdba1&device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 1099 time: 0.1093724 Feb 07 13:01:07.263294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-fcbeb79a-f790-45fa-b391-75efb5a7b7db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=56089a78-93a2-4cc1-b5da-218851c51555 HTTP/1.1" status: 200 len: 217 time: 0.1186976 Feb 07 13:01:07.270149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce026273-f2f5-41e5-9977-4303738f1017 req-9cd4fe15-1f65-484b-84ac-18722691ef87 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 210 time: 0.0604603 Feb 07 13:01:07.331858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-76328b02-d870-4500-b274-0370c6daf677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:07.333283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-76328b02-d870-4500-b274-0370c6daf677 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0622892 Feb 07 13:01:07.418360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-339b9d3b-e9a9-4bf0-b4e1-aa9251fc06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:07.419865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-339b9d3b-e9a9-4bf0-b4e1-aa9251fc06f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798686 Feb 07 13:01:07.453807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:07.569838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-b9111c4a-bdfe-452a-86ef-9ee5d2836e6b service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422212 Feb 07 13:01:07.750616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:07.984808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:07.990691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cdaff56-d414-4877-aceb-d0cec4b4cecd req-368b8445-3dc4-41f6-8ec9-0f9debe9decf service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021044 Feb 07 13:01:08.155429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:08.164807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-34f0eefc-49d3-4c76-a6ea-c77dadb62096 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:08.166573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-34f0eefc-49d3-4c76-a6ea-c77dadb62096 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.2601328 Feb 07 13:01:08.175642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4074e-31d8-43d1-ac27-80370dc60399 req-02ba9c72-4e2f-43c6-844e-a8ff8fba4f65 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:08.177227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f4074e-31d8-43d1-ac27-80370dc60399 req-02ba9c72-4e2f-43c6-844e-a8ff8fba4f65 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.5675817 Feb 07 13:01:08.186844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622f7e-2df9-4b2f-9d2a-25690be6ab5b req-244203e8-06b3-4937-af41-e64f5be78b95 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:08.188327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9622f7e-2df9-4b2f-9d2a-25690be6ab5b req-244203e8-06b3-4937-af41-e64f5be78b95 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 948 time: 0.2700782 Feb 07 13:01:08.191758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Request body: {'port': {'device_id': '5a08711e-5bcb-4d76-b101-4d7af5214da4', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'admin_state_up': True, 'tenant_id': '66a34b0aef7846e9ad89f05eef8801a0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:08.267853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=9ac115e3-4f34-4f90-83cc-a2659567040b,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:08.280044 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:08.359392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9622f7e-2df9-4b2f-9d2a-25690be6ab5b req-28730018-1a8d-4534-bdd7-7d050d88081b tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513476 Feb 07 13:01:08.374513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3f4074e-31d8-43d1-ac27-80370dc60399 req-94480100-0fc8-4d5d-991b-3b0e20d12566 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676066 Feb 07 13:01:08.470878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:08.482928 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP 3f2fa413-0254-43cd-adc6-374b356a9e1d associated. External IP: 172.25.7.170, port: 7886e3d4-050b-4252-b035-fe1cf1050a96. Feb 07 13:01:08.496943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:08.591036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50038815-618a-470a-b15b-43e002c1d61a req-0016cacb-f3ec-4a42-9540-c41931a19459 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 210 time: 0.0901427 Feb 07 13:01:08.615551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58b27f74-0706-421b-8626-9880daf3903b req-a9b2601b-0c50-4988-b6ef-0aafb9ba5da8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 210 time: 0.0556669 Feb 07 13:01:08.757198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26e858f3-c9bd-4773-a921-36f5bd4e74df req-5acad44f-2268-49dc-ac45-a5fb6640492e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 210 time: 0.0494046 Feb 07 13:01:08.862243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Made reservation on behalf of 66a34b0aef7846e9ad89f05eef8801a0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:08.862476 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7e4b598c-fe7e-4f09-9423-ce2c5349ad6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:08.863004 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:08.903028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:09.025369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Allocated IP 172.20.0.6 (cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d/b674a9c6-92fb-4e7a-8a46-784f145af0b5/dc06970f-5e8c-4218-9d5d-87a290c19e81) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:09.099021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:09.112078 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7dbc5-a869-4415-b8e5-61489672cdbc None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:09.127279 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7dbc5-a869-4415-b8e5-61489672cdbc None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:09.128472 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-08d7dbc5-a869-4415-b8e5-61489672cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:09.193847 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-08d7dbc5-a869-4415-b8e5-61489672cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:09.202197 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7dbc5-a869-4415-b8e5-61489672cdbc None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:09.202800 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-08d7dbc5-a869-4415-b8e5-61489672cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:09.248580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:09.272725 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-08d7dbc5-a869-4415-b8e5-61489672cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:09.272725 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7dbc5-a869-4415-b8e5-61489672cdbc None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:09.320907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:09.377853 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-89e95195-33cd-44c5-ae0e-33e5037efaea tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8191457 Feb 07 13:01:09.380439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33894) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:09.385945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:09.519235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:09.617884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:09.622758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:09.625455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:09.657593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:09.704764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event updated for resources: {'Port': ['ID=dc06970f-5e8c-4218-9d5d-87a290c19e81,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:09.745145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:09.745765 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:09.759539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1032c6-9db6-47bb-b413-428999bf9822 req-973ddacc-aef7-4a8a-b606-e28df2e67c46 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:09.761037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf1032c6-9db6-47bb-b413-428999bf9822 req-973ddacc-aef7-4a8a-b606-e28df2e67c46 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 948 time: 0.2801862 Feb 07 13:01:09.827892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf1032c6-9db6-47bb-b413-428999bf9822 req-16a87ee5-7295-413f-8af0-b34932f6878f tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587816 Feb 07 13:01:09.955481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-a23e31ad-1d9b-4043-8439-5b9fb5b35b73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7702525 Feb 07 13:01:09.966135 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:09.983608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4e32e8-d6ed-49c4-a0dd-bbf890b60bdb req-0e46b03b-103a-4638-8055-544e18347031 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 210 time: 0.0909607 Feb 07 13:01:10.032656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Request body: {'port': {'device_id': '5a08711e-5bcb-4d76-b101-4d7af5214da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:10.200362 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:10.200362 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP 3f2fa413-0254-43cd-adc6-374b356a9e1d disassociated. External IP: 172.25.7.170, port: 7886e3d4-050b-4252-b035-fe1cf1050a96. Feb 07 13:01:10.314507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92afeef0-6e42-4050-92eb-6a1f66612d68 req-7104de52-d730-4c45-850c-45a827762bb1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 210 time: 0.2017784 Feb 07 13:01:10.440578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990aaa3-4a49-420c-b123-81a4e8cd3a69 req-c3ac713f-98c1-48fa-8acb-c0edaadf6f92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:10.441560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b990aaa3-4a49-420c-b123-81a4e8cd3a69 req-c3ac713f-98c1-48fa-8acb-c0edaadf6f92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:10.458382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-10e94886-f559-4ecb-9944-33d61addecd6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:10.459849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-10e94886-f559-4ecb-9944-33d61addecd6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.5129173 Feb 07 13:01:10.460294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:10.478364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Request body: {'port': {'device_id': 'f3bf22d0-d54e-4df4-b596-9923db965d2b', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'admin_state_up': True, 'tenant_id': '36c74833efc5459a8f831955e06d9bc7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:10.589280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:10.736512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:10.747482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Usage tracker for resource:port and tenant:36c74833efc5459a8f831955e06d9bc7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:10.750765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:10.790615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:10.795010 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:10.803519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d47eff-f682-4dff-b229-5545f054b3e0 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:10.814520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d47eff-f682-4dff-b229-5545f054b3e0 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:10.815269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-16d47eff-f682-4dff-b229-5545f054b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:10.827412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:10.833156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b990aaa3-4a49-420c-b123-81a4e8cd3a69 req-c3ac713f-98c1-48fa-8acb-c0edaadf6f92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:10.833156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b990aaa3-4a49-420c-b123-81a4e8cd3a69 req-c3ac713f-98c1-48fa-8acb-c0edaadf6f92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 931 time: 0.8542738 Feb 07 13:01:10.891341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-16d47eff-f682-4dff-b229-5545f054b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:10.900795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d47eff-f682-4dff-b229-5545f054b3e0 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:10.901445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-16d47eff-f682-4dff-b229-5545f054b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:10.902042 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-300340bb-6e5a-4eb6-ae49-a07a4286fc54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/floatingips/3f2fa413-0254-43cd-adc6-374b356a9e1d HTTP/1.1" status: 200 len: 688 time: 1.5204463 Feb 07 13:01:10.902828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33914) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:10.920585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b990aaa3-4a49-420c-b123-81a4e8cd3a69 req-260a43e6-2e78-47ed-a624-97caf6d1e327 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818913 Feb 07 13:01:11.035039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-16d47eff-f682-4dff-b229-5545f054b3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:11.035430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d47eff-f682-4dff-b229-5545f054b3e0 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:11.129247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 9ac115e3-4f34-4f90-83cc-a2659567040b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:11.129872 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:11.178830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc06970f-5e8c-4218-9d5d-87a290c19e81 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:11.183486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:11.187142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:11.208337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:11.285523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Transition to ACTIVE for port object dc06970f-5e8c-4218-9d5d-87a290c19e81 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:11.302872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa18b8-65f3-4578-8fda-0ea5996453e2 req-39c6b9d3-942f-4cec-93b7-aec3bfcd5c95 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:11.305210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78aa18b8-65f3-4578-8fda-0ea5996453e2 req-39c6b9d3-942f-4cec-93b7-aec3bfcd5c95 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3116136 Feb 07 13:01:11.321797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13f24629-dcf2-4aef-9637-c66d87cff4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:11.396398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78aa18b8-65f3-4578-8fda-0ea5996453e2 req-e9b9e1a9-b292-421f-86e2-ec8a479175b4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842435 Feb 07 13:01:11.448603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:11.448939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:11.482642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff9dd-7255-4663-99f4-00768b652917 req-5d2e7a59-d5a9-446e-89b0-bd9f22db6667 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:11.484224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be2ff9dd-7255-4663-99f4-00768b652917 req-5d2e7a59-d5a9-446e-89b0-bd9f22db6667 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 948 time: 0.3585746 Feb 07 13:01:11.485893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-6561f3cf-2a96-4e14-b081-0c9d2498aa7e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477965 Feb 07 13:01:11.492759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:11.578393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 9ac115e3-4f34-4f90-83cc-a2659567040b owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:11.772823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03394964-0759-4fa3-9b08-1789016c63bf req-8d078a54-86f5-41f2-8cf8-f3588b4c7b95 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 210 time: 0.2392099 Feb 07 13:01:11.795738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Allocated IP 172.20.0.5 (cfc9913b-a43e-4d8d-8314-4c02da867b60/453c02ff-fbe9-4180-acd7-c04cc76dbfe1/b1f27910-4855-4368-88a1-33c9eb94aa54) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:11.858204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:11.866411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Pushing event updated for resources: {'Port': ['ID=dc06970f-5e8c-4218-9d5d-87a290c19e81,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:11.880015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be2ff9dd-7255-4663-99f4-00768b652917 req-bc504551-09fa-414e-835a-e83515f13d49 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866429 Feb 07 13:01:11.912356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=9ac115e3-4f34-4f90-83cc-a2659567040b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:12.020041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-385abfc9-f717-4d96-8500-357469aaf140 req-286742d3-cf5b-4e01-afd5-09967e871ecd tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 210 time: 0.1289821 Feb 07 13:01:12.026049 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.038194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.040178 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6ad69384-a49c-44b6-90c3-43a2cd18da91 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/floatingips/3f2fa413-0254-43cd-adc6-374b356a9e1d HTTP/1.1" status: 204 len: 168 time: 1.1356046 Feb 07 13:01:12.044375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:12.048946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b963-5df5-4642-be43-e7bbf976d498 req-3e220e61-0772-4f4f-a380-bd83e76f5bfc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:12.050484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-3e220e61-0772-4f4f-a380-bd83e76f5bfc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5120187 Feb 07 13:01:12.056814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '91f9de76-9604-4cac-9d10-de458f3ed858'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:12.066474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:12.076973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:floatingip and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:12.080947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:12.088554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:12.244217 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.272507 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.272848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.308082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Request body: {'port': {'device_id': 'd072f8d6-bdd6-4661-8851-0e251dee5584', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '874d2445575f4981b18d0467abf577e9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:12.414934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Attempting to bind port dc06970f-5e8c-4218-9d5d-87a290c19e81 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:12.414934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Attempting to bind port dc06970f-5e8c-4218-9d5d-87a290c19e81 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:12.414934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Attempting to bind port dc06970f-5e8c-4218-9d5d-87a290c19e81 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:12.418483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.444407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Port dc06970f-5e8c-4218-9d5d-87a290c19e81 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:01:12.444808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Attempting to bind port dc06970f-5e8c-4218-9d5d-87a290c19e81 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:12.467714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:12.468104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Checking segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:12.469041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Bound using segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:12.469686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Bound port: dc06970f-5e8c-4218-9d5d-87a290c19e81, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:12.470235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.587349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.25.7.7 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/0b21af17-d05c-46e0-9384-417574e925fb) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:12.693901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:12.703045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 56089a78-93a2-4cc1-b5da-218851c51555 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:01:12.738310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cee76e-858a-426b-9d8c-422a79c31c28 req-6342c64f-be5b-47a0-8869-ab98c21e7f43 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:12.739754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25cee76e-858a-426b-9d8c-422a79c31c28 req-6342c64f-be5b-47a0-8869-ab98c21e7f43 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 943 time: 0.6538634 Feb 07 13:01:12.757481 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.776751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:12.816493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.822313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] For port dc06970f-5e8c-4218-9d5d-87a290c19e81, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:01:12.838989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] For port dc06970f-5e8c-4218-9d5d-87a290c19e81, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=dc06970f-5e8c-4218-9d5d-87a290c19e81,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:01:12.860142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25cee76e-858a-426b-9d8c-422a79c31c28 req-b37bea43-e374-4192-8899-d5ac48b124ee tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992012 Feb 07 13:01:12.882856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917487d3-f66d-44c8-a002-b06d8ff407e9 req-43905323-f0f6-4ced-af6e-bc5790269b80 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:12.890322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-917487d3-f66d-44c8-a002-b06d8ff407e9 req-43905323-f0f6-4ced-af6e-bc5790269b80 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3051643 Feb 07 13:01:12.916972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 56089a78-93a2-4cc1-b5da-218851c51555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=56089a78-93a2-4cc1-b5da-218851c51555,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:12.934334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Made reservation on behalf of 874d2445575f4981b18d0467abf577e9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:12.938223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:12.947561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '56089a78-93a2-4cc1-b5da-218851c51555', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '56089a78-93a2-4cc1-b5da-218851c51555', 'mac_address': 'fa:16:3e:16:9b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:01:12.971749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-917487d3-f66d-44c8-a002-b06d8ff407e9 req-d205c1f2-d3ec-44ad-8b68-c6a9d4bab237 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719900 Feb 07 13:01:12.995619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.027503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.049744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.058804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56089a78-93a2-4cc1-b5da-218851c51555 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:13.089072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:13.097662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 56089a78-93a2-4cc1-b5da-218851c51555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=56089a78-93a2-4cc1-b5da-218851c51555,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:13.098691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:13.104576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:13.142698 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.154693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:13.165715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=0b21af17-d05c-46e0-9384-417574e925fb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:13.186409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.253499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:13.254123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.255507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] 10.222.0.47 "PUT /v2.0/ports/dc06970f-5e8c-4218-9d5d-87a290c19e81 HTTP/1.1" status: 200 len: 1091 time: 3.2744839 Feb 07 13:01:13.281317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a08711e-5bcb-4d76-b101-4d7af5214da4', 'tag': 'dc06970f-5e8c-4218-9d5d-87a290c19e81'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:13.281810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=56089a78-93a2-4cc1-b5da-218851c51555,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:13.294287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.294957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.295535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.296165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.296718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.297272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.297840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.298266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.298675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.299083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.299479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.299871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:13.348773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:13.368255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:13.401400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f036d9-f8e7-4ae3-9181-8e800d115002 service neutron] Pushing event updated for resources: {'Port': ['ID=dc06970f-5e8c-4218-9d5d-87a290c19e81,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:13.409335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:13.580044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e1b4e-d726-4fb4-a1eb-43ac06febd93 req-37122ec1-0885-423e-b99c-240e255a32c6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:13.581435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d8e1b4e-d726-4fb4-a1eb-43ac06febd93 req-37122ec1-0885-423e-b99c-240e255a32c6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 931 time: 0.5269361 Feb 07 13:01:13.619201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.668567 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.672969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:13.673624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.682108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Allocated IP 192.168.233.51 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:13.687471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event updated for resources: {'Port': ['ID=b1f27910-4855-4368-88a1-33c9eb94aa54,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:13.713892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8de691-97a5-4816-9932-33eebe002f76 req-efdcde76-7899-4017-b7ea-7c920b75efe1 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:13.715454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf8de691-97a5-4816-9932-33eebe002f76 req-efdcde76-7899-4017-b7ea-7c920b75efe1 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 949 time: 0.5378499 Feb 07 13:01:13.773713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['56089a78-93a2-4cc1-b5da-218851c51555'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:13.775291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d8e1b4e-d726-4fb4-a1eb-43ac06febd93 req-a35358b8-eaca-4962-869b-5002d7991b53 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791427 Feb 07 13:01:13.832477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-5e5c4555-6154-4c0c-9059-8783a2395763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:13.832477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-5e5c4555-6154-4c0c-9059-8783a2395763 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 1094 time: 0.3380151 Feb 07 13:01:13.903010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf8de691-97a5-4816-9932-33eebe002f76 req-0202c5c2-23dd-4a11-abbe-4212c6f472d8 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802888 Feb 07 13:01:13.930759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:13.935050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-96f9e986-5785-4dc0-a516-2d10188b0d07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc06970f-5e8c-4218-9d5d-87a290c19e81 HTTP/1.1" status: 200 len: 217 time: 0.0921400 Feb 07 13:01:13.936408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-828e1232-1388-41f4-b283-40b847e8d6ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4633114 Feb 07 13:01:14.056380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Request body: {'port': {'device_id': 'f3bf22d0-d54e-4df4-b596-9923db965d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:14.096798 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a08711e-5bcb-4d76-b101-4d7af5214da4', 'tag': 'dc06970f-5e8c-4218-9d5d-87a290c19e81', 'status': 'completed', 'code': 200} Feb 07 13:01:14.250394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a04c62e5-01ac-45c5-b1bc-c8099b791efe req-ca5a5018-c839-456c-a7dc-c7616364c5a6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:14.304541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:14.371773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a04c62e5-01ac-45c5-b1bc-c8099b791efe req-ca5a5018-c839-456c-a7dc-c7616364c5a6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:14.372957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a04c62e5-01ac-45c5-b1bc-c8099b791efe req-ca5a5018-c839-456c-a7dc-c7616364c5a6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 210 time: 0.3862453 Feb 07 13:01:14.411288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-1931c29f-6ba6-4af8-b66e-6975a4499a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:14.412740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-1931c29f-6ba6-4af8-b66e-6975a4499a12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.3943186 Feb 07 13:01:14.440902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:14.500877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-024dc2b4-6e26-4e8d-96b5-fa6899acce22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726910 Feb 07 13:01:14.559157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=0b21af17-d05c-46e0-9384-417574e925fb,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:14.576764 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:14.647403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:14.667484 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:14.709457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635695f0-0026-4571-9b0b-6b46bd72dca0 req-08906aa4-9cd2-45db-bf2f-a2a732d32415 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:14.711505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-635695f0-0026-4571-9b0b-6b46bd72dca0 req-08906aa4-9cd2-45db-bf2f-a2a732d32415 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 943 time: 0.4722700 Feb 07 13:01:14.768151 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP 934fb48f-11bd-4fb0-a976-bc86f55c9a8c associated. External IP: 172.25.7.7, port: 91f9de76-9604-4cac-9d10-de458f3ed858. Feb 07 13:01:14.792732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Transition to ACTIVE for port object b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:14.846075 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:14.913167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-52d550f3-2f02-4813-a9b0-b6961a9643c6 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631883 Feb 07 13:01:14.915994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-635695f0-0026-4571-9b0b-6b46bd72dca0 req-5258896e-644e-4554-8f6a-9879b1b69cea tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794615 Feb 07 13:01:14.928041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479233f-af70-4276-8c00-e7efd4cb1de2 req-81a19034-727b-4bec-a8e6-565bf6d89646 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:14.930443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0479233f-af70-4276-8c00-e7efd4cb1de2 req-81a19034-727b-4bec-a8e6-565bf6d89646 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4469604 Feb 07 13:01:15.147313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:15.249595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0479233f-af70-4276-8c00-e7efd4cb1de2 req-e34cc58a-0e47-41bf-8ffd-63cb86dcf7f2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126307 Feb 07 13:01:15.308208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5867df39-f9f4-4073-8940-77d6cb02c09e req-2513c2d7-d856-4def-96c8-977abf27fbe1 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750868 Feb 07 13:01:15.331001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:15.345520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15', '3e9adc8e-0a30-4d5b-8a53-44674d543292'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:15.349674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:15.362952 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45c6f0-6e16-425f-a9cd-40d3c3bf9fb9 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:15.373550 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45c6f0-6e16-425f-a9cd-40d3c3bf9fb9 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:15.374251 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-db45c6f0-6e16-425f-a9cd-40d3c3bf9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:15.379065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880', '497a8c03-d2aa-40bc-adc3-22e77c137782', 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:15.437840 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-db45c6f0-6e16-425f-a9cd-40d3c3bf9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:15.452686 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45c6f0-6e16-425f-a9cd-40d3c3bf9fb9 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:15.452686 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-db45c6f0-6e16-425f-a9cd-40d3c3bf9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:15.498626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-b6dd0179-3402-4b9e-81a8-e2ffcc4bc57c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:15.504582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-b6dd0179-3402-4b9e-81a8-e2ffcc4bc57c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 820 time: 0.3786371 Feb 07 13:01:15.510419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:15.531167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:15.547186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-95b28f6d-586d-42f8-9b37-d177f3bdf58b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/quotas/4a73d4ee22c5434a8d8cddd1a69ffba0 HTTP/1.1" status: 200 len: 375 time: 0.0410445 Feb 07 13:01:15.549698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:15.591279 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-db45c6f0-6e16-425f-a9cd-40d3c3bf9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:15.591448 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45c6f0-6e16-425f-a9cd-40d3c3bf9fb9 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:15.603913 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-69154143-b580-4d3b-b338-885a1bda7c21 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5577991 Feb 07 13:01:15.606302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33962) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:15.613605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:15.734257 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dfcc10f0-e3ed-43d6-b38b-f92c9c0b94cc tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "GET /v2.0/floatingips/934fb48f-11bd-4fb0-a976-bc86f55c9a8c HTTP/1.1" status: 200 len: 977 time: 0.1267977 Feb 07 13:01:15.740072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33966) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:15.801122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:15.801779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:15.864632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'Port': ['ID=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:15.878226 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:01:15.890554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6b1ae523-0d0a-4a5a-80a6-2c6bf46c1154 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Synchronizing usage tracker for tenant:a175c1fb4a9849a08ebebe6706e8434a on resource:floatingip {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:15.986012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f27910-4855-4368-88a1-33c9eb94aa54 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:16.000285 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:16.022518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-a3244282-4493-444a-8abb-bb1276a9d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:16.024121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-a3244282-4493-444a-8abb-bb1276a9d98f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 1094 time: 0.4713526 Feb 07 13:01:16.031390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7fe9a-8542-41a1-8a0f-981fb703e9ac req-e6bb0087-7b07-4811-b43a-4866b6475493 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:16.032086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cbc7fe9a-8542-41a1-8a0f-981fb703e9ac req-e6bb0087-7b07-4811-b43a-4866b6475493 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:16.047153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-3f05c21b-8468-46d3-8685-0a1ea2b2a37a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4990842 Feb 07 13:01:16.071269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Transition to ACTIVE for port object b1f27910-4855-4368-88a1-33c9eb94aa54 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:16.195894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ed3aa3ab-8835-4975-9765-efab9a48011b None None] Provisioning for port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:16.201643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ed3aa3ab-8835-4975-9765-efab9a48011b None None] Provisioning complete for port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:16.202010 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa3ab-8835-4975-9765-efab9a48011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:16.255748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aa3ab-8835-4975-9765-efab9a48011b None None] Port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:01:16.263563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6b1ae523-0d0a-4a5a-80a6-2c6bf46c1154 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Unset dirty status for tenant:a175c1fb4a9849a08ebebe6706e8434a on resource:floatingip {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:16.264814 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b1ae523-0d0a-4a5a-80a6-2c6bf46c1154 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5232437 Feb 07 13:01:16.285819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33972) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:16.285819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'port_id': '7886e3d4-050b-4252-b035-fe1cf1050a96'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:16.323501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:16.327632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-f2070469-4d60-4608-a708-9e96ab9dde34 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0656738 Feb 07 13:01:16.406242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Request body: {'port': {'device_id': 'd072f8d6-bdd6-4661-8851-0e251dee5584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:16.503374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:16.575506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Pushing event updated for resources: {'Port': ['ID=b1f27910-4855-4368-88a1-33c9eb94aa54,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:16.674844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.675196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.675541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.675879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.676262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.676592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.676922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.677243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.677570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.677895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.678220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.678541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:01:16.681800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cbc7fe9a-8542-41a1-8a0f-981fb703e9ac req-e6bb0087-7b07-4811-b43a-4866b6475493 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:16.682933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbc7fe9a-8542-41a1-8a0f-981fb703e9ac req-e6bb0087-7b07-4811-b43a-4866b6475493 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 931 time: 1.2803576 Feb 07 13:01:16.738437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 56089a78-93a2-4cc1-b5da-218851c51555 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:01:16.768558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-9a41013c-b4c4-4267-b8aa-40c8e29f6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:16.769886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-9a41013c-b4c4-4267-b8aa-40c8e29f6e07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 912 time: 0.7315676 Feb 07 13:01:16.782705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-b97bd91c-a0d1-4d80-9221-93f63cf142e2 service neutron] 10.222.0.69 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136116 Feb 07 13:01:16.897157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-a32bbfff-d882-4310-8331-03495513dae7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc06970f-5e8c-4218-9d5d-87a290c19e81 HTTP/1.1" status: 200 len: 217 time: 0.1135046 Feb 07 13:01:16.931464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 56089a78-93a2-4cc1-b5da-218851c51555 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:16.938224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 56089a78-93a2-4cc1-b5da-218851c51555 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:16.938676 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:16.947710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:17.003607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbc7fe9a-8542-41a1-8a0f-981fb703e9ac req-b17540b8-9a2a-4952-8a4f-4e1dca6388d0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758691 Feb 07 13:01:17.069272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Attempting to bind port b1f27910-4855-4368-88a1-33c9eb94aa54 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:17.069605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Attempting to bind port b1f27910-4855-4368-88a1-33c9eb94aa54 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:17.069761 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:17.070773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Attempting to bind port b1f27910-4855-4368-88a1-33c9eb94aa54 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:17.098512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Port b1f27910-4855-4368-88a1-33c9eb94aa54 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:01:17.099106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Attempting to bind port b1f27910-4855-4368-88a1-33c9eb94aa54 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:17.107136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56089a78-93a2-4cc1-b5da-218851c51555'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:17.120182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 56089a78-93a2-4cc1-b5da-218851c51555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=56089a78-93a2-4cc1-b5da-218851c51555,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:17.139756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:17.140124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Checking segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:17.140520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Bound using segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:17.140963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Bound port: b1f27910-4855-4368-88a1-33c9eb94aa54, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:17.141311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:17.156133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-886de394-7097-4670-8c5d-a8e94952dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:17.157523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-886de394-7097-4670-8c5d-a8e94952dc87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.2026327 Feb 07 13:01:17.223783 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:17.262908 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:17.316727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-7945da47-bdac-48b4-8806-022bd636dbdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406672 Feb 07 13:01:17.322165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-dd28657f-4210-447d-b0ed-44306c23cf50 service neutron] 10.222.0.69 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847522 Feb 07 13:01:17.330559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=56089a78-93a2-4cc1-b5da-218851c51555,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:17.411872 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:17.608031 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP 934fb48f-11bd-4fb0-a976-bc86f55c9a8c associated. External IP: 172.25.7.7, port: 91f9de76-9604-4cac-9d10-de458f3ed858. Feb 07 13:01:17.738762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] For port b1f27910-4855-4368-88a1-33c9eb94aa54, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:01:17.768279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] For port b1f27910-4855-4368-88a1-33c9eb94aa54, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b1f27910-4855-4368-88a1-33c9eb94aa54,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:01:17.777162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb20ce3-7fe4-40dc-8a1f-82cd4f81cf01 req-ed7328cc-89d2-4a59-84de-b2260425fd0d tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:17.778647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afb20ce3-7fe4-40dc-8a1f-82cd4f81cf01 req-ed7328cc-89d2-4a59-84de-b2260425fd0d tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 949 time: 0.6243222 Feb 07 13:01:17.831199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-e590c5cf-5de5-408f-b8bd-1b60e946d9ce service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746792 Feb 07 13:01:17.933486 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:17.981357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afb20ce3-7fe4-40dc-8a1f-82cd4f81cf01 req-4910f14d-f03d-4ec3-9bb9-4484ed97c991 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914124 Feb 07 13:01:18.007797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:18.038222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:18.039410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:18.041051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] 10.222.0.47 "PUT /v2.0/ports/b1f27910-4855-4368-88a1-33c9eb94aa54 HTTP/1.1" status: 200 len: 1091 time: 3.9894757 Feb 07 13:01:18.048385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bf22d0-d54e-4df4-b596-9923db965d2b', 'tag': 'b1f27910-4855-4368-88a1-33c9eb94aa54'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:18.122886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ca7e3-664b-4f76-8802-4b0a0032803b service neutron] Pushing event updated for resources: {'Port': ['ID=b1f27910-4855-4368-88a1-33c9eb94aa54,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:18.197255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:18.203775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9567da-6a06-4274-a6fb-b9cf68f1192b req-6a48822f-2d90-4441-856c-857a1de6dc25 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636351 Feb 07 13:01:18.213942 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:18.237345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Transition to ACTIVE for port object b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:18.258389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cb031-3088-4aa1-8aae-db84e13e4dcf req-59473eaf-03c7-4dee-bfe1-c44c69b8fb56 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:18.259931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b5cb031-3088-4aa1-8aae-db84e13e4dcf req-59473eaf-03c7-4dee-bfe1-c44c69b8fb56 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 935 time: 0.1398926 Feb 07 13:01:18.333149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:18.346463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3825423-6073-4649-85b0-b33b361ae82e None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:18.347004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b5cb031-3088-4aa1-8aae-db84e13e4dcf req-34a13e11-a6d8-4605-919c-dff1d3653acf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807810 Feb 07 13:01:18.364674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3825423-6073-4649-85b0-b33b361ae82e None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:18.364674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a3825423-6073-4649-85b0-b33b361ae82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:18.377807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-0d98d1a1-f664-4aad-927e-8cb6035e986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:18.379511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-0d98d1a1-f664-4aad-927e-8cb6035e986d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 1094 time: 0.0855832 Feb 07 13:01:18.468154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-18ce18f7-9bca-45c5-b456-269a5b980311 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f27910-4855-4368-88a1-33c9eb94aa54 HTTP/1.1" status: 200 len: 217 time: 0.0787318 Feb 07 13:01:18.469253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:18.540851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a3825423-6073-4649-85b0-b33b361ae82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:18.549648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3825423-6073-4649-85b0-b33b361ae82e None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:18.550458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a3825423-6073-4649-85b0-b33b361ae82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:18.627197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a3825423-6073-4649-85b0-b33b361ae82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:18.628088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3825423-6073-4649-85b0-b33b361ae82e None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:18.779276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Pushing event updated for resources: {'Port': ['ID=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:18.824681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-132d049a-7892-433b-a604-1bcfea3cde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:18.826156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-132d049a-7892-433b-a604-1bcfea3cde16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.3130872 Feb 07 13:01:18.834945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:18.929129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-f5e3f3d3-692c-4164-9f19-7209afa59b6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937910 Feb 07 13:01:19.037996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7a6f7-dd30-4e76-8b22-607780f8b5cb req-3d4a430c-4a7f-4594-9a54-e754fa722fb0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:19.041503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:19.042700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8f7a6f7-dd30-4e76-8b22-607780f8b5cb req-3d4a430c-4a7f-4594-9a54-e754fa722fb0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4840221 Feb 07 13:01:19.051083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:19.051378 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd536ed-02df-4c6d-b287-b257eb974092 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:19.061832 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd536ed-02df-4c6d-b287-b257eb974092 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:19.062452 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-afd536ed-02df-4c6d-b287-b257eb974092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:19.063313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dad9a-6aa9-4e04-95c1-560bd0ba0983 req-3121e06b-f211-420e-8f9d-ccae35a46228 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:19.065784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f2dad9a-6aa9-4e04-95c1-560bd0ba0983 req-3121e06b-f211-420e-8f9d-ccae35a46228 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 943 time: 0.4676373 Feb 07 13:01:19.130946 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-afd536ed-02df-4c6d-b287-b257eb974092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:19.138009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Attempting to bind port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:19.140868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Attempting to bind port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:19.140868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Attempting to bind port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:19.141126 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd536ed-02df-4c6d-b287-b257eb974092 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:19.141235 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-afd536ed-02df-4c6d-b287-b257eb974092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:19.167012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:01:19.167329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Attempting to bind port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:19.173154 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-60a6e19d-9d4a-4965-95cb-884240cf1078 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/floatingips/934fb48f-11bd-4fb0-a976-bc86f55c9a8c HTTP/1.1" status: 200 len: 976 time: 2.9046228 Feb 07 13:01:19.175663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34000) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:19.181966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:19.182813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8f7a6f7-dd30-4e76-8b22-607780f8b5cb req-36ed11dd-b5fd-45d2-bd60-2ec11a94d5d9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158359 Feb 07 13:01:19.187453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f2dad9a-6aa9-4e04-95c1-560bd0ba0983 req-f3ed3fcc-e724-4516-ab98-9df9647a935d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011214 Feb 07 13:01:19.188210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:19.188548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:19.188924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:19.189371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Bound port: b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:19.189719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:19.207050 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-afd536ed-02df-4c6d-b287-b257eb974092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:19.207642 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd536ed-02df-4c6d-b287-b257eb974092 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:19.273236 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56089a78-93a2-4cc1-b5da-218851c51555', 'code': 200} Feb 07 13:01:19.294795 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:19.306415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-aafa3c54-5810-4cbe-8b6b-d055f47619b4 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638432 Feb 07 13:01:19.346141 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bf22d0-d54e-4df4-b596-9923db965d2b', 'tag': 'b1f27910-4855-4368-88a1-33c9eb94aa54', 'status': 'completed', 'code': 200} Feb 07 13:01:19.617458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:19.705610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c754b00f-0d44-4eec-abda-12dfafe799a0 req-bcc1db2f-5785-446f-8d80-8f2d54a085fd tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 210 time: 0.2982759 Feb 07 13:01:19.706627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] For port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:01:19.742981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] For port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:01:19.808469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b87f569-773d-420a-9d09-7130e6d8b67f req-888c6995-5d24-4cc6-86ba-2a5b83c39853 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864218 Feb 07 13:01:19.850496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd9c6c-6fe9-4712-9902-5b477e0dcb28 req-0f23e9a5-5659-42c7-8ce6-0890e28b2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:19.852657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0efd9c6c-6fe9-4712-9902-5b477e0dcb28 req-0f23e9a5-5659-42c7-8ce6-0890e28b2952 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 1101 time: 0.4427242 Feb 07 13:01:19.891908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e07c2a-6949-4109-a044-03b98b0535c9 req-106735d7-68a7-4057-be1c-d01d82e60f9e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:19.891908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50e07c2a-6949-4109-a044-03b98b0535c9 req-106735d7-68a7-4057-be1c-d01d82e60f9e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 943 time: 0.4647329 Feb 07 13:01:19.968367 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0efd9c6c-6fe9-4712-9902-5b477e0dcb28 req-d348725c-b5ac-47c7-b0c7-9fa8fd3b8eb6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059480 Feb 07 13:01:19.978943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50e07c2a-6949-4109-a044-03b98b0535c9 req-ce753176-f68b-4128-955c-1cfa39478179 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901473 Feb 07 13:01:19.999443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943dfaa-d39a-4163-97ce-de0233d9b3b9 req-19029944-d41c-4b1d-b249-bc3874492d83 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:20.001023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7943dfaa-d39a-4163-97ce-de0233d9b3b9 req-19029944-d41c-4b1d-b249-bc3874492d83 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 950 time: 0.1959205 Feb 07 13:01:20.050467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7943dfaa-d39a-4163-97ce-de0233d9b3b9 req-52f2c282-9b2e-4b43-a4d6-e22a6a01729a tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf43ba-1a28-424d-b07b-a70f9ca98434 req-2938b57d-6ee9-4239-8996-d6649462a2ed tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9cf43ba-1a28-424d-b07b-a70f9ca98434 req-2938b57d-6ee9-4239-8996-d6649462a2ed tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 947 time: 0.0851204 Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9cf43ba-1a28-424d-b07b-a70f9ca98434 req-c0b4ad4c-edc7-432c-bf09-01fc03b9fa1d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379319 Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836116a7-c4f2-4857-9a09-0c8888876aae req-21aa981e-9862-4233-adcb-8c3af2a9dd81 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-836116a7-c4f2-4857-9a09-0c8888876aae req-21aa981e-9862-4233-adcb-8c3af2a9dd81 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1395946 Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646a2ef-f7d4-4da0-b74b-b665c8f868c2 req-5ae348c4-9581-44cb-aeff-f35362f19bae tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f646a2ef-f7d4-4da0-b74b-b665c8f868c2 req-5ae348c4-9581-44cb-aeff-f35362f19bae tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 943 time: 0.1273234 Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-836116a7-c4f2-4857-9a09-0c8888876aae req-24c7a55c-8b1b-4ac7-9250-34a58bd9d566 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798037 Feb 07 13:01:20.627546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f646a2ef-f7d4-4da0-b74b-b665c8f868c2 req-2db2b410-511d-47f9-8bd7-e0c13aa6999b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576103 Feb 07 13:01:20.743004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device dc06970f-5e8c-4218-9d5d-87a290c19e81 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:01:20.806390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9909dc3d-dae9-4781-ab36-dfaf4e1a1a2d req-2934572d-8d86-42ca-a479-35799e413042 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 210 time: 0.0429006 Feb 07 13:01:20.852683 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:20.853312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:20.855114 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP 934fb48f-11bd-4fb0-a976-bc86f55c9a8c disassociated. External IP: 172.25.7.7, port: 7886e3d4-050b-4252-b035-fe1cf1050a96. Feb 07 13:01:20.899401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port dc06970f-5e8c-4218-9d5d-87a290c19e81, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=dc06970f-5e8c-4218-9d5d-87a290c19e81,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:20.914694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'dc06970f-5e8c-4218-9d5d-87a290c19e81', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'port_id': 'dc06970f-5e8c-4218-9d5d-87a290c19e81', 'mac_address': 'fa:16:3e:a1:ca:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b674a9c6-92fb-4e7a-8a46-784f145af0b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:01:20.966561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:20.967153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:20.969083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] 10.222.0.47 "PUT /v2.0/ports/b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d HTTP/1.1" status: 200 len: 1095 time: 4.6013227 Feb 07 13:01:20.993056 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:21.011834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ba521-106a-4de8-9197-880b20471a5e service neutron] Pushing event updated for resources: {'Port': ['ID=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:21.026075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-8b2b2622-f33b-43e0-803b-7da50e350bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:21.028892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-8b2b2622-f33b-43e0-803b-7da50e350bc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 1094 time: 0.1231208 Feb 07 13:01:21.034941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc06970f-5e8c-4218-9d5d-87a290c19e81 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:21.065111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port dc06970f-5e8c-4218-9d5d-87a290c19e81, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=dc06970f-5e8c-4218-9d5d-87a290c19e81,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:21.250073 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:21.326983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=dc06970f-5e8c-4218-9d5d-87a290c19e81,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:21.346370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-3d21dc54-d55e-406f-83df-e6306ea556c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:21.347827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-3d21dc54-d55e-406f-83df-e6306ea556c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 906 time: 0.3100407 Feb 07 13:01:21.349215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd072f8d6-bdd6-4661-8851-0e251dee5584', 'tag': 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:21.361286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84943270-5d9f-4e22-8179-dd0bb786097f req-acaf0900-e046-4a63-ab5f-efe53f482837 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:21.362704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84943270-5d9f-4e22-8179-dd0bb786097f req-acaf0900-e046-4a63-ab5f-efe53f482837 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 943 time: 0.2174566 Feb 07 13:01:21.419669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:21.426825 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd072f8d6-bdd6-4661-8851-0e251dee5584', 'tag': 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d', 'status': 'completed', 'code': 200} Feb 07 13:01:21.449709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-4b08679f-3e8b-4f9d-bfe5-b9932bd569d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f27910-4855-4368-88a1-33c9eb94aa54 HTTP/1.1" status: 200 len: 217 time: 0.0856342 Feb 07 13:01:21.456174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2ef36c37-2174-48e9-82bc-8691d2d3f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:21.456174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2ef36c37-2174-48e9-82bc-8691d2d3f2da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 1098 time: 0.3091495 Feb 07 13:01:21.574694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84943270-5d9f-4e22-8179-dd0bb786097f req-352578fc-688f-4bfc-8c42-ef5a63e4afca tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552315 Feb 07 13:01:21.588730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-93afeaf9-f0e9-410f-8a10-c94323ce881c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d HTTP/1.1" status: 200 len: 217 time: 0.0846345 Feb 07 13:01:21.598813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-376ba146-3f7e-4480-b4bb-c0402301064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:21.600337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-376ba146-3f7e-4480-b4bb-c0402301064d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.1320975 Feb 07 13:01:21.613683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:21.627147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f738a15a-ae17-4cc8-ac69-56a9010dc300 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:21.646492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:21.654377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738a15a-ae17-4cc8-ac69-56a9010dc300 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:21.656992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f738a15a-ae17-4cc8-ac69-56a9010dc300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:21.714366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-ea099dd0-f720-4532-a971-86136e8be257 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787427 Feb 07 13:01:21.766993 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e57109f0-a250-4d00-9b99-5b03c9b66e3a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/floatingips/934fb48f-11bd-4fb0-a976-bc86f55c9a8c HTTP/1.1" status: 200 len: 686 time: 2.5899618 Feb 07 13:01:21.767653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:21.818506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f738a15a-ae17-4cc8-ac69-56a9010dc300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:21.831293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738a15a-ae17-4cc8-ac69-56a9010dc300 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:21.833479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f738a15a-ae17-4cc8-ac69-56a9010dc300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:21.930664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f738a15a-ae17-4cc8-ac69-56a9010dc300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:21.932073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f738a15a-ae17-4cc8-ac69-56a9010dc300 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:21.951875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 0b21af17-d05c-46e0-9384-417574e925fb {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:21.952515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:22.026151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b963-5df5-4642-be43-e7bbf976d498 req-fb6b8701-859b-4af7-93da-62ca120fc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:22.027588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-fb6b8701-859b-4af7-93da-62ca120fc3b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.4264038 Feb 07 13:01:22.128134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:22.128134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:22.174354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-39ea5bb8-5e78-45e3-939c-5dfa84289f91 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494817 Feb 07 13:01:22.216529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db74fd-9efc-4cd5-8199-4141726ac0c1 req-5d135996-7b56-47a6-8a12-6173358bbec9 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:22.218114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3db74fd-9efc-4cd5-8199-4141726ac0c1 req-5d135996-7b56-47a6-8a12-6173358bbec9 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 950 time: 0.4652331 Feb 07 13:01:22.263092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 0b21af17-d05c-46e0-9384-417574e925fb owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:22.278722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243276de-9e29-49cc-a761-48a5e6d507b5 req-114f6f0f-5406-4673-9993-c9bc9c982d7c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:22.280248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-243276de-9e29-49cc-a761-48a5e6d507b5 req-114f6f0f-5406-4673-9993-c9bc9c982d7c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3160996 Feb 07 13:01:22.304491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b963-5df5-4642-be43-e7bbf976d498 req-35a376b9-d1bb-45d7-8b94-45ac340a0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:22.306066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-35a376b9-d1bb-45d7-8b94-45ac340a0fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2580206 Feb 07 13:01:22.323767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['dc06970f-5e8c-4218-9d5d-87a290c19e81'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:22.465922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3db74fd-9efc-4cd5-8199-4141726ac0c1 req-1c5d5fac-c30e-479c-8844-17b939df68c9 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795712 Feb 07 13:01:22.499307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-243276de-9e29-49cc-a761-48a5e6d507b5 req-ead31ef8-20af-4094-bb54-72671cea8b62 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970530 Feb 07 13:01:22.506177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:22.551205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-130aa926-a4cb-4fa1-8c36-451a4ae5ef3c req-a01f58a7-227f-4e3a-aad5-67a663a9497d service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669789 Feb 07 13:01:22.573205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-2b067048-84c7-4fc3-b065-5211508c0f30 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427275 Feb 07 13:01:22.598305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=0b21af17-d05c-46e0-9384-417574e925fb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:22.691658 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:22.867194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd56a1-2750-42fe-8ae9-cb2427cb1e3a req-8a8afc39-728f-460b-932b-1a90d0cc04ab tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:22.868693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73bd56a1-2750-42fe-8ae9-cb2427cb1e3a req-8a8afc39-728f-460b-932b-1a90d0cc04ab tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 944 time: 0.2506266 Feb 07 13:01:22.870459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f149b963-5df5-4642-be43-e7bbf976d498 req-3737e08a-4569-4976-9164-ea3b06655c7c service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839556 Feb 07 13:01:22.877828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b8bc-579a-4bfa-8837-90f07423a7a3 req-42f1b144-f237-4604-977f-f2319b254f5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:22.879163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8761b8bc-579a-4bfa-8837-90f07423a7a3 req-42f1b144-f237-4604-977f-f2319b254f5d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 947 time: 0.2600002 Feb 07 13:01:22.899955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:22.901390 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a15ac1a8-ab2d-44ba-bd99-40287f3a7292 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/floatingips/934fb48f-11bd-4fb0-a976-bc86f55c9a8c HTTP/1.1" status: 204 len: 168 time: 1.1325810 Feb 07 13:01:22.904157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:22.943357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73bd56a1-2750-42fe-8ae9-cb2427cb1e3a req-313d6ff9-2fa6-4a40-846d-058651bdd3f8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632424 Feb 07 13:01:22.961479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8761b8bc-579a-4bfa-8837-90f07423a7a3 req-3e13e9aa-71f7-481f-b9c2-825fe103f9fc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643332 Feb 07 13:01:22.983402 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-392da36c-19c0-448b-b5c0-5ded2181003d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] delete failed (client error): The resource could not be found. Feb 07 13:01:22.984662 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-392da36c-19c0-448b-b5c0-5ded2181003d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/floatingips/934fb48f-11bd-4fb0-a976-bc86f55c9a8c HTTP/1.1" status: 404 len: 345 time: 0.0793326 Feb 07 13:01:22.989423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34038) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:23.215304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0187f23f-5f58-435d-816b-5d7814763422 req-a8687138-8068-4ae4-9ffc-4f4967e907aa tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 210 time: 0.1279492 Feb 07 13:01:23.391080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9b09a-c54f-4b08-826a-50f03c258ec6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:23.397215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9b09a-c54f-4b08-826a-50f03c258ec6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:23.403677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9b09a-c54f-4b08-826a-50f03c258ec6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:23.405294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1cf9b09a-c54f-4b08-826a-50f03c258ec6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "GET /v2.0/ports?network_id=6271ac33-3e95-4b90-bf1b-405852cbbb55 HTTP/1.1" status: 200 len: 2359 time: 0.4148798 Feb 07 13:01:23.408075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34042) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:23.422320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c48e95-5ef8-4978-b026-4f17c2a8e613 req-9b71d06a-2434-416a-a5e6-9aac0305999f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:23.423836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28c48e95-5ef8-4978-b026-4f17c2a8e613 req-9b71d06a-2434-416a-a5e6-9aac0305999f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 943 time: 0.3307006 Feb 07 13:01:23.425698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-b06d1423-eaef-4093-a16f-a7d1d67ec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:23.427056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-b06d1423-eaef-4093-a16f-a7d1d67ec741 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 1098 time: 0.3760247 Feb 07 13:01:23.441962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-b341845b-5269-4fb5-8cfa-2f705314c2f5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:23.441962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-b341845b-5269-4fb5-8cfa-2f705314c2f5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 820 time: 0.2649591 Feb 07 13:01:23.455147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Request body: {'port': {'device_id': '1f07d797-08a6-431c-9da9-94b61f256bde', 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'admin_state_up': True, 'tenant_id': '4a73d4ee22c5434a8d8cddd1a69ffba0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:23.487021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3680e2ee-471d-4969-b792-4e3fb7e65214 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:23.487021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3680e2ee-471d-4969-b792-4e3fb7e65214 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Synchronizing usage tracker for tenant:a175c1fb4a9849a08ebebe6706e8434a on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:23.691611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3680e2ee-471d-4969-b792-4e3fb7e65214 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Unset dirty status for tenant:a175c1fb4a9849a08ebebe6706e8434a on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:23.693376 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3680e2ee-471d-4969-b792-4e3fb7e65214 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "GET /v2.0/subnets/ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413 HTTP/1.1" status: 200 len: 797 time: 0.2842760 Feb 07 13:01:23.697986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34050) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:23.704344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'port': {'network_id': '6271ac33-3e95-4b90-bf1b-405852cbbb55', 'name': 'tempest-FloatingIPTestJSON-1691507399', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:23.825515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28c48e95-5ef8-4978-b026-4f17c2a8e613 req-71715250-ed82-4cf7-9af5-721bc41ec6ad tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888605 Feb 07 13:01:23.947210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:23.951939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-43121a2e-dfb3-4d60-a478-5dbfe4650e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:23.953409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-43121a2e-dfb3-4d60-a478-5dbfe4650e55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.5043650 Feb 07 13:01:23.957103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Usage tracker for resource:port and tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:23.963044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:23.975077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:23.979238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:port and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:23.982175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:23.987894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:24.008201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:24.085866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-07dd5004-5bf2-4395-bb3c-b7149d3807ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d HTTP/1.1" status: 200 len: 217 time: 0.1142931 Feb 07 13:01:24.095374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:24.107324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d43c13-05a9-4cbc-bf6a-b8a9101a9801 req-9225eab4-9875-4e91-8e3b-79e9dd50e627 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:24.108849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33d43c13-05a9-4cbc-bf6a-b8a9101a9801 req-9225eab4-9875-4e91-8e3b-79e9dd50e627 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 950 time: 0.3788688 Feb 07 13:01:24.210235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Made reservation on behalf of 4a73d4ee22c5434a8d8cddd1a69ffba0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:24.214199 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:24.236384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e33690-033b-46be-bb02-d515dfa7f68c req-e19a710b-e5d6-470f-b730-8489b2760f11 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:24.237902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e33690-033b-46be-bb02-d515dfa7f68c req-e19a710b-e5d6-470f-b730-8489b2760f11 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2760303 Feb 07 13:01:24.239665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:24.248793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-ab088760-6e94-4bbf-803e-046a2b5f52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:24.250259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-ab088760-6e94-4bbf-803e-046a2b5f52f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1348584 Feb 07 13:01:24.256247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33d43c13-05a9-4cbc-bf6a-b8a9101a9801 req-ce2784da-9aa2-4ee0-b2e4-cdeb46b77d46 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039743 Feb 07 13:01:24.275739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] device_id is not set on port 75a5d3af-6972-4fad-8782-078d2ab8de74 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:01:24.360228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:24.474897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e33690-033b-46be-bb02-d515dfa7f68c req-94b9c148-1c63-44c4-a282-91bee62b4549 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236786 Feb 07 13:01:24.599709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-12b231b8-95db-4503-bb35-5818a4200621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:24.601850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-12b231b8-95db-4503-bb35-5818a4200621 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3264339 Feb 07 13:01:24.664505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.20.0.13 (6271ac33-3e95-4b90-bf1b-405852cbbb55/ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413/75a5d3af-6972-4fad-8782-078d2ab8de74) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:24.672148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.20.0.12 (6271ac33-3e95-4b90-bf1b-405852cbbb55/ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413/75a5d3af-6972-4fad-8782-078d2ab8de74) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:24.673283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6030120-e475-4312-919d-79f3b8b21f95 req-c6ce0c61-9c67-4f0d-adf9-730184b145f1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:24.674901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6030120-e475-4312-919d-79f3b8b21f95 req-c6ce0c61-9c67-4f0d-adf9-730184b145f1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 944 time: 0.2975326 Feb 07 13:01:24.784906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Allocated IP 172.20.0.13 (466f93c0-0698-457f-8e18-e5d273e64d2f/00b0f95f-7038-4069-9e36-5d6936cc6ec7/e04beb23-8a9e-4dcd-bf42-efc86c8c7a18) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:24.922410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:24.996227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-f9a931f5-fb53-4942-91af-f8f857ea5d67 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815558 Feb 07 13:01:25.000030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6030120-e475-4312-919d-79f3b8b21f95 req-b8eb930f-13a9-4fe9-97ba-68bce3e26ed5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179718 Feb 07 13:01:25.102611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:25.178852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff5a5c3-8224-4210-8c76-1d8265fd1da5 req-bca29348-e986-48a1-9328-1f38bbb91563 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562104 Feb 07 13:01:25.187496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:25.190898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:25.211714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:25.240391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373d03-9f03-4076-b52b-daa833155ac8 req-9db397e2-6ea7-4783-8642-cc8b75b0921d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:25.242757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3373d03-9f03-4076-b52b-daa833155ac8 req-9db397e2-6ea7-4783-8642-cc8b75b0921d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 947 time: 0.4591794 Feb 07 13:01:25.245523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00dbd7c0-c87f-4035-bf89-cef1f41e1944 req-d895140a-5742-4c71-8cc6-dda432c73e55 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 210 time: 0.0654447 Feb 07 13:01:25.316735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3373d03-9f03-4076-b52b-daa833155ac8 req-ecab39e9-e36b-4d8d-91b5-52e21c1569f1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579855 Feb 07 13:01:25.346677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:25.347876 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:25.359857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=75a5d3af-6972-4fad-8782-078d2ab8de74,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:25.509949 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f91448be-d8c4-4882-b52e-a015953db2e0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8104997 Feb 07 13:01:25.512459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34068) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:25.518084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '75a5d3af-6972-4fad-8782-078d2ab8de74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:25.525048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:25.530203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:floatingip and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:25.533287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:25.541576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:25.541721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:25.569578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7dae4-1123-4e21-8a62-25f7cabe6a17 req-dbafa066-f46d-4403-a042-d6c5e006a1ea tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:25.571642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6e7dae4-1123-4e21-8a62-25f7cabe6a17 req-dbafa066-f46d-4403-a042-d6c5e006a1ea tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 943 time: 0.1352825 Feb 07 13:01:25.621604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6e7dae4-1123-4e21-8a62-25f7cabe6a17 req-f629d44b-18d3-4da3-9a4b-088c5a012b02 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Feb 07 13:01:25.651950 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:25.817361 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:25.908054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:25.921413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0597a824-4aaa-4fa3-864e-3a2d9616eb18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:25.967587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.25.7.179 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/80c590b6-6d90-4941-90cc-1f548c9a97d9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:26.003453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Network 466f93c0-0698-457f-8e18-e5d273e64d2f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:26.008038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:26.010559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:26.057180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Pushing event updated for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:26.099690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:26.100242 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:26.113598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a6327-a4ec-4039-9f9a-13b981c932a7 req-88815589-605b-4b2e-b6a7-91d6aa5ca923 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:26.115111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e31a6327-a4ec-4039-9f9a-13b981c932a7 req-88815589-605b-4b2e-b6a7-91d6aa5ca923 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3898404 Feb 07 13:01:26.162420 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:26.196609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e31a6327-a4ec-4039-9f9a-13b981c932a7 req-f4208e7f-2b5c-4b45-9ba0-3d38b13725be tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632896 Feb 07 13:01:26.351883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-8a17f78e-9fc9-4037-b884-d10ba4e442da tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9010527 Feb 07 13:01:26.371060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Request body: {'port': {'device_id': '1f07d797-08a6-431c-9da9-94b61f256bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:26.387622 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:26.428239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e704f7-9ed2-4efb-813d-48c60dc91d0f req-ef5c5846-2702-4e3d-93fa-e2cb6e4c3cb1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:26.430459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e704f7-9ed2-4efb-813d-48c60dc91d0f req-ef5c5846-2702-4e3d-93fa-e2cb6e4c3cb1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 944 time: 0.2078266 Feb 07 13:01:26.474850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:26.478712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:26.482761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:26.520079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=80c590b6-6d90-4941-90cc-1f548c9a97d9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:26.557679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4e704f7-9ed2-4efb-813d-48c60dc91d0f req-be2dfcbf-7f11-4471-875c-7adf1f96e526 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167653 Feb 07 13:01:26.567165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa4c3-f069-4b99-9628-76c3af3df330 req-0980f1e0-f1fc-4a77-9739-379fb71592e7 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:26.568650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebfa4c3-f069-4b99-9628-76c3af3df330 req-0980f1e0-f1fc-4a77-9739-379fb71592e7 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 950 time: 0.2664187 Feb 07 13:01:26.582641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:26.761670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bebfa4c3-f069-4b99-9628-76c3af3df330 req-bf142f83-e2c6-48e5-a335-d26970ad4617 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681657 Feb 07 13:01:26.768016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b1f27910-4855-4368-88a1-33c9eb94aa54 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:01:26.787656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device dc06970f-5e8c-4218-9d5d-87a290c19e81 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:01:27.003662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a7cc8-ca85-41a8-ab0e-bf60b56e84f8 req-78cb7a8f-8b02-4e70-a419-339ac4c0f81b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:27.004515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-101a7cc8-ca85-41a8-ab0e-bf60b56e84f8 req-78cb7a8f-8b02-4e70-a419-339ac4c0f81b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:27.113846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.163198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e668b2-cc03-44cd-baaf-85af8e18b998 req-53de152f-219a-47a4-aa50-222d5747c66a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:27.168762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65e668b2-cc03-44cd-baaf-85af8e18b998 req-53de152f-219a-47a4-aa50-222d5747c66a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 947 time: 0.2534142 Feb 07 13:01:27.177979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b1f27910-4855-4368-88a1-33c9eb94aa54, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b1f27910-4855-4368-88a1-33c9eb94aa54,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:27.194519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'b1f27910-4855-4368-88a1-33c9eb94aa54', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'port_id': 'b1f27910-4855-4368-88a1-33c9eb94aa54', 'mac_address': 'fa:16:3e:21:a2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453c02ff-fbe9-4180-acd7-c04cc76dbfe1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:01:27.197780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port dc06970f-5e8c-4218-9d5d-87a290c19e81 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:27.231781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port dc06970f-5e8c-4218-9d5d-87a290c19e81 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:27.238813 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.266189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65e668b2-cc03-44cd-baaf-85af8e18b998 req-4370a2e5-f6dd-41d1-8980-349c4d45d47d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938716 Feb 07 13:01:27.279545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-101a7cc8-ca85-41a8-ab0e-bf60b56e84f8 req-78cb7a8f-8b02-4e70-a419-339ac4c0f81b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:27.280844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-101a7cc8-ca85-41a8-ab0e-bf60b56e84f8 req-78cb7a8f-8b02-4e70-a419-339ac4c0f81b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 932 time: 0.6129477 Feb 07 13:01:27.290401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.344855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:27.363938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.386839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.398973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-101a7cc8-ca85-41a8-ab0e-bf60b56e84f8 req-91edbe7a-641a-47da-8923-9e6c173b7aa4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074603 Feb 07 13:01:27.402181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Transition to ACTIVE for port object e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:27.419038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f27910-4855-4368-88a1-33c9eb94aa54 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:27.436599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b1f27910-4855-4368-88a1-33c9eb94aa54, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b1f27910-4855-4368-88a1-33c9eb94aa54,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:27.451458 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.496769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a08711e-5bcb-4d76-b101-4d7af5214da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc06970f-5e8c-4218-9d5d-87a290c19e81'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:27.513414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port dc06970f-5e8c-4218-9d5d-87a290c19e81, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=dc06970f-5e8c-4218-9d5d-87a290c19e81,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:27.551003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.570614 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.594825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.671827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b1f27910-4855-4368-88a1-33c9eb94aa54,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:27.700168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.723177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.754670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375f602-a4c6-4a34-9730-a6083ca1dac0 req-f4e368ce-12eb-486e-a80d-fe75252f2577 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:27.756232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6375f602-a4c6-4a34-9730-a6083ca1dac0 req-f4e368ce-12eb-486e-a80d-fe75252f2577 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 943 time: 0.2945321 Feb 07 13:01:27.784400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=dc06970f-5e8c-4218-9d5d-87a290c19e81,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:27.818066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Pushing event updated for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:27.859886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=80c590b6-6d90-4941-90cc-1f548c9a97d9,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:27.871219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.921983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6375f602-a4c6-4a34-9730-a6083ca1dac0 req-2981942e-8774-4820-8c87-e48b50c3acc8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097009 Feb 07 13:01:27.932191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9005-8149-4ac3-bb3e-dbbfa493ce23 req-361310d2-33f1-492f-9d44-315919de47cd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:27.933718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e3f9005-8149-4ac3-bb3e-dbbfa493ce23 req-361310d2-33f1-492f-9d44-315919de47cd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4062793 Feb 07 13:01:27.967577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:27.967577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:27.973718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:27.976689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:01:27.976689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:27.989865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:27.990219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:27.994499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:27.994499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Bound port: e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:27.994499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:27.996867 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a08711e-5bcb-4d76-b101-4d7af5214da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc06970f-5e8c-4218-9d5d-87a290c19e81', 'code': 200} Feb 07 13:01:28.021138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e3f9005-8149-4ac3-bb3e-dbbfa493ce23 req-57b70a4e-3c57-4959-83f1-c78b6d9decc5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777981 Feb 07 13:01:28.088544 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP 565e14d2-8d0d-4766-a77c-0cf34d7af5b2 associated. External IP: 172.25.7.179, port: 75a5d3af-6972-4fad-8782-078d2ab8de74. Feb 07 13:01:28.347222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['b1f27910-4855-4368-88a1-33c9eb94aa54'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:28.386883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:01:28.393905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:01:28.425872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d1f6b-d437-4991-a983-13eae2e1013d req-7e94f7aa-0ade-415c-80c3-5ca0d0dd12b5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:28.434728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-927d1f6b-d437-4991-a983-13eae2e1013d req-7e94f7aa-0ade-415c-80c3-5ca0d0dd12b5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.2574720 Feb 07 13:01:28.439573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7b426-36dc-40e7-8025-1cb77c343350 req-d357d299-2533-453f-9995-e4f639df4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:28.441025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9f7b426-36dc-40e7-8025-1cb77c343350 req-d357d299-2533-453f-9995-e4f639df4025 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 1096 time: 0.2692719 Feb 07 13:01:28.461399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761ca3-aa8e-4426-9270-72d7851be424 req-2bd84d10-1609-4532-b854-f97a9fe8d754 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:28.462911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5761ca3-aa8e-4426-9270-72d7851be424 req-2bd84d10-1609-4532-b854-f97a9fe8d754 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 950 time: 0.2847543 Feb 07 13:01:28.487867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:28.522297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-927d1f6b-d437-4991-a983-13eae2e1013d req-869ab04e-f5e3-48c3-aa56-05544a67b407 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866492 Feb 07 13:01:28.550665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:28.617730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5761ca3-aa8e-4426-9270-72d7851be424 req-b6318f88-5a90-4c68-8e21-a2e4164f5003 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362762 Feb 07 13:01:28.626265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9f7b426-36dc-40e7-8025-1cb77c343350 req-1e5fb743-d92a-4caa-a8b2-d9717f706fdd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459265 Feb 07 13:01:28.635453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:28.636301 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:28.638541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] 10.222.0.35 "PUT /v2.0/ports/e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 HTTP/1.1" status: 200 len: 1092 time: 2.2778354 Feb 07 13:01:28.639160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:28.660780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedd0c9-5c87-40b9-8ad7-6c42ef610896 service neutron] Pushing event updated for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:28.713789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:28.725274 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37a393-2a15-4389-8dc4-55a472a9d198 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:28.735045 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37a393-2a15-4389-8dc4-55a472a9d198 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:28.735656 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0d37a393-2a15-4389-8dc4-55a472a9d198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:28.771132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:01:28.803276 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0d37a393-2a15-4389-8dc4-55a472a9d198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:28.811602 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37a393-2a15-4389-8dc4-55a472a9d198 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:28.812309 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0d37a393-2a15-4389-8dc4-55a472a9d198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:28.879297 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0d37a393-2a15-4389-8dc4-55a472a9d198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:28.879902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37a393-2a15-4389-8dc4-55a472a9d198 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:28.907389 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:28.919064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:28.919868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-4ec23995-2ce1-416a-841f-3fcbff503777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:28.921408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-4ec23995-2ce1-416a-841f-3fcbff503777 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1095 time: 0.1432953 Feb 07 13:01:28.928884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb8a39-afba-4f01-91a0-d617fa040562 req-ed5e84c3-7500-4742-864c-9b55875f4d16 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:28.930371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bdb8a39-afba-4f01-91a0-d617fa040562 req-ed5e84c3-7500-4742-864c-9b55875f4d16 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 947 time: 0.1187449 Feb 07 13:01:28.933282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d', 'mac_address': 'fa:16:3e:20:3a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:01:28.990258 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e0c8989d-8d59-418f-9af4-12fc45bcfd94 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4762814 Feb 07 13:01:28.992382 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:28.993607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34102) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:28.999791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-77a5740d-1059-495f-8ad9-05fdf2a2a94c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'port_id': '75a5d3af-6972-4fad-8782-078d2ab8de74', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:29.010576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:29.016829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-63d8dbf7-ab9f-4c1b-9dbb-a14bd5d785ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 HTTP/1.1" status: 200 len: 217 time: 0.0855005 Feb 07 13:01:29.027633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:29.111705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bdb8a39-afba-4f01-91a0-d617fa040562 req-06aebf6d-d601-4186-962d-9470f46fb6fe tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190460 Feb 07 13:01:29.127648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-77a5740d-1059-495f-8ad9-05fdf2a2a94c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:29.148936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-fe067205-1dd6-44d1-81cc-5dbece4f3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:29.149252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-fe067205-1dd6-44d1-81cc-5dbece4f3473 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1196761 Feb 07 13:01:29.188499 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:29.197506 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18', 'status': 'completed', 'code': 200} Feb 07 13:01:29.213900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-9a425280-a072-435e-87f5-40c74e1156ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553601 Feb 07 13:01:29.303876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb3455-2e13-4022-bd94-fb12b2a13f14 req-79da226c-14f2-4f66-8d86-ca9af4ee0eae tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:29.306516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30cb3455-2e13-4022-bd94-fb12b2a13f14 req-79da226c-14f2-4f66-8d86-ca9af4ee0eae tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.2417533 Feb 07 13:01:29.324473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:29.459359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30cb3455-2e13-4022-bd94-fb12b2a13f14 req-098af3dc-b32b-4cf2-a38e-b113ba220560 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470454 Feb 07 13:01:29.512317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-ecdf0e66-dd6e-445b-8257-cd94e71cf5ab service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908370 Feb 07 13:01:29.671482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47150fc1-2e22-4500-aba8-fa14edf4bff1 req-489ceb31-2384-437e-92cb-a2fa54554078 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:29.673706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47150fc1-2e22-4500-aba8-fa14edf4bff1 req-489ceb31-2384-437e-92cb-a2fa54554078 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 944 time: 0.3430178 Feb 07 13:01:29.720051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-f81a52aa-92f1-4a11-ba41-6a00ff752902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:29.721414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-f81a52aa-92f1-4a11-ba41-6a00ff752902 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1095 time: 0.3154349 Feb 07 13:01:29.854477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47150fc1-2e22-4500-aba8-fa14edf4bff1 req-c3a51269-90ed-41f2-ac3b-17829c63fb28 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685622 Feb 07 13:01:29.865742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3190b3-2a91-4738-9bad-fcae63d46e4e req-6857c513-fb82-47b9-a94f-79e4bf950dcb service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432000 Feb 07 13:01:29.984110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-77a5740d-1059-495f-8ad9-05fdf2a2a94c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:30.022339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269f247-8856-4596-944e-cf9430f29b2b req-2dd270d6-d2df-4ed6-833d-4789623e9c74 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:30.023842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1269f247-8856-4596-944e-cf9430f29b2b req-2dd270d6-d2df-4ed6-833d-4789623e9c74 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4188392 Feb 07 13:01:30.097707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-77a5740d-1059-495f-8ad9-05fdf2a2a94c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:30.146627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:30.183577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-d889ca0e-0a4b-4805-abf4-ca4deb2671fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:30.185059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-d889ca0e-0a4b-4805-abf4-ca4deb2671fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.4442511 Feb 07 13:01:30.334654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1269f247-8856-4596-944e-cf9430f29b2b req-25b57d19-705f-49e5-9fe8-1a22fdc5deed tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673850 Feb 07 13:01:30.362760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-9b96b70e-4e8b-432d-9ed2-1fa8c13a4b3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 999 time: 0.1612415 Feb 07 13:01:30.377501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-e3a98714-2c29-407c-ade2-22c0b8e396d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:30.378945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-e3a98714-2c29-407c-ade2-22c0b8e396d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1095 time: 0.3488674 Feb 07 13:01:30.441271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe387d2-e701-49c9-8a7a-02091912e7a7 req-51453371-8a71-4910-ae12-6a991a756b75 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:30.443395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afe387d2-e701-49c9-8a7a-02091912e7a7 req-51453371-8a71-4910-ae12-6a991a756b75 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.4154096 Feb 07 13:01:30.508809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a5740d-1059-495f-8ad9-05fdf2a2a94c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:30.529078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32219cc-014b-4ac0-a205-32e49959d19d req-9be2aebe-5b91-4d92-a233-72e51f9e51ae tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:30.530525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32219cc-014b-4ac0-a205-32e49959d19d req-9be2aebe-5b91-4d92-a233-72e51f9e51ae tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 950 time: 0.4223073 Feb 07 13:01:30.683681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-494f6700-6618-45d5-9346-b7138cee6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:30.685173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-494f6700-6618-45d5-9346-b7138cee6e4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.3046186 Feb 07 13:01:30.705688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afe387d2-e701-49c9-8a7a-02091912e7a7 req-973e2d1d-f7e1-425f-8093-07782fb3f72e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012391 Feb 07 13:01:30.708318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a5740d-1059-495f-8ad9-05fdf2a2a94c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:30.713668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-77a5740d-1059-495f-8ad9-05fdf2a2a94c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:30.735235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d6992-99c5-4419-be5b-50af35960d56 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:30.740316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d6992-99c5-4419-be5b-50af35960d56 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:30.741157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e64d6992-99c5-4419-be5b-50af35960d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:30.767474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Deleting port 56089a78-93a2-4cc1-b5da-218851c51555 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:30.767826 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:30.809635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b1f27910-4855-4368-88a1-33c9eb94aa54 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:01:30.853130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-77a5740d-1059-495f-8ad9-05fdf2a2a94c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/floatingips/565e14d2-8d0d-4766-a77c-0cf34d7af5b2 HTTP/1.1" status: 200 len: 979 time: 1.8581500 Feb 07 13:01:30.853820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34114) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:30.863281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e64d6992-99c5-4419-be5b-50af35960d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:30.894802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d6992-99c5-4419-be5b-50af35960d56 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:30.895433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e64d6992-99c5-4419-be5b-50af35960d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:30.912427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-8e927e4b-4c6a-4a42-b597-4abd92160910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:30.914259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-8e927e4b-4c6a-4a42-b597-4abd92160910 service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.4994767 Feb 07 13:01:30.965398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e64d6992-99c5-4419-be5b-50af35960d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:30.965803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d6992-99c5-4419-be5b-50af35960d56 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:31.030143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-cc870faa-e7d2-4822-958b-4a6e0a332db7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 HTTP/1.1" status: 200 len: 217 time: 0.1021612 Feb 07 13:01:31.116084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port b1f27910-4855-4368-88a1-33c9eb94aa54 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:31.124106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port b1f27910-4855-4368-88a1-33c9eb94aa54 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:31.128565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.129563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf467c1-d903-4974-8c0f-38afff285f6d req-b9abf77d-069d-4f76-a55d-c162d555757a tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:31.131058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcf467c1-d903-4974-8c0f-38afff285f6d req-b9abf77d-069d-4f76-a55d-c162d555757a tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 950 time: 0.6284652 Feb 07 13:01:31.171610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-6f4bcda1-d370-4aa9-bcaf-9b83721ea93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:31.173543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-6f4bcda1-d370-4aa9-bcaf-9b83721ea93c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4732749 Feb 07 13:01:31.215777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 80c590b6-6d90-4941-90cc-1f548c9a97d9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:31.216403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.253019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.271274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-67310062-8912-4a63-9b79-8580872810a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:31.271274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-67310062-8912-4a63-9b79-8580872810a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.2185225 Feb 07 13:01:31.281479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf22d0-d54e-4df4-b596-9923db965d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f27910-4855-4368-88a1-33c9eb94aa54'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:31.292129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b1f27910-4855-4368-88a1-33c9eb94aa54, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b1f27910-4855-4368-88a1-33c9eb94aa54,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:31.403580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.404841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 56089a78-93a2-4cc1-b5da-218851c51555 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:01:31.406319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-b9ac483a-e789-458f-a226-f258315955bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809333 Feb 07 13:01:31.407079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.407476 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.459222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcf467c1-d903-4974-8c0f-38afff285f6d req-7c005619-c829-4cf2-a0aa-5fd454cbf041 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126595 Feb 07 13:01:31.467203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ac68-6057-48c1-9253-eb3bed80210a req-62066ddc-f049-4250-98e2-eddefeca0af0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:31.474325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c099ac68-6057-48c1-9253-eb3bed80210a req-62066ddc-f049-4250-98e2-eddefeca0af0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 948 time: 0.6182814 Feb 07 13:01:31.577565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 80c590b6-6d90-4941-90cc-1f548c9a97d9 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:31.684030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b1f27910-4855-4368-88a1-33c9eb94aa54,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:31.690453 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.727834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 56089a78-93a2-4cc1-b5da-218851c51555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=56089a78-93a2-4cc1-b5da-218851c51555,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:31.827351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] For port 56089a78-93a2-4cc1-b5da-218851c51555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=56089a78-93a2-4cc1-b5da-218851c51555,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:31.827748 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.834235 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.901592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=56089a78-93a2-4cc1-b5da-218851c51555,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:31.971746 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:31.995434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c099ac68-6057-48c1-9253-eb3bed80210a req-63a5014a-fe0f-4c4b-aad7-8bf72ced3063 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201709 Feb 07 13:01:32.009013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Calling delete_port for 56089a78-93a2-4cc1-b5da-218851c51555 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:32.027896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=80c590b6-6d90-4941-90cc-1f548c9a97d9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:32.036705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-a6b9b151-5ec7-4959-9037-c5c87af78421 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923069 Feb 07 13:01:32.129678 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:32.130104 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP 565e14d2-8d0d-4766-a77c-0cf34d7af5b2 disassociated (deleted). External IP: 172.25.7.179, port: 75a5d3af-6972-4fad-8782-078d2ab8de74. Feb 07 13:01:32.225969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-45669b96-81e7-46a1-a26f-8d5475ea6885 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090243 Feb 07 13:01:32.284501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7412902-e85c-41b3-8f0b-b5a1674709be req-57c5f49e-6e01-415b-9d1b-86d13b2bda80 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:32.285997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7412902-e85c-41b3-8f0b-b5a1674709be req-57c5f49e-6e01-415b-9d1b-86d13b2bda80 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.5671134 Feb 07 13:01:32.430692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44d237d2-1ff9-4a8e-93dd-2a7b197d3963 req-573b7b60-59ae-4838-90e1-801fc9d54d91 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745728 Feb 07 13:01:32.475569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:01:32.475766 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:01:32.483942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7412902-e85c-41b3-8f0b-b5a1674709be req-135a1c1e-b5cf-4286-a9b1-5044d887e20e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305456 Feb 07 13:01:32.492592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f8e941-37fa-4493-81c2-7ccf5786f6ec req-ba595172-65aa-491b-a3f8-b53af4459cdc service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419636 Feb 07 13:01:32.501722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79887da-3256-4d3a-9af5-4d43ab168872 req-03119a15-5526-4951-9eab-197c5005821d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:32.503153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a79887da-3256-4d3a-9af5-4d43ab168872 req-03119a15-5526-4951-9eab-197c5005821d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 945 time: 0.3585379 Feb 07 13:01:32.508089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:32.558645 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf22d0-d54e-4df4-b596-9923db965d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f27910-4855-4368-88a1-33c9eb94aa54', 'code': 200} Feb 07 13:01:32.563131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a79887da-3256-4d3a-9af5-4d43ab168872 req-7d48bc2c-1b43-440b-afc8-a7fd42c4d32d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Feb 07 13:01:32.774815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:01:32.856017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:32.858682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4368b-e211-4475-9b07-f180acb14b67 req-16a39720-8d67-4d13-ab82-c4f17f1bdaad tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:32.860217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ec4368b-e211-4475-9b07-f180acb14b67 req-16a39720-8d67-4d13-ab82-c4f17f1bdaad tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2092237 Feb 07 13:01:32.869625 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18883d5-db1a-4f52-ba9e-95125330c059 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:32.878212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:32.884936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a00e3e-53b6-4c1c-836e-836348e222a7 req-5071f6af-1004-43c7-a61c-e6c44be37784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:32.886399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4a00e3e-53b6-4c1c-836e-836348e222a7 req-5071f6af-1004-43c7-a61c-e6c44be37784 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 1096 time: 0.1967168 Feb 07 13:01:32.896194 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18883d5-db1a-4f52-ba9e-95125330c059 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:32.896194 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a18883d5-db1a-4f52-ba9e-95125330c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:32.898876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866032e0-3340-4b96-9f38-c4a02ad52b93 req-97b94940-224d-4210-9979-4ec99b07bcec tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:32.900322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-866032e0-3340-4b96-9f38-c4a02ad52b93 req-97b94940-224d-4210-9979-4ec99b07bcec tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.2092597 Feb 07 13:01:32.940132 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-45d49baf-6e7e-40dc-889e-8223e9172dd0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/floatingips/565e14d2-8d0d-4766-a77c-0cf34d7af5b2 HTTP/1.1" status: 204 len: 168 time: 2.0803752 Feb 07 13:01:32.940132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34128) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:32.957912 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a18883d5-db1a-4f52-ba9e-95125330c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:32.958998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:32.969514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:32.969900 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:32.970029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ec4368b-e211-4475-9b07-f180acb14b67 req-ce280ee7-af34-4d15-a33b-0acee503860e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028423 Feb 07 13:01:32.970285 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18883d5-db1a-4f52-ba9e-95125330c059 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:32.971249 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a18883d5-db1a-4f52-ba9e-95125330c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:32.984308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Deleting port 56089a78-93a2-4cc1-b5da-218851c51555 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:32.984652 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:33.042689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4a00e3e-53b6-4c1c-836e-836348e222a7 req-d2edffc2-b5bb-4626-a625-141bd388d379 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271057 Feb 07 13:01:33.067780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-866032e0-3340-4b96-9f38-c4a02ad52b93 req-07c983fa-7a67-402f-bab4-312a47c866aa tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464791 Feb 07 13:01:33.074821 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a18883d5-db1a-4f52-ba9e-95125330c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:33.074821 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18883d5-db1a-4f52-ba9e-95125330c059 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:33.089248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-44aad1d0-214a-4eb8-924f-2dced658be31 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 75a5d3af-6972-4fad-8782-078d2ab8de74 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:33.089248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44aad1d0-214a-4eb8-924f-2dced658be31 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:33.173787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:33.214974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:33.359777 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:33.389559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44aad1d0-214a-4eb8-924f-2dced658be31 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:33.434113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:33.456915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545fd53-5bbd-4263-894d-0ce77d61f4d7 req-92242921-810d-4383-9a0d-887ebafd6ae8 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:33.458300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5545fd53-5bbd-4263-894d-0ce77d61f4d7 req-92242921-810d-4383-9a0d-887ebafd6ae8 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 948 time: 0.2936180 Feb 07 13:01:33.460573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] For port 56089a78-93a2-4cc1-b5da-218851c51555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=56089a78-93a2-4cc1-b5da-218851c51555,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:33.460930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:33.477360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dd471-145d-45c9-8d5d-0017f7a0914c req-a94a9733-9227-4468-97b8-cd9616c37531 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:33.480347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e21dd471-145d-45c9-8d5d-0017f7a0914c req-a94a9733-9227-4468-97b8-cd9616c37531 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 948 time: 0.2613218 Feb 07 13:01:33.531595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-44aad1d0-214a-4eb8-924f-2dced658be31 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 75a5d3af-6972-4fad-8782-078d2ab8de74 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:33.767761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Calling delete_port for 56089a78-93a2-4cc1-b5da-218851c51555 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:33.854715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44aad1d0-214a-4eb8-924f-2dced658be31 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:33.857226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5545fd53-5bbd-4263-894d-0ce77d61f4d7 req-830e4728-3cab-492c-b4cb-e0433ebb2488 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/security-groups?id=65d48303-9dec-43c9-8089-827258f745f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886187 Feb 07 13:01:33.879503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e21dd471-145d-45c9-8d5d-0017f7a0914c req-7b2d03e1-e548-4d06-8418-647f5eb467a3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840489 Feb 07 13:01:33.986105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aad1d0-214a-4eb8-924f-2dced658be31 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=75a5d3af-6972-4fad-8782-078d2ab8de74,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:34.092421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44aad1d0-214a-4eb8-924f-2dced658be31 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:34.099302 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44aad1d0-214a-4eb8-924f-2dced658be31 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/ports/75a5d3af-6972-4fad-8782-078d2ab8de74 HTTP/1.1" status: 204 len: 168 time: 1.1598926 Feb 07 13:01:34.108922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34142) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:34.108922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:34.114977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:34.121988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:floatingip and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:34.125138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:34.127034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5ba18-6592-4056-be54-652d3da98ab5 req-5c1b010d-1cf1-47c4-ab72-60a0877c26b4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:34.128742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfa5ba18-6592-4056-be54-652d3da98ab5 req-5c1b010d-1cf1-47c4-ab72-60a0877c26b4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.0976441 Feb 07 13:01:34.131305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:34.210448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:34.258102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfa5ba18-6592-4056-be54-652d3da98ab5 req-0469ca96-1891-4712-912c-7befb6c41286 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219134 Feb 07 13:01:34.306789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Pushing event deleted for resources: {'Port': ['ID=56089a78-93a2-4cc1-b5da-218851c51555,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:34.369371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] No DVR routers for this DVR port 56089a78-93a2-4cc1-b5da-218851c51555 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:01:34.371946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:34.380306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:34.380306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'name': 'network-vif-deleted', 'tag': '56089a78-93a2-4cc1-b5da-218851c51555'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:34.464827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-393cad61-9b1f-4a40-b81d-c72644df2260 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2957721 Feb 07 13:01:34.545124 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:34.559804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56089a78-93a2-4cc1-b5da-218851c51555'}, {'server_uuid': 'd072f8d6-bdd6-4661-8851-0e251dee5584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:34.565368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c50e7-86a0-41c2-8914-19afcfaa8d63 req-d03f2f01-7ba4-43e9-99dd-36f7c0cbd611 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:34.566903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-935c50e7-86a0-41c2-8914-19afcfaa8d63 req-d03f2f01-7ba4-43e9-99dd-36f7c0cbd611 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 945 time: 0.1815464 Feb 07 13:01:34.605576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32219cc-014b-4ac0-a205-32e49959d19d req-b56b71a3-dacc-469e-9f04-2bd6c12af562 tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.47 "DELETE /v2.0/ports/56089a78-93a2-4cc1-b5da-218851c51555 HTTP/1.1" status: 204 len: 173 time: 4.0382257 Feb 07 13:01:34.667084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-e2da1531-129c-4c11-b44d-53cb32180d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:34.668629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-e2da1531-129c-4c11-b44d-53cb32180d82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 1101 time: 0.1799915 Feb 07 13:01:34.688022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-935c50e7-86a0-41c2-8914-19afcfaa8d63 req-4dfd40f4-5aeb-48b1-bebc-dfca0bea9256 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089556 Feb 07 13:01:34.727345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.25.7.110 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/72f34926-262f-4c10-8373-2f40e7aad9f9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:34.776742 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'name': 'network-vif-deleted', 'tag': '56089a78-93a2-4cc1-b5da-218851c51555', 'status': 'completed', 'code': 200} Feb 07 13:01:34.826571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab9364-a2a0-4d75-84ce-38feeca29391 req-4fd4e242-9ebe-4a14-a42c-c7dd2b9b33d1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:34.828716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94ab9364-a2a0-4d75-84ce-38feeca29391 req-4fd4e242-9ebe-4a14-a42c-c7dd2b9b33d1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2297454 Feb 07 13:01:34.879560 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:01:34.906553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:34.957367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-a2d7e45c-f1da-4e07-bbd2-d4b38f8edc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:34.958836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-a2d7e45c-f1da-4e07-bbd2-d4b38f8edc49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2657545 Feb 07 13:01:34.971900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94ab9364-a2a0-4d75-84ce-38feeca29391 req-d8996bec-79f8-4d81-bfdf-fb6c9d5ac64d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257186 Feb 07 13:01:35.044751 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8514c1-5b29-4e9f-8b7b-bc16fa179878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56089a78-93a2-4cc1-b5da-218851c51555', 'code': 200} Feb 07 13:01:35.044751 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd072f8d6-bdd6-4661-8851-0e251dee5584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d', 'code': 200} Feb 07 13:01:35.050085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-ec2cd8eb-df67-4d47-9512-be16f9719096 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1c78a0c8-9e21-448d-9a60-006306d34e15 HTTP/1.1" status: 200 len: 217 time: 0.0815716 Feb 07 13:01:35.087389 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:35.107911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d251-c4bd-44de-87b1-39ef56d54a93 req-af719640-988e-47b9-aad7-ab0566406995 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:35.109448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf43d251-c4bd-44de-87b1-39ef56d54a93 req-af719640-988e-47b9-aad7-ab0566406995 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.2645049 Feb 07 13:01:35.172510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:35.175413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:35.182199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:35.227008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=72f34926-262f-4c10-8373-2f40e7aad9f9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:35.238832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-e1f14b6a-7410-42a3-afbc-7b6e7324f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:35.240306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-e1f14b6a-7410-42a3-afbc-7b6e7324f452 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1826527 Feb 07 13:01:35.255577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf43d251-c4bd-44de-87b1-39ef56d54a93 req-440a944b-f43c-4f36-b21f-d5474674c569 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335435 Feb 07 13:01:35.257086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d0a6a969-2ed1-4715-a6ac-29c8d06d3169 req-ed734f85-9df8-43f9-8de5-da332983213d tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Synchronizing usage tracker for tenant:97712bbc3ab34d7a9fe01325c6fbdba1 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:35.297308 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:35.361001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b24f5-f689-492f-99cd-431a186c5c14 req-4226181c-a8f0-48f1-ab87-5de7eb660c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:35.362721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b46b24f5-f689-492f-99cd-431a186c5c14 req-4226181c-a8f0-48f1-ab87-5de7eb660c26 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 1100 time: 0.1668668 Feb 07 13:01:35.369335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-36c87cdb-949d-4722-b14f-d1189bd452c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:35.370784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-36c87cdb-949d-4722-b14f-d1189bd452c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185863 Feb 07 13:01:35.491103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:35.649725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d0a6a969-2ed1-4715-a6ac-29c8d06d3169 req-ed734f85-9df8-43f9-8de5-da332983213d tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] Unset dirty status for tenant:97712bbc3ab34d7a9fe01325c6fbdba1 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:35.661359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0a6a969-2ed1-4715-a6ac-29c8d06d3169 req-ed734f85-9df8-43f9-8de5-da332983213d tempest-ImagesNegativeTestJSON-509213053 tempest-ImagesNegativeTestJSON-509213053-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d8514c1-5b29-4e9f-8b7b-bc16fa179878 HTTP/1.1" status: 200 len: 210 time: 0.5030141 Feb 07 13:01:35.707687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b46b24f5-f689-492f-99cd-431a186c5c14 req-71fb368b-51d8-4063-af05-c89895a9d8bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978861 Feb 07 13:01:35.778510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2771-b11a-466b-8aba-e26bdd4e352b req-6b74b3a8-b32b-45c7-ab5a-c673ab71cdbb tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:35.780484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-129a2771-b11a-466b-8aba-e26bdd4e352b req-6b74b3a8-b32b-45c7-ab5a-c673ab71cdbb tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.4088433 Feb 07 13:01:35.784490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-852eb4d7-8c80-4923-95ef-99ab75e6b801 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736949 Feb 07 13:01:35.853880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:35.931428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:35.965591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-129a2771-b11a-466b-8aba-e26bdd4e352b req-1ec4a9ca-dab3-49d6-87ad-0cef816c78e4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793261 Feb 07 13:01:36.024955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f5abbf-6bcc-4b7c-8572-5d266ba6630c req-1f1834a5-5a08-4cd1-8e28-2f8151b83e00 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234089 Feb 07 13:01:36.037643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f4c1d-3549-4219-ad33-e599f9ab4ef5 req-a736427c-c332-43c3-a66e-f517f0f05714 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:36.039415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f17f4c1d-3549-4219-ad33-e599f9ab4ef5 req-a736427c-c332-43c3-a66e-f517f0f05714 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2351060 Feb 07 13:01:36.069087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:36.070511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=72f34926-262f-4c10-8373-2f40e7aad9f9,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:36.131761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f17f4c1d-3549-4219-ad33-e599f9ab4ef5 req-91e88228-c8a2-4fa6-a984-aed5167e14d5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862534 Feb 07 13:01:36.181465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3766ea-878a-4a3e-9b95-aefdbdb5d6a4 req-287ab493-37b3-4b33-be09-cddf8fbef347 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:36.182933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d3766ea-878a-4a3e-9b95-aefdbdb5d6a4 req-287ab493-37b3-4b33-be09-cddf8fbef347 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.0958583 Feb 07 13:01:36.231083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d3766ea-878a-4a3e-9b95-aefdbdb5d6a4 req-1d70d4ae-6bd3-40bb-a04b-e4c1e1be8133 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Feb 07 13:01:36.256548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:36.256548 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-50069225-a2c9-4ec7-a4b0-f2bad9d4efb1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1480970 Feb 07 13:01:36.256548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34168) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:36.259192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'port': {'network_id': '6271ac33-3e95-4b90-bf1b-405852cbbb55', 'name': 'tempest-FloatingIPTestJSON-2116439718'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:36.337405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c86c75-51b7-4b67-bd19-e4bc0240a8cf req-051fdd9a-73c0-4338-94d6-137e9404399d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:36.338919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c86c75-51b7-4b67-bd19-e4bc0240a8cf req-051fdd9a-73c0-4338-94d6-137e9404399d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 945 time: 0.0984688 Feb 07 13:01:36.389852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c86c75-51b7-4b67-bd19-e4bc0240a8cf req-24ea864a-907b-4ffc-a777-f1fba20054c6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Feb 07 13:01:36.408301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:36.411284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:port and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:36.414879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:36.420733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:36.514156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:36.517606 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:36.540206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] device_id is not set on port 88fcca4b-6e45-4302-9e06-575e70354b96 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:01:36.565965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38490459-b349-4a1e-900d-167ea00bec42 req-d6b3084f-13bf-4b5f-8e2d-9a52dce9aac2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:36.567543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38490459-b349-4a1e-900d-167ea00bec42 req-d6b3084f-13bf-4b5f-8e2d-9a52dce9aac2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.0837986 Feb 07 13:01:36.619659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38490459-b349-4a1e-900d-167ea00bec42 req-9b7ccb3e-96f3-4251-9535-01767f7302d7 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Feb 07 13:01:36.693043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.20.0.11 (6271ac33-3e95-4b90-bf1b-405852cbbb55/ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413/88fcca4b-6e45-4302-9e06-575e70354b96) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:36.849059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee865d-0e20-4133-a414-13fe1a5f40bd req-2eaf7e1f-a1a4-42ed-83e0-7a1f5d19b072 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:36.850512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecee865d-0e20-4133-a414-13fe1a5f40bd req-2eaf7e1f-a1a4-42ed-83e0-7a1f5d19b072 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 945 time: 0.0839086 Feb 07 13:01:36.901185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecee865d-0e20-4133-a414-13fe1a5f40bd req-64ba7091-fb39-40a7-9937-e2233a990f91 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Feb 07 13:01:36.911262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:37.146607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:37.150396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2e1ee-8160-4816-b7be-69103e7422ed req-b02c2281-e241-4025-884f-58782f974877 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:37.151449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9e2e1ee-8160-4816-b7be-69103e7422ed req-b02c2281-e241-4025-884f-58782f974877 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.0850136 Feb 07 13:01:37.201846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9e2e1ee-8160-4816-b7be-69103e7422ed req-d8c2a6f5-6bf9-4eee-bd94-0f00991c8822 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Feb 07 13:01:37.227695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6271ac33-3e95-4b90-bf1b-405852cbbb55 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:37.235328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:37.235328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:37.269217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=88fcca4b-6e45-4302-9e06-575e70354b96,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:37.308234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:37.308858 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:37.416017 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b67546fc-187b-4351-975c-926ef79fb301 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1592238 Feb 07 13:01:37.417396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34194) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:37.423340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'port_id': '88fcca4b-6e45-4302-9e06-575e70354b96'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:37.508917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:37.599573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40fad325-b846-474f-a837-f7484ff7155b req-4578db76-3e4d-408b-8875-088c5c7201a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382179 Feb 07 13:01:37.650448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51555fa1-5e04-4e52-a77c-e28f16af7de9 req-1255cc83-31ab-47af-b23f-3e49f2e581af tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:37.652052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51555fa1-5e04-4e52-a77c-e28f16af7de9 req-1255cc83-31ab-47af-b23f-3e49f2e581af tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1039059 Feb 07 13:01:37.749354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51555fa1-5e04-4e52-a77c-e28f16af7de9 req-ade62270-98a4-47a7-91ad-d6bb623ef72e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900061 Feb 07 13:01:37.780085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad325-b846-474f-a837-f7484ff7155b req-70618818-6f07-4528-821e-cd9830071edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:37.781718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40fad325-b846-474f-a837-f7484ff7155b req-70618818-6f07-4528-821e-cd9830071edd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 1101 time: 0.1080606 Feb 07 13:01:38.043827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad325-b846-474f-a837-f7484ff7155b req-fd1e8898-a626-40c6-b5ce-f8d6d5f8df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:38.045275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40fad325-b846-474f-a837-f7484ff7155b req-fd1e8898-a626-40c6-b5ce-f8d6d5f8df95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1981893 Feb 07 13:01:38.053811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e43c-c470-47bd-b8f3-03a20589e4e2 req-e6a53254-89d4-4559-8738-e8d42184cd13 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:38.055397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3491e43c-c470-47bd-b8f3-03a20589e4e2 req-e6a53254-89d4-4559-8738-e8d42184cd13 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.1877170 Feb 07 13:01:38.143941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40fad325-b846-474f-a837-f7484ff7155b req-a596ee7c-d25d-4f6d-a891-42d4ad59a682 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=8201a994-7266-4eee-8593-7d0fdcdcd769 HTTP/1.1" status: 200 len: 217 time: 0.0679803 Feb 07 13:01:38.204864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3491e43c-c470-47bd-b8f3-03a20589e4e2 req-103150a7-6bb5-4ba5-963c-9923caafcd49 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430449 Feb 07 13:01:38.235697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad325-b846-474f-a837-f7484ff7155b req-06bcf21b-4dba-4072-b0bc-b52f8f5ecc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:38.237688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40fad325-b846-474f-a837-f7484ff7155b req-06bcf21b-4dba-4072-b0bc-b52f8f5ecc82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0826814 Feb 07 13:01:38.293692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:38.414732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad325-b846-474f-a837-f7484ff7155b req-7357d8f3-636f-4103-a487-bc22ded6107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:38.416277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40fad325-b846-474f-a837-f7484ff7155b req-7357d8f3-636f-4103-a487-bc22ded6107f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494975 Feb 07 13:01:38.492026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:38.688595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa0e16-f11f-4427-b68a-a536111109a2 req-04c2440d-6109-4336-8568-2c0bad178194 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:38.688595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cfa0e16-f11f-4427-b68a-a536111109a2 req-04c2440d-6109-4336-8568-2c0bad178194 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.3522453 Feb 07 13:01:38.706016 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP b26d02e4-5559-4a1e-bb4e-ef90343762b1 associated. External IP: 172.25.7.110, port: 88fcca4b-6e45-4302-9e06-575e70354b96. Feb 07 13:01:38.713912 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-edec7c79-4726-49a5-afe9-7917a763d810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:38.755157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40fad325-b846-474f-a837-f7484ff7155b req-f6a2016b-8a27-4252-9056-d7838695ab52 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072801 Feb 07 13:01:38.780488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8a4f8-b1f1-4f7e-b96e-74ebbf9be8ed req-c183891e-21a1-4df7-bfab-49fc1f66d70f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:38.781880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ddb8a4f8-b1f1-4f7e-b96e-74ebbf9be8ed req-c183891e-21a1-4df7-bfab-49fc1f66d70f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 945 time: 0.3716044 Feb 07 13:01:38.806377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cfa0e16-f11f-4427-b68a-a536111109a2 req-c0ae07d3-6622-4d2d-9270-1d04042808c3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030061 Feb 07 13:01:38.972857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ddb8a4f8-b1f1-4f7e-b96e-74ebbf9be8ed req-d84916e8-5e2b-4133-9cb5-ee40bb19783b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635513 Feb 07 13:01:39.024802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40fad325-b846-474f-a837-f7484ff7155b req-a7dcf54c-ccab-4f79-a4d5-de924b5257cd service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407355 Feb 07 13:01:39.040615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b920e-366b-4194-b2ee-4ab3d170a21c req-4fab6c0f-79df-4a35-a923-09b7bd5092cf tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:39.042195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b3b920e-366b-4194-b2ee-4ab3d170a21c req-4fab6c0f-79df-4a35-a923-09b7bd5092cf tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1296217 Feb 07 13:01:39.088972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b3b920e-366b-4194-b2ee-4ab3d170a21c req-d4378210-95b3-402b-881e-f7e67bfb54e6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408690 Feb 07 13:01:39.122376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:39.191785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0162e-c679-4213-af39-a1f1c071a9df req-5dcad860-f7e2-437d-965e-93d16b87facf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:39.193487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb0162e-c679-4213-af39-a1f1c071a9df req-5dcad860-f7e2-437d-965e-93d16b87facf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.0960252 Feb 07 13:01:39.200576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:01:39.250825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb0162e-c679-4213-af39-a1f1c071a9df req-a28d528f-efde-47a4-bef9-84830c982aeb tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Feb 07 13:01:39.383121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:39.389083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:39.411207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6d3ff-8b23-4bf5-9b54-f4fe1cf1d6b7 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:39.447105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6d3ff-8b23-4bf5-9b54-f4fe1cf1d6b7 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:39.447945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-81c6d3ff-8b23-4bf5-9b54-f4fe1cf1d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:39.463790 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-323a7e68-f8dd-4051-b5ba-e3416b829aca tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/floatingips/b26d02e4-5559-4a1e-bb4e-ef90343762b1 HTTP/1.1" status: 200 len: 979 time: 2.0449531 Feb 07 13:01:39.466426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34220) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:39.522936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-81c6d3ff-8b23-4bf5-9b54-f4fe1cf1d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:39.531446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:39.542106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 88fcca4b-6e45-4302-9e06-575e70354b96 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:39.542550 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:39.546209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45441d-16ef-4761-bdce-10522f9c588c req-9f5cec60-9371-4b7d-987f-72760877ffd3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:39.550551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6d3ff-8b23-4bf5-9b54-f4fe1cf1d6b7 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:39.551367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-81c6d3ff-8b23-4bf5-9b54-f4fe1cf1d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:39.554445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f45441d-16ef-4761-bdce-10522f9c588c req-9f5cec60-9371-4b7d-987f-72760877ffd3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.1576805 Feb 07 13:01:39.595411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc49f7e-7a6f-43a0-b755-fe87c0419275 req-33deb1ce-e0ca-43b6-9c18-05074cd40a7d tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:39.597654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdc49f7e-7a6f-43a0-b755-fe87c0419275 req-33deb1ce-e0ca-43b6-9c18-05074cd40a7d tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 1100 time: 0.1501987 Feb 07 13:01:39.612487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18', 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f', 'port_id': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18', 'mac_address': 'fa:16:3e:6e:a9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b0f95f-7038-4069-9e36-5d6936cc6ec7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:01:39.615255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f45441d-16ef-4761-bdce-10522f9c588c req-b6455804-ed08-4f43-a8c1-756a6066e7cc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Feb 07 13:01:39.624584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-81c6d3ff-8b23-4bf5-9b54-f4fe1cf1d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:39.624995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6d3ff-8b23-4bf5-9b54-f4fe1cf1d6b7 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:39.685974 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:39.692296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdc49f7e-7a6f-43a0-b755-fe87c0419275 req-088246a0-c066-4ac4-a55c-2d3bb02ee10a tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814388 Feb 07 13:01:39.712937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:39.732451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:39.823025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:39.843529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:39.903163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-8a560db0-b2b5-44be-8f5e-1ac2692e55a4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527802 Feb 07 13:01:39.907911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:39.936524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34240) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:40.119039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['e04beb23-8a9e-4dcd-bf42-efc86c8c7a18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:40.160532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7dd07-def7-44ed-9585-f8b70ae4be42 req-0bf9a897-2387-4e95-ae28-567c6421533a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:40.165689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ed7dd07-def7-44ed-9585-f8b70ae4be42 req-0bf9a897-2387-4e95-ae28-567c6421533a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.1655548 Feb 07 13:01:40.180076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2273890-2040-4c39-af21-66edafb17a64 req-adf52f81-dafe-46b7-8038-ae2d67ee1d26 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:40.181569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-adf52f81-dafe-46b7-8038-ae2d67ee1d26 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734969 Feb 07 13:01:40.235167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-442db95b-deb4-4f7d-a88e-ba6c11c514f7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/quotas/874d2445575f4981b18d0467abf577e9 HTTP/1.1" status: 200 len: 375 time: 0.0261741 Feb 07 13:01:40.295554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ed7dd07-def7-44ed-9585-f8b70ae4be42 req-c392fd42-344d-4516-9dc4-9aee9995eedd tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129978 Feb 07 13:01:40.347442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-e18486b8-bc21-4981-8cc5-f97dacf87c67 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1110556 Feb 07 13:01:40.373217 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ffdd78e8-5615-4124-ba26-2941374ee147 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97712bbc3ab34d7a9fe01325c6fbdba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339426 Feb 07 13:01:40.374570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34250) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:40.375465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:40.375837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:40.376220 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP b26d02e4-5559-4a1e-bb4e-ef90343762b1 disassociated. External IP: 172.25.7.110, port: 88fcca4b-6e45-4302-9e06-575e70354b96. Feb 07 13:01:40.376570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 88fcca4b-6e45-4302-9e06-575e70354b96 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:40.497863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e0ed-f96c-47df-a2ee-d64707087ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:40.532059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e0ed-f96c-47df-a2ee-d64707087ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:40.555699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b6c38-2084-4111-bacb-177b5d31649f req-9ef32d74-48b9-43c9-83c7-da9f5ebc9d12 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:40.557187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a1b6c38-2084-4111-bacb-177b5d31649f req-9ef32d74-48b9-43c9-83c7-da9f5ebc9d12 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 945 time: 0.1356559 Feb 07 13:01:40.610351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:40.666395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a1b6c38-2084-4111-bacb-177b5d31649f req-98489af7-8550-49cc-bdba-324f2a54a792 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027029 Feb 07 13:01:40.677334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=88fcca4b-6e45-4302-9e06-575e70354b96,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:40.752215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e0ed-f96c-47df-a2ee-d64707087ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:40.818806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0e0ed-f96c-47df-a2ee-d64707087ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d48303-9dec-43c9-8089-827258f745f3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:40.840918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-596ee296-662d-4b48-9203-a3329d7d3d31 req-eab16904-0dba-44c6-b349-5ebbe43ddae8 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 210 time: 0.0817695 Feb 07 13:01:40.863074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7a312-bed7-43d3-a2f7-ea3d5e01a713 req-1e46d275-5862-4473-93de-312f1006e007 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:40.871553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35a7a312-bed7-43d3-a2f7-ea3d5e01a713 req-1e46d275-5862-4473-93de-312f1006e007 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1838076 Feb 07 13:01:40.915293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35a7a312-bed7-43d3-a2f7-ea3d5e01a713 req-8315b34b-09ca-4b39-9054-8b5750719d6f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Feb 07 13:01:40.916093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:40.995019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e0ed-f96c-47df-a2ee-d64707087ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:40.998305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e2f0e0ed-f96c-47df-a2ee-d64707087ade admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65d48303-9dec-43c9-8089-827258f745f3 HTTP/1.1" status: 204 len: 168 time: 0.6202259 Feb 07 13:01:41.062219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a905-5b52-4bd9-aff9-076289e56769 req-b091d36b-aa93-4abf-ad4a-ce11bf2ca3b2 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:41.064487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a642a905-5b52-4bd9-aff9-076289e56769 req-b091d36b-aa93-4abf-ad4a-ce11bf2ca3b2 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.1191192 Feb 07 13:01:41.117303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a642a905-5b52-4bd9-aff9-076289e56769 req-a18f86a6-5453-4b46-8bf8-4e529444e561 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Feb 07 13:01:41.123627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:41.136790 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf8297-19b9-4114-a30e-5457466032be None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:41.145332 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf8297-19b9-4114-a30e-5457466032be None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:41.145584 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5cac6d86-1cbc-4284-ac45-b08dbb917296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:41.146173 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-dcdf8297-19b9-4114-a30e-5457466032be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:41.221025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:01:41.230447 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-dcdf8297-19b9-4114-a30e-5457466032be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:41.231443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:41.241908 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-42f91ea8-ae90-4608-8e0c-1a94ebb2c40e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/ports/88fcca4b-6e45-4302-9e06-575e70354b96 HTTP/1.1" status: 204 len: 168 time: 1.7744873 Feb 07 13:01:41.242573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34268) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:41.245835 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf8297-19b9-4114-a30e-5457466032be None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:41.246639 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-dcdf8297-19b9-4114-a30e-5457466032be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:41.311053 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-dcdf8297-19b9-4114-a30e-5457466032be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:41.311448 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf8297-19b9-4114-a30e-5457466032be None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:41.342772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8046e72d-9514-40a2-b643-4adc3299f642 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "GET /v2.0/floatingips/b26d02e4-5559-4a1e-bb4e-ef90343762b1 HTTP/1.1" status: 200 len: 688 time: 0.0964913 Feb 07 13:01:41.342965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34274) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:41.454398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:41.462019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:41.462954 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:41.658963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:41.694086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:41.707226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:41.771245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 72f34926-262f-4c10-8373-2f40e7aad9f9 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:41.771587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:41.894579 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:41.967136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:42.035818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d689379-729b-4837-ba8d-bde86285e44f req-aaf57ade-7966-46c2-9870-b1169b4cf20b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:42.038727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d689379-729b-4837-ba8d-bde86285e44f req-aaf57ade-7966-46c2-9870-b1169b4cf20b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4628789 Feb 07 13:01:42.045977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552486b7-f29c-4f03-ae3a-c1d9dfb8b458 req-df2fc729-1721-418f-967e-11e568de3a92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:42.047369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-552486b7-f29c-4f03-ae3a-c1d9dfb8b458 req-df2fc729-1721-418f-967e-11e568de3a92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.4717970 Feb 07 13:01:42.176911 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:42.185171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-8f1023d9-2057-4c07-aacf-7c2ea5cd4c1f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:42.186669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-8f1023d9-2057-4c07-aacf-7c2ea5cd4c1f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 945 time: 0.3815827 Feb 07 13:01:42.197144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:42.197479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:42.225667 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:42.243611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d689379-729b-4837-ba8d-bde86285e44f req-c12e1191-7513-4870-bf39-803c06e8a9ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952691 Feb 07 13:01:42.246254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-552486b7-f29c-4f03-ae3a-c1d9dfb8b458 req-5e1eeabd-8c47-4dee-a11a-8f30aa170613 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887207 Feb 07 13:01:42.321879 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18', 'code': 200} Feb 07 13:01:42.383591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 72f34926-262f-4c10-8373-2f40e7aad9f9 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:42.577187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-6ffaa0a7-9504-4f41-9d61-804107b9b17f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:42.578632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-6ffaa0a7-9504-4f41-9d61-804107b9b17f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 945 time: 0.6165874 Feb 07 13:01:42.595368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Deleting port dc06970f-5e8c-4218-9d5d-87a290c19e81 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:42.595709 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:42.624150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3f3b727-d77f-491e-a34a-43dbea025d0a req-5231b7c5-bdf9-4102-9acd-f513e1ea93ea tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 210 time: 0.1172237 Feb 07 13:01:42.849291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Deleting port b1f27910-4855-4368-88a1-33c9eb94aa54 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:01:42.849635 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:43.097369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b0673-ae08-4037-8a7f-049b9419cefa req-0baa8433-69b0-420a-b276-7a707353b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:43.098857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc4b0673-ae08-4037-8a7f-049b9419cefa req-0baa8433-69b0-420a-b276-7a707353b7e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1097 time: 0.6796465 Feb 07 13:01:43.106798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fec948-1f62-4d58-876b-8533d35c1759 req-6da90b57-67cc-4f02-a1c5-3a12d018dd03 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:43.108143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8fec948-1f62-4d58-876b-8533d35c1759 req-6da90b57-67cc-4f02-a1c5-3a12d018dd03 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 945 time: 0.6900165 Feb 07 13:01:43.372162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc4b0673-ae08-4037-8a7f-049b9419cefa req-a1522ad8-4868-4d50-9422-2ba061dec388 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522609 Feb 07 13:01:43.423904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8fec948-1f62-4d58-876b-8533d35c1759 req-ea3d1ac7-101b-4a3f-a433-dd820ef19016 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005669 Feb 07 13:01:43.436574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:43.495011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758826-44b9-48b5-971f-6d24a3380880 req-0586eac1-c46c-46b0-a4e0-093860977690 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:43.495758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd758826-44b9-48b5-971f-6d24a3380880 req-0586eac1-c46c-46b0-a4e0-093860977690 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.7436671 Feb 07 13:01:43.537170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=72f34926-262f-4c10-8373-2f40e7aad9f9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:43.572928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] For port dc06970f-5e8c-4218-9d5d-87a290c19e81, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=dc06970f-5e8c-4218-9d5d-87a290c19e81,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:43.573305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:43.633431 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:43.784675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Calling delete_port for dc06970f-5e8c-4218-9d5d-87a290c19e81 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:43.863768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd758826-44b9-48b5-971f-6d24a3380880 req-0e2372f8-7acc-4023-b6aa-16c6c35f4242 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464675 Feb 07 13:01:43.903578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] For port b1f27910-4855-4368-88a1-33c9eb94aa54, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b1f27910-4855-4368-88a1-33c9eb94aa54,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:43.903951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:44.005907 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:44.010918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-c8028db3-6c99-401d-9928-65fd7ba7e2ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=874d2445575f4981b18d0467abf577e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138260 Feb 07 13:01:44.079461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Calling delete_port for b1f27910-4855-4368-88a1-33c9eb94aa54 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:01:44.303483 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:44.305303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9b9d1c1a-4409-42b4-a44e-2cb5392cb690 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/floatingips/b26d02e4-5559-4a1e-bb4e-ef90343762b1 HTTP/1.1" status: 204 len: 168 time: 2.9614902 Feb 07 13:01:44.309174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34318) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:44.327951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '7886e3d4-050b-4252-b035-fe1cf1050a96'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:44.334355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:44.340066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:floatingip and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:44.344725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:44.354751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:44.461081 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:44.508488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2273890-2040-4c39-af21-66edafb17a64 req-95509a0e-7762-42f9-a876-38a21dfd3c57 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:44.509964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-95509a0e-7762-42f9-a876-38a21dfd3c57 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018996 Feb 07 13:01:44.534871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Request body: {'port': {'device_id': '357667e3-00ac-4ad0-90bd-ebc42b6c8e13', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '874d2445575f4981b18d0467abf577e9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:44.563704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45d323-5b7a-45c1-8c42-dd97c0eccf46 req-c4c22079-46de-4e70-9b03-6321352e1d62 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:44.563704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b45d323-5b7a-45c1-8c42-dd97c0eccf46 req-c4c22079-46de-4e70-9b03-6321352e1d62 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.5508211 Feb 07 13:01:44.563704 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:44.575528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cf1dfb3-5f7e-49ed-aff2-384cd5dfb395 req-9d483916-6723-43f5-a44f-87d98eb2ecf1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 210 time: 0.1114230 Feb 07 13:01:44.619621 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:44.807287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b1f27910-4855-4368-88a1-33c9eb94aa54 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:01:44.808200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.25.7.62 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/61bd8aa9-e157-4dd5-a22d-a048ba3d9e45) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:44.864163 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:44.886190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event deleted for resources: {'Port': ['ID=dc06970f-5e8c-4218-9d5d-87a290c19e81,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:44.936144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:44.963161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f550f9c-752b-4c5f-88a9-fc5dbfbab225 req-06bda857-7ba8-4d23-a00a-973f5f3c47bf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 210 time: 0.1269066 Feb 07 13:01:44.974942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:45.037235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device dc06970f-5e8c-4218-9d5d-87a290c19e81 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:01:45.037613 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:45.038006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] No DVR routers for this DVR port dc06970f-5e8c-4218-9d5d-87a290c19e81 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:01:45.087866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b45d323-5b7a-45c1-8c42-dd97c0eccf46 req-ab7114a3-3121-4449-a24a-06b8b69aa73e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5191121 Feb 07 13:01:45.094600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:45.098449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:45.101612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a08711e-5bcb-4d76-b101-4d7af5214da4', 'name': 'network-vif-deleted', 'tag': 'dc06970f-5e8c-4218-9d5d-87a290c19e81'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:45.131420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event deleted for resources: {'Port': ['ID=b1f27910-4855-4368-88a1-33c9eb94aa54,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:45.144704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: dc06970f-5e8c-4218-9d5d-87a290c19e81 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:01:45.145084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device dc06970f-5e8c-4218-9d5d-87a290c19e81 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:01:45.189277 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:45.226195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-328aeef0-4dee-47bd-9b0b-627a7be1cdae req-159fc90b-6b23-4e31-9bd7-b0a5cfce9873 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:45.241845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:45.269813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:45.274492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:45.278564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:45.319017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=61bd8aa9-e157-4dd5-a22d-a048ba3d9e45,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:45.333215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] No DVR routers for this DVR port b1f27910-4855-4368-88a1-33c9eb94aa54 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:01:45.339428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:45.341545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b90dee3b-612a-4fe5-a9a2-3ee16ec4b0ad req-924af676-455f-46a7-a217-f5a4a46fa72f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "DELETE /v2.0/ports/b1f27910-4855-4368-88a1-33c9eb94aa54 HTTP/1.1" status: 204 len: 173 time: 2.7038736 Feb 07 13:01:45.343741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:45.385736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c059-255b-457a-98a4-70c8a5bf7543 req-2474dbc1-65e4-4b38-84e2-d9f15fa122fb tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:45.387135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbf7c059-255b-457a-98a4-70c8a5bf7543 req-2474dbc1-65e4-4b38-84e2-d9f15fa122fb tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.1424088 Feb 07 13:01:45.409228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c377a250-f2ee-4012-9bab-fa7f7f1939ed req-dcecde1c-45b3-48a4-aa61-7cd7b34cb918 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "DELETE /v2.0/ports/dc06970f-5e8c-4218-9d5d-87a290c19e81 HTTP/1.1" status: 204 len: 173 time: 3.2042480 Feb 07 13:01:45.436311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbf7c059-255b-457a-98a4-70c8a5bf7543 req-60998a96-f22b-4fed-8cd2-04198513b3a4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Feb 07 13:01:45.562515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-328aeef0-4dee-47bd-9b0b-627a7be1cdae req-159fc90b-6b23-4e31-9bd7-b0a5cfce9873 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:45.568736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-328aeef0-4dee-47bd-9b0b-627a7be1cdae req-159fc90b-6b23-4e31-9bd7-b0a5cfce9873 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3bf22d0-d54e-4df4-b596-9923db965d2b HTTP/1.1" status: 200 len: 210 time: 0.4561458 Feb 07 13:01:45.617789 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a08711e-5bcb-4d76-b101-4d7af5214da4', 'name': 'network-vif-deleted', 'tag': 'dc06970f-5e8c-4218-9d5d-87a290c19e81', 'status': 'completed', 'code': 200} Feb 07 13:01:45.656449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Made reservation on behalf of 874d2445575f4981b18d0467abf577e9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:45.656449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:45.877412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:45.890859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577b4d7-a501-47f3-9271-2b5f65a0c652 req-eb6179ed-eb62-48b1-a8cc-3cdafa063615 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:45.892405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b577b4d7-a501-47f3-9271-2b5f65a0c652 req-eb6179ed-eb62-48b1-a8cc-3cdafa063615 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1681025 Feb 07 13:01:45.929350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Allocated IP 192.168.233.74 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/de520685-7e7e-4057-93fa-7dcb45e73fd2) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:45.963648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b577b4d7-a501-47f3-9271-2b5f65a0c652 req-c67a2fd6-89e7-412e-a248-e84bcab5a61a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645404 Feb 07 13:01:46.125129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:46.212134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a5dc6724-12f6-431a-95d5-871456b26881 req-7130f2ad-70cb-4365-8844-93fd18a87dcb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:46.304293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7e54a-03de-4eb3-b5a7-64928a57c67f req-e305223d-b0fb-491d-a11b-ecb5ab53bf8e tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:46.306088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceb7e54a-03de-4eb3-b5a7-64928a57c67f req-e305223d-b0fb-491d-a11b-ecb5ab53bf8e tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1097 time: 0.1975999 Feb 07 13:01:46.308720 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:46.342794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:46.343486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Transition to ACTIVE for port object de520685-7e7e-4057-93fa-7dcb45e73fd2 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:46.363117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceb7e54a-03de-4eb3-b5a7-64928a57c67f req-a6ee1ea8-6ffe-48d5-aee1-10d6b2cd77c2 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480175 Feb 07 13:01:46.383535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a5dc6724-12f6-431a-95d5-871456b26881 req-7130f2ad-70cb-4365-8844-93fd18a87dcb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:46.384722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5dc6724-12f6-431a-95d5-871456b26881 req-7130f2ad-70cb-4365-8844-93fd18a87dcb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a08711e-5bcb-4d76-b101-4d7af5214da4 HTTP/1.1" status: 200 len: 210 time: 0.2773724 Feb 07 13:01:46.484442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:46.574734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:46.582044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=61bd8aa9-e157-4dd5-a22d-a048ba3d9e45,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:46.586479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15', '3e9adc8e-0a30-4d5b-8a53-44674d543292'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:46.600025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:46.642475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880', '497a8c03-d2aa-40bc-adc3-22e77c137782', 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2', 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:46.777025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:46.785931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:46.796243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:46.833589 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP d0655b90-95d8-4159-9961-bb97e6b0315c associated. External IP: 172.25.7.62, port: 7886e3d4-050b-4252-b035-fe1cf1050a96. Feb 07 13:01:46.849499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event updated for resources: {'Port': ['ID=de520685-7e7e-4057-93fa-7dcb45e73fd2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:46.918915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:46.919803 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:46.947435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a34f3-3df4-4085-8083-ef82bebfb450 req-dc1b7ff6-a5d5-4230-a642-28bd28779808 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:46.950497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f26a34f3-3df4-4085-8083-ef82bebfb450 req-dc1b7ff6-a5d5-4230-a642-28bd28779808 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4394698 Feb 07 13:01:47.041026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f26a34f3-3df4-4085-8083-ef82bebfb450 req-ccb95306-186c-4f3d-99c9-885d1fb2b9d5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803425 Feb 07 13:01:47.272919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-60010f25-4aa1-422b-81af-e9129aa5e736 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7463400 Feb 07 13:01:47.294977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Request body: {'port': {'device_id': '357667e3-00ac-4ad0-90bd-ebc42b6c8e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:47.338237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:47.415060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-00a44efb-3198-4a1c-8d5b-61c9af2c3d66 None None] Provisioning for port de520685-7e7e-4057-93fa-7dcb45e73fd2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:47.447331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-00a44efb-3198-4a1c-8d5b-61c9af2c3d66 None None] Provisioning complete for port de520685-7e7e-4057-93fa-7dcb45e73fd2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:47.447948 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-00a44efb-3198-4a1c-8d5b-61c9af2c3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:47.542570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-00a44efb-3198-4a1c-8d5b-61c9af2c3d66 None None] Port de520685-7e7e-4057-93fa-7dcb45e73fd2 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:01:47.591946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce930a4a-0a1a-494e-8ce2-fd0123692121 req-107ec599-9c15-4cc3-965b-f38aba8b4a9c tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:47.593570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce930a4a-0a1a-494e-8ce2-fd0123692121 req-107ec599-9c15-4cc3-965b-f38aba8b4a9c tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1097 time: 0.4024241 Feb 07 13:01:47.594703 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:47.620910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e2b23-7715-448f-abd7-065624067096 req-1c1d4e9b-6974-4c72-992d-66eba7680562 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:47.621977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-110e2b23-7715-448f-abd7-065624067096 req-1c1d4e9b-6974-4c72-992d-66eba7680562 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:47.628951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bf22d0-d54e-4df4-b596-9923db965d2b', 'name': 'network-vif-deleted', 'tag': 'b1f27910-4855-4368-88a1-33c9eb94aa54'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:47.714560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:47.732399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8958e7-222a-4ef2-b250-e5ec1d34c7a3 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:47.746951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce930a4a-0a1a-494e-8ce2-fd0123692121 req-313e4e3c-5c7a-4811-9a98-47109f23f38f tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362927 Feb 07 13:01:47.759405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8958e7-222a-4ef2-b250-e5ec1d34c7a3 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:47.760057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-af8958e7-222a-4ef2-b250-e5ec1d34c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:47.836504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-af8958e7-222a-4ef2-b250-e5ec1d34c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:47.869684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8958e7-222a-4ef2-b250-e5ec1d34c7a3 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:47.870309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-af8958e7-222a-4ef2-b250-e5ec1d34c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:47.874296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:47.938682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-af8958e7-222a-4ef2-b250-e5ec1d34c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:47.939080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8958e7-222a-4ef2-b250-e5ec1d34c7a3 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:47.946163 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d75182a8-c54e-4551-a810-158d2aef4b81 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6347997 Feb 07 13:01:47.948311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34364) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:47.956734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1821204010'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:47.968145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:47.970757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-110e2b23-7715-448f-abd7-065624067096 req-1c1d4e9b-6974-4c72-992d-66eba7680562 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:47.973926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-110e2b23-7715-448f-abd7-065624067096 req-1c1d4e9b-6974-4c72-992d-66eba7680562 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 935 time: 0.7404261 Feb 07 13:01:47.978603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:network and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:47.981936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:47.988028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:48.067967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:48.071674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.099629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:01:48.109177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.109520 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Added segment 6cbe70c4-eeb2-4770-a40b-0a5864a43556 of type vlan for network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 Feb 07 13:01:48.117575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-110e2b23-7715-448f-abd7-065624067096 req-e1204cc3-0c17-482e-b7c3-7b7146ce5fb0 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279023 Feb 07 13:01:48.137543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.203288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e9e81-5b23-4bef-aa69-f00a1d7d5f47 req-3af8744f-56a8-4fc8-b66c-13e15d821e82 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:48.204789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-167e9e81-5b23-4bef-aa69-f00a1d7d5f47 req-3af8744f-56a8-4fc8-b66c-13e15d821e82 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1963027 Feb 07 13:01:48.261760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-167e9e81-5b23-4bef-aa69-f00a1d7d5f47 req-56b90f9d-ba8f-4956-98cc-2f2437c0fb6d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454798 Feb 07 13:01:48.351545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.362922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:48.364060 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.371292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de520685-7e7e-4057-93fa-7dcb45e73fd2 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:48.380693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.396195 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bf22d0-d54e-4df4-b596-9923db965d2b', 'name': 'network-vif-deleted', 'tag': 'b1f27910-4855-4368-88a1-33c9eb94aa54', 'status': 'completed', 'code': 200} Feb 07 13:01:48.404474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Transition to ACTIVE for port object de520685-7e7e-4057-93fa-7dcb45e73fd2 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:48.496432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Network': ['ID=df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:48.510002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:01:48.529748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-801f0edb-39cb-4ea5-858b-c8b418814dc5 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5796595 Feb 07 13:01:48.534447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34380) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:48.540941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'subnet': {'network_id': 'df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:48.545603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.659792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:48.681053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:48.752253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Pushing event updated for resources: {'Port': ['ID=de520685-7e7e-4057-93fa-7dcb45e73fd2,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:48.830595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:48.832899 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.834101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Attempting to bind port de520685-7e7e-4057-93fa-7dcb45e73fd2 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:48.834448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Attempting to bind port de520685-7e7e-4057-93fa-7dcb45e73fd2 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:48.835354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Attempting to bind port de520685-7e7e-4057-93fa-7dcb45e73fd2 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:48.840879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Port de520685-7e7e-4057-93fa-7dcb45e73fd2 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:01:48.841216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Attempting to bind port de520685-7e7e-4057-93fa-7dcb45e73fd2 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:48.847183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:48.847533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:48.847924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:48.848390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Bound port: de520685-7e7e-4057-93fa-7dcb45e73fd2, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:48.848744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:48.946792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] For port de520685-7e7e-4057-93fa-7dcb45e73fd2, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:01:48.959337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] For port de520685-7e7e-4057-93fa-7dcb45e73fd2, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=de520685-7e7e-4057-93fa-7dcb45e73fd2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:01:49.154057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:49.228570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:49.229207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:49.230680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] 10.222.0.35 "PUT /v2.0/ports/de520685-7e7e-4057-93fa-7dcb45e73fd2 HTTP/1.1" status: 200 len: 1095 time: 1.9477015 Feb 07 13:01:49.287246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-645101b3-7c91-4856-a218-fc5b364e4223 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:49.287246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-645101b3-7c91-4856-a218-fc5b364e4223 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.2231712 Feb 07 13:01:49.287246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f598523-8034-4bd8-a1e9-8c04df91e70f service neutron] Pushing event updated for resources: {'Port': ['ID=de520685-7e7e-4057-93fa-7dcb45e73fd2,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:49.306211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-19f48ecf-f2c3-4c49-9f79-6b519ff606be tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/quotas/66a34b0aef7846e9ad89f05eef8801a0 HTTP/1.1" status: 200 len: 375 time: 0.0106294 Feb 07 13:01:49.320264 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:49.360609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-e1172a0c-2e34-447d-a386-daf8474a8fc8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487452 Feb 07 13:01:49.412166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Subnet': ['ID=e582d67f-5eaf-4d83-87e3-28914e9454ce,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:49.418556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Checking segment: {'id': '6cbe70c4-eeb2-4770-a40b-0a5864a43556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:49.418556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network hostable DHCP agents. Network: df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:01:49.528086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:01:49.562422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-427b360a-7139-4628-abcf-ff35884125f5 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922894 Feb 07 13:01:49.567730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2273890-2040-4c39-af21-66edafb17a64 req-6eab0d70-fdbb-4dd4-9a55-a94f6bb16b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:49.569786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-6eab0d70-fdbb-4dd4-9a55-a94f6bb16b1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 1098 time: 0.1291237 Feb 07 13:01:49.651919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:49.655836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:49.658068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:49.676277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c0116-761f-43a1-8acb-73d882440133 None None] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:01:49.706826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-0d7c1868-7064-4b14-bbe0-671c4305b723 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=de520685-7e7e-4057-93fa-7dcb45e73fd2 HTTP/1.1" status: 200 len: 217 time: 0.1186767 Feb 07 13:01:49.802989 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21398c94-002d-46af-af74-fb301dd2a99f tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2650440 Feb 07 13:01:49.804739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34398) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:49.809784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2086630876', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:49.817812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:49.822885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:router and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:49.826288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:49.833599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:49.908471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6', 'network_id': 'df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6', 'tenant_id': 'a175c1fb4a9849a08ebebe6706e8434a', 'fixed_ips': [{'subnet_id': 'e582d67f-5eaf-4d83-87e3-28914e9454ce'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:01:49.909335 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:49.937817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:49.937817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:49.938124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2273890-2040-4c39-af21-66edafb17a64 req-ba504336-71e6-4f41-8d66-3b2710fec615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:49.938124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-ba504336-71e6-4f41-8d66-3b2710fec615 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2209899 Feb 07 13:01:49.950979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-457cccaf-c906-41f6-8ea9-14c5c7940486 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801782 Feb 07 13:01:49.954923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:50.049498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2273890-2040-4c39-af21-66edafb17a64 req-bbc0b47d-98b0-4aed-91b8-837881c8dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:50.052451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-bbc0b47d-98b0-4aed-91b8-837881c8dc16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002715 Feb 07 13:01:50.102050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Allocated IP 172.20.0.2 (df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6/e582d67f-5eaf-4d83-87e3-28914e9454ce/12f4d62c-8383-4812-8b95-918d974de55e) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:50.238227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-2fc682ed-b17f-492b-8a1a-1a807436eaa2 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615107 Feb 07 13:01:50.372994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2273890-2040-4c39-af21-66edafb17a64 req-c4979494-9d65-46b5-849e-a481a7d4cefc service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456158 Feb 07 13:01:50.398367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357667e3-00ac-4ad0-90bd-ebc42b6c8e13', 'tag': 'de520685-7e7e-4057-93fa-7dcb45e73fd2'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:50.424191 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:50.436588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Transition to ACTIVE for port object 12f4d62c-8383-4812-8b95-918d974de55e will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:50.446544 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:50.458670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Transition to ACTIVE for port object 12f4d62c-8383-4812-8b95-918d974de55e will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:50.657318 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:50.700615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f7757-c37f-4073-a961-fc51861f1920 req-bde21d23-7637-49ee-bbb4-9d8277039ba5 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:50.702251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b4f7757-c37f-4073-a961-fc51861f1920 req-bde21d23-7637-49ee-bbb4-9d8277039ba5 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 947 time: 0.1156850 Feb 07 13:01:50.754557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Pushing event updated for resources: {'Port': ['ID=12f4d62c-8383-4812-8b95-918d974de55e,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:50.760626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b4f7757-c37f-4073-a961-fc51861f1920 req-37796607-3c96-429c-8032-4c4833b0fe1d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517519 Feb 07 13:01:50.766059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:50.767234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:50.771692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:50.870044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c905aeae-43b2-4dbe-9d8c-8e47fd73b098 req-2a1cad11-5a65-4e37-b901-dcbc3206fe49 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 210 time: 0.0577140 Feb 07 13:01:50.915675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Attempting to bind port 12f4d62c-8383-4812-8b95-918d974de55e on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:50.916183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Attempting to bind port 12f4d62c-8383-4812-8b95-918d974de55e by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '6cbe70c4-eeb2-4770-a40b-0a5864a43556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:50.916641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Attempting to bind port 12f4d62c-8383-4812-8b95-918d974de55e on network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:50.923182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:50.923689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Checking segment: {'id': '6cbe70c4-eeb2-4770-a40b-0a5864a43556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:50.924329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:50.924819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Bound using segment: {'id': '6cbe70c4-eeb2-4770-a40b-0a5864a43556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:50.925379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Bound port: 12f4d62c-8383-4812-8b95-918d974de55e, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbe70c4-eeb2-4770-a40b-0a5864a43556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:50.925860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:50.930816 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357667e3-00ac-4ad0-90bd-ebc42b6c8e13', 'tag': 'de520685-7e7e-4057-93fa-7dcb45e73fd2', 'status': 'completed', 'code': 200} Feb 07 13:01:51.036032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] For port 12f4d62c-8383-4812-8b95-918d974de55e, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:01:51.046890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-4673f423-6739-4d04-8baa-f0533f0a8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:51.049242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-4673f423-6739-4d04-8baa-f0533f0a8b8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 1098 time: 0.0874419 Feb 07 13:01:51.055037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] For port 12f4d62c-8383-4812-8b95-918d974de55e, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=12f4d62c-8383-4812-8b95-918d974de55e,segment=NetworkSegment(6cbe70c4-eeb2-4770-a40b-0a5864a43556),segment_id=6cbe70c4-eeb2-4770-a40b-0a5864a43556)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:01:51.078062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:51.112984 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:51.208739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-32fe7031-d6b0-44da-aa65-c28aa2fdbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:51.211195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-32fe7031-d6b0-44da-aa65-c28aa2fdbfd7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1530499 Feb 07 13:01:51.263167 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:51.309448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-55b27a64-a0cd-44ad-96fb-66431d55fc49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=de520685-7e7e-4057-93fa-7dcb45e73fd2 HTTP/1.1" status: 200 len: 217 time: 0.0875909 Feb 07 13:01:51.375302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a6c74-1327-4ca6-b2df-6bfedd86f32a None None] Pushing event updated for resources: {'Port': ['ID=12f4d62c-8383-4812-8b95-918d974de55e,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:51.390183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-616210c9-b685-41d1-874f-edd4553b5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:51.392129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-616210c9-b685-41d1-874f-edd4553b5b68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0791826 Feb 07 13:01:51.416745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.25.7.5 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/6e4c2770-eb19-4f1e-abc8-afb9ff1f98ee) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:51.498059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-492343ba-e40c-4b80-9511-76db3deb527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:51.500897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-492343ba-e40c-4b80-9511-76db3deb527d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002955 Feb 07 13:01:51.593087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:51.675170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-66b78a1e-4e84-41c7-9b86-1d7e29b8a528 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634045 Feb 07 13:01:51.793803 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:51.825579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3cc3e0b-bd11-4ea0-881b-13531c040fe4 req-35f256f2-4c38-444f-a1d2-9ebe16e164ff service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457720 Feb 07 13:01:51.867708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:51.871244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:51.875505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:51.930235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=6e4c2770-eb19-4f1e-abc8-afb9ff1f98ee,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:51.989569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 12f4d62c-8383-4812-8b95-918d974de55e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:01:52.152718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-ba6c03cd-59c2-4a06-a71e-5dc7b937f823 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:52.154228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-ba6c03cd-59c2-4a06-a71e-5dc7b937f823 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.1633365 Feb 07 13:01:52.172331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-498e22fb-1941-46d0-aded-1d571459a0a4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/quotas/36c74833efc5459a8f831955e06d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.0117512 Feb 07 13:01:52.178950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 12f4d62c-8383-4812-8b95-918d974de55e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:52.268749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-2a545a22-8e9a-440a-b72e-efa99b2e70e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906019 Feb 07 13:01:52.497967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:52.511867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c62878-317f-4ce7-9e19-e4afac374f12 None None] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:01:52.547128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-037193ba-59c1-41df-8739-462976a2ba0e tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:01:52.548340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-037193ba-59c1-41df-8739-462976a2ba0e tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078082 Feb 07 13:01:52.561643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-868bcefb-370d-439d-a563-c8b14ff637e4 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750287 Feb 07 13:01:52.562139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Request body: {'binding': {'host': 'n-h2-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:52.562762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Unknown quota resources ['binding']. {{(pid=88313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 13:01:52.737431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b164c29-b3fb-451e-b537-48b7ebcd8c5a None None] Provisioning for port 12f4d62c-8383-4812-8b95-918d974de55e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:52.752463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b164c29-b3fb-451e-b537-48b7ebcd8c5a None None] Provisioning complete for port 12f4d62c-8383-4812-8b95-918d974de55e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:52.753119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b164c29-b3fb-451e-b537-48b7ebcd8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:52.826174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-a092e798-cc52-4595-888e-cef17c378c2c service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384727 Feb 07 13:01:52.885638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:52.894767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on host n-h2-811416-5 for vnic_type normal with profile None {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:52.895110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:52.895958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:52.902185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:01:52.902802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:52.909410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:52.909896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:52.910614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:52.911281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Bound port: e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:52.950774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:01:52.989958 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b164c29-b3fb-451e-b537-48b7ebcd8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:53.035822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3b164c29-b3fb-451e-b537-48b7ebcd8c5a None None] For port 12f4d62c-8383-4812-8b95-918d974de55e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=12f4d62c-8383-4812-8b95-918d974de55e,segment=NetworkSegment(6cbe70c4-eeb2-4770-a40b-0a5864a43556),segment_id=6cbe70c4-eeb2-4770-a40b-0a5864a43556)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:53.163703 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:53.173941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] 10.222.0.69 "POST /v2.0/ports/e04beb23-8a9e-4dcd-bf42-efc86c8c7a18/bindings HTTP/1.1" status: 201 len: 389 time: 0.6075301 Feb 07 13:01:53.237020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device de520685-7e7e-4057-93fa-7dcb45e73fd2 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:01:53.271000 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b164c29-b3fb-451e-b537-48b7ebcd8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:53.358100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router bdbf2ec1-0628-4f38-81ff-8148904acadf is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:01:53.423600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b164c29-b3fb-451e-b537-48b7ebcd8c5a None None] Pushing event updated for resources: {'Port': ['ID=12f4d62c-8383-4812-8b95-918d974de55e,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:53.439136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5803c013-1072-457d-8f62-c6969d06f21a None None] Provisioning complete for port 12f4d62c-8383-4812-8b95-918d974de55e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:53.439510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5803c013-1072-457d-8f62-c6969d06f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:53.524664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port de520685-7e7e-4057-93fa-7dcb45e73fd2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=de520685-7e7e-4057-93fa-7dcb45e73fd2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:53.549730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'de520685-7e7e-4057-93fa-7dcb45e73fd2', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': 'de520685-7e7e-4057-93fa-7dcb45e73fd2', 'mac_address': 'fa:16:3e:26:3f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:01:53.550388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb9e7-773a-46a9-8c5b-e18989b8215d req-fa1e7e28-0936-4770-b8f3-4f07b904699a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:53.552528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-833eb9e7-773a-46a9-8c5b-e18989b8215d req-fa1e7e28-0936-4770-b8f3-4f07b904699a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 947 time: 0.1458492 Feb 07 13:01:53.604713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-833eb9e7-773a-46a9-8c5b-e18989b8215d req-7eff41da-2b29-4259-b35f-f22495fe880f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Feb 07 13:01:53.701405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:53.739873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de520685-7e7e-4057-93fa-7dcb45e73fd2 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:53.753095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port de520685-7e7e-4057-93fa-7dcb45e73fd2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=de520685-7e7e-4057-93fa-7dcb45e73fd2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:53.805785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:53.816705 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56eb5e-feb0-4a9e-85f5-a71f2dec84ed None None] Sync routers for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:53.825281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1171021f-accd-458c-9d77-ed153871cee1 req-86452bb0-a877-434f-a1fd-d3d9180a9465 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 210 time: 0.0489631 Feb 07 13:01:53.853841 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56eb5e-feb0-4a9e-85f5-a71f2dec84ed None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:53.858577 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ec56eb5e-feb0-4a9e-85f5-a71f2dec84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:53.932865 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:53.962554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aba8a2ff-26c0-4dc5-bbe9-95f9bbc031ba req-d65042f2-ce42-4c1a-9914-bc43488b47d4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 210 time: 0.0712428 Feb 07 13:01:53.993480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 12f4d62c-8383-4812-8b95-918d974de55e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:01:54.002510 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ec56eb5e-feb0-4a9e-85f5-a71f2dec84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:54.022893 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56eb5e-feb0-4a9e-85f5-a71f2dec84ed None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:54.023578 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ec56eb5e-feb0-4a9e-85f5-a71f2dec84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:54.085059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=de520685-7e7e-4057-93fa-7dcb45e73fd2,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:54.094601 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ec56eb5e-feb0-4a9e-85f5-a71f2dec84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:54.095426 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56eb5e-feb0-4a9e-85f5-a71f2dec84ed None None] The sync data for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:54.102982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 12f4d62c-8383-4812-8b95-918d974de55e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:54.103313 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:54.114275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:54.115533 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e5edcfb3-df8e-4ed3-9b73-e8067674f455 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3101823 Feb 07 13:01:54.124168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34468) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:54.245028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['de520685-7e7e-4057-93fa-7dcb45e73fd2'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:01:54.264689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589f28b-9aad-4219-b9c6-6936011d7919 req-c948ba41-8df7-4ee3-8381-141b1bc9dc2f tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:54.266310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b589f28b-9aad-4219-b9c6-6936011d7919 req-c948ba41-8df7-4ee3-8381-141b1bc9dc2f tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.1032307 Feb 07 13:01:54.316439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b589f28b-9aad-4219-b9c6-6936011d7919 req-cfe513b6-20da-48d0-9fce-465a8ee8d20f tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442226 Feb 07 13:01:54.485065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-0b272890-1dde-4615-b7bc-de86d5cbd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:54.485065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-0b272890-1dde-4615-b7bc-de86d5cbd8d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1097 time: 0.0944326 Feb 07 13:01:54.746958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-c737335e-a683-4117-a332-308fd4368f01 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:54.748393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-c737335e-a683-4117-a332-308fd4368f01 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.1877718 Feb 07 13:01:54.754069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:54.809245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Request body: {'port': {'device_id': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'admin_state_up': True, 'tenant_id': '66a34b0aef7846e9ad89f05eef8801a0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:54.947559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-6ee88cf9-432f-4917-982c-cb453b5bed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:54.948533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:54.949221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-6ee88cf9-432f-4917-982c-cb453b5bed9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.4592032 Feb 07 13:01:55.063108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-21ac8976-a23d-46f8-adfc-1589ba9e8ad1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 HTTP/1.1" status: 200 len: 217 time: 0.0958240 Feb 07 13:01:55.073785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ed0f-be82-46b6-858f-fd457da2055b req-37c0d17a-dfee-444d-bc04-e4553d8293bb tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:55.075399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4034ed0f-be82-46b6-858f-fd457da2055b req-37c0d17a-dfee-444d-bc04-e4553d8293bb tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 948 time: 0.3400233 Feb 07 13:01:55.131634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:55.189310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-4f7b30bf-35b8-4b19-8e1d-c23d77f9f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:55.189310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-4f7b30bf-35b8-4b19-8e1d-c23d77f9f677 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1030118 Feb 07 13:01:55.190050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:55.242718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4034ed0f-be82-46b6-858f-fd457da2055b req-9e19eb7a-e57d-473c-ae43-7fe487a37b74 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597371 Feb 07 13:01:55.254026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-527e78f3-16e3-44f9-8d56-7927ac5fc1be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570087 Feb 07 13:01:55.387614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.20.0.1 (df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6/e582d67f-5eaf-4d83-87e3-28914e9454ce/328c40c8-c2fb-46b7-b77f-5fa9f57048b3) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:55.503949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Made reservation on behalf of 66a34b0aef7846e9ad89f05eef8801a0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:55.508123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:55.528297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d75c0ef1-c158-43bc-9654-f04df60fbc69 req-aa3dbcca-cea1-4c13-9b58-82c4b70d758e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 210 time: 0.1106334 Feb 07 13:01:55.662169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-97bf2d54-430c-4093-b7bc-13f9af9129cf service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966823 Feb 07 13:01:55.689102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:55.716935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Transition to ACTIVE for port object 328c40c8-c2fb-46b7-b77f-5fa9f57048b3 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:55.816741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c501419d-a4e9-4ac7-a757-1231374c759e req-19a4e335-c042-48c1-b9a0-ab3f623824e9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 210 time: 0.1506417 Feb 07 13:01:55.883188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:55.913560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Allocated IP 172.20.0.8 (cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d/b674a9c6-92fb-4e7a-8a46-784f145af0b5/b081e3e4-b3f2-4232-ab06-8c623d60840d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:55.963442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:55.966429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:55.969134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:55.981383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-b90ebf7b-7d39-43da-8db2-0c19003c2616 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509160 Feb 07 13:01:56.018930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=328c40c8-c2fb-46b7-b77f-5fa9f57048b3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:56.024295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acfc98-818a-4ec0-b6c4-a758bec6cca4 req-5df835a0-0f45-4dd2-a1dc-dcfac23fe39e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:56.025768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48acfc98-818a-4ec0-b6c4-a758bec6cca4 req-5df835a0-0f45-4dd2-a1dc-dcfac23fe39e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.2136891 Feb 07 13:01:56.051386 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:56.194539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48acfc98-818a-4ec0-b6c4-a758bec6cca4 req-0eb977db-4a2c-408e-88b7-a104c3770e95 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411302 Feb 07 13:01:56.275410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:56.406253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:56.487155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7aaa3-5542-457d-aa69-12b39797bf79 req-835b3e84-7a49-4e87-a77e-2b9b5a40b6f3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:56.488914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41e7aaa3-5542-457d-aa69-12b39797bf79 req-835b3e84-7a49-4e87-a77e-2b9b5a40b6f3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 948 time: 0.0968606 Feb 07 13:01:56.529554 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:56.588047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-da7ca9d5-35ac-4dab-8bd6-4d3394e9ac2b None None] Provisioning for port 328c40c8-c2fb-46b7-b77f-5fa9f57048b3 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:56.594431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-da7ca9d5-35ac-4dab-8bd6-4d3394e9ac2b None None] Provisioning complete for port 328c40c8-c2fb-46b7-b77f-5fa9f57048b3 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:56.595258 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da7ca9d5-35ac-4dab-8bd6-4d3394e9ac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:56.632398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41e7aaa3-5542-457d-aa69-12b39797bf79 req-bed8c59e-f85e-4fcd-ba1c-481f6f7488ad tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366348 Feb 07 13:01:56.662034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:56.666790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:56.671204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:56.687344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-da7ca9d5-35ac-4dab-8bd6-4d3394e9ac2b None None] Port 328c40c8-c2fb-46b7-b77f-5fa9f57048b3 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:01:56.754246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event updated for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:56.823231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:56.827912 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:56.876500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789193f-91ee-4feb-9b74-4485ce76f3fc req-0ae94f85-b3be-43b2-b42e-ff63b511a526 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:56.877315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c789193f-91ee-4feb-9b74-4485ce76f3fc req-0ae94f85-b3be-43b2-b42e-ff63b511a526 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:01:56.997822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:57.015945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28faf650-4ebd-4752-8adb-9f7e72f09526 req-18fe9597-d641-4c2d-a4b3-366044c63d82 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 210 time: 0.0761898 Feb 07 13:01:57.060167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-a9865eab-c96f-4558-b660-db15e477a59d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2693892 Feb 07 13:01:57.073658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Request body: {'port': {'device_id': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:57.086203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:57.164356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:57.200354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:57.252760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device de520685-7e7e-4057-93fa-7dcb45e73fd2 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:01:57.269640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:57.293190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c789193f-91ee-4feb-9b74-4485ce76f3fc req-0ae94f85-b3be-43b2-b42e-ff63b511a526 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:01:57.294345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c789193f-91ee-4feb-9b74-4485ce76f3fc req-0ae94f85-b3be-43b2-b42e-ff63b511a526 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 931 time: 0.5970838 Feb 07 13:01:57.306473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:57.316474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] Usage tracker for resource:security_group_rule and tenant:94f01daf60c2419897881f9319e06ee4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:57.322247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:57.333050 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:57.339532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=328c40c8-c2fb-46b7-b77f-5fa9f57048b3,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:57.345614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:57.444593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c789193f-91ee-4feb-9b74-4485ce76f3fc req-875a2457-e13e-4df4-9f47-f2dbe288ae2b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324162 Feb 07 13:01:57.552185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:57.555997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:57.634222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:57.740851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port de520685-7e7e-4057-93fa-7dcb45e73fd2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:01:57.747095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port de520685-7e7e-4057-93fa-7dcb45e73fd2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:57.750790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:57.887261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.003923 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.008027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router bdbf2ec1-0628-4f38-81ff-8148904acadf has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:01:58.020606 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=94f01daf60c2419897881f9319e06ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9294987 Feb 07 13:01:58.022476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34514) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:58.032362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c54c19-e312-46a6-aa28-f4f4594c33f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2083b304-5ab6-4a66-9c77-c1b6e7824a43,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:58.061613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fda431-5a63-409c-9991-735fd9940faa req-617584b1-161d-4474-be5d-a38e41eef811 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:58.066645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74fda431-5a63-409c-9991-735fd9940faa req-617584b1-161d-4474-be5d-a38e41eef811 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.7275054 Feb 07 13:01:58.067314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357667e3-00ac-4ad0-90bd-ebc42b6c8e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de520685-7e7e-4057-93fa-7dcb45e73fd2'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:01:58.076714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e0717951-b00f-41df-8018-343b099d675a None None] Provisioning complete for port 328c40c8-c2fb-46b7-b77f-5fa9f57048b3 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:01:58.077092 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e0717951-b00f-41df-8018-343b099d675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.152276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e0717951-b00f-41df-8018-343b099d675a None None] Port 328c40c8-c2fb-46b7-b77f-5fa9f57048b3 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:01:58.152276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port de520685-7e7e-4057-93fa-7dcb45e73fd2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=de520685-7e7e-4057-93fa-7dcb45e73fd2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:01:58.249818 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.275038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74fda431-5a63-409c-9991-735fd9940faa req-dc0969c7-52d4-4c1c-a2ce-fd9f7cb84146 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979825 Feb 07 13:01:58.291677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-575c41ab-b67b-45cf-900f-efac82844fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.331488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-2980f742-ab54-4b1a-a97e-4360f6d208f9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:58.333048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-2980f742-ab54-4b1a-a97e-4360f6d208f9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.6390147 Feb 07 13:01:58.367508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Request body: {'port': {'device_id': 'fc738e23-afda-4262-bfbc-213c28fce6ea', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'admin_state_up': True, 'tenant_id': '36c74833efc5459a8f831955e06d9bc7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:58.379335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-575c41ab-b67b-45cf-900f-efac82844fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.399732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c8a3-76f9-4d4d-bcbd-66a3acf06392 req-68a7ac1b-c586-4e2b-92ea-552a22a3d5ac tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:58.401398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c521c8a3-76f9-4d4d-bcbd-66a3acf06392 req-68a7ac1b-c586-4e2b-92ea-552a22a3d5ac tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 948 time: 0.5216167 Feb 07 13:01:58.429661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=de520685-7e7e-4057-93fa-7dcb45e73fd2,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:58.608015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fb0619f-89b5-445f-bd60-c968d704cfef req-fcb15966-ad9d-4d85-ba53-4b8a4bc02c0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 210 time: 0.1054306 Feb 07 13:01:58.634684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b081e3e4-b3f2-4232-ab06-8c623d60840d {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:01:58.661236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:01:58.662890 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.680583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c521c8a3-76f9-4d4d-bcbd-66a3acf06392 req-4f4730b7-f193-43cd-a29b-3bc8796102b5 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791580 Feb 07 13:01:58.681314 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1d5994b0-8fff-49ed-b012-624d55942b1e tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/routers/bdbf2ec1-0628-4f38-81ff-8148904acadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5615044 Feb 07 13:01:58.683754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34524) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:01:58.685714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d23700-7b87-4ee0-85bd-1c1abd578c9c None None] Sync routers for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:01:58.689149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'port': {'network_id': 'df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6', 'name': 'tempest-FloatingIPTestJSON-902595397'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:01:58.724162 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357667e3-00ac-4ad0-90bd-ebc42b6c8e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de520685-7e7e-4057-93fa-7dcb45e73fd2', 'code': 200} Feb 07 13:01:58.725373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d23700-7b87-4ee0-85bd-1c1abd578c9c None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:58.726345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-79d23700-7b87-4ee0-85bd-1c1abd578c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:58.805446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-79d23700-7b87-4ee0-85bd-1c1abd578c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:58.815796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d23700-7b87-4ee0-85bd-1c1abd578c9c None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:01:58.816648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-79d23700-7b87-4ee0-85bd-1c1abd578c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:58.838457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:58.883785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-575c41ab-b67b-45cf-900f-efac82844fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.886643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-575c41ab-b67b-45cf-900f-efac82844fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:58.891122 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-575c41ab-b67b-45cf-900f-efac82844fe1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2083b304-5ab6-4a66-9c77-c1b6e7824a43 HTTP/1.1" status: 204 len: 168 time: 0.8550403 Feb 07 13:01:58.892925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:01:58.893812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:58.902697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Transition to ACTIVE for port object b081e3e4-b3f2-4232-ab06-8c623d60840d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:58.914218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Usage tracker for resource:port and tenant:a175c1fb4a9849a08ebebe6706e8434a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:01:58.917580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-79d23700-7b87-4ee0-85bd-1c1abd578c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:01:58.919541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c41ab-b67b-45cf-900f-efac82844fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2083b304-5ab6-4a66-9c77-c1b6e7824a43,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:58.919877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d23700-7b87-4ee0-85bd-1c1abd578c9c None None] The sync data for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:01:58.931087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:01:58.940892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:01:58.972169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd0aaa-788c-4ec7-b335-b3e64becf68d req-930c9576-e2ef-4871-8229-58991db74038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:58.974213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19fd0aaa-788c-4ec7-b335-b3e64becf68d req-930c9576-e2ef-4871-8229-58991db74038 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 1100 time: 0.2217085 Feb 07 13:01:59.027619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb88a43-ea93-4fbc-b0af-2c72f145b75e req-9b5f73f3-ed36-4df9-8915-dcc31ec1a854 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:59.029202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfb88a43-ea93-4fbc-b0af-2c72f145b75e req-9b5f73f3-ed36-4df9-8915-dcc31ec1a854 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 931 time: 0.1734920 Feb 07 13:01:59.034578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19fd0aaa-788c-4ec7-b335-b3e64becf68d req-ce3c113c-0842-48d4-8844-b672815ca48d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537996 Feb 07 13:01:59.074966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfb88a43-ea93-4fbc-b0af-2c72f145b75e req-b3df0c77-34b4-40fe-b65c-6853579f4178 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Feb 07 13:01:59.105443 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:59.151033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Made reservation on behalf of a175c1fb4a9849a08ebebe6706e8434a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:59.154379 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:59.168048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:01:59.184472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:59.184583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] device_id is not set on port 257b4638-db02-4ae1-9d66-519d320c6bb0 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:01:59.343450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Allocated IP 172.20.0.5 (df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6/e582d67f-5eaf-4d83-87e3-28914e9454ce/257b4638-db02-4ae1-9d66-519d320c6bb0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:59.354622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Pushing event updated for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:01:59.557957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Attempting to bind port b081e3e4-b3f2-4232-ab06-8c623d60840d on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:01:59.557957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Attempting to bind port b081e3e4-b3f2-4232-ab06-8c623d60840d by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:01:59.557957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Attempting to bind port b081e3e4-b3f2-4232-ab06-8c623d60840d on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:59.575353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Port b081e3e4-b3f2-4232-ab06-8c623d60840d on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:01:59.575353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Attempting to bind port b081e3e4-b3f2-4232-ab06-8c623d60840d on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:01:59.587734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:01:59.587734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Checking segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:01:59.587734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Bound using segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:01:59.587734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Bound port: b081e3e4-b3f2-4232-ab06-8c623d60840d, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:01:59.587734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:59.599064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Allocated IP 172.20.0.6 (cfc9913b-a43e-4d8d-8314-4c02da867b60/453c02ff-fbe9-4180-acd7-c04cc76dbfe1/683fd684-cff7-4481-899b-c1e72296022e) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:01:59.666375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:59.682910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Transition to ACTIVE for port object 257b4638-db02-4ae1-9d66-519d320c6bb0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:01:59.744451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f2a51-76da-4aff-b1f9-99ca96e17f15 req-11e5f2ad-56fd-42fe-8463-3e6f77f87f58 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:01:59.744451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-782f2a51-76da-4aff-b1f9-99ca96e17f15 req-11e5f2ad-56fd-42fe-8463-3e6f77f87f58 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.3132169 Feb 07 13:01:59.790636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:01:59.828934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:01:59.908607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:01:59.911843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:01:59.914308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:01:59.971406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event updated for resources: {'Port': ['ID=257b4638-db02-4ae1-9d66-519d320c6bb0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:00.002375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:00.003270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:00.047106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:02:00.061512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-782f2a51-76da-4aff-b1f9-99ca96e17f15 req-a26a4f71-c14f-4c67-a4bc-676fcd0e6e8f tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149087 Feb 07 13:02:00.065988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-212d67cd-9785-4cdc-a9ed-6295eb03c1dd req-ed50d106-c06b-46ca-9d28-e687c47f9939 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 210 time: 0.2650611 Feb 07 13:02:00.113782 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cee2314e-36b6-4bc8-8da7-e4e5d067b5e1 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4219975 Feb 07 13:02:00.113782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34548) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:00.120411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Request body: {'floatingip': {'port_id': '257b4638-db02-4ae1-9d66-519d320c6bb0'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:00.164693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:00.222869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:00.294635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:00.295353 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:00.296763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] 10.222.0.47 "PUT /v2.0/ports/b081e3e4-b3f2-4232-ab06-8c623d60840d HTTP/1.1" status: 200 len: 1091 time: 3.2281601 Feb 07 13:02:00.318065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:00.348255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:00.428184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dea16-a39d-4b04-bd44-55e772989852 service neutron] Pushing event updated for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:00.448772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a9ec6755-999e-442a-ab5c-345c155650a1 None None] Provisioning for port 257b4638-db02-4ae1-9d66-519d320c6bb0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:00.454316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a9ec6755-999e-442a-ab5c-345c155650a1 None None] Provisioning complete for port 257b4638-db02-4ae1-9d66-519d320c6bb0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:00.457851 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9ec6755-999e-442a-ab5c-345c155650a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:00.469523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e2e91-de15-4b62-99f2-b3cd9ffd4046 req-ab2541fa-345a-45e0-b959-243054d9aa3b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:00.471024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-535e2e91-de15-4b62-99f2-b3cd9ffd4046 req-ab2541fa-345a-45e0-b959-243054d9aa3b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 943 time: 0.2539022 Feb 07 13:02:00.482342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684271b9-bf53-4259-8f31-eda7b101ab67 req-650907c6-8184-40db-bbeb-a53f8e2dc5ed tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:00.484578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-684271b9-bf53-4259-8f31-eda7b101ab67 req-650907c6-8184-40db-bbeb-a53f8e2dc5ed tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 949 time: 0.1977668 Feb 07 13:02:00.519770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec6755-999e-442a-ab5c-345c155650a1 None None] Port 257b4638-db02-4ae1-9d66-519d320c6bb0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:02:00.626339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-684271b9-bf53-4259-8f31-eda7b101ab67 req-e84e054a-ea22-4521-b461-6ca72f04071c tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151538 Feb 07 13:02:00.627286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:00.636133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-535e2e91-de15-4b62-99f2-b3cd9ffd4046 req-9f7fb87e-1239-457b-9287-cb51699d2967 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446233 Feb 07 13:02:00.640415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:00.765008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:00.765008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:00.765008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:00.778995 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'status': 'completed', 'code': 200} Feb 07 13:02:00.800284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event updated for resources: {'Port': ['ID=683fd684-cff7-4481-899b-c1e72296022e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:00.828473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-0687cbcd-3540-4665-a890-35a43a1ade89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:00.833124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-0687cbcd-3540-4665-a890-35a43a1ade89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 1094 time: 0.2961974 Feb 07 13:02:00.922958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-3be463de-8e90-4839-8760-fad4b471f818 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d HTTP/1.1" status: 200 len: 217 time: 0.0821190 Feb 07 13:02:00.932326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:00.933266 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:01.016857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-8c9957da-890b-4161-8bfe-e1f4aa5cdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:01.018317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-8c9957da-890b-4161-8bfe-e1f4aa5cdb1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.0782351 Feb 07 13:02:01.074700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-65a67b81-9b01-4def-ada3-8528d29465c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464768 Feb 07 13:02:01.135072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:01.169531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-22255e4d-75db-4ae2-878c-78664761dc72 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8080132 Feb 07 13:02:01.238314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Request body: {'port': {'device_id': 'fc738e23-afda-4262-bfbc-213c28fce6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:01.349423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-3a85c8b1-e85f-4079-b770-4d92b9c5edb3 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570662 Feb 07 13:02:01.417563 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:01.482221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc277b89-8d29-42c2-bdae-31f44d21be58 req-969deaf7-8075-4d3b-a1c2-b6cdd625666b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:01.482964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cc277b89-8d29-42c2-bdae-31f44d21be58 req-969deaf7-8075-4d3b-a1c2-b6cdd625666b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:01.508835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:01.708327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f72922f4-befb-4a01-b671-d3255a6c9634 req-e39082c2-cba8-40a7-9a0d-adcbdfff9610 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326454 Feb 07 13:02:01.721039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cc277b89-8d29-42c2-bdae-31f44d21be58 req-969deaf7-8075-4d3b-a1c2-b6cdd625666b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:01.722151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc277b89-8d29-42c2-bdae-31f44d21be58 req-969deaf7-8075-4d3b-a1c2-b6cdd625666b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 931 time: 0.5315204 Feb 07 13:02:01.728624 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP d0655b90-95d8-4159-9961-bb97e6b0315c associated. External IP: 172.25.7.62, port: 7886e3d4-050b-4252-b035-fe1cf1050a96. Feb 07 13:02:02.040565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc277b89-8d29-42c2-bdae-31f44d21be58 req-4d799427-518a-4134-b4a1-71f7806843d2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078227 Feb 07 13:02:02.075435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df1fc7-b14a-4ddc-9327-ac3f71bceac6 req-a684ecc9-0402-47aa-858d-c833ff2f94ba tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:02.076981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50df1fc7-b14a-4ddc-9327-ac3f71bceac6 req-a684ecc9-0402-47aa-858d-c833ff2f94ba tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.4635963 Feb 07 13:02:02.105012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:02:02.185041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50df1fc7-b14a-4ddc-9327-ac3f71bceac6 req-0187a7b7-1691-46c7-8dc0-b1a8c49e3bfc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876017 Feb 07 13:02:02.222606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-000d5d75-57bb-4658-a74d-99bab1da282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:02.224361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-000d5d75-57bb-4658-a74d-99bab1da282d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 1094 time: 0.2445230 Feb 07 13:02:02.333357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:02.344236 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a662a-26f2-49e1-b470-f20376132008 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:02.360055 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a662a-26f2-49e1-b470-f20376132008 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:02.360055 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-682a662a-26f2-49e1-b470-f20376132008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:02.375564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683fd684-cff7-4481-899b-c1e72296022e {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:02:02.396719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:02.419388 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-682a662a-26f2-49e1-b470-f20376132008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:02.428723 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a662a-26f2-49e1-b470-f20376132008 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:02.429329 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-682a662a-26f2-49e1-b470-f20376132008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:02.433088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Transition to ACTIVE for port object 683fd684-cff7-4481-899b-c1e72296022e will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:02.484276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-c91fc8bf-0473-4a2f-95b2-1b10bb806880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:02.485785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-c91fc8bf-0473-4a2f-95b2-1b10bb806880 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 912 time: 0.2496040 Feb 07 13:02:02.497115 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-682a662a-26f2-49e1-b470-f20376132008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:02.497607 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a662a-26f2-49e1-b470-f20376132008 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:02.561824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788972d3-020f-4606-bf7d-1ff05e5c0db8 req-06c68b26-d82b-4f55-a42f-5dd15e08679d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:02.563276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-788972d3-020f-4606-bf7d-1ff05e5c0db8 req-06c68b26-d82b-4f55-a42f-5dd15e08679d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 943 time: 0.2330236 Feb 07 13:02:02.573789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-6b56849e-3b6a-484a-bcde-a259d3603b9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d HTTP/1.1" status: 200 len: 217 time: 0.0781481 Feb 07 13:02:02.629362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:02.758072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router bdbf2ec1-0628-4f38-81ff-8148904acadf has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:02:02.783700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-788972d3-020f-4606-bf7d-1ff05e5c0db8 req-04f7647b-3a95-4e67-9044-a98d2ee3be94 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118895 Feb 07 13:02:02.886125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-bf8a9ba1-beae-45bc-8994-76f3a9bbf5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:02.887475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-bf8a9ba1-beae-45bc-8994-76f3a9bbf5e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.2966509 Feb 07 13:02:02.932285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Pushing event updated for resources: {'Port': ['ID=683fd684-cff7-4481-899b-c1e72296022e,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:02.950296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:02.955053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:02.977896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b20ea9-067f-4ce8-b646-a96dc2f54315 None None] Sync routers for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:02.977896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b20ea9-067f-4ce8-b646-a96dc2f54315 None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:02.977896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-33b20ea9-067f-4ce8-b646-a96dc2f54315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:03.039643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-fece4b8d-cc6e-4be5-9c76-e947bd913248 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034560 Feb 07 13:02:03.042588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-33b20ea9-067f-4ce8-b646-a96dc2f54315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:03.052157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b20ea9-067f-4ce8-b646-a96dc2f54315 None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:03.052780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-33b20ea9-067f-4ce8-b646-a96dc2f54315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:03.133682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-33b20ea9-067f-4ce8-b646-a96dc2f54315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:03.134447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b20ea9-067f-4ce8-b646-a96dc2f54315 None None] The sync data for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:03.183691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43161673-f497-43f2-bf14-f0bff7ecf060 req-2aa4f7ab-2c66-4c5d-a15e-db1550919fe3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:03.185138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43161673-f497-43f2-bf14-f0bff7ecf060 req-2aa4f7ab-2c66-4c5d-a15e-db1550919fe3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 949 time: 0.3861103 Feb 07 13:02:03.221469 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c5d7912d-cfc3-4994-adc9-36043dfaeb54 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/floatingips/d0655b90-95d8-4159-9961-bb97e6b0315c HTTP/1.1" status: 200 len: 976 time: 3.1050797 Feb 07 13:02:03.222967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34600) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:03.256072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Attempting to bind port 683fd684-cff7-4481-899b-c1e72296022e on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:02:03.257315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Attempting to bind port 683fd684-cff7-4481-899b-c1e72296022e by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:02:03.257655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Attempting to bind port 683fd684-cff7-4481-899b-c1e72296022e on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:03.284134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Port 683fd684-cff7-4481-899b-c1e72296022e on network cfc9913b-a43e-4d8d-8314-4c02da867b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:02:03.284447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Attempting to bind port 683fd684-cff7-4481-899b-c1e72296022e on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:03.288838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 257b4638-db02-4ae1-9d66-519d320c6bb0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:03.289354 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:03.321994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:02:03.322342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Checking segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:03.322721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Bound using segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:02:03.323157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Bound port: 683fd684-cff7-4481-899b-c1e72296022e, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:02:03.323501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:03.352670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43161673-f497-43f2-bf14-f0bff7ecf060 req-83ce836b-0c02-4a80-bb1b-41479564a2d2 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613536 Feb 07 13:02:03.399722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-4533771c-0d11-478f-b182-55b46516a0d2 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404050 Feb 07 13:02:03.562404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:03.708514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79239cca-bb5f-4e53-bf59-8fc2d9bc8f1b req-4bdeb147-28f6-4853-8352-d615b9a8b8c6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:03.711008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79239cca-bb5f-4e53-bf59-8fc2d9bc8f1b req-4bdeb147-28f6-4853-8352-d615b9a8b8c6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 943 time: 0.5209482 Feb 07 13:02:03.764974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] For port 683fd684-cff7-4481-899b-c1e72296022e, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:03.798970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] For port 683fd684-cff7-4481-899b-c1e72296022e, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=683fd684-cff7-4481-899b-c1e72296022e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:02:03.815274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79239cca-bb5f-4e53-bf59-8fc2d9bc8f1b req-b465a298-34ec-48ed-9b86-bf9ecccd28b9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930178 Feb 07 13:02:03.839266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da28e7c0-ee9e-4eac-a61b-67d7274c9993 req-fcef7584-c5ea-4844-956a-c2a85f733f71 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200153 Feb 07 13:02:03.847526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396de99-648f-4f72-9576-35f7cfd2c634 req-212f675b-04db-4bbc-90f5-af3acdd42bd5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:03.848748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5396de99-648f-4f72-9576-35f7cfd2c634 req-212f675b-04db-4bbc-90f5-af3acdd42bd5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.3402655 Feb 07 13:02:03.887113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:03.888178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:03.892047 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Floating IP d0655b90-95d8-4159-9961-bb97e6b0315c disassociated. External IP: 172.25.7.62, port: 257b4638-db02-4ae1-9d66-519d320c6bb0. Feb 07 13:02:03.892047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 257b4638-db02-4ae1-9d66-519d320c6bb0 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:03.901259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:04.004731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:04.005518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:04.007233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] 10.222.0.47 "PUT /v2.0/ports/683fd684-cff7-4481-899b-c1e72296022e HTTP/1.1" status: 200 len: 1091 time: 2.7732830 Feb 07 13:02:04.019004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc738e23-afda-4262-bfbc-213c28fce6ea', 'tag': '683fd684-cff7-4481-899b-c1e72296022e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:04.025587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:04.042014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5396de99-648f-4f72-9576-35f7cfd2c634 req-8096dbe7-6d42-4599-802b-db1c57bb42d5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768739 Feb 07 13:02:04.085056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b132cf7-134a-426e-869a-a549bf405d18 service neutron] Pushing event updated for resources: {'Port': ['ID=683fd684-cff7-4481-899b-c1e72296022e,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:04.105807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c997836-ba37-4c51-b89c-fab305bda718 req-a6d3157e-c428-4cc4-ae7d-da8e4a0b4fe7 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:04.108136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c997836-ba37-4c51-b89c-fab305bda718 req-a6d3157e-c428-4cc4-ae7d-da8e4a0b4fe7 tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 1100 time: 0.1512277 Feb 07 13:02:04.172195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c997836-ba37-4c51-b89c-fab305bda718 req-450611f9-aae2-4562-9380-4ed0ce1b14ba tempest-ServersOnMultiNodesTest-650943377 tempest-ServersOnMultiNodesTest-650943377-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572507 Feb 07 13:02:04.175943 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:04.236453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:04.246017 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc738e23-afda-4262-bfbc-213c28fce6ea', 'tag': '683fd684-cff7-4481-899b-c1e72296022e', 'status': 'completed', 'code': 200} Feb 07 13:02:04.261812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-0705bd6a-1511-4f08-8efc-1c1d2f9caf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:04.264030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-0705bd6a-1511-4f08-8efc-1c1d2f9caf58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 1094 time: 0.0906873 Feb 07 13:02:04.273400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=257b4638-db02-4ae1-9d66-519d320c6bb0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:04.284285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:04.289421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a42149b6ca6a46c08dfc7f39490f9bf7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:04.292491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:04.298812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:04.321343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.321689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.322031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.322481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.322824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.323153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.323481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.324199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.324199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.324499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.324784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.325104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:04.401567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-bb2c3bfa-dfd4-43e4-8f2c-16bfb1ae76d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683fd684-cff7-4481-899b-c1e72296022e HTTP/1.1" status: 200 len: 217 time: 0.1247983 Feb 07 13:02:04.505943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-51b1f9b1-b3c1-43c4-be47-42b38fc9e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:04.505943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-51b1f9b1-b3c1-43c4-be47-42b38fc9e859 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.0835946 Feb 07 13:02:04.511508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f80eb-0f74-4a64-bab5-84a098c7d2b0 req-1656fc30-e7a0-47b4-9b87-1b5f9b60e391 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:04.513848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a08f80eb-0f74-4a64-bab5-84a098c7d2b0 req-1656fc30-e7a0-47b4-9b87-1b5f9b60e391 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 943 time: 0.1668413 Feb 07 13:02:04.587039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-50f1fea7-c2d3-449b-970f-c151c12d3843 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682952 Feb 07 13:02:04.595907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:04.597987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router bdbf2ec1-0628-4f38-81ff-8148904acadf has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:02:04.695071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a08f80eb-0f74-4a64-bab5-84a098c7d2b0 req-91103911-5739-414c-9630-1e9db6243357 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339529 Feb 07 13:02:04.765912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-f2c92b28-03f5-4653-b6c7-97da6ea687dc service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646261 Feb 07 13:02:04.768421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:04.843024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:04.859814 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624fd24-c5fa-487e-aefa-76c61bff7a10 None None] Sync routers for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:04.885504 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624fd24-c5fa-487e-aefa-76c61bff7a10 None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:04.885504 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5624fd24-c5fa-487e-aefa-76c61bff7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:04.885953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128ec7a1-58d9-4d0e-a713-66c270a8c4da,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:04.896221 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cbf1572b-7a22-4b3d-8519-23fa898a63f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a42149b6ca6a46c08dfc7f39490f9bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701463 Feb 07 13:02:04.900076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34626) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:04.998523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5277990e-ecb7-48c2-8a8b-6a190130cc50 req-05bdedea-d9b6-4264-917e-e54caf60a8c8 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166686 Feb 07 13:02:05.043488 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5624fd24-c5fa-487e-aefa-76c61bff7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:05.053352 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624fd24-c5fa-487e-aefa-76c61bff7a10 None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:05.054062 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5624fd24-c5fa-487e-aefa-76c61bff7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:05.098960 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:05.114046 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5da6b1e2-a7c6-4aad-b64f-aedce127bed9 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/ports/257b4638-db02-4ae1-9d66-519d320c6bb0 HTTP/1.1" status: 204 len: 168 time: 1.8874884 Feb 07 13:02:05.114253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34632) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:05.138785 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5624fd24-c5fa-487e-aefa-76c61bff7a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:05.139751 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624fd24-c5fa-487e-aefa-76c61bff7a10 None None] The sync data for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:05.239413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58ecabc9-a0a7-40c2-96a7-bfb4482e75a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:05.271442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c80a9d-b37c-4e69-857b-2f07f4ee44e8 req-234a1229-0e78-45e9-abab-74405988b477 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:05.273533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15c80a9d-b37c-4e69-857b-2f07f4ee44e8 req-234a1229-0e78-45e9-abab-74405988b477 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 943 time: 0.2741072 Feb 07 13:02:05.306316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58ecabc9-a0a7-40c2-96a7-bfb4482e75a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:05.333647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422f07-a3ab-4124-903b-fb4baad89a8e req-f27f7cab-d4ef-4bdb-9a5b-d3a2f2456b61 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:05.335711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99422f07-a3ab-4124-903b-fb4baad89a8e req-f27f7cab-d4ef-4bdb-9a5b-d3a2f2456b61 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 949 time: 0.2802680 Feb 07 13:02:05.393832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-f66bfb7f-fad4-4b2a-849a-011c74425c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:05.395808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-f66bfb7f-fad4-4b2a-849a-011c74425c4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 1094 time: 0.2564523 Feb 07 13:02:05.405447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15c80a9d-b37c-4e69-857b-2f07f4ee44e8 req-218d551a-bc3e-44ee-830c-05276b27c56a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186726 Feb 07 13:02:05.502492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99422f07-a3ab-4124-903b-fb4baad89a8e req-d4932d3d-fa71-4ce2-a64e-7773a7c53a52 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542609 Feb 07 13:02:05.622418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-2c3e2dd8-e062-4f42-9142-9ab78cf802a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:05.623947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-2c3e2dd8-e062-4f42-9142-9ab78cf802a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 906 time: 0.2165744 Feb 07 13:02:05.639485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d400fcb-02ce-479c-898f-95900b96e3e0 req-87567ffc-9514-40d5-bc66-12dc03a49c54 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:05.641040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d400fcb-02ce-479c-898f-95900b96e3e0 req-87567ffc-9514-40d5-bc66-12dc03a49c54 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.1335979 Feb 07 13:02:05.714893 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58ecabc9-a0a7-40c2-96a7-bfb4482e75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-666dd2c6-971f-4dba-b777-43043b1df0fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683fd684-cff7-4481-899b-c1e72296022e HTTP/1.1" status: 200 len: 217 time: 0.2370648 Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecabc9-a0a7-40c2-96a7-bfb4482e75a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128ec7a1-58d9-4d0e-a713-66c270a8c4da,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58ecabc9-a0a7-40c2-96a7-bfb4482e75a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-58ecabc9-a0a7-40c2-96a7-bfb4482e75a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/128ec7a1-58d9-4d0e-a713-66c270a8c4da HTTP/1.1" status: 204 len: 168 time: 1.1029270 Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d400fcb-02ce-479c-898f-95900b96e3e0 req-20ee095d-6d2e-41ba-8b3d-bc5218bb278a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149748 Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-631a5b93-d122-4615-bf46-521673a63792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-631a5b93-d122-4615-bf46-521673a63792 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.1218121 Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-099bea8e-23ba-40a7-a418-25609c637966 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472169 Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b42bd-b65e-42cb-8537-25b104ab8734 req-17105168-f298-44a2-9911-a8526418c84a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:06.324764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce9b42bd-b65e-42cb-8537-25b104ab8734 req-17105168-f298-44a2-9911-a8526418c84a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 943 time: 0.2441938 Feb 07 13:02:06.434245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 328c40c8-c2fb-46b7-b77f-5fa9f57048b3 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:06.434245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:06.455633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce9b42bd-b65e-42cb-8537-25b104ab8734 req-dcd3a17f-4d23-436f-8db9-0cacafe775cc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097212 Feb 07 13:02:06.455633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-1ad22698-d4e2-48a2-b8f2-d25dbd390912 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614223 Feb 07 13:02:06.467458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:06.476852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 328c40c8-c2fb-46b7-b77f-5fa9f57048b3 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:06.545221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10acbeb9-2732-4b82-8cbb-b2e7402ee6ba req-5da22ed8-1dcc-4e7c-892f-ad340342e13a service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553229 Feb 07 13:02:06.606982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-01eeaa00-b657-436f-abd6-097c882f04c7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:06.608534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-01eeaa00-b657-436f-abd6-097c882f04c7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 949 time: 0.2391860 Feb 07 13:02:06.789530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Deleting port de520685-7e7e-4057-93fa-7dcb45e73fd2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:06.789530 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:06.924479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b081e3e4-b3f2-4232-ab06-8c623d60840d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:02:07.022839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3da95-676c-4646-a281-6d95ff73c8d1 req-e8af154a-f64d-4cdc-9c2f-fd937d31e7de tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:07.024394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbf3da95-676c-4646-a281-6d95ff73c8d1 req-e8af154a-f64d-4cdc-9c2f-fd937d31e7de tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 943 time: 0.4783039 Feb 07 13:02:07.124851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:07.139262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'port_id': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'mac_address': 'fa:16:3e:e3:34:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b674a9c6-92fb-4e7a-8a46-784f145af0b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:02:07.168174 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:07.203724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f100c44-4ec8-47c3-85c2-40638d4eb02d req-61641a56-2f0f-4413-8687-7756670fc600 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:07.204642 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:07.205726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f100c44-4ec8-47c3-85c2-40638d4eb02d req-61641a56-2f0f-4413-8687-7756670fc600 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 949 time: 0.4282563 Feb 07 13:02:07.223284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cbf3da95-676c-4646-a281-6d95ff73c8d1 req-9bcadfa1-830b-4b69-bd41-7ccf16d83c54 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861200 Feb 07 13:02:07.225719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=328c40c8-c2fb-46b7-b77f-5fa9f57048b3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:07.233142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b081e3e4-b3f2-4232-ab06-8c623d60840d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:02:07.265844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:07.372547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] For port de520685-7e7e-4057-93fa-7dcb45e73fd2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=de520685-7e7e-4057-93fa-7dcb45e73fd2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:07.372547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:07.388577 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:07.499258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:07.524921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Calling delete_port for de520685-7e7e-4057-93fa-7dcb45e73fd2 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:07.616522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:07.617133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f100c44-4ec8-47c3-85c2-40638d4eb02d req-6205c2f9-50e5-493b-a578-37bc16a6e561 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969660 Feb 07 13:02:07.773869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-a347baae-b323-41e7-ab36-4ce22bb79f4d tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:07.775708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-a347baae-b323-41e7-ab36-4ce22bb79f4d tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1097 time: 0.4598866 Feb 07 13:02:07.803772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6431f-826c-4022-a86f-9a7d814932fe req-7eb0c836-e270-42f0-9912-ca3d90bb8ce8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:07.804749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cef6431f-826c-4022-a86f-9a7d814932fe req-7eb0c836-e270-42f0-9912-ca3d90bb8ce8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 946 time: 0.2447498 Feb 07 13:02:07.811069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-5'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:08.086894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['b081e3e4-b3f2-4232-ab06-8c623d60840d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:08.096736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34670) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:08.131020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router bdbf2ec1-0628-4f38-81ff-8148904acadf has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:02:08.136939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cef6431f-826c-4022-a86f-9a7d814932fe req-a9aded0b-bbea-4e5c-8286-0b511ed3a5c5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396632 Feb 07 13:02:08.179197 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:08.204251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15', '3e9adc8e-0a30-4d5b-8a53-44674d543292', 'de520685-7e7e-4057-93fa-7dcb45e73fd2'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:08.269165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:08.275003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-869807907-network', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:08.280451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:08.286333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Usage tracker for resource:network and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:08.289554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:08.295798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:08.359994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event deleted for resources: {'Port': ['ID=de520685-7e7e-4057-93fa-7dcb45e73fd2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:08.403692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c81b7-b126-488a-be9b-32a555e813a3 req-0f3c8ce1-9e8e-4d57-ad5f-4b1afcb241bf tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:08.403692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-657c81b7-b126-488a-be9b-32a555e813a3 req-0f3c8ce1-9e8e-4d57-ad5f-4b1afcb241bf tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 944 time: 0.4139864 Feb 07 13:02:08.424317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:08.453892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Made reservation on behalf of fc4e9e39c24848eda1250cb49401ce7f for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:02:08.453892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:08.472152 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bf9d4a02-e1a7-44f0-bb7c-a89a57a8ea19 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/routers/bdbf2ec1-0628-4f38-81ff-8148904acadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3567615 Feb 07 13:02:08.473356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:08.487811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34678) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:08.499773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ef4dc-8e12-4bf0-a03b-b059c4025fa3 None None] Sync routers for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:08.535085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ef4dc-8e12-4bf0-a03b-b059c4025fa3 None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:08.535991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d6ef4dc-8e12-4bf0-a03b-b059c4025fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:08.619479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] No DVR routers for this DVR port de520685-7e7e-4057-93fa-7dcb45e73fd2 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:08.619479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:08.645098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357667e3-00ac-4ad0-90bd-ebc42b6c8e13', 'name': 'network-vif-deleted', 'tag': 'de520685-7e7e-4057-93fa-7dcb45e73fd2'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:08.733412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-657c81b7-b126-488a-be9b-32a555e813a3 req-c66334b3-84a9-4b76-971e-7c1ee96bfe41 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284106 Feb 07 13:02:08.761857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:08.778472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d6ef4dc-8e12-4bf0-a03b-b059c4025fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:08.813120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54132384-eecc-450d-952a-4f1c433235c2 req-26255d2f-22f1-409f-9212-033acd468872 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:08.814910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54132384-eecc-450d-952a-4f1c433235c2 req-26255d2f-22f1-409f-9212-033acd468872 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 943 time: 0.3587308 Feb 07 13:02:08.819592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ef4dc-8e12-4bf0-a03b-b059c4025fa3 None None] Routers {'bdbf2ec1-0628-4f38-81ff-8148904acadf'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:08.820270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d6ef4dc-8e12-4bf0-a03b-b059c4025fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bdbf2ec1-0628-4f38-81ff-8148904acadf'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:08.826243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:08.830754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:08.851436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:08.865220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:08.871586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:08.876695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38f273ce-04f0-44f1-9253-3f6cfe91ec65 req-1f590409-ca26-4f70-8a85-c27d52c0fe1a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "DELETE /v2.0/ports/de520685-7e7e-4057-93fa-7dcb45e73fd2 HTTP/1.1" status: 204 len: 173 time: 2.2568593 Feb 07 13:02:08.905614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54132384-eecc-450d-952a-4f1c433235c2 req-28f90856-41f2-4679-b393-73babb78dfb6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820832 Feb 07 13:02:08.917289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d6ef4dc-8e12-4bf0-a03b-b059c4025fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:08.918415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ef4dc-8e12-4bf0-a03b-b059c4025fa3 None None] The sync data for ids ['bdbf2ec1-0628-4f38-81ff-8148904acadf'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:08.924009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:08.958822 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-00ab7b4b-f171-46b2-bb8f-78cac8e44f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:08.972388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:02:09.060031 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357667e3-00ac-4ad0-90bd-ebc42b6c8e13', 'name': 'network-vif-deleted', 'tag': 'de520685-7e7e-4057-93fa-7dcb45e73fd2', 'status': 'completed', 'code': 200} Feb 07 13:02:09.087777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c05f17c9-b662-41b0-a0dc-93f04005379d req-48164ee7-5016-49f9-a085-79940a0c5299 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:09.088417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.177312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.193073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:09.222742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 has no active binding in host n-h2-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 13:02:09.236202 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.255506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c05f17c9-b662-41b0-a0dc-93f04005379d req-48164ee7-5016-49f9-a085-79940a0c5299 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:09.255506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c05f17c9-b662-41b0-a0dc-93f04005379d req-48164ee7-5016-49f9-a085-79940a0c5299 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 210 time: 0.2733793 Feb 07 13:02:09.255506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.364077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 6e4c2770-eb19-4f1e-abc8-afb9ff1f98ee {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:09.364077 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.429443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.489815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Pushing event updated for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:09.528286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on host n-h1-811416-5 for vnic_type normal with profile {"migrating_to": "n-h2-811416-5"} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:02:09.528286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:02:09.528286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:09.539318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:02:09.539318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Attempting to bind port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on network 466f93c0-0698-457f-8e18-e5d273e64d2f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:09.539318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:02:09.547516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Checking segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:09.547516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Bound using segment: {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:02:09.547516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Bound port: e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac2124-aaf8-4131-8b02-694c1b65fbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '466f93c0-0698-457f-8e18-e5d273e64d2f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:02:09.547516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.560630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:02:09.565449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ac7eb-66fb-45ac-9385-8154b2542904 req-3ef4935b-3d21-43a0-8b3f-482cfbd50437 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:09.590241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b0ac7eb-66fb-45ac-9385-8154b2542904 req-3ef4935b-3d21-43a0-8b3f-482cfbd50437 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.2754169 Feb 07 13:02:09.596958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a70461-9534-4376-badd-b1a916dec112,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:09.596958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.596958 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Added segment e1d6ba6b-dfc2-406d-a385-a006ca48cd48 of type vlan for network a1fc62d9-8437-4cca-9bec-11b77381891f Feb 07 13:02:09.653187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.653187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.672542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b0ac7eb-66fb-45ac-9385-8154b2542904 req-a1ba910e-44e8-4385-9560-60bfcaf42740 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050220 Feb 07 13:02:09.702097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:09.705318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:02:09.793377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 6e4c2770-eb19-4f1e-abc8-afb9ff1f98ee owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:09.830947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.resource_extend [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:02:09.834741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:09.958628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880', '497a8c03-d2aa-40bc-adc3-22e77c137782', 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2', 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:10.070128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.070128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:10.070128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.089097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:10.089097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.089097 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] 10.222.0.47 "PUT /v2.0/ports/e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 HTTP/1.1" status: 200 len: 1122 time: 2.2947645 Feb 07 13:02:10.136656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d755e6-7eb9-48d5-bbef-ac999a89c175 service neutron] Pushing event updated for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=8']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:10.205448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13f0ea-0ca8-4432-ac2c-2f0b66a7efcb req-3259d6e3-cbc4-4555-bb2b-64cd3771e999 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:10.205448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff13f0ea-0ca8-4432-ac2c-2f0b66a7efcb req-3259d6e3-cbc4-4555-bb2b-64cd3771e999 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 944 time: 0.2511106 Feb 07 13:02:10.259366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['e04beb23-8a9e-4dcd-bf42-efc86c8c7a18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:10.278938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cfe8d-27de-46f2-acca-5281f45f5128 req-96d94694-bf65-47db-999c-aa80126a3a31 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:10.278938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-543cfe8d-27de-46f2-acca-5281f45f5128 req-96d94694-bf65-47db-999c-aa80126a3a31 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 943 time: 0.2042449 Feb 07 13:02:10.278938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff13f0ea-0ca8-4432-ac2c-2f0b66a7efcb req-fb50d4fa-a09d-402d-b882-1c83f5f1ffb0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774541 Feb 07 13:02:10.306164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] Pushing event updated for resources: {'Network': ['ID=a1fc62d9-8437-4cca-9bec-11b77381891f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:10.306164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.355090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a1fc62d9-8437-4cca-9bec-11b77381891f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:02:10.355416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-543cfe8d-27de-46f2-acca-5281f45f5128 req-a6f1a9f1-e303-42bd-b18a-e410351723d5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764089 Feb 07 13:02:10.384003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=6e4c2770-eb19-4f1e-abc8-afb9ff1f98ee,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:10.427134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['e04beb23-8a9e-4dcd-bf42-efc86c8c7a18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:10.490857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.607109 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e28b012-350f-41ab-8605-4b0e51634b60 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5090346 Feb 07 13:02:10.619481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34696) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:10.626880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Request body: {'subnet': {'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-869807907-subnet', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:10.641645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:10.688974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c9f5f3c-01f2-4ff0-ba33-c899fb0df644 req-306fb4df-5eb5-487b-bb0e-e70ad949007a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=357667e3-00ac-4ad0-90bd-ebc42b6c8e13 HTTP/1.1" status: 200 len: 210 time: 0.2130852 Feb 07 13:02:10.760437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.763151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Usage tracker for resource:subnet and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:10.767374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.770314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:10.787587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:10.880623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025f40-fd7f-4355-ba8f-8460310c4353 req-ec8261d4-3b10-4dcc-b048-56f9b127ac23 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:10.882211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57025f40-fd7f-4355-ba8f-8460310c4353 req-ec8261d4-3b10-4dcc-b048-56f9b127ac23 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.0838046 Feb 07 13:02:10.891758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Made reservation on behalf of fc4e9e39c24848eda1250cb49401ce7f for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:02:10.894284 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.912894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:10.913360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Fanout notify agent at l3_agent the message router_deleted on router bdbf2ec1-0628-4f38-81ff-8148904acadf {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:02:10.931548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 683fd684-cff7-4481-899b-c1e72296022e details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:02:10.936178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b081e3e4-b3f2-4232-ab06-8c623d60840d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:10.938888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57025f40-fd7f-4355-ba8f-8460310c4353 req-bebb9f38-7198-4db7-970a-66419d445f30 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Feb 07 13:02:11.002272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.003401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a92e97ad-ddd1-4250-9e07-4afff1ff175d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/routers/bdbf2ec1-0628-4f38-81ff-8148904acadf HTTP/1.1" status: 204 len: 168 time: 2.5136881 Feb 07 13:02:11.007181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34702) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:11.063474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18'}, {'name': 'network-changed', 'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:11.105161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7cdb75-1a65-4661-b238-535b6d0f2ab7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting subnet e582d67f-5eaf-4d83-87e3-28914e9454ce {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:02:11.118415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdb75-1a65-4661-b238-535b6d0f2ab7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.155935 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18', 'code': 200} Feb 07 13:02:11.156221 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18', 'status': 'completed', 'code': 200} Feb 07 13:02:11.250785 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdb75-1a65-4661-b238-535b6d0f2ab7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.251035 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-488cd72e-a470-4d2b-b526-f7ae21ea9a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.269342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 683fd684-cff7-4481-899b-c1e72296022e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=683fd684-cff7-4481-899b-c1e72296022e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:11.299214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '683fd684-cff7-4481-899b-c1e72296022e', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'port_id': '683fd684-cff7-4481-899b-c1e72296022e', 'mac_address': 'fa:16:3e:c1:ee:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453c02ff-fbe9-4180-acd7-c04cc76dbfe1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:02:11.322866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.323127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-fc7ae087-b6f9-435f-9b09-46414d0a0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:11.323127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-fc7ae087-b6f9-435f-9b09-46414d0a0ca3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1125 time: 0.1558411 Feb 07 13:02:11.331927 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device de520685-7e7e-4057-93fa-7dcb45e73fd2 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:11.387568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: de520685-7e7e-4057-93fa-7dcb45e73fd2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:02:11.387913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device de520685-7e7e-4057-93fa-7dcb45e73fd2 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:02:11.400958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port b081e3e4-b3f2-4232-ab06-8c623d60840d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:11.442921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdb75-1a65-4661-b238-535b6d0f2ab7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.458134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port b081e3e4-b3f2-4232-ab06-8c623d60840d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:11.458573 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.460504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Checking segment: {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:11.460870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Network hostable DHCP agents. Network: a1fc62d9-8437-4cca-9bec-11b77381891f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:02:11.469561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259a1bc9-d785-480d-9d86-16145b708d16,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:11.543879 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.550429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Network a1fc62d9-8437-4cca-9bec-11b77381891f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:02:11.583277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683fd684-cff7-4481-899b-c1e72296022e {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:02:11.608989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 683fd684-cff7-4481-899b-c1e72296022e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=683fd684-cff7-4481-899b-c1e72296022e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:11.658981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-4aa69a40-9afa-4e33-a473-31172a6871a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:11.664470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-4aa69a40-9afa-4e33-a473-31172a6871a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.3401124 Feb 07 13:02:11.665153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a1fc62d9-8437-4cca-9bec-11b77381891f) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:11.678954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:11.684257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.717475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d272dc5-0e54-489d-a483-e57f721917f1 None None] Network a1fc62d9-8437-4cca-9bec-11b77381891f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:02:11.750025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-0021577d-bbbe-4c4c-9402-e2d1bb0b08aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 HTTP/1.1" status: 200 len: 217 time: 0.0838244 Feb 07 13:02:11.785772 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6ac991cc-8aad-4f23-85ca-f0d0b0210861 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1667416 Feb 07 13:02:11.789992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34714) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:11.795910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:11.801333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:11.804172 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.817279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Usage tracker for resource:router and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:11.817279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:11.817530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834be2-c10a-4f83-8c9d-37d6d0db803f req-1d1c87f6-4cd3-4a81-ba6e-8b7f13606fa4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:11.817795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47834be2-c10a-4f83-8c9d-37d6d0db803f req-1d1c87f6-4cd3-4a81-ba6e-8b7f13606fa4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 944 time: 0.3253469 Feb 07 13:02:11.824472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:11.856045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1788044-e4d6-47f7-84c0-5b9f0c6c74f4 req-8b9ef06a-bf2f-4573-8d95-aca4d4809bf3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:11.857544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1788044-e4d6-47f7-84c0-5b9f0c6c74f4 req-8b9ef06a-bf2f-4573-8d95-aca4d4809bf3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 943 time: 0.3188295 Feb 07 13:02:11.869487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-70b49598-057a-4d2f-8707-292984a685f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:11.870969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-70b49598-057a-4d2f-8707-292984a685f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.1132579 Feb 07 13:02:11.884428 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:02:11.911565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.944763 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdb75-1a65-4661-b238-535b6d0f2ab7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.961973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.967812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.981295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-6f637e2e-6cde-46c3-aef0-fa984cb0e897 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009319 Feb 07 13:02:11.982676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=683fd684-cff7-4481-899b-c1e72296022e,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:11.985083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:11.990320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47834be2-c10a-4f83-8c9d-37d6d0db803f req-d5ac9e90-a802-434c-9acd-368c520757d2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626782 Feb 07 13:02:12.013139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:12.023258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cdb75-1a65-4661-b238-535b6d0f2ab7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Subnet': ['ID=e582d67f-5eaf-4d83-87e3-28914e9454ce,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:12.031691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d7cdb75-1a65-4661-b238-535b6d0f2ab7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:12.082877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:12.088675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06759c24-a17b-46ab-9f46-ad8d1f72d10f None None] Network df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:02:12.136822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1788044-e4d6-47f7-84c0-5b9f0c6c74f4 req-cbc556b9-60ac-47e3-adb8-ac52e4f27819 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430627 Feb 07 13:02:12.136822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5d7cdb75-1a65-4661-b238-535b6d0f2ab7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/subnets/e582d67f-5eaf-4d83-87e3-28914e9454ce HTTP/1.1" status: 204 len: 168 time: 1.1097782 Feb 07 13:02:12.137458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34724) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:12.187315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-40d0c033-d112-4856-85f2-eae77130ad03 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943717 Feb 07 13:02:12.219857 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'code': 200} Feb 07 13:02:12.322407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:12.426941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a1fc62d9-8437-4cca-9bec-11b77381891f', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:02:12.427826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:12.458804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:12.458804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:12.555984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:12.604772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adca4a4-ba07-48db-9787-ae84b4ff3eea req-457399b7-f9f3-46f5-92b0-c3c0a12a5935 service neutron] 10.222.0.35 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094651 Feb 07 13:02:12.642954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920f756-8c61-43b1-838c-5d9327f46f75 req-fb9c32c1-af92-44ca-880f-583380d44ca5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:12.648086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4920f756-8c61-43b1-838c-5d9327f46f75 req-fb9c32c1-af92-44ca-880f-583380d44ca5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.3111422 Feb 07 13:02:12.669342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495745-6795-4cae-b38b-9088f35a3c2f req-e855a55d-86cb-4ea3-a418-5ce16593e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:12.671386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c495745-6795-4cae-b38b-9088f35a3c2f req-e855a55d-86cb-4ea3-a418-5ce16593e3ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 1096 time: 0.2719247 Feb 07 13:02:12.679474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Allocated IP 172.20.0.2 (a1fc62d9-8437-4cca-9bec-11b77381891f/259a1bc9-d785-480d-9d86-16145b708d16/7ce40d11-a4e2-4778-bd25-059d62e096a1) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:12.701817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] DHCP port deletion for df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:02:12.767337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4920f756-8c61-43b1-838c-5d9327f46f75 req-6abec379-3234-4acd-b47b-3e568f1d9418 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153514 Feb 07 13:02:12.777147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c495745-6795-4cae-b38b-9088f35a3c2f req-cc578716-727e-4740-823d-636b3aacc235 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696163 Feb 07 13:02:12.780272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:12.810138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] Deleting port 12f4d62c-8383-4812-8b95-918d974de55e {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:12.810138 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:12.840883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:12.851775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 12f4d62c-8383-4812-8b95-918d974de55e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:12.855802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.129700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['683fd684-cff7-4481-899b-c1e72296022e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:13.190454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] For port 12f4d62c-8383-4812-8b95-918d974de55e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=12f4d62c-8383-4812-8b95-918d974de55e,segment=NetworkSegment(6cbe70c4-eeb2-4770-a40b-0a5864a43556),segment_id=6cbe70c4-eeb2-4770-a40b-0a5864a43556)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:13.191063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.247989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] For port 12f4d62c-8383-4812-8b95-918d974de55e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=12f4d62c-8383-4812-8b95-918d974de55e,segment=NetworkSegment(6cbe70c4-eeb2-4770-a40b-0a5864a43556),segment_id=6cbe70c4-eeb2-4770-a40b-0a5864a43556)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:13.248292 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.258729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94120d-87ff-444a-817e-f027a59ee062 req-aa554912-1591-4a01-a963-d73b8e16b9e5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:13.260501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb94120d-87ff-444a-817e-f027a59ee062 req-aa554912-1591-4a01-a963-d73b8e16b9e5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1150773 Feb 07 13:02:13.291745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b691-8c08-4d5b-96b3-8cdf1f8892b5 req-4179d9d1-865b-4033-a7cf-5ebd8efb83de tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:13.293269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f993b691-8c08-4d5b-96b3-8cdf1f8892b5 req-4179d9d1-865b-4033-a7cf-5ebd8efb83de tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.2942996 Feb 07 13:02:13.343061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb94120d-87ff-444a-817e-f027a59ee062 req-cd6640b7-0cb1-43b7-afa9-ca73c22e47a7 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 Feb 07 13:02:13.362960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 12f4d62c-8383-4812-8b95-918d974de55e owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:13.369141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f993b691-8c08-4d5b-96b3-8cdf1f8892b5 req-2c552839-7f6d-40a4-aedf-66ec26add9ef tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697870 Feb 07 13:02:13.458329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] Calling delete_port for 12f4d62c-8383-4812-8b95-918d974de55e owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:13.491146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.532901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Transition to ACTIVE for port object 7ce40d11-a4e2-4778-bd25-059d62e096a1 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:13.590977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Transition to ACTIVE for port object 7ce40d11-a4e2-4778-bd25-059d62e096a1 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:13.662022 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.699044 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:02:13.699044 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:02:13.724364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=12f4d62c-8383-4812-8b95-918d974de55e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:13.726935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.735636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91ab53-0900-4730-86eb-6818484c07b7 req-c06a219c-a144-4f37-a8f5-7bff741cd302 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:13.737284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd91ab53-0900-4730-86eb-6818484c07b7 req-c06a219c-a144-4f37-a8f5-7bff741cd302 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 944 time: 0.1033435 Feb 07 13:02:13.752378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] No DVR routers for this DVR port 12f4d62c-8383-4812-8b95-918d974de55e on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:13.762306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.794197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.796505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd91ab53-0900-4730-86eb-6818484c07b7 req-741de480-fd04-436f-b78c-84a99e9497b5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495160 Feb 07 13:02:13.825435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:13.898702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Pushing event updated for resources: {'Port': ['ID=7ce40d11-a4e2-4778-bd25-059d62e096a1,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:13.912598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.912927 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.913459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.913846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.914186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.915846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.915846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.915846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.916785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.916785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.916785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.917080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:13.939159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 12f4d62c-8383-4812-8b95-918d974de55e no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:13.973654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Network a1fc62d9-8437-4cca-9bec-11b77381891f is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:13.983431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:13.986096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:13.989880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 12f4d62c-8383-4812-8b95-918d974de55e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:02:13.990889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 12f4d62c-8383-4812-8b95-918d974de55e not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:02:14.002475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcb306-3eac-433a-bc0a-45a71276380f req-5674f5a7-cb6b-4df1-9ed2-2f34d98c6d61 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:14.004296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0fcb306-3eac-433a-bc0a-45a71276380f req-5674f5a7-cb6b-4df1-9ed2-2f34d98c6d61 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.0972736 Feb 07 13:02:14.053306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0fcb306-3eac-433a-bc0a-45a71276380f req-ca70959e-613e-4eec-ac45-d0c885cf3520 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Feb 07 13:02:14.060681 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.088836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Attempting to bind port 7ce40d11-a4e2-4778-bd25-059d62e096a1 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:02:14.089271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Attempting to bind port 7ce40d11-a4e2-4778-bd25-059d62e096a1 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:02:14.090140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Attempting to bind port 7ce40d11-a4e2-4778-bd25-059d62e096a1 on network a1fc62d9-8437-4cca-9bec-11b77381891f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:14.097506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:02:14.097878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Checking segment: {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:14.098296 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.098683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Bound using segment: {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:02:14.099150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Bound port: 7ce40d11-a4e2-4778-bd25-059d62e096a1, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:02:14.099506 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.124181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:14.142163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbe70c4-eeb2-4770-a40b-0a5864a43556') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:14.142467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbe70c4-eeb2-4770-a40b-0a5864a43556') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:14.162955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.190548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.191189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] For port 7ce40d11-a4e2-4778-bd25-059d62e096a1, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:14.193052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Allocated IP 172.25.7.178 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/9c62fd80-40dd-4145-a8b2-ee1d8cc059c0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:14.194273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] For port 7ce40d11-a4e2-4778-bd25-059d62e096a1, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7ce40d11-a4e2-4778-bd25-059d62e096a1,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:02:14.195449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] Deleting port 12f4d62c-8383-4812-8b95-918d974de55e {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:14.195635 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.201206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:02:14.201613 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:02:14.216686 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:02:14.262925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4254a-98c1-4966-8772-c2ceeee88a88 None None] The port '12f4d62c-8383-4812-8b95-918d974de55e' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:02:14.277430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.363857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292db00-a41e-46bd-ab8e-0323a6e8d54c None None] Pushing event updated for resources: {'Port': ['ID=7ce40d11-a4e2-4778-bd25-059d62e096a1,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:14.444271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.561945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.607940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.622420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Network': ['ID=df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:14.635319 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.660304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c80e1-6fba-4dbc-a5c7-8b37a42ae501 req-e7a1a952-4c5b-4e5e-b823-fbfa3b5a822b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:14.662253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f4c80e1-6fba-4dbc-a5c7-8b37a42ae501 req-e7a1a952-4c5b-4e5e-b823-fbfa3b5a822b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1764755 Feb 07 13:02:14.700222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032c093-0b7e-42d6-a221-d2584aa44848 req-91d35b3a-de5b-432f-9978-107d3c9cb0ad tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:14.708100 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8ac77df4-6c17-4857-bf60-8791509cfb3d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/networks/df4ed3bf-f5e5-4fc4-94c9-51f80d35dce6 HTTP/1.1" status: 204 len: 168 time: 2.5681975 Feb 07 13:02:14.712487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e032c093-0b7e-42d6-a221-d2584aa44848 req-91d35b3a-de5b-432f-9978-107d3c9cb0ad tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1945205 Feb 07 13:02:14.716225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:14.719896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34742) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:14.722515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:14.793236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e032c093-0b7e-42d6-a221-d2584aa44848 req-d4e080b7-8e77-49fe-97f6-762417368554 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795569 Feb 07 13:02:14.802712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:14.842468 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:14.850918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f4c80e1-6fba-4dbc-a5c7-8b37a42ae501 req-e630e168-4191-4d57-8b59-8dbce78a7edc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648223 Feb 07 13:02:14.950419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Pushing event updated for resources: {'Port': ['ID=9c62fd80-40dd-4145-a8b2-ee1d8cc059c0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:14.979956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 61bd8aa9-e157-4dd5-a22d-a048ba3d9e45 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:14.980351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:15.028585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19fe76-6edf-4098-9394-4a241712b4ac req-69843191-f1ee-4e23-9f8d-29d048ddcc5f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:15.028585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc19fe76-6edf-4098-9394-4a241712b4ac req-69843191-f1ee-4e23-9f8d-29d048ddcc5f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 944 time: 0.0947969 Feb 07 13:02:15.078578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc19fe76-6edf-4098-9394-4a241712b4ac req-69c0ed53-371e-43c5-9e82-4d55cc9012a6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490878 Feb 07 13:02:15.296044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5778014-19f4-4b96-ae59-908281f652f5 req-9f436cd9-e4ec-42d7-a533-5ec3783a4ae5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:15.296044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5778014-19f4-4b96-ae59-908281f652f5 req-9f436cd9-e4ec-42d7-a533-5ec3783a4ae5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 944 time: 0.1016457 Feb 07 13:02:15.350102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5778014-19f4-4b96-ae59-908281f652f5 req-996b102b-06d2-447c-a0ee-e126f0970f50 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Feb 07 13:02:15.391297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:15.391861 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:15.604484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e6afb3-d988-492d-87ab-c5cd08e1bcc7 None None] Network a1fc62d9-8437-4cca-9bec-11b77381891f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:02:15.675301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-c4597120-02b8-431e-8257-c937f56a904b service neutron] 10.222.0.35 "GET /v2.0/ports/e04beb23-8a9e-4dcd-bf42-efc86c8c7a18/bindings/n-h2-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.0905452 Feb 07 13:02:15.714590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 61bd8aa9-e157-4dd5-a22d-a048ba3d9e45 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:15.920321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:15.920771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-abbe28cc-9134-4e96-af26-58bedbd83f75 None None] Provisioning for port 7ce40d11-a4e2-4778-bd25-059d62e096a1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:15.990200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:16.025877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:16.093876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7ce40d11-a4e2-4778-bd25-059d62e096a1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:16.094774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:02:16.101615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:16.259908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.280244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d521d-0a68-499c-aabf-dac9927de2bd req-0a331641-13b2-4969-8cb1-26c81ec3f0f5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:16.280244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b6d521d-0a68-499c-aabf-dac9927de2bd req-0a331641-13b2-4969-8cb1-26c81ec3f0f5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1235213 Feb 07 13:02:16.287674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c843e-bea1-431e-9163-02a542a42663 req-40dbd7d5-783f-441a-b538-c976f43ae638 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:16.289244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-624c843e-bea1-431e-9163-02a542a42663 req-40dbd7d5-783f-441a-b538-c976f43ae638 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1717129 Feb 07 13:02:16.327031 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.332494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=61bd8aa9-e157-4dd5-a22d-a048ba3d9e45,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:16.387474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 7ce40d11-a4e2-4778-bd25-059d62e096a1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:16.387474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7ce40d11-a4e2-4778-bd25-059d62e096a1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:16.387474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.496033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-624c843e-bea1-431e-9163-02a542a42663 req-35018bae-4117-4a23-a5ad-907b98113791 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861463 Feb 07 13:02:16.496033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b6d521d-0a68-499c-aabf-dac9927de2bd req-f0900067-2b4c-4434-9a10-e957a177eca0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028570 Feb 07 13:02:16.513869 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.527043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.547559 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.570532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Transition to ACTIVE for port object e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:16.594315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 7ce40d11-a4e2-4778-bd25-059d62e096a1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7ce40d11-a4e2-4778-bd25-059d62e096a1,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:16.632950 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.637906 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0e2cf82f-bcb7-4d0a-8f6b-5bf6098ff21a tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/floatingips/d0655b90-95d8-4159-9961-bb97e6b0315c HTTP/1.1" status: 204 len: 168 time: 1.9062905 Feb 07 13:02:16.638324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:16.699468 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd9a53e-f2b3-4dc3-a67b-6b44775072f0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] DELETE failed (client error): The resource could not be found. Feb 07 13:02:16.699965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd9a53e-f2b3-4dc3-a67b-6b44775072f0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:02:16.704122 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7bd9a53e-f2b3-4dc3-a67b-6b44775072f0 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/ports/257b4638-db02-4ae1-9d66-519d320c6bb0 HTTP/1.1" status: 404 len: 333 time: 0.0537257 Feb 07 13:02:16.704803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34766) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:16.722701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.751717 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:16.806750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b31b34e9-4397-41bc-bc04-ddf193253f26 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Synchronizing usage tracker for tenant:a175c1fb4a9849a08ebebe6706e8434a on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:16.838717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=7ce40d11-a4e2-4778-bd25-059d62e096a1,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:16.926381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 683fd684-cff7-4481-899b-c1e72296022e up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:16.975132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b31b34e9-4397-41bc-bc04-ddf193253f26 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Unset dirty status for tenant:a175c1fb4a9849a08ebebe6706e8434a on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:16.975132 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b31b34e9-4397-41bc-bc04-ddf193253f26 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdbf2ec1-0628-4f38-81ff-8148904acadf HTTP/1.1" status: 200 len: 205 time: 0.2674844 Feb 07 13:02:16.975132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34770) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:17.043514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] No DVR routers for this DVR port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:17.050169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:17.051580 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-078ac280-bc1d-4b18-8ce1-5fb2e67d3fd7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] delete failed (client error): The resource could not be found. Feb 07 13:02:17.055037 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-078ac280-bc1d-4b18-8ce1-5fb2e67d3fd7 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/routers/bdbf2ec1-0628-4f38-81ff-8148904acadf HTTP/1.1" status: 404 len: 336 time: 0.0758803 Feb 07 13:02:17.055275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:17.096344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Router 336a958f-16a4-458a-9859-fea446380676 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:02:17.099742 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd76a73f-5ad0-4e29-94e3-560397b00557 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] DELETE failed (client error): The resource could not be found. Feb 07 13:02:17.099927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd76a73f-5ad0-4e29-94e3-560397b00557 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:02:17.104107 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bd76a73f-5ad0-4e29-94e3-560397b00557 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/subnets/e582d67f-5eaf-4d83-87e3-28914e9454ce HTTP/1.1" status: 404 len: 337 time: 0.0454743 Feb 07 13:02:17.104280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.104280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.104280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.104655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.104833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.104937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34778) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:17.105090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.105423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.105756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.106197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.106634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.106963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.107286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:17.118760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325d02d-1e4e-4af4-9414-d44d336feb3f req-881c1b9d-ecad-4931-9ec0-bc39616e434d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:17.120369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b325d02d-1e4e-4af4-9414-d44d336feb3f req-881c1b9d-ecad-4931-9ec0-bc39616e434d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 944 time: 0.5035939 Feb 07 13:02:17.135338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-5bbf6013-43d5-41f4-9f54-790bdaf5fdd8 service neutron] 10.222.0.35 "PUT /v2.0/ports/e04beb23-8a9e-4dcd-bf42-efc86c8c7a18/bindings/n-h2-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4499226 Feb 07 13:02:17.175219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308949bc-6095-48cc-afe1-94d1c131fe46 req-9b587cfc-e0c8-43e4-a06f-299310627c15 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:17.175219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-308949bc-6095-48cc-afe1-94d1c131fe46 req-9b587cfc-e0c8-43e4-a06f-299310627c15 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.5056870 Feb 07 13:02:17.196203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 683fd684-cff7-4481-899b-c1e72296022e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:17.202754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 683fd684-cff7-4481-899b-c1e72296022e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:17.203521 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:17.221357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b325d02d-1e4e-4af4-9414-d44d336feb3f req-de34bf22-6e6f-435b-a9eb-90118a8ece8d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904138 Feb 07 13:02:17.243030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-308949bc-6095-48cc-afe1-94d1c131fe46 req-023a1400-2fab-4eff-8eaf-100c9a363c55 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636582 Feb 07 13:02:17.354151 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:17.377521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c4c629f8-4058-43ed-870e-0f1eba1e194d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 7886e3d4-050b-4252-b035-fe1cf1050a96 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:17.377871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4c629f8-4058-43ed-870e-0f1eba1e194d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:17.383712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc738e23-afda-4262-bfbc-213c28fce6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683fd684-cff7-4481-899b-c1e72296022e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:17.395351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 683fd684-cff7-4481-899b-c1e72296022e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=683fd684-cff7-4481-899b-c1e72296022e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:17.431865 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc738e23-afda-4262-bfbc-213c28fce6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683fd684-cff7-4481-899b-c1e72296022e', 'code': 200} Feb 07 13:02:17.496320 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:17.557791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:17.579549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Sync routers for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:17.607671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=683fd684-cff7-4481-899b-c1e72296022e,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:17.611400 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:17.611400 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:17.661423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:17.661423 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-371e9f55-657d-4a88-bdb1-35a83adf3831 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8675718 Feb 07 13:02:17.673634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34788) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:17.888320 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:02:17.892794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4c629f8-4058-43ed-870e-0f1eba1e194d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:17.901693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b048f9-c048-41a2-9e52-0d0753840a14 req-6c1db048-295c-4316-9c4d-0b20d7e3679f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:17.904475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77b048f9-c048-41a2-9e52-0d0753840a14 req-6c1db048-295c-4316-9c4d-0b20d7e3679f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1916330 Feb 07 13:02:17.929004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4dad4-b6b4-429c-aa26-c0c06af5dee1 req-8a4661d4-a5df-4075-9eef-7ac7cf0c40c3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:17.930719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad4dad4-b6b4-429c-aa26-c0c06af5dee1 req-8a4661d4-a5df-4075-9eef-7ac7cf0c40c3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1539252 Feb 07 13:02:17.986480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7ce40d11-a4e2-4778-bd25-059d62e096a1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:18.019330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad4dad4-b6b4-429c-aa26-c0c06af5dee1 req-39836ca0-09d2-4e58-b43f-8ff22e5ed1da tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719900 Feb 07 13:02:18.050983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c4c629f8-4058-43ed-870e-0f1eba1e194d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 7886e3d4-050b-4252-b035-fe1cf1050a96 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:18.065563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77b048f9-c048-41a2-9e52-0d0753840a14 req-6c876537-904f-45a3-9d7c-0f2f21b5754f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336548 Feb 07 13:02:18.092837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7ce40d11-a4e2-4778-bd25-059d62e096a1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:18.092837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:18.267849 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:15Z', 'revision_number': 3, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:18.273702 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Checking router: 336a958f-16a4-458a-9859-fea446380676 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:02:18.274662 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Updating router 336a958f-16a4-458a-9859-fea446380676 port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:02:18.339868 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:18.491302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043438da-c9e6-4b27-8de4-3650eff177ff req-b42df13b-e357-4172-b4a6-634dda2736d3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:18.497845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-043438da-c9e6-4b27-8de4-3650eff177ff req-b42df13b-e357-4172-b4a6-634dda2736d3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1551790 Feb 07 13:02:18.530820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40b937-43dc-419b-9ed2-872c68c13763 req-9ec8f595-aae6-4c64-a161-75c34507cd5c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:18.532331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b40b937-43dc-419b-9ed2-872c68c13763 req-9ec8f595-aae6-4c64-a161-75c34507cd5c tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.1436660 Feb 07 13:02:18.580199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-043438da-c9e6-4b27-8de4-3650eff177ff req-6f4bc639-1a69-4be0-9b5f-7586cb238917 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713353 Feb 07 13:02:18.617973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4c629f8-4058-43ed-870e-0f1eba1e194d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:18.627956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b40b937-43dc-419b-9ed2-872c68c13763 req-960f601b-5503-47ce-968e-982504946fb5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725741 Feb 07 13:02:18.749698 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:18.765132 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Transition to ACTIVE for port object 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:18.827994 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:18.836473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c629f8-4058-43ed-870e-0f1eba1e194d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=7886e3d4-050b-4252-b035-fe1cf1050a96,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:18.916356 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Attempting to bind port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:02:18.916723 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Attempting to bind port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:02:18.917193 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Attempting to bind port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:18.924266 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Pushing event updated for resources: {'Port': ['ID=9c62fd80-40dd-4145-a8b2-ee1d8cc059c0,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:18.926370 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:02:18.926738 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:18.927134 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:18.927847 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:02:18.928664 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Bound port: 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:02:18.929063 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:18.976190 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.976540 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.976875 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.977208 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.977540 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.977870 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.978387 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.978504 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.978808 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.979150 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.979462 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.979755 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:02:18.997414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4c629f8-4058-43ed-870e-0f1eba1e194d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:19.016296 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] For port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:19.019205 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] For port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9c62fd80-40dd-4145-a8b2-ee1d8cc059c0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:02:19.060487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:19.149824 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:19.150488 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c4c629f8-4058-43ed-870e-0f1eba1e194d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/ports/7886e3d4-050b-4252-b035-fe1cf1050a96 HTTP/1.1" status: 204 len: 168 time: 2.0394795 Feb 07 13:02:19.150599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34802) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:19.246957 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:19.247582 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:19.304666 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f54d0-dddc-4dad-b334-6251309a4315 None None] Pushing event updated for resources: {'Port': ['ID=9c62fd80-40dd-4145-a8b2-ee1d8cc059c0,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:19.317431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Allocated IP 172.20.0.1 (a1fc62d9-8437-4cca-9bec-11b77381891f/259a1bc9-d785-480d-9d86-16145b708d16/fc7593af-e312-4850-8e8d-fa0d5f5989d0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:19.335945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-000ae727-ec5a-4583-a64a-56f177e09da6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 91f9de76-9604-4cac-9d10-de458f3ed858 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:19.336535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-000ae727-ec5a-4583-a64a-56f177e09da6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:19.377183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:19.492337 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:02:19.493688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd946b-0c68-4ecb-90f2-24ae639a502f req-c50081ef-912f-43a3-9a55-bcb080e13903 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:19.500676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cbd946b-0c68-4ecb-90f2-24ae639a502f req-c50081ef-912f-43a3-9a55-bcb080e13903 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.3050826 Feb 07 13:02:19.514478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:02:19.534210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:19.538789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c7db3-9526-4265-8fe9-b457cd1d2326 req-44481241-3fa4-42eb-a3e8-10aa4338c064 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:19.540554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df1c7db3-9526-4265-8fe9-b457cd1d2326 req-44481241-3fa4-42eb-a3e8-10aa4338c064 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.3348358 Feb 07 13:02:19.565724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Transition to ACTIVE for port object fc7593af-e312-4850-8e8d-fa0d5f5989d0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:19.664896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cbd946b-0c68-4ecb-90f2-24ae639a502f req-6c02f63d-e3ba-4d41-86af-565cc8e6ab01 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626341 Feb 07 13:02:19.675491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:19.705840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df1c7db3-9526-4265-8fe9-b457cd1d2326 req-b1faab6c-e99d-4f41-883f-5952264f3b27 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172535 Feb 07 13:02:19.777381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-000ae727-ec5a-4583-a64a-56f177e09da6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:19.810088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Network a1fc62d9-8437-4cca-9bec-11b77381891f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:19.812843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:19.817783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:19.871284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Pushing event updated for resources: {'Port': ['ID=fc7593af-e312-4850-8e8d-fa0d5f5989d0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:19.879190 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:15Z', 'revision_number': 3, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:19.890271 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6909dd-027e-46e8-bc02-837219cf47db None None] The sync data for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 is: [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:15Z', 'revision_number': 3, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:19.897412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:20.061738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-000ae727-ec5a-4583-a64a-56f177e09da6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 91f9de76-9604-4cac-9d10-de458f3ed858 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:20.213482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d1519-6be0-413b-a9d1-9f54a933a1ff req-c115b223-d9af-48dd-86b5-b99d798ab2c6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:20.216530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd7d1519-6be0-413b-a9d1-9f54a933a1ff req-c115b223-d9af-48dd-86b5-b99d798ab2c6 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.3084590 Feb 07 13:02:20.242388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-39c42045-3a25-45e6-bf31-9b77d1c40b59 None None] Provisioning for port fc7593af-e312-4850-8e8d-fa0d5f5989d0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:20.250301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-39c42045-3a25-45e6-bf31-9b77d1c40b59 None None] Provisioning complete for port fc7593af-e312-4850-8e8d-fa0d5f5989d0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:20.250753 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39c42045-3a25-45e6-bf31-9b77d1c40b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:20.312566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-39c42045-3a25-45e6-bf31-9b77d1c40b59 None None] Port fc7593af-e312-4850-8e8d-fa0d5f5989d0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:02:20.415434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc94b14-de79-4de2-80c8-c0a3f43d546c req-0984a765-74f2-4601-a5a7-720e30391099 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:20.422425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:20.422660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dc94b14-de79-4de2-80c8-c0a3f43d546c req-0984a765-74f2-4601-a5a7-720e30391099 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.4656045 Feb 07 13:02:20.467061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd7d1519-6be0-413b-a9d1-9f54a933a1ff req-bc0706e9-37b2-428b-94a6-4c7903ee2d22 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491438 Feb 07 13:02:20.509793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dc94b14-de79-4de2-80c8-c0a3f43d546c req-d7231070-3ef0-4c1a-9d33-898f8d17f7a9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707946 Feb 07 13:02:20.590170 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-000ae727-ec5a-4583-a64a-56f177e09da6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:20.651919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ae727-ec5a-4583-a64a-56f177e09da6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=91f9de76-9604-4cac-9d10-de458f3ed858,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:20.696905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:20.771590 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-000ae727-ec5a-4583-a64a-56f177e09da6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:20.785887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-000ae727-ec5a-4583-a64a-56f177e09da6 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/ports/91f9de76-9604-4cac-9d10-de458f3ed858 HTTP/1.1" status: 204 len: 168 time: 1.6345496 Feb 07 13:02:20.786379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34814) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:20.845194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:20.978555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:20.983717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Pushing event updated for resources: {'Port': ['ID=fc7593af-e312-4850-8e8d-fa0d5f5989d0,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:20.997955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca43d7-c7f8-4938-b8fa-03235a6223f6 req-28169ead-9da3-4e78-8a02-0fc5d2585fa4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:21.000218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3ca43d7-c7f8-4938-b8fa-03235a6223f6 req-28169ead-9da3-4e78-8a02-0fc5d2585fa4 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1329205 Feb 07 13:02:21.016148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5360-d166-4b97-a01a-24867bb521e8 req-cded372a-5591-4c72-9655-58147028a6b2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:21.017710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9aee5360-d166-4b97-a01a-24867bb521e8 req-cded372a-5591-4c72-9655-58147028a6b2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1934385 Feb 07 13:02:21.067200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72028eb-293d-4861-ba37-266ab583954d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:21.067929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e72028eb-293d-4861-ba37-266ab583954d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Synchronizing usage tracker for tenant:a175c1fb4a9849a08ebebe6706e8434a on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:21.102085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3ca43d7-c7f8-4938-b8fa-03235a6223f6 req-b74c2c62-3b6d-4dd0-bfa6-7508f4cdfd46 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953307 Feb 07 13:02:21.107352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9aee5360-d166-4b97-a01a-24867bb521e8 req-a479175a-e9ca-442c-9796-0ef58b397b42 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698757 Feb 07 13:02:21.247918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Network a1fc62d9-8437-4cca-9bec-11b77381891f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:21.249009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:21.308499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e72028eb-293d-4861-ba37-266ab583954d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Unset dirty status for tenant:a175c1fb4a9849a08ebebe6706e8434a on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:21.321120 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e72028eb-293d-4861-ba37-266ab583954d tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "GET /v2.0/ports?device_id=700fd482-77c6-40cf-b77c-0bb061be0ae1 HTTP/1.1" status: 200 len: 913 time: 0.5217943 Feb 07 13:02:21.321447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34818) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:21.455730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Router 336a958f-16a4-458a-9859-fea446380676 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:02:21.547466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b2c6b4a5-3ba9-4a49-8207-e0b6814426a4 None None] Provisioning complete for port fc7593af-e312-4850-8e8d-fa0d5f5989d0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:21.547933 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b2c6b4a5-3ba9-4a49-8207-e0b6814426a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:21.673085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6b4a5-3ba9-4a49-8207-e0b6814426a4 None None] Port fc7593af-e312-4850-8e8d-fa0d5f5989d0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:02:21.733322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:21.748029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a6b5937c-1ebe-4766-b3eb-cc84b7a7cd2f admin admin] 10.222.0.69 "PUT /v2.0/routers/336a958f-16a4-458a-9859-fea446380676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0785732 Feb 07 13:02:21.841138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Sync routers for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:21.861617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:21.863661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:21.916847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8f81-52bb-41d5-8eaa-36c7854513e8 req-2e9d54ec-d8ad-45ee-a548-f8b4b0fee92f tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:21.918296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eafe8f81-52bb-41d5-8eaa-36c7854513e8 req-2e9d54ec-d8ad-45ee-a548-f8b4b0fee92f tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.2952583 Feb 07 13:02:22.001228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e300a6-bfe5-4722-8b93-30bb98e05ca6 req-5e5814da-bc49-46c0-9990-57eb961f6868 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:22.006297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:22.008006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8e300a6-bfe5-4722-8b93-30bb98e05ca6 req-5e5814da-bc49-46c0-9990-57eb961f6868 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.2504010 Feb 07 13:02:22.048310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eafe8f81-52bb-41d5-8eaa-36c7854513e8 req-ef967fcf-0803-4838-a7e0-e73bcefea4b5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211944 Feb 07 13:02:22.076943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8e300a6-bfe5-4722-8b93-30bb98e05ca6 req-9463aa2e-fb6a-4053-b471-aecd76a192df tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729244 Feb 07 13:02:22.165070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:22.172031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:02:22.538517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 2, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:22.542452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Checking router: 336a958f-16a4-458a-9859-fea446380676 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:02:22.542779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Updating router 336a958f-16a4-458a-9859-fea446380676 port fc7593af-e312-4850-8e8d-fa0d5f5989d0 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:02:22.599152 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:22.658008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e5396-3da9-4808-9951-a976f0171733 req-08c7551f-95e1-4d33-9fd7-f1b47134c20a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:22.661490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-715e5396-3da9-4808-9951-a976f0171733 req-08c7551f-95e1-4d33-9fd7-f1b47134c20a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.4233041 Feb 07 13:02:22.716797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:22.728105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:22.728478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:22.758872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-715e5396-3da9-4808-9951-a976f0171733 req-3b1056c1-f87e-4337-96f1-065a89fec1ee tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913994 Feb 07 13:02:22.840752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34836) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:22.841255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208474704', 'description': 'tempest-description--1232210038'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:22.851279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:22.855491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Usage tracker for resource:security_group and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:22.860616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:22.868364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:22.873665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 67a09f49-f53b-4fcd-814f-c0ca76b147bf {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:22.874099 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:22.973818 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.012747 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.015861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9c62fd80-40dd-4145-a8b2-ee1d8cc059c0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:23.016214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:23.019639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Usage tracker for resource:security_group_rule and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:23.023478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:23.029513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:23.102779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386a97-f330-4029-ac11-77b1d64be267 req-66aa873f-6d57-45fa-b73e-76e44feb46fc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:23.104372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4386a97-f330-4029-ac11-77b1d64be267 req-66aa873f-6d57-45fa-b73e-76e44feb46fc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.2317495 Feb 07 13:02:23.130251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.132738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.139710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Transition to ACTIVE for port object fc7593af-e312-4850-8e8d-fa0d5f5989d0 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:23.180307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.250797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.299116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4386a97-f330-4029-ac11-77b1d64be267 req-e917bdf5-578b-4aab-a327-2e49b2fea455 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858168 Feb 07 13:02:23.307573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9c62fd80-40dd-4145-a8b2-ee1d8cc059c0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:23.332606 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.361866 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.369625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 67a09f49-f53b-4fcd-814f-c0ca76b147bf owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:23.394165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382856fd-525f-4b26-a065-818019e4dbef,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:23.522659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.522659 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af8e77ef-1bf3-47bd-baf5-f8f53775f2c6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6845622 Feb 07 13:02:23.522659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34844) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:23.526457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Request body: {'security_group_rule': {'security_group_id': '382856fd-525f-4b26-a065-818019e4dbef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:23.532826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:23.537038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Usage tracker for resource:security_group_rule and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:23.544733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:23.551713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:23.600634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3d1e5-576c-49d4-9f36-72944326c1a4 req-bdf0dd19-81d0-46ef-b539-46f0f0ddf342 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:23.602211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57d3d1e5-576c-49d4-9f36-72944326c1a4 req-bdf0dd19-81d0-46ef-b539-46f0f0ddf342 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.4114268 Feb 07 13:02:23.634213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453b68f-a971-417e-b4e0-0e86256741d5 None None] Pushing event updated for resources: {'Port': ['ID=fc7593af-e312-4850-8e8d-fa0d5f5989d0,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:23.654528 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.680156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf43e9f-7e70-4257-bb79-b8ea92dd78db req-96a33041-9bea-4dbf-8e83-d572cb75717b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:23.683935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cf43e9f-7e70-4257-bb79-b8ea92dd78db req-96a33041-9bea-4dbf-8e83-d572cb75717b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.2622488 Feb 07 13:02:23.687668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Attempting to bind port fc7593af-e312-4850-8e8d-fa0d5f5989d0 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:02:23.688355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Attempting to bind port fc7593af-e312-4850-8e8d-fa0d5f5989d0 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:02:23.688960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Attempting to bind port fc7593af-e312-4850-8e8d-fa0d5f5989d0 on network a1fc62d9-8437-4cca-9bec-11b77381891f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:23.696208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57d3d1e5-576c-49d4-9f36-72944326c1a4 req-2808779d-8c4b-49e9-86cc-31b195e9146b tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838988 Feb 07 13:02:23.705215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:02:23.705215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Checking segment: {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:23.705215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.705215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Bound using segment: {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:02:23.705215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Bound port: fc7593af-e312-4850-8e8d-fa0d5f5989d0, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:02:23.705215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.770054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.811288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cf43e9f-7e70-4257-bb79-b8ea92dd78db req-09c929b7-fbcb-4fe2-9360-c2382639b344 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137974 Feb 07 13:02:23.820257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] For port fc7593af-e312-4850-8e8d-fa0d5f5989d0, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:23.825536 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] For port fc7593af-e312-4850-8e8d-fa0d5f5989d0, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fc7593af-e312-4850-8e8d-fa0d5f5989d0,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:02:23.919856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:23.932086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.955384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e72701-cf63-4f47-b01e-28b0b7f2064b,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:23.983578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073abf70-bc07-45f0-ac01-e3e8522dd6fb req-f91ee2bd-b755-4a1e-8e06-e0cd8e4ad6e8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:23.987355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:23.987498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-073abf70-bc07-45f0-ac01-e3e8522dd6fb req-f91ee2bd-b755-4a1e-8e06-e0cd8e4ad6e8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0966578 Feb 07 13:02:23.987498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.037863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=67a09f49-f53b-4fcd-814f-c0ca76b147bf,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:24.066509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:24.066880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.078134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.082007 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3974d71d-b918-441b-96f2-ea1a54a45ba7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5583234 Feb 07 13:02:24.084023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34850) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:24.089890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Request body: {'security_group_rule': {'security_group_id': '382856fd-525f-4b26-a065-818019e4dbef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:24.098729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:24.103968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Usage tracker for resource:security_group_rule and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:24.109483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:24.119938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:24.128444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453b68f-a971-417e-b4e0-0e86256741d5 None None] Pushing event updated for resources: {'Port': ['ID=fc7593af-e312-4850-8e8d-fa0d5f5989d0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:24.147118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:24.149281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:24.165745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-073abf70-bc07-45f0-ac01-e3e8522dd6fb req-0828000e-d4ac-486a-a4b5-f3c54be5e084 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454885 Feb 07 13:02:24.248114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.327911 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.396907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.408227 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.447022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:02:24.449767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19901f36-9cbf-412a-9bc3-d4b06620bd69,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:24.501915 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.554084 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.555641 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e038201a-54fa-4c0f-b532-800bbcd3bbbc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4704392 Feb 07 13:02:24.558916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:24.579240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:24.587500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:24.591825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Usage tracker for resource:floatingip and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:24.600017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:24.602037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:24.726867 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.804906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:23Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:24.810334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45572235-8dcf-4cd0-8ab8-03cebaa49114 None None] The sync data for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 is: [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:23Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:24.964154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:24.980807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c99ed-e638-4363-a99a-0dde0ff97ca2 req-3202378d-3f3d-426a-a4f8-390a57efb5f9 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:24.982818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c7c99ed-e638-4363-a99a-0dde0ff97ca2 req-3202378d-3f3d-426a-a4f8-390a57efb5f9 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.3702307 Feb 07 13:02:25.126559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c7c99ed-e638-4363-a99a-0dde0ff97ca2 req-e7886f4e-5afe-4ec9-b8e8-35e8a77b157d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428728 Feb 07 13:02:25.138706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Router 700fd482-77c6-40cf-b77c-0bb061be0ae1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:02:25.143479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Allocated IP 172.25.7.222 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/64fab577-ddd8-4e41-b573-76469338aa68) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:25.154411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92942c9-a4db-45a4-a8b9-8499fcc8072f req-bfd88d94-a1d3-4d1d-bd16-c70772b698c5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:25.155966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c92942c9-a4db-45a4-a8b9-8499fcc8072f req-bfd88d94-a1d3-4d1d-bd16-c70772b698c5 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.2470367 Feb 07 13:02:25.400186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:25.545087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:25.602552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c92942c9-a4db-45a4-a8b9-8499fcc8072f req-c2ceb659-4133-4790-9bdc-e91cb7bda861 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787658 Feb 07 13:02:25.641828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:25.647810 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:25.664348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:25.704691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event updated for resources: {'Port': ['ID=64fab577-ddd8-4e41-b573-76469338aa68,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:25.760220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:25.774154 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab162c-cf62-4f6b-b902-664f23a14506 None None] Sync routers for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:25.793003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab162c-cf62-4f6b-b902-664f23a14506 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:25.794604 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-baab162c-cf62-4f6b-b902-664f23a14506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:25.819560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:25.820346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5455af8-53ac-4192-b6bc-02d64e284378 req-845ed3e4-7e61-416b-bb9f-b44aa67b50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:25.821931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5455af8-53ac-4192-b6bc-02d64e284378 req-845ed3e4-7e61-416b-bb9f-b44aa67b50e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 1096 time: 0.3595824 Feb 07 13:02:25.832310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d000e0-a969-4cae-91e5-193c4236658f req-b62738f2-eadf-4fd1-a523-9e9fc96449b8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:25.840690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8d000e0-a969-4cae-91e5-193c4236658f req-b62738f2-eadf-4fd1-a523-9e9fc96449b8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.5522242 Feb 07 13:02:25.887881 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-baab162c-cf62-4f6b-b902-664f23a14506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:25.895790 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab162c-cf62-4f6b-b902-664f23a14506 None None] Routers {'700fd482-77c6-40cf-b77c-0bb061be0ae1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:25.896532 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-baab162c-cf62-4f6b-b902-664f23a14506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['700fd482-77c6-40cf-b77c-0bb061be0ae1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:25.961045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-0def1073-9b8c-44d4-82fa-a0b22fad9457 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:25.962566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-0def1073-9b8c-44d4-82fa-a0b22fad9457 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.4380181 Feb 07 13:02:25.967665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34866) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:25.968227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-25f12ecc-4862-46d0-a034-75996e6bc053 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "PUT /v2.0/routers/700fd482-77c6-40cf-b77c-0bb061be0ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6539130 Feb 07 13:02:26.007939 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-baab162c-cf62-4f6b-b902-664f23a14506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:26.007939 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab162c-cf62-4f6b-b902-664f23a14506 None None] The sync data for ids ['700fd482-77c6-40cf-b77c-0bb061be0ae1'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:26.020506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fc7593af-e312-4850-8e8d-fa0d5f5989d0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:26.035766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5455af8-53ac-4192-b6bc-02d64e284378 req-f9ee82c4-c66b-44fa-8a56-1231e4a32942 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661789 Feb 07 13:02:26.039324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8d000e0-a969-4cae-91e5-193c4236658f req-deb42d93-5235-45c7-b313-8a5492bd2658 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975229 Feb 07 13:02:26.126803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21444f0b-0d83-421e-9e5a-267e76c1df70 req-661e714e-e109-4af8-a5e0-7a60dde1f7fb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:26.126803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21444f0b-0d83-421e-9e5a-267e76c1df70 req-661e714e-e109-4af8-a5e0-7a60dde1f7fb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.2564883 Feb 07 13:02:26.131042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:26.182349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-864e42ee-ed80-400f-a039-5ec909a9ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:26.184235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-864e42ee-ed80-400f-a039-5ec909a9ce24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0 HTTP/1.1" status: 200 len: 1096 time: 0.2070186 Feb 07 13:02:26.196885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21444f0b-0d83-421e-9e5a-267e76c1df70 req-7a4d2776-8eb8-455c-9021-17e83e5681eb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689330 Feb 07 13:02:26.395404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d174b6-fd3a-4939-8c1e-0e316f44d9ff req-06be8996-13b0-45b7-b66c-4b5da8434b6d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:26.400467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-98d174b6-fd3a-4939-8c1e-0e316f44d9ff req-06be8996-13b0-45b7-b66c-4b5da8434b6d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1213465 Feb 07 13:02:26.439034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port fc7593af-e312-4850-8e8d-fa0d5f5989d0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:26.445899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fc7593af-e312-4850-8e8d-fa0d5f5989d0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:26.446279 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:26.460666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-98d174b6-fd3a-4939-8c1e-0e316f44d9ff req-c01c5ce4-1347-4884-aa25-740dfd4e1e9a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559049 Feb 07 13:02:26.521427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:26.576344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:26.706778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port fc7593af-e312-4850-8e8d-fa0d5f5989d0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fc7593af-e312-4850-8e8d-fa0d5f5989d0,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:26.763692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:26.770696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:26.798791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10421b-0b8d-4e81-9825-1caa88653325 req-6be5e670-6349-47ef-ab21-82ecd9f5f554 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:26.800344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f10421b-0b8d-4e81-9825-1caa88653325 req-6be5e670-6349-47ef-ab21-82ecd9f5f554 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.0821843 Feb 07 13:02:26.944670 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:26.965107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f10421b-0b8d-4e81-9825-1caa88653325 req-599b0136-f43f-4a32-95ae-8e637f68d255 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582963 Feb 07 13:02:27.005475 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:27.009613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting port 08b43e70-9c12-4f7b-a2a4-2402ff1d4729 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:27.009962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:27.028382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=fc7593af-e312-4850-8e8d-fa0d5f5989d0,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:27.244718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event updated for resources: {'Port': ['ID=64fab577-ddd8-4e41-b573-76469338aa68,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:27.246722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b11b9-f270-4e01-880d-2bedbe2417ea req-153eba7d-3635-4bda-af12-b607ff2a7c7e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:27.255543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed3b11b9-f270-4e01-880d-2bedbe2417ea req-153eba7d-3635-4bda-af12-b607ff2a7c7e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1044588 Feb 07 13:02:27.267920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:27.317129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed3b11b9-f270-4e01-880d-2bedbe2417ea req-192e6fa7-092e-4ae8-8b30-ff82aaaa01d2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606589 Feb 07 13:02:27.343149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:27.402044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84108f3-b4a8-42ef-ad8d-d40c5f438658 req-3a133313-de40-4df5-8f46-f335259146f5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:27.403510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c84108f3-b4a8-42ef-ad8d-d40c5f438658 req-3a133313-de40-4df5-8f46-f335259146f5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0854652 Feb 07 13:02:27.448703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c84108f3-b4a8-42ef-ad8d-d40c5f438658 req-907fea6f-6846-4faa-88b2-e273164a8fd7 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 Feb 07 13:02:27.469670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Calling delete_port for 08b43e70-9c12-4f7b-a2a4-2402ff1d4729 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:27.498531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:27.504635 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2ed28f9b-0db5-472b-9efd-47ce1a35c996 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9300690 Feb 07 13:02:27.703581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-35b82c82-4519-4e02-a554-6b808bed0ca1 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1208474704&fields=id&tenant_id=fc4e9e39c24848eda1250cb49401ce7f HTTP/1.1" status: 200 len: 267 time: 0.0610414 Feb 07 13:02:27.716714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce506906-e27b-414c-a86e-85e0d48c24ba req-70059a85-65ca-47e5-8c0d-dcf2701ac787 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:27.720560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce506906-e27b-414c-a86e-85e0d48c24ba req-70059a85-65ca-47e5-8c0d-dcf2701ac787 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1387618 Feb 07 13:02:27.854105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce506906-e27b-414c-a86e-85e0d48c24ba req-c8eaec1a-1163-485d-9505-1e43a95e5d6a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118586 Feb 07 13:02:27.905486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001511-0031-4e06-aa05-12fe02592248 req-ecdc19c4-0fc2-46a9-9d8e-86e5172e4b38 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:27.906965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-ecdc19c4-0fc2-46a9-9d8e-86e5172e4b38 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/networks?id=a1fc62d9-8437-4cca-9bec-11b77381891f HTTP/1.1" status: 200 len: 811 time: 0.1878464 Feb 07 13:02:27.926174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fc7593af-e312-4850-8e8d-fa0d5f5989d0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:27.926328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:27.926462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-c63c3a78-97a4-44bc-a9e5-f7b4bbb77740 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/quotas/fc4e9e39c24848eda1250cb49401ce7f HTTP/1.1" status: 200 len: 375 time: 0.0095098 Feb 07 13:02:27.994762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fc7593af-e312-4850-8e8d-fa0d5f5989d0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:27.995324 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.024530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-6494f5dd-9f2b-4983-b0f2-be5e2b466990 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc4e9e39c24848eda1250cb49401ce7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939491 Feb 07 13:02:28.047303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Port': ['ID=08b43e70-9c12-4f7b-a2a4-2402ff1d4729,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:28.087397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.247810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-0b627b75-21c1-4615-9880-fc174c59ac6e service neutron] 10.222.0.69 "GET /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127919 Feb 07 13:02:28.259456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640de03-8670-4c29-acf6-53cd89722cec req-59484f65-91cf-4be3-b360-139dcedf97b2 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:28.261109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4640de03-8670-4c29-acf6-53cd89722cec req-59484f65-91cf-4be3-b360-139dcedf97b2 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.1412318 Feb 07 13:02:28.394627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4640de03-8670-4c29-acf6-53cd89722cec req-77f0962c-a64e-4ab6-909b-883ec9210667 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112757 Feb 07 13:02:28.402392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.403190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.442334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-e3e048c2-26b4-4c64-ad9e-67e73e8b29d2 service neutron] 10.222.0.69 "GET /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759183 Feb 07 13:02:28.571299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.572928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Fanout notify agent at l3_agent the message router_deleted on router 700fd482-77c6-40cf-b77c-0bb061be0ae1 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:02:28.592324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f9c98-29b5-44cc-b496-922f9a10ecf6 req-cde8c459-d502-4814-9db8-294b40edd04f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:28.593841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a3f9c98-29b5-44cc-b496-922f9a10ecf6 req-cde8c459-d502-4814-9db8-294b40edd04f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.0946832 Feb 07 13:02:28.594722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.595874 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd5c21aa-1452-454f-a651-6209e7194e99 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/routers/700fd482-77c6-40cf-b77c-0bb061be0ae1 HTTP/1.1" status: 204 len: 168 time: 2.6270268 Feb 07 13:02:28.598454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34900) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:28.641371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a3f9c98-29b5-44cc-b496-922f9a10ecf6 req-47527fb8-9764-4485-a00c-68d9f98d491c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Feb 07 13:02:28.667060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-803a3cae-4fca-478b-93b7-c7827d374c4c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Deleting subnet ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:02:28.670324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-803a3cae-4fca-478b-93b7-c7827d374c4c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.733517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-803a3cae-4fca-478b-93b7-c7827d374c4c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.807364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-803a3cae-4fca-478b-93b7-c7827d374c4c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:28.854369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73be5906-0683-4090-84d5-a1e9b30d50a8 req-035c8c36-864f-48a7-8374-d118649707d2 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 210 time: 0.0548420 Feb 07 13:02:28.895787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078d13-dcb7-4faf-83dc-e689fe3836fe req-77d5e1cd-8b26-499d-8ddb-2eee5829d16b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:28.897971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd078d13-dcb7-4faf-83dc-e689fe3836fe req-77d5e1cd-8b26-499d-8ddb-2eee5829d16b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1514883 Feb 07 13:02:28.952459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd078d13-dcb7-4faf-83dc-e689fe3836fe req-2afa967d-f746-485f-90d7-dd6810c956a8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481579 Feb 07 13:02:29.062043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523dabe-e5af-4ea7-a6fa-e2e730791231 req-136973a4-b36b-4845-a0c6-bf702ed8c34a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:29.063490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7523dabe-e5af-4ea7-a6fa-e2e730791231 req-136973a4-b36b-4845-a0c6-bf702ed8c34a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.0813730 Feb 07 13:02:29.104908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-803a3cae-4fca-478b-93b7-c7827d374c4c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.107352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7523dabe-e5af-4ea7-a6fa-e2e730791231 req-25ee27fb-3e55-4d4a-b49f-f4d55362264a tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379293 Feb 07 13:02:29.146199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a3cae-4fca-478b-93b7-c7827d374c4c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Subnet': ['ID=ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:29.153503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-803a3cae-4fca-478b-93b7-c7827d374c4c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.163614 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-803a3cae-4fca-478b-93b7-c7827d374c4c tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/subnets/ea72f8ba-4ac7-4aa1-b1f6-0a9bb7530413 HTTP/1.1" status: 204 len: 168 time: 0.5641158 Feb 07 13:02:29.165940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34914) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:29.282933 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.415890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.442999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6271ac33-3e95-4b90-bf1b-405852cbbb55']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:29.455516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcd0523-5538-44b5-9acd-a641bf346718') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:29.455816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcd0523-5538-44b5-9acd-a641bf346718') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:29.468023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.484734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.491015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:02:29.491414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:02:29.506309 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:02:29.614186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83926-9161-41aa-8d14-ccb7dd6fe43d req-971cf2a1-2145-4d45-8d5a-a45265056c13 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:29.615760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7e83926-9161-41aa-8d14-ccb7dd6fe43d req-971cf2a1-2145-4d45-8d5a-a45265056c13 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.0989962 Feb 07 13:02:29.669177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7e83926-9161-41aa-8d14-ccb7dd6fe43d req-41db49cc-5dca-487f-9fd4-19c134323168 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Feb 07 13:02:29.827395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7428e7-24cd-45b0-b99d-499a24578c23 req-4afc6673-60fb-4321-9954-b4795a4d456c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:29.828901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af7428e7-24cd-45b0-b99d-499a24578c23 req-4afc6673-60fb-4321-9954-b4795a4d456c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.0803781 Feb 07 13:02:29.847024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.868535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:29.874717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] Pushing event deleted for resources: {'Network': ['ID=6271ac33-3e95-4b90-bf1b-405852cbbb55,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:29.878017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af7428e7-24cd-45b0-b99d-499a24578c23 req-ff4dfaf0-6920-4d92-84e2-870c5628876a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Feb 07 13:02:29.878765 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2026611d-4c5e-4a52-a352-6b02c3f728e4 tempest-FloatingIPTestJSON-969704654 tempest-FloatingIPTestJSON-969704654-project] 10.222.0.69 "DELETE /v2.0/networks/6271ac33-3e95-4b90-bf1b-405852cbbb55 HTTP/1.1" status: 204 len: 168 time: 0.7118998 Feb 07 13:02:29.959153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3378636e-e346-467e-a532-d9769d556bac req-7d71eb20-1eaf-49ae-894c-f5d59c41b57d tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 210 time: 0.0451741 Feb 07 13:02:30.134929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a79b9-7e47-4796-8dc3-d68aea5c832e req-fcb59906-9cea-44d1-8db4-190d714c008e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:30.138110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c5a79b9-7e47-4796-8dc3-d68aea5c832e req-fcb59906-9cea-44d1-8db4-190d714c008e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0809324 Feb 07 13:02:30.188943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c5a79b9-7e47-4796-8dc3-d68aea5c832e req-9e528ba4-f6c3-44dc-ab5e-71b753f0eef5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Feb 07 13:02:30.417384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a1338-842f-44e9-8abd-4f2866deb5c1 req-1ebbc43a-bf6d-4930-8d5d-6f0dc08e9f02 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:30.417384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-817a1338-842f-44e9-8abd-4f2866deb5c1 req-1ebbc43a-bf6d-4930-8d5d-6f0dc08e9f02 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1917982 Feb 07 13:02:30.465856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-817a1338-842f-44e9-8abd-4f2866deb5c1 req-e97ee6e1-3f66-4b43-b816-f7e9d10fb051 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Feb 07 13:02:30.608319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34934) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:30.772225 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-622eadc2-473b-4fcb-b42a-c459066a09de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a175c1fb4a9849a08ebebe6706e8434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618683 Feb 07 13:02:30.774550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34942) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:30.889717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d213013-9a7c-46ac-8fe0-cd044619d6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:30.935341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287cc6a-5539-40ad-ae9e-42bb2347e367 req-ea2f14d2-81fa-4d38-9548-9604f14b0eda tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:30.935341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b287cc6a-5539-40ad-ae9e-42bb2347e367 req-ea2f14d2-81fa-4d38-9548-9604f14b0eda tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.1504195 Feb 07 13:02:30.935341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d213013-9a7c-46ac-8fe0-cd044619d6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:31.005877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b287cc6a-5539-40ad-ae9e-42bb2347e367 req-b6bec043-febf-4833-9a0c-638e1af6a356 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665324 Feb 07 13:02:31.097741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f29750-14c8-494b-bbcf-df435d05842f req-92366518-bc33-427d-8d20-49ed1dfe59d0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:31.099930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21f29750-14c8-494b-bbcf-df435d05842f req-92366518-bc33-427d-8d20-49ed1dfe59d0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.0976276 Feb 07 13:02:31.164944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36a1399d-3b93-4a46-855b-1839c6c30885 req-02bc6377-f028-49d7-9964-e30ef287f182 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 210 time: 0.0575087 Feb 07 13:02:31.185745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21f29750-14c8-494b-bbcf-df435d05842f req-324fbee0-1057-47df-905d-7be3455716ff tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794454 Feb 07 13:02:31.276127 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d213013-9a7c-46ac-8fe0-cd044619d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:31.293078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d213013-9a7c-46ac-8fe0-cd044619d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf749e-8bd6-47e0-ad58-bf5259ed09b0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:31.298746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d213013-9a7c-46ac-8fe0-cd044619d6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:31.302021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4d213013-9a7c-46ac-8fe0-cd044619d6e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5caf749e-8bd6-47e0-ad58-bf5259ed09b0 HTTP/1.1" status: 204 len: 168 time: 0.5243876 Feb 07 13:02:31.397034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b0f21-2694-4ce7-958e-b53282c9cee9 req-615f7b9f-daec-4296-a661-be0fc9f700dc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:31.398539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc8b0f21-2694-4ce7-958e-b53282c9cee9 req-615f7b9f-daec-4296-a661-be0fc9f700dc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0879853 Feb 07 13:02:31.443599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc8b0f21-2694-4ce7-958e-b53282c9cee9 req-f3394adf-31fe-4f21-9ffc-c2e1ef093787 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Feb 07 13:02:31.664219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a0752-e7bf-4d1d-9af2-140a440ed75f req-e06a9127-68fd-421d-bdbb-aecee6d0e007 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:31.665685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-148a0752-e7bf-4d1d-9af2-140a440ed75f req-e06a9127-68fd-421d-bdbb-aecee6d0e007 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.0830376 Feb 07 13:02:31.757051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-148a0752-e7bf-4d1d-9af2-140a440ed75f req-605e727d-82ec-4b13-ab3d-ae5d7d669cda tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852275 Feb 07 13:02:31.793101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-40e075e1-670e-43cc-9fb5-ebf60478c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:31.793973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-40e075e1-670e-43cc-9fb5-ebf60478c13a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1096 time: 0.0860000 Feb 07 13:02:31.931226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-434021ff-9a73-4ba3-8f88-bd67292dc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:31.932707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-434021ff-9a73-4ba3-8f88-bd67292dc01b service neutron] 10.222.0.47 "GET /v2.0/networks?id=466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 200 len: 920 time: 0.1307113 Feb 07 13:02:32.007963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-863e814e-2dd8-4ea1-b994-b3d960af1af9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 HTTP/1.1" status: 200 len: 217 time: 0.0681558 Feb 07 13:02:32.087420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-5d655c5b-9a23-4549-9bae-ec57180653c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:32.087420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-5d655c5b-9a23-4549-9bae-ec57180653c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 200 len: 860 time: 0.0592988 Feb 07 13:02:32.125732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-d671422d-04c7-4d5e-855b-bd9c9e266915 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=466f93c0-0698-457f-8e18-e5d273e64d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420005 Feb 07 13:02:32.318811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9794a-9f32-4fe9-945f-c8f0220ea5d3 req-bf239355-abfa-4114-a2a3-cb892f518361 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:32.320840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89c9794a-9f32-4fe9-945f-c8f0220ea5d3 req-bf239355-abfa-4114-a2a3-cb892f518361 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.1872351 Feb 07 13:02:32.385882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f10206c3-15d0-4f8f-b492-588cecd91e42 req-fefffeff-d944-441a-a117-7f038ffbf7a3 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 210 time: 0.0809655 Feb 07 13:02:32.397004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-67c1f58a-0900-4c6b-b4cd-783fba2d34f9 service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612913 Feb 07 13:02:32.489320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89c9794a-9f32-4fe9-945f-c8f0220ea5d3 req-01e9d549-f907-4765-80ca-6aae7328c2f1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367385 Feb 07 13:02:32.550872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-92d26e0b-1302-4aa5-a500-494f44fc435e service neutron] 10.222.0.47 "GET /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452432 Feb 07 13:02:32.749972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767e1dd-3eca-4648-a021-47bf62c876ef req-e2398e32-750e-4d49-b6d9-4e61fa02df6c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:32.751434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1767e1dd-3eca-4648-a021-47bf62c876ef req-e2398e32-750e-4d49-b6d9-4e61fa02df6c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1416931 Feb 07 13:02:32.759881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c33f-0a42-4b60-8714-e21af6068a19 req-1dc7d9ae-5105-489b-91c5-76daf94e0e2e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:32.761253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3202c33f-0a42-4b60-8714-e21af6068a19 req-1dc7d9ae-5105-489b-91c5-76daf94e0e2e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1502774 Feb 07 13:02:32.929469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1767e1dd-3eca-4648-a021-47bf62c876ef req-a6f97c28-0977-45de-ba21-9bb906bcddc0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672733 Feb 07 13:02:32.937014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3202c33f-0a42-4b60-8714-e21af6068a19 req-60ab5a8a-e903-4740-96b9-a2cf894aeaed tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588786 Feb 07 13:02:33.124620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522bfb-3234-4f67-97fb-aeda8f91191f req-07c42e35-808f-4eaa-baf9-aec21c08fd65 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:33.126195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84522bfb-3234-4f67-97fb-aeda8f91191f req-07c42e35-808f-4eaa-baf9-aec21c08fd65 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.0900965 Feb 07 13:02:33.172483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84522bfb-3234-4f67-97fb-aeda8f91191f req-aa4d4c40-2aed-41b1-9a5e-6135f2a50013 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Feb 07 13:02:33.185385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34988) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:33.295646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1813110743'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:33.295646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:33.303388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Usage tracker for resource:network and tenant:2ace22d206fc4f5eb0e73014ce6a4028 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:33.303388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:33.316782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:33.450727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351155de-523c-4b11-91c8-003802b33ecc req-e19dcd08-a835-4876-97a0-1ad059649c91 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:33.452143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-351155de-523c-4b11-91c8-003802b33ecc req-e19dcd08-a835-4876-97a0-1ad059649c91 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.0817192 Feb 07 13:02:33.553478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Made reservation on behalf of 2ace22d206fc4f5eb0e73014ce6a4028 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:02:33.557099 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:33.574978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-423e6d75-d646-4b71-a9c3-90d48bf7b752 req-5e7a9917-addd-47ae-8114-44e36f47bbae tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 210 time: 0.0635905 Feb 07 13:02:33.578679 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:33.631374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Deleting port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:33.631719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:33.709356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:33.731379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Usage tracker for resource:security_group_rule and tenant:2ace22d206fc4f5eb0e73014ce6a4028 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:33.740832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:33.758445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:33.952573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5740fc-cd62-4073-916a-404f392c191a req-8402a846-510a-4683-879e-99ef0f20687e tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:33.953914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-8402a846-510a-4683-879e-99ef0f20687e tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde&tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.3760633 Feb 07 13:02:34.055105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f8f53-c38c-44d6-a8a9-eb6f495d713b req-592e99ec-4f34-4baa-92a1-14d556ef9b90 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:34.071740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-317f8f53-c38c-44d6-a8a9-eb6f495d713b req-592e99ec-4f34-4baa-92a1-14d556ef9b90 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.4334962 Feb 07 13:02:34.334956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] For port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:34.335236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:34.346421 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:34.377549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-317f8f53-c38c-44d6-a8a9-eb6f495d713b req-bdcd6e2a-c256-4be4-81f9-b8cda0ad8849 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044586 Feb 07 13:02:34.522500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Calling delete_port for b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:34.617294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001511-0031-4e06-aa05-12fe02592248 req-2ee18ea2-116b-4025-a68d-3d7b644f9ba5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:34.618669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-2ee18ea2-116b-4025-a68d-3d7b644f9ba5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.35 "GET /v2.0/networks?id=a1fc62d9-8437-4cca-9bec-11b77381891f HTTP/1.1" status: 200 len: 811 time: 0.6034071 Feb 07 13:02:34.628958 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:34.689189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d93c0-587f-47b5-a2b8-225647e7eccf req-0fb03a5e-1818-4e2c-8714-7202054c6d00 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:34.690652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-580d93c0-587f-47b5-a2b8-225647e7eccf req-0fb03a5e-1818-4e2c-8714-7202054c6d00 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.6227393 Feb 07 13:02:34.755300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:02:34.770421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29543efe-3657-4121-a535-fbc52dfaa2b6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:34.790954 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:34.790954 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Added segment c1173cc1-0c26-4858-815a-a7542c124cb8 of type vlan for network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 Feb 07 13:02:34.802911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-765516e5-a333-4970-81bd-108dcfb8dab7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4e9e39c24848eda1250cb49401ce7f HTTP/1.1" status: 200 len: 380 time: 0.1636539 Feb 07 13:02:34.815283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Request body: {'port': {'device_id': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'admin_state_up': True, 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'security_groups': ['382856fd-525f-4b26-a065-818019e4dbef']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:35.049737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-df5740fc-cd62-4073-916a-404f392c191a req-2160844b-a7c0-47a8-bf2c-5a6dd49259e0 service neutron] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:35.069476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-580d93c0-587f-47b5-a2b8-225647e7eccf req-3efc83de-a412-4fd8-b190-698e1da3d4b6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599746 Feb 07 13:02:35.100502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:35.122196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe56219-637c-4b0a-b0a5-e415b14e5dea req-7f4ab5c3-ca38-4140-bb0b-9fffe01a8465 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:35.123679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fe56219-637c-4b0a-b0a5-e415b14e5dea req-7f4ab5c3-ca38-4140-bb0b-9fffe01a8465 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.6121633 Feb 07 13:02:35.277657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fe56219-637c-4b0a-b0a5-e415b14e5dea req-83a5cda8-02f1-49b7-be69-84b62899ba1b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389592 Feb 07 13:02:35.289265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:35.294818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Usage tracker for resource:port and tenant:fc4e9e39c24848eda1250cb49401ce7f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:35.299663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:35.306283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:35.334242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5331549-242f-45e3-bd8d-1bb7bb873974 req-53cc6b0a-bbca-4cd5-ac8f-9ba34ffeaebf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:35.335023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e5331549-242f-45e3-bd8d-1bb7bb873974 req-53cc6b0a-bbca-4cd5-ac8f-9ba34ffeaebf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:35.348225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e5331549-242f-45e3-bd8d-1bb7bb873974 req-53cc6b0a-bbca-4cd5-ac8f-9ba34ffeaebf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:35.349784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5331549-242f-45e3-bd8d-1bb7bb873974 req-53cc6b0a-bbca-4cd5-ac8f-9ba34ffeaebf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 949 time: 0.1593885 Feb 07 13:02:35.401097 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5331549-242f-45e3-bd8d-1bb7bb873974 req-257c28c1-d595-4aaa-99a6-cafc644b1d25 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Feb 07 13:02:35.406557 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:35.415724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15', '3e9adc8e-0a30-4d5b-8a53-44674d543292'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:35.448157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880', '497a8c03-d2aa-40bc-adc3-22e77c137782', 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:35.499324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event deleted for resources: {'Port': ['ID=b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:35.510914 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:35.516434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:35.517076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:35.523249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2143918d-1867-4699-98bf-86725f6d2375 req-4e90197d-b28e-4d60-8ee8-e58b333ad986 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 210 time: 0.0825143 Feb 07 13:02:35.523883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Made reservation on behalf of fc4e9e39c24848eda1250cb49401ce7f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:02:35.527400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:35.596349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df5740fc-cd62-4073-916a-404f392c191a req-2160844b-a7c0-47a8-bf2c-5a6dd49259e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:35.597501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-2160844b-a7c0-47a8-bf2c-5a6dd49259e0 service neutron] 10.222.0.47 "DELETE /v2.0/ports/e04beb23-8a9e-4dcd-bf42-efc86c8c7a18/bindings/n-h1-811416-5 HTTP/1.1" status: 204 len: 173 time: 1.6305645 Feb 07 13:02:35.872069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'Network': ['ID=2b6583f9-902c-4b47-a89e-fe415d2a89d0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:35.874983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] No DVR routers for this DVR port b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:35.878845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:35.880904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-351155de-523c-4b11-91c8-003802b33ecc req-cd808c4f-c194-4802-9637-6d81f65e8c78 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "DELETE /v2.0/ports/b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d HTTP/1.1" status: 204 len: 173 time: 2.4234836 Feb 07 13:02:35.882508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072f8d6-bdd6-4661-8851-0e251dee5584', 'name': 'network-vif-deleted', 'tag': 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:35.898021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:02:35.949691 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd072f8d6-bdd6-4661-8851-0e251dee5584', 'name': 'network-vif-deleted', 'tag': 'b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d', 'status': 'completed', 'code': 200} Feb 07 13:02:35.954996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-05b9fe0f-e454-43df-a071-1a885c9ed71e tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7685907 Feb 07 13:02:35.957999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:35.967044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Request body: {'subnet': {'network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:36.002879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1097319-a872-4399-bf39-b6e4778a0dea req-59e5f8e9-0bad-4158-b6e4-6a54df596dec tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:36.010421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1097319-a872-4399-bf39-b6e4778a0dea req-59e5f8e9-0bad-4158-b6e4-6a54df596dec tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 1096 time: 0.4694033 Feb 07 13:02:36.071878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Allocated IP 172.20.0.8 (a1fc62d9-8437-4cca-9bec-11b77381891f/259a1bc9-d785-480d-9d86-16145b708d16/ed6f6d73-9782-4c3a-a79a-e01ba7262d2d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:36.083924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1097319-a872-4399-bf39-b6e4778a0dea req-aa252155-e55a-44d4-8d17-fb5b8537ee68 tempest-LiveAutoBlockMigrationV225Test-1283715425 tempest-LiveAutoBlockMigrationV225Test-1283715425-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718699 Feb 07 13:02:36.128297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:36.142879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Usage tracker for resource:subnet and tenant:2ace22d206fc4f5eb0e73014ce6a4028 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:36.146515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:36.157888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:36.358759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Made reservation on behalf of 2ace22d206fc4f5eb0e73014ce6a4028 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:02:36.365073 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:36.470980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:36.482133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f72a95-c592-4af4-a6bc-03df30c5f6f9 req-73f9a368-5917-4adc-b207-9eceb3606b67 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:36.489748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29f72a95-c592-4af4-a6bc-03df30c5f6f9 req-73f9a368-5917-4adc-b207-9eceb3606b67 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.2535269 Feb 07 13:02:36.519055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Transition to ACTIVE for port object ed6f6d73-9782-4c3a-a79a-e01ba7262d2d will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:36.546198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29f72a95-c592-4af4-a6bc-03df30c5f6f9 req-b9dded00-931a-461c-8d60-2b0f3efdacdc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529270 Feb 07 13:02:36.731888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a2c08-ef1d-4f21-9056-130e2871b4bc req-6ba648d6-e8f0-4dd4-93a2-a25586bd4d1d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:36.733472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e3a2c08-ef1d-4f21-9056-130e2871b4bc req-6ba648d6-e8f0-4dd4-93a2-a25586bd4d1d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.0879798 Feb 07 13:02:36.777697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e3a2c08-ef1d-4f21-9056-130e2871b4bc req-b70bc508-eda9-4f24-9649-e2bdc4ebf308 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384829 Feb 07 13:02:36.850818 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:36.958148 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:36.960754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c54c89e-cb17-4180-8c04-9bddeef4c936 req-51e5c170-2cc4-4e87-9b62-b79e1deedae1 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=d072f8d6-bdd6-4661-8851-0e251dee5584 HTTP/1.1" status: 200 len: 210 time: 0.0647120 Feb 07 13:02:36.966510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Network a1fc62d9-8437-4cca-9bec-11b77381891f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:36.970261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:36.972781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:37.021148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event updated for resources: {'Port': ['ID=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:37.026489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:37.055231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'Subnet': ['ID=1aa448a7-6cc8-4ca4-b6de-90fdc1423931,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:37.061901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Checking segment: {'id': 'c1173cc1-0c26-4858-815a-a7542c124cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:37.062346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Network hostable DHCP agents. Network: 2b6583f9-902c-4b47-a89e-fe415d2a89d0, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:02:37.087131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:37.090166 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:37.095767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:02:37.096141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b0ee6cf8-0a73-4af0-bfc6-bb19ec75820d not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:02:37.242492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ca255-cb13-4f4b-99b7-443c21b6d76c req-87e55784-a952-46c3-87a2-c742272f5bcc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:37.243184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8f9ca255-cb13-4f4b-99b7-443c21b6d76c req-87e55784-a952-46c3-87a2-c742272f5bcc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Synchronizing usage tracker for tenant:fc4e9e39c24848eda1250cb49401ce7f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:37.413959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:02:37.542004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-20f59c15-a225-4851-aefa-66419b0903a6 None None] Provisioning for port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:37.547821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-20f59c15-a225-4851-aefa-66419b0903a6 None None] Provisioning complete for port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:37.548220 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20f59c15-a225-4851-aefa-66419b0903a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:37.551078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8f9ca255-cb13-4f4b-99b7-443c21b6d76c req-87e55784-a952-46c3-87a2-c742272f5bcc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Unset dirty status for tenant:fc4e9e39c24848eda1250cb49401ce7f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:37.553152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ca255-cb13-4f4b-99b7-443c21b6d76c req-87e55784-a952-46c3-87a2-c742272f5bcc tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 931 time: 0.4050066 Feb 07 13:02:37.560447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-750d724a-f2ec-45fe-beb2-a4a49f1cae64 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7558351 Feb 07 13:02:37.572766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 2b6583f9-902c-4b47-a89e-fe415d2a89d0) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:37.579687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:37.580572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:37.588928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e5d94-6f70-4eab-9aa4-2bbcb51588ee None None] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:02:37.591695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Request body: {'port': {'device_id': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:37.676701 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-20f59c15-a225-4851-aefa-66419b0903a6 None None] Port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:02:37.704764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f9ca255-cb13-4f4b-99b7-443c21b6d76c req-066c0b2e-2b29-48e2-9a2a-dbb71707f479 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421514 Feb 07 13:02:37.733604 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0cdc26c3-c26a-4b91-827e-52b4fc141a0d tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7726147 Feb 07 13:02:37.739224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:37.747203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-590557507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:37.754563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:37.758812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Usage tracker for resource:router and tenant:2ace22d206fc4f5eb0e73014ce6a4028 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:37.762528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:37.772718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:37.779419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473f562-dc15-4d6b-bf4e-a33e0faf1792 req-3785baa3-c9d3-4b64-b1e3-6188a7af04c3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:37.788078 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a473f562-dc15-4d6b-bf4e-a33e0faf1792 req-3785baa3-c9d3-4b64-b1e3-6188a7af04c3 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.4448311 Feb 07 13:02:37.818232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-66b6d21c-3b2f-4d12-93fd-34f6394081b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4173899 Feb 07 13:02:37.847639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:37.858895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-2b6583f9-902c-4b47-a89e-fe415d2a89d0', 'network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0', 'tenant_id': '2ace22d206fc4f5eb0e73014ce6a4028', 'fixed_ips': [{'subnet_id': '1aa448a7-6cc8-4ca4-b6de-90fdc1423931'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:02:37.859724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:37.956181 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:37.957239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:37.991139 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:37.995702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a473f562-dc15-4d6b-bf4e-a33e0faf1792 req-80240dc0-4535-4035-8595-575d79f85526 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063451 Feb 07 13:02:38.039433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Allocated IP 172.20.0.2 (2b6583f9-902c-4b47-a89e-fe415d2a89d0/1aa448a7-6cc8-4ca4-b6de-90fdc1423931/7ac0c091-4a1e-4fc7-a0cc-af2cc161103e) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:38.156405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:38.211807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40429ec3-c1cd-49eb-9c01-95ee7aa99db2 req-4a5e1284-4326-4d38-b007-2dadafc85310 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:38.219794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40429ec3-c1cd-49eb-9c01-95ee7aa99db2 req-4a5e1284-4326-4d38-b007-2dadafc85310 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.3677247 Feb 07 13:02:38.225472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-f379de0b-448f-406a-8019-d54e3d1a4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:38.227101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-f379de0b-448f-406a-8019-d54e3d1a4a60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=874d2445575f4981b18d0467abf577e9&device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 1100 time: 0.3803570 Feb 07 13:02:38.297927 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:38.308856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Transition to ACTIVE for port object 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:38.334088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Transition to ACTIVE for port object 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:38.365643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:38.365643 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cf56c6f5-344c-4259-92a6-f49e85026141 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6218674 Feb 07 13:02:38.365643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35042) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:38.488085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40429ec3-c1cd-49eb-9c01-95ee7aa99db2 req-f03ebdf1-5b33-4db3-9dd0-c2501f054d92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444434 Feb 07 13:02:38.513625 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:38.565884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358c7a5-9cbd-415c-8ad4-fe043c584172 req-6572d7e6-e8f4-4408-be9d-ab7d8ac03035 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:38.565884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1358c7a5-9cbd-415c-8ad4-fe043c584172 req-6572d7e6-e8f4-4408-be9d-ab7d8ac03035 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.4431551 Feb 07 13:02:38.571259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-65e8104d-645b-4833-ac3e-a8f6bf446aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:38.572979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-65e8104d-645b-4833-ac3e-a8f6bf446aaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.2717056 Feb 07 13:02:38.591551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:38.594827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:38.598454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:38.605478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Pushing event updated for resources: {'Port': ['ID=7ac0c091-4a1e-4fc7-a0cc-af2cc161103e,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:38.712551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-f8d74b55-3aef-4b82-b26d-6e88100cb225 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=63732f3b-d430-4fb0-b695-ca5b3cbc0880 HTTP/1.1" status: 200 len: 217 time: 0.1099408 Feb 07 13:02:38.764795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Attempting to bind port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:02:38.766292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Attempting to bind port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c1173cc1-0c26-4858-815a-a7542c124cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:02:38.766670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Attempting to bind port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e on network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:38.782363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:02:38.783085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Checking segment: {'id': 'c1173cc1-0c26-4858-815a-a7542c124cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:38.783436 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:38.786134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Bound using segment: {'id': 'c1173cc1-0c26-4858-815a-a7542c124cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:02:38.786134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Bound port: 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1173cc1-0c26-4858-815a-a7542c124cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:02:38.786134 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:38.825782 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0c64-3e12-490f-aeeb-7805f379cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:38.905344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1358c7a5-9cbd-415c-8ad4-fe043c584172 req-084781fc-1ac9-4fda-aded-e061d0667793 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311832 Feb 07 13:02:38.916271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6f6d73-9782-4c3a-a79a-e01ba7262d2d {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:02:38.930763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] For port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:38.933269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:38.934566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] For port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7ac0c091-4a1e-4fc7-a0cc-af2cc161103e,segment=NetworkSegment(c1173cc1-0c26-4858-815a-a7542c124cb8),segment_id=c1173cc1-0c26-4858-815a-a7542c124cb8)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:02:38.937610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-5bf0af92-8ab5-4f6f-b4ea-1dbf1d55cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:38.939133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-5bf0af92-8ab5-4f6f-b4ea-1dbf1d55cbf0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1448634 Feb 07 13:02:39.008887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Transition to ACTIVE for port object ed6f6d73-9782-4c3a-a79a-e01ba7262d2d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:39.042973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-98515a5e-91d7-44ed-a374-ecd04530f4a9 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:39.044964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-98515a5e-91d7-44ed-a374-ecd04530f4a9 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.3418102 Feb 07 13:02:39.056993 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:39.156634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:39.166287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d599b-b289-49b5-b0ae-955bf151d48f None None] Pushing event updated for resources: {'Port': ['ID=7ac0c091-4a1e-4fc7-a0cc-af2cc161103e,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:39.185292 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:39.256449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-ed40a8ac-f185-43d2-9c69-dfdbcf7f68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:39.257985 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-ed40a8ac-f185-43d2-9c69-dfdbcf7f68a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3109293 Feb 07 13:02:39.514148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Deleting port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:39.514498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:39.647540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Allocated IP 172.20.0.1 (2b6583f9-902c-4b47-a89e-fe415d2a89d0/1aa448a7-6cc8-4ca4-b6de-90fdc1423931/6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:39.755465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:39.831729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:39.850341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Transition to ACTIVE for port object 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:39.936068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a5858-e976-4618-86a2-97bb6e838c18 req-68313ef3-f339-4151-9098-6a82b1f3fde4 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:39.941197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-769a5858-e976-4618-86a2-97bb6e838c18 req-68313ef3-f339-4151-9098-6a82b1f3fde4 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 943 time: 0.8379512 Feb 07 13:02:39.961238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:40.020967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-8033df86-a871-4512-ade5-f19372c3b4d0 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355310 Feb 07 13:02:40.039187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:40.076547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Attempting to bind port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:02:40.076886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Attempting to bind port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:02:40.077428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Attempting to bind port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d on network a1fc62d9-8437-4cca-9bec-11b77381891f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:40.119055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:40.122416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:40.126850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:40.159925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'Port': ['ID=6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:40.182216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d on network a1fc62d9-8437-4cca-9bec-11b77381891f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:02:40.182503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Attempting to bind port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d on network a1fc62d9-8437-4cca-9bec-11b77381891f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:02:40.187635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:40.204299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:40.219873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5725b-ce14-4f16-9885-fa66b43065fe req-4661c84e-c155-4531-876e-b0ed9131d99a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:40.227506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4df5725b-ce14-4f16-9885-fa66b43065fe req-4661c84e-c155-4531-876e-b0ed9131d99a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 945 time: 0.6448665 Feb 07 13:02:40.252969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-769a5858-e976-4618-86a2-97bb6e838c18 req-010b6345-6c6d-41fd-9743-2845633b3ecb tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909846 Feb 07 13:02:40.262054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:02:40.263063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Checking segment: {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:02:40.263675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Bound using segment: {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:02:40.264479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Bound port: ed6f6d73-9782-4c3a-a79a-e01ba7262d2d, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:02:40.265005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:40.404361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] For port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:40.404361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:40.417077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b820d9c-3b05-4563-8fa7-96ba0a85249d None None] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:02:40.544795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0b27ab-a21c-4551-be05-ae8c5466ea46 req-f14c214b-5911-4a3f-b3d7-40822e19c993 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692943 Feb 07 13:02:40.623461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Calling delete_port for e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:40.671337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4df5725b-ce14-4f16-9885-fa66b43065fe req-98b6d7e0-515d-4f60-b67f-638ccf3d90cc tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108124 Feb 07 13:02:40.672930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:40.680699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-200f592d-43ac-44b3-8964-d36633ed6392 None None] Provisioning for port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:40.687098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-200f592d-43ac-44b3-8964-d36633ed6392 None None] Provisioning complete for port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:40.687864 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-200f592d-43ac-44b3-8964-d36633ed6392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:40.785871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] For port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:02:40.853942 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-200f592d-43ac-44b3-8964-d36633ed6392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:40.898994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-200f592d-43ac-44b3-8964-d36633ed6392 None None] For port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7ac0c091-4a1e-4fc7-a0cc-af2cc161103e,segment=NetworkSegment(c1173cc1-0c26-4858-815a-a7542c124cb8),segment_id=c1173cc1-0c26-4858-815a-a7542c124cb8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:40.914366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] For port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:02:40.999091 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-200f592d-43ac-44b3-8964-d36633ed6392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.018002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a566e5-a2fa-4979-8d02-b3f8fedc7d80 req-93571d93-c92e-4c42-b516-13d03de17d7e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:41.026060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74a566e5-a2fa-4979-8d02-b3f8fedc7d80 req-93571d93-c92e-4c42-b516-13d03de17d7e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 950 time: 0.6125681 Feb 07 13:02:41.067059 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f41cde18-5026-468f-8be5-47c16995d7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.070239 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.088217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f592d-43ac-44b3-8964-d36633ed6392 None None] Pushing event updated for resources: {'Port': ['ID=7ac0c091-4a1e-4fc7-a0cc-af2cc161103e,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:41.172597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c106-ddee-4e0a-996f-96b29c52836f req-c0926dfc-b778-4191-9134-25d4a008ee70 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:41.174208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa2c106-ddee-4e0a-996f-96b29c52836f req-c0926dfc-b778-4191-9134-25d4a008ee70 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.2581732 Feb 07 13:02:41.186108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:41.186732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.188195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed6f6d73-9782-4c3a-a79a-e01ba7262d2d HTTP/1.1" status: 200 len: 1091 time: 3.6205089 Feb 07 13:02:41.196152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74a566e5-a2fa-4979-8d02-b3f8fedc7d80 req-3e6483aa-a6d0-4c9d-8358-b945c9fce122 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655426 Feb 07 13:02:41.198543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'tag': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:41.223360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9539d54-305f-4a13-ba29-c5795e7fc456 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:41.249121 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.264966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0597a824-4aaa-4fa3-864e-3a2d9616eb18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:41.363045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d25f0774-d60c-4929-a672-a3b0988dfa05 None None] Provisioning for port 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:41.395575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d25f0774-d60c-4929-a672-a3b0988dfa05 None None] Provisioning complete for port 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:41.401337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d25f0774-d60c-4929-a672-a3b0988dfa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.434260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.502858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d25f0774-d60c-4929-a672-a3b0988dfa05 None None] Port 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:02:41.527130 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.544769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d25f0774-d60c-4929-a672-a3b0988dfa05 None None] Provisioning complete for port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:41.544769 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d25f0774-d60c-4929-a672-a3b0988dfa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.622229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Pushing event deleted for resources: {'Port': ['ID=e04beb23-8a9e-4dcd-bf42-efc86c8c7a18,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:41.659672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'Port': ['ID=6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:41.665225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.774274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fa2c106-ddee-4e0a-996f-96b29c52836f req-dd8f0351-be34-43ca-b4b7-c2144e608a9b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897369 Feb 07 13:02:41.796478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] No DVR routers for this DVR port e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:41.799841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.818260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:41.820300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:41.837951 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'tag': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'status': 'completed', 'code': 200} Feb 07 13:02:41.874247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-1edfd210-f49f-403c-8d27-def1217f03ab tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:41.875755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-1edfd210-f49f-403c-8d27-def1217f03ab tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 950 time: 0.2636328 Feb 07 13:02:41.887088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001511-0031-4e06-aa05-12fe02592248 req-78736cac-f935-433b-84e3-e4854f47f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:41.897715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-78736cac-f935-433b-84e3-e4854f47f0f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4e9e39c24848eda1250cb49401ce7f&device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 1094 time: 0.2795801 Feb 07 13:02:41.909315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7c7afece-c744-4e8f-afcb-405675508e1e None None] Provisioning complete for port 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:41.909676 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c7afece-c744-4e8f-afcb-405675508e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:41.972602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3d350-a400-4e28-8fca-c2803f2b7e05 req-6582d3ce-b0dc-40a6-8e15-99f743b7b709 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:41.972602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0a3d350-a400-4e28-8fca-c2803f2b7e05 req-6582d3ce-b0dc-40a6-8e15-99f743b7b709 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.5982847 Feb 07 13:02:41.983373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:42.062710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a9fb881-2b89-44ec-a0ac-e4171a1c856b req-01b2bdf5-dc64-4078-8ce0-9d118aba81c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.47 "DELETE /v2.0/ports/e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 HTTP/1.1" status: 204 len: 173 time: 3.0078471 Feb 07 13:02:42.082714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7c7afece-c744-4e8f-afcb-405675508e1e None None] Port 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:02:42.121508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:42.121931 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:42.127363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-efcd1479-e17c-406f-9f9f-2c25aaa3ebb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d HTTP/1.1" status: 200 len: 217 time: 0.1835589 Feb 07 13:02:42.209607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Deleting port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:42.209864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:42.248782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Router 2ff113c8-2ecf-4566-bebc-aee198f9f7c4 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:02:42.249059 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:42.249953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:42.265242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8fd797a4-740c-44f6-8c7a-8a196a7e1d18 None None] Provisioning complete for port 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:42.266350 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8fd797a4-740c-44f6-8c7a-8a196a7e1d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:42.291210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0a3d350-a400-4e28-8fca-c2803f2b7e05 req-91a2d882-a01a-4725-a013-cfdde1f1c5a0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432482 Feb 07 13:02:42.309138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001511-0031-4e06-aa05-12fe02592248 req-a527ebdf-35e5-41c4-a431-a95303c62a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:42.310578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-a527ebdf-35e5-41c4-a431-a95303c62a6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=259a1bc9-d785-480d-9d86-16145b708d16 HTTP/1.1" status: 200 len: 850 time: 0.1688001 Feb 07 13:02:42.324465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8fd797a4-740c-44f6-8c7a-8a196a7e1d18 None None] Port 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:02:42.482965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:42.493397 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e83ad5a8-6fe1-445c-9731-a5f537b84e36 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "PUT /v2.0/routers/2ff113c8-2ecf-4566-bebc-aee198f9f7c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1266892 Feb 07 13:02:42.496086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35066) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:42.498660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1633273-4cd9-41e6-a2b8-acd98817d418 None None] Sync routers for ids ['2ff113c8-2ecf-4566-bebc-aee198f9f7c4'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:42.506040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Request body: {'port': {'network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0', 'name': 'tempest-FloatingIPNegativeTestJSON-823736946'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:42.509717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1633273-4cd9-41e6-a2b8-acd98817d418 None None] Routers {'2ff113c8-2ecf-4566-bebc-aee198f9f7c4'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:42.510566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a1633273-4cd9-41e6-a2b8-acd98817d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2ff113c8-2ecf-4566-bebc-aee198f9f7c4'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:42.531553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31f261-189d-4d97-8c51-b87c3ff8410a req-1c8533fd-bf3a-4579-9e56-7553ad3283af tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:42.533892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad31f261-189d-4d97-8c51-b87c3ff8410a req-1c8533fd-bf3a-4579-9e56-7553ad3283af tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 943 time: 0.4738991 Feb 07 13:02:42.590078 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a1633273-4cd9-41e6-a2b8-acd98817d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:42.600415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1633273-4cd9-41e6-a2b8-acd98817d418 None None] Routers {'2ff113c8-2ecf-4566-bebc-aee198f9f7c4'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:42.601284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a1633273-4cd9-41e6-a2b8-acd98817d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2ff113c8-2ecf-4566-bebc-aee198f9f7c4'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:42.659383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-44c351e6-d11a-4666-83c4-bc8fa5512da4 req-f2973ee9-09af-4eb4-bf49-2b72f36cf512 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:42.683851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:42.687455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Usage tracker for resource:port and tenant:2ace22d206fc4f5eb0e73014ce6a4028 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:42.691057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:42.698520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a1633273-4cd9-41e6-a2b8-acd98817d418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:42.698731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:42.699001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1633273-4cd9-41e6-a2b8-acd98817d418 None None] The sync data for ids ['2ff113c8-2ecf-4566-bebc-aee198f9f7c4'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:42.718780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001511-0031-4e06-aa05-12fe02592248 req-e93bae3a-08b8-4fe1-b6a7-a9e104ccc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:42.720618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-e93bae3a-08b8-4fe1-b6a7-a9e104ccc284 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1fc62d9-8437-4cca-9bec-11b77381891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820555 Feb 07 13:02:42.725740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] For port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:42.726099 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:42.808761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad31f261-189d-4d97-8c51-b87c3ff8410a req-d0bd9f68-4240-40f4-9dc5-a4a38d52eb42 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778278 Feb 07 13:02:42.896795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Made reservation on behalf of 2ace22d206fc4f5eb0e73014ce6a4028 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:02:42.900744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:42.923923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] device_id is not set on port e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:02:42.934014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Calling delete_port for f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:42.968775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-44c351e6-d11a-4666-83c4-bc8fa5512da4 req-f2973ee9-09af-4eb4-bf49-2b72f36cf512 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:42.970220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44c351e6-d11a-4666-83c4-bc8fa5512da4 req-f2973ee9-09af-4eb4-bf49-2b72f36cf512 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 210 time: 0.4533789 Feb 07 13:02:43.057622 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:43.108611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Allocated IP 172.20.0.8 (2b6583f9-902c-4b47-a89e-fe415d2a89d0/1aa448a7-6cc8-4ca4-b6de-90fdc1423931/e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:43.119301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-ef758553-dc8c-4e43-911d-6ad74edd36c3 service neutron] 10.222.0.35 "GET /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847389 Feb 07 13:02:43.143866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:02:43.144570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e04beb23-8a9e-4dcd-bf42-efc86c8c7a18 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:02:43.145281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:43.278164 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:43.341040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:43.364959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Transition to ACTIVE for port object e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:02:43.440889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb0367-c956-454a-82eb-e25155f946dd req-23917201-e41e-4ad1-97ec-cc19407e5c20 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:43.442444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbcb0367-c956-454a-82eb-e25155f946dd req-23917201-e41e-4ad1-97ec-cc19407e5c20 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 950 time: 0.5162182 Feb 07 13:02:43.502449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:43.546413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9001511-0031-4e06-aa05-12fe02592248 req-e1e63a47-0f76-40e2-8a79-4ce49f2262d7 service neutron] 10.222.0.35 "GET /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185939 Feb 07 13:02:43.552884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbcb0367-c956-454a-82eb-e25155f946dd req-5bfab140-f567-4179-b220-55a5c0dee89d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986278 Feb 07 13:02:43.573267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:43.663064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event deleted for resources: {'Port': ['ID=f9230bf3-ce83-4ddd-92ed-336b48e8e8b2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:43.663913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15', '3e9adc8e-0a30-4d5b-8a53-44674d543292'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:43.664373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'Port': ['ID=e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:43.665397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2ebb4-6e66-45be-8516-83a5ca0fe489 req-442f6465-eaad-49a0-b0ea-bf148d14af21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:43.694110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cd2ebb4-6e66-45be-8516-83a5ca0fe489 req-442f6465-eaad-49a0-b0ea-bf148d14af21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.5404463 Feb 07 13:02:43.705645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:43.714431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880', '497a8c03-d2aa-40bc-adc3-22e77c137782'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:43.714988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:43.747483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:43.821914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cd2ebb4-6e66-45be-8516-83a5ca0fe489 req-1a04ffcd-11b9-465a-891a-c5d0e573c3f0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280863 Feb 07 13:02:43.838919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'name': 'network-vif-deleted', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:43.945655 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:44.171257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:44.172025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:44.211268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] No DVR routers for this DVR port f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:44.256057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:44.293860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db87f082-3a2e-4beb-8a65-a21ee142285a req-f9d3729d-64aa-4881-8c88-cd850e09c51b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "DELETE /v2.0/ports/f9230bf3-ce83-4ddd-92ed-336b48e8e8b2 HTTP/1.1" status: 204 len: 173 time: 2.4105952 Feb 07 13:02:44.340009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-98a292fa-cf37-4c1c-bd49-81c6401ce82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:44.341108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-98a292fa-cf37-4c1c-bd49-81c6401ce82c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4e9e39c24848eda1250cb49401ce7f&device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 1094 time: 0.4938145 Feb 07 13:02:44.355401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dc463-06ec-4df5-9d60-eff64c72f6d6 req-d2f2fb42-3e7a-4c66-afb1-057a900044fe tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:44.370593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb6dc463-06ec-4df5-9d60-eff64c72f6d6 req-d2f2fb42-3e7a-4c66-afb1-057a900044fe tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.5541446 Feb 07 13:02:44.413322 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e32f3697-d1e6-463b-ba96-056ba156eadd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9133155 Feb 07 13:02:44.418576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35080) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:44.430797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:44.438271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dfd8124a-d28f-40fe-8aad-1f01f532ba77 None None] Provisioning for port e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:44.438893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:44.448979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Usage tracker for resource:floatingip and tenant:2ace22d206fc4f5eb0e73014ce6a4028 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:44.453737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dfd8124a-d28f-40fe-8aad-1f01f532ba77 None None] Provisioning complete for port e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:44.454423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dfd8124a-d28f-40fe-8aad-1f01f532ba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:44.455749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:44.472589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:44.552448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3c84-5d12-464b-931a-16fdd8de85e7 req-69e4e92c-83c6-4107-868c-b955c0b251f9 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:44.553965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ec3c84-5d12-464b-931a-16fdd8de85e7 req-69e4e92c-83c6-4107-868c-b955c0b251f9 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 943 time: 0.3565848 Feb 07 13:02:44.596336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb6dc463-06ec-4df5-9d60-eff64c72f6d6 req-11297fe4-60ee-4d42-8d83-fff1e87c7b17 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075649 Feb 07 13:02:44.600285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8124a-d28f-40fe-8aad-1f01f532ba77 None None] Port e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:02:44.650556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-4d015036-6b70-4704-a5b7-2ff626c02a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:44.662428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-4d015036-6b70-4704-a5b7-2ff626c02a09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1fc62d9-8437-4cca-9bec-11b77381891f HTTP/1.1" status: 200 len: 911 time: 0.3033626 Feb 07 13:02:44.774167 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f07d797-08a6-431c-9da9-94b61f256bde', 'name': 'network-vif-deleted', 'tag': 'e04beb23-8a9e-4dcd-bf42-efc86c8c7a18', 'status': 'completed', 'code': 200} Feb 07 13:02:44.795246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:44.795960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ec3c84-5d12-464b-931a-16fdd8de85e7 req-291eb273-3414-4533-a09b-389deb7d2707 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226226 Feb 07 13:02:44.819739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-1abb83d2-f6c5-495f-be90-46fbc585d727 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d HTTP/1.1" status: 200 len: 217 time: 0.1493361 Feb 07 13:02:44.937016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6c808f5-3936-48b6-a1e8-432bd0f6bd28 req-7f4e3434-e422-48a6-afc4-f0ee485b7617 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f07d797-08a6-431c-9da9-94b61f256bde HTTP/1.1" status: 200 len: 210 time: 0.0618484 Feb 07 13:02:44.954383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:44.993390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-367352e4-09ad-4d0e-bbb1-ee0e0ad43276 req-b7336c6c-b548-45d8-9671-0dd896a2ead6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:45.001836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-2458807f-2475-46c9-9dcb-b690997d1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:45.003289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-2458807f-2475-46c9-9dcb-b690997d1556 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=259a1bc9-d785-480d-9d86-16145b708d16 HTTP/1.1" status: 200 len: 850 time: 0.1777163 Feb 07 13:02:45.068837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:45.094935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-41018fd4-2a49-40f4-a2f6-3dc611b9b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:45.096522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-41018fd4-2a49-40f4-a2f6-3dc611b9b17d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1fc62d9-8437-4cca-9bec-11b77381891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859251 Feb 07 13:02:45.120543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Allocated IP 172.25.7.150 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/87725d67-7ca5-422b-9cf0-d7a9c2a07127) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:45.256178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-367352e4-09ad-4d0e-bbb1-ee0e0ad43276 req-b7336c6c-b548-45d8-9671-0dd896a2ead6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:45.257675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-367352e4-09ad-4d0e-bbb1-ee0e0ad43276 req-b7336c6c-b548-45d8-9671-0dd896a2ead6 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 210 time: 0.3333442 Feb 07 13:02:45.308334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bd425-09bd-4896-b5ca-b09e332fac15 req-ffe1cac8-1271-402a-9773-394ce468f9fb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:45.310063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-076bd425-09bd-4896-b5ca-b09e332fac15 req-ffe1cac8-1271-402a-9773-394ce468f9fb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.2109849 Feb 07 13:02:45.315138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-fbdf7dba-996e-4e45-840a-de4dceded724 service neutron] 10.222.0.35 "GET /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732957 Feb 07 13:02:45.439194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-076bd425-09bd-4896-b5ca-b09e332fac15 req-eaf49091-8261-430f-ba90-5d2ab2a7c49a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231043 Feb 07 13:02:45.487000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d095b2-47eb-4c75-b14d-f9d24e8fbebd req-87938dd0-a224-4be9-8492-20b5884b7927 service neutron] 10.222.0.35 "GET /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577995 Feb 07 13:02:45.625408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:45.815267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f292f-de51-4729-87ff-f49ed5a40002 req-06d70725-de74-49be-9baf-8c85cfe8c0e5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:45.816738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd6f292f-de51-4729-87ff-f49ed5a40002 req-06d70725-de74-49be-9baf-8c85cfe8c0e5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.0827262 Feb 07 13:02:45.871896 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:45.874797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd6f292f-de51-4729-87ff-f49ed5a40002 req-3fc17184-ace9-49bc-84ff-38d8155a3b56 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499983 Feb 07 13:02:45.938180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:45.941316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:45.945606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:45.977232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'Port': ['ID=87725d67-7ca5-422b-9cf0-d7a9c2a07127,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:46.040756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:46.128631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178af1f-667e-4852-b71d-50894a18e5d9 req-69f7578a-11e2-427b-bada-703155be0ff6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:46.130198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6178af1f-667e-4852-b71d-50894a18e5d9 req-69f7578a-11e2-427b-bada-703155be0ff6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 943 time: 0.2149613 Feb 07 13:02:46.173610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6178af1f-667e-4852-b71d-50894a18e5d9 req-6d6a996f-5b2b-4524-b011-310b7ca0e2b7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377672 Feb 07 13:02:46.345049 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:46.436223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c3bbeb6-9d27-48cc-8dbf-cea3108f21ab req-737ef07c-fddf-4e18-a395-1065f0b29719 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=648a86a5-7866-4551-9cab-2305625f6286 HTTP/1.1" status: 200 len: 210 time: 0.0464561 Feb 07 13:02:46.570106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:46.666297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb8d01-0762-4277-93db-8cfbe05b6cc2 req-8dd63d2c-71c7-4b3f-bd30-5051f939b04f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:46.668093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73eb8d01-0762-4277-93db-8cfbe05b6cc2 req-8dd63d2c-71c7-4b3f-bd30-5051f939b04f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1083610 Feb 07 13:02:46.722546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73eb8d01-0762-4277-93db-8cfbe05b6cc2 req-315f7459-7978-463a-9013-0b3bdfa1d054 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456207 Feb 07 13:02:46.776256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648a86a5-7866-4551-9cab-2305625f6286', 'name': 'network-vif-deleted', 'tag': 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:46.831414 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648a86a5-7866-4551-9cab-2305625f6286', 'name': 'network-vif-deleted', 'tag': 'f9230bf3-ce83-4ddd-92ed-336b48e8e8b2', 'status': 'completed', 'code': 200} Feb 07 13:02:46.920286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:47.005775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'Port': ['ID=87725d67-7ca5-422b-9cf0-d7a9c2a07127,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:47.022326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:47.091099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc662-774c-452a-8b54-d247cbffc9c4 req-79e50233-e7fe-412a-ab18-a002e52916ce tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:47.092686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fcdc662-774c-452a-8b54-d247cbffc9c4 req-79e50233-e7fe-412a-ab18-a002e52916ce tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1055491 Feb 07 13:02:47.140769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fcdc662-774c-452a-8b54-d247cbffc9c4 req-60466acf-25eb-403c-87d4-73fda3bed505 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Feb 07 13:02:47.250894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:47.250894 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af3cf23d-9b74-4c55-a3ca-7feefb3eebe5 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8298397 Feb 07 13:02:47.252647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35114) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:47.259250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2ed33e7c-6769-41ba-a791-d12b204273dc tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Request body: {'floatingip': {'port_id': 'e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:47.424222 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed33e7c-6769-41ba-a791-d12b204273dc tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:47.500249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ed6f6d73-9782-4c3a-a79a-e01ba7262d2d details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:02:47.689501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:47.714991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab23265-be75-4c9e-a315-25493af7e9af req-f343499e-f469-4f07-8bce-57b9ded02994 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:47.723215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'port_id': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'mac_address': 'fa:16:3e:7c:02:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:02:47.741823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ab23265-be75-4c9e-a315-25493af7e9af req-f343499e-f469-4f07-8bce-57b9ded02994 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 943 time: 0.3822246 Feb 07 13:02:47.816015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ab23265-be75-4c9e-a315-25493af7e9af req-e916eb75-f127-4c79-9d00-c72b4ea2417e tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730696 Feb 07 13:02:47.844835 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-2ed33e7c-6769-41ba-a791-d12b204273dc tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] update failed (client error): The resource could not be found. Feb 07 13:02:47.847667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2ed33e7c-6769-41ba-a791-d12b204273dc tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "PUT /v2.0/floatingips/86eabc39-3873-48a9-b536-8e02049246a0 HTTP/1.1" status: 404 len: 507 time: 0.5928233 Feb 07 13:02:47.851103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35126) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:47.952865 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:47.990546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6f6d73-9782-4c3a-a79a-e01ba7262d2d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:02:48.021944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:48.160997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Deleting port 87725d67-7ca5-422b-9cf0-d7a9c2a07127 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:48.162379 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:48.250245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:48.325831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc4a07-04ab-40f4-880b-15cc56450293 req-2c2f4bd1-e3ce-44db-b78f-1765e4d18fb8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:48.327473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bc4a07-04ab-40f4-880b-15cc56450293 req-2c2f4bd1-e3ce-44db-b78f-1765e4d18fb8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.3122973 Feb 07 13:02:48.328322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:48.422506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:48.422506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:48.441443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bc4a07-04ab-40f4-880b-15cc56450293 req-357f20bd-1cad-417f-af95-2ab36bf68e30 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Feb 07 13:02:48.538540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ed6f6d73-9782-4c3a-a79a-e01ba7262d2d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:48.561019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Calling delete_port for 87725d67-7ca5-422b-9cf0-d7a9c2a07127 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:48.823203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2f693-7280-4b67-9c2a-6473201ae96e req-ed04ac07-d9ba-4e32-beee-7545b6cf832f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:48.824698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8f2f693-7280-4b67-9c2a-6473201ae96e req-ed04ac07-d9ba-4e32-beee-7545b6cf832f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.3305249 Feb 07 13:02:48.887148 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:02:48.912208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8f2f693-7280-4b67-9c2a-6473201ae96e req-a24f6a77-d686-4173-83fd-ef9db43b3cca tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567467 Feb 07 13:02:49.064987 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:49.155660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event deleted for resources: {'Port': ['ID=87725d67-7ca5-422b-9cf0-d7a9c2a07127,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:49.233436 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:49.253660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7e60e-1c88-4407-a839-4cca06b41cf1 req-e40b32ab-f7e4-47c4-8752-108fec5f8784 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:49.255135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2f7e60e-1c88-4407-a839-4cca06b41cf1 req-e40b32ab-f7e4-47c4-8752-108fec5f8784 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 944 time: 0.2290249 Feb 07 13:02:49.256983 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:49.257990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-da069128-3c62-471f-9e9e-6ee4a1802db0 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "DELETE /v2.0/floatingips/86eabc39-3873-48a9-b536-8e02049246a0 HTTP/1.1" status: 204 len: 168 time: 1.4060049 Feb 07 13:02:49.262149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35140) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:49.268208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-112f75b7-9bdc-406c-bb92-fbdd7792ce1f tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Request body: {'floatingip': {'floating_network_id': '2b6583f9-902c-4b47-a89e-fe415d2a89d0', 'port_id': 'e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:49.283308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-112f75b7-9bdc-406c-bb92-fbdd7792ce1f tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:49.283308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-112f75b7-9bdc-406c-bb92-fbdd7792ce1f tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Usage tracker for resource:floatingip and tenant:2ace22d206fc4f5eb0e73014ce6a4028 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:49.285587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-112f75b7-9bdc-406c-bb92-fbdd7792ce1f tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:49.293552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-112f75b7-9bdc-406c-bb92-fbdd7792ce1f tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:49.307510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2f7e60e-1c88-4407-a839-4cca06b41cf1 req-9da73577-8fe3-4136-b645-4e725785bfb0 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Feb 07 13:02:49.451931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6ce49-6e59-4ca4-aaa5-8f38b896b571 req-6c9f31a4-d538-48d2-bafb-10e14f70b3b2 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:49.453440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16f6ce49-6e59-4ca4-aaa5-8f38b896b571 req-6c9f31a4-d538-48d2-bafb-10e14f70b3b2 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 950 time: 0.0821536 Feb 07 13:02:49.510808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16f6ce49-6e59-4ca4-aaa5-8f38b896b571 req-26322909-1892-4d57-80d6-19880142a4f5 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507388 Feb 07 13:02:49.519541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ed6f6d73-9782-4c3a-a79a-e01ba7262d2d up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:02:49.550224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-112f75b7-9bdc-406c-bb92-fbdd7792ce1f tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:49.644181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d13a9-c9b3-435b-ac9b-a8b338b2476e req-194c4b2b-0989-4645-ac28-0efb13996c57 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:49.648600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-513d13a9-c9b3-435b-ac9b-a8b338b2476e req-194c4b2b-0989-4645-ac28-0efb13996c57 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0903878 Feb 07 13:02:49.696976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-513d13a9-c9b3-435b-ac9b-a8b338b2476e req-d3b6d246-6b25-4b26-9145-bf1ec89863ad tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Feb 07 13:02:49.753923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:02:49.759511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:02:49.771089 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:49.852409 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-112f75b7-9bdc-406c-bb92-fbdd7792ce1f tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:02:49.856935 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-112f75b7-9bdc-406c-bb92-fbdd7792ce1f tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5901344 Feb 07 13:02:49.857151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35148) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:49.862375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:49.870279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:02:49.874514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Usage tracker for resource:floatingip and tenant:2ace22d206fc4f5eb0e73014ce6a4028 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:02:49.878166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:02:49.885560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:02:49.885698 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:49.915774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:49.938212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:49.983670 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'code': 200} Feb 07 13:02:50.024778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:50.070029 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:50.160020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:50.205253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb768c-a9e3-4322-83d2-cd0acd75e4cd req-376faa97-31c9-48a0-86d0-d6f6cf587851 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:50.208886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12fb768c-a9e3-4322-83d2-cd0acd75e4cd req-376faa97-31c9-48a0-86d0-d6f6cf587851 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1710114 Feb 07 13:02:50.215876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837b8b1-bee1-4df0-b4ee-ede63b7b0359 req-dfa972a7-6c25-4da8-8eca-2e7850d6aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:50.217429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4837b8b1-bee1-4df0-b4ee-ede63b7b0359 req-dfa972a7-6c25-4da8-8eca-2e7850d6aec5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 1096 time: 0.1309185 Feb 07 13:02:50.218322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:50.293247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12fb768c-a9e3-4322-83d2-cd0acd75e4cd req-ca442f3a-c5b5-4502-8982-c3b59e47f3ef tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799222 Feb 07 13:02:50.294957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4837b8b1-bee1-4df0-b4ee-ede63b7b0359 req-2ea21847-39fe-4a3c-8099-c08ec6a4e096 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641773 Feb 07 13:02:50.415337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Allocated IP 172.25.7.253 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/fdee6f8a-adac-46b1-a3ee-e1133c9bcfa8) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:02:50.509279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-61901528-9992-45eb-ba1e-31e091663baf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:50.510774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-61901528-9992-45eb-ba1e-31e091663baf tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 950 time: 0.1561539 Feb 07 13:02:50.595315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:50.596592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Deleting port 497a8c03-d2aa-40bc-adc3-22e77c137782 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:50.597041 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:50.636956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885a0ea-f4b8-4abb-8c36-fb20b319a784 req-60c50b1c-d37c-4b32-9043-49078b26da97 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:50.638544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8885a0ea-f4b8-4abb-8c36-fb20b319a784 req-60c50b1c-d37c-4b32-9043-49078b26da97 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.2018929 Feb 07 13:02:50.800987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8885a0ea-f4b8-4abb-8c36-fb20b319a784 req-01b67e09-4865-40a6-8fa5-779e68825313 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555123 Feb 07 13:02:50.833768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:50.925035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:02:50.933356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-3fc62169-7ac6-42f2-a3a0-4627c187642f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:50.933356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-3fc62169-7ac6-42f2-a3a0-4627c187642f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/ports?device_id=101ad491-0a4d-4798-bff3-4ea157eacfbd HTTP/1.1" status: 200 len: 950 time: 0.2601674 Feb 07 13:02:50.935005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:02:50.935005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:02:50.976263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event updated for resources: {'Port': ['ID=fdee6f8a-adac-46b1-a3ee-e1133c9bcfa8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:51.146448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Deleting port 3e9adc8e-0a30-4d5b-8a53-44674d543292 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:51.146864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:51.198526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] For port 497a8c03-d2aa-40bc-adc3-22e77c137782, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=497a8c03-d2aa-40bc-adc3-22e77c137782,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:51.198894 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:51.235957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Deleting port fdee6f8a-adac-46b1-a3ee-e1133c9bcfa8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:51.236336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:51.424106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:51.424106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:51.463829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Calling delete_port for 497a8c03-d2aa-40bc-adc3-22e77c137782 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:51.519396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8086ce-268c-4671-85a0-48d41b150ff5 req-e18d559b-351e-4e20-99aa-8dcf657a1553 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:51.521593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd8086ce-268c-4671-85a0-48d41b150ff5 req-e18d559b-351e-4e20-99aa-8dcf657a1553 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 950 time: 0.6079619 Feb 07 13:02:51.593878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Calling delete_port for fdee6f8a-adac-46b1-a3ee-e1133c9bcfa8 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:51.615281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45fc2e-8103-477c-92b8-fc31918a070c req-0c226f02-ba3e-4b08-9e8d-2460cbc1c56b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:51.616887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac45fc2e-8103-477c-92b8-fc31918a070c req-0c226f02-ba3e-4b08-9e8d-2460cbc1c56b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.6087461 Feb 07 13:02:51.682219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd8086ce-268c-4671-85a0-48d41b150ff5 req-80b37676-4074-46c2-b1fd-72d06cffd7c9 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288173 Feb 07 13:02:51.710279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-f9b5e5a5-f730-47ec-ab3d-9f004037c86a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:51.710279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-f9b5e5a5-f730-47ec-ab3d-9f004037c86a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:51.768211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-f9b5e5a5-f730-47ec-ab3d-9f004037c86a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:51.769480 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-f9b5e5a5-f730-47ec-ab3d-9f004037c86a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 945 time: 0.2799740 Feb 07 13:02:51.827502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac45fc2e-8103-477c-92b8-fc31918a070c req-fe0f69af-22be-4e87-9bd4-6132140494ac tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820152 Feb 07 13:02:51.856860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Deleting port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:51.857206 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:51.968431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:52.012532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] For port 3e9adc8e-0a30-4d5b-8a53-44674d543292, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3e9adc8e-0a30-4d5b-8a53-44674d543292,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:52.012893 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:52.060844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event deleted for resources: {'Port': ['ID=fdee6f8a-adac-46b1-a3ee-e1133c9bcfa8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:52.141301 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:52.149863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Calling delete_port for 3e9adc8e-0a30-4d5b-8a53-44674d543292 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:52.154549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15', '3e9adc8e-0a30-4d5b-8a53-44674d543292'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:52.182541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880', '497a8c03-d2aa-40bc-adc3-22e77c137782'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:52.257452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event deleted for resources: {'Port': ['ID=497a8c03-d2aa-40bc-adc3-22e77c137782,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:52.282233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] For port 0597a824-4aaa-4fa3-864e-3a2d9616eb18, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0597a824-4aaa-4fa3-864e-3a2d9616eb18,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:52.282608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:52.319417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad6b3-c6fd-405c-9f9d-d127f29314eb req-c5ab7281-b248-43bc-8604-5669e487332d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:52.320935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68aad6b3-c6fd-405c-9f9d-d127f29314eb req-c5ab7281-b248-43bc-8604-5669e487332d tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 945 time: 0.4925473 Feb 07 13:02:52.398091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] No DVR routers for this DVR port 497a8c03-d2aa-40bc-adc3-22e77c137782 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:52.403004 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:52.406079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0c3f69-274a-4dbf-ad59-b817cdf88062', 'name': 'network-vif-deleted', 'tag': '497a8c03-d2aa-40bc-adc3-22e77c137782'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:52.414623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Calling delete_port for 0597a824-4aaa-4fa3-864e-3a2d9616eb18 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:52.418432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c19f6-1964-418c-928d-205669943a16 req-252850c1-2b9d-4c6f-b0c9-fbebd3d55e1e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:52.419899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d0c19f6-1964-418c-928d-205669943a16 req-252850c1-2b9d-4c6f-b0c9-fbebd3d55e1e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.4815972 Feb 07 13:02:52.509762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68aad6b3-c6fd-405c-9f9d-d127f29314eb req-2db76b4b-c2aa-4df0-b95d-ff33045f566f tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500397 Feb 07 13:02:52.562812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d0c19f6-1964-418c-928d-205669943a16 req-ddc58091-9043-444f-8140-e782e3f6aa4c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214283 Feb 07 13:02:52.571396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3068a60d-b511-45b8-a01a-9d76527b2c80 req-0653a15b-b9d9-4102-8448-9ade306846ff tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "DELETE /v2.0/ports/497a8c03-d2aa-40bc-adc3-22e77c137782 HTTP/1.1" status: 204 len: 173 time: 2.0543494 Feb 07 13:02:52.604246 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] create failed (client error): The resource could not be found. Feb 07 13:02:52.608412 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44c6478e-47a4-4047-a356-8755ed998c61 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7473192 Feb 07 13:02:52.608761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35176) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:52.629810 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0c3f69-274a-4dbf-ad59-b817cdf88062', 'name': 'network-vif-deleted', 'tag': '497a8c03-d2aa-40bc-adc3-22e77c137782', 'status': 'completed', 'code': 200} Feb 07 13:02:52.700058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1b5cfbd5-857e-40cb-8ee2-bb7217394792 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Deleting port e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:52.722755 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b5cfbd5-857e-40cb-8ee2-bb7217394792 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:52.804698 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:52.882477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:52.940840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event deleted for resources: {'Port': ['ID=3e9adc8e-0a30-4d5b-8a53-44674d543292,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:52.990953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Pushing event deleted for resources: {'Port': ['ID=0597a824-4aaa-4fa3-864e-3a2d9616eb18,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:52.992567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6f81cbd0-71e4-41de-972d-41b08105d9fb req-d9fa5ef7-a41a-4987-9a8f-f85b1cbf2932 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:53.038123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] No DVR routers for this DVR port 0597a824-4aaa-4fa3-864e-3a2d9616eb18 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:53.041655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] No DVR routers for this DVR port 3e9adc8e-0a30-4d5b-8a53-44674d543292 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:53.042184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:53.044766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'name': 'network-vif-deleted', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:53.045777 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:53.047638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42551f17-6dca-4790-90c7-e5e9f7665a83 req-929fb817-cd9a-4277-9c51-5c0c7170e96e tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "DELETE /v2.0/ports/3e9adc8e-0a30-4d5b-8a53-44674d543292 HTTP/1.1" status: 204 len: 173 time: 2.0828099 Feb 07 13:02:53.059401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae0a5-519b-44ce-b078-a836c6d481e6 req-867f0647-54d8-41d8-900a-e82da0068037 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:53.059401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f0ae0a5-519b-44ce-b078-a836c6d481e6 req-867f0647-54d8-41d8-900a-e82da0068037 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.3504522 Feb 07 13:02:53.106681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f0ae0a5-519b-44ce-b078-a836c6d481e6 req-7082385a-acac-4901-ba60-1e2813b9588d tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Feb 07 13:02:53.153192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6f81cbd0-71e4-41de-972d-41b08105d9fb req-d9fa5ef7-a41a-4987-9a8f-f85b1cbf2932 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:53.154359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f81cbd0-71e4-41de-972d-41b08105d9fb req-d9fa5ef7-a41a-4987-9a8f-f85b1cbf2932 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 210 time: 0.2655966 Feb 07 13:02:53.184701 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:53.224399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0597a824-4aaa-4fa3-864e-3a2d9616eb18'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:53.239858 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb3cfca-5bb6-47ae-8cac-c4f624a98119', 'name': 'network-vif-deleted', 'tag': '0597a824-4aaa-4fa3-864e-3a2d9616eb18', 'status': 'completed', 'code': 200} Feb 07 13:02:53.420812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32658fa6-3dff-4a73-b474-b4d7c28edd07 req-ee27657d-0afb-48ea-94b6-4da4ae004edb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:53.420812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32658fa6-3dff-4a73-b474-b4d7c28edd07 req-ee27657d-0afb-48ea-94b6-4da4ae004edb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1811314 Feb 07 13:02:53.559009 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-a5fcebef-0ece-497a-be61-d5f429fc0d74 req-cff01b87-7698-4c67-a65a-3b8519d4885e tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.35 "DELETE /v2.0/ports/0597a824-4aaa-4fa3-864e-3a2d9616eb18 HTTP/1.1" status: 204 len: 173 time: 1.7806885 Feb 07 13:02:53.617684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32658fa6-3dff-4a73-b474-b4d7c28edd07 req-da326a8e-b7ce-43b2-bdbc-ec816d1860f0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919663 Feb 07 13:02:53.634319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a57f2f-1ded-48c5-aed6-7c159bd623a6 req-3815b223-f934-49be-81bb-6a72f23bf9f7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:53.636252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66a57f2f-1ded-48c5-aed6-7c159bd623a6 req-3815b223-f934-49be-81bb-6a72f23bf9f7 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.2813478 Feb 07 13:02:53.647013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35192) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:53.652122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Request body: {'floatingip': {'port_id': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:02:53.717556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b5cfbd5-857e-40cb-8ee2-bb7217394792 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:53.741357 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:53.881192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1b5cfbd5-857e-40cb-8ee2-bb7217394792 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Calling delete_port for e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:53.951761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b42f51e-f80c-4249-a756-e1ac8307f2d9 req-dd7eb1ac-ec88-415e-9229-bb2c27bccde4 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 210 time: 0.1484759 Feb 07 13:02:53.958431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8201a994-7266-4eee-8593-7d0fdcdcd769', '63732f3b-d430-4fb0-b695-ca5b3cbc0880'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:02:54.157772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1df7d-e11c-441b-9d62-51627e563ca3 req-4363c834-de4d-4991-940d-743a5677a4d1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:54.157772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93c1df7d-e11c-441b-9d62-51627e563ca3 req-4363c834-de4d-4991-940d-743a5677a4d1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.3484557 Feb 07 13:02:54.227578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b5cfbd5-857e-40cb-8ee2-bb7217394792 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:54.308190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93c1df7d-e11c-441b-9d62-51627e563ca3 req-57a8d660-bcc1-4fcb-be29-2fc80b48da7b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414702 Feb 07 13:02:54.331624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cfbd5-857e-40cb-8ee2-bb7217394792 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event deleted for resources: {'Port': ['ID=e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:54.409003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b5cfbd5-857e-40cb-8ee2-bb7217394792 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:54.418783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1b5cfbd5-857e-40cb-8ee2-bb7217394792 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "DELETE /v2.0/ports/e3c7f4ef-0d32-4fb4-b3d3-d77754b9d0e0 HTTP/1.1" status: 204 len: 168 time: 1.8065977 Feb 07 13:02:54.425131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35198) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:54.446649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:54.480352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8abae559-21d5-49b4-9579-afc5b04962a0 req-3b616c56-eb73-4f9e-8a31-0b1ba48ea104 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c0c3f69-274a-4dbf-ad59-b817cdf88062 HTTP/1.1" status: 200 len: 210 time: 0.0647943 Feb 07 13:02:54.523451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc79c2-b5ce-4b2d-b569-856d8c296277 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:54.524135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3cc79c2-b5ce-4b2d-b569-856d8c296277 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Synchronizing usage tracker for tenant:2ace22d206fc4f5eb0e73014ce6a4028 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:54.637949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101ad491-0a4d-4798-bff3-4ea157eacfbd', 'name': 'network-vif-deleted', 'tag': '3e9adc8e-0a30-4d5b-8a53-44674d543292'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:54.661546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:54.679772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3cc79c2-b5ce-4b2d-b569-856d8c296277 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Unset dirty status for tenant:2ace22d206fc4f5eb0e73014ce6a4028 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:54.684169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35206) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:54.684652 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c3cc79c2-b5ce-4b2d-b569-856d8c296277 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ff113c8-2ecf-4566-bebc-aee198f9f7c4 HTTP/1.1" status: 200 len: 913 time: 0.2628057 Feb 07 13:02:54.766783 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ad491-0a4d-4798-bff3-4ea157eacfbd', 'name': 'network-vif-deleted', 'tag': '3e9adc8e-0a30-4d5b-8a53-44674d543292', 'status': 'completed', 'code': 200} Feb 07 13:02:54.887430 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:55.076158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 497a8c03-d2aa-40bc-adc3-22e77c137782 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:55.112671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 497a8c03-d2aa-40bc-adc3-22e77c137782 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:02:55.113018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 497a8c03-d2aa-40bc-adc3-22e77c137782 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:02:55.237808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e49db897-6b88-4572-88c7-c4ae1c7a6652 req-4245a567-cf11-4575-b79e-df1170854e64 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcb3cfca-5bb6-47ae-8cac-c4f624a98119 HTTP/1.1" status: 200 len: 210 time: 0.0733037 Feb 07 13:02:55.399220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0de1ca-a50d-4596-9938-c826e9cb9ed0 req-8c3dd39f-b9a2-42ac-ab07-707ad643677a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:55.400753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a0de1ca-a50d-4596-9938-c826e9cb9ed0 req-8c3dd39f-b9a2-42ac-ab07-707ad643677a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.6332276 Feb 07 13:02:55.500268 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Floating IP 11efb8cc-f517-46c9-955f-b17baf17c4ad associated. External IP: 172.25.7.222, port: ed6f6d73-9782-4c3a-a79a-e01ba7262d2d. Feb 07 13:02:55.530154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0597a824-4aaa-4fa3-864e-3a2d9616eb18 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:55.566051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 0597a824-4aaa-4fa3-864e-3a2d9616eb18 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:02:55.566388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0597a824-4aaa-4fa3-864e-3a2d9616eb18 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:02:55.566794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3e9adc8e-0a30-4d5b-8a53-44674d543292 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:02:55.601318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 3e9adc8e-0a30-4d5b-8a53-44674d543292 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:02:55.601657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3e9adc8e-0a30-4d5b-8a53-44674d543292 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:02:55.631682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a0de1ca-a50d-4596-9938-c826e9cb9ed0 req-7e4ba0c8-b376-423b-8e67-d1f873549192 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242193 Feb 07 13:02:55.863585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9918-bd81-4fb7-8ab8-4ff83fef39cd req-6dbe11a6-5f23-4a60-b180-6a1d15ae63d4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:55.865720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f1a9918-bd81-4fb7-8ab8-4ff83fef39cd req-6dbe11a6-5f23-4a60-b180-6a1d15ae63d4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.4369502 Feb 07 13:02:56.039993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f1a9918-bd81-4fb7-8ab8-4ff83fef39cd req-59e4b3ce-d738-4a82-832d-c92381a14dc0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628456 Feb 07 13:02:56.083878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Router 336a958f-16a4-458a-9859-fea446380676 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:02:56.167864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:56.641365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:56.650097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:56.651836 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] Sync routers for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:56.666073 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:56.667066 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:56.718320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3f94359c-9bcd-40f5-b3d2-84820d16769c tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "PUT /v2.0/floatingips/11efb8cc-f517-46c9-955f-b17baf17c4ad HTTP/1.1" status: 200 len: 991 time: 3.0703859 Feb 07 13:02:56.770822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'tag': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:56.803262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Deleting port 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:56.803612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:56.880769 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:02:57.118616 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:57.251600 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '11efb8cc-f517-46c9-955f-b17baf17c4ad', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '336a958f-16a4-458a-9859-fea446380676', 'port_id': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'mac_address': 'fa:16:3e:7c:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:02:25Z', 'updated_at': '2022-02-07T13:02:54Z', 'revision_number': 1, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:26Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:57.255455 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] Checking router: 336a958f-16a4-458a-9859-fea446380676 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:02:57.263712 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:57.263863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Calling delete_port for 6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:57.264326 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:57.367541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6867c70-2bf5-43fc-8a57-2ce19af1f786 req-7bccea33-89da-4ed4-b0c1-2160609bccbd tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:57.369066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6867c70-2bf5-43fc-8a57-2ce19af1f786 req-7bccea33-89da-4ed4-b0c1-2160609bccbd tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.3609738 Feb 07 13:02:57.405405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfe1d3-2050-42bc-aa39-16cbb00ca9ce req-8de11440-8400-477f-a609-b5d0347f4a85 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:57.406901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecfe1d3-2050-42bc-aa39-16cbb00ca9ce req-8de11440-8400-477f-a609-b5d0347f4a85 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.3505983 Feb 07 13:02:57.410984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-fa7b61c2-335b-47ef-8ce0-7e21f5e703a8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:57.412704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-fa7b61c2-335b-47ef-8ce0-7e21f5e703a8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:02:57.461167 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:02:57.476224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6867c70-2bf5-43fc-8a57-2ce19af1f786 req-5b0fa7a6-02e4-45ae-a8da-a125625c100a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987837 Feb 07 13:02:57.486828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ecfe1d3-2050-42bc-aa39-16cbb00ca9ce req-393932dc-0149-478a-90b5-52239078f390 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685351 Feb 07 13:02:57.597626 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'tag': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'status': 'completed', 'code': 200} Feb 07 13:02:57.803494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124a27-4684-41a6-835f-f58fadd28c4a req-33eae132-7e86-47fa-a381-6c1cba811ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:57.804945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69124a27-4684-41a6-835f-f58fadd28c4a req-33eae132-7e86-47fa-a381-6c1cba811ace service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc4e9e39c24848eda1250cb49401ce7f&device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 1096 time: 0.2064986 Feb 07 13:02:57.818226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25e53a-c1d4-4700-8a40-6b1bb7700a22 req-471a4a9e-0cec-4036-a6f5-b3f4f98c4e4a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:57.819627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f25e53a-c1d4-4700-8a40-6b1bb7700a22 req-471a4a9e-0cec-4036-a6f5-b3f4f98c4e4a tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 944 time: 0.1819158 Feb 07 13:02:57.827962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96a4f1-6405-45bf-8675-3fe3ecc13102 req-5e8ea89a-87b3-4d68-8a19-bf899fa71f36 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:57.829324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d96a4f1-6405-45bf-8675-3fe3ecc13102 req-5e8ea89a-87b3-4d68-8a19-bf899fa71f36 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 950 time: 0.1482241 Feb 07 13:02:57.865340 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '11efb8cc-f517-46c9-955f-b17baf17c4ad', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '336a958f-16a4-458a-9859-fea446380676', 'port_id': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'mac_address': 'fa:16:3e:7c:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:02:25Z', 'updated_at': '2022-02-07T13:02:54Z', 'revision_number': 1, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:26Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:57.869199 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc13ddd-dddc-4a58-ad72-5f2ef7621719 None None] The sync data for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 is: [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '11efb8cc-f517-46c9-955f-b17baf17c4ad', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '336a958f-16a4-458a-9859-fea446380676', 'port_id': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'mac_address': 'fa:16:3e:7c:02:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:02:25Z', 'updated_at': '2022-02-07T13:02:54Z', 'revision_number': 1, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:26Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:57.896462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-fa7b61c2-335b-47ef-8ce0-7e21f5e703a8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:02:57.905425 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-fa7b61c2-335b-47ef-8ce0-7e21f5e703a8 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 944 time: 0.5738816 Feb 07 13:02:57.978505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Deleting port 57bc7257-b60f-4e58-9190-3b14f31548f5 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:57.979213 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:57.985022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f25e53a-c1d4-4700-8a40-6b1bb7700a22 req-058e1433-1273-4377-9ed5-a8da18e500ef tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377640 Feb 07 13:02:57.995545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d96a4f1-6405-45bf-8675-3fe3ecc13102 req-6cc2ca34-6ef2-4de4-81dc-413ca9372d2b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445444 Feb 07 13:02:57.998684 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:58.074823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event deleted for resources: {'Port': ['ID=6be89e4a-d15b-46a6-9ad5-e77ec6d2bf24,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:58.118615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124a27-4684-41a6-835f-f58fadd28c4a req-007c6a56-8b7c-4adb-9b1b-d9ae0e0b5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:58.120162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69124a27-4684-41a6-835f-f58fadd28c4a req-007c6a56-8b7c-4adb-9b1b-d9ae0e0b5b47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1fc62d9-8437-4cca-9bec-11b77381891f HTTP/1.1" status: 200 len: 911 time: 0.2994952 Feb 07 13:02:58.173094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2b9d0-1487-418e-bcd2-e4fbe2455269 None None] New status for floating IP 11efb8cc-f517-46c9-955f-b17baf17c4ad: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:02:58.310696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] For port 57bc7257-b60f-4e58-9190-3b14f31548f5, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=57bc7257-b60f-4e58-9190-3b14f31548f5,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:02:58.311498 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:58.448643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Calling delete_port for 57bc7257-b60f-4e58-9190-3b14f31548f5 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:02:58.542660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69124a27-4684-41a6-835f-f58fadd28c4a req-5c2ce647-c446-4619-8bf4-e395be45fe7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d HTTP/1.1" status: 200 len: 999 time: 0.3889108 Feb 07 13:02:58.684590 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:58.806262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:58.812741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924382-afd4-42d3-a2a0-e20249d41c54 req-aa72d94b-3096-4b4b-80b1-648270c26e8a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:58.814197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0924382-afd4-42d3-a2a0-e20249d41c54 req-aa72d94b-3096-4b4b-80b1-648270c26e8a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.4465692 Feb 07 13:02:58.857498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Pushing event deleted for resources: {'Port': ['ID=57bc7257-b60f-4e58-9190-3b14f31548f5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:02:58.870233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124a27-4684-41a6-835f-f58fadd28c4a req-6ce33669-1271-4458-bfe9-bfeac1859364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:58.872123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69124a27-4684-41a6-835f-f58fadd28c4a req-6ce33669-1271-4458-bfe9-bfeac1859364 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=259a1bc9-d785-480d-9d86-16145b708d16 HTTP/1.1" status: 200 len: 850 time: 0.3228099 Feb 07 13:02:58.938694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] No DVR routers for this DVR port 57bc7257-b60f-4e58-9190-3b14f31548f5 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:02:58.941370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:58.946648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'name': 'network-vif-deleted', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:02:59.042580 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e995adc3-4950-4f59-b81f-c63def86dc16 req-7f9856fb-ff87-48d1-b7f0-2cecaa220e10 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.35 "DELETE /v2.0/ports/57bc7257-b60f-4e58-9190-3b14f31548f5 HTTP/1.1" status: 204 len: 173 time: 1.1393313 Feb 07 13:02:59.052864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3253ff-60a5-4ac2-adeb-be927ed89f57 req-52aebc51-3804-4021-8719-aea3d8ada9f2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:59.052864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a3253ff-60a5-4ac2-adeb-be927ed89f57 req-52aebc51-3804-4021-8719-aea3d8ada9f2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.4140208 Feb 07 13:02:59.113159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0924382-afd4-42d3-a2a0-e20249d41c54 req-e9d1e0c5-224b-460d-a9d1-836f32f40eb8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403581 Feb 07 13:02:59.189971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Router 2ff113c8-2ecf-4566-bebc-aee198f9f7c4 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:02:59.332661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a3253ff-60a5-4ac2-adeb-be927ed89f57 req-8bf84b15-4285-4215-882d-251e6e4383dd tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168131 Feb 07 13:02:59.359387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124a27-4684-41a6-835f-f58fadd28c4a req-6705f838-0042-4fee-8474-64583be0d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:59.360893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69124a27-4684-41a6-835f-f58fadd28c4a req-6705f838-0042-4fee-8474-64583be0d64e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1fc62d9-8437-4cca-9bec-11b77381891f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4798303 Feb 07 13:02:59.395511 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbed559-c8f0-44a0-87ad-1da9234039d9', 'name': 'network-vif-deleted', 'tag': '57bc7257-b60f-4e58-9190-3b14f31548f5', 'status': 'completed', 'code': 200} Feb 07 13:02:59.447825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:02:59.459211 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e1144-044a-4012-adae-18cd9db36bf0 None None] Sync routers for ids ['2ff113c8-2ecf-4566-bebc-aee198f9f7c4'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:02:59.469598 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e1144-044a-4012-adae-18cd9db36bf0 None None] Routers {'2ff113c8-2ecf-4566-bebc-aee198f9f7c4'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:59.470207 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b43e1144-044a-4012-adae-18cd9db36bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2ff113c8-2ecf-4566-bebc-aee198f9f7c4'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:59.542577 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b43e1144-044a-4012-adae-18cd9db36bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:59.550861 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e1144-044a-4012-adae-18cd9db36bf0 None None] Routers {'2ff113c8-2ecf-4566-bebc-aee198f9f7c4'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:02:59.552247 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b43e1144-044a-4012-adae-18cd9db36bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:02:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2ff113c8-2ecf-4566-bebc-aee198f9f7c4'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:59.616871 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b43e1144-044a-4012-adae-18cd9db36bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:02:59.617267 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e1144-044a-4012-adae-18cd9db36bf0 None None] The sync data for ids ['2ff113c8-2ecf-4566-bebc-aee198f9f7c4'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:02:59.710973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-af7e0ba8-d765-4fae-8070-d40608a4a70d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:59.713137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-af7e0ba8-d765-4fae-8070-d40608a4a70d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 950 time: 0.5979061 Feb 07 13:02:59.752392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b3ea5191-5e74-470f-9f07-581de5474a0a tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "PUT /v2.0/routers/2ff113c8-2ecf-4566-bebc-aee198f9f7c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0671077 Feb 07 13:02:59.755663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35254) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:02:59.884817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e18c6-bf2e-408c-8a12-90514cf49c62 req-126b4aca-aaf7-4154-85bf-6357be2efc10 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:02:59.886310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc4e18c6-bf2e-408c-8a12-90514cf49c62 req-126b4aca-aaf7-4154-85bf-6357be2efc10 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.6593785 Feb 07 13:02:59.900837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8ee9-abfd-4b2e-b52a-9cd44488b3dd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:59.909145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Deleting port 8201a994-7266-4eee-8593-7d0fdcdcd769 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:02:59.909488 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:02:59.948117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69124a27-4684-41a6-835f-f58fadd28c4a req-d185073e-e59a-4fb0-8f3b-6644cdeefe67 service neutron] 10.222.0.35 "GET /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242784 Feb 07 13:03:00.094430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2f8b6-0828-46be-b3bb-17eae2653079 req-fe3dc2f8-6de2-4eb0-b57c-f18f5f0c180b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:00.095998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08c2f8b6-0828-46be-b3bb-17eae2653079 req-fe3dc2f8-6de2-4eb0-b57c-f18f5f0c180b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 950 time: 0.5893455 Feb 07 13:03:00.102560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc4e18c6-bf2e-408c-8a12-90514cf49c62 req-448e9acf-8a9a-4c06-8747-d6d6504ecd34 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034278 Feb 07 13:03:00.192114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-32dfc0f1-824f-4a97-a3a2-17d5f42418af tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:00.193594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-32dfc0f1-824f-4a97-a3a2-17d5f42418af tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "GET /v2.0/ports?device_id=58ddbe8c-58d9-4630-bbf6-755096c8a5e4 HTTP/1.1" status: 200 len: 949 time: 0.4769099 Feb 07 13:03:00.235419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8ee9-abfd-4b2e-b52a-9cd44488b3dd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.238029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8ee9-abfd-4b2e-b52a-9cd44488b3dd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.349558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8ee9-abfd-4b2e-b52a-9cd44488b3dd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.350343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6c8ee9-abfd-4b2e-b52a-9cd44488b3dd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Fanout notify agent at l3_agent the message router_deleted on router 2ff113c8-2ecf-4566-bebc-aee198f9f7c4 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:03:00.364102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8ee9-abfd-4b2e-b52a-9cd44488b3dd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.367704 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dd6c8ee9-abfd-4b2e-b52a-9cd44488b3dd tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "DELETE /v2.0/routers/2ff113c8-2ecf-4566-bebc-aee198f9f7c4 HTTP/1.1" status: 204 len: 168 time: 0.6089725 Feb 07 13:03:00.368163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35262) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:00.408694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08c2f8b6-0828-46be-b3bb-17eae2653079 req-e8599837-e303-411d-bdd4-b6201df52827 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978380 Feb 07 13:03:00.417274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b15aae9-497e-47ed-b79e-8cd998fabde9 req-37e27170-8f37-4be8-b4ec-96e4d3c955c1 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbed559-c8f0-44a0-87ad-1da9234039d9 HTTP/1.1" status: 200 len: 210 time: 0.1902628 Feb 07 13:03:00.431997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69124a27-4684-41a6-835f-f58fadd28c4a req-31f10bf2-a7b4-492b-b602-876032450e89 service neutron] 10.222.0.35 "GET /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665837 Feb 07 13:03:00.448678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Deleting port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:00.449059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.471532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8c6d38-8b8b-4e72-8b04-7de1f515b071 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Deleting subnet 1aa448a7-6cc8-4ca4-b6de-90fdc1423931 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:03:00.479071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6d38-8b8b-4e72-8b04-7de1f515b071 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.559470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6d38-8b8b-4e72-8b04-7de1f515b071 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.651922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6d38-8b8b-4e72-8b04-7de1f515b071 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.681143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] For port 8201a994-7266-4eee-8593-7d0fdcdcd769, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8201a994-7266-4eee-8593-7d0fdcdcd769,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:00.681427 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.816296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6d38-8b8b-4e72-8b04-7de1f515b071 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.857421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c6d38-8b8b-4e72-8b04-7de1f515b071 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa448a7-6cc8-4ca4-b6de-90fdc1423931,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:00.861307 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a8c6d38-8b8b-4e72-8b04-7de1f515b071 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:00.868529 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8a8c6d38-8b8b-4e72-8b04-7de1f515b071 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "DELETE /v2.0/subnets/1aa448a7-6cc8-4ca4-b6de-90fdc1423931 HTTP/1.1" status: 204 len: 168 time: 0.4984846 Feb 07 13:03:00.870947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35266) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:00.871665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220a72b-d867-4289-8cc7-f8f8a235b217 None None] Network 2b6583f9-902c-4b47-a89e-fe415d2a89d0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:00.911951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Calling delete_port for 8201a994-7266-4eee-8593-7d0fdcdcd769 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:00.992020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.004126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Deleting port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:01.006148 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.074377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7660-c50d-44b4-8393-531ad211d888 req-28c322d6-6cd1-4907-9e0e-7dd816f5f07e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:01.075957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a06f7660-c50d-44b4-8393-531ad211d888 req-28c322d6-6cd1-4907-9e0e-7dd816f5f07e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.4896896 Feb 07 13:03:01.080674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] For port 63732f3b-d430-4fb0-b695-ca5b3cbc0880, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=63732f3b-d430-4fb0-b695-ca5b3cbc0880,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:01.081038 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.119428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb2931-0161-47f8-a0b3-92a975c8d4dd req-df95b6ce-f06d-4c6a-b61f-aa6224e857b3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:01.125851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-accb2931-0161-47f8-a0b3-92a975c8d4dd req-df95b6ce-f06d-4c6a-b61f-aa6224e857b3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.5436082 Feb 07 13:03:01.168893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] DHCP port deletion for 2b6583f9-902c-4b47-a89e-fe415d2a89d0 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:03:01.173356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] Deleting port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:01.173810 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.237003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] For port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7ac0c091-4a1e-4fc7-a0cc-af2cc161103e,segment=NetworkSegment(c1173cc1-0c26-4858-815a-a7542c124cb8),segment_id=c1173cc1-0c26-4858-815a-a7542c124cb8)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:01.237561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.402046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] For port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7ac0c091-4a1e-4fc7-a0cc-af2cc161103e,segment=NetworkSegment(c1173cc1-0c26-4858-815a-a7542c124cb8),segment_id=c1173cc1-0c26-4858-815a-a7542c124cb8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:01.402581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.430952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Calling delete_port for 63732f3b-d430-4fb0-b695-ca5b3cbc0880 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:01.494312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Calling delete_port for 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:01.524638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a06f7660-c50d-44b4-8393-531ad211d888 req-263d93fa-021e-4e40-83f2-930870aac8a9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354305 Feb 07 13:03:01.532481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] Calling delete_port for 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:01.573100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-accb2931-0161-47f8-a0b3-92a975c8d4dd req-746afda8-4020-466c-895a-5989b190ed8b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194145 Feb 07 13:03:01.606334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 57bc7257-b60f-4e58-9190-3b14f31548f5 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:01.669294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 57bc7257-b60f-4e58-9190-3b14f31548f5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:01.669898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 57bc7257-b60f-4e58-9190-3b14f31548f5 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:01.672377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.683773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:01.724903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.777051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:03:01.777319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event deleted for resources: {'Port': ['ID=7ac0c091-4a1e-4fc7-a0cc-af2cc161103e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:01.777445 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:03:01.779011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] No DVR routers for this DVR port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:01.831174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event deleted for resources: {'Port': ['ID=8201a994-7266-4eee-8593-7d0fdcdcd769,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:01.834045 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.925464 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:01.939470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event deleted for resources: {'Port': ['ID=63732f3b-d430-4fb0-b695-ca5b3cbc0880,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:01.945763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e15abe14-1984-43e4-8b10-dfeae2cf524b req-592968e1-1414-4c04-92be-2a7ec878387f tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 210 time: 0.2291284 Feb 07 13:03:01.947040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:01.968308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6583f9-902c-4b47-a89e-fe415d2a89d0']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:01.985087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:01.985553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:01.986548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1173cc1-0c26-4858-815a-a7542c124cb8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:01.986872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1173cc1-0c26-4858-815a-a7542c124cb8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:01.994128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] No DVR routers for this DVR port 8201a994-7266-4eee-8593-7d0fdcdcd769 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:02.000802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:02.005390 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:02.011329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7b98ac-2eed-401e-b00d-192f9220d8dd', 'name': 'network-vif-deleted', 'tag': '8201a994-7266-4eee-8593-7d0fdcdcd769'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:02.019339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:02.026596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:02.026995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:02.043904 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:02.103413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] No DVR routers for this DVR port 63732f3b-d430-4fb0-b695-ca5b3cbc0880 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:02.108764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:02.110795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2695ef9-2828-4b8f-9fd6-fa0d8017f482 req-f43c6a92-e17d-4b6f-ad32-02c622286df7 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "DELETE /v2.0/ports/63732f3b-d430-4fb0-b695-ca5b3cbc0880 HTTP/1.1" status: 204 len: 173 time: 1.8636382 Feb 07 13:03:02.112427 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7b98ac-2eed-401e-b00d-192f9220d8dd', 'name': 'network-vif-deleted', 'tag': '8201a994-7266-4eee-8593-7d0fdcdcd769', 'status': 'completed', 'code': 200} Feb 07 13:03:02.128874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7442fcf-1ccd-4deb-8977-20a3a8551ccb req-8eea4f6b-25fe-42e5-875c-8cef618c196a tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:02.131401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7442fcf-1ccd-4deb-8977-20a3a8551ccb req-8eea4f6b-25fe-42e5-875c-8cef618c196a tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.4153788 Feb 07 13:03:02.168844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:02.175057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e301de0-eb6b-4035-a51c-1d39dbde17f3 req-bdf7b21e-9f8b-4e8e-98b0-2a57288c4c01 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.47 "DELETE /v2.0/ports/8201a994-7266-4eee-8593-7d0fdcdcd769 HTTP/1.1" status: 204 len: 173 time: 2.4182799 Feb 07 13:03:02.185720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7442fcf-1ccd-4deb-8977-20a3a8551ccb req-1f540312-860e-4eff-af26-92bc89841a22 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488937 Feb 07 13:03:02.278351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] Deleting port 7ac0c091-4a1e-4fc7-a0cc-af2cc161103e {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:02.278832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:02.292371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:02.299824 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:02.356734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] Pushing event deleted for resources: {'Network': ['ID=2b6583f9-902c-4b47-a89e-fe415d2a89d0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:02.369455 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27d3b36d-1ed9-4bed-b9a7-a7c74e55e4d2 tempest-FloatingIPNegativeTestJSON-1680205926 tempest-FloatingIPNegativeTestJSON-1680205926-project] 10.222.0.69 "DELETE /v2.0/networks/2b6583f9-902c-4b47-a89e-fe415d2a89d0 HTTP/1.1" status: 204 len: 168 time: 1.4973886 Feb 07 13:03:02.399320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9a300784-a1a5-44ee-8f79-61243b40dcc4 None None] The port '7ac0c091-4a1e-4fc7-a0cc-af2cc161103e' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:03:02.480181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5165-876c-413f-ade5-6cbc0a521327 req-13bf9981-d41c-4c17-84dd-560249ea7eeb tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:02.484988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a63f5165-876c-413f-ade5-6cbc0a521327 req-13bf9981-d41c-4c17-84dd-560249ea7eeb tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.1594687 Feb 07 13:03:02.538548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a63f5165-876c-413f-ade5-6cbc0a521327 req-18f62388-89cf-4e2b-946d-912b4246dac4 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473702 Feb 07 13:03:02.951837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9938cb-6457-4f92-aa4d-9b02eb79d309 req-d1e2167f-ded9-46d7-ac10-39dd36a08b18 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:02.953798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf9938cb-6457-4f92-aa4d-9b02eb79d309 req-d1e2167f-ded9-46d7-ac10-39dd36a08b18 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1537294 Feb 07 13:03:02.974794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f676d-adc8-4ffa-9282-1ec7a401c65b req-f2078500-090a-4c06-bb2c-d000745474fb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:02.976361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f7f676d-adc8-4ffa-9282-1ec7a401c65b req-f2078500-090a-4c06-bb2c-d000745474fb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1413913 Feb 07 13:03:03.043433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf9938cb-6457-4f92-aa4d-9b02eb79d309 req-7aab68b8-bd21-4d55-aa86-7af922e5e641 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660713 Feb 07 13:03:03.053803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f7f676d-adc8-4ffa-9282-1ec7a401c65b req-84fc7cd7-e5bb-4f5c-bf4b-9479531959e6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615649 Feb 07 13:03:03.082066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35298) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:03.147041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8201a994-7266-4eee-8593-7d0fdcdcd769 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:03.218392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 8201a994-7266-4eee-8593-7d0fdcdcd769 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:03.218812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8201a994-7266-4eee-8593-7d0fdcdcd769 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:03.219855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 63732f3b-d430-4fb0-b695-ca5b3cbc0880 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:03.270715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 63732f3b-d430-4fb0-b695-ca5b3cbc0880 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:03.271473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 63732f3b-d430-4fb0-b695-ca5b3cbc0880 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:03.295750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-71b3e134-f250-4843-9c0c-3aadeb9fa55f req-9993afac-b45a-4f94-8b99-b722ddb1abdd tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:03.299122 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c2411729-f4cf-464f-99d0-ce9a8e4e2f99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ace22d206fc4f5eb0e73014ce6a4028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150316 Feb 07 13:03:03.304230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35304) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:03.334658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-654b4e9c-ce37-4ef7-a403-525c1fc355db tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:03.336132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-654b4e9c-ce37-4ef7-a403-525c1fc355db tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 944 time: 0.1987669 Feb 07 13:03:03.366164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5aba7ba-2635-4623-bfdd-a6d44786f68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:03.399147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5aba7ba-2635-4623-bfdd-a6d44786f68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:03.405664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd3ff-2bad-406b-ab47-c0867135170f req-83d01951-7cfc-47ac-adba-bd9582fc1469 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:03.407146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1acd3ff-2bad-406b-ab47-c0867135170f req-83d01951-7cfc-47ac-adba-bd9582fc1469 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 944 time: 0.2156708 Feb 07 13:03:03.421866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Deleting port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:03.422283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:03.515118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-71b3e134-f250-4843-9c0c-3aadeb9fa55f req-9993afac-b45a-4f94-8b99-b722ddb1abdd tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:03.516277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71b3e134-f250-4843-9c0c-3aadeb9fa55f req-9993afac-b45a-4f94-8b99-b722ddb1abdd tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f7b98ac-2eed-401e-b00d-192f9220d8dd HTTP/1.1" status: 200 len: 210 time: 0.2831745 Feb 07 13:03:03.560964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1acd3ff-2bad-406b-ab47-c0867135170f req-1b662f4d-0b1a-48d4-b265-34890577ac00 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e0d3b00-b008-4e77-9fa2-b0652350cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429880 Feb 07 13:03:03.566359 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5aba7ba-2635-4623-bfdd-a6d44786f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:03.597035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aba7ba-2635-4623-bfdd-a6d44786f68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29543efe-3657-4121-a535-fbc52dfaa2b6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:03.606697 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5aba7ba-2635-4623-bfdd-a6d44786f68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:03.606697 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d5aba7ba-2635-4623-bfdd-a6d44786f68d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/29543efe-3657-4121-a535-fbc52dfaa2b6 HTTP/1.1" status: 204 len: 168 time: 0.3012877 Feb 07 13:03:03.744949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] For port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,segment=NetworkSegment(22ac2124-aaf8-4131-8b02-694c1b65fbe1),segment_id=22ac2124-aaf8-4131-8b02-694c1b65fbe1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:03.745499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:04.012900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Calling delete_port for 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:04.112994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ddbe8c-58d9-4630-bbf6-755096c8a5e4', 'name': 'network-vif-deleted', 'tag': '63732f3b-d430-4fb0-b695-ca5b3cbc0880'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:04.272102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828ac51-d069-48e1-9a4a-f1e0f37f2b7b req-862deb94-777e-4921-a68b-ba39437f3c1d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:04.280346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9828ac51-d069-48e1-9a4a-f1e0f37f2b7b req-862deb94-777e-4921-a68b-ba39437f3c1d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1102204 Feb 07 13:03:04.326112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9828ac51-d069-48e1-9a4a-f1e0f37f2b7b req-9e261374-021d-4753-b504-21e1ab03fccb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Feb 07 13:03:04.358675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:04.404004 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ddbe8c-58d9-4630-bbf6-755096c8a5e4', 'name': 'network-vif-deleted', 'tag': '63732f3b-d430-4fb0-b695-ca5b3cbc0880', 'status': 'completed', 'code': 200} Feb 07 13:03:04.412543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Pushing event deleted for resources: {'Port': ['ID=3d7f7f51-d6df-4b2f-9d6d-9838e509f03b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:04.490554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] No DVR routers for this DVR port 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:04.493169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:04.503694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d98f5a56-cf05-4dc1-bbdb-382fff7ada5e req-614a5d25-0ac2-4d37-8709-0240ef4714f0 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.35 "DELETE /v2.0/ports/3d7f7f51-d6df-4b2f-9d6d-9838e509f03b HTTP/1.1" status: 204 len: 173 time: 1.1604550 Feb 07 13:03:04.756711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-515a04d5-d49e-400e-abb6-73542233f364 req-5900af92-f797-402d-8f56-73acffdd0cd2 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Synchronizing usage tracker for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:04.913363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-515a04d5-d49e-400e-abb6-73542233f364 req-5900af92-f797-402d-8f56-73acffdd0cd2 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] Unset dirty status for tenant:4a73d4ee22c5434a8d8cddd1a69ffba0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:04.920847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-515a04d5-d49e-400e-abb6-73542233f364 req-5900af92-f797-402d-8f56-73acffdd0cd2 tempest-LiveAutoBlockMigrationV225Test-424904481 tempest-LiveAutoBlockMigrationV225Test-424904481-project] 10.222.0.69 "GET /v2.0/ports?device_id=22849e13-af9e-4dc1-983c-53d286ed4fd0 HTTP/1.1" status: 200 len: 210 time: 0.2085307 Feb 07 13:03:04.970490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574805-85e6-4343-951e-eeef932c2700 req-99579542-e77c-4799-b194-de63ce4e48ca tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:04.972050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22574805-85e6-4343-951e-eeef932c2700 req-99579542-e77c-4799-b194-de63ce4e48ca tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1089122 Feb 07 13:03:05.022095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22574805-85e6-4343-951e-eeef932c2700 req-303b9aa1-96a4-4071-808c-fe6040b97e17 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Feb 07 13:03:05.068401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35350) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:05.175999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'networks': [{'name': 'tempest-network--2051108814'}, {'name': 'tempest-network--373985571'}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:05.176607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'network': {'name': 'tempest-network--2051108814'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:05.177076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'network': {'name': 'tempest-network--373985571'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:05.183039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:05.186984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Usage tracker for resource:network and tenant:3bc5a5bd44d743329bdb4dde7e3ff983 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:05.190186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:05.196711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:05.412360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Made reservation on behalf of 3bc5a5bd44d743329bdb4dde7e3ff983 for: {'network': 2} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:05.418634 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:05.433283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:05.490222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:05.496037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Usage tracker for resource:security_group_rule and tenant:3bc5a5bd44d743329bdb4dde7e3ff983 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:05.499790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:05.512548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:05.563747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540966c8-8eea-4531-89a0-feab93abfe11 req-21d9cf37-126d-4a10-aa46-bf0d3a00d1ea tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:05.565305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-540966c8-8eea-4531-89a0-feab93abfe11 req-21d9cf37-126d-4a10-aa46-bf0d3a00d1ea tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1333427 Feb 07 13:03:05.636848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-540966c8-8eea-4531-89a0-feab93abfe11 req-cd59336a-7b10-4e79-b9ec-037e3b49f216 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621357 Feb 07 13:03:05.663566 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:05.861096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:05.861758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:05.931751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fc9f71-040c-41e9-bbf5-c6aaea189683,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:05.938905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:05.964618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2cb9e-21f2-4c46-8754-cc21c73b19ed req-4412e8f9-ffd9-4a15-9b7b-1bc57f385303 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:05.966132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ab2cb9e-21f2-4c46-8754-cc21c73b19ed req-4412e8f9-ffd9-4a15-9b7b-1bc57f385303 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.2101710 Feb 07 13:03:05.971392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:05.971750 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Added segment f4b2a092-949f-4150-a62b-3ba8117cc9e8 of type vlan for network 4e03bae3-7050-4dcd-b9c3-5d06fedc5c14 Feb 07 13:03:05.986914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817760da-c8c4-4925-9f05-6ba99642efb8 req-983f7059-0481-4dc2-94dd-2184f2fc8109 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:05.988377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-817760da-c8c4-4925-9f05-6ba99642efb8 req-983f7059-0481-4dc2-94dd-2184f2fc8109 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 950 time: 0.1798503 Feb 07 13:03:06.048072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.088651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-817760da-c8c4-4925-9f05-6ba99642efb8 req-72f2e29a-11d0-4ec7-bd6a-cadb0e8c1bfc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846443 Feb 07 13:03:06.092430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ab2cb9e-21f2-4c46-8754-cc21c73b19ed req-3b22baf3-4688-422b-a543-505b6306aba2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177154 Feb 07 13:03:06.137000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:06.139863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.140285 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Added segment 8b975240-5525-457a-bfe1-95129af39056 of type vlan for network 24d9e7f4-ed4c-44d5-a087-01a06938e64e Feb 07 13:03:06.168658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.175107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35370) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:06.299017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4955ea-0920-443d-b739-02f8950ed028 req-fd4f4dc7-4845-4002-a272-374f3334d501 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:06.300568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab4955ea-0920-443d-b739-02f8950ed028 req-fd4f4dc7-4845-4002-a272-374f3334d501 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0988953 Feb 07 13:03:06.359478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.360008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.366488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:06.371223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:06.371839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.406763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'name': 'network-vif-deleted', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:06.515744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc182b7-8749-4ec0-a616-bc7ebee6d46c admin admin] Deleting subnet 00b0f95f-7038-4069-9e36-5d6936cc6ec7 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:03:06.524340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab4955ea-0920-443d-b739-02f8950ed028 req-8c7a95ce-6a05-472a-92d6-cf85a9cb92c9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902077 Feb 07 13:03:06.531265 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6bc182b7-8749-4ec0-a616-bc7ebee6d46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.561522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Network': ['ID=4e03bae3-7050-4dcd-b9c3-5d06fedc5c14,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:06.578475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 4e03bae3-7050-4dcd-b9c3-5d06fedc5c14 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:06.638242 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22849e13-af9e-4dc1-983c-53d286ed4fd0', 'name': 'network-vif-deleted', 'tag': '3d7f7f51-d6df-4b2f-9d6d-9838e509f03b', 'status': 'completed', 'code': 200} Feb 07 13:03:06.654893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5845897 Feb 07 13:03:06.660288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35380) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:06.679328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6bc182b7-8749-4ec0-a616-bc7ebee6d46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.727277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c957b-3a23-487b-a5e3-92d6d4c47732 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Network': ['ID=24d9e7f4-ed4c-44d5-a087-01a06938e64e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:06.737266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 24d9e7f4-ed4c-44d5-a087-01a06938e64e details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:06.766900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6bc182b7-8749-4ec0-a616-bc7ebee6d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:06.867873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da99152-16e5-4176-a46a-92aa815361a2 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:06.873637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da99152-16e5-4176-a46a-92aa815361a2 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:06.881235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da99152-16e5-4176-a46a-92aa815361a2 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:06.887006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da99152-16e5-4176-a46a-92aa815361a2 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:06.888830 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6da99152-16e5-4176-a46a-92aa815361a2 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2262516 Feb 07 13:03:06.891864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35384) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:07.010611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.018248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f041ed-7e3f-46b9-8909-2ca3675888f2 req-481a61da-c7cc-42cf-85c4-94bab4bda963 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:07.019649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71f041ed-7e3f-46b9-8909-2ca3675888f2 req-481a61da-c7cc-42cf-85c4-94bab4bda963 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1049170 Feb 07 13:03:07.066739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71f041ed-7e3f-46b9-8909-2ca3675888f2 req-906526b3-90ce-40ed-ab78-85d9032c95cb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Feb 07 13:03:07.150985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.161548 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6bc182b7-8749-4ec0-a616-bc7ebee6d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.179046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e03bae3-7050-4dcd-b9c3-5d06fedc5c14']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:07.196181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b2a092-949f-4150-a62b-3ba8117cc9e8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:07.204390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b2a092-949f-4150-a62b-3ba8117cc9e8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:07.209933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc182b7-8749-4ec0-a616-bc7ebee6d46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b0f95f-7038-4069-9e36-5d6936cc6ec7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:07.211335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.211887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6bc182b7-8749-4ec0-a616-bc7ebee6d46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.239534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.239534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:07.239534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:07.256835 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:07.263380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6bc182b7-8749-4ec0-a616-bc7ebee6d46c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/00b0f95f-7038-4069-9e36-5d6936cc6ec7 HTTP/1.1" status: 204 len: 168 time: 1.0816557 Feb 07 13:03:07.265669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35390) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:07.381834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-1e26b4b9-6252-466b-b719-0b1231701b04 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:07.383458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-1e26b4b9-6252-466b-b719-0b1231701b04 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 950 time: 0.2748408 Feb 07 13:03:07.453254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.494362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b1655-6750-41df-9c8e-c46abbc2f705 req-87b233d2-b505-4043-90a7-032108dcad6d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:07.495842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a13b1655-6750-41df-9c8e-c46abbc2f705 req-87b233d2-b505-4043-90a7-032108dcad6d tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 950 time: 0.2808361 Feb 07 13:03:07.527005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Deleting port 1c78a0c8-9e21-448d-9a60-006306d34e15 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:07.527347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.577270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:07.618839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:07.619502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3d7f7f51-d6df-4b2f-9d6d-9838e509f03b not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:07.746441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.798543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a13b1655-6750-41df-9c8e-c46abbc2f705 req-eef96ada-2e54-4f8b-9b7d-23f336674004 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/security-groups?id=1884026b-7bb4-400f-b3a1-e4d001262381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381325 Feb 07 13:03:07.831257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466f93c0-0698-457f-8e18-e5d273e64d2f']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:07.837603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.855825 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.856372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ac2124-aaf8-4131-8b02-694c1b65fbe1') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:07.856678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ac2124-aaf8-4131-8b02-694c1b65fbe1') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:07.867629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Network': ['ID=4e03bae3-7050-4dcd-b9c3-5d06fedc5c14,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:07.870680 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/networks/4e03bae3-7050-4dcd-b9c3-5d06fedc5c14 HTTP/1.1" status: 204 len: 168 time: 0.9778116 Feb 07 13:03:07.877151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35396) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:07.893489 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.903464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.903821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.904194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.904537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.904965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.905292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.905622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.905951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.906280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.906608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.906960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.907307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e01a4d-eed9-48b5-ba08-3363610424eb tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:07.982052 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:07.997272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:07.997686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:08.014142 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:08.027216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.074176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f7a32-470b-4a8d-84bc-2176c0b6c5ff req-d1c95002-1cee-405d-a084-6505632065d5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:08.075715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c0f7a32-470b-4a8d-84bc-2176c0b6c5ff req-d1c95002-1cee-405d-a084-6505632065d5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.4115677 Feb 07 13:03:08.179579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] For port 1c78a0c8-9e21-448d-9a60-006306d34e15, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=1c78a0c8-9e21-448d-9a60-006306d34e15,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:08.179939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.195475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c0f7a32-470b-4a8d-84bc-2176c0b6c5ff req-7bbc5154-5a0f-4b9e-8af4-7b9b955c625a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103821 Feb 07 13:03:08.288171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.319896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d9e7f4-ed4c-44d5-a087-01a06938e64e']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:08.326718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b975240-5525-457a-bfe1-95129af39056') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:08.327018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b975240-5525-457a-bfe1-95129af39056') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:08.339185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.352118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Calling delete_port for 1c78a0c8-9e21-448d-9a60-006306d34e15 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:08.355700 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.361898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:08.362296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:08.380221 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:08.384373 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.420705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.448368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] Pushing event deleted for resources: {'Network': ['ID=466f93c0-0698-457f-8e18-e5d273e64d2f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:08.663561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818208c0-9545-4cc5-b830-cae98814a0c7 req-e08c6349-4637-4c5e-88fe-d5e2e0fca34a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:08.665231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-818208c0-9545-4cc5-b830-cae98814a0c7 req-e08c6349-4637-4c5e-88fe-d5e2e0fca34a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.4668696 Feb 07 13:03:08.735160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-818208c0-9545-4cc5-b830-cae98814a0c7 req-1e44b727-ad0f-4f8c-a386-da411cdd620b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640612 Feb 07 13:03:08.833724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d20591c5-2a7c-4304-9174-940ed6b9d326 admin admin] 10.222.0.69 "DELETE /v2.0/networks/466f93c0-0698-457f-8e18-e5d273e64d2f HTTP/1.1" status: 204 len: 168 time: 1.5662429 Feb 07 13:03:08.836341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35408) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:08.915247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.917701 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08decc84-38fc-478d-9c79-23ba58db2974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.918088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.918208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['1c78a0c8-9e21-448d-9a60-006306d34e15'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:08.918311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:08.918311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Network': ['ID=24d9e7f4-ed4c-44d5-a087-01a06938e64e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:08.920590 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-099668cd-65e5-4905-99e2-d69aeff1fdac tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/networks/24d9e7f4-ed4c-44d5-a087-01a06938e64e HTTP/1.1" status: 204 len: 168 time: 1.0424936 Feb 07 13:03:08.925057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35412) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:09.003520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Pushing event deleted for resources: {'Port': ['ID=1c78a0c8-9e21-448d-9a60-006306d34e15,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:09.008939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2218c339-96c1-40fb-aac5-a5305306f142 admin admin] Deleting subnet a4a17396-e043-4bcc-872a-df3c524eab63 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:03:09.025258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2218c339-96c1-40fb-aac5-a5305306f142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.061606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced610e2-8ffb-4b7b-a039-5d4281ebdcc7 req-726bb44d-6401-4cfd-84b6-28071e0cf5dc tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 210 time: 0.1031563 Feb 07 13:03:09.094503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6fa7f-8df5-479a-ade5-142b8a2ba192 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:09.101802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6fa7f-8df5-479a-ade5-142b8a2ba192 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:09.102874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-49f6fa7f-8df5-479a-ade5-142b8a2ba192 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Synchronizing usage tracker for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:09.152548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] No DVR routers for this DVR port 1c78a0c8-9e21-448d-9a60-006306d34e15 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:09.155180 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.161313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0c5005-0eb8-44c3-a067-2b56ed0e4aed', 'name': 'network-vif-deleted', 'tag': '1c78a0c8-9e21-448d-9a60-006306d34e15'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:09.173304 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2218c339-96c1-40fb-aac5-a5305306f142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.204576 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0c5005-0eb8-44c3-a067-2b56ed0e4aed', 'name': 'network-vif-deleted', 'tag': '1c78a0c8-9e21-448d-9a60-006306d34e15', 'status': 'completed', 'code': 200} Feb 07 13:03:09.221416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-49f6fa7f-8df5-479a-ade5-142b8a2ba192 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Unset dirty status for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:09.224625 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-49f6fa7f-8df5-479a-ade5-142b8a2ba192 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2985134 Feb 07 13:03:09.227143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35420) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:09.232909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1977119553'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:09.245306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:09.246499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2218c339-96c1-40fb-aac5-a5305306f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.253910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:09.355524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Made reservation on behalf of 3bc5a5bd44d743329bdb4dde7e3ff983 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:09.359904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.367733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a4a4706-52d1-4bdd-a63c-b5f45051fc1f req-2df17afa-8df2-43e5-9e29-82b9608e557b tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.35 "DELETE /v2.0/ports/1c78a0c8-9e21-448d-9a60-006306d34e15 HTTP/1.1" status: 204 len: 173 time: 1.9772747 Feb 07 13:03:09.391907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:09.403880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.404360 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Added segment 861a3c32-88c9-45c8-95e2-42427f523c40 of type vlan for network c89762d7-8da3-4a89-8d3b-d721a0fd6c7d Feb 07 13:03:09.438463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.449533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cc043-b23d-4955-a494-55137766a108 req-09eb3d58-48d4-4d95-aa8e-4f721f7fce88 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:09.451017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-232cc043-b23d-4955-a494-55137766a108 req-09eb3d58-48d4-4d95-aa8e-4f721f7fce88 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.1827507 Feb 07 13:03:09.466060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f276c-13dd-4d90-9cbd-8fae0ca69136 req-91931c91-41e1-4f61-87d0-bca55136ce73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:09.468553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-506f276c-13dd-4d90-9cbd-8fae0ca69136 req-91931c91-41e1-4f61-87d0-bca55136ce73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1525342 Feb 07 13:03:09.511068 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2218c339-96c1-40fb-aac5-a5305306f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.587439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218c339-96c1-40fb-aac5-a5305306f142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a17396-e043-4bcc-872a-df3c524eab63,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:09.605575 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2218c339-96c1-40fb-aac5-a5305306f142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.619151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Deleting port 683fd684-cff7-4481-899b-c1e72296022e {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:09.619498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.651533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.654063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2218c339-96c1-40fb-aac5-a5305306f142 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a4a17396-e043-4bcc-872a-df3c524eab63 HTTP/1.1" status: 204 len: 168 time: 0.8167231 Feb 07 13:03:09.657965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:09.658633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:09.662570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35424) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:09.666967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-506f276c-13dd-4d90-9cbd-8fae0ca69136 req-fbe32b16-a598-407a-859a-92ec2b358c13 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639655 Feb 07 13:03:09.881648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Network': ['ID=c89762d7-8da3-4a89-8d3b-d721a0fd6c7d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:09.899218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c89762d7-8da3-4a89-8d3b-d721a0fd6c7d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:10.383114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.387927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] For port 683fd684-cff7-4481-899b-c1e72296022e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=683fd684-cff7-4481-899b-c1e72296022e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:10.387927 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.391444 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-512323aa-9a0e-4f97-8157-3c6183f6231e tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7891650 Feb 07 13:03:10.391444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:10.391444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-276945376'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:10.391444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:10.391444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Usage tracker for resource:network and tenant:3bc5a5bd44d743329bdb4dde7e3ff983 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:10.391444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.391444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:10.394067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Calling delete_port for 683fd684-cff7-4481-899b-c1e72296022e owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:10.394782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:10.394782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9993fddf-04bf-47bf-94a5-3f44902db076']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:10.394782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069855f9-4cc2-496a-bfe5-46784d660ba8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:10.394782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069855f9-4cc2-496a-bfe5-46784d660ba8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:10.395733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b3a0-cc94-44d6-8a2b-9f00b77663c4 req-bc9af735-2a02-4c48-b429-8d10f3a27664 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:10.395733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b137b3a0-cc94-44d6-8a2b-9f00b77663c4 req-bc9af735-2a02-4c48-b429-8d10f3a27664 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 945 time: 0.2955470 Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:10.395892 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:10.397956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b137b3a0-cc94-44d6-8a2b-9f00b77663c4 req-ad13883a-6102-48ed-824d-01d46fb5937b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070533 Feb 07 13:03:10.397956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-376df168-d8cd-488b-ba32-09fdf37f79bd req-087c0397-b572-408a-ae9f-7f281fd270b3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Synchronizing usage tracker for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:10.398082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Made reservation on behalf of 3bc5a5bd44d743329bdb4dde7e3ff983 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:10.398082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.398082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:10.398082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.398082 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Added segment e2f7e3cc-7aa2-4268-9201-7e7c8eb643bf of type vlan for network b88ca7fd-ce35-4857-914d-869d2dea1b17 Feb 07 13:03:10.398082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.481199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.499730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.512202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] Pushing event deleted for resources: {'Network': ['ID=9993fddf-04bf-47bf-94a5-3f44902db076,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:10.517019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.517019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-376df168-d8cd-488b-ba32-09fdf37f79bd req-087c0397-b572-408a-ae9f-7f281fd270b3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] Unset dirty status for tenant:874d2445575f4981b18d0467abf577e9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:10.517666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-376df168-d8cd-488b-ba32-09fdf37f79bd req-087c0397-b572-408a-ae9f-7f281fd270b3 tempest-ServersOnMultiNodesTest-1561445705 tempest-ServersOnMultiNodesTest-1561445705-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d0c5005-0eb8-44c3-a067-2b56ed0e4aed HTTP/1.1" status: 200 len: 210 time: 0.3141975 Feb 07 13:03:10.529719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:10.530250 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.535502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:10.536658 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.564614 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc161d6e-7b88-457f-b023-51055d698833 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9993fddf-04bf-47bf-94a5-3f44902db076 HTTP/1.1" status: 204 len: 168 time: 0.8852301 Feb 07 13:03:10.571321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['683fd684-cff7-4481-899b-c1e72296022e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:10.579961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event deleted for resources: {'Port': ['ID=683fd684-cff7-4481-899b-c1e72296022e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:10.658699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Network': ['ID=b88ca7fd-ce35-4857-914d-869d2dea1b17,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:10.671188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b88ca7fd-ce35-4857-914d-869d2dea1b17 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:10.755575 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7a7fb0e1-7cdb-41c6-aa83-dbc250fba2f8 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7314465 Feb 07 13:03:10.758139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35440) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:10.774408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'ports': [{'network_id': 'c89762d7-8da3-4a89-8d3b-d721a0fd6c7d', 'name': 'tempest-port--1373712109', 'admin_state_up': True}, {'network_id': 'b88ca7fd-ce35-4857-914d-869d2dea1b17', 'admin_state_up': False}]} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:10.775094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'port': {'network_id': 'c89762d7-8da3-4a89-8d3b-d721a0fd6c7d', 'name': 'tempest-port--1373712109', 'admin_state_up': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:10.785040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'port': {'network_id': 'b88ca7fd-ce35-4857-914d-869d2dea1b17', 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:10.811288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] No DVR routers for this DVR port 683fd684-cff7-4481-899b-c1e72296022e on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:10.814041 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:10.914234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24bdd8-904e-448f-acb1-2056760c3416 req-e20a6257-1004-4458-85bf-29d11e04446f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:10.915705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab24bdd8-904e-448f-acb1-2056760c3416 req-e20a6257-1004-4458-85bf-29d11e04446f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0838165 Feb 07 13:03:10.954684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-232cc043-b23d-4955-a494-55137766a108 req-25c8effd-6097-456d-8876-66a6ff12f6f1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "DELETE /v2.0/ports/683fd684-cff7-4481-899b-c1e72296022e HTTP/1.1" status: 204 len: 173 time: 1.4978321 Feb 07 13:03:10.965396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab24bdd8-904e-448f-acb1-2056760c3416 req-de9ce9e0-837c-4ac9-8c21-3afa59e897a6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 Feb 07 13:03:11.045496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:11.049282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Usage tracker for resource:port and tenant:3bc5a5bd44d743329bdb4dde7e3ff983 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:11.052719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:11.058275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:11.174901 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c26b26a3-de64-472e-8c58-d9bd995ebb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:11.202806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35444) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:11.205284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc738e23-afda-4262-bfbc-213c28fce6ea', 'name': 'network-vif-deleted', 'tag': '683fd684-cff7-4481-899b-c1e72296022e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:11.253577 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc738e23-afda-4262-bfbc-213c28fce6ea', 'name': 'network-vif-deleted', 'tag': '683fd684-cff7-4481-899b-c1e72296022e', 'status': 'completed', 'code': 200} Feb 07 13:03:11.262484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8f521217-a619-49cc-9fee-f511598c0387 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a73d4ee22c5434a8d8cddd1a69ffba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585248 Feb 07 13:03:11.265638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35450) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:11.323557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Made reservation on behalf of 3bc5a5bd44d743329bdb4dde7e3ff983 for: {'port': 2} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:11.323557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:11.332411 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be136578-32a3-41e9-a47b-5125080860fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:11.355303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:11.363059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be136578-32a3-41e9-a47b-5125080860fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:11.499091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-432aa2d6-7c59-4cf6-86eb-8abbeedfb9d4 req-4438b82b-6f5c-4bf8-9a06-b2ca73afb09f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:11.507596 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be136578-32a3-41e9-a47b-5125080860fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:11.524943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be136578-32a3-41e9-a47b-5125080860fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d3b00-b008-4e77-9fa2-b0652350cc41,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:11.592222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 1c78a0c8-9e21-448d-9a60-006306d34e15 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:11.612657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-432aa2d6-7c59-4cf6-86eb-8abbeedfb9d4 req-4438b82b-6f5c-4bf8-9a06-b2ca73afb09f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:11.612657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-432aa2d6-7c59-4cf6-86eb-8abbeedfb9d4 req-4438b82b-6f5c-4bf8-9a06-b2ca73afb09f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc738e23-afda-4262-bfbc-213c28fce6ea HTTP/1.1" status: 200 len: 210 time: 0.1581459 Feb 07 13:03:11.642199 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be136578-32a3-41e9-a47b-5125080860fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:11.655208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-be136578-32a3-41e9-a47b-5125080860fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e0d3b00-b008-4e77-9fa2-b0652350cc41 HTTP/1.1" status: 204 len: 168 time: 0.3886788 Feb 07 13:03:11.666863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 1c78a0c8-9e21-448d-9a60-006306d34e15 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:11.667196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 1c78a0c8-9e21-448d-9a60-006306d34e15 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:11.768426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] device_id is not set on port bdb7951a-4e56-4097-a634-52b8abac6bc5 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:03:11.862190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:11.978270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] device_id is not set on port a7854203-62f1-4bfc-a1d6-100e805a764e yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:03:12.177853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:12.190699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e841-5db4-48fa-b784-604bbd719a99 req-8dbd398f-daaa-44e1-aa3a-50957935cb73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:12.193699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e11e841-5db4-48fa-b784-604bbd719a99 req-8dbd398f-daaa-44e1-aa3a-50957935cb73 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1093223 Feb 07 13:03:12.210895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:12.210895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:12.214061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35468) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:12.243633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e11e841-5db4-48fa-b784-604bbd719a99 req-94bb8504-8a23-4209-83b7-57322603340e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444040 Feb 07 13:03:12.374808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d7282ff9-cdec-49f6-8135-6a4f3a1d63d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=874d2445575f4981b18d0467abf577e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595123 Feb 07 13:03:12.377359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:12.418804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:12.501044 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bef8aaf7-07f0-447e-94d1-78f281c1ea13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:12.533762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Port': ['ID=bdb7951a-4e56-4097-a634-52b8abac6bc5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:12.555014 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bef8aaf7-07f0-447e-94d1-78f281c1ea13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:12.580029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Checking segment: {'id': '861a3c32-88c9-45c8-95e2-42427f523c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c89762d7-8da3-4a89-8d3b-d721a0fd6c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:12.580029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Network hostable DHCP agents. Network: c89762d7-8da3-4a89-8d3b-d721a0fd6c7d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:03:12.830038 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bef8aaf7-07f0-447e-94d1-78f281c1ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:12.832794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Network c89762d7-8da3-4a89-8d3b-d721a0fd6c7d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:03:12.857183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8aaf7-07f0-447e-94d1-78f281c1ea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1884026b-7bb4-400f-b3a1-e4d001262381,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:13.037357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c89762d7-8da3-4a89-8d3b-d721a0fd6c7d) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:13.041610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:13.042545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:13.045549 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bef8aaf7-07f0-447e-94d1-78f281c1ea13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:13.047276 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bef8aaf7-07f0-447e-94d1-78f281c1ea13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1884026b-7bb4-400f-b3a1-e4d001262381 HTTP/1.1" status: 204 len: 168 time: 0.6689360 Feb 07 13:03:13.048296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35494) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:13.058465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c1069f-582d-431d-a15b-11ee5a042a99 None None] Network c89762d7-8da3-4a89-8d3b-d721a0fd6c7d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:13.186162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Port': ['ID=a7854203-62f1-4bfc-a1d6-100e805a764e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:13.199571 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9ed0c266-bcdd-418f-a404-f70cc41343f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16fe3f0166634a7f9dc72be41fe47717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457937 Feb 07 13:03:13.201919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35500) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:13.221179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Checking segment: {'id': 'e2f7e3cc-7aa2-4268-9201-7e7c8eb643bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b88ca7fd-ce35-4857-914d-869d2dea1b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:13.221595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Network hostable DHCP agents. Network: b88ca7fd-ce35-4857-914d-869d2dea1b17, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:03:13.248635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-f6668591-0cd6-4db1-b011-abd61a7cdd86 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:13.250241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-f6668591-0cd6-4db1-b011-abd61a7cdd86 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.2108173 Feb 07 13:03:13.266786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-9e5f5e83-bfb5-476a-a89e-9568d7a15ef8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/quotas/36c74833efc5459a8f831955e06d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.0098035 Feb 07 13:03:13.278658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 683fd684-cff7-4481-899b-c1e72296022e no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:13.289537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91c14d40-96eb-40fc-aa14-8bbfb76749ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:13.318450 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91c14d40-96eb-40fc-aa14-8bbfb76749ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:13.353196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 683fd684-cff7-4481-899b-c1e72296022e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:13.356998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 683fd684-cff7-4481-899b-c1e72296022e not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:13.357111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Network b88ca7fd-ce35-4857-914d-869d2dea1b17 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:03:13.378492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-fed7a97a-36df-4bcb-a20e-91184b2c52c1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032724 Feb 07 13:03:13.501663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b88ca7fd-ce35-4857-914d-869d2dea1b17) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:13.503570 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91c14d40-96eb-40fc-aa14-8bbfb76749ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:13.512357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a18553-dd83-4fd9-9a5d-2bc44751073d None None] Network b88ca7fd-ce35-4857-914d-869d2dea1b17 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:13.532205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:13.543140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:13.551256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:13.552163 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:13.576440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14d40-96eb-40fc-aa14-8bbfb76749ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5ec9b-a477-41f3-998e-406999556174,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:13.581089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91c14d40-96eb-40fc-aa14-8bbfb76749ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:13.587151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-139f36ea-68a2-461a-accc-278b63188a1c service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963429 Feb 07 13:03:13.587249 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-91c14d40-96eb-40fc-aa14-8bbfb76749ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1d5ec9b-a477-41f3-998e-406999556174 HTTP/1.1" status: 204 len: 168 time: 0.3833485 Feb 07 13:03:13.594951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df992-ec6a-4df3-bfe5-0778c0f9a794 req-30fe28c8-9df3-4f36-a989-59c99614e39f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:13.596445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-309df992-ec6a-4df3-bfe5-0778c0f9a794 req-30fe28c8-9df3-4f36-a989-59c99614e39f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1859171 Feb 07 13:03:13.646543 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2e4b4b2d-c426-4779-ad53-ab7b98453766 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8867400 Feb 07 13:03:13.649523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35510) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:13.736226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-309df992-ec6a-4df3-bfe5-0778c0f9a794 req-6f40cc8c-37a0-4af1-b096-c7137a99ccf9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190724 Feb 07 13:03:13.766906 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:13.784962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-988d6286-63e2-446a-9f6b-f32948e50c6e service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875265 Feb 07 13:03:13.791100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30602b7e-2e14-4c53-a498-64960b598132 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:13.798113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30602b7e-2e14-4c53-a498-64960b598132 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:13.799089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30602b7e-2e14-4c53-a498-64960b598132 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Synchronizing usage tracker for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:13.912840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30602b7e-2e14-4c53-a498-64960b598132 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Unset dirty status for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:13.912840 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-30602b7e-2e14-4c53-a498-64960b598132 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2538137 Feb 07 13:03:13.913404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35514) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:13.980797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-568fbd5a-498b-4b54-a5dc-bfc6f16d7052 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Deleting port bdb7951a-4e56-4097-a634-52b8abac6bc5 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:13.981165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-568fbd5a-498b-4b54-a5dc-bfc6f16d7052 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.100032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35522) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:14.155519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-809b87a5-f973-4d53-abc7-30c919fa7ecc req-e07c6472-f70a-49c5-b3e7-99f80d2cc1c7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 210 time: 0.0460472 Feb 07 13:03:14.261412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-568fbd5a-498b-4b54-a5dc-bfc6f16d7052 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.271413 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-caf0f16b-a2d5-4e7a-b980-da164bbd21a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3ccd2ea51aa40599a3c15d586b33035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702278 Feb 07 13:03:14.274743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35532) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:14.337539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c40ec35-cb95-40b6-ba3a-3db0cd9d821a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.365750 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c40ec35-cb95-40b6-ba3a-3db0cd9d821a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.402638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-568fbd5a-498b-4b54-a5dc-bfc6f16d7052 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Calling delete_port for bdb7951a-4e56-4097-a634-52b8abac6bc5 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:14.604003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c40ec35-cb95-40b6-ba3a-3db0cd9d821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.631666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40ec35-cb95-40b6-ba3a-3db0cd9d821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb63771-6753-4015-8f8a-472283bb76aa,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:14.631759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-568fbd5a-498b-4b54-a5dc-bfc6f16d7052 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.685584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fbd5a-498b-4b54-a5dc-bfc6f16d7052 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Port': ['ID=bdb7951a-4e56-4097-a634-52b8abac6bc5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:14.696299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-568fbd5a-498b-4b54-a5dc-bfc6f16d7052 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.862201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-568fbd5a-498b-4b54-a5dc-bfc6f16d7052 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/ports/bdb7951a-4e56-4097-a634-52b8abac6bc5 HTTP/1.1" status: 204 len: 168 time: 0.9477422 Feb 07 13:03:14.865763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35552) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:14.893268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3c40ec35-cb95-40b6-ba3a-3db0cd9d821a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.896146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3c40ec35-cb95-40b6-ba3a-3db0cd9d821a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9eb63771-6753-4015-8f8a-472283bb76aa HTTP/1.1" status: 204 len: 168 time: 0.6185353 Feb 07 13:03:14.940730 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:14.943294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107a2b-a3e3-406f-85a8-8bab505845ea req-9a4e1d73-fbfa-4cfe-9ac2-cdd1697b0d32 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:14.944898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27107a2b-a3e3-406f-85a8-8bab505845ea req-9a4e1d73-fbfa-4cfe-9ac2-cdd1697b0d32 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1005874 Feb 07 13:03:14.956198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-19879e42-210b-44fe-a4a4-eb7c9b1cbdb0 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Deleting port a7854203-62f1-4bfc-a1d6-100e805a764e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:14.956650 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19879e42-210b-44fe-a4a4-eb7c9b1cbdb0 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.000486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27107a2b-a3e3-406f-85a8-8bab505845ea req-eebed57b-e697-4942-bca0-8430bf10cbd0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477695 Feb 07 13:03:15.282388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d0ff3d0-b25b-46f0-b05d-ded398ddf203 req-d6c89d7e-e369-4205-a43a-d21788fa8dd0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 210 time: 0.0638342 Feb 07 13:03:15.311693 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19879e42-210b-44fe-a4a4-eb7c9b1cbdb0 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.370578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35568) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:15.445898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-19879e42-210b-44fe-a4a4-eb7c9b1cbdb0 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Calling delete_port for a7854203-62f1-4bfc-a1d6-100e805a764e owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:15.480982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-230264026-network', 'tenant_id': 'bde74feea991448989f76dfb32d1a2da'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:15.485906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:15.499740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Usage tracker for resource:network and tenant:bde74feea991448989f76dfb32d1a2da is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:15.499740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:15.503869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:15.589084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Made reservation on behalf of bde74feea991448989f76dfb32d1a2da for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:15.591780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.604806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.623094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:15.626815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Usage tracker for resource:security_group_rule and tenant:bde74feea991448989f76dfb32d1a2da is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:15.630773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:15.642970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:15.657105 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19879e42-210b-44fe-a4a4-eb7c9b1cbdb0 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.707854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19879e42-210b-44fe-a4a4-eb7c9b1cbdb0 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Port': ['ID=a7854203-62f1-4bfc-a1d6-100e805a764e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:15.715045 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19879e42-210b-44fe-a4a4-eb7c9b1cbdb0 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.728612 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-19879e42-210b-44fe-a4a4-eb7c9b1cbdb0 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/ports/a7854203-62f1-4bfc-a1d6-100e805a764e HTTP/1.1" status: 204 len: 168 time: 0.8617957 Feb 07 13:03:15.735198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35582) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:15.758496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.781589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a7c8d0ad-815d-4982-a6e8-7347b16bb9fa tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Synchronizing usage tracker for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:15.903134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a7c8d0ad-815d-4982-a6e8-7347b16bb9fa tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Unset dirty status for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:15.903259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.904876 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a7c8d0ad-815d-4982-a6e8-7347b16bb9fa tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1726019 Feb 07 13:03:15.908825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35588) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:15.915447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-887242868'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:15.921012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:15.925543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Usage tracker for resource:network and tenant:3bc5a5bd44d743329bdb4dde7e3ff983 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:15.930788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:15.936461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:15.939406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:15.946257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c3f9dd-fe1e-4b77-8f12-073aaadc5192,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:15.953269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:15.953661 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Added segment 708d6243-23b8-4f36-bdfe-4f1e83af9346 of type vlan for network 91c9df72-93dd-4464-a4ee-70ee4a92020b Feb 07 13:03:15.982492 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.123115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Made reservation on behalf of 3bc5a5bd44d743329bdb4dde7e3ff983 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:16.123115 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.145969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:16.155099 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.155449 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Added segment 4f2a3079-a6d6-4907-8b65-1760deae80a3 of type vlan for network 57eb09a1-0a77-47da-8ed5-606bfe247474 Feb 07 13:03:16.197117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.200633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f80eb9-822e-474d-bf51-3cbf9effe922 req-99fdc23c-13e3-430d-9d43-184417b64596 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:16.202374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5f80eb9-822e-474d-bf51-3cbf9effe922 req-99fdc23c-13e3-430d-9d43-184417b64596 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0882089 Feb 07 13:03:16.207869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.207869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:16.207869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.349093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.355750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:16.356801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.503866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] Pushing event updated for resources: {'Network': ['ID=91c9df72-93dd-4464-a4ee-70ee4a92020b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:16.511171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d01cc52c-f30f-4007-8e0a-75aa0d1995c5 req-95960656-1dc4-4c04-8f6a-5474f1afc4bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 210 time: 0.0732069 Feb 07 13:03:16.516487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5f80eb9-822e-474d-bf51-3cbf9effe922 req-502dd3c7-4c7f-4de7-b572-558c09ad44d2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911487 Feb 07 13:03:16.527763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 91c9df72-93dd-4464-a4ee-70ee4a92020b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:16.528260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Network': ['ID=57eb09a1-0a77-47da-8ed5-606bfe247474,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:16.549797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2636442e-abda-43f0-9169-df83b2e4933c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1780975 Feb 07 13:03:16.553187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35606) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:16.558799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Request body: {'subnet': {'network_id': '91c9df72-93dd-4464-a4ee-70ee4a92020b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-230264026-subnet', 'tenant_id': 'bde74feea991448989f76dfb32d1a2da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:16.559864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 57eb09a1-0a77-47da-8ed5-606bfe247474 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:16.564607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:16.570283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Usage tracker for resource:subnet and tenant:bde74feea991448989f76dfb32d1a2da is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:16.573612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:16.579703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:16.647739 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ced3b24f-87c6-4d9a-b11e-fa7819283bc3 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7361436 Feb 07 13:03:16.648892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35610) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:16.657849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1597607244'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:16.677523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:16.677523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Usage tracker for resource:network and tenant:3bc5a5bd44d743329bdb4dde7e3ff983 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:16.677523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:16.684824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:16.740836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Made reservation on behalf of bde74feea991448989f76dfb32d1a2da for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:16.745785 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.769240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Made reservation on behalf of 3bc5a5bd44d743329bdb4dde7e3ff983 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:16.774092 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.803822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:16.812320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.812676 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Added segment 92f5c6f4-a068-4283-b4f9-4e38aa14b46b of type vlan for network 68b7dccc-9728-4acd-9e5c-ff825392c390 Feb 07 13:03:16.841411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.971822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:16.978512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:16.979113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:17.094016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Network': ['ID=68b7dccc-9728-4acd-9e5c-ff825392c390,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:17.106092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 68b7dccc-9728-4acd-9e5c-ff825392c390 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:17.142835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:17.211725 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93eed034-ad86-46a2-8ba3-794db3ca0c92 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5592606 Feb 07 13:03:17.263950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Checking segment: {'id': '708d6243-23b8-4f36-bdfe-4f1e83af9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '91c9df72-93dd-4464-a4ee-70ee4a92020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:17.264352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Network hostable DHCP agents. Network: 91c9df72-93dd-4464-a4ee-70ee4a92020b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:03:17.271125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ac74de-66f6-47d5-9cf3-94cd3450d0e4,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:17.286347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.286347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.286347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.286347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.286347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.286347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.287215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.287215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.287215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.287439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.287869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.288274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:17.328729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35626) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:17.335847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'subnets': [{'network_id': '57eb09a1-0a77-47da-8ed5-606bfe247474', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1095654096', 'ip_version': 4}, {'network_id': '68b7dccc-9728-4acd-9e5c-ff825392c390', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:17.336208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'subnet': {'network_id': '57eb09a1-0a77-47da-8ed5-606bfe247474', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1095654096', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:17.336786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Request body: {'subnet': {'network_id': '68b7dccc-9728-4acd-9e5c-ff825392c390', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:17.384388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Network 91c9df72-93dd-4464-a4ee-70ee4a92020b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:03:17.534275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-e7f03e59-54ba-42a5-95b9-5b89598ac464 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:17.537493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-e7f03e59-54ba-42a5-95b9-5b89598ac464 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.1774011 Feb 07 13:03:17.559455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Request body: {'port': {'device_id': '8e9258fd-989e-4f4d-8997-e9b258b7b14e', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'admin_state_up': True, 'tenant_id': '36c74833efc5459a8f831955e06d9bc7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:17.572499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:17.576728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Usage tracker for resource:subnet and tenant:3bc5a5bd44d743329bdb4dde7e3ff983 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:17.580073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:17.586459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:17.636774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 91c9df72-93dd-4464-a4ee-70ee4a92020b) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:17.644916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150c402-e926-41c9-adc0-b9ff3097132f None None] Network 91c9df72-93dd-4464-a4ee-70ee4a92020b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:17.646183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:17.646336 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:17.731725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Made reservation on behalf of 3bc5a5bd44d743329bdb4dde7e3ff983 for: {'subnet': 2} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:17.736952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:17.738567 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:17.813112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e040a672-2bce-476a-a9e7-18f5c1f73a5e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2491369 Feb 07 13:03:17.828766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe24acb2-1d55-46d9-844e-312213c00c46 req-f532f82c-aab2-4e45-a9c5-72de03036e95 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 210 time: 0.0822859 Feb 07 13:03:17.881603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:17.914161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:17.968786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff3ddc-b57c-4ef6-95ec-18d353a50fd9 req-515a29f8-0240-4d86-b621-71b828650dc3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:17.970799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bff3ddc-b57c-4ef6-95ec-18d353a50fd9 req-515a29f8-0240-4d86-b621-71b828650dc3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1573446 Feb 07 13:03:18.033634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bff3ddc-b57c-4ef6-95ec-18d353a50fd9 req-5f137636-9652-415a-a198-9a84a2ed2063 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559664 Feb 07 13:03:18.043933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10f1a1-b95a-497c-93cb-379b6a3bb9fa None None] Network 91c9df72-93dd-4464-a4ee-70ee4a92020b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:18.063392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:18.073717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:18.285573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Allocated IP 172.20.0.6 (cfc9913b-a43e-4d8d-8314-4c02da867b60/453c02ff-fbe9-4180-acd7-c04cc76dbfe1/54988e37-4b07-4f06-a616-a86fa989cf2e) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:18.615910 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:18.634689 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:18.730692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Subnet': ['ID=24722d35-d1cb-465f-9264-af46d93f0ad7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:18.732832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Checking segment: {'id': '4f2a3079-a6d6-4907-8b65-1760deae80a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57eb09a1-0a77-47da-8ed5-606bfe247474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:18.733193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Network hostable DHCP agents. Network: 57eb09a1-0a77-47da-8ed5-606bfe247474, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:03:18.742515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fa503-05d0-4c74-b62d-4e6df357bbb4 req-9329c933-d8a7-43c9-92dc-9217824e36ac tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:18.744028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca6fa503-05d0-4c74-b62d-4e6df357bbb4 req-9329c933-d8a7-43c9-92dc-9217824e36ac tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.1135349 Feb 07 13:03:18.792903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca6fa503-05d0-4c74-b62d-4e6df357bbb4 req-de158dc5-6ef0-410e-bb92-24c32e1678d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Feb 07 13:03:18.890539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.038992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:19.039473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:19.049090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:19.052708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event updated for resources: {'Port': ['ID=54988e37-4b07-4f06-a616-a86fa989cf2e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:19.055497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:19.141932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:19.141932 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.159862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0773251-aa80-489d-9ef7-403fa115cf6e req-b87ecc4b-152e-4707-9ee6-f8dc27abefb9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:19.162555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0773251-aa80-489d-9ef7-403fa115cf6e req-b87ecc4b-152e-4707-9ee6-f8dc27abefb9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 931 time: 0.2229772 Feb 07 13:03:19.182794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Network 57eb09a1-0a77-47da-8ed5-606bfe247474 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:03:19.273791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0773251-aa80-489d-9ef7-403fa115cf6e req-869575e4-fa66-4109-9066-07a59433fc63 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053948 Feb 07 13:03:19.285468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 57eb09a1-0a77-47da-8ed5-606bfe247474) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:19.297126 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.297427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09661-6739-4110-91c6-28462e089a97 req-695b97da-4a2b-4447-8905-aa8fd7f9df5c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:19.297427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07a09661-6739-4110-91c6-28462e089a97 req-695b97da-4a2b-4447-8905-aa8fd7f9df5c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1302919 Feb 07 13:03:19.304201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad369cd-2cdd-458f-9531-673c93fa9887 None None] Network 57eb09a1-0a77-47da-8ed5-606bfe247474 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:19.348750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07a09661-6739-4110-91c6-28462e089a97 req-0ece4e45-d684-435e-b1eb-6380b36d4f4c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 Feb 07 13:03:19.389420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-90ecb753-95e9-49ac-9517-c9301071ef5b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8358576 Feb 07 13:03:19.401554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Request body: {'port': {'device_id': '8e9258fd-989e-4f4d-8997-e9b258b7b14e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:19.449892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35696) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:19.496481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1131979087-network', 'tenant_id': '0dc3e6ce608243038c84f8612bdbbdae'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:19.636676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35702) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:19.639916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-57eb09a1-0a77-47da-8ed5-606bfe247474', 'network_id': '57eb09a1-0a77-47da-8ed5-606bfe247474', 'tenant_id': '3bc5a5bd44d743329bdb4dde7e3ff983', 'fixed_ips': [{'subnet_id': '24722d35-d1cb-465f-9264-af46d93f0ad7'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:03:19.641330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.649165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Checking segment: {'id': '92f5c6f4-a068-4283-b4f9-4e38aa14b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68b7dccc-9728-4acd-9e5c-ff825392c390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:19.650077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Network hostable DHCP agents. Network: 68b7dccc-9728-4acd-9e5c-ff825392c390, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:03:19.660371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:19.676650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event updated for resources: {'Subnet': ['ID=d42e2afb-9ff6-4ac6-b041-632aefba4921,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:19.677043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Usage tracker for resource:network and tenant:0dc3e6ce608243038c84f8612bdbbdae is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:19.678373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:19.719706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:19.768461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.807216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.823537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:19.827388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] Usage tracker for resource:security_group_rule and tenant:d705f491133f4c3a822511b25e738ffc is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:19.830290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:19.836214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:19.839912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Network 68b7dccc-9728-4acd-9e5c-ff825392c390 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:03:19.892559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Allocated IP 172.20.0.2 (57eb09a1-0a77-47da-8ed5-606bfe247474/24722d35-d1cb-465f-9264-af46d93f0ad7/c0d1e316-c4e0-495b-affc-7ea619118bd2) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:19.903431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Made reservation on behalf of 0dc3e6ce608243038c84f8612bdbbdae for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:19.905758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.927952 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.945690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:19.953857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:19.961536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc3e6ce608243038c84f8612bdbbdae is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:19.966085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:20.028592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 68b7dccc-9728-4acd-9e5c-ff825392c390) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:20.033013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:20.033494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:20.034131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.035848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:20.053257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4ef39-6baf-4de1-871a-27047549a283 None None] Network 68b7dccc-9728-4acd-9e5c-ff825392c390 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:20.129954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.187298 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d705f491133f4c3a822511b25e738ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456789 Feb 07 13:03:20.187298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35712) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:20.188404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397952d-25d4-43a8-bab3-6aa4c80555c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03c1a36-9558-4889-bd7d-6d75f07bfbc9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:20.212867 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.228975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Transition to ACTIVE for port object c0d1e316-c4e0-495b-affc-7ea619118bd2 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:20.248640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e6c9d-c418-4d29-945e-589989ea7dba req-52f59ae1-91cc-40a3-bfbe-1646a144cd35 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:20.250258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b1e6c9d-c418-4d29-945e-589989ea7dba req-52f59ae1-91cc-40a3-bfbe-1646a144cd35 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.1627307 Feb 07 13:03:20.282197 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-63107a26-c0d1-4490-b0c3-197ac7f3bd00 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9341404 Feb 07 13:03:20.282197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cf489c6-ce7d-4820-9b5b-d6f4c9d31763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.282379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Transition to ACTIVE for port object c0d1e316-c4e0-495b-affc-7ea619118bd2 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:20.282461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35718) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:20.312146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54988e37-4b07-4f06-a616-a86fa989cf2e {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:03:20.334041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b1e6c9d-c418-4d29-945e-589989ea7dba req-85851436-af20-4c38-b7a4-d79b2401dbf3 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766671 Feb 07 13:03:20.335897 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.365176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Transition to ACTIVE for port object 54988e37-4b07-4f06-a616-a86fa989cf2e will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:20.369762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cf489c6-ce7d-4820-9b5b-d6f4c9d31763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.381958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-68b7dccc-9728-4acd-9e5c-ff825392c390', 'network_id': '68b7dccc-9728-4acd-9e5c-ff825392c390', 'tenant_id': '3bc5a5bd44d743329bdb4dde7e3ff983', 'fixed_ips': [{'subnet_id': 'd42e2afb-9ff6-4ac6-b041-632aefba4921'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:03:20.386324 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.438285 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.460780 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.473464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665885f-e678-4d2f-b42e-141934efff27 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:20.475882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665885f-e678-4d2f-b42e-141934efff27 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:20.479255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665885f-e678-4d2f-b42e-141934efff27 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:20.480300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8665885f-e678-4d2f-b42e-141934efff27 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Synchronizing usage tracker for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:20.511818 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.558813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Network 57eb09a1-0a77-47da-8ed5-606bfe247474 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:20.566236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:20.572891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:20.581490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Pushing event updated for resources: {'Port': ['ID=c0d1e316-c4e0-495b-affc-7ea619118bd2,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:20.603059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.610149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8665885f-e678-4d2f-b42e-141934efff27 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Unset dirty status for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:20.618205 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8665885f-e678-4d2f-b42e-141934efff27 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3298309 Feb 07 13:03:20.618205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35726) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:20.652565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.652902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.653394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.653860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.654361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.654821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.655329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.655794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.656281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.656734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.657187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.657637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:20.725463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cf489c6-ce7d-4820-9b5b-d6f4c9d31763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.732322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:20.740656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Attempting to bind port c0d1e316-c4e0-495b-affc-7ea619118bd2 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:20.741026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Attempting to bind port c0d1e316-c4e0-495b-affc-7ea619118bd2 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '4f2a3079-a6d6-4907-8b65-1760deae80a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57eb09a1-0a77-47da-8ed5-606bfe247474'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:20.741508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Attempting to bind port c0d1e316-c4e0-495b-affc-7ea619118bd2 on network 57eb09a1-0a77-47da-8ed5-606bfe247474 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:20.751636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:20.752028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Checking segment: {'id': '4f2a3079-a6d6-4907-8b65-1760deae80a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57eb09a1-0a77-47da-8ed5-606bfe247474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:20.752808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.753419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Bound using segment: {'id': '4f2a3079-a6d6-4907-8b65-1760deae80a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57eb09a1-0a77-47da-8ed5-606bfe247474'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:20.754568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Bound port: c0d1e316-c4e0-495b-affc-7ea619118bd2, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2a3079-a6d6-4907-8b65-1760deae80a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '57eb09a1-0a77-47da-8ed5-606bfe247474'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:20.758418 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.758525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-068c90dd-9bdd-4753-a174-bad8474439ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Deleting subnet 24722d35-d1cb-465f-9264-af46d93f0ad7 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:03:20.758925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Pushing event updated for resources: {'Port': ['ID=54988e37-4b07-4f06-a616-a86fa989cf2e,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:20.765407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf489c6-ce7d-4820-9b5b-d6f4c9d31763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03c1a36-9558-4889-bd7d-6d75f07bfbc9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:20.767474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-068c90dd-9bdd-4753-a174-bad8474439ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.773000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Allocated IP 172.20.0.18 (68b7dccc-9728-4acd-9e5c-ff825392c390/d42e2afb-9ff6-4ac6-b041-632aefba4921/df2a8aa1-dd5f-4b73-815e-ef074dea163e) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:20.794194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30a21ba-9673-4ce2-aa85-27c3fbeca05f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:20.799416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cf489c6-ce7d-4820-9b5b-d6f4c9d31763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.801632 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0cf489c6-ce7d-4820-9b5b-d6f4c9d31763 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e03c1a36-9558-4889-bd7d-6d75f07bfbc9 HTTP/1.1" status: 204 len: 168 time: 0.6159329 Feb 07 13:03:20.813990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.814438 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Added segment 29c7a6cb-6b88-4f4b-a949-6821a80401b3 of type vlan for network 5abc7395-1701-4791-936b-bcb01540aebd Feb 07 13:03:20.844042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-068c90dd-9bdd-4753-a174-bad8474439ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.938480 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.947770 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-068c90dd-9bdd-4753-a174-bad8474439ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:20.982258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439288-a4f6-4291-8261-531e62faf8c6 req-0ca0bb22-b77a-44f5-9a24-e85d95a4d746 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:20.983531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-07439288-a4f6-4291-8261-531e62faf8c6 req-0ca0bb22-b77a-44f5-9a24-e85d95a4d746 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:20.994204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cac40-3f93-4c40-92c8-9b2d267f076a req-a82b5c08-f9c8-4ca6-b811-b951c10e0399 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:21.001470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f0cac40-3f93-4c40-92c8-9b2d267f076a req-a82b5c08-f9c8-4ca6-b811-b951c10e0399 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.4969935 Feb 07 13:03:21.029111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Attempting to bind port 54988e37-4b07-4f06-a616-a86fa989cf2e on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:21.029532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Attempting to bind port 54988e37-4b07-4f06-a616-a86fa989cf2e by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:21.029930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Attempting to bind port 54988e37-4b07-4f06-a616-a86fa989cf2e on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:21.055922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Port 54988e37-4b07-4f06-a616-a86fa989cf2e on network cfc9913b-a43e-4d8d-8314-4c02da867b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:03:21.056198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Attempting to bind port 54988e37-4b07-4f06-a616-a86fa989cf2e on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:21.077278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:21.077619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Checking segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:21.078011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Bound using segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:21.078452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Bound port: 54988e37-4b07-4f06-a616-a86fa989cf2e, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:21.078794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.095379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.100227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f0cac40-3f93-4c40-92c8-9b2d267f076a req-2724b9a7-1d66-4b1b-8764-76fadd014d72 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978065 Feb 07 13:03:21.106537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Transition to ACTIVE for port object df2a8aa1-dd5f-4b73-815e-ef074dea163e will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:21.126362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Transition to ACTIVE for port object df2a8aa1-dd5f-4b73-815e-ef074dea163e will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:21.180432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] For port 54988e37-4b07-4f06-a616-a86fa989cf2e, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:03:21.183487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] For port 54988e37-4b07-4f06-a616-a86fa989cf2e, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54988e37-4b07-4f06-a616-a86fa989cf2e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:03:21.229311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-068c90dd-9bdd-4753-a174-bad8474439ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.229698 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.230861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:21.234880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.234992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] For port c0d1e316-c4e0-495b-affc-7ea619118bd2, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:03:21.241172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] For port c0d1e316-c4e0-495b-affc-7ea619118bd2, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c0d1e316-c4e0-495b-affc-7ea619118bd2,segment=NetworkSegment(4f2a3079-a6d6-4907-8b65-1760deae80a3),segment_id=4f2a3079-a6d6-4907-8b65-1760deae80a3)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:03:21.251595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-07439288-a4f6-4291-8261-531e62faf8c6 req-0ca0bb22-b77a-44f5-9a24-e85d95a4d746 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:21.252822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07439288-a4f6-4291-8261-531e62faf8c6 req-0ca0bb22-b77a-44f5-9a24-e85d95a4d746 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 943 time: 0.8133287 Feb 07 13:03:21.279474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c90dd-9bdd-4753-a174-bad8474439ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Subnet': ['ID=24722d35-d1cb-465f-9264-af46d93f0ad7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:21.287148 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-068c90dd-9bdd-4753-a174-bad8474439ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.303620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.370260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Network 68b7dccc-9728-4acd-9e5c-ff825392c390 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:21.373226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:21.374640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] Pushing event updated for resources: {'Network': ['ID=5abc7395-1701-4791-936b-bcb01540aebd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:21.376794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:21.384490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Pushing event updated for resources: {'Port': ['ID=df2a8aa1-dd5f-4b73-815e-ef074dea163e,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:21.388482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07439288-a4f6-4291-8261-531e62faf8c6 req-42dcbfff-7285-4cbb-9918-5ea060bd17ce tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754776 Feb 07 13:03:21.390403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 5abc7395-1701-4791-936b-bcb01540aebd details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:21.394997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.463930 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-068c90dd-9bdd-4753-a174-bad8474439ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/subnets/24722d35-d1cb-465f-9264-af46d93f0ad7 HTTP/1.1" status: 204 len: 168 time: 0.8461668 Feb 07 13:03:21.469666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35740) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:21.480065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Pushing event updated for resources: {'Port': ['ID=54988e37-4b07-4f06-a616-a86fa989cf2e,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:21.486740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:21.487424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.489295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-835d78f7-7226-4cf1-a253-c3d24340323c service neutron] 10.222.0.47 "PUT /v2.0/ports/54988e37-4b07-4f06-a616-a86fa989cf2e HTTP/1.1" status: 200 len: 1091 time: 2.0920293 Feb 07 13:03:21.489998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9258fd-989e-4f4d-8997-e9b258b7b14e', 'tag': '54988e37-4b07-4f06-a616-a86fa989cf2e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:21.559445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d01ad913-3379-454a-9706-4fc5f86c00e5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0846176 Feb 07 13:03:21.565088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:21.574399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Request body: {'subnet': {'network_id': '5abc7395-1701-4791-936b-bcb01540aebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1131979087-subnet', 'tenant_id': '0dc3e6ce608243038c84f8612bdbbdae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:21.586438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:21.587154 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.596783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffa29b9-cd62-4905-bb59-75bda258acba tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Deleting subnet d42e2afb-9ff6-4ac6-b041-632aefba4921 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:03:21.603887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Usage tracker for resource:subnet and tenant:0dc3e6ce608243038c84f8612bdbbdae is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:21.607328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ffa29b9-cd62-4905-bb59-75bda258acba tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.626001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a9ce-fc8b-4e12-a067-e49fb1caf574 req-ef2c016d-3989-4c62-997d-fdae561b366d tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:21.627587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fef9a9ce-fc8b-4e12-a067-e49fb1caf574 req-ef2c016d-3989-4c62-997d-fdae561b366d tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.1137805 Feb 07 13:03:21.652756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:21.667586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:21.690294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Attempting to bind port df2a8aa1-dd5f-4b73-815e-ef074dea163e on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:21.690661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Attempting to bind port df2a8aa1-dd5f-4b73-815e-ef074dea163e by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '92f5c6f4-a068-4283-b4f9-4e38aa14b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68b7dccc-9728-4acd-9e5c-ff825392c390'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:21.691023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Attempting to bind port df2a8aa1-dd5f-4b73-815e-ef074dea163e on network 68b7dccc-9728-4acd-9e5c-ff825392c390 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:21.709391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:21.709764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Checking segment: {'id': '92f5c6f4-a068-4283-b4f9-4e38aa14b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68b7dccc-9728-4acd-9e5c-ff825392c390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:21.709924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fef9a9ce-fc8b-4e12-a067-e49fb1caf574 req-7db4df75-0f09-4f17-8b50-f56adcde202b tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751414 Feb 07 13:03:21.710169 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.710566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Bound using segment: {'id': '92f5c6f4-a068-4283-b4f9-4e38aa14b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68b7dccc-9728-4acd-9e5c-ff825392c390'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:21.711046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Bound port: df2a8aa1-dd5f-4b73-815e-ef074dea163e, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f5c6f4-a068-4283-b4f9-4e38aa14b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '68b7dccc-9728-4acd-9e5c-ff825392c390'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:21.711446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.730471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ffa29b9-cd62-4905-bb59-75bda258acba tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.765897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d897b2-d67c-4aad-bc91-1a6738cf4c9b None None] Pushing event updated for resources: {'Port': ['ID=c0d1e316-c4e0-495b-affc-7ea619118bd2,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:21.816639 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9258fd-989e-4f4d-8997-e9b258b7b14e', 'tag': '54988e37-4b07-4f06-a616-a86fa989cf2e', 'status': 'completed', 'code': 200} Feb 07 13:03:21.829159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35750) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:21.830068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Made reservation on behalf of 0dc3e6ce608243038c84f8612bdbbdae for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:21.834363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.855682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-f40e5a88-4c6c-4609-8a17-aacfb2721958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:21.857210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-f40e5a88-4c6c-4609-8a17-aacfb2721958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 1094 time: 0.1212101 Feb 07 13:03:21.857925 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.870104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] For port df2a8aa1-dd5f-4b73-815e-ef074dea163e, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:03:21.873586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] For port df2a8aa1-dd5f-4b73-815e-ef074dea163e, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=df2a8aa1-dd5f-4b73-815e-ef074dea163e,segment=NetworkSegment(92f5c6f4-a068-4283-b4f9-4e38aa14b46b),segment_id=92f5c6f4-a068-4283-b4f9-4e38aa14b46b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:03:21.964523 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:21.975563 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ffa29b9-cd62-4905-bb59-75bda258acba tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:22.028575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:22.093600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687189c3-ea85-4cba-b574-156dee31aa29 None None] Pushing event updated for resources: {'Port': ['ID=df2a8aa1-dd5f-4b73-815e-ef074dea163e,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:22.193378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] Usage tracker for resource:security_group_rule and tenant:9a844747085148849eb6e62841154615 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:22.196909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-ca5bbef7-9a0c-44ae-baa4-9a90ae911082 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54988e37-4b07-4f06-a616-a86fa989cf2e HTTP/1.1" status: 200 len: 217 time: 0.1729474 Feb 07 13:03:22.199982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:22.209928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ffa29b9-cd62-4905-bb59-75bda258acba tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:22.274440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:22.279121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa29b9-cd62-4905-bb59-75bda258acba tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Subnet': ['ID=d42e2afb-9ff6-4ac6-b041-632aefba4921,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:22.283845 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:22.302911 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ffa29b9-cd62-4905-bb59-75bda258acba tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:22.376919 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9ffa29b9-cd62-4905-bb59-75bda258acba tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/subnets/d42e2afb-9ff6-4ac6-b041-632aefba4921 HTTP/1.1" status: 204 len: 168 time: 0.9094458 Feb 07 13:03:22.377850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-12a84209-8681-46cd-9cd7-dd4b437f310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:22.379510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-12a84209-8681-46cd-9cd7-dd4b437f310d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.1737394 Feb 07 13:03:22.385237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35758) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:22.464815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=661046b0-a215-45a4-a908-4591cf818274,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:22.490558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Checking segment: {'id': '29c7a6cb-6b88-4f4b-a949-6821a80401b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5abc7395-1701-4791-936b-bcb01540aebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:22.491016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Network hostable DHCP agents. Network: 5abc7395-1701-4791-936b-bcb01540aebd, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:03:22.503455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-3b1c840a-cca5-404b-b6a3-12e335ee5f8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122174 Feb 07 13:03:22.515654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499dd4b0-06e7-455c-a22b-78e107916aad tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:22.516243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42464c15-5049-4cf8-a493-962a7050c981 req-b8c5bcf2-9168-498e-9b39-da7fd2e448f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:22.516620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-499dd4b0-06e7-455c-a22b-78e107916aad tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Synchronizing usage tracker for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:22.517716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42464c15-5049-4cf8-a493-962a7050c981 req-b8c5bcf2-9168-498e-9b39-da7fd2e448f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1095 time: 0.4188623 Feb 07 13:03:22.640347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Network 5abc7395-1701-4791-936b-bcb01540aebd is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:03:22.642886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-499dd4b0-06e7-455c-a22b-78e107916aad tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Unset dirty status for tenant:3bc5a5bd44d743329bdb4dde7e3ff983 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:22.645130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-499dd4b0-06e7-455c-a22b-78e107916aad tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2584007 Feb 07 13:03:22.648228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35764) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:22.727443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2398e-b058-45c7-96d5-2760fddcf0b2 req-5fcd75ef-e142-446b-8c0a-3c02a0d70027 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:22.729508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85f2398e-b058-45c7-96d5-2760fddcf0b2 req-5fcd75ef-e142-446b-8c0a-3c02a0d70027 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.6984110 Feb 07 13:03:22.773449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 5abc7395-1701-4791-936b-bcb01540aebd) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:22.778042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:22.778714 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:22.783846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b2630-9d82-4495-844a-581231738d41 None None] Network 5abc7395-1701-4791-936b-bcb01540aebd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:22.800039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:22.813701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Deleting port df2a8aa1-dd5f-4b73-815e-ef074dea163e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:22.814095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:22.853145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae4bdf-a49f-46a0-aadb-60e64502589b req-950fa7c3-b88c-498e-9418-d5c4ec5f9d7e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:22.854656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3ae4bdf-a49f-46a0-aadb-60e64502589b req-950fa7c3-b88c-498e-9418-d5c4ec5f9d7e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.5849009 Feb 07 13:03:22.920741 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3e1ab78-b2aa-4d68-9dc1-c469a9eb1a2e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3542862 Feb 07 13:03:22.979609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85f2398e-b058-45c7-96d5-2760fddcf0b2 req-07580974-6009-4c67-82f2-0474617f2286 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281868 Feb 07 13:03:23.044506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-8c47c18f-5810-409c-be59-b4a2267e930a service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219824 Feb 07 13:03:23.054130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:23.057890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42464c15-5049-4cf8-a493-962a7050c981 req-17e9a75f-997d-4033-b658-80a9fabca6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:23.059813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42464c15-5049-4cf8-a493-962a7050c981 req-17e9a75f-997d-4033-b658-80a9fabca6ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.5099728 Feb 07 13:03:23.114240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] For port df2a8aa1-dd5f-4b73-815e-ef074dea163e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=df2a8aa1-dd5f-4b73-815e-ef074dea163e,segment=NetworkSegment(92f5c6f4-a068-4283-b4f9-4e38aa14b46b),segment_id=92f5c6f4-a068-4283-b4f9-4e38aa14b46b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:23.114735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:23.119942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aae871c-7445-44c6-8ea6-9d4cd1ea138a None None] Network 5abc7395-1701-4791-936b-bcb01540aebd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:23.216497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35772) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:23.258377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3ae4bdf-a49f-46a0-aadb-60e64502589b req-3b6937ed-f66c-42b2-b1c0-5e70cbe6c81f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724196 Feb 07 13:03:23.303721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Calling delete_port for df2a8aa1-dd5f-4b73-815e-ef074dea163e owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:23.405660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f2ff2b7e-6fd2-4b11-bc18-d75a6076b50f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:23.407497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f2ff2b7e-6fd2-4b11-bc18-d75a6076b50f tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.7810924 Feb 07 13:03:23.408252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:23.443795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc6da02f-81ea-4105-acb9-cc6df97a2433 req-dad80602-0b5e-4688-b8b0-e41bdbc004d9 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881755 Feb 07 13:03:23.558708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a844747085148849eb6e62841154615&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7284548 Feb 07 13:03:23.561484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35776) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:23.641450 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da08db19-4279-4619-8e82-ed5f2e03ee32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:23.656322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4485e2a-59da-4f6c-914c-7604fa592c39 None None] Network 57eb09a1-0a77-47da-8ed5-606bfe247474 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:23.674449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da08db19-4279-4619-8e82-ed5f2e03ee32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:23.733659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:23.741486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42464c15-5049-4cf8-a493-962a7050c981 req-d853a899-eaa4-488d-b023-71661fc0d8a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 999 time: 0.6509278 Feb 07 13:03:23.799267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] No DVR routers for this DVR port df2a8aa1-dd5f-4b73-815e-ef074dea163e on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:23.840716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Port': ['ID=df2a8aa1-dd5f-4b73-815e-ef074dea163e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:23.846846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da08db19-4279-4619-8e82-ed5f2e03ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:23.868325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4ac119a7-b2c1-4463-a0e3-961b63cb75a4 None None] Provisioning for port c0d1e316-c4e0-495b-affc-7ea619118bd2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:23.958074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08db19-4279-4619-8e82-ed5f2e03ee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6199dad-59d7-45fe-b02e-60d69b839757,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:23.982983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.001936 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da08db19-4279-4619-8e82-ed5f2e03ee32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.003097 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-da08db19-4279-4619-8e82-ed5f2e03ee32 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6199dad-59d7-45fe-b02e-60d69b839757 HTTP/1.1" status: 204 len: 168 time: 0.4399104 Feb 07 13:03:24.019573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] DHCP port deletion for 57eb09a1-0a77-47da-8ed5-606bfe247474 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:03:24.025583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b7dccc-9728-4acd-9e5c-ff825392c390']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:24.026718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] Deleting port c0d1e316-c4e0-495b-affc-7ea619118bd2 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:24.027342 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.052413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f5c6f4-a068-4283-b4f9-4e38aa14b46b') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:24.052731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f5c6f4-a068-4283-b4f9-4e38aa14b46b') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:24.066440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.091592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2c9796-8dcc-4452-90b0-e4bcb2dfa5d3 admin admin] Deleting subnet f7ac74de-66f6-47d5-9cf3-94cd3450d0e4 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:03:24.152957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.153188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9796-8dcc-4452-90b0-e4bcb2dfa5d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:24.153261 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:24.154865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a987fa-58cc-4764-a6d7-a94e741f5faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6199dad-59d7-45fe-b02e-60d69b839757,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:24.154865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Deleting port cc816925-706b-4b65-b9f9-89631f20e279 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:24.154865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.182842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfbb496-e145-4f99-98b8-8655811f6c10 None None] Network 68b7dccc-9728-4acd-9e5c-ff825392c390 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:24.239912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946380b-8899-4856-b82c-9a5f4ec7785a req-2d9cbc9b-3a8b-47a4-9e19-4f4fab08032e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:24.241343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e946380b-8899-4856-b82c-9a5f4ec7785a req-2d9cbc9b-3a8b-47a4-9e19-4f4fab08032e tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.7961831 Feb 07 13:03:24.248530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc810ed-a195-40b1-88d5-0b454dace69a req-132cf35b-762c-40e3-874c-04257a7a0b86 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:24.249875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dc810ed-a195-40b1-88d5-0b454dace69a req-132cf35b-762c-40e3-874c-04257a7a0b86 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 943 time: 1.0345492 Feb 07 13:03:24.278606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3bb2a292-6070-43eb-aff3-bb72625c3080 None None] Could not find standard attr ID for object df2a8aa1-dd5f-4b73-815e-ef074dea163e. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:03:24.311738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42464c15-5049-4cf8-a493-962a7050c981 req-6142661b-719a-4ca4-b1d9-37390b788a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:24.313359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42464c15-5049-4cf8-a493-962a7050c981 req-6142661b-719a-4ca4-b1d9-37390b788a01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.5374291 Feb 07 13:03:24.317677 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9796-8dcc-4452-90b0-e4bcb2dfa5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.437379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-baab4f4c-7b20-4e34-8ee5-16ad934ef5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:24.438938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-baab4f4c-7b20-4e34-8ee5-16ad934ef5ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 1094 time: 0.8036511 Feb 07 13:03:24.453159 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.476342 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.485525 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.493948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] For port c0d1e316-c4e0-495b-affc-7ea619118bd2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c0d1e316-c4e0-495b-affc-7ea619118bd2,segment=NetworkSegment(4f2a3079-a6d6-4907-8b65-1760deae80a3),segment_id=4f2a3079-a6d6-4907-8b65-1760deae80a3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:24.494342 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.506619 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/networks/68b7dccc-9728-4acd-9e5c-ff825392c390 HTTP/1.1" status: 204 len: 168 time: 1.8569288 Feb 07 13:03:24.507045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35786) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:24.510528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43234c0-e948-45c3-acae-6d923e5d88f4 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Network': ['ID=68b7dccc-9728-4acd-9e5c-ff825392c390,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:24.609666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e946380b-8899-4856-b82c-9a5f4ec7785a req-d19e7549-2ac3-4d6c-87d0-b3e4eb8ea764 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527057 Feb 07 13:03:24.626608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dc810ed-a195-40b1-88d5-0b454dace69a req-acf8dca5-b652-4064-b556-bbdb020c0ec9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634675 Feb 07 13:03:24.628607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f30db-460e-4994-8894-e12824184612 None None] DHCP port deletion for 68b7dccc-9728-4acd-9e5c-ff825392c390 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:03:24.641287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] Calling delete_port for c0d1e316-c4e0-495b-affc-7ea619118bd2 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:24.776261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9796-8dcc-4452-90b0-e4bcb2dfa5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.809848 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:24.862551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] Pushing event deleted for resources: {'Port': ['ID=c0d1e316-c4e0-495b-affc-7ea619118bd2,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:24.868380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf4492-15a2-455b-8cea-7f233f0a6672 None None] No DVR routers for this DVR port c0d1e316-c4e0-495b-affc-7ea619118bd2 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:25.084363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:25.151239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42464c15-5049-4cf8-a493-962a7050c981 req-f3b906b4-9206-44e3-8b79-0a0808c9eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:25.152903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42464c15-5049-4cf8-a493-962a7050c981 req-f3b906b4-9206-44e3-8b79-0a0808c9eedd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8029947 Feb 07 13:03:25.155682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-e4f9813f-5eee-41c8-b7b7-99d45949a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:25.157011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-e4f9813f-5eee-41c8-b7b7-99d45949a620 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 906 time: 0.7084479 Feb 07 13:03:25.264908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] For port cc816925-706b-4b65-b9f9-89631f20e279, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cc816925-706b-4b65-b9f9-89631f20e279,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:25.265298 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:25.375548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-b7858774-fd72-49a7-ae90-b0fa2b56e3f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54988e37-4b07-4f06-a616-a86fa989cf2e HTTP/1.1" status: 200 len: 217 time: 0.2089522 Feb 07 13:03:25.445211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9796-8dcc-4452-90b0-e4bcb2dfa5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:25.618295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:25.734488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-network', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:25.741192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:25.745940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Usage tracker for resource:network and tenant:66e14c5236eb450ab0bfb4eebe2d680a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:25.750359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:25.757569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:25.778870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129c332-5511-42c8-bff3-209e011098ca req-839b6bb0-1aba-47ec-b01a-1477f8c91a63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:25.780340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6129c332-5511-42c8-bff3-209e011098ca req-839b6bb0-1aba-47ec-b01a-1477f8c91a63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.9081995 Feb 07 13:03:25.789643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92066149-c31f-44eb-b049-31298c91fc4e req-a31f83cc-1188-4cb3-87e3-027aa40715ad tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:25.791331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92066149-c31f-44eb-b049-31298c91fc4e req-a31f83cc-1188-4cb3-87e3-027aa40715ad tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.9117517 Feb 07 13:03:25.792091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c9796-8dcc-4452-90b0-e4bcb2dfa5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ac74de-66f6-47d5-9cf3-94cd3450d0e4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:25.794211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9796-8dcc-4452-90b0-e4bcb2dfa5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:25.843694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Made reservation on behalf of 66e14c5236eb450ab0bfb4eebe2d680a for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:25.846904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:25.863204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:25.881925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:25.886823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Usage tracker for resource:security_group_rule and tenant:66e14c5236eb450ab0bfb4eebe2d680a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:25.889315 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:03:25.891152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:25.898096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:25.979051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c0d1e316-c4e0-495b-affc-7ea619118bd2 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:25.979571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cc2c9796-8dcc-4452-90b0-e4bcb2dfa5d3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f7ac74de-66f6-47d5-9cf3-94cd3450d0e4 HTTP/1.1" status: 204 len: 168 time: 2.7172217 Feb 07 13:03:25.983117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:25.985447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.027634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c0d1e316-c4e0-495b-affc-7ea619118bd2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:26.030265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c0d1e316-c4e0-495b-affc-7ea619118bd2 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:26.031291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device df2a8aa1-dd5f-4b73-815e-ef074dea163e no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:26.031421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-c0e06fdf-ca0c-46d5-90e6-9e0e2bc9b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:26.032898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-c0e06fdf-ca0c-46d5-90e6-9e0e2bc9b95f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.5797000 Feb 07 13:03:26.100745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.115375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57eb09a1-0a77-47da-8ed5-606bfe247474']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:26.138368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92066149-c31f-44eb-b049-31298c91fc4e req-00c05c68-e301-4cc1-b90e-0c5425b65620 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189805 Feb 07 13:03:26.138368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42464c15-5049-4cf8-a493-962a7050c981 req-4d58e56a-a544-481c-ba50-8c7d9860954b service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659727 Feb 07 13:03:26.156544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: df2a8aa1-dd5f-4b73-815e-ef074dea163e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:26.156909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device df2a8aa1-dd5f-4b73-815e-ef074dea163e not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:26.162430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.178575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.179273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6129c332-5511-42c8-bff3-209e011098ca req-f03a7174-fbf7-46ff-a8ff-adde89618c79 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819206 Feb 07 13:03:26.181567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-dfe23db1-98af-4311-bf93-26a224045146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153119 Feb 07 13:03:26.187536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2a3079-a6d6-4907-8b65-1760deae80a3') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:26.187842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2a3079-a6d6-4907-8b65-1760deae80a3') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:26.340325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:03:26.361728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ec47a3-2cd1-48c2-bbb1-3fef48556057,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:26.376456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.391278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.391553 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Added segment c1afaff5-4bc7-4930-a98e-63ee1ec41f24 of type vlan for network c58f2101-7107-4eed-95a4-cfa1b390d384 Feb 07 13:03:26.411009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c9df72-93dd-4464-a4ee-70ee4a92020b']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:26.435680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708d6243-23b8-4f36-bdfe-4f1e83af9346') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:26.436107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708d6243-23b8-4f36-bdfe-4f1e83af9346') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:26.452611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.457125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.459835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.477348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.496007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:26.496408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:26.510335 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:26.571814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.607369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:26.607779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:26.635583 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:26.647383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.647383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:26.647383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.720043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.720507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.720767 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Floating IP 25996d09-7d97-41fb-9b3b-5d308eeadbda disassociated. External IP: 172.25.7.28, port: cc816925-706b-4b65-b9f9-89631f20e279. Feb 07 13:03:26.721075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Calling delete_port for cc816925-706b-4b65-b9f9-89631f20e279 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:26.729711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.742483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:26.775774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] Pushing event updated for resources: {'Network': ['ID=c58f2101-7107-4eed-95a4-cfa1b390d384,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:26.782573 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/91c9df72-93dd-4464-a4ee-70ee4a92020b HTTP/1.1" status: 204 len: 168 time: 0.7983840 Feb 07 13:03:26.790021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c58f2101-7107-4eed-95a4-cfa1b390d384 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:03:26.795684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35826) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:26.803352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8b0f4-d1d0-4283-9b24-f7f5f70c67b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c9df72-93dd-4464-a4ee-70ee4a92020b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:26.847324 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1043246e-55a0-4982-9947-085ed06aa3dd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2277844 Feb 07 13:03:26.850993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35830) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:26.857705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Request body: {'subnet': {'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-subnet', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:26.863994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:26.868724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Usage tracker for resource:subnet and tenant:66e14c5236eb450ab0bfb4eebe2d680a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:26.875598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:26.876991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42464c15-5049-4cf8-a493-962a7050c981 req-3b9a0cfc-f57f-4c71-8aa5-2c98a1c6ca75 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198985 Feb 07 13:03:26.918645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:26.918865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-b3f52020-e5fb-43b1-b3aa-27e318e84daa service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345854 Feb 07 13:03:27.034435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004be1d-160a-4d98-aed6-7262b1bafeb8 req-be55d192-9d5e-4d32-9908-3a9d3f521bf7 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:27.036686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a004be1d-160a-4d98-aed6-7262b1bafeb8 req-be55d192-9d5e-4d32-9908-3a9d3f521bf7 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 945 time: 0.6766958 Feb 07 13:03:27.047355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385287c-a1ad-429a-845d-ba4ae31493b7 req-6526be7f-ab40-430e-9662-5cf80fef5855 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:27.048919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2385287c-a1ad-429a-845d-ba4ae31493b7 req-6526be7f-ab40-430e-9662-5cf80fef5855 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 943 time: 0.6846166 Feb 07 13:03:27.051914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-73440d71-e895-40c1-b890-e7d8126e6029 admin admin] Deleting subnet 661046b0-a215-45a4-a908-4591cf818274 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:03:27.067847 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.068602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Made reservation on behalf of 66e14c5236eb450ab0bfb4eebe2d680a for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:27.071070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73440d71-e895-40c1-b890-e7d8126e6029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.071260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.152298 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.229163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Network': ['ID=57eb09a1-0a77-47da-8ed5-606bfe247474,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:27.298613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-21b7676c-9f5b-400a-916d-d4d84d49d66f tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/networks/57eb09a1-0a77-47da-8ed5-606bfe247474 HTTP/1.1" status: 204 len: 168 time: 2.7788813 Feb 07 13:03:27.302146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35838) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:27.305945 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73440d71-e895-40c1-b890-e7d8126e6029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.313727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 54988e37-4b07-4f06-a616-a86fa989cf2e details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:03:27.318036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device cc816925-706b-4b65-b9f9-89631f20e279 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:27.356813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a004be1d-160a-4d98-aed6-7262b1bafeb8 req-75681c66-168b-47a9-8f33-a3f4d28d7dba tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups?id=37bde795-355c-4873-8322-c40a9a502bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022873 Feb 07 13:03:27.386555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.400610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2385287c-a1ad-429a-845d-ba4ae31493b7 req-0b527446-3d4a-4503-b5bc-b29ec68c91ea tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334281 Feb 07 13:03:27.420479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75bb9cc7-4edc-40fc-ba68-3a082c26698d req-9878fa7a-c3b4-416f-a263-a34610655055 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009363 Feb 07 13:03:27.447467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73440d71-e895-40c1-b890-e7d8126e6029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.489013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.518368 n-d-811416-5 neutron-server[88314]: INFO neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No ports have port_id starting with cc816925-706b-4b65-b9f9-89631f20e279 Feb 07 13:03:27.579261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event deleted for resources: {'Port': ['ID=cc816925-706b-4b65-b9f9-89631f20e279,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:27.685792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.689646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ecaeef-fc09-490e-a37f-9a4131d29439,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:27.693142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Checking segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:27.693538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Network hostable DHCP agents. Network: c58f2101-7107-4eed-95a4-cfa1b390d384, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:03:27.696567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 54988e37-4b07-4f06-a616-a86fa989cf2e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54988e37-4b07-4f06-a616-a86fa989cf2e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:27.749053 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '54988e37-4b07-4f06-a616-a86fa989cf2e', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'port_id': '54988e37-4b07-4f06-a616-a86fa989cf2e', 'mac_address': 'fa:16:3e:04:68:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453c02ff-fbe9-4180-acd7-c04cc76dbfe1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:03:27.867277 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.889562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54988e37-4b07-4f06-a616-a86fa989cf2e {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:03:27.920787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 54988e37-4b07-4f06-a616-a86fa989cf2e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54988e37-4b07-4f06-a616-a86fa989cf2e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:27.938526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Network c58f2101-7107-4eed-95a4-cfa1b390d384 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:03:27.947760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:27.993774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88ca7fd-ce35-4857-914d-869d2dea1b17']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:28.007422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f7e3cc-7aa2-4268-9201-7e7c8eb643bf') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:28.007723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f7e3cc-7aa2-4268-9201-7e7c8eb643bf') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:28.023311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.032955 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.055463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.063011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:28.063787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:28.092319 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:28.124736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=54988e37-4b07-4f06-a616-a86fa989cf2e,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:28.150785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c58f2101-7107-4eed-95a4-cfa1b390d384) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:28.163038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3bf4b5-d21d-435b-bf33-e379a7cd0615 None None] Network c58f2101-7107-4eed-95a4-cfa1b390d384 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:28.169674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:28.169674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.234696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432219e-544d-4dee-a0e7-376182863dac req-ba61e9be-4897-4656-88a9-54b96070f96f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:28.236172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d432219e-544d-4dee-a0e7-376182863dac req-ba61e9be-4897-4656-88a9-54b96070f96f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.2999942 Feb 07 13:03:28.249557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cde64-1b6a-43c7-b3f5-04d282971761 req-328d110c-8c61-4954-88e1-56fb4cbde1e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:28.251011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cde64-1b6a-43c7-b3f5-04d282971761 req-328d110c-8c61-4954-88e1-56fb4cbde1e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3180854 Feb 07 13:03:28.258915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73440d71-e895-40c1-b890-e7d8126e6029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.301235 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cd49af48-6938-46b2-bf46-e86f7e383eaa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4461474 Feb 07 13:03:28.301235 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.301572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35844) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:28.320131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Router c71f5763-ab95-4b1f-9a48-077808660db7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:03:28.326463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:28.330905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.340190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73440d71-e895-40c1-b890-e7d8126e6029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661046b0-a215-45a4-a908-4591cf818274,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:28.344268 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/networks/b88ca7fd-ce35-4857-914d-869d2dea1b17 HTTP/1.1" status: 204 len: 168 time: 1.0380406 Feb 07 13:03:28.345425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35848) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:28.346195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5225de2-74cb-4bc3-aa18-0754afdc5d52 tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Network': ['ID=b88ca7fd-ce35-4857-914d-869d2dea1b17,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:28.350756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:28.353726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73440d71-e895-40c1-b890-e7d8126e6029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.390132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-73440d71-e895-40c1-b890-e7d8126e6029 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/661046b0-a215-45a4-a908-4591cf818274 HTTP/1.1" status: 204 len: 168 time: 1.5803728 Feb 07 13:03:28.408622 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c58f2101-7107-4eed-95a4-cfa1b390d384', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:03:28.409512 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.446540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35854) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:28.476804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.478896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Usage tracker for resource:router and tenant:66e14c5236eb450ab0bfb4eebe2d680a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:28.483047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:28.487678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cde64-1b6a-43c7-b3f5-04d282971761 req-17c38d54-8855-48a1-8503-ea7e9c28574c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107847 Feb 07 13:03:28.490864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d432219e-544d-4dee-a0e7-376182863dac req-c8889985-f64e-429b-a40e-da3d6bdfbfd3 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388647 Feb 07 13:03:28.493594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:28.557517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['54988e37-4b07-4f06-a616-a86fa989cf2e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:28.665108 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.666682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.667894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.684650 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.735229 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.752327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-02e25c8b-3a1e-42b4-8114-ce5bb1f3ad00 req-d5dcb94f-b1c8-4d98-b060-7aced9f378ec tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Synchronizing usage tracker for tenant:d97c8edb0cda43a79579758428a199ca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:28.765880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:03:28.768973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89762d7-8da3-4a89-8d3b-d721a0fd6c7d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:28.780815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] Sync routers for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:03:28.794961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Allocated IP 172.20.0.2 (c58f2101-7107-4eed-95a4-cfa1b390d384/b9ecaeef-fc09-490e-a37f-9a4131d29439/de0bf811-6250-4f3a-9871-cefed6a44dfb) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:28.815173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:28.815810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:28.859182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861a3c32-88c9-45c8-95e2-42427f523c40') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:28.859690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861a3c32-88c9-45c8-95e2-42427f523c40') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:28.879172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.898039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] No DVR routers for this DVR port cc816925-706b-4b65-b9f9-89631f20e279 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:28.900849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:28.903133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31d4ede8-a472-4592-aa0e-6c26ac114375 req-f26ac5da-ce91-411a-9d4a-5c84013d9fc0 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.47 "DELETE /v2.0/ports/cc816925-706b-4b65-b9f9-89631f20e279 HTTP/1.1" status: 204 len: 173 time: 5.4049916 Feb 07 13:03:28.982424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'name': 'network-vif-deleted', 'tag': 'cc816925-706b-4b65-b9f9-89631f20e279'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:29.006541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-02e25c8b-3a1e-42b4-8114-ce5bb1f3ad00 req-d5dcb94f-b1c8-4d98-b060-7aced9f378ec tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Unset dirty status for tenant:d97c8edb0cda43a79579758428a199ca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:29.007607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e25c8b-3a1e-42b4-8114-ce5bb1f3ad00 req-d5dcb94f-b1c8-4d98-b060-7aced9f378ec tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 210 time: 0.3335698 Feb 07 13:03:29.038612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.073025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abc7395-1701-4791-936b-bcb01540aebd']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:29.089028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c7a6cb-6b88-4f4b-a949-6821a80401b3') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:29.089326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c7a6cb-6b88-4f4b-a949-6821a80401b3') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:29.100144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.105637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.113342 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.120241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:29.120765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.129118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c046e5-6c24-4d38-a7c2-5f36dae64638 req-f6f37559-9d6c-4868-99db-2c3fc97981ef tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:29.131014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32c046e5-6c24-4d38-a7c2-5f36dae64638 req-f6f37559-9d6c-4868-99db-2c3fc97981ef tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.2546861 Feb 07 13:03:29.135090 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.158816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:29.159282 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:29.173535 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:29.199200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:29.258776 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:29.320715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32c046e5-6c24-4d38-a7c2-5f36dae64638 req-2f06bc2a-9b52-4f0c-81f7-2ea46244fb8f tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827312 Feb 07 13:03:29.357818 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.368333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe557-b5a6-4c15-b37e-400e449d6509 req-75ef340c-79f0-4874-8cbd-8980abdaecf8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:29.376540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5bbe557-b5a6-4c15-b37e-400e449d6509 req-75ef340c-79f0-4874-8cbd-8980abdaecf8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 944 time: 0.1472299 Feb 07 13:03:29.392093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.396024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] Pushing event deleted for resources: {'Network': ['ID=c89762d7-8da3-4a89-8d3b-d721a0fd6c7d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:29.396152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.404645 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.422063 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-618d3bec-9744-4c75-aca6-c61efa8c88ff tempest-BulkNetworkOpsTest-1988574030 tempest-BulkNetworkOpsTest-1988574030-project] 10.222.0.69 "DELETE /v2.0/networks/c89762d7-8da3-4a89-8d3b-d721a0fd6c7d HTTP/1.1" status: 204 len: 168 time: 1.0709121 Feb 07 13:03:29.430927 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed8940f-18eb-4237-b305-3f8822e39d0a', 'name': 'network-vif-deleted', 'tag': 'cc816925-706b-4b65-b9f9-89631f20e279', 'status': 'completed', 'code': 200} Feb 07 13:03:29.446141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] 10.222.0.69 "DELETE /v2.0/networks/5abc7395-1701-4791-936b-bcb01540aebd HTTP/1.1" status: 204 len: 168 time: 0.9916511 Feb 07 13:03:29.447217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7976d3e-3791-4eac-b5b8-7d6de1b9207c admin admin] Pushing event deleted for resources: {'Network': ['ID=5abc7395-1701-4791-936b-bcb01540aebd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:29.474854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5bbe557-b5a6-4c15-b37e-400e449d6509 req-dccef44d-cfb4-4aa3-ae36-10da72350570 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972624 Feb 07 13:03:29.787764 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.809836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Transition to ACTIVE for port object de0bf811-6250-4f3a-9871-cefed6a44dfb will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:29.821733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:59:00Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:29.833656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] Checking router: c71f5763-ab95-4b1f-9a48-077808660db7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:03:29.844544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Transition to ACTIVE for port object de0bf811-6250-4f3a-9871-cefed6a44dfb will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:29.852499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:29.853222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:29.948756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:29.980371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.059711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607621a1-705a-411c-b991-3cfe4a348c7b req-d35b1982-56b4-4802-bbde-d8317ed350f5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:30.065444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-607621a1-705a-411c-b991-3cfe4a348c7b req-d35b1982-56b4-4802-bbde-d8317ed350f5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3718023 Feb 07 13:03:30.075855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.114052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d86719-3008-4fa9-adc2-0d8c094c4e76 req-389f1b52-406e-48f5-8356-03a8b4f45dd5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:30.128071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55d86719-3008-4fa9-adc2-0d8c094c4e76 req-389f1b52-406e-48f5-8356-03a8b4f45dd5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.1665199 Feb 07 13:03:30.142084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Allocated IP 172.25.7.78 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/24f7b4bb-7e22-48a9-a1b3-b544006dfaa4) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:30.164394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:30.210883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Pushing event updated for resources: {'Port': ['ID=de0bf811-6250-4f3a-9871-cefed6a44dfb,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:30.214473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35880) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:30.223524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-607621a1-705a-411c-b991-3cfe4a348c7b req-95f4e76e-4a74-4636-bb2d-2f2731d316c9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556864 Feb 07 13:03:30.230448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Network c58f2101-7107-4eed-95a4-cfa1b390d384 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:30.240917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35882) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:30.241170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:30.305653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55d86719-3008-4fa9-adc2-0d8c094c4e76 req-64be1914-d9ce-4ae7-b395-dde8e4f1f5f9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698041 Feb 07 13:03:30.353914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35892) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:30.355633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2a93a5ee-f3af-4486-b750-902c93fa2eda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bde74feea991448989f76dfb32d1a2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196990 Feb 07 13:03:30.376176 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.460449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be57868f-83dd-4fec-9557-1717c924451b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.500493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be57868f-83dd-4fec-9557-1717c924451b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.530915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57f13810-c40d-4c0b-bcb2-8b72d2765f81 req-dd3f7009-b78f-4594-b752-065c498cf7de tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 210 time: 0.0540371 Feb 07 13:03:30.554157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:30.600056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.694234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:30.697473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:30.705368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:30.709732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e6d082ab-1970-4db8-b360-dcea9c7bec26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3bc5a5bd44d743329bdb4dde7e3ff983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573500 Feb 07 13:03:30.709975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35898) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:30.755427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Pushing event updated for resources: {'Port': ['ID=24f7b4bb-7e22-48a9-a1b3-b544006dfaa4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:30.756942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Attempting to bind port de0bf811-6250-4f3a-9871-cefed6a44dfb on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:30.757878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Attempting to bind port de0bf811-6250-4f3a-9871-cefed6a44dfb by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:30.758708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Attempting to bind port de0bf811-6250-4f3a-9871-cefed6a44dfb on network c58f2101-7107-4eed-95a4-cfa1b390d384 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:30.760619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be57868f-83dd-4fec-9557-1717c924451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.770149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:30.770604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Checking segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:30.771012 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.771409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Bound using segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:30.771877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Bound port: de0bf811-6250-4f3a-9871-cefed6a44dfb, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:30.772810 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.869719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57868f-83dd-4fec-9557-1717c924451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c3f9dd-fe1e-4b77-8f12-073aaadc5192,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:30.872065 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9d12f1c-bc24-4112-b017-35b04f3b72c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.893496 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be57868f-83dd-4fec-9557-1717c924451b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:30.898073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-be57868f-83dd-4fec-9557-1717c924451b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9c3f9dd-fe1e-4b77-8f12-073aaadc5192 HTTP/1.1" status: 204 len: 168 time: 0.5430691 Feb 07 13:03:30.917299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da70fb-3551-43b8-b6c0-bc0f89abbf36 req-1f5d66fc-68cc-4fba-bc5e-22799044889c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:30.918805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21da70fb-3551-43b8-b6c0-bc0f89abbf36 req-1f5d66fc-68cc-4fba-bc5e-22799044889c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 944 time: 0.1969273 Feb 07 13:03:30.923705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9d12f1c-bc24-4112-b017-35b04f3b72c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:31.034799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:59:00Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:31.041667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca71ec7-1f25-499c-996e-84d4ce11b8aa None None] The sync data for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 is: [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T12:58:51Z', 'revision_number': 4, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '3d472e8d-8be3-4a89-83ad-e7eb01290efb', 'name': '', 'network_id': '3031c81f-cfdb-42c5-8a79-31f6c9c1ece5', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'mac_address': 'fa:16:3e:82:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:48Z', 'updated_at': '2022-02-07T12:59:00Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'subnets': [{'id': '002bbd75-9e7f-46b1-b174-960d73e21375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:03:31.044205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] For port de0bf811-6250-4f3a-9871-cefed6a44dfb, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:03:31.047742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] For port de0bf811-6250-4f3a-9871-cefed6a44dfb, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=de0bf811-6250-4f3a-9871-cefed6a44dfb,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:03:31.048764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21da70fb-3551-43b8-b6c0-bc0f89abbf36 req-347c943f-f98f-4b27-8177-176fd9bf370c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113436 Feb 07 13:03:31.229042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f905cc-7df4-4a02-82e9-99f9153e17b6 req-992f888e-5dae-4532-bf9d-49005d3594e8 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:31.230653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0f905cc-7df4-4a02-82e9-99f9153e17b6 req-992f888e-5dae-4532-bf9d-49005d3594e8 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.1059499 Feb 07 13:03:31.296426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0f905cc-7df4-4a02-82e9-99f9153e17b6 req-b94bfd59-0c8e-438d-8588-e3c51cfd9ce9 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600407 Feb 07 13:03:31.306487 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9d12f1c-bc24-4112-b017-35b04f3b72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:31.308398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:31.335579 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b15d1-8c87-4275-8367-542d0492b9a1 None None] New status for floating IP 25996d09-7d97-41fb-9b3b-5d308eeadbda: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:03:31.337744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d12f1c-bc24-4112-b017-35b04f3b72c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fc9f71-040c-41e9-bbf5-c6aaea189683,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:31.346424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9d12f1c-bc24-4112-b017-35b04f3b72c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:31.348122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f9d12f1c-bc24-4112-b017-35b04f3b72c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47fc9f71-040c-41e9-bbf5-c6aaea189683 HTTP/1.1" status: 204 len: 168 time: 0.6366613 Feb 07 13:03:31.437248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a161d7-b2a5-4b94-aee6-2d4723158062 None None] Pushing event updated for resources: {'Port': ['ID=de0bf811-6250-4f3a-9871-cefed6a44dfb,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:31.453482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 54988e37-4b07-4f06-a616-a86fa989cf2e up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:31.769801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f2af1-09f6-41c3-a247-b3ff531ea463 req-e5fa006f-483e-4e56-a301-b5f6eb1a832a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:31.782016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b16f2af1-09f6-41c3-a247-b3ff531ea463 req-e5fa006f-483e-4e56-a301-b5f6eb1a832a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.2500031 Feb 07 13:03:31.796641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:31.873425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3ded71d-adee-4e81-a0d0-229ffb8de549 req-00f83aa6-c4a6-46b6-9caa-641b41f17522 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ed8940f-18eb-4237-b305-3f8822e39d0a HTTP/1.1" status: 200 len: 210 time: 0.0650868 Feb 07 13:03:31.878408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 54988e37-4b07-4f06-a616-a86fa989cf2e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:31.885501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 54988e37-4b07-4f06-a616-a86fa989cf2e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:31.886850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:31.907578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b16f2af1-09f6-41c3-a247-b3ff531ea463 req-716e197c-73d7-4b28-a0a0-72b93556bfa5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245022 Feb 07 13:03:32.061013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:32.119867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 54988e37-4b07-4f06-a616-a86fa989cf2e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54988e37-4b07-4f06-a616-a86fa989cf2e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:32.120792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9258fd-989e-4f4d-8997-e9b258b7b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54988e37-4b07-4f06-a616-a86fa989cf2e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:32.232192 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9258fd-989e-4f4d-8997-e9b258b7b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54988e37-4b07-4f06-a616-a86fa989cf2e', 'code': 200} Feb 07 13:03:32.334607 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:32.356653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35928) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:32.453529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:32.537928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=54988e37-4b07-4f06-a616-a86fa989cf2e,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:32.632756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-124ef54b-778b-4911-a368-7101998ef6fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0dc3e6ce608243038c84f8612bdbbdae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671864 Feb 07 13:03:32.634999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35932) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:32.650393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-582035d1-aaf7-4530-8d7c-b71febeeec7e tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:32.652184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-582035d1-aaf7-4530-8d7c-b71febeeec7e tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.35 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.4120848 Feb 07 13:03:32.784617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd063dff-4739-43eb-afcd-325445cf8c4b req-e7609cb1-dca2-4b5d-abc6-1bf7396f2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:32.786700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd063dff-4739-43eb-afcd-325445cf8c4b req-e7609cb1-dca2-4b5d-abc6-1bf7396f2bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 1096 time: 0.4235861 Feb 07 13:03:32.820577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Deleting port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:32.820931 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:32.920518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-286a25a7-3aeb-4d44-bdcf-47b4523f16b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:32.930595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f5592-e0e9-4cbc-9a25-6c3445f23039 req-a767dbc8-5449-41db-a3b6-4bc8baa4d8b6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:32.933474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a0f5592-e0e9-4cbc-9a25-6c3445f23039 req-a767dbc8-5449-41db-a3b6-4bc8baa4d8b6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 945 time: 0.4938235 Feb 07 13:03:32.954766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:03:32.955560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd063dff-4739-43eb-afcd-325445cf8c4b req-6ea1c203-ab8a-4b1d-83b1-d48d01c337f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595657 Feb 07 13:03:33.017385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6b58d-deed-4532-8586-372d6b77ec96 req-80ec8b46-eeb2-4837-94ac-7ec37916057f tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:33.018998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcd6b58d-deed-4532-8586-372d6b77ec96 req-80ec8b46-eeb2-4837-94ac-7ec37916057f tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.4407244 Feb 07 13:03:33.090129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-286a25a7-3aeb-4d44-bdcf-47b4523f16b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:33.134385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a0f5592-e0e9-4cbc-9a25-6c3445f23039 req-dec747c7-16ec-4733-bea7-a4755063eaa4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807926 Feb 07 13:03:33.206743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcd6b58d-deed-4532-8586-372d6b77ec96 req-7de652e7-6d87-4614-953f-6f65dcde90b8 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736212 Feb 07 13:03:33.224482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:03:33.240186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:03:33.262673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:33.263323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:33.375054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:33.380783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ca15719b-4066-4fe0-9c4b-a76fca17f963 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.0780020 Feb 07 13:03:33.382082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35952) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:33.426353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35956) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:33.448027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35962) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:33.523235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-286a25a7-3aeb-4d44-bdcf-47b4523f16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:33.550886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e44ede-ee28-4009-bbb0-9f85ffb321f0 None None] Network c58f2101-7107-4eed-95a4-cfa1b390d384 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:33.643328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] For port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:33.643695 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:33.705072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:33.819021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-37c3e435-563f-475a-a518-adc34c2f51ff None None] Provisioning for port de0bf811-6250-4f3a-9871-cefed6a44dfb completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:33.897087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-74e152f5-c097-408d-83a4-f3b05477ff62 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] Request body: {'port': {'network_id': '8538a080-7bac-4053-8649-6053fb2ff6bc', 'name': 'tempest-NetworksNegativeTestJSON-497575713'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:33.987543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a25a7-3aeb-4d44-bdcf-47b4523f16b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30a21ba-9673-4ce2-aa85-27c3fbeca05f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:34.053806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-286a25a7-3aeb-4d44-bdcf-47b4523f16b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.068632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-286a25a7-3aeb-4d44-bdcf-47b4523f16b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b30a21ba-9673-4ce2-aa85-27c3fbeca05f HTTP/1.1" status: 204 len: 168 time: 1.4153538 Feb 07 13:03:34.070039 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ded22a52-1a87-4d67-95f4-4d768ca93914 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.107732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ded22a52-1a87-4d67-95f4-4d768ca93914 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.117771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device de0bf811-6250-4f3a-9871-cefed6a44dfb up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:34.239608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:31Z', 'revision_number': 3, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:34.243698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:03:34.244334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Updating router 55f22377-69ac-46c9-86e8-7f9078b9b568 port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:03:34.272915 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e152f5-c097-408d-83a4-f3b05477ff62 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] POST failed (client error): The resource could not be found. Feb 07 13:03:34.273839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e152f5-c097-408d-83a4-f3b05477ff62 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:03:34.276348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-74e152f5-c097-408d-83a4-f3b05477ff62 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8477347 Feb 07 13:03:34.320115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35974) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:34.350185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port de0bf811-6250-4f3a-9871-cefed6a44dfb completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:34.361660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port de0bf811-6250-4f3a-9871-cefed6a44dfb triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:34.362261 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.397207 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-25603db0-ef52-4162-95f3-cb6010af704b tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] DELETE failed (client error): The resource could not be found. Feb 07 13:03:34.397686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25603db0-ef52-4162-95f3-cb6010af704b tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:03:34.399818 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-25603db0-ef52-4162-95f3-cb6010af704b tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "DELETE /v2.0/networks/3e5b0610-b7dd-4dfd-a359-5841081cdb8a HTTP/1.1" status: 404 len: 339 time: 0.0430763 Feb 07 13:03:34.410899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35978) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:34.462986 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.471580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.489572 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ded22a52-1a87-4d67-95f4-4d768ca93914 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.504006 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-be108473-4ab3-49ba-b8de-cc69b7eb3ded tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] DELETE failed (client error): The resource could not be found. Feb 07 13:03:34.506003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be108473-4ab3-49ba-b8de-cc69b7eb3ded tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:03:34.507754 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-be108473-4ab3-49ba-b8de-cc69b7eb3ded tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "DELETE /v2.0/ports/00e23bc0-bcb7-4773-99e9-ee4c9cc60930 HTTP/1.1" status: 404 len: 333 time: 0.0940185 Feb 07 13:03:34.513083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35982) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:34.527528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49cd4a-74d6-4a5c-8928-6d23b8cd74ad req-bed695bd-34ba-41c6-8c2f-55aa6dd977be tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:34.549740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b49cd4a-74d6-4a5c-8928-6d23b8cd74ad req-bed695bd-34ba-41c6-8c2f-55aa6dd977be tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 1.2203333 Feb 07 13:03:34.617364 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-635b41c2-667b-4c81-8930-8787b936ae65 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] DELETE failed (client error): The resource could not be found. Feb 07 13:03:34.617881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635b41c2-667b-4c81-8930-8787b936ae65 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:03:34.619835 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-635b41c2-667b-4c81-8930-8787b936ae65 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "DELETE /v2.0/subnets/a7eaf6a9-ce63-4943-85e3-d89a3289d7af HTTP/1.1" status: 404 len: 337 time: 0.1055310 Feb 07 13:03:34.626200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35986) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:34.685960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded22a52-1a87-4d67-95f4-4d768ca93914 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bde795-355c-4873-8322-c40a9a502bf7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:34.696602 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.730267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-888baec9-8f6f-4fbc-8589-a4d6eb190610 None None] Provisioning complete for port de0bf811-6250-4f3a-9871-cefed6a44dfb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:34.730945 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-888baec9-8f6f-4fbc-8589-a4d6eb190610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:34.761322 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e68c010-4b9a-4022-b106-97ff1aae24b2 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] GET failed (client error): The resource could not be found. Feb 07 13:03:34.761322 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e68c010-4b9a-4022-b106-97ff1aae24b2 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "GET /v2.0/networks/e0ad145f-7db0-4683-945b-cf7e9878b9c2 HTTP/1.1" status: 404 len: 339 time: 0.1312473 Feb 07 13:03:34.770854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35992) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:34.933901 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ea0aaa-9312-46b5-be15-fce0c7d9534e tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] GET failed (client error): The resource could not be found. Feb 07 13:03:34.935693 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f5ea0aaa-9312-46b5-be15-fce0c7d9534e tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "GET /v2.0/ports/0276a9b4-3a4a-409e-9545-4715beaa9f03 HTTP/1.1" status: 404 len: 333 time: 0.1636760 Feb 07 13:03:34.952763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35996) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:34.974731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port de0bf811-6250-4f3a-9871-cefed6a44dfb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=de0bf811-6250-4f3a-9871-cefed6a44dfb,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:35.008937 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-888baec9-8f6f-4fbc-8589-a4d6eb190610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.058377 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f442a944-d2ca-4d74-8aaf-65869724d7f7 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] GET failed (client error): The resource could not be found. Feb 07 13:03:35.077408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f442a944-d2ca-4d74-8aaf-65869724d7f7 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "GET /v2.0/subnets/ba017cfe-7869-4417-9da7-e09998d0ceef HTTP/1.1" status: 404 len: 337 time: 0.1180980 Feb 07 13:03:35.087422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36004) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:35.117749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b49cd4a-74d6-4a5c-8928-6d23b8cd74ad req-11b684ce-9621-45ee-ab28-4b8a5057399e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638037 Feb 07 13:03:35.126748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.127682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ded22a52-1a87-4d67-95f4-4d768ca93914 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.130775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ded22a52-1a87-4d67-95f4-4d768ca93914 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "DELETE /v2.0/security-groups/37bde795-355c-4873-8322-c40a9a502bf7 HTTP/1.1" status: 204 len: 168 time: 1.6815038 Feb 07 13:03:35.131630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36010) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:35.142222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f426f15a-32f2-4e5f-8747-3380679f2d1c tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:35.219678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.220270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.220603 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Floating IP 11efb8cc-f517-46c9-955f-b17baf17c4ad disassociated. External IP: 172.25.7.222, port: ed6f6d73-9782-4c3a-a79a-e01ba7262d2d. Feb 07 13:03:35.220958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Calling delete_port for ed6f6d73-9782-4c3a-a79a-e01ba7262d2d owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:35.276337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abada46-c893-4499-ae07-784cbef30ba9 req-e50b9d4b-30bf-4732-afaf-e40d5ee4332c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:35.277517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2abada46-c893-4499-ae07-784cbef30ba9 req-e50b9d4b-30bf-4732-afaf-e40d5ee4332c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 945 time: 0.9002039 Feb 07 13:03:35.285243 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-f299881c-2811-4c1f-8602-359c99ac4c65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1649475 Feb 07 13:03:35.298558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Allocated IP 172.20.0.1 (c58f2101-7107-4eed-95a4-cfa1b390d384/b9ecaeef-fc09-490e-a37f-9a4131d29439/91b19bf4-5b5c-453d-9446-fcf28d49bdaf) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:35.310724 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f426f15a-32f2-4e5f-8747-3380679f2d1c tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] PUT failed (client error): The resource could not be found. Feb 07 13:03:35.311437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f426f15a-32f2-4e5f-8747-3380679f2d1c tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:03:35.316019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-888baec9-8f6f-4fbc-8589-a4d6eb190610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:03:35.316019 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-888baec9-8f6f-4fbc-8589-a4d6eb190610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:03:35.317600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f426f15a-32f2-4e5f-8747-3380679f2d1c tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "PUT /v2.0/networks/61846a35-7a68-42f0-855d-2ca298c9932a HTTP/1.1" status: 404 len: 339 time: 0.2214389 Feb 07 13:03:35.342253 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-df98cdfa-1c05-4d4e-b973-deca656c3770 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] show failed (client error): The resource could not be found. Feb 07 13:03:35.345497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-df98cdfa-1c05-4d4e-b973-deca656c3770 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "GET /v2.0/security-groups/37bde795-355c-4873-8322-c40a9a502bf7 HTTP/1.1" status: 404 len: 347 time: 0.1478338 Feb 07 13:03:35.349075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36016) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:35.349563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36018) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:35.395271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.418010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=de0bf811-6250-4f3a-9871-cefed6a44dfb,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:35.427784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Transition to ACTIVE for port object 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:35.473497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-70cbc831-37aa-4bc1-b405-40f0d28176a8 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:35.531097 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.546113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2abada46-c893-4499-ae07-784cbef30ba9 req-bc59967d-af4d-4d5f-bf48-752585aef532 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254429 Feb 07 13:03:35.581629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b800c2-a198-460c-ab7a-2fcfc40145b5 req-bdec3a58-455e-469f-8f7f-a4703243c26f tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:35.586459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24b800c2-a198-460c-ab7a-2fcfc40145b5 req-bdec3a58-455e-469f-8f7f-a4703243c26f tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 945 time: 0.2672756 Feb 07 13:03:35.587033 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cbc831-37aa-4bc1-b405-40f0d28176a8 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] PUT failed (client error): The resource could not be found. Feb 07 13:03:35.587634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cbc831-37aa-4bc1-b405-40f0d28176a8 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:03:35.588890 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-70cbc831-37aa-4bc1-b405-40f0d28176a8 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "PUT /v2.0/ports/cab857b1-21b7-4be7-9417-b2f747705a16 HTTP/1.1" status: 404 len: 333 time: 0.2383313 Feb 07 13:03:35.599600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:35.606452 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.618375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc14db-e27c-4a5b-bd98-14a361929292 None None] Pushing event updated for resources: {'Port': ['ID=24f7b4bb-7e22-48a9-a1b3-b544006dfaa4,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:35.653205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Attempting to bind port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:35.653807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Attempting to bind port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:35.654498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Attempting to bind port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:35.663090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:35.663489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:35.663901 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.664384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:35.665066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Bound port: 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:35.665566 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.680637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event deleted for resources: {'Port': ['ID=ed6f6d73-9782-4c3a-a79a-e01ba7262d2d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:35.708072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24b800c2-a198-460c-ab7a-2fcfc40145b5 req-2f3b8b83-9297-4962-a371-ffc72ce288b1 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups?id=382856fd-525f-4b26-a065-818019e4dbef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203454 Feb 07 13:03:35.761210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fd57bdfa-0c69-4614-845f-0b5a4d56e620 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:35.772053 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ed6f6d73-9782-4c3a-a79a-e01ba7262d2d no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:35.802633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Deleting port 1b831cb5-3599-484d-b297-f41745009627 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:35.802633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:35.814127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: ed6f6d73-9782-4c3a-a79a-e01ba7262d2d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:35.814464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ed6f6d73-9782-4c3a-a79a-e01ba7262d2d not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:35.825888 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd57bdfa-0c69-4614-845f-0b5a4d56e620 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] PUT failed (client error): The resource could not be found. Feb 07 13:03:35.826530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd57bdfa-0c69-4614-845f-0b5a4d56e620 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:03:35.831269 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd57bdfa-0c69-4614-845f-0b5a4d56e620 tempest-NetworksNegativeTestJSON-407410302 tempest-NetworksNegativeTestJSON-407410302-project] 10.222.0.69 "PUT /v2.0/subnets/900c2e92-271f-4961-a868-80f6b8ffad3e HTTP/1.1" status: 404 len: 337 time: 0.2195573 Feb 07 13:03:35.914326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] For port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:03:35.918960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] For port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=24f7b4bb-7e22-48a9-a1b3-b544006dfaa4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:03:35.965855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Router 336a958f-16a4-458a-9859-fea446380676 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:03:35.992971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-dc76e551-9668-42c0-91a4-7b323d98f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:35.994655 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-dc76e551-9668-42c0-91a4-7b323d98f297 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 1096 time: 0.4789617 Feb 07 13:03:36.006760 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:36.008031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:36.120285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device de0bf811-6250-4f3a-9871-cefed6a44dfb up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:36.139459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Transition to ACTIVE for port object 91b19bf4-5b5c-453d-9446-fcf28d49bdaf will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:36.222974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:36.223691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:36.237090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:36.237427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:36.337374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-8fbc0080-142e-4234-b104-f7f1e00872f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:36.340393 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-8fbc0080-142e-4234-b104-f7f1e00872f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.3163424 Feb 07 13:03:36.342383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc14db-e27c-4a5b-bd98-14a361929292 None None] Pushing event updated for resources: {'Port': ['ID=24f7b4bb-7e22-48a9-a1b3-b544006dfaa4,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:36.411853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Calling delete_port for 1b831cb5-3599-484d-b297-f41745009627 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:36.413463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:03:36.424296 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] Sync routers for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:03:36.431395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port de0bf811-6250-4f3a-9871-cefed6a44dfb triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:36.431994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:36.440854 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:36.446072 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:36.599520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:36.601206 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-5cd6180c-95e6-4a14-b6e1-1cd649adc3f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdb413d5-7924-4442-851c-2fad63e5d642 HTTP/1.1" status: 200 len: 217 time: 0.1559920 Feb 07 13:03:36.662775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] No DVR routers for this DVR port ed6f6d73-9782-4c3a-a79a-e01ba7262d2d on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:36.684515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-929c70e4-93ec-4ca0-8204-eb9cc25e0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:36.685979 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-929c70e4-93ec-4ca0-8204-eb9cc25e0778 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.0757518 Feb 07 13:03:36.702928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d48824-630b-4886-a768-f94cb69cc7fe req-1ca42962-2d1f-44cf-bb70-545ec2c5716c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:36.708500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5d48824-630b-4886-a768-f94cb69cc7fe req-1ca42962-2d1f-44cf-bb70-545ec2c5716c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.4061949 Feb 07 13:03:36.709864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:36.720678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'name': 'network-vif-deleted', 'tag': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:36.743116 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:36.791593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36054) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:36.809066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:37.081910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c787ec3-5c52-4181-a812-6a7277c49cd0 req-5fdfd8f2-76a9-4fc0-ad5e-df5cc5c80fd5 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.35 "DELETE /v2.0/ports/ed6f6d73-9782-4c3a-a79a-e01ba7262d2d HTTP/1.1" status: 204 len: 173 time: 4.4087100 Feb 07 13:03:37.119716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Network c58f2101-7107-4eed-95a4-cfa1b390d384 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:37.120744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Pushing event updated for resources: {'Port': ['ID=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:37.130235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5d48824-630b-4886-a768-f94cb69cc7fe req-568d6bd2-cb15-4170-a68c-324429b400b2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944855 Feb 07 13:03:37.132946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:37.140051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:37.183043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:37.240227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:37.246724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] Usage tracker for resource:security_group_rule and tenant:78960f0d188841e094114f4e5e105b17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:37.255617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:37.273695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-167881ab-b748-4259-8652-884aa01343f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:31Z', 'revision_number': 3, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:37.275718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-cfff09ef-3a78-42ef-a2fd-e7f8169d3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:37.279917 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-cfff09ef-3a78-42ef-a2fd-e7f8169d3cd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5814023 Feb 07 13:03:37.280354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167881ab-b748-4259-8652-884aa01343f9 None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:31Z', 'revision_number': 3, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:03:37.284197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:37.342196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba23e81-ee1e-4c4d-a54c-c971c02ec69f req-a4c3dfb3-c382-46de-aa60-b28199aec988 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:37.344926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eba23e81-ee1e-4c4d-a54c-c971c02ec69f req-a4c3dfb3-c382-46de-aa60-b28199aec988 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 945 time: 0.4992189 Feb 07 13:03:37.365446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b081e3e4-b3f2-4232-ab06-8c623d60840d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:03:37.462575 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:26Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:37.474617 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:37.476852 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] Checking router: 336a958f-16a4-458a-9859-fea446380676 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:03:37.489877 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:37.490653 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:37.575343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d0a4deaa-8beb-4f54-a3ab-80e49c184bf0 req-e92a64ce-657d-46db-8dda-eb23e4186ee6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Synchronizing usage tracker for tenant:fc4e9e39c24848eda1250cb49401ce7f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:37.631543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eba23e81-ee1e-4c4d-a54c-c971c02ec69f req-c18f6000-5051-4193-8fde-e7fd7b51d3ac tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781587 Feb 07 13:03:37.701315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:37.733303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'port_id': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'mac_address': 'fa:16:3e:e3:34:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b674a9c6-92fb-4e7a-8a46-784f145af0b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:03:37.821590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:37.837483 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:37.854872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d0a4deaa-8beb-4f54-a3ab-80e49c184bf0 req-e92a64ce-657d-46db-8dda-eb23e4186ee6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Unset dirty status for tenant:fc4e9e39c24848eda1250cb49401ce7f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:37.863609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0a4deaa-8beb-4f54-a3ab-80e49c184bf0 req-e92a64ce-657d-46db-8dda-eb23e4186ee6 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/ports?device_id=d046a8ce-8d83-4024-86c5-e40300c1bfe8 HTTP/1.1" status: 200 len: 210 time: 0.4553709 Feb 07 13:03:37.883520 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd046a8ce-8d83-4024-86c5-e40300c1bfe8', 'name': 'network-vif-deleted', 'tag': 'ed6f6d73-9782-4c3a-a79a-e01ba7262d2d', 'status': 'completed', 'code': 200} Feb 07 13:03:37.992480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ba37fdaf-413b-49ea-9b78-70844b030a56 None None] Provisioning for port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:38.008412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Pushing event deleted for resources: {'Port': ['ID=1b831cb5-3599-484d-b297-f41745009627,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:38.028756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ba37fdaf-413b-49ea-9b78-70844b030a56 None None] Provisioning complete for port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:38.030635 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ba37fdaf-413b-49ea-9b78-70844b030a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.031954 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-dfecf20f-38c8-4c3e-8cfa-6bbcc8b1968d service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407551 Feb 07 13:03:38.056982 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.129330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.146280 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:38.161639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:38.162648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c56664d-b267-4048-881e-ccebacee1d8e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:38.311187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b081e3e4-b3f2-4232-ab06-8c623d60840d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:03:38.328198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ba37fdaf-413b-49ea-9b78-70844b030a56 None None] Port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:03:38.345415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:38.399262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2f99286c-a3fd-4539-b974-aee21d79517f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78960f0d188841e094114f4e5e105b17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5996251 Feb 07 13:03:38.402504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36092) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:38.479622 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.495656 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-eaa20dde-8b42-49f8-a557-2ef7844e099f req-ddcba94f-94bc-446a-8c92-fb8b58c812b0 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938503 Feb 07 13:03:38.544231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-67c8fcfe-1341-4ff9-bed8-6023057a65ba tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786085 Feb 07 13:03:38.586357 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.611391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:38.614920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.690426 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:26Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:38.696846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cc0ba-e892-4012-aaa4-c0dbe65e10fb None None] The sync data for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 is: [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:02:20Z', 'revision_number': 4, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fc7593af-e312-4850-8e8d-fa0d5f5989d0', 'name': '', 'network_id': 'a1fc62d9-8437-4cca-9bec-11b77381891f', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'mac_address': 'fa:16:3e:8d:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '259a1bc9-d785-480d-9d86-16145b708d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:19Z', 'updated_at': '2022-02-07T13:02:26Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'subnets': [{'id': '259a1bc9-d785-480d-9d86-16145b708d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:03:38.725204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:38.725573 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.801429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['b081e3e4-b3f2-4232-ab06-8c623d60840d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:38.801866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-fe8d4168-1b03-451d-87d0-7038d622e037 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:38.803579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-fe8d4168-1b03-451d-87d0-7038d622e037 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.6480215 Feb 07 13:03:38.808794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0a2c0423-261d-47e8-9103-90e688078840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.837045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-b864b5d3-3df5-4258-b8d2-755e90cef5b5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/quotas/36c74833efc5459a8f831955e06d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.0254619 Feb 07 13:03:38.837743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.848116 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-70a121ed-ebe6-40d4-8422-a5be29ec35d1 tempest-ServersTestBootFromVolume-1208432244 tempest-ServersTestBootFromVolume-1208432244-project] 10.222.0.69 "DELETE /v2.0/floatingips/25996d09-7d97-41fb-9b3b-5d308eeadbda HTTP/1.1" status: 204 len: 168 time: 3.4947362 Feb 07 13:03:38.848742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36100) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:38.939271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-aee2ad68-9075-49e5-971a-a91a7463fec0 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:38.947027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-aee2ad68-9075-49e5-971a-a91a7463fec0 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018657 Feb 07 13:03:38.962505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.974798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0a2c0423-261d-47e8-9103-90e688078840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:38.983375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:38.993394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-8ffa554c-072c-447f-9278-07f17c750a47 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/quotas/8e16dbc29d174e36b7e2eb0f0641c105 HTTP/1.1" status: 200 len: 375 time: 0.0451438 Feb 07 13:03:39.064696 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:39.077747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-e2e30390-6538-4280-895f-89f17dd9e4c2 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833688 Feb 07 13:03:39.096681 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d754318f-07c4-4711-8cce-3d5241e76c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:39.109417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=24f7b4bb-7e22-48a9-a1b3-b544006dfaa4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:39.167055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:39.173853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-f9916235-66e5-42e1-84ec-263954ed85fc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3085678 Feb 07 13:03:39.220402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf76395-502b-492b-94e2-8f85ae9d23fd None None] New status for floating IP 11efb8cc-f517-46c9-955f-b17baf17c4ad: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:03:39.295594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:39.327745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0a2c0423-261d-47e8-9103-90e688078840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:39.413551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Pushing event updated for resources: {'Port': ['ID=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:39.413719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c0423-261d-47e8-9103-90e688078840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c56664d-b267-4048-881e-ccebacee1d8e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:39.423873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:39.453031 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0a2c0423-261d-47e8-9103-90e688078840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:39.462975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0a2c0423-261d-47e8-9103-90e688078840 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c56664d-b267-4048-881e-ccebacee1d8e HTTP/1.1" status: 204 len: 168 time: 1.0563474 Feb 07 13:03:39.473675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-977cdb29-8537-4208-8a51-61969dd340f3 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803874 Feb 07 13:03:39.477751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b081e3e4-b3f2-4232-ab06-8c623d60840d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:39.743761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=24f7b4bb-7e22-48a9-a1b3-b544006dfaa4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:39.776333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-a3253e90-c431-4617-9de0-874c3c0abe93 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907047 Feb 07 13:03:39.778899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port b081e3e4-b3f2-4232-ab06-8c623d60840d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:39.780571 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:39.793006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe957a4-2460-49dd-98dd-6327f415a5fa req-700b4e91-45b0-4719-a9ac-50510263eb3c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:39.800826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebe957a4-2460-49dd-98dd-6327f415a5fa req-700b4e91-45b0-4719-a9ac-50510263eb3c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 944 time: 0.1568623 Feb 07 13:03:39.853163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebe957a4-2460-49dd-98dd-6327f415a5fa req-f46aee76-4044-4c11-b355-abced45891a1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514660 Feb 07 13:03:39.977660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:40.008864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:40.021641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:40.040113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:40.151796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-b1b9741c-062f-4b99-bae3-9d132a2902ef tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455856 Feb 07 13:03:40.172037 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:40.317453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:40.318601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Network c58f2101-7107-4eed-95a4-cfa1b390d384 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:40.320018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:40.333655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:40.334070 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:40.370374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36146) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:40.421741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-214b03da-f028-48ab-8d2a-6f49f9bc8a34 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:40.430164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-214b03da-f028-48ab-8d2a-6f49f9bc8a34 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773407 Feb 07 13:03:40.505770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-72db708c-ef36-4765-bac8-f82cc6cff75a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/quotas/8e16dbc29d174e36b7e2eb0f0641c105 HTTP/1.1" status: 200 len: 375 time: 0.0718794 Feb 07 13:03:40.535791 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'code': 200} Feb 07 13:03:40.572986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-58b4748b-99f4-4425-ad6a-b22b2748be7d tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655849 Feb 07 13:03:40.661755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31142885-44e2-4dcb-ae41-55cbc660226b req-b46b827c-dcc1-40d7-84bf-931664615e85 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 210 time: 0.0994482 Feb 07 13:03:40.680228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:03:40.699630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6dd0edbb-8481-4958-9e14-23df421f55c0 None None] Provisioning complete for port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:40.700789 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6dd0edbb-8481-4958-9e14-23df421f55c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:40.700913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ef6bcc69-bbfe-484d-a399-f6222a4f198b tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:40.763479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ef6bcc69-bbfe-484d-a399-f6222a4f198b tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:40.809916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0edbb-8481-4958-9e14-23df421f55c0 None None] Port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:03:40.872796 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:41.040247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:03:41.048539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ab619-1a32-4d5f-9686-982b0812006e req-01f8b8d9-b834-40d7-aa0b-c18ec241942f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:41.052241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-536ab619-1a32-4d5f-9686-982b0812006e req-01f8b8d9-b834-40d7-aa0b-c18ec241942f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.0910327 Feb 07 13:03:41.052780 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:03:41.054923 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-97ea404b-ec34-472b-9dfb-6a19390d17eb admin admin] 10.222.0.69 "PUT /v2.0/routers/55f22377-69ac-46c9-86e8-7f9078b9b568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6714258 Feb 07 13:03:41.068369 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:41.070079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:41.228390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-67d8f0a7-17c9-4352-9278-f17de53c6e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:41.237253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ef6bcc69-bbfe-484d-a399-f6222a4f198b tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:41.284579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-536ab619-1a32-4d5f-9686-982b0812006e req-223aacfc-974b-4299-8377-16c611abec3e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261016 Feb 07 13:03:41.303869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ef6bcc69-bbfe-484d-a399-f6222a4f198b tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:41.330269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ef6bcc69-bbfe-484d-a399-f6222a4f198b tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "DELETE /v2.0/security-groups/382856fd-525f-4b26-a065-818019e4dbef HTTP/1.1" status: 204 len: 168 time: 0.9350238 Feb 07 13:03:41.330269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bcc69-bbfe-484d-a399-f6222a4f198b tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382856fd-525f-4b26-a065-818019e4dbef,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:41.340762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36172) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:41.397230 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-e376a012-2bc0-4635-9f52-0740eb342dde tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] show failed (client error): The resource could not be found. Feb 07 13:03:41.404584 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e376a012-2bc0-4635-9f52-0740eb342dde tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "GET /v2.0/security-groups/382856fd-525f-4b26-a065-818019e4dbef HTTP/1.1" status: 404 len: 347 time: 0.0565643 Feb 07 13:03:41.405040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0e310f1-0425-4a53-b5b7-ce996a5f4eb9 req-5fce2c48-c7c9-4587-a06f-e38f5dfaa266 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 210 time: 0.0759788 Feb 07 13:03:41.407070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36176) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:41.438115 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:41.554837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Deleting port 3d472e8d-8be3-4a89-83ad-e7eb01290efb {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:41.555191 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:41.662765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Deleting port 64fab577-ddd8-4e41-b573-76469338aa68 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:41.663136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:41.795700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36194) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:41.827921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] For port 3d472e8d-8be3-4a89-83ad-e7eb01290efb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3d472e8d-8be3-4a89-83ad-e7eb01290efb,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:41.828312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:41.864278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d8ff8f-5a42-4976-a192-e8f888e9c059 req-cb58e860-d96f-4ff1-baa5-261a3353d7db tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 210 time: 0.1179655 Feb 07 13:03:42.010694 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:38Z', 'revision_number': 2, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:42.018155 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:03:42.018505 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Updating router 55f22377-69ac-46c9-86e8-7f9078b9b568 port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:03:42.066549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683618373'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:42.070296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Calling delete_port for 3d472e8d-8be3-4a89-83ad-e7eb01290efb owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:42.089957 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.134845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.135213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.205923 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.208546 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.229644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:42.242012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:42.246438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:42.255348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:42.302911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Calling delete_port for 64fab577-ddd8-4e41-b573-76469338aa68 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:42.444064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.460320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.487497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:42.495011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:42.504736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:42.531534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:42.562536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-14b35ee6-80c3-493c-970c-a887a0e232d8 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:42.569986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-14b35ee6-80c3-493c-970c-a887a0e232d8 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 821 time: 0.5399594 Feb 07 13:03:42.593234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-2a2465fd-fe9b-4aae-b2a9-83ff54e880fb tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/quotas/66e14c5236eb450ab0bfb4eebe2d680a HTTP/1.1" status: 200 len: 375 time: 0.0218859 Feb 07 13:03:42.621787 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.689650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bb6f4-156e-4fe6-afe1-48152666040a req-3cf575df-f003-477f-b80d-53d920c71c89 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:42.693568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.696501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-136bb6f4-156e-4fe6-afe1-48152666040a req-3cf575df-f003-477f-b80d-53d920c71c89 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.2383862 Feb 07 13:03:42.743215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-53fea16f-2f9a-4203-ba13-64bfe12da707 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495616 Feb 07 13:03:42.750284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-136bb6f4-156e-4fe6-afe1-48152666040a req-625fe507-15c0-4cc1-8fbc-fefaa4acc083 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529869 Feb 07 13:03:42.815137 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Transition to ACTIVE for port object 91b19bf4-5b5c-453d-9446-fcf28d49bdaf will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:42.815472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.819116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.892322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d472e8d-8be3-4a89-83ad-e7eb01290efb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:42.914499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Pushing event deleted for resources: {'Port': ['ID=64fab577-ddd8-4e41-b573-76469338aa68,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:42.927466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:42.953404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:42.962208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ff14a2a-feab-4147-b5d1-8af55c10ef54 req-394fb3ab-70ee-4869-b97a-1b8a5cc03a33 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 210 time: 0.1004210 Feb 07 13:03:42.996158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:43.013381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:43.029601 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.029999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e57657-96b5-4aa4-9f4a-ed02a140f830,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:43.048850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:43.085878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-f1c4a789-b646-4cff-b26b-98f8cbf78ee5 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294241 Feb 07 13:03:43.286897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.305728 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Pushing event updated for resources: {'Port': ['ID=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:43.319760 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.319760 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.319760 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.320194 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.320411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.320737 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.321057 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.321375 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.321692 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.322008 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.322323 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.322635 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:03:43.357712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81a5078c-6181-4e86-af3b-c0fcd66fb67c req-449b689f-91d3-47f2-b974-a7c47a37cafc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 210 time: 0.2298367 Feb 07 13:03:43.415354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.426226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.435661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.461558 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Attempting to bind port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:43.461922 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Attempting to bind port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:43.462282 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Attempting to bind port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf on network c58f2101-7107-4eed-95a4-cfa1b390d384 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:43.467693 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:43.468034 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Checking segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:43.468439 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.468827 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Bound using segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:43.469283 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Bound port: 91b19bf4-5b5c-453d-9446-fcf28d49bdaf, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:43.469924 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.508520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-0cad18ba-bce9-4377-88aa-b111d25b1402 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188855 Feb 07 13:03:43.566756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c30095a-52ca-4053-8970-e731923d0b90,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:43.593517 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] For port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:03:43.596885 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] For port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:03:43.610319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.611464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d759cefe-ddad-4a54-90e2-8b3619f41b71 tempest-ServersTestManualDisk-277341668 tempest-ServersTestManualDisk-277341668-project] 10.222.0.69 "DELETE /v2.0/floatingips/11efb8cc-f517-46c9-955f-b17baf17c4ad HTTP/1.1" status: 204 len: 168 time: 2.2034414 Feb 07 13:03:43.615274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36218) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:43.689398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.754732 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.761111 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:43.766146 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ec7be499-c8a1-4e49-b29f-aa77e14501ba tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9694190 Feb 07 13:03:43.768727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36222) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:43.948521 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:43.948521 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:43.959219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3eda2ab-c1e8-4971-bd73-20af80e3d388 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:43.988794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Router c71f5763-ab95-4b1f-9a48-077808660db7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:03:44.125283 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff047811-4767-45b2-94dd-d078f0ab872d None None] Pushing event updated for resources: {'Port': ['ID=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:44.245531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3eda2ab-c1e8-4971-bd73-20af80e3d388 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:44.246970 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c3eda2ab-c1e8-4971-bd73-20af80e3d388 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4771163 Feb 07 13:03:44.255115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36246) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:44.279702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-90da8db0-82ec-4495-8b52-d0ee11cce841 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-security--13679152', 'description': 'tempest-security-description-1605976348'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:44.352150 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:44.486631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:03:44.493312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-360bca27-79a3-47b2-9c7a-ea5136a59574 req-cee6d9dd-c74b-44ac-bc3b-7450ad58da3b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 210 time: 0.3498409 Feb 07 13:03:44.496863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] Sync routers for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:03:44.498577 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb4344fc-d2b5-4398-a969-f9b9f6f55382 admin admin] 10.222.0.69 "PUT /v2.0/routers/c71f5763-ab95-4b1f-9a48-077808660db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6462078 Feb 07 13:03:44.510088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36256) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:44.527341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:44.529251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:44.556252 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-fc5c8bda-decc-45d4-855e-5d2d3f48436d tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729880 Feb 07 13:03:44.595722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90da8db0-82ec-4495-8b52-d0ee11cce841 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:44.769538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90da8db0-82ec-4495-8b52-d0ee11cce841 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:44.823967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-273113ee-4dc8-4b94-b374-2548d186be36 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:44.827288 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-273113ee-4dc8-4b94-b374-2548d186be36 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638273 Feb 07 13:03:44.839839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Request body: {'port': {'device_id': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '8e16dbc29d174e36b7e2eb0f0641c105'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:44.880076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-682e8a17-c0bb-4679-a870-5e96a292b89b req-dc0730d8-b076-4504-89c6-ffde37cbc63d tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 210 time: 0.0765741 Feb 07 13:03:44.939540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:45.036467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:43Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:45.037144 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab28148-eac3-47bf-8d73-061ecab9fa3f None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:43Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:03:45.077396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90da8db0-82ec-4495-8b52-d0ee11cce841 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.080150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90da8db0-82ec-4495-8b52-d0ee11cce841 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.096616 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-90da8db0-82ec-4495-8b52-d0ee11cce841 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "PUT /v2.0/security-groups/1c30095a-52ca-4053-8970-e731923d0b90 HTTP/1.1" status: 200 len: 1778 time: 0.8400948 Feb 07 13:03:45.140531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:45.258417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.314986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da8db0-82ec-4495-8b52-d0ee11cce841 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c30095a-52ca-4053-8970-e731923d0b90,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:45.362736 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-84c8e33f-a921-4013-80ba-071a6d4b6a7b tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups/1c30095a-52ca-4053-8970-e731923d0b90 HTTP/1.1" status: 200 len: 1778 time: 0.2176359 Feb 07 13:03:45.377801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:45.414573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:45.422699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Usage tracker for resource:port and tenant:8e16dbc29d174e36b7e2eb0f0641c105 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:45.443101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:45.452653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:45.510895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6a28afb-fe68-4e35-9767-b0465814133a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.565475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Made reservation on behalf of 8e16dbc29d174e36b7e2eb0f0641c105 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:45.571238 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.577125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.604804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.625063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6a28afb-fe68-4e35-9767-b0465814133a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.651793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:45.660315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Usage tracker for resource:security_group_rule and tenant:8e16dbc29d174e36b7e2eb0f0641c105 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:45.673801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:45.686907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T13:03:42Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:45.693649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:45.700022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] Checking router: c71f5763-ab95-4b1f-9a48-077808660db7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:03:45.744463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] Routers {'c71f5763-ab95-4b1f-9a48-077808660db7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:45.745496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c71f5763-ab95-4b1f-9a48-077808660db7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:45.832165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6a28afb-fe68-4e35-9767-b0465814133a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:45.950314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a28afb-fe68-4e35-9767-b0465814133a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c30095a-52ca-4053-8970-e731923d0b90,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:46.025738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-e738cc48-62d1-4fcd-89e4-b306196555ac tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4236436 Feb 07 13:03:46.050920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-994779ea-1ae4-4ca3-b99b-6c501612e12e req-bb578687-18f6-495f-a593-564800c23e91 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 210 time: 0.7943850 Feb 07 13:03:46.156561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6a28afb-fe68-4e35-9767-b0465814133a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:46.166247 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b6a28afb-fe68-4e35-9767-b0465814133a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/1c30095a-52ca-4053-8970-e731923d0b90 HTTP/1.1" status: 204 len: 168 time: 0.7928877 Feb 07 13:03:46.169033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:46.270119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:46.277108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] Set router c71f5763-ab95-4b1f-9a48-077808660db7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:46.357380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9f7915f-ad53-42eb-8ca0-eb47070d1fce tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:46.365629 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:46.414884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-d47bcaf6-a0a0-4202-ae72-6191ff1e6dec tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:46.416751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-d47bcaf6-a0a0-4202-ae72-6191ff1e6dec tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636470 Feb 07 13:03:46.422903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:46.440666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906a1ac-a68f-4e7d-b5ab-5ee7afbfa287 req-87d3594c-04c1-4bee-84c1-1048f52e1b60 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:46.449122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1906a1ac-a68f-4e7d-b5ab-5ee7afbfa287 req-87d3594c-04c1-4bee-84c1-1048f52e1b60 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 2.3113053 Feb 07 13:03:46.510108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b41f24-eb1f-4993-a590-07deaf05b556,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:46.547192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Request body: {'port': {'device_id': '3584be96-e3d0-49de-8c9a-a314d4ef106e', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '8e16dbc29d174e36b7e2eb0f0641c105'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:46.554437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 91b19bf4-5b5c-453d-9446-fcf28d49bdaf up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:46.580185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9f7915f-ad53-42eb-8ca0-eb47070d1fce tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:46.587313 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9f7915f-ad53-42eb-8ca0-eb47070d1fce tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4139500 Feb 07 13:03:46.654607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36294) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:46.711963 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-21e67be1-ddb1-4eb4-8ff3-18d6e4ea12e8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] delete failed (client error): The resource could not be found. Feb 07 13:03:46.718654 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21e67be1-ddb1-4eb4-8ff3-18d6e4ea12e8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/1c30095a-52ca-4053-8970-e731923d0b90 HTTP/1.1" status: 404 len: 347 time: 0.0632596 Feb 07 13:03:46.736082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36298) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:46.741333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-087dee4c-2b1a-4f46-b365-6fa6454c7295 req-bf48091b-84b5-433b-8433-c2d4d5164199 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 210 time: 0.2893820 Feb 07 13:03:46.757035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332543190'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:46.770962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:46.791790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:46.827082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Deleting port 01400fb0-ead4-4a26-8b8f-a7de8525dde5 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:46.829844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:46.843370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Allocated IP 192.168.233.60 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/6aaa0c4a-8ec0-4fa4-983d-9111712118b8) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:46.953612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.057993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1906a1ac-a68f-4e7d-b5ab-5ee7afbfa287 req-9b832a2d-4a21-4ea0-a6c9-b5c5455f49dc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075675 Feb 07 13:03:47.066318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:47.163354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T13:03:42Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:47.169600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5109dcb-3974-457e-a0fc-7907ba24f0fe None None] The sync data for ids ['c71f5763-ab95-4b1f-9a48-077808660db7'] in n-d-811416-5 is: [{'id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'name': 'tempest-ServersTestBootFromVolume-324171575-router', 'tenant_id': 'd97c8edb0cda43a79579758428a199ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:58:41Z', 'updated_at': '2022-02-07T13:03:42Z', 'revision_number': 5, 'project_id': 'd97c8edb0cda43a79579758428a199ca', 'gw_port': {'id': '01400fb0-ead4-4a26-8b8f-a7de8525dde5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71f5763-ab95-4b1f-9a48-077808660db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:58:42Z', 'updated_at': '2022-02-07T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:03:47.181771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:47.188810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:47.189188 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.210183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:47.214182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:47.233786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:47.413622 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.481690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.483543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:47.515380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] For port 01400fb0-ead4-4a26-8b8f-a7de8525dde5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=01400fb0-ead4-4a26-8b8f-a7de8525dde5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:47.515745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.553476 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.564924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.597724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.633701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5636fcda-fb7a-4a87-9424-5922455bf73e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:47.648554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Transition to ACTIVE for port object 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:47.720174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:47.731952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.739656 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-54f0d985-1efa-4af4-bca8-390fb2be6cc3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9991426 Feb 07 13:03:47.740293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36304) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:47.745900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '5636fcda-fb7a-4a87-9424-5922455bf73e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:47.759210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:47.761758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Calling delete_port for 01400fb0-ead4-4a26-8b8f-a7de8525dde5 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:47.767396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:47.775441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:47.789506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:47.808445 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.912076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:47.920193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:47.935297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:47.938092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41984f0b-cce7-4ba7-acac-ef06d7316222 req-03c2edae-b530-4d55-868f-e7c6e9c30141 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 210 time: 0.9326982 Feb 07 13:03:47.941067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:47.973352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:48.065242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Usage tracker for resource:port and tenant:8e16dbc29d174e36b7e2eb0f0641c105 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:48.083844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:48.101401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 91b19bf4-5b5c-453d-9446-fcf28d49bdaf up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:48.106437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:48.107085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.198401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.250982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:48.251363 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.257052 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-12bdac56-77cd-431c-89f3-b5cf3c76dab5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4218147 Feb 07 13:03:48.271388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Request body: {'port': {'device_id': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:48.339074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.419658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:48.429564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3d472e8d-8be3-4a89-83ad-e7eb01290efb no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:48.444287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f15f6a6-92b6-4a86-94ad-bb1341a72255,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:48.444511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-871b3a31-21dc-49a6-a081-5c2532e2a2ab tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:48.446312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-871b3a31-21dc-49a6-a081-5c2532e2a2ab tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 821 time: 0.3675272 Feb 07 13:03:48.479071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 3d472e8d-8be3-4a89-83ad-e7eb01290efb {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:48.479554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3d472e8d-8be3-4a89-83ad-e7eb01290efb not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:48.488264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e9cbdf31-c6db-4b2f-9b47-5adba828e0dd None None] Provisioning for port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:48.490421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fab99e8a-c3d4-430f-9d3e-a338b143a9dc req-6af42b44-05e2-417d-9409-6f7650381bba tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 210 time: 0.5905042 Feb 07 13:03:48.498971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:48.499403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e9cbdf31-c6db-4b2f-9b47-5adba828e0dd None None] Provisioning complete for port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:48.499998 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9cbdf31-c6db-4b2f-9b47-5adba828e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.552124 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.568257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.573604 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-28779c9f-265e-4da0-b879-26f0fef73072 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8315022 Feb 07 13:03:48.574865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36312) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:48.580530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbdf31-c6db-4b2f-9b47-5adba828e0dd None None] Port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:03:48.599762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Request body: {'port': {'device_id': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'admin_state_up': True, 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:48.661528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-9a2849e7-bba6-421b-97fa-0519f2a8cb77 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:48.663004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-9a2849e7-bba6-421b-97fa-0519f2a8cb77 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.35 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 3.4120033 Feb 07 13:03:48.684113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e48ef40-7462-4fed-be05-a7a1fb609d70 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.697916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e48ef40-7462-4fed-be05-a7a1fb609d70 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.840085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e48ef40-7462-4fed-be05-a7a1fb609d70 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.874616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48ef40-7462-4fed-be05-a7a1fb609d70 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f15f6a6-92b6-4a86-94ad-bb1341a72255,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:48.882302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e48ef40-7462-4fed-be05-a7a1fb609d70 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:48.884010 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e48ef40-7462-4fed-be05-a7a1fb609d70 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/8f15f6a6-92b6-4a86-94ad-bb1341a72255 HTTP/1.1" status: 204 len: 168 time: 0.3020039 Feb 07 13:03:48.909610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36316) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:48.936388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e231efd6-f485-4a62-8090-c1777e33d08e req-0e4eda53-a074-4e61-b9fd-b51d0fec4a30 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 210 time: 0.4736426 Feb 07 13:03:48.943570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Request body: {'port': {'device_id': 'e5b5c907-58eb-4769-b094-678895722ec4', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'admin_state_up': True, 'tenant_id': '36c74833efc5459a8f831955e06d9bc7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:48.974694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Made reservation on behalf of 8e16dbc29d174e36b7e2eb0f0641c105 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:48.978697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:49.097415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ef0fa202-5ee0-49db-8e6a-40b2d3464ce1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:49.262970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e408a8e8-783e-4083-8f9c-fbdbbe2a7228 req-341749ef-c61b-4914-86e7-2094f82238db tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 210 time: 0.1678967 Feb 07 13:03:49.320153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ef0fa202-5ee0-49db-8e6a-40b2d3464ce1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:49.321899 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ef0fa202-5ee0-49db-8e6a-40b2d3464ce1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3133135 Feb 07 13:03:49.325171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36322) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:49.364586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:49.469764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:03:49.482176 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:49.514829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1c0f165-89ab-48d4-9324-e8c8fc7dc283 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:49.554365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Transition to ACTIVE for port object 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:49.573585 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1c0f165-89ab-48d4-9324-e8c8fc7dc283 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:49.576124 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:49.646506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:49.650767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:49.783097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Usage tracker for resource:port and tenant:66e14c5236eb450ab0bfb4eebe2d680a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:49.824989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:49.833789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:49.842912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:49.864816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267b3d4-e051-4331-b82e-824ca603a82b req-ecc81756-1872-4ab8-ae33-b99a9bbf076e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:49.871664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c267b3d4-e051-4331-b82e-824ca603a82b req-ecc81756-1872-4ab8-ae33-b99a9bbf076e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 1.1442168 Feb 07 13:03:49.939707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Pushing event deleted for resources: {'Port': ['ID=01400fb0-ead4-4a26-8b8f-a7de8525dde5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:49.962680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1c0f165-89ab-48d4-9324-e8c8fc7dc283 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:49.997514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecfa369a-c658-4ea1-9667-58abf5b685d5 req-f31bd99a-7358-4398-97c1-cea22d6038b6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 210 time: 0.2951446 Feb 07 13:03:50.017579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0f165-89ab-48d4-9324-e8c8fc7dc283 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5636fcda-fb7a-4a87-9424-5922455bf73e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:50.020365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:50.041048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Made reservation on behalf of 66e14c5236eb450ab0bfb4eebe2d680a for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:50.044599 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.089053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Attempting to bind port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:50.089621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Attempting to bind port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:50.090174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Attempting to bind port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:50.098866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:03:50.100757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Attempting to bind port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:50.108501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:50.108852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:50.109244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:50.109683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Bound port: 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:50.110043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.133972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:50.172138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1c0f165-89ab-48d4-9324-e8c8fc7dc283 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.173984 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c1c0f165-89ab-48d4-9324-e8c8fc7dc283 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/5636fcda-fb7a-4a87-9424-5922455bf73e HTTP/1.1" status: 204 len: 168 time: 0.8469837 Feb 07 13:03:50.181684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36330) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:50.266392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c267b3d4-e051-4331-b82e-824ca603a82b req-2410e71f-efae-46b9-91ef-d23b8ecf1a74 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936052 Feb 07 13:03:50.268352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72062cc2-bb8a-4999-8706-b01c689eb15b req-5809a218-7c90-47b4-a91a-ce506e9dc1a3 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 210 time: 0.1233988 Feb 07 13:03:50.299109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Allocated IP 192.168.233.8 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/6f41edb0-e8bc-4a5e-b89b-8cf2604ae222) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:50.318379 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.358332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0def511e-2133-48a7-bd6f-a445a8183837 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:50.373433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:03:50.378653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:03:50.450603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.492871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0def511e-2133-48a7-bd6f-a445a8183837 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:50.494290 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0def511e-2133-48a7-bd6f-a445a8183837 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3116195 Feb 07 13:03:50.503147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36336) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:50.516904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119478959'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:50.528885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:50.535044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:50.535823 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.537400 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] 10.222.0.35 "PUT /v2.0/ports/6aaa0c4a-8ec0-4fa4-983d-9111712118b8 HTTP/1.1" status: 200 len: 1095 time: 2.2731779 Feb 07 13:03:50.548168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:50.567266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:50.600285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07702dd-38c9-4d9a-99dd-95c911b9ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:50.639094 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'status': 'completed', 'code': 200} Feb 07 13:03:50.661917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.668263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:03:50.673059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.754374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:50.765586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:50.769937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:50.778579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:50.819365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6f88-c7ce-4e26-9b92-40fe8ffcd99a req-50d6f95d-938d-404e-a652-7f82e8180570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:50.820853 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86cc6f88-c7ce-4e26-9b92-40fe8ffcd99a req-50d6f95d-938d-404e-a652-7f82e8180570 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1098 time: 0.1469083 Feb 07 13:03:50.835383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:50.864086 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86cc6f88-c7ce-4e26-9b92-40fe8ffcd99a req-b95c91e0-d76c-4484-b94e-296319947ca1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352018 Feb 07 13:03:50.997255 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:51.050366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6f88-c7ce-4e26-9b92-40fe8ffcd99a req-2639be1b-f4de-4fd1-be05-fe155a94e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:51.052358 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86cc6f88-c7ce-4e26-9b92-40fe8ffcd99a req-2639be1b-f4de-4fd1-be05-fe155a94e0fa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1812687 Feb 07 13:03:51.076930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:51.112250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88da6a77-82b6-488a-8c4f-c71771bcda15 req-8c4c9278-5046-49f1-a3e0-d3de267d4dcd tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 210 time: 0.6917350 Feb 07 13:03:51.180820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-e3f6b3d2-5c2a-48a9-ab38-ca329e9a9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:51.180820 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-e3f6b3d2-5c2a-48a9-ab38-ca329e9a9ffb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1098 time: 0.0882108 Feb 07 13:03:51.260671 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-5409a06c-f41a-4e47-8077-fcebf9853f8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8 HTTP/1.1" status: 200 len: 217 time: 0.0751824 Feb 07 13:03:51.321144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2642f69a-f504-4664-aa06-2e97bb4bc99b req-25805d99-02fd-4a5b-98d9-287394b832b0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 210 time: 0.1276720 Feb 07 13:03:51.342848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-b90a3e6d-ef34-4036-8ab5-05d097bb2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:51.345081 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-b90a3e6d-ef34-4036-8ab5-05d097bb2697 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0766068 Feb 07 13:03:51.354159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Deleting port fc7593af-e312-4850-8e8d-fa0d5f5989d0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:51.354580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:51.430036 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:51.451845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Allocated IP 172.20.0.5 (c58f2101-7107-4eed-95a4-cfa1b390d384/b9ecaeef-fc09-490e-a37f-9a4131d29439/4bc56544-05b4-4dd2-b822-8d9f0a93c01b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:51.499400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d9b2c0-a614-4bf9-a367-ed7a7e95cad2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:51.506686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:51.506686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c71f5763-ab95-4b1f-9a48-077808660db7 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:03:51.517464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-c74e80b0-fa81-44ff-b5af-7629b0d67b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:51.520713 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-c74e80b0-fa81-44ff-b5af-7629b0d67b4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697991 Feb 07 13:03:51.595511 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:51.637457 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:51.638805 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b683a372-bd98-456b-afaf-39e30eb9f519 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1278245 Feb 07 13:03:51.644659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36352) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:51.656122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '25d9b2c0-a614-4bf9-a367-ed7a7e95cad2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:51.679284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:51.685260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7535664-cf9e-49b2-887d-2949ca762c80 req-7becddfd-3939-44e7-ba10-41593ef16052 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 210 time: 0.1852136 Feb 07 13:03:51.699900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:51.714904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:51.739554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:51.801404 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-e9abc7f6-068a-47fc-9afb-dec7ae3c7593 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745314 Feb 07 13:03:51.830400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Transition to ACTIVE for port object 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:51.956876 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-fb64144d-83ff-430c-bf1b-19a11b1648ae req-d03829f1-1152-4ca8-b01b-854310fe1c7a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488447 Feb 07 13:03:51.966200 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:51.973926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Allocated IP 172.20.0.9 (cfc9913b-a43e-4d8d-8314-4c02da867b60/453c02ff-fbe9-4180-acd7-c04cc76dbfe1/b9490d44-495c-48b9-80b8-ee450379ddaa) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:03:52.039109 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.042421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-146fb3c9-6f10-4bce-bb19-8175f2262381 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c71f5763-ab95-4b1f-9a48-077808660db7 HTTP/1.1" status: 204 len: 168 time: 7.5289500 Feb 07 13:03:52.042565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.058680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36356) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:52.075163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] For port fc7593af-e312-4850-8e8d-fa0d5f5989d0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fc7593af-e312-4850-8e8d-fa0d5f5989d0,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:52.075476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.175599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 01400fb0-ead4-4a26-8b8f-a7de8525dde5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:52.261871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.269063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 01400fb0-ead4-4a26-8b8f-a7de8525dde5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:52.273689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 01400fb0-ead4-4a26-8b8f-a7de8525dde5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:52.291457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Calling delete_port for fc7593af-e312-4850-8e8d-fa0d5f5989d0 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:52.305877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25e353c-2d17-4ff4-a5fc-ec1500f34ecb,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:52.335309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-def9f597-9af6-43a7-aef9-3e1b7e31d559 admin admin] Deleting subnet 002bbd75-9e7f-46b1-b174-960d73e21375 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:03:52.337629 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-def9f597-9af6-43a7-aef9-3e1b7e31d559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.399483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-def9f597-9af6-43a7-aef9-3e1b7e31d559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.438242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.439684 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4d7aabf-70b6-462f-abea-00280493cb54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7931395 Feb 07 13:03:52.443765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36364) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:52.444775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.452042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '25d9b2c0-a614-4bf9-a367-ed7a7e95cad2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:52.462654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Transition to ACTIVE for port object 4bc56544-05b4-4dd2-b822-8d9f0a93c01b will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:52.466309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:52.476086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:52.481290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:52.490974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:52.527737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc22be-5535-4433-9a15-009eb8c09f92 req-fc55e2e1-dea7-4fa3-91e8-38d268a908d2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:52.529305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-def9f597-9af6-43a7-aef9-3e1b7e31d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.535803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12bc22be-5535-4433-9a15-009eb8c09f92 req-fc55e2e1-dea7-4fa3-91e8-38d268a908d2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 1.0938804 Feb 07 13:03:52.602383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0ca09f51-f814-4cd5-91d5-f8d3a2bcf74f req-a6d133e0-6183-46f9-bec1-5165c151cb74 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Synchronizing usage tracker for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:52.611793 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.631547 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.695818 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-def9f597-9af6-43a7-aef9-3e1b7e31d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.759327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9f597-9af6-43a7-aef9-3e1b7e31d559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002bbd75-9e7f-46b1-b174-960d73e21375,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:52.773832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-def9f597-9af6-43a7-aef9-3e1b7e31d559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.780314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947020cd-317d-420e-856c-28f63475636e None None] Network 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:03:52.797198 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.803767 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-def9f597-9af6-43a7-aef9-3e1b7e31d559 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/002bbd75-9e7f-46b1-b174-960d73e21375 HTTP/1.1" status: 204 len: 168 time: 0.7406118 Feb 07 13:03:52.806008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36370) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:52.877561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.895274 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.922148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f2d36e-6c04-4c9d-b3ae-ab00ff06aecd,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:52.983345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12bc22be-5535-4433-9a15-009eb8c09f92 req-3ca9e67f-d13d-477c-9cb1-83813d816999 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466913 Feb 07 13:03:52.984797 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:52.998052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:53.030267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Deleting port e2f7e899-362c-418e-be3d-557f002cbaf4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:53.031466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:53.049532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:53.059770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Network c58f2101-7107-4eed-95a4-cfa1b390d384 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:53.067164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:53.069815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:53.072356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:53.086894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:53.104893 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b95459ec-3a38-4549-993d-1964bfce4d54 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6436441 Feb 07 13:03:53.104893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36374) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:53.104893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '25d9b2c0-a614-4bf9-a367-ed7a7e95cad2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:53.152090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:53.177840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:53.213506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:53.252135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:53.379914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:53.437784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:53.437784 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:53.440400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:53.445440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] DHCP port deletion for 3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:03:53.454005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] Deleting port e2f7e899-362c-418e-be3d-557f002cbaf4 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:53.454601 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:53.484242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:03:53.518399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] For port e2f7e899-362c-418e-be3d-557f002cbaf4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2f7e899-362c-418e-be3d-557f002cbaf4,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:53.523443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:53.546758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:03:53.562672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0ca09f51-f814-4cd5-91d5-f8d3a2bcf74f req-a6d133e0-6183-46f9-bec1-5165c151cb74 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Unset dirty status for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:53.574616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ca09f51-f814-4cd5-91d5-f8d3a2bcf74f req-a6d133e0-6183-46f9-bec1-5165c151cb74 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 210 time: 1.0863452 Feb 07 13:03:53.578692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0799258 Feb 07 13:03:53.592199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['54988e37-4b07-4f06-a616-a86fa989cf2e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:53.604711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:03:53.679232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165ecd2-a399-46ab-9a79-bbb7bde3b80b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Pushing event updated for resources: {'Port': ['ID=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:53.695871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:53.696554 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:53.742290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:53.840730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Request body: {'port': {'device_id': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:53.865676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Calling delete_port for e2f7e899-362c-418e-be3d-557f002cbaf4 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:53.951837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.039635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2f7e899-362c-418e-be3d-557f002cbaf4 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:03:54.077549 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.105609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.205564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f7e899-362c-418e-be3d-557f002cbaf4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:54.239820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] No DVR routers for this DVR port e2f7e899-362c-418e-be3d-557f002cbaf4 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:03:54.356859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: e2f7e899-362c-418e-be3d-557f002cbaf4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:03:54.357377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2f7e899-362c-418e-be3d-557f002cbaf4 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:03:54.358873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e8a3c213-31df-4757-b1cb-eef4dc060e68 None None] Provisioning for port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:54.435244 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.450151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:54.450787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.488454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e8a3c213-31df-4757-b1cb-eef4dc060e68 None None] Provisioning complete for port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:54.490773 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c213-31df-4757-b1cb-eef4dc060e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.493188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.520827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.574624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3031c81f-cfdb-42c5-8a79-31f6c9c1ece5']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:54.595910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df26ee40-1c60-4d2c-add6-f4da080f48e1') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:54.596376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df26ee40-1c60-4d2c-add6-f4da080f48e1') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:54.612367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.646396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.665873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8948450 Feb 07 13:03:54.676854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3c213-31df-4757-b1cb-eef4dc060e68 None None] Port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:03:54.678328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.1381593 Feb 07 13:03:54.684775 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.698716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] For port e2f7e899-362c-418e-be3d-557f002cbaf4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2f7e899-362c-418e-be3d-557f002cbaf4,segment=NetworkSegment(df26ee40-1c60-4d2c-add6-f4da080f48e1),segment_id=df26ee40-1c60-4d2c-add6-f4da080f48e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:54.699260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.730986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Request body: {'port': {'device_id': 'e5b5c907-58eb-4769-b094-678895722ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:54.732733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b066cd-d3a9-4eca-9e9f-8e9e7216de12,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:54.760539 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.783476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:03:54.783888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:03:54.820091 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:03:54.879382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:54.880527 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a5d3c34-ce46-42bf-af94-9075f3a4c848 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7835596 Feb 07 13:03:54.889135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36382) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:54.894235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] Calling delete_port for e2f7e899-362c-418e-be3d-557f002cbaf4 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:54.897507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '25d9b2c0-a614-4bf9-a367-ed7a7e95cad2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:54.904756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:54.926533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:54.930108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:54.937509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e8a3c213-31df-4757-b1cb-eef4dc060e68 None None] Provisioning for port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:54.937689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:54.964093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deae8c9-d97f-4481-9a26-ce2930958d9c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Pushing event updated for resources: {'Port': ['ID=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:54.968280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e8a3c213-31df-4757-b1cb-eef4dc060e68 None None] Provisioning complete for port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:54.968998 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c213-31df-4757-b1cb-eef4dc060e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.023955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Request body: {'port': {'device_id': '3584be96-e3d0-49de-8c9a-a314d4ef106e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:55.035385 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.061385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3c213-31df-4757-b1cb-eef4dc060e68 None None] Port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:03:55.108263 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:03:55.108900 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:03:55.128868 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.310724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aa9ce-b3be-45d5-9d0b-64abf5e26606 req-2d97dacd-c679-4c69-891c-661f0a97264f tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:55.311668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-151aa9ce-b3be-45d5-9d0b-64abf5e26606 req-2d97dacd-c679-4c69-891c-661f0a97264f tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Synchronizing usage tracker for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:55.324783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d4ae-93b4-4d0d-a15f-bb5db403f9ae req-262f689a-b721-4060-af04-57ed503884a7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:55.325791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0468d4ae-93b4-4d0d-a15f-bb5db403f9ae req-262f689a-b721-4060-af04-57ed503884a7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:55.347456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.372105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c029dfe-085d-4d8e-8728-39e12ce7f417,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:55.419516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.467293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.467515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Router 336a958f-16a4-458a-9859-fea446380676 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:03:55.470063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06fb36-ffc5-436f-b9aa-97a4107e672f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event updated for resources: {'Port': ['ID=b9490d44-495c-48b9-80b8-ee450379ddaa,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:55.488669 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.490912 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3031c81f-cfdb-42c5-8a79-31f6c9c1ece5 HTTP/1.1" status: 204 len: 168 time: 2.6838038 Feb 07 13:03:55.499858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd048-2457-455e-8ae0-c32924e8b3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3031c81f-cfdb-42c5-8a79-31f6c9c1ece5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:55.553046 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.558515 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-14fcdaad-5522-4aea-a439-f5e9e0f587f8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6648505 Feb 07 13:03:55.558515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36390) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:55.567807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '25d9b2c0-a614-4bf9-a367-ed7a7e95cad2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:03:55.579439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:03:55.589639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:03:55.592779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:03:55.605127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:03:55.611706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] Deleting port e2f7e899-362c-418e-be3d-557f002cbaf4 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:55.612734 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.640968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7593af-e312-4850-8e8d-fa0d5f5989d0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:55.643184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-151aa9ce-b3be-45d5-9d0b-64abf5e26606 req-2d97dacd-c679-4c69-891c-661f0a97264f tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Unset dirty status for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:55.645342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-151aa9ce-b3be-45d5-9d0b-64abf5e26606 req-2d97dacd-c679-4c69-891c-661f0a97264f tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 931 time: 1.9025502 Feb 07 13:03:55.657945 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.712589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-52b419e3-adc4-4a58-b471-4a42bdce784d None None] The port 'e2f7e899-362c-418e-be3d-557f002cbaf4' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:03:55.762466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.825523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:03:55.829558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0468d4ae-93b4-4d0d-a15f-bb5db403f9ae req-262f689a-b721-4060-af04-57ed503884a7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:55.830730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0468d4ae-93b4-4d0d-a15f-bb5db403f9ae req-262f689a-b721-4060-af04-57ed503884a7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 931 time: 2.4521458 Feb 07 13:03:55.858005 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.861256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:55.989303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.046752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fa763d-478b-4b3f-9944-f76cb18ececc,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:56.090178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:56.098533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:56.103700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-151aa9ce-b3be-45d5-9d0b-64abf5e26606 req-63f02ff2-3a74-4e4a-b4fb-108341dca532 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141219 Feb 07 13:03:56.127186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'mac_address': 'fa:16:3e:1a:3d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:03:56.189747 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-48653a3a-fd68-4bbd-93da-fb302d2f8577 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d97c8edb0cda43a79579758428a199ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895851 Feb 07 13:03:56.192438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36398) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:56.197943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0468d4ae-93b4-4d0d-a15f-bb5db403f9ae req-8177dbfe-cae9-45a0-b435-b14875f6c1c9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361578 Feb 07 13:03:56.236761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.244017 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a326adbb-d21e-476a-9e61-421791ab7a9e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6803985 Feb 07 13:03:56.248991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36402) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:56.258355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.293205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:03:56.325601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:56.349185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06263c5b-c489-48c1-ac6f-48af4f558847 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.363770 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06263c5b-c489-48c1-ac6f-48af4f558847 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.404153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a286528-65ad-4310-af78-da32b5a7472a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.406607 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.448100 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a286528-65ad-4310-af78-da32b5a7472a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.510058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06263c5b-c489-48c1-ac6f-48af4f558847 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.522031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:56.552493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06263c5b-c489-48c1-ac6f-48af4f558847 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:56.560293 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-06263c5b-c489-48c1-ac6f-48af4f558847 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/26fa763d-478b-4b3f-9944-f76cb18ececc HTTP/1.1" status: 204 len: 168 time: 0.3100307 Feb 07 13:03:56.560975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36406) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:56.586946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06263c5b-c489-48c1-ac6f-48af4f558847 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26fa763d-478b-4b3f-9944-f76cb18ececc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:56.624409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6ae2c58c-0b33-46c5-976c-e520eaab4763 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:56.640434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['6aaa0c4a-8ec0-4fa4-983d-9111712118b8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:03:56.762852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:03:56.770669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fc0ed9e4-8960-495e-af5a-2abb4f3db6cd admin admin] 10.222.0.69 "PUT /v2.0/routers/336a958f-16a4-458a-9859-fea446380676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1544015 Feb 07 13:03:56.772507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36410) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:56.772788 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] Sync routers for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:03:56.783041 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:56.783900 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:56.977813 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:56.984263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a286528-65ad-4310-af78-da32b5a7472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.017659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a286528-65ad-4310-af78-da32b5a7472a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c912d6-717d-46d5-b363-d4a42e0953bf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:57.030712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc56544-05b4-4dd2-b822-8d9f0a93c01b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:03:57.037453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6ae2c58c-0b33-46c5-976c-e520eaab4763 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:57.055368 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6ae2c58c-0b33-46c5-976c-e520eaab4763 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4751794 Feb 07 13:03:57.067758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36414) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:57.071278 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.118742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a286528-65ad-4310-af78-da32b5a7472a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.120185 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3a286528-65ad-4310-af78-da32b5a7472a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38c912d6-717d-46d5-b363-d4a42e0953bf HTTP/1.1" status: 204 len: 168 time: 0.9267719 Feb 07 13:03:57.146421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8bb0b-24c9-451d-baa1-16ab0a4eeb87 req-9e4a3c6c-3139-499f-8ffd-1612607eb843 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:57.153463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75b8bb0b-24c9-451d-baa1-16ab0a4eeb87 req-9e4a3c6c-3139-499f-8ffd-1612607eb843 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 934 time: 0.7643638 Feb 07 13:03:57.194760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.195383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Transition to ACTIVE for port object 4bc56544-05b4-4dd2-b822-8d9f0a93c01b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:57.203156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bced17-df62-4b05-bd15-83b5edd45ca6 req-c0e13c70-a905-4c69-b05b-395ca37cdedd tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:57.212515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6bced17-df62-4b05-bd15-83b5edd45ca6 req-c0e13c70-a905-4c69-b05b-395ca37cdedd tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.8246377 Feb 07 13:03:57.421459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.422422 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:03:53Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:57.426265 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7906e32e-47e1-4153-994d-19f18ee75349 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.432952 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] Checking router: 336a958f-16a4-458a-9859-fea446380676 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:03:57.443758 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] Routers {'336a958f-16a4-458a-9859-fea446380676'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:03:57.444430 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['336a958f-16a4-458a-9859-fea446380676'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:57.499254 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.514171 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7906e32e-47e1-4153-994d-19f18ee75349 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.656610 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] Set router 336a958f-16a4-458a-9859-fea446380676 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:03:57.673200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Deleting port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:03:57.673566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:57.686796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75b8bb0b-24c9-451d-baa1-16ab0a4eeb87 req-25407f20-9d2c-4def-bf9d-32eef230463b tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322528 Feb 07 13:03:57.727578 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:03:57.805580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6bced17-df62-4b05-bd15-83b5edd45ca6 req-03e18e71-4b22-4b08-93db-8bac97cc561e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037743 Feb 07 13:03:57.827920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:03:58.035251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] For port 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9c62fd80-40dd-4145-a8b2-ee1d8cc059c0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:58.051357 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.061124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:58.091225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:03:58.099672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:03:58.100072 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.265078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Calling delete_port for 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:03:58.269484 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:03:58.301501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7906e32e-47e1-4153-994d-19f18ee75349 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.331408 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:03:53Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:03:58.345800 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5197bc-8c99-4fa3-9211-b0a3c62256d9 None None] The sync data for ids ['336a958f-16a4-458a-9859-fea446380676'] in n-d-811416-5 is: [{'id': '336a958f-16a4-458a-9859-fea446380676', 'name': 'tempest-ServersTestManualDisk-869807907-router', 'tenant_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:02:11Z', 'updated_at': '2022-02-07T13:03:53Z', 'revision_number': 5, 'project_id': 'fc4e9e39c24848eda1250cb49401ce7f', 'gw_port': {'id': '9c62fd80-40dd-4145-a8b2-ee1d8cc059c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a958f-16a4-458a-9859-fea446380676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:02:13Z', 'updated_at': '2022-02-07T13:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:03:58.461150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906e32e-47e1-4153-994d-19f18ee75349 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c029dfe-085d-4d8e-8728-39e12ce7f417,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:58.462519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.464979 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7906e32e-47e1-4153-994d-19f18ee75349 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.468811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7906e32e-47e1-4153-994d-19f18ee75349 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0c029dfe-085d-4d8e-8728-39e12ce7f417 HTTP/1.1" status: 204 len: 168 time: 1.3928745 Feb 07 13:03:58.476366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36436) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:58.498929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:03:58.534782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:03:58.541218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.567466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:03:58.593452 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8bd2c7b8-8d86-4849-8269-8ab6089512ce tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1158063 Feb 07 13:03:58.596719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:58.600712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9490d44-495c-48b9-80b8-ee450379ddaa {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:03:58.609766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Transition to ACTIVE for port object 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:58.629994 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.631317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09fb3026-245b-4549-ac8b-e07291a0b2d6 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.634833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Attempting to bind port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:58.635302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Attempting to bind port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:58.635730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Attempting to bind port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b on network c58f2101-7107-4eed-95a4-cfa1b390d384 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:58.645055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09fb3026-245b-4549-ac8b-e07291a0b2d6 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.649078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b on network c58f2101-7107-4eed-95a4-cfa1b390d384 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:03:58.649545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Attempting to bind port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b on network c58f2101-7107-4eed-95a4-cfa1b390d384 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:58.662100 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.667951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76326f-ca1f-4c1d-ad1d-5c2c56caf2c5 req-75780d25-2a9b-4812-8068-8f3223fe5e7c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:58.676229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a76326f-ca1f-4c1d-ad1d-5c2c56caf2c5 req-75780d25-2a9b-4812-8068-8f3223fe5e7c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 931 time: 0.5934248 Feb 07 13:03:58.714291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.716017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:58.716460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Checking segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:58.716973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Bound using segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:58.717530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Bound port: 4bc56544-05b4-4dd2-b822-8d9f0a93c01b, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:58.717998 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.744144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.811724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c0848-b97c-4065-91ce-90537a57e5c8 req-f100070d-f26f-4d1f-98af-ec120a35acbf tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:58.814075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-492c0848-b97c-4065-91ce-90537a57e5c8 req-f100070d-f26f-4d1f-98af-ec120a35acbf tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 943 time: 0.7541106 Feb 07 13:03:58.825707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Transition to ACTIVE for port object b9490d44-495c-48b9-80b8-ee450379ddaa will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:03:58.853518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09fb3026-245b-4549-ac8b-e07291a0b2d6 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:58.858002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:58.882244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a76326f-ca1f-4c1d-ad1d-5c2c56caf2c5 req-0bd45917-3c49-445b-b60b-e8bafdf3258f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054195 Feb 07 13:03:58.911144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c62fd80-40dd-4145-a8b2-ee1d8cc059c0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:58.974136 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'code': 200} Feb 07 13:03:59.041033 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:59.101989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09fb3026-245b-4549-ac8b-e07291a0b2d6 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:59.106020 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09fb3026-245b-4549-ac8b-e07291a0b2d6 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a2b066cd-d3a9-4eca-9e9f-8e9e7216de12 HTTP/1.1" status: 204 len: 168 time: 0.5076258 Feb 07 13:03:59.107315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb3026-245b-4549-ac8b-e07291a0b2d6 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2b066cd-d3a9-4eca-9e9f-8e9e7216de12,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:59.115445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36458) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:59.263358 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:59.366653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ffba9bf8-4e6d-4baa-9f8c-c97383f505ab tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:03:59.388080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Pushing event updated for resources: {'Port': ['ID=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:59.560939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36464) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:59.638383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-492c0848-b97c-4065-91ce-90537a57e5c8 req-d7caeb1e-80fe-4128-b2c7-eeec4f504f59 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7882717 Feb 07 13:03:59.683648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:59.687491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:59.720359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27735a-5cfa-485c-9f38-3e602d8d68b6 req-d97556d7-adf2-41ab-bbe9-de6a2c23f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:03:59.721939 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-af27735a-5cfa-485c-9f38-3e602d8d68b6 req-d97556d7-adf2-41ab-bbe9-de6a2c23f3a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1100 time: 0.6663678 Feb 07 13:03:59.784167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] For port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:03:59.788942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] For port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:03:59.797848 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-af27735a-5cfa-485c-9f38-3e602d8d68b6 req-7d838ffd-65dd-492a-9cca-b7168289ee1b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692940 Feb 07 13:03:59.827232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:59.828238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336a958f-16a4-458a-9859-fea446380676 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:03:59.839228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:59.845932 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6c15d528-593d-4e16-87fc-67029bc211b3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/336a958f-16a4-458a-9859-fea446380676 HTTP/1.1" status: 204 len: 168 time: 3.0676968 Feb 07 13:03:59.849939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36470) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:59.852669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9490d44-495c-48b9-80b8-ee450379ddaa,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:03:59.860886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Attempting to bind port b9490d44-495c-48b9-80b8-ee450379ddaa on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:03:59.861337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Attempting to bind port b9490d44-495c-48b9-80b8-ee450379ddaa by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:03:59.861586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Attempting to bind port b9490d44-495c-48b9-80b8-ee450379ddaa on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:59.911061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ffba9bf8-4e6d-4baa-9f8c-c97383f505ab tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:03:59.916268 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ffba9bf8-4e6d-4baa-9f8c-c97383f505ab tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7604721 Feb 07 13:03:59.927551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:03:59.955266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Port b9490d44-495c-48b9-80b8-ee450379ddaa on network cfc9913b-a43e-4d8d-8314-4c02da867b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:03:59.955663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Attempting to bind port b9490d44-495c-48b9-80b8-ee450379ddaa on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:03:59.965279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:03:59.965621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Checking segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:03:59.966008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Bound using segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:03:59.966457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Bound port: b9490d44-495c-48b9-80b8-ee450379ddaa, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:03:59.966803 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:03:59.996032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.015827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307525b-eee3-47db-beaa-e1e3b221a30c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.037939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307525b-eee3-47db-beaa-e1e3b221a30c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.051212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fc7593af-e312-4850-8e8d-fa0d5f5989d0 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:04:00.068332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cafb38-76b8-4874-97c7-82641147ee5a admin admin] Deleting subnet 259a1bc9-d785-480d-9d86-16145b708d16 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:04:00.081287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-98931438-network', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:00.081820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7cafb38-76b8-4874-97c7-82641147ee5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.100457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: fc7593af-e312-4850-8e8d-fa0d5f5989d0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:04:00.100891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fc7593af-e312-4850-8e8d-fa0d5f5989d0 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:04:00.110493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Attempting to bind port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:00.110832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Attempting to bind port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:00.111164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Attempting to bind port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:00.127202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:00.129331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:04:00.129657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Attempting to bind port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:00.185267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7cafb38-76b8-4874-97c7-82641147ee5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.291025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307525b-eee3-47db-beaa-e1e3b221a30c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.313356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7cafb38-76b8-4874-97c7-82641147ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.339485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Usage tracker for resource:network and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:00.358502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:00.359168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.360388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307525b-eee3-47db-beaa-e1e3b221a30c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3f2d36e-6c04-4c9d-b3ae-ab00ff06aecd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:00.360673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] 10.222.0.47 "PUT /v2.0/ports/4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 1091 time: 6.6598690 Feb 07 13:04:00.361559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:00.378173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:00.378173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:00.384972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:00.384972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Bound port: 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:00.384972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.397792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:00.447082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:00.468151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f0f82-9034-4039-ae02-26ec8f4bdff6 req-fda80272-1eb6-4079-a055-49c182f759c9 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:00.476245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd8f0f82-9034-4039-ae02-26ec8f4bdff6 req-fda80272-1eb6-4079-a055-49c182f759c9 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 946 time: 1.2154293 Feb 07 13:04:00.485124 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307525b-eee3-47db-beaa-e1e3b221a30c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.487277 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4307525b-eee3-47db-beaa-e1e3b221a30c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/c3f2d36e-6c04-4c9d-b3ae-ab00ff06aecd HTTP/1.1" status: 204 len: 168 time: 0.5587196 Feb 07 13:04:00.490699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36482) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:00.524114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7cafb38-76b8-4874-97c7-82641147ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.570813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cafb38-76b8-4874-97c7-82641147ee5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259a1bc9-d785-480d-9d86-16145b708d16,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:00.583910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7cafb38-76b8-4874-97c7-82641147ee5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.601490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640c62c-f04f-4ca9-bfd0-e284a844f32d None None] Network a1fc62d9-8437-4cca-9bec-11b77381891f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:04:00.613722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-46079643-8bf8-40b2-aea4-66b6b6000082 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:00.614500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] For port b9490d44-495c-48b9-80b8-ee450379ddaa, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:00.618115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] For port b9490d44-495c-48b9-80b8-ee450379ddaa, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9490d44-495c-48b9-80b8-ee450379ddaa,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:00.625284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e00e7-915d-4bc5-a9be-032b553b1196 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:00.633054 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b7cafb38-76b8-4874-97c7-82641147ee5a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/259a1bc9-d785-480d-9d86-16145b708d16 HTTP/1.1" status: 204 len: 168 time: 0.7824390 Feb 07 13:04:00.635829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36486) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:00.697987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] For port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:00.702632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] For port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:00.731358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-46079643-8bf8-40b2-aea4-66b6b6000082 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:00.736180 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-46079643-8bf8-40b2-aea4-66b6b6000082 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2424371 Feb 07 13:04:00.744112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36492) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:00.766286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Made reservation on behalf of c62e0c0b192540c59feaa857f1d73246 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:00.770450 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.811336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9e14fdf-37d2-4353-8e3c-947a87839af0 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.823858 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9e14fdf-37d2-4353-8e3c-947a87839af0 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.844008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134e9f-bacf-4660-9b5b-0e900f261a0f req-2d182297-5bae-4027-8c21-17f23db83284 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:00.853757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.858114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df134e9f-bacf-4660-9b5b-0e900f261a0f req-2d182297-5bae-4027-8c21-17f23db83284 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 1.0016010 Feb 07 13:04:00.869669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Deleting port 7ce40d11-a4e2-4778-bd25-059d62e096a1 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:04:00.870375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.891776 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.935896 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.944518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9e14fdf-37d2-4353-8e3c-947a87839af0 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:00.950437 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.013927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e14fdf-37d2-4353-8e3c-947a87839af0 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b25e353c-2d17-4ff4-a5fc-ec1500f34ecb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:01.069540 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9e14fdf-37d2-4353-8e3c-947a87839af0 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.073091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9e14fdf-37d2-4353-8e3c-947a87839af0 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b25e353c-2d17-4ff4-a5fc-ec1500f34ecb HTTP/1.1" status: 204 len: 168 time: 0.3231514 Feb 07 13:04:01.090283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] DHCP port deletion for a1fc62d9-8437-4cca-9bec-11b77381891f request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:04:01.098091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] Deleting port 7ce40d11-a4e2-4778-bd25-059d62e096a1 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:04:01.098813 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.124894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36496) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:01.181473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:01.191383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Usage tracker for resource:security_group_rule and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:01.195758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:01.204425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:01.210736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-37ca849d-fe90-44c2-b9ce-1f4a430b4f8d tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:01.219116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] For port 7ce40d11-a4e2-4778-bd25-059d62e096a1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7ce40d11-a4e2-4778-bd25-059d62e096a1,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:01.219774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.279827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd8f0f82-9034-4039-ae02-26ec8f4bdff6 req-0b53f80e-5e8d-4e87-abb5-b87f8f3d6a8f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025515 Feb 07 13:04:01.305777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df134e9f-bacf-4660-9b5b-0e900f261a0f req-d0b4e7d4-ce96-4daf-a742-c587a0aa2155 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463370 Feb 07 13:04:01.334104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:01.335074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.351188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/b9490d44-495c-48b9-80b8-ee450379ddaa HTTP/1.1" status: 200 len: 1091 time: 6.6616337 Feb 07 13:04:01.394365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:01.395711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.399192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] 10.222.0.47 "PUT /v2.0/ports/6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 HTTP/1.1" status: 200 len: 1094 time: 6.6723876 Feb 07 13:04:01.442183 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'status': 'completed', 'code': 200} Feb 07 13:04:01.559073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] For port 7ce40d11-a4e2-4778-bd25-059d62e096a1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7ce40d11-a4e2-4778-bd25-059d62e096a1,segment=NetworkSegment(e1d6ba6b-dfc2-406d-a385-a006ca48cd48),segment_id=e1d6ba6b-dfc2-406d-a385-a006ca48cd48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:01.559677 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.582205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Calling delete_port for 7ce40d11-a4e2-4778-bd25-059d62e096a1 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:04:01.640357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-bc3b76cb-cd64-4e32-81e4-f1547375e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:01.641801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-bc3b76cb-cd64-4e32-81e4-f1547375e1e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1094 time: 0.9366636 Feb 07 13:04:01.765128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-37ca849d-fe90-44c2-b9ce-1f4a430b4f8d tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:01.766647 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-37ca849d-fe90-44c2-b9ce-1f4a430b4f8d tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6427383 Feb 07 13:04:01.769750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36500) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:01.839924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bf701-d77b-4ea8-8bc3-0f636bb7b9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9490d44-495c-48b9-80b8-ee450379ddaa,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:01.857089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] Calling delete_port for 7ce40d11-a4e2-4778-bd25-059d62e096a1 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:04:01.873479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38859523-37b5-4a63-87af-2652e610561c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.922185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38859523-37b5-4a63-87af-2652e610561c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.984640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:01.993437 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:04:01.994104 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:04:02.015245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.059390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:04:02.086956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] No DVR routers for this DVR port 7ce40d11-a4e2-4778-bd25-059d62e096a1 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:04:02.090834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce40d11-a4e2-4778-bd25-059d62e096a1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:02.116959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:04:02.118130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9c62fd80-40dd-4145-a8b2-ee1d8cc059c0 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:04:02.121068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7ce40d11-a4e2-4778-bd25-059d62e096a1 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:04:02.138204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-d1732006-fb0a-4a00-b2b1-6da507b964ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 217 time: 0.3158517 Feb 07 13:04:02.172472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 7ce40d11-a4e2-4778-bd25-059d62e096a1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:04:02.173438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7ce40d11-a4e2-4778-bd25-059d62e096a1 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:04:02.223745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.255404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.288085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fc62d9-8437-4cca-9bec-11b77381891f']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:02.304560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:02.304999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d6ba6b-dfc2-406d-a385-a006ca48cd48') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:02.319602 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.326847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089efbcf-a5eb-46b4-8fc0-57a791fccd50 service neutron] Pushing event updated for resources: {'Port': ['ID=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:02.333913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-5effad84-5528-4e28-ba05-e78c3284bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:02.335462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-5effad84-5528-4e28-ba05-e78c3284bc66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 1097 time: 0.6843204 Feb 07 13:04:02.339791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38859523-37b5-4a63-87af-2652e610561c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.347866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:04:02.357243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.357704 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Added segment 750658f8-7989-47cb-a92f-f59c8d90cd5b of type vlan for network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f Feb 07 13:04:02.367227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38859523-37b5-4a63-87af-2652e610561c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d9b2c0-a614-4bf9-a367-ed7a7e95cad2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:02.380191 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.391358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.393170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:04:02.396985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:04:02.415347 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:04:02.422261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2518a-3d46-4c61-947c-f1ebfc879b27,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:02.497658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] Deleting port 7ce40d11-a4e2-4778-bd25-059d62e096a1 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:04:02.498962 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.502855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-70fe7112-7f7b-4626-926e-49e01f680882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:02.505653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-70fe7112-7f7b-4626-926e-49e01f680882 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.3559206 Feb 07 13:04:02.547366 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.554165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:02.555854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.592269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f09eb542-965f-49cc-906e-4dcd5e5ee9f2 None None] The port '7ce40d11-a4e2-4778-bd25-059d62e096a1' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:04:02.662703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc414da9-b7fa-4b81-9a1b-8fa694838593 req-2bbc265a-5179-4d48-a55e-0d2142b6c87a tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:02.665606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc414da9-b7fa-4b81-9a1b-8fa694838593 req-2bbc265a-5179-4d48-a55e-0d2142b6c87a tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 943 time: 0.6489496 Feb 07 13:04:02.667594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-8ee80825-096f-405a-b92f-e6978ba73f8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 HTTP/1.1" status: 200 len: 217 time: 0.2380619 Feb 07 13:04:02.678790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c354e-1358-4231-95c7-74d5059f9009 req-e896c810-4872-465d-ac3a-483fdd680b62 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:02.680595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0c354e-1358-4231-95c7-74d5059f9009 req-e896c810-4872-465d-ac3a-483fdd680b62 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 943 time: 1.1753075 Feb 07 13:04:02.747893 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.756573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38859523-37b5-4a63-87af-2652e610561c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.756573 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38859523-37b5-4a63-87af-2652e610561c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/25d9b2c0-a614-4bf9-a367-ed7a7e95cad2 HTTP/1.1" status: 204 len: 168 time: 0.9809997 Feb 07 13:04:02.774092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36508) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:02.775541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:02.789890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1fc62d9-8437-4cca-9bec-11b77381891f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:02.796501 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a8c61552-ea7c-4113-a2f0-c918728d5e6e admin admin] 10.222.0.69 "DELETE /v2.0/networks/a1fc62d9-8437-4cca-9bec-11b77381891f HTTP/1.1" status: 204 len: 168 time: 2.1588809 Feb 07 13:04:02.884697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-927543d6-d679-42f2-b042-1759935a9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:02.886258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-927543d6-d679-42f2-b042-1759935a9ab2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 1094 time: 1.2412105 Feb 07 13:04:02.892752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70730088-8eb6-40ba-8da3-da5e2cf48f97 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:02.893376 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:04:03.009809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc414da9-b7fa-4b81-9a1b-8fa694838593 req-d5b7d63d-f38f-40d7-a803-270b33ad02da tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628701 Feb 07 13:04:03.052849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-a014a318-a481-4dd7-979b-ced8ee31dee6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9490d44-495c-48b9-80b8-ee450379ddaa HTTP/1.1" status: 200 len: 217 time: 0.1460087 Feb 07 13:04:03.056623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5baea6-3978-40b8-9d49-2a27afdbfb3f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:03.061430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-9e9dcab0-918c-493d-b9d2-4872f746b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:03.063638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-9e9dcab0-918c-493d-b9d2-4872f746b4d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.3813188 Feb 07 13:04:03.067703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:04:03.168594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c8e07816-8a5d-4276-9b01-6096e2f95382 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.5663974 Feb 07 13:04:03.171634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca0c354e-1358-4231-95c7-74d5059f9009 req-ed750b0f-cd3f-4f12-ae7d-cca479d7956c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233289 Feb 07 13:04:03.172274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36514) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:03.238604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70730088-8eb6-40ba-8da3-da5e2cf48f97 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:03.240338 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-70730088-8eb6-40ba-8da3-da5e2cf48f97 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4610713 Feb 07 13:04:03.247432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36516) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:03.255764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--854503774'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:03.264493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:03.283015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:03.358879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Request body: {'subnet': {'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-98931438-subnet', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:03.408505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:03.422968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Usage tracker for resource:subnet and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:03.431914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:03.441231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-1d96a652-3b2a-445b-af26-c6fc895c6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:03.443067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-1d96a652-3b2a-445b-af26-c6fc895c6cbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.3711622 Feb 07 13:04:03.444572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:03.446466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b5c907-58eb-4769-b094-678895722ec4', 'tag': 'b9490d44-495c-48b9-80b8-ee450379ddaa'}, {'name': 'network-changed', 'server_uuid': '3584be96-e3d0-49de-8c9a-a314d4ef106e', 'tag': '6f41edb0-e8bc-4a5e-b89b-8cf2604ae222'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:03.467263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:03.491097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:03.497733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:03.501644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:03.512777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:03.529949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-df022257-207b-4a99-be1b-01a3ee0e170a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711772 Feb 07 13:04:03.554088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36528) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:03.631300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-4da7c65b-1f6e-4d54-b688-158758b2d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:03.632857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-4da7c65b-1f6e-4d54-b688-158758b2d09b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0872204 Feb 07 13:04:03.648189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Made reservation on behalf of c62e0c0b192540c59feaa857f1d73246 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:03.653062 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:03.826300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-300cbf2d-43e6-438b-a939-3a7a1c158c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:03.827797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-300cbf2d-43e6-438b-a939-3a7a1c158c8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7538180 Feb 07 13:04:03.843027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb26c39-2dae-449f-a37f-84f50976a911 req-e61c943f-955b-4273-ac98-5965125aa23f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:03.844834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cb26c39-2dae-449f-a37f-84f50976a911 req-e61c943f-955b-4273-ac98-5965125aa23f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 946 time: 0.6871388 Feb 07 13:04:03.886823 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:03.891113 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2e91b333-23be-4637-88d7-0a165872d038 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc4e9e39c24848eda1250cb49401ce7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357799 Feb 07 13:04:03.892287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36532) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:03.913011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24781513-923e-468b-a081-797d0727dd25 req-cf6d1689-cc7e-48ac-93b0-a4de3dd165c2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:03.914501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24781513-923e-468b-a081-797d0727dd25 req-cf6d1689-cc7e-48ac-93b0-a4de3dd165c2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.5737135 Feb 07 13:04:03.958294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c0d9-b017-419c-a07d-6db552a5008a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:03.973084 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.004955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c0d9-b017-419c-a07d-6db552a5008a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.046474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-77f8ddac-a7c5-4296-b950-8ebfeb48a59f service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090048 Feb 07 13:04:04.047960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a505ce8-1b4d-4d81-91af-a557579dda5f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:04.178039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cb26c39-2dae-449f-a37f-84f50976a911 req-a66f51c3-52dd-4671-a9d7-800420d64236 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057721 Feb 07 13:04:04.219407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24781513-923e-468b-a081-797d0727dd25 req-7344ec66-0595-49d1-8d92-23171feae02f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243700 Feb 07 13:04:04.222317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-2292f6a6-2d74-4ca1-9265-09dae9c4343b service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578294 Feb 07 13:04:04.234302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.245324 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29b375f9-f6a7-4f4d-ba7f-05687599e228 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9865375 Feb 07 13:04:04.252465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:04.258854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '1a505ce8-1b4d-4d81-91af-a557579dda5f', 'direction': 'ingress', 'protocol': 17}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:04.263902 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b5c907-58eb-4769-b094-678895722ec4', 'tag': 'b9490d44-495c-48b9-80b8-ee450379ddaa', 'status': 'completed', 'code': 200} Feb 07 13:04:04.264197 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3584be96-e3d0-49de-8c9a-a314d4ef106e', 'tag': '6f41edb0-e8bc-4a5e-b89b-8cf2604ae222', 'status': 'completed', 'code': 200} Feb 07 13:04:04.273487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:04.283693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:04.290804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:04.305582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:04.309497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c0d9-b017-419c-a07d-6db552a5008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.340975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c0d9-b017-419c-a07d-6db552a5008a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a70461-9534-4376-badd-b1a916dec112,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:04.356246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c0d9-b017-419c-a07d-6db552a5008a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.360021 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a4f1c0d9-b017-419c-a07d-6db552a5008a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7a70461-9534-4376-badd-b1a916dec112 HTTP/1.1" status: 204 len: 168 time: 0.4666147 Feb 07 13:04:04.454800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.523573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.532122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-c54a75cf-1c9f-413f-98cc-ade821f73bbf service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711612 Feb 07 13:04:04.598787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.622297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888821af-36b9-4c7d-9db4-09e542e8f1b2,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:04.698229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e91ddc3-f796-473e-85d2-276b1727a91a req-911edddd-c810-46f3-a18e-577d9e617da9 service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301193 Feb 07 13:04:04.746287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.748457 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c1ce998d-5c10-44e6-8cb9-c1d97515ab13 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4937558 Feb 07 13:04:04.752162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36558) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:04.757999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d12a35d-a886-4c42-bfb6-748b718a30b1 req-e102c7e2-3580-4ac9-916b-c75b09384898 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289166 Feb 07 13:04:04.810133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb47b-422f-45c9-bac9-3be9b6aa199f req-0e307813-e90a-4494-b436-45816cda0cde tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:04.812046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-983bb47b-422f-45c9-bac9-3be9b6aa199f req-0e307813-e90a-4494-b436-45816cda0cde tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 943 time: 0.4209638 Feb 07 13:04:04.827804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a548f-df45-472e-a210-223b82b46dc2 req-7bcd4823-37c4-43ad-b702-55e7e59c1ae2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:04.827804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-091a548f-df45-472e-a210-223b82b46dc2 req-7bcd4823-37c4-43ad-b702-55e7e59c1ae2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 943 time: 0.4381905 Feb 07 13:04:04.839521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45ca3949-101e-42de-9075-045da702441e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.871663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:04.879733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45ca3949-101e-42de-9075-045da702441e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:05.044709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45ca3949-101e-42de-9075-045da702441e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:05.063639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca3949-101e-42de-9075-045da702441e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a505ce8-1b4d-4d81-91af-a557579dda5f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:05.076042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45ca3949-101e-42de-9075-045da702441e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:05.077185 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-45ca3949-101e-42de-9075-045da702441e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/1a505ce8-1b4d-4d81-91af-a557579dda5f HTTP/1.1" status: 204 len: 168 time: 0.3237543 Feb 07 13:04:05.079736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36568) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:05.093410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ced29cf4-e89a-4598-abbc-02e7b8a9aa0a req-f31f6d9e-fc93-4a8b-8bee-77faf2132355 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297749 Feb 07 13:04:05.132022 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9947735-fab4-4ec3-a4e6-ded0cc25a683 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:05.226323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-983bb47b-422f-45c9-bac9-3be9b6aa199f req-038b8440-9ed6-4052-9ad8-abffe28ed93e tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911412 Feb 07 13:04:05.233276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-091a548f-df45-472e-a210-223b82b46dc2 req-c4a4b982-d3af-4178-abd2-79fb3b23d49a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970659 Feb 07 13:04:05.261007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fe9020-e860-4708-a7b0-8aa8014c79a4,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:05.293313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Checking segment: {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:05.293678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Network hostable DHCP agents. Network: 7b5baea6-3978-40b8-9d49-2a27afdbfb3f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:04:05.322632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-f32f8cfc-1892-4566-b9ac-fcbde31aa8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:05.323057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9947735-fab4-4ec3-a4e6-ded0cc25a683 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:05.328820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-f32f8cfc-1892-4566-b9ac-fcbde31aa8c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1094 time: 0.2429018 Feb 07 13:04:05.329031 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9947735-fab4-4ec3-a4e6-ded0cc25a683 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2424111 Feb 07 13:04:05.329154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32965c6-8290-4ddd-af88-3d0824140130 req-45c62415-36c2-49d8-be76-9f3f1ff0bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:05.329262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36578) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:05.329344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-45c62415-36c2-49d8-be76-9f3f1ff0bdeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 1094 time: 0.4589074 Feb 07 13:04:05.333953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--572350608'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:05.345937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:05.357140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:05.585696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:05.603808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:04:05.611260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:05.616638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:05.619737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:05.626148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:05.707269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:05.774042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7b5baea6-3978-40b8-9d49-2a27afdbfb3f) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:05.783427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2b383-0561-4a15-b1ac-b8daeba4033d None None] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:04:05.790496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:05.791086 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:05.796052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-00f69324-fd3b-4348-9b2a-23db369354b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:05.797537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-00f69324-fd3b-4348-9b2a-23db369354b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.4638805 Feb 07 13:04:05.798859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32965c6-8290-4ddd-af88-3d0824140130 req-d540accf-72ca-4f31-af0d-7fb4724596a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:05.800455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-d540accf-72ca-4f31-af0d-7fb4724596a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 906 time: 0.4645278 Feb 07 13:04:05.804102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:05.870005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36590) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:05.889855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696021e2-8673-4893-829a-d7fae768805d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:05.930785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2bfe8-6cae-483f-ae4f-b9104ed0432b req-630cbc57-ab3f-4915-99cf-c53069868ac3 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:05.932350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04e2bfe8-6cae-483f-ae4f-b9104ed0432b req-630cbc57-ab3f-4915-99cf-c53069868ac3 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 946 time: 0.5767739 Feb 07 13:04:05.951847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c550ec-2a4c-4b0a-ab50-c3bc62a88379 req-1281ccfb-2bb8-4559-877f-467306dcf08d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:05.953352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88c550ec-2a4c-4b0a-ab50-c3bc62a88379 req-1281ccfb-2bb8-4559-877f-467306dcf08d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.5766578 Feb 07 13:04:05.975965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:05.980179 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-632aca8b-d43d-4d39-ab92-6a4665631a67 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6480515 Feb 07 13:04:05.980301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-ea42d363-5822-4651-bca3-554883e1d2c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9490d44-495c-48b9-80b8-ee450379ddaa HTTP/1.1" status: 200 len: 217 time: 0.1655447 Feb 07 13:04:05.980301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-d085580f-3b84-4d44-948f-248f33e95783 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 217 time: 0.1644080 Feb 07 13:04:05.980457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36596) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:05.985459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128110981'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:05.992373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:05.998006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:06.002100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:06.011178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:06.012397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32965c6-8290-4ddd-af88-3d0824140130 req-215912a3-cc23-4e39-bbee-c421a404ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:06.014256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-215912a3-cc23-4e39-bbee-c421a404ca07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 1097 time: 0.4741333 Feb 07 13:04:06.036383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-119975475-network', 'tenant_id': 'c4d087271d7c42a8b9034dbbb66591c0'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:06.041768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:06.045730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Usage tracker for resource:network and tenant:c4d087271d7c42a8b9034dbbb66591c0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:06.049082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:06.056664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:06.105326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:04:06.106178 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.128252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c5ebe766-75ad-40dd-9cb9-28fc078bc7b5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7824175 Feb 07 13:04:06.128426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36600) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:06.129797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:06.138750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:06.142761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Usage tracker for resource:router and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:06.145768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:06.151630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:06.159279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Made reservation on behalf of c4d087271d7c42a8b9034dbbb66591c0 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:06.161696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.175310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.190644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:06.194685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d087271d7c42a8b9034dbbb66591c0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:06.197598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:06.204277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:06.210445 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.235909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04e2bfe8-6cae-483f-ae4f-b9104ed0432b req-b7a72a50-013a-4172-8858-4ca78226c401 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815599 Feb 07 13:04:06.247541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:06.264327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:06.264511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88c550ec-2a4c-4b0a-ab50-c3bc62a88379 req-fa74bf93-5468-4bd6-90ce-e6bc5f0539c5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828653 Feb 07 13:04:06.264589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:06.270711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:06.291823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-2fbe2a9f-3e8c-4ff3-9df7-a18f6e00e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:06.312118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Allocated IP 172.20.0.2 (7b5baea6-3978-40b8-9d49-2a27afdbfb3f/e7fe9020-e860-4708-a7b0-8aa8014c79a4/0bfef398-c8ad-451f-b17f-63c3b5e88491) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:06.313669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-2fbe2a9f-3e8c-4ff3-9df7-a18f6e00e285 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.3070984 Feb 07 13:04:06.317231 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.324348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.324513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32965c6-8290-4ddd-af88-3d0824140130 req-536f55cf-0163-48aa-9fe9-d688a72e6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:06.324513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-536f55cf-0163-48aa-9fe9-d688a72e6e6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.3132255 Feb 07 13:04:06.385229 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.432343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.452627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.535763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.563362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:04:06.564449 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.575442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Transition to ACTIVE for port object 0bfef398-c8ad-451f-b17f-63c3b5e88491 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:06.576509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da9aca6-90ee-4c66-af89-f3080d473b91,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:06.581700 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.582052 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Added segment 4fc7da99-2b8e-4ee6-a883-872fa19c7635 of type vlan for network 9b3de059-eea8-427b-af95-e48fc791c1d8 Feb 07 13:04:06.597904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Transition to ACTIVE for port object 0bfef398-c8ad-451f-b17f-63c3b5e88491 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:06.602419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-4a53f42c-aa7d-4be1-ba85-ae8b02ef05d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531117 Feb 07 13:04:06.613935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.670296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.719128 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.802836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:06.806034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:06.810089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:06.817641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Pushing event updated for resources: {'Port': ['ID=0bfef398-c8ad-451f-b17f-63c3b5e88491,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:06.883648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a00e28a-1b0d-4185-8894-616eb9dee61e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:06.886705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32965c6-8290-4ddd-af88-3d0824140130 req-362e2780-248c-4cdf-b0e2-3a6e8219b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:06.888361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-362e2780-248c-4cdf-b0e2-3a6e8219b214 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.8033741 Feb 07 13:04:06.919991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Attempting to bind port 0bfef398-c8ad-451f-b17f-63c3b5e88491 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:06.920562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Attempting to bind port 0bfef398-c8ad-451f-b17f-63c3b5e88491 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:06.920869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Attempting to bind port 0bfef398-c8ad-451f-b17f-63c3b5e88491 on network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:06.927276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:06.927684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Checking segment: {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:06.928106 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.928541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Bound using segment: {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:06.928991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Bound port: 0bfef398-c8ad-451f-b17f-63c3b5e88491, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:06.929447 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.967862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.968135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:06.968751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.979942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:06.992822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-5585277b-98ab-4fa2-a891-7be1c0978f25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 HTTP/1.1" status: 200 len: 217 time: 0.0964179 Feb 07 13:04:07.027562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] For port 0bfef398-c8ad-451f-b17f-63c3b5e88491, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:07.030737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] For port 0bfef398-c8ad-451f-b17f-63c3b5e88491, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0bfef398-c8ad-451f-b17f-63c3b5e88491,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:07.058121 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:07.059388 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d069afa2-6844-4fe7-867b-f451c0445fea tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0783262 Feb 07 13:04:07.068736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36608) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:07.088138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '696021e2-8673-4893-829a-d7fae768805d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6a00e28a-1b0d-4185-8894-616eb9dee61e', 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:07.098374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:07.104003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3de059-eea8-427b-af95-e48fc791c1d8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:07.106666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:07.109809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:07.116136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9b3de059-eea8-427b-af95-e48fc791c1d8 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:04:07.117441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:07.118748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-09417c41-3f6a-4bb3-ad60-105b853db449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:07.120278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-09417c41-3f6a-4bb3-ad60-105b853db449 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7327147 Feb 07 13:04:07.131722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85c3e0-67d5-41f8-aefc-99fbac715482 req-385df57c-b6d1-4944-80f1-b370e72c1454 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:07.133175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae85c3e0-67d5-41f8-aefc-99fbac715482 req-385df57c-b6d1-4944-80f1-b370e72c1454 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 943 time: 0.6489615 Feb 07 13:04:07.134958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-40784f6b-c5c4-4290-a203-27febc60a17b service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217407 Feb 07 13:04:07.136934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-541a87a9-a0ee-4c45-b021-d6f4576840f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:07.138300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-541a87a9-a0ee-4c45-b021-d6f4576840f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 1096 time: 0.8209167 Feb 07 13:04:07.169780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521b5a3-bdb6-4374-8ad5-cd9e2dab3875 req-34dcdff1-5962-452b-bad5-87936cb182a1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:07.176557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521b5a3-bdb6-4374-8ad5-cd9e2dab3875 req-34dcdff1-5962-452b-bad5-87936cb182a1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 943 time: 0.6858139 Feb 07 13:04:07.183659 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:07.214225 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a0e32cda-c8ac-452d-9f96-fba463e40978 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3429606 Feb 07 13:04:07.217932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:07.226583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Request body: {'subnet': {'network_id': '9b3de059-eea8-427b-af95-e48fc791c1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-119975475-subnet', 'tenant_id': 'c4d087271d7c42a8b9034dbbb66591c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:07.232352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:07.277450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Usage tracker for resource:subnet and tenant:c4d087271d7c42a8b9034dbbb66591c0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:07.279666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32965c6-8290-4ddd-af88-3d0824140130 req-5b226f4f-7bd3-41ce-9624-038de6958b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:07.282586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-5b226f4f-7bd3-41ce-9624-038de6958b84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2822394 Feb 07 13:04:07.284313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:07.297676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:07.310158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477fed0-9c33-4af8-87e1-54d97e626fda None None] Pushing event updated for resources: {'Port': ['ID=0bfef398-c8ad-451f-b17f-63c3b5e88491,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:07.343025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:07.376980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Made reservation on behalf of c4d087271d7c42a8b9034dbbb66591c0 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:07.380056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:07.543233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae85c3e0-67d5-41f8-aefc-99fbac715482 req-21b93021-edce-432e-bcd3-cbf6d76c6c83 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003437 Feb 07 13:04:07.597142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521b5a3-bdb6-4374-8ad5-cd9e2dab3875 req-de1b9fbb-357c-45e6-9991-d1d468d35c9c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021244 Feb 07 13:04:07.676822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:07.723034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-86adf021-e3a4-4fb7-b859-16bc43560035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:07.732895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-86adf021-e3a4-4fb7-b859-16bc43560035 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 912 time: 0.5403280 Feb 07 13:04:07.739336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-bb494c6f-1f4a-4a7e-b2d9-fb8d0acdce2e service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780263 Feb 07 13:04:07.743160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32965c6-8290-4ddd-af88-3d0824140130 req-dc4c2286-12be-45bd-b3ac-b9165a04f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:07.745649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-dc4c2286-12be-45bd-b3ac-b9165a04f449 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3398147 Feb 07 13:04:07.747810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-d803090f-b12f-4db5-92bd-6f36cb206112 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079965 Feb 07 13:04:07.845435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9490d44-495c-48b9-80b8-ee450379ddaa details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:07.874079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:07.942834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fd8652-6854-42d1-80bb-7a96396e1dea,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:07.999887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9490d44-495c-48b9-80b8-ee450379ddaa, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9490d44-495c-48b9-80b8-ee450379ddaa,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:08.007943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.007943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.008549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.008902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.009241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.009575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.009910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.010241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.010569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.010898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.011242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.011878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:08.033240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'b9490d44-495c-48b9-80b8-ee450379ddaa', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'port_id': 'b9490d44-495c-48b9-80b8-ee450379ddaa', 'mac_address': 'fa:16:3e:a7:0f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453c02ff-fbe9-4180-acd7-c04cc76dbfe1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:04:08.033366 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.068007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-9c934a98-28d6-446d-bd9c-193a220d57c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d HTTP/1.1" status: 200 len: 217 time: 0.3157997 Feb 07 13:04:08.074380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.093614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.117216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9490d44-495c-48b9-80b8-ee450379ddaa {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:08.133593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0bfef398-c8ad-451f-b17f-63c3b5e88491 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:08.169418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dd2a53f-17d9-4e1f-8702-42d79ff459b8 req-108fbd51-f432-4cdb-919b-95604b069908 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116386 Feb 07 13:04:08.171375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9490d44-495c-48b9-80b8-ee450379ddaa, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9490d44-495c-48b9-80b8-ee450379ddaa,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:08.187171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.190847 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fce860ef-e662-48eb-9234-c587e8032fdc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1188400 Feb 07 13:04:08.193538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36622) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:08.262182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-31277feb-40eb-4d36-854e-04f6deb65228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:08.264086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-31277feb-40eb-4d36-854e-04f6deb65228 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.1344414 Feb 07 13:04:08.273724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02b69e58-936c-440a-8cf9-83d234275cf1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.278538 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.292947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02b69e58-936c-440a-8cf9-83d234275cf1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.324107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Allocated IP 172.25.7.22 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/57968159-1de0-4695-be22-c31fe1c86d80) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:08.326672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.330782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 0bfef398-c8ad-451f-b17f-63c3b5e88491 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:08.366001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-179c5836-02be-4569-8844-e715dee47fff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806489 Feb 07 13:04:08.377225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9490d44-495c-48b9-80b8-ee450379ddaa,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:08.398725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f1d045-d2a6-494f-96ef-a2f425cf4cd7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:08.507024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02b69e58-936c-440a-8cf9-83d234275cf1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.511577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['b9490d44-495c-48b9-80b8-ee450379ddaa'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:08.534774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b69e58-936c-440a-8cf9-83d234275cf1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07fd8652-6854-42d1-80bb-7a96396e1dea,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:08.563230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Checking segment: {'id': '4fc7da99-2b8e-4ee6-a883-872fa19c7635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b3de059-eea8-427b-af95-e48fc791c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:08.563597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Network hostable DHCP agents. Network: 9b3de059-eea8-427b-af95-e48fc791c1d8, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:04:08.584411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02b69e58-936c-440a-8cf9-83d234275cf1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.587908 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-02b69e58-936c-440a-8cf9-83d234275cf1 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/07fd8652-6854-42d1-80bb-7a96396e1dea HTTP/1.1" status: 204 len: 168 time: 0.3917468 Feb 07 13:04:08.593448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36628) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:08.652164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.653870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c2ded-d608-4275-98e8-9432e9155ed7 req-e4ad25b9-d2b4-4e8d-b594-7489856ce678 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:08.662804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f27c2ded-d608-4275-98e8-9432e9155ed7 req-e4ad25b9-d2b4-4e8d-b594-7489856ce678 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.6800644 Feb 07 13:04:08.671069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-005c0694-2e6f-4a13-a04b-b3a66430cf86 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550522 Feb 07 13:04:08.686519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f00c28a4-50a7-4a5d-8fa0-6ef3f8ca85d3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:08.717888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4cc39-c872-437c-b486-687b3e102acd None None] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:04:08.730308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Network 9b3de059-eea8-427b-af95-e48fc791c1d8 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:04:08.790636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a387b96-7912-4030-9917-589c44762b0a req-b25cb151-8233-4a8d-80c7-7dadabb0f976 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:08.792073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a387b96-7912-4030-9917-589c44762b0a req-b25cb151-8233-4a8d-80c7-7dadabb0f976 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 946 time: 1.0515175 Feb 07 13:04:08.833444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f00c28a4-50a7-4a5d-8fa0-6ef3f8ca85d3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:08.834867 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f00c28a4-50a7-4a5d-8fa0-6ef3f8ca85d3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2384436 Feb 07 13:04:08.844982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36634) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:08.854890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f27c2ded-d608-4275-98e8-9432e9155ed7 req-85626020-0a85-4dc7-ab8c-576bd097858b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909249 Feb 07 13:04:08.893404 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c149389c-4a10-4fbd-b3de-35558245d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.903772 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:08.924129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a387b96-7912-4030-9917-589c44762b0a req-cfbcae05-eebf-4f11-ab1f-892bed92eea3 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236022 Feb 07 13:04:08.934602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-12551aae-bf96-46c2-81d0-33647697d91b service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496914 Feb 07 13:04:08.989522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bf174b89-19dc-4506-843c-30dba6a80fe2 None None] Provisioning for port 0bfef398-c8ad-451f-b17f-63c3b5e88491 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:09.000485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:09.005419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:09.009811 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ee077e93-e579-4ad9-93d4-18e5fbaf6c06 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.011546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:09.056136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bf174b89-19dc-4506-843c-30dba6a80fe2 None None] Provisioning complete for port 0bfef398-c8ad-451f-b17f-63c3b5e88491 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:09.056580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf174b89-19dc-4506-843c-30dba6a80fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.070224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9b3de059-eea8-427b-af95-e48fc791c1d8) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:09.081772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Pushing event updated for resources: {'Port': ['ID=57968159-1de0-4695-be22-c31fe1c86d80,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:09.099627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:09.100289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.139158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da0c58-2a6e-4075-b991-908d0f9a3153 None None] Network 9b3de059-eea8-427b-af95-e48fc791c1d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:04:09.155962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d32965c6-8290-4ddd-af88-3d0824140130 req-ec567a6f-392a-4c53-9260-daa3c83fd97c service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648705 Feb 07 13:04:09.185868 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ee077e93-e579-4ad9-93d4-18e5fbaf6c06 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.285824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20494612-f4bf-4e96-8d50-e8c6a9016200 req-d8c8b04c-bd85-4be2-8e00-5bae71311579 service neutron] 10.222.0.47 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283722 Feb 07 13:04:09.305956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b425de-d4ba-4e3f-afd8-d17a7cb38b29 req-d320c2db-ab28-4854-9883-94eb8bbe93bc tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:09.314008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44b425de-d4ba-4e3f-afd8-d17a7cb38b29 req-d320c2db-ab28-4854-9883-94eb8bbe93bc tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 943 time: 0.2629871 Feb 07 13:04:09.339104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ddcda-d607-49f6-a53f-cf3ed18f72e1 req-24d6d43b-e50d-4ccb-b829-acf24ecb3171 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:09.339366 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-42127997-2ee2-434a-8d66-e069265df3c3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1200442 Feb 07 13:04:09.340931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c0ddcda-d607-49f6-a53f-cf3ed18f72e1 req-24d6d43b-e50d-4ccb-b829-acf24ecb3171 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 944 time: 0.2447448 Feb 07 13:04:09.380522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44b425de-d4ba-4e3f-afd8-d17a7cb38b29 req-b57e0d22-03fb-42b5-88df-b2547a2a4ce4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 Feb 07 13:04:09.433063 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf174b89-19dc-4506-843c-30dba6a80fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.435519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c0ddcda-d607-49f6-a53f-cf3ed18f72e1 req-887418ed-81d1-4362-a9c8-b103159488c9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612750 Feb 07 13:04:09.518825 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ee077e93-e579-4ad9-93d4-18e5fbaf6c06 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.520222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:09.523275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b25faf-f04e-4efd-9ad6-7f2f93ce2870 None None] Network 9b3de059-eea8-427b-af95-e48fc791c1d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:04:09.555672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b081e3e4-b3f2-4232-ab06-8c623d60840d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:04:09.645003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee077e93-e579-4ad9-93d4-18e5fbaf6c06 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a00e28a-1b0d-4185-8894-616eb9dee61e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:09.647746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bf174b89-19dc-4506-843c-30dba6a80fe2 None None] For port 0bfef398-c8ad-451f-b17f-63c3b5e88491, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0bfef398-c8ad-451f-b17f-63c3b5e88491,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:09.779477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf174b89-19dc-4506-843c-30dba6a80fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.789265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.864156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ee077e93-e579-4ad9-93d4-18e5fbaf6c06 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:09.868030 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ee077e93-e579-4ad9-93d4-18e5fbaf6c06 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/6a00e28a-1b0d-4185-8894-616eb9dee61e HTTP/1.1" status: 204 len: 168 time: 1.0193565 Feb 07 13:04:09.868164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36654) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:09.880070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9490d44-495c-48b9-80b8-ee450379ddaa up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:10.085361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf174b89-19dc-4506-843c-30dba6a80fe2 None None] Pushing event updated for resources: {'Port': ['ID=0bfef398-c8ad-451f-b17f-63c3b5e88491,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:10.149056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:10.158944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-026d34a9-57c7-4af1-b786-b5bffa6e616e None None] Provisioning complete for port 0bfef398-c8ad-451f-b17f-63c3b5e88491 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:10.159398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-026d34a9-57c7-4af1-b786-b5bffa6e616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.177118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e2346147-ec85-4fec-9c8a-cc495185c368 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3047907 Feb 07 13:04:10.177899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36662) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:10.225589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '6f41edb0-e8bc-4a5e-b89b-8cf2604ae222', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '6f41edb0-e8bc-4a5e-b89b-8cf2604ae222', 'mac_address': 'fa:16:3e:66:01:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:04:10.227597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-26012f28-4c3d-4996-8dce-66b31b6ee560 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:10.233639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-26012f28-4c3d-4996-8dce-66b31b6ee560 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/networks?id=9b3de059-eea8-427b-af95-e48fc791c1d8 HTTP/1.1" status: 200 len: 821 time: 0.3329842 Feb 07 13:04:10.240333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.261703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-34baff13-0aff-46aa-b5f8-535657fae905 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/quotas/c4d087271d7c42a8b9034dbbb66591c0 HTTP/1.1" status: 200 len: 375 time: 0.0221915 Feb 07 13:04:10.277046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26230219-ba7a-4a3c-b79d-75075e5a7c8f req-28bee895-38e2-483e-a91a-d3945a766edf tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:10.278541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26230219-ba7a-4a3c-b79d-75075e5a7c8f req-28bee895-38e2-483e-a91a-d3945a766edf tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 945 time: 0.2576785 Feb 07 13:04:10.361130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-57018a36-d9cf-4e7d-9db0-043a0bb85ce7 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4d087271d7c42a8b9034dbbb66591c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788276 Feb 07 13:04:10.361318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.372645 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc92-172d-4bd1-9773-7a1cb388b2d9 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.380577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:10.401918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:10.402932 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.423346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:10.429089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port b9490d44-495c-48b9-80b8-ee450379ddaa completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:10.470290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26230219-ba7a-4a3c-b79d-75075e5a7c8f req-0614b874-f14f-4cf1-8716-9d95c85a56e8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556137 Feb 07 13:04:10.485014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port b9490d44-495c-48b9-80b8-ee450379ddaa triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:10.485400 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.493744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc92-172d-4bd1-9773-7a1cb388b2d9 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.522122 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.532275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:10.574787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-5d8722d0-09b3-4bf8-87cf-75f5e76dc2bf service neutron] 10.222.0.69 "GET /v2.0/networks/9b3de059-eea8-427b-af95-e48fc791c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953793 Feb 07 13:04:10.630111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:10.666785 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.667296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4bc56544-05b4-4dd2-b822-8d9f0a93c01b details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:10.716696 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc92-172d-4bd1-9773-7a1cb388b2d9 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.735407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Router 772f108f-f532-43c0-8753-f32ad19db7e1 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:04:10.755059 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.755893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1fc92-172d-4bd1-9773-7a1cb388b2d9 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696021e2-8673-4893-829a-d7fae768805d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:10.795097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc92-172d-4bd1-9773-7a1cb388b2d9 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:10.798705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d9c1fc92-172d-4bd1-9773-7a1cb388b2d9 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/696021e2-8673-4893-829a-d7fae768805d HTTP/1.1" status: 204 len: 168 time: 0.6176190 Feb 07 13:04:10.805341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36672) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:10.841290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-c7de9a08-ffed-46b0-983a-92f1d9423bb5 service neutron] 10.222.0.69 "GET /v2.0/networks/9b3de059-eea8-427b-af95-e48fc791c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656357 Feb 07 13:04:10.887843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd432d90-36a2-4661-b124-4c375149554f req-28e388d6-59a3-47dc-9929-a8942c15f10c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:10.889350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd432d90-36a2-4661-b124-4c375149554f req-28e388d6-59a3-47dc-9929-a8942c15f10c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 947 time: 0.2237785 Feb 07 13:04:10.894091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-04ad863b-7059-4fa8-b4ce-2d4a0627cb3d tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:10.907810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:10.946685 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9490d44-495c-48b9-80b8-ee450379ddaa, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9490d44-495c-48b9-80b8-ee450379ddaa,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:10.962565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd432d90-36a2-4661-b124-4c375149554f req-45e38b2f-a7b7-4d22-817d-85da1af21ad7 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646794 Feb 07 13:04:10.977832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:04:10.989637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Sync routers for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:04:11.006832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:11.020484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:04:11.021113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:03:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:11.040788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-04ad863b-7059-4fa8-b4ce-2d4a0627cb3d tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:11.040788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-04ad863b-7059-4fa8-b4ce-2d4a0627cb3d tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2297578 Feb 07 13:04:11.040788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36676) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:11.047215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097808428'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:11.053881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:11.064688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:11.072531 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'code': 200} Feb 07 13:04:11.078244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'mac_address': 'fa:16:3e:9f:60:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:04:11.127086 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:11.162134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:11.165986 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27e426ac-5f4d-42db-bc84-439e9abbe3ee admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.0390065 Feb 07 13:04:11.168533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36680) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:11.189557 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ff885288-e4f5-4965-b1b7-9a2cfcfec84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:11.285376 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:11.330143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9490d44-495c-48b9-80b8-ee450379ddaa,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:11.336169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc56544-05b4-4dd2-b822-8d9f0a93c01b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:11.360864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:04:11.473773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075a2e2-47b5-469f-9e9e-4c0c9b8ef549 req-31c33075-44d0-4793-8f74-aee60d9f9592 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:11.478413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:11.481333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9075a2e2-47b5-469f-9e9e-4c0c9b8ef549 req-31c33075-44d0-4793-8f74-aee60d9f9592 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 943 time: 0.3759630 Feb 07 13:04:11.548383 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:11.556802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9075a2e2-47b5-469f-9e9e-4c0c9b8ef549 req-6e8435fa-a70a-4388-b166-ead86e8fb9c4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744841 Feb 07 13:04:11.557648 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:11.605275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:11.609853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:11.613984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:11.660542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:11.694212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:11.698874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0229d012-f13d-4705-b23f-8016d3725a84 req-efe32265-49c2-4002-835d-da06e463e295 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 210 time: 0.0818892 Feb 07 13:04:11.718520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047829b3-4309-452d-8ed6-ffdfe0129b9b req-ff1dc27e-5567-4bdf-8012-1ea84b8762cf tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:11.729002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047829b3-4309-452d-8ed6-ffdfe0129b9b req-ff1dc27e-5567-4bdf-8012-1ea84b8762cf tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 945 time: 0.3310530 Feb 07 13:04:11.797624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047829b3-4309-452d-8ed6-ffdfe0129b9b req-d34dcc58-7cd1-484d-8127-9ed35f9256e9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581706 Feb 07 13:04:11.848776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:09Z', 'revision_number': 3, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:11.852906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Checking router: 772f108f-f532-43c0-8753-f32ad19db7e1 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:04:11.853262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Updating router 772f108f-f532-43c0-8753-f32ad19db7e1 port 57968159-1de0-4695-be22-c31fe1c86d80 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:04:11.889139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:11.938125 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:11.972403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ae9d-a82e-4531-a22e-13bb2b6ac6a7 req-3bc5cdcb-93e8-4c49-9746-f6cab329b409 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:11.974550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c579ae9d-a82e-4531-a22e-13bb2b6ac6a7 req-3bc5cdcb-93e8-4c49-9746-f6cab329b409 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 943 time: 0.1247184 Feb 07 13:04:11.984810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.026264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6f41edb0-e8bc-4a5e-b89b-8cf2604ae222'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:12.066947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4bc56544-05b4-4dd2-b822-8d9f0a93c01b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:12.081247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c579ae9d-a82e-4531-a22e-13bb2b6ac6a7 req-db2f82dd-7257-4ef9-9bc9-a0f16cd2e83c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996015 Feb 07 13:04:12.086107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97fb23d-57ea-4df8-863e-1eed2e288454,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:12.116835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0bfef398-c8ad-451f-b17f-63c3b5e88491 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:12.186171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.217899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f10b7-5586-4bbd-b751-56e8fb86a583 req-41fb2e65-3148-411f-904f-924d3efc2016 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:12.217899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a77f10b7-5586-4bbd-b751-56e8fb86a583 req-41fb2e65-3148-411f-904f-924d3efc2016 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 947 time: 0.1157622 Feb 07 13:04:12.262528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a77f10b7-5586-4bbd-b751-56e8fb86a583 req-8303f091-0e28-4c09-868d-0a092838f409 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Feb 07 13:04:12.263358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.267295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-54f717a3-7b12-4cc9-b9e0-a71c1f17e665 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2258167 Feb 07 13:04:12.268660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36696) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:12.273828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': 'd97fb23d-57ea-4df8-863e-1eed2e288454', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:12.280098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:12.285372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:12.288428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:12.296586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:12.403541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.404976 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.423705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.515338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0bfef398-c8ad-451f-b17f-63c3b5e88491 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:12.515723 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.516200 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.573634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Allocated IP 172.20.0.1 (7b5baea6-3978-40b8-9d49-2a27afdbfb3f/e7fe9020-e860-4708-a7b0-8aa8014c79a4/0f458da3-8966-4c77-8e51-85895dd4a785) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:12.621067 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.683546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812ab946-91d0-4e92-a9ab-f2aad8680879,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:12.808749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eddd4-2710-4aa3-b5d4-ad2ba167fc0c req-36851afd-d8e9-407c-8c92-f87e25f3fbb0 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:12.810501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-215eddd4-2710-4aa3-b5d4-ad2ba167fc0c req-36851afd-d8e9-407c-8c92-f87e25f3fbb0 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 944 time: 0.1018345 Feb 07 13:04:12.812309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.815047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ee03d6e2-e910-43b9-83f3-28332821be78 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5450051 Feb 07 13:04:12.817858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36706) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:12.831699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.850226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Transition to ACTIVE for port object 0f458da3-8966-4c77-8e51-85895dd4a785 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:12.925820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-709316f9-e998-415f-a7d7-50de192f43f5 req-216156e6-7f9a-413c-85d0-53d79a5315ba tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 210 time: 0.0887063 Feb 07 13:04:12.936852 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b23c51b3-ccf2-4172-92e4-45c5e6873d8f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.939928 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.953905 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b23c51b3-ccf2-4172-92e4-45c5e6873d8f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:12.959908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Transition to ACTIVE for port object 57968159-1de0-4695-be22-c31fe1c86d80 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:12.964513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-215eddd4-2710-4aa3-b5d4-ad2ba167fc0c req-4954807d-8791-409a-bc4d-6e777093d33d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456254 Feb 07 13:04:12.970698 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.044734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:13.047788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:13.052530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:13.074134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b5c907-58eb-4769-b094-678895722ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9490d44-495c-48b9-80b8-ee450379ddaa'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:13.098545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Pushing event updated for resources: {'Port': ['ID=0f458da3-8966-4c77-8e51-85895dd4a785,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:13.124686 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.129814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.147933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9afe8-c5fe-48fe-af92-577d16775ef4 req-670d4e9f-2e38-41ef-ac1f-db94bc77eb32 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:13.149766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fd9afe8-c5fe-48fe-af92-577d16775ef4 req-670d4e9f-2e38-41ef-ac1f-db94bc77eb32 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 945 time: 0.1064327 Feb 07 13:04:13.226647 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b5c907-58eb-4769-b094-678895722ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9490d44-495c-48b9-80b8-ee450379ddaa', 'code': 200} Feb 07 13:04:13.297471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fd9afe8-c5fe-48fe-af92-577d16775ef4 req-1582660b-16c8-4025-9dc9-96d8bc7d6540 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402931 Feb 07 13:04:13.317007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b23c51b3-ccf2-4172-92e4-45c5e6873d8f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.319139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Attempting to bind port 57968159-1de0-4695-be22-c31fe1c86d80 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:13.319595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Attempting to bind port 57968159-1de0-4695-be22-c31fe1c86d80 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:13.320059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Attempting to bind port 57968159-1de0-4695-be22-c31fe1c86d80 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:13.327867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63298-0544-4410-a18c-b6095c22a739 None None] Pushing event updated for resources: {'Port': ['ID=57968159-1de0-4695-be22-c31fe1c86d80,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:13.338982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:13.339626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:13.340223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.340756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:13.341409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Bound port: 57968159-1de0-4695-be22-c31fe1c86d80, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:13.341963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.366392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b23c51b3-ccf2-4172-92e4-45c5e6873d8f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.369822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b23c51b3-ccf2-4172-92e4-45c5e6873d8f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/812ab946-91d0-4e92-a9ab-f2aad8680879 HTTP/1.1" status: 204 len: 168 time: 0.5475540 Feb 07 13:04:13.370551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36720) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:13.390195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c51b3-ccf2-4172-92e4-45c5e6873d8f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=812ab946-91d0-4e92-a9ab-f2aad8680879,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:13.459231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] For port 57968159-1de0-4695-be22-c31fe1c86d80, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:13.462482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] For port 57968159-1de0-4695-be22-c31fe1c86d80, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=57968159-1de0-4695-be22-c31fe1c86d80,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:13.485402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8c6c60d8-be2f-44e3-80f7-72d618bedee4 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:13.580209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-84c5680b-1c52-4172-9657-6ad9c892e3a5 None None] Provisioning for port 0f458da3-8966-4c77-8e51-85895dd4a785 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:13.585714 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.604884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013df42-af7d-4db0-b855-dc8257b8650b req-7d9f559d-7ebf-4232-b249-f4afb25665e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:13.606452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4013df42-af7d-4db0-b855-dc8257b8650b req-7d9f559d-7ebf-4232-b249-f4afb25665e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 1096 time: 0.3706448 Feb 07 13:04:13.610808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.624547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-84c5680b-1c52-4172-9657-6ad9c892e3a5 None None] Provisioning complete for port 0f458da3-8966-4c77-8e51-85895dd4a785 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:13.625059 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-84c5680b-1c52-4172-9657-6ad9c892e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.680601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8c6c60d8-be2f-44e3-80f7-72d618bedee4 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:13.681875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8c6c60d8-be2f-44e3-80f7-72d618bedee4 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3088989 Feb 07 13:04:13.688921 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.692555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36724) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:13.724798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4013df42-af7d-4db0-b855-dc8257b8650b req-62ca35b8-a2ed-4213-8c57-c6609835c02a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038370 Feb 07 13:04:13.730505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-84c5680b-1c52-4172-9657-6ad9c892e3a5 None None] Port 0f458da3-8966-4c77-8e51-85895dd4a785 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:04:13.738890 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:04:13.739552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:04:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:13.760555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3d44a-c7e8-430f-9a10-bf3eb24bac44 req-007b5d5f-bf56-4a21-844a-169fe045e18e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:13.762036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70e3d44a-c7e8-430f-9a10-bf3eb24bac44 req-007b5d5f-bf56-4a21-844a-169fe045e18e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 943 time: 0.4632449 Feb 07 13:04:13.772154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab74a44-f47b-4a9a-a06f-a8ae6fa2342b req-12ba015f-21e1-4bae-b38e-751642c9ca4b tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:13.773613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fab74a44-f47b-4a9a-a06f-a8ae6fa2342b req-12ba015f-21e1-4bae-b38e-751642c9ca4b tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 947 time: 0.2826991 Feb 07 13:04:13.790531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63298-0544-4410-a18c-b6095c22a739 None None] Pushing event updated for resources: {'Port': ['ID=57968159-1de0-4695-be22-c31fe1c86d80,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:13.874715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70e3d44a-c7e8-430f-9a10-bf3eb24bac44 req-f129ffef-b9a5-4146-bff7-60f0865db9e7 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000171 Feb 07 13:04:13.880965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fab74a44-f47b-4a9a-a06f-a8ae6fa2342b req-f3f71a22-9f78-476d-9de4-185f789216b3 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995021 Feb 07 13:04:13.886269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e720-fb2b-4d4a-92d2-c4640a4b2b59 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.916659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e720-fb2b-4d4a-92d2-c4640a4b2b59 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.922138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:13.945340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:04:14.054863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:14.094956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e720-fb2b-4d4a-92d2-c4640a4b2b59 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:14.116415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-802eb5c9-c641-4eff-b86f-caaea6977633 req-6eff76e4-ee74-452f-87ca-3c46170bf110 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 210 time: 0.0617113 Feb 07 13:04:14.126434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9e720-fb2b-4d4a-92d2-c4640a4b2b59 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97fb23d-57ea-4df8-863e-1eed2e288454,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:14.184998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Pushing event updated for resources: {'Port': ['ID=0f458da3-8966-4c77-8e51-85895dd4a785,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:14.190582 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:14.315699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e720-fb2b-4d4a-92d2-c4640a4b2b59 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:14.316887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b6e9e720-fb2b-4d4a-92d2-c4640a4b2b59 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/d97fb23d-57ea-4df8-863e-1eed2e288454 HTTP/1.1" status: 204 len: 168 time: 0.6220293 Feb 07 13:04:14.324016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:14.394844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e8558-3fec-4d6a-b4fd-9b9a4fbf8b58 req-ddb7eac0-3572-45bb-9690-c659b854ff43 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:14.395061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:12Z', 'revision_number': 1, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:14.400086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cf4d74-fce9-4289-8c67-d4069353567e None None] The sync data for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 is: [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:12Z', 'revision_number': 1, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:04:14.403073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b3e8558-3fec-4d6a-b4fd-9b9a4fbf8b58 req-ddb7eac0-3572-45bb-9690-c659b854ff43 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 944 time: 0.1310613 Feb 07 13:04:14.411429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:14.420303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:14.460225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b3e8558-3fec-4d6a-b4fd-9b9a4fbf8b58 req-b2f68e32-7f8a-4b8a-bb0c-65b2fa506980 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560694 Feb 07 13:04:14.503912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b5fc8df-5ae1-4661-8157-6da5993972dd tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:14.717109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b5fc8df-5ae1-4661-8157-6da5993972dd tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:14.718363 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b5fc8df-5ae1-4661-8157-6da5993972dd tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3914413 Feb 07 13:04:14.724118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36760) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:14.732185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158142561'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:14.760486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:14.780077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Router 772f108f-f532-43c0-8753-f32ad19db7e1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:04:14.782057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-434e6be0-8211-47b9-bf84-1d070647d9fe None None] Provisioning complete for port 0f458da3-8966-4c77-8e51-85895dd4a785 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:14.782500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-434e6be0-8211-47b9-bf84-1d070647d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:14.808499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:14.859464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-434e6be0-8211-47b9-bf84-1d070647d9fe None None] Port 0f458da3-8966-4c77-8e51-85895dd4a785 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:04:14.925502 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:14.959087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-5a556c46-2bd0-437d-9f59-e789c54c7b94 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:14.961238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-5a556c46-2bd0-437d-9f59-e789c54c7b94 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.47 "GET /v2.0/networks?id=9b3de059-eea8-427b-af95-e48fc791c1d8 HTTP/1.1" status: 200 len: 821 time: 0.3670437 Feb 07 13:04:14.976800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Request body: {'port': {'device_id': '733a0dc7-8b51-4500-b0aa-4e8181cd8866', 'network_id': '9b3de059-eea8-427b-af95-e48fc791c1d8', 'admin_state_up': True, 'tenant_id': 'c4d087271d7c42a8b9034dbbb66591c0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:15.177255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:04:15.183087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138fa88-0615-4a58-b43f-be873693e6fc req-197899f4-9145-456e-be37-18c68f52f8f5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:15.184643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d138fa88-0615-4a58-b43f-be873693e6fc req-197899f4-9145-456e-be37-18c68f52f8f5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 945 time: 0.5927482 Feb 07 13:04:15.187748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-769addd9-dd66-4b44-8fc8-4011eabd0227 admin admin] 10.222.0.69 "PUT /v2.0/routers/772f108f-f532-43c0-8753-f32ad19db7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0178740 Feb 07 13:04:15.246378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:15.271156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:15.276476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:15.276973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d138fa88-0615-4a58-b43f-be873693e6fc req-3c0d91de-d92c-4850-90d8-5554c9904499 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735300 Feb 07 13:04:15.280537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:15.293008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:15.334577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:15.339631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Usage tracker for resource:port and tenant:c4d087271d7c42a8b9034dbbb66591c0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:15.345123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:15.351488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:15.399800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:15.505548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Made reservation on behalf of c4d087271d7c42a8b9034dbbb66591c0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:15.509145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:15.530178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:15.579720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:15.602288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d69fe0-0bbb-4c5f-98a6-8f03f1e81e8b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:15.646665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4293d96-e5a8-4f6e-8848-3a123ecca4b4 req-7bdbe8df-a0cb-4c12-b4b1-fcd2b3447a11 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:15.648244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4293d96-e5a8-4f6e-8848-3a123ecca4b4 req-7bdbe8df-a0cb-4c12-b4b1-fcd2b3447a11 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 947 time: 0.1848090 Feb 07 13:04:15.748945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4293d96-e5a8-4f6e-8848-3a123ecca4b4 req-4fe6841f-12a1-49a8-b663-05a90f53eb15 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882132 Feb 07 13:04:15.770133 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:15.774661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Allocated IP 172.20.0.9 (9b3de059-eea8-427b-af95-e48fc791c1d8/61f1d045-d2a6-494f-96ef-a2f425cf4cd7/c9b1c39b-0e4b-4f80-8352-5d32d02b00b8) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:15.774912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36792) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:15.775591 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-692b93fe-94dd-4338-b010-eb6758225486 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0504508 Feb 07 13:04:15.782654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '57d69fe0-0bbb-4c5f-98a6-8f03f1e81e8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:15.790803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:15.798934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:15.803106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:15.812111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:15.866782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:15.872418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:15.878262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.027308 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.054739 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.061599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 57968159-1de0-4695-be22-c31fe1c86d80 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:16.064232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-209bfdc6-046d-4402-af41-1b5e1d96935a req-aa7ea4e9-7577-41bc-a949-c201ac7339eb tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 210 time: 0.1149232 Feb 07 13:04:16.146709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:16.152909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3584be96-e3d0-49de-8c9a-a314d4ef106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f41edb0-e8bc-4a5e-b89b-8cf2604ae222'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:16.172886 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.181233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.238307 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.239294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4bc56544-05b4-4dd2-b822-8d9f0a93c01b up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:16.279018 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.309290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc868c9f-dc62-45e4-b590-6331ba9ccf77,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:16.339401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176cd1-3a38-4406-a119-5604085b6189 req-e2c24114-6a30-42c7-931b-bb4fc39cf342 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:16.340369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 57968159-1de0-4695-be22-c31fe1c86d80 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:16.341003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5176cd1-3a38-4406-a119-5604085b6189 req-e2c24114-6a30-42c7-931b-bb4fc39cf342 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5466018-451c-45b7-a2b1-a58514bb56b0 HTTP/1.1" status: 200 len: 943 time: 0.1277592 Feb 07 13:04:16.370360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 57968159-1de0-4695-be22-c31fe1c86d80 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:16.370731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.383321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.450449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36802) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:16.456312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147598544', 'description': 'tempest-description--1706734791'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:16.463693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:16.468154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Usage tracker for resource:security_group and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:16.472240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:16.479406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:16.483256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.484406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-96cee4ec-12f3-49ee-b9f1-c4fe4328076a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7085338 Feb 07 13:04:16.489563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36806) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:16.498631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Network 9b3de059-eea8-427b-af95-e48fc791c1d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:16.504367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:16.511750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Deleting port b081e3e4-b3f2-4232-ab06-8c623d60840d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:04:16.512105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.523642 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cd2aaf69-5ecb-4766-909d-901b28d370c3 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules/dc868c9f-dc62-45e4-b590-6331ba9ccf77 HTTP/1.1" status: 200 len: 763 time: 0.0323508 Feb 07 13:04:16.526095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36810) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:16.538339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:16.571522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Pushing event updated for resources: {'Port': ['ID=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:16.600706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:16.604269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-efb1034e-bc22-4169-9147-044f8033ca65 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:16.622835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.624924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.639593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:16.643766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:16.648583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 57968159-1de0-4695-be22-c31fe1c86d80, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=57968159-1de0-4695-be22-c31fe1c86d80,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:16.649809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:16.650745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Usage tracker for resource:security_group_rule and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:16.650862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.653784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:16.661597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:16.717376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-efb1034e-bc22-4169-9147-044f8033ca65 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:16.722918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-efb1034e-bc22-4169-9147-044f8033ca65 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1944025 Feb 07 13:04:16.723254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36814) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:16.735587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:16.736148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.766333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.785528 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c5e00c2f-2c0d-4068-aede-655742ea74da tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.798603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c5e00c2f-2c0d-4068-aede-655742ea74da tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.829750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.847500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-1f16614c-c8ed-4a47-a009-be961345ceb6 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8760612 Feb 07 13:04:16.851893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.868347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Request body: {'port': {'device_id': '733a0dc7-8b51-4500-b0aa-4e8181cd8866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:16.882946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=57968159-1de0-4695-be22-c31fe1c86d80,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:16.897538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:16.915690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c300da-ad9b-43f8-85b8-5aa6b4389da6 req-ce3e08ef-aef5-4bd2-bf42-571639ed5aae tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:16.917215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c300da-ad9b-43f8-85b8-5aa6b4389da6 req-ce3e08ef-aef5-4bd2-bf42-571639ed5aae tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 944 time: 0.3430564 Feb 07 13:04:16.947041 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c5e00c2f-2c0d-4068-aede-655742ea74da tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.966470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e00c2f-2c0d-4068-aede-655742ea74da tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc868c9f-dc62-45e4-b590-6331ba9ccf77,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:16.979820 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:16.980782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b081e3e4-b3f2-4232-ab06-8c623d60840d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:04:16.991689 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.035315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:17.061194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c300da-ad9b-43f8-85b8-5aa6b4389da6 req-2643a68b-06b7-456c-ba03-8aa818528276 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335475 Feb 07 13:04:17.068035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] For port b081e3e4-b3f2-4232-ab06-8c623d60840d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b081e3e4-b3f2-4232-ab06-8c623d60840d,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:17.068035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.090961 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.096850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c5e00c2f-2c0d-4068-aede-655742ea74da tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.098058 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c5e00c2f-2c0d-4068-aede-655742ea74da tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/dc868c9f-dc62-45e4-b590-6331ba9ccf77 HTTP/1.1" status: 204 len: 168 time: 0.3708749 Feb 07 13:04:17.100563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36822) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:17.110970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:17.142718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.142718 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3884caee-ca57-40c3-870b-dd432256d065 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6870723 Feb 07 13:04:17.143016 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3584be96-e3d0-49de-8c9a-a314d4ef106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f41edb0-e8bc-4a5e-b89b-8cf2604ae222', 'code': 200} Feb 07 13:04:17.153238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36826) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:17.161767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Request body: {'security_group_rule': {'security_group_id': '72cd6b8c-442d-48ed-8ddf-6f4d4aae3693', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:17.181826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:17.197326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Usage tracker for resource:security_group_rule and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:17.200600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:17.214780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:17.220740 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Sync routers for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:04:17.234858 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:04:17.235474 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:04:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:17.250940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9693a7d9-cbad-4ed1-9dbc-fe92f8c6425e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:17.351133 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.376454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9693a7d9-cbad-4ed1-9dbc-fe92f8c6425e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:17.380741 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9693a7d9-cbad-4ed1-9dbc-fe92f8c6425e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2762420 Feb 07 13:04:17.382589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36830) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:17.391007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '57d69fe0-0bbb-4c5f-98a6-8f03f1e81e8b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:17.410662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:17.425172 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:04:17.426204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:17.451054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.494159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Calling delete_port for b081e3e4-b3f2-4232-ab06-8c623d60840d owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:04:17.554834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.569747 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.609174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61568e6f-10ab-41dc-b1e8-7e1b917fc5a4,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:17.648546 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.741377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.742708 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e76dd558-a18f-4197-9ef0-b823a825744f tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5879278 Feb 07 13:04:17.745235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36834) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:17.751747 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 2, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:17.751959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Request body: {'security_group_rule': {'security_group_id': '72cd6b8c-442d-48ed-8ddf-6f4d4aae3693', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:17.754989 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Checking router: 772f108f-f532-43c0-8753-f32ad19db7e1 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:04:17.755337 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Updating router 772f108f-f532-43c0-8753-f32ad19db7e1 port 0f458da3-8966-4c77-8e51-85895dd4a785 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:04:17.758516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:17.762828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Usage tracker for resource:security_group_rule and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:17.765900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:17.772140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:17.781083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.809912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff07c69-2512-42d3-bdaa-939c305f119c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:17.813011 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.817525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89a5f-e400-4130-bdbd-2cad5891b3f1 req-ff375b1c-bf2f-44da-b33a-eea2d0fe4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:17.819022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99c89a5f-e400-4130-bdbd-2cad5891b3f1 req-ff375b1c-bf2f-44da-b33a-eea2d0fe4b8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 1099 time: 0.6013463 Feb 07 13:04:17.856093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e67e5-75d8-4361-9cbe-56b0361c05a5 req-d7432edb-6bc1-46b4-a82b-54f6adf41a3e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:17.866303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee2e67e5-75d8-4361-9cbe-56b0361c05a5 req-d7432edb-6bc1-46b4-a82b-54f6adf41a3e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 945 time: 0.4093421 Feb 07 13:04:17.866470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.933939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.963850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:17.965229 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2e7815c-a211-4279-b8e4-9a2c30ccc8b5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5816576 Feb 07 13:04:17.967854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36838) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:17.997388 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b6a26751-2e73-487b-b332-42bb31f14451 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules/dff07c69-2512-42d3-bdaa-939c305f119c HTTP/1.1" status: 200 len: 763 time: 0.0277557 Feb 07 13:04:17.998258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36842) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:18.004258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99c89a5f-e400-4130-bdbd-2cad5891b3f1 req-7c07f7dc-9800-4149-a385-75ae9a80b705 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676085 Feb 07 13:04:18.009259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 57968159-1de0-4695-be22-c31fe1c86d80 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:18.025592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee2e67e5-75d8-4361-9cbe-56b0361c05a5 req-db0398a6-899a-4a29-9f85-fa1e5bff6d84 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462970 Feb 07 13:04:18.061453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.096978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.099921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 57968159-1de0-4695-be22-c31fe1c86d80 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:18.100490 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.119943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f3faf2f4-5429-4b7a-926f-21b2020480c7 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:18.129864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850dfd61-ab8a-47c9-ba63-863f22a67d86,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:18.157982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event deleted for resources: {'Port': ['ID=b081e3e4-b3f2-4232-ab06-8c623d60840d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:18.215108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.215541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.215880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.216274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.216654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.217010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.217378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.217677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.217993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.218310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.218625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.218964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:18.239212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.244596 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-65507630-487e-45e0-8fa6-0b5be57de07e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4982851 Feb 07 13:04:18.245689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36850) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:18.251565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:18.260189 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.265509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:18.271013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Usage tracker for resource:floatingip and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:18.274073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:18.274215 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Transition to ACTIVE for port object 0f458da3-8966-4c77-8e51-85895dd4a785 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:18.281739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:18.295433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f3faf2f4-5429-4b7a-926f-21b2020480c7 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:18.296968 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f3faf2f4-5429-4b7a-926f-21b2020480c7 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2978754 Feb 07 13:04:18.300967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36854) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:18.331737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-009de14e-c7af-49bb-9853-fd0805e76697 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.342201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-009de14e-c7af-49bb-9853-fd0805e76697 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.353074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] No DVR routers for this DVR port b081e3e4-b3f2-4232-ab06-8c623d60840d on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:04:18.360047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.366656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'name': 'network-vif-deleted', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:18.386362 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.389660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:18.398908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5176cd1-3a38-4406-a119-5604085b6189 req-48d6bca6-9a9c-4fdb-a38e-6820bfa749b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "DELETE /v2.0/ports/b081e3e4-b3f2-4232-ab06-8c623d60840d HTTP/1.1" status: 204 len: 173 time: 2.0518196 Feb 07 13:04:18.401127 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.415715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.433776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cc827-0270-41c9-94d3-b27f992c47b0 req-83dcfc9c-4149-43ec-90b9-7e817766d31e tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:18.439647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-204cc827-0270-41c9-94d3-b27f992c47b0 req-83dcfc9c-4149-43ec-90b9-7e817766d31e tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 948 time: 0.2219338 Feb 07 13:04:18.439847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-009de14e-c7af-49bb-9853-fd0805e76697 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.440114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Transition to ACTIVE for port object c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:18.462287 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d993f3-8f9b-4712-beb0-8a9fa34ff7d5 None None] Pushing event updated for resources: {'Port': ['ID=0f458da3-8966-4c77-8e51-85895dd4a785,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:18.496872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-204cc827-0270-41c9-94d3-b27f992c47b0 req-f906f271-5738-40c0-b862-8f2bf72d040e tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515716 Feb 07 13:04:18.524779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009de14e-c7af-49bb-9853-fd0805e76697 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dff07c69-2512-42d3-bdaa-939c305f119c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:18.547134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.617929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.649576 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Attempting to bind port 0f458da3-8966-4c77-8e51-85895dd4a785 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:18.650256 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Attempting to bind port 0f458da3-8966-4c77-8e51-85895dd4a785 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:18.651318 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Attempting to bind port 0f458da3-8966-4c77-8e51-85895dd4a785 on network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:18.662524 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:18.663232 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Checking segment: {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:18.663810 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.664367 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Bound using segment: {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:18.665003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Bound port: 0f458da3-8966-4c77-8e51-85895dd4a785, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:18.665531 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.667321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-009de14e-c7af-49bb-9853-fd0805e76697 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.668562 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-009de14e-c7af-49bb-9853-fd0805e76697 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/dff07c69-2512-42d3-bdaa-939c305f119c HTTP/1.1" status: 204 len: 168 time: 0.3666527 Feb 07 13:04:18.671001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36860) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:18.816076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-85af33e4-a7f8-43b8-bc9c-9ce593d893dd tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:18.821978 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] For port 0f458da3-8966-4c77-8e51-85895dd4a785, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:18.826640 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] For port 0f458da3-8966-4c77-8e51-85895dd4a785, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0f458da3-8966-4c77-8e51-85895dd4a785,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:18.857793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:18.866908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Allocated IP 172.25.7.33 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/9ae1b56a-560e-4b19-83bc-fd5fc96a54e9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:18.930776 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.944694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644b829-fb19-4003-82c4-b819d8fdb8f8 req-a6122d45-fb66-4a9c-9c97-85fa8bb74cbe tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:18.945633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1644b829-fb19-4003-82c4-b819d8fdb8f8 req-a6122d45-fb66-4a9c-9c97-85fa8bb74cbe tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Synchronizing usage tracker for tenant:c4d087271d7c42a8b9034dbbb66591c0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:18.972280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Attempting to bind port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:18.972720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Attempting to bind port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '4fc7da99-2b8e-4ee6-a883-872fa19c7635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b3de059-eea8-427b-af95-e48fc791c1d8'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:18.973065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-85af33e4-a7f8-43b8-bc9c-9ce593d893dd tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:18.973348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Attempting to bind port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 on network 9b3de059-eea8-427b-af95-e48fc791c1d8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:18.976876 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-85af33e4-a7f8-43b8-bc9c-9ce593d893dd tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3023503 Feb 07 13:04:18.978682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36866) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:18.981012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 on network 9b3de059-eea8-427b-af95-e48fc791c1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:04:18.981447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Attempting to bind port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 on network 9b3de059-eea8-427b-af95-e48fc791c1d8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:18.986475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '57d69fe0-0bbb-4c5f-98a6-8f03f1e81e8b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:18.987752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:18.988222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Checking segment: {'id': '4fc7da99-2b8e-4ee6-a883-872fa19c7635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b3de059-eea8-427b-af95-e48fc791c1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:18.988698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Bound using segment: {'id': '4fc7da99-2b8e-4ee6-a883-872fa19c7635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b3de059-eea8-427b-af95-e48fc791c1d8'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:18.989244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Bound port: c9b1c39b-0e4b-4f80-8352-5d32d02b00b8, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc7da99-2b8e-4ee6-a883-872fa19c7635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b3de059-eea8-427b-af95-e48fc791c1d8'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:18.989688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:18.999792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:19.027324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:19.034853 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:04:19.035485 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:04:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:19.067892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.102048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] For port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:19.105566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] For port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,segment=NetworkSegment(4fc7da99-2b8e-4ee6-a883-872fa19c7635),segment_id=4fc7da99-2b8e-4ee6-a883-872fa19c7635)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:19.124364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1644b829-fb19-4003-82c4-b819d8fdb8f8 req-a6122d45-fb66-4a9c-9c97-85fa8bb74cbe tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Unset dirty status for tenant:c4d087271d7c42a8b9034dbbb66591c0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:19.125821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1644b829-fb19-4003-82c4-b819d8fdb8f8 req-a6122d45-fb66-4a9c-9c97-85fa8bb74cbe tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 943 time: 0.4842205 Feb 07 13:04:19.130798 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d993f3-8f9b-4712-beb0-8a9fa34ff7d5 None None] Pushing event updated for resources: {'Port': ['ID=0f458da3-8966-4c77-8e51-85895dd4a785,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:19.143031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:19.176380 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Project aab6ab80515c4492bf2d3d71cb2173a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:04:19.184471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.214341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1644b829-fb19-4003-82c4-b819d8fdb8f8 req-0c5606f9-be63-4a16-bfec-6bcbd69b8912 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719414 Feb 07 13:04:19.257745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.273378 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:04:19.302444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.334852 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.366652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:19.369768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:19.373658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:19.412365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event updated for resources: {'Port': ['ID=9ae1b56a-560e-4b19-83bc-fd5fc96a54e9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:19.438562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:19.439187 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.441270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 HTTP/1.1" status: 200 len: 1091 time: 2.5811667 Feb 07 13:04:19.472071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d3850-4f80-4b73-b139-ff1d8c10a442 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:19.475510 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.506019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d039ac-be32-442f-b6dd-fc3c5a84732d req-69098b1c-6a91-428b-81d7-3d6a2e98d5a1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:19.512477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38d039ac-be32-442f-b6dd-fc3c5a84732d req-69098b1c-6a91-428b-81d7-3d6a2e98d5a1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 945 time: 0.1537445 Feb 07 13:04:19.519436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.563650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38d039ac-be32-442f-b6dd-fc3c5a84732d req-d1aaef47-d755-4bb0-b4f8-af4db6bcfd98 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495012 Feb 07 13:04:19.577931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5bb342-4f7e-4480-a437-c5d369285a24,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:19.656494 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:18Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:19.662263 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea97980-d940-41fb-9257-2488798934e8 None None] The sync data for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 is: [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:18Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:04:19.711194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.740093 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'code': 200} Feb 07 13:04:19.777566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:19.778951 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-56723a8d-46c4-4c0c-a09e-eacfc4d9340f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8004184 Feb 07 13:04:19.787276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36878) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:19.827672 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-080f92fb-3bb2-47e8-82f1-1ab55546e785 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules/6f5bb342-4f7e-4480-a437-c5d369285a24 HTTP/1.1" status: 200 len: 769 time: 0.0383730 Feb 07 13:04:19.831590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36882) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:19.961359 n-d-811416-5 neutron-server[88313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5466018-451c-45b7-a2b1-a58514bb56b0', 'name': 'network-vif-deleted', 'tag': 'b081e3e4-b3f2-4232-ab06-8c623d60840d', 'status': 'failed', 'code': 422} returned with failed status Feb 07 13:04:20.070233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-839c5d24-eae4-4daf-b699-e3651fbf78e7 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:20.105039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0f458da3-8966-4c77-8e51-85895dd4a785 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:20.125103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.209731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-839c5d24-eae4-4daf-b699-e3651fbf78e7 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:20.214084 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-839c5d24-eae4-4daf-b699-e3651fbf78e7 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3784602 Feb 07 13:04:20.214321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36890) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:20.226564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19104fba-213c-44fb-8048-87223f4b317a req-3f405c85-fafc-4718-86b5-69186bd07dc7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:20.236207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19104fba-213c-44fb-8048-87223f4b317a req-3f405c85-fafc-4718-86b5-69186bd07dc7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 945 time: 0.6225858 Feb 07 13:04:20.250905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dca067ba-538a-4108-a33f-9ada8b98fe0c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.258066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.271013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1612073-04f1-4058-a65a-f5127935fc76 req-77dcd162-118b-4cf2-8ccb-be9f62c6a50b tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:20.272518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1612073-04f1-4058-a65a-f5127935fc76 req-77dcd162-118b-4cf2-8ccb-be9f62c6a50b tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 948 time: 0.2177932 Feb 07 13:04:20.274646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-e6423d91-cedd-478c-bb8c-193b3c8034a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:20.275988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-e6423d91-cedd-478c-bb8c-193b3c8034a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4d087271d7c42a8b9034dbbb66591c0&device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 1094 time: 0.3772714 Feb 07 13:04:20.291446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e570e-9eed-48f1-a482-5a50d5444b29 req-6307d44b-66ba-4070-a468-a46735bd13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:20.293148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c24e570e-9eed-48f1-a482-5a50d5444b29 req-6307d44b-66ba-4070-a468-a46735bd13f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.3093576 Feb 07 13:04:20.296093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dca067ba-538a-4108-a33f-9ada8b98fe0c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.306466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 0f458da3-8966-4c77-8e51-85895dd4a785 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:20.313520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0f458da3-8966-4c77-8e51-85895dd4a785 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:20.314232 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.392138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event updated for resources: {'Port': ['ID=9ae1b56a-560e-4b19-83bc-fd5fc96a54e9,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:20.410961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-2dd1c51e-e5c6-4bde-abe1-130c354e3119 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 HTTP/1.1" status: 200 len: 217 time: 0.0884352 Feb 07 13:04:20.411378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.474018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dca067ba-538a-4108-a33f-9ada8b98fe0c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.475389 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.513623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19104fba-213c-44fb-8048-87223f4b317a req-f7f5bd02-44d5-4be7-8feb-984b84036e2d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763455 Feb 07 13:04:20.516326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1612073-04f1-4058-a65a-f5127935fc76 req-be311d34-7cf0-47d5-ac5b-1b4d123744ff tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297523 Feb 07 13:04:20.517064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 0f458da3-8966-4c77-8e51-85895dd4a785, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0f458da3-8966-4c77-8e51-85895dd4a785,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:20.529388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c24e570e-9eed-48f1-a482-5a50d5444b29 req-0d347821-e7c0-493d-a1ef-9b52a857005a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156182 Feb 07 13:04:20.543328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-e2775362-f4d3-461f-be82-0413752eb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:20.545191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-e2775362-f4d3-461f-be82-0413752eb999 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61f1d045-d2a6-494f-96ef-a2f425cf4cd7 HTTP/1.1" status: 200 len: 861 time: 0.1069601 Feb 07 13:04:20.621459 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.624239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dca067ba-538a-4108-a33f-9ada8b98fe0c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.628628 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dca067ba-538a-4108-a33f-9ada8b98fe0c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/6f5bb342-4f7e-4480-a437-c5d369285a24 HTTP/1.1" status: 204 len: 168 time: 0.4133000 Feb 07 13:04:20.628773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36902) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:20.633956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:20.643662 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a88915c4-5364-4bc3-a820-92b362a50e02 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3881745 Feb 07 13:04:20.643662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca067ba-538a-4108-a33f-9ada8b98fe0c tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f5bb342-4f7e-4480-a437-c5d369285a24,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:20.739132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=0f458da3-8966-4c77-8e51-85895dd4a785,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:20.748891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.749239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.749581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.749916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.750274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.750628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.750954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.751274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.751595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.751917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.752822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.753165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:04:20.825183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c0ff2a6b-374b-4add-98f5-b01ee9708da8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:20.915673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-9e4eb0c0-7854-4202-859e-0d3084dd0262 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b3de059-eea8-427b-af95-e48fc791c1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729599 Feb 07 13:04:21.021350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c0ff2a6b-374b-4add-98f5-b01ee9708da8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:21.022590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c0ff2a6b-374b-4add-98f5-b01ee9708da8 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3927314 Feb 07 13:04:21.025791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36914) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:21.042099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-94f9088e-a31a-433b-81bd-63dce42c89b2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:21.043590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-94f9088e-a31a-433b-81bd-63dce42c89b2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.3256838 Feb 07 13:04:21.076270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f68a7a-0cb5-4d09-9cb6-9a6eed6fbab5 req-241356c7-c522-481f-b8bf-157c94a47c55 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:21.077756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85f68a7a-0cb5-4d09-9cb6-9a6eed6fbab5 req-241356c7-c522-481f-b8bf-157c94a47c55 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 945 time: 0.4095030 Feb 07 13:04:21.086006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-0a8c2af6-40af-4d6e-aaad-f4ed813e19a4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/quotas/66a34b0aef7846e9ad89f05eef8801a0 HTTP/1.1" status: 200 len: 375 time: 0.0333505 Feb 07 13:04:21.091659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7788936e-6270-447e-8257-7aee9edd479e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:21.119742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7788936e-6270-447e-8257-7aee9edd479e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:21.177787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-c44b1f7a-4b11-4462-8abd-7d12c18cbe66 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:21.192217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-3b295170-81fe-466a-b8b1-7a89927851bb service neutron] 10.222.0.47 "GET /v2.0/networks/9b3de059-eea8-427b-af95-e48fc791c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581229 Feb 07 13:04:21.210835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85f68a7a-0cb5-4d09-9cb6-9a6eed6fbab5 req-eae9d268-47af-4587-87fb-1919384cc0c4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239316 Feb 07 13:04:21.255352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7788936e-6270-447e-8257-7aee9edd479e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:21.275770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788936e-6270-447e-8257-7aee9edd479e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d69fe0-0bbb-4c5f-98a6-8f03f1e81e8b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:21.332764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-c44b1f7a-4b11-4462-8abd-7d12c18cbe66 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:21.334054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-c44b1f7a-4b11-4462-8abd-7d12c18cbe66 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2295668 Feb 07 13:04:21.392372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7788936e-6270-447e-8257-7aee9edd479e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:21.393926 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7788936e-6270-447e-8257-7aee9edd479e tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/57d69fe0-0bbb-4c5f-98a6-8f03f1e81e8b HTTP/1.1" status: 204 len: 168 time: 0.3670998 Feb 07 13:04:21.396450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36920) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:21.447026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-90bd7b49-970f-4502-aa2c-a0376e8d3d49 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:21.468225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6384ebf0-b5bb-48de-82a5-61564fe229a0 req-6838052f-03ce-4397-8b3d-918b89afb431 service neutron] 10.222.0.47 "GET /v2.0/networks/9b3de059-eea8-427b-af95-e48fc791c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626100 Feb 07 13:04:21.546689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-90bd7b49-970f-4502-aa2c-a0376e8d3d49 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:21.548065 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-90bd7b49-970f-4502-aa2c-a0376e8d3d49 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1506114 Feb 07 13:04:21.548461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-28b694d7-6db8-4cda-9bce-cda79ac510da service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815042 Feb 07 13:04:21.554703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36928) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:21.558193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e1ad0-642a-4777-adea-f83931f7d909 req-1c16b16f-b482-472a-ac67-3c4d63acf021 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:21.558720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-681e1ad0-642a-4777-adea-f83931f7d909 req-1c16b16f-b482-472a-ac67-3c4d63acf021 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 943 time: 0.2305069 Feb 07 13:04:21.561693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group': {'name': 'tempest-secgroup--152036959'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:21.568829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:21.578766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:21.661293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:21.689848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:21.695936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:21.699718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:21.708484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:21.791725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:21.804260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-681e1ad0-642a-4777-adea-f83931f7d909 req-6eb2b0a0-7422-47a4-be75-12b2674c7afe tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264681 Feb 07 13:04:21.846871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-64c4ad57-6e51-4f04-b5f6-4687f3910402 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865241 Feb 07 13:04:21.889833 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:21.938029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77864693-9678-4664-8bb6-84cc8fdb9d96,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:21.959528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733a0dc7-8b51-4500-b0aa-4e8181cd8866', 'tag': 'c9b1c39b-0e4b-4f80-8352-5d32d02b00b8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:21.987906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66554a52-cedf-46b1-97fb-90eeca3ed7bb req-fb5bec14-b96b-464d-8ac7-e87035bdcf60 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:21.989395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66554a52-cedf-46b1-97fb-90eeca3ed7bb req-fb5bec14-b96b-464d-8ac7-e87035bdcf60 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.0922306 Feb 07 13:04:22.005633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0f458da3-8966-4c77-8e51-85895dd4a785 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:22.038225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66554a52-cedf-46b1-97fb-90eeca3ed7bb req-0b68cc21-093f-438f-86c6-1d4865e6f2f2 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430052 Feb 07 13:04:22.050840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:22.052740 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b5c3ad24-8c76-4450-917e-983cc183809f tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4964216 Feb 07 13:04:22.054855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36936) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:22.061889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Request body: {'security_group_rule': {'security_group_id': '77864693-9678-4664-8bb6-84cc8fdb9d96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:22.087071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:22.099833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Usage tracker for resource:security_group_rule and tenant:aab6ab80515c4492bf2d3d71cb2173a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:22.103662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:22.108369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0f458da3-8966-4c77-8e51-85895dd4a785 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:22.108747 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:22.121131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:22.213166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-32d880ac-764d-4e79-b0cc-892999b96eb9 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Synchronizing usage tracker for tenant:c62e0c0b192540c59feaa857f1d73246 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:22.250785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:22.295128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-32d880ac-764d-4e79-b0cc-892999b96eb9 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Unset dirty status for tenant:c62e0c0b192540c59feaa857f1d73246 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:22.296378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-32d880ac-764d-4e79-b0cc-892999b96eb9 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--147598544&fields=id&tenant_id=c62e0c0b192540c59feaa857f1d73246 HTTP/1.1" status: 200 len: 267 time: 0.1745234 Feb 07 13:04:22.362185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:22.461079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:22.486680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8688584c-b78e-4573-aa31-0f58d7868cd9,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:22.489491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-58f4801e-5ff0-497e-b52e-c0323427f514 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:22.490199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-58f4801e-5ff0-497e-b52e-c0323427f514 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Synchronizing usage tracker for tenant:c62e0c0b192540c59feaa857f1d73246 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:22.603942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:22.605375 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-23272aac-2725-441c-9c50-1876e167aafc tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5487709 Feb 07 13:04:22.608097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36958) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:22.655331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-58f4801e-5ff0-497e-b52e-c0323427f514 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Unset dirty status for tenant:c62e0c0b192540c59feaa857f1d73246 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:22.656706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-58f4801e-5ff0-497e-b52e-c0323427f514 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/networks?id=7b5baea6-3978-40b8-9d49-2a27afdbfb3f HTTP/1.1" status: 200 len: 804 time: 0.3528979 Feb 07 13:04:22.694171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-5b9e667a-862d-48ec-9413-6869e02c7e9e tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/quotas/c62e0c0b192540c59feaa857f1d73246 HTTP/1.1" status: 200 len: 375 time: 0.0281954 Feb 07 13:04:22.763293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fe05676-4b2a-4976-af04-7e7c739c5a55 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:22.807041 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fe05676-4b2a-4976-af04-7e7c739c5a55 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:22.862929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-2780e83e-fc90-4842-b9a0-a1fd4ff8abad tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c62e0c0b192540c59feaa857f1d73246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678500 Feb 07 13:04:22.988218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fe05676-4b2a-4976-af04-7e7c739c5a55 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:23.027606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe05676-4b2a-4976-af04-7e7c739c5a55 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77864693-9678-4664-8bb6-84cc8fdb9d96,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:23.051020 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fe05676-4b2a-4976-af04-7e7c739c5a55 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:23.052214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8fe05676-4b2a-4976-af04-7e7c739c5a55 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/77864693-9678-4664-8bb6-84cc8fdb9d96 HTTP/1.1" status: 204 len: 168 time: 0.4430616 Feb 07 13:04:23.054819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36968) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:23.100678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-c8093ade-00df-4c56-be4e-df8b7f339462 service neutron] 10.222.0.69 "GET /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247214 Feb 07 13:04:23.108789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cdeb53be-670b-44c6-8c2c-7c770ecfcb07 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:23.109514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b6856-e2b6-4dc7-b908-2c4bb1462bb4 req-50575e01-f83b-4424-94b2-7c8ace650a65 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:23.111309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e7b6856-e2b6-4dc7-b908-2c4bb1462bb4 req-50575e01-f83b-4424-94b2-7c8ace650a65 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 945 time: 0.2155964 Feb 07 13:04:23.219858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cdeb53be-670b-44c6-8c2c-7c770ecfcb07 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:23.221894 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cdeb53be-670b-44c6-8c2c-7c770ecfcb07 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1659198 Feb 07 13:04:23.224536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36972) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:23.246831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e7b6856-e2b6-4dc7-b908-2c4bb1462bb4 req-4f1c6a70-717a-4433-904a-bf171300bda7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121945 Feb 07 13:04:23.286239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-602b9d6c-b825-4250-8a26-3411d0a4c927 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:23.286824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-f6b2b334-dafa-4661-bfab-98a3f466e7c3 service neutron] 10.222.0.69 "GET /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730990 Feb 07 13:04:23.298950 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733a0dc7-8b51-4500-b0aa-4e8181cd8866', 'tag': 'c9b1c39b-0e4b-4f80-8352-5d32d02b00b8', 'status': 'completed', 'code': 200} Feb 07 13:04:23.426909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-602b9d6c-b825-4250-8a26-3411d0a4c927 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:23.428387 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-602b9d6c-b825-4250-8a26-3411d0a4c927 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2027266 Feb 07 13:04:23.431491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36978) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:23.436157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d835b25b-0528-43a9-a420-0cec0c13b83d req-9a3c2e95-12e9-4b95-ae4d-1197c3e09ae9 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 210 time: 0.0497434 Feb 07 13:04:23.448576 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-c6296384-44ed-4611-b002-3b9f9aa34c0a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] delete failed (client error): The resource could not be found. Feb 07 13:04:23.454299 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c6296384-44ed-4611-b002-3b9f9aa34c0a tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "DELETE /v2.0/security-groups/77864693-9678-4664-8bb6-84cc8fdb9d96 HTTP/1.1" status: 404 len: 347 time: 0.0170047 Feb 07 13:04:23.454564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-143d34cc-4fd2-4108-81bc-19c8ebae0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:23.454564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-143d34cc-4fd2-4108-81bc-19c8ebae0d40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4d087271d7c42a8b9034dbbb66591c0&device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 1094 time: 0.1239192 Feb 07 13:04:23.454564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36982) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:23.590481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-d5ad5870-82fd-4767-baa1-93fe53498c6a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464697 Feb 07 13:04:23.698235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-013acde5-41c7-49e8-b7cd-528a391590d5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Synchronizing usage tracker for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:23.771626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-013acde5-41c7-49e8-b7cd-528a391590d5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] Unset dirty status for tenant:aab6ab80515c4492bf2d3d71cb2173a1 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:23.772786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-013acde5-41c7-49e8-b7cd-528a391590d5 tempest-SecGroupIPv6Test-1489247059 tempest-SecGroupIPv6Test-1489247059-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3189378 Feb 07 13:04:23.812625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-eeb9a946-f2ff-4296-83bf-404b377ed1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:23.814139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-eeb9a946-f2ff-4296-83bf-404b377ed1c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b3de059-eea8-427b-af95-e48fc791c1d8 HTTP/1.1" status: 200 len: 921 time: 0.3449421 Feb 07 13:04:23.931155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-e6920c7d-c84f-48c3-912b-317f09955c3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 HTTP/1.1" status: 200 len: 217 time: 0.0934863 Feb 07 13:04:23.942988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-292d361b-968d-4da6-a103-2d4ca43d8ecf tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:23.944430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-292d361b-968d-4da6-a103-2d4ca43d8ecf tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3441694 Feb 07 13:04:24.005353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-9d0f412e-0ba7-4ee1-97b8-273a64f5c8c6 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/quotas/8e16dbc29d174e36b7e2eb0f0641c105 HTTP/1.1" status: 200 len: 375 time: 0.0275435 Feb 07 13:04:24.229015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-96a3d0bc-7784-4be1-81c6-df4507fa1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:24.230438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-96a3d0bc-7784-4be1-81c6-df4507fa1165 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61f1d045-d2a6-494f-96ef-a2f425cf4cd7 HTTP/1.1" status: 200 len: 861 time: 0.2851803 Feb 07 13:04:24.294190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84dfc5-0893-4fa3-b805-ad71eb8fddd6 req-4f49eb6f-81af-4c09-a50c-bf3eb68f7e59 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:24.295656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a84dfc5-0893-4fa3-b805-ad71eb8fddd6 req-4f49eb6f-81af-4c09-a50c-bf3eb68f7e59 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 945 time: 0.5306189 Feb 07 13:04:24.315418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-b4481db7-da7d-4ad1-9947-095491621837 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b3de059-eea8-427b-af95-e48fc791c1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598857 Feb 07 13:04:24.320306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37006) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:24.380900 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:24.472942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a84dfc5-0893-4fa3-b805-ad71eb8fddd6 req-86216b2b-46fe-444d-b4ee-e9c035e39b58 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619222 Feb 07 13:04:24.495547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-4e91661e-982e-4ee2-bef0-e24f8ff5f8c0 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4773486 Feb 07 13:04:24.500764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-0ef4ceba-54b2-46f9-8f58-efad723a23f4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:24.501855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-0ef4ceba-54b2-46f9-8f58-efad723a23f4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 945 time: 0.4862769 Feb 07 13:04:24.520143 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-163659b5-cb93-411b-b905-9cd701302bdf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aab6ab80515c4492bf2d3d71cb2173a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956892 Feb 07 13:04:24.520259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37014) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:24.596709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-33b6361e-a50d-4644-b768-33a5df5afad7 service neutron] 10.222.0.47 "GET /v2.0/networks/9b3de059-eea8-427b-af95-e48fc791c1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640986 Feb 07 13:04:24.603270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-92035388-9f63-40aa-be3e-e9f6de4c8c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:24.608710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Deleting port b9490d44-495c-48b9-80b8-ee450379ddaa {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:04:24.609140 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:24.756895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-92035388-9f63-40aa-be3e-e9f6de4c8c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:24.918853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-0c0d3c83-8c9d-49df-a786-7b91cda0103c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:24.919109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-0c0d3c83-8c9d-49df-a786-7b91cda0103c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:24.964654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-92035388-9f63-40aa-be3e-e9f6de4c8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:24.983015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92035388-9f63-40aa-be3e-e9f6de4c8c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e57657-96b5-4aa4-9f4a-ed02a140f830,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:25.092855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-0c0d3c83-8c9d-49df-a786-7b91cda0103c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:25.094300 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-0c0d3c83-8c9d-49df-a786-7b91cda0103c tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.4635637 Feb 07 13:04:25.108008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Request body: {'port': {'device_id': '2c399e79-9e26-45aa-93da-1fa1976544eb', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'admin_state_up': True, 'tenant_id': '66a34b0aef7846e9ad89f05eef8801a0'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:25.128485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a97d67c-c84e-4245-a8c4-a6b3464b1da4 req-53fd500d-f55a-47c9-82b1-c9b80a33eea7 service neutron] 10.222.0.47 "GET /v2.0/networks/9b3de059-eea8-427b-af95-e48fc791c1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284251 Feb 07 13:04:25.204142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809206a-f721-463d-ac86-a39361118b20 req-3ccadd62-b97d-463b-8f7a-6e53d0099bd8 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:25.208793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e809206a-f721-463d-ac86-a39361118b20 req-3ccadd62-b97d-463b-8f7a-6e53d0099bd8 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 943 time: 0.5099633 Feb 07 13:04:25.220915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-a599c494-e368-47a4-afbd-91280056c127 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3837795 Feb 07 13:04:25.250727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-92035388-9f63-40aa-be3e-e9f6de4c8c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:25.250727 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-92035388-9f63-40aa-be3e-e9f6de4c8c45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1e57657-96b5-4aa4-9f4a-ed02a140f830 HTTP/1.1" status: 204 len: 168 time: 0.7177823 Feb 07 13:04:25.260329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:25.266715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:25.266887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:25.271572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Usage tracker for resource:floatingip and tenant:66e14c5236eb450ab0bfb4eebe2d680a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:25.283411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:25.283580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:25.283677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:25.294586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] For port b9490d44-495c-48b9-80b8-ee450379ddaa, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9490d44-495c-48b9-80b8-ee450379ddaa,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:25.295051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:25.438238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Calling delete_port for b9490d44-495c-48b9-80b8-ee450379ddaa owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:04:25.476793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e809206a-f721-463d-ac86-a39361118b20 req-e29cc5e2-2f92-4a88-ade4-35159423cfc5 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614667 Feb 07 13:04:25.477277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Made reservation on behalf of 66a34b0aef7846e9ad89f05eef8801a0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:25.481428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:25.488614 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:25.620603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:25.756931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Allocated IP 172.20.0.3 (cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d/b674a9c6-92fb-4e7a-8a46-784f145af0b5/0b112540-c794-430c-a877-07ffe1b45a1c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:25.788536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-460dcf26-a638-4cd8-b72d-0c62b76978f6 req-2225463b-1f9a-4958-ab1c-05f45b6d3b0a tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 210 time: 0.0975628 Feb 07 13:04:25.793924 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:25.821671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,segment=NetworkSegment(4fc7da99-2b8e-4ee6-a883-872fa19c7635),segment_id=4fc7da99-2b8e-4ee6-a883-872fa19c7635)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:25.836887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'c9b1c39b-0e4b-4f80-8352-5d32d02b00b8', 'network_id': '9b3de059-eea8-427b-af95-e48fc791c1d8', 'port_id': 'c9b1c39b-0e4b-4f80-8352-5d32d02b00b8', 'mac_address': 'fa:16:3e:00:14:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f1d045-d2a6-494f-96ef-a2f425cf4cd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:04:25.847946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1', 'b9490d44-495c-48b9-80b8-ee450379ddaa'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:25.878733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['54988e37-4b07-4f06-a616-a86fa989cf2e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:26.078978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:26.119675 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:26.149780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event deleted for resources: {'Port': ['ID=b9490d44-495c-48b9-80b8-ee450379ddaa,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:26.170440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:26.224554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,segment=NetworkSegment(4fc7da99-2b8e-4ee6-a883-872fa19c7635),segment_id=4fc7da99-2b8e-4ee6-a883-872fa19c7635)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:26.291574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d639545-593f-47e1-8820-eb1d6163fffc req-8c39cde7-f0ac-479d-802e-9093bd425539 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 210 time: 0.1657948 Feb 07 13:04:26.308423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] No DVR routers for this DVR port b9490d44-495c-48b9-80b8-ee450379ddaa on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:04:26.329337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:26.333892 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:26.335319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b5c907-58eb-4769-b094-678895722ec4', 'name': 'network-vif-deleted', 'tag': 'b9490d44-495c-48b9-80b8-ee450379ddaa'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:26.484509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f80a3617-754b-4c5e-bc3d-554fc0728422 req-41739625-2271-4d6f-bd37-27d12ca08103 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 210 time: 0.0678766 Feb 07 13:04:26.489837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:26.491030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:26.531199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d184e911-6e7a-4013-97ea-4ab51ca07f48 req-af2f5f2d-f554-4d79-ae6a-bbafcc015f52 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.35 "DELETE /v2.0/ports/b9490d44-495c-48b9-80b8-ee450379ddaa HTTP/1.1" status: 204 len: 173 time: 2.0106530 Feb 07 13:04:26.708918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:26.713535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Allocated IP 172.25.7.161 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/0eb1148f-fdb5-4c92-b244-4216818010ce) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:26.726065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event updated for resources: {'Port': ['ID=0b112540-c794-430c-a877-07ffe1b45a1c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:26.765328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:26.766818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:26.773092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:26.922286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:26.923401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:26.999212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['c9b1c39b-0e4b-4f80-8352-5d32d02b00b8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:27.001939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cfcac6f3-928c-4db9-a4a6-5725338df551 req-066963dd-5538-4c54-a33f-6c1cba3ee9bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:27.010916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:27.089894 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-a97cbe91-70fd-4a38-b2e9-6ee136ad8ada tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9871087 Feb 07 13:04:27.107303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Request body: {'port': {'device_id': '2c399e79-9e26-45aa-93da-1fa1976544eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:27.186844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cfcac6f3-928c-4db9-a4a6-5725338df551 req-066963dd-5538-4c54-a33f-6c1cba3ee9bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:27.188093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfcac6f3-928c-4db9-a4a6-5725338df551 req-066963dd-5538-4c54-a33f-6c1cba3ee9bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5b5c907-58eb-4769-b094-678895722ec4 HTTP/1.1" status: 200 len: 210 time: 0.3965137 Feb 07 13:04:27.239115 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:27.275840 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b5c907-58eb-4769-b094-678895722ec4', 'name': 'network-vif-deleted', 'tag': 'b9490d44-495c-48b9-80b8-ee450379ddaa', 'status': 'completed', 'code': 200} Feb 07 13:04:27.280610 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:27.320210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Pushing event updated for resources: {'Port': ['ID=0eb1148f-fdb5-4c92-b244-4216818010ce,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:27.338204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:27.339369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:27.346505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:27.651009 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:27.659463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-d1b865d2-0c13-4198-916c-2958237a26b5 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:27.661286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-d1b865d2-0c13-4198-916c-2958237a26b5 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.35 "GET /v2.0/networks?id=7b5baea6-3978-40b8-9d49-2a27afdbfb3f HTTP/1.1" status: 200 len: 804 time: 0.2085457 Feb 07 13:04:27.678760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f265b0-3bfb-41de-bc5e-15739bb7d892 req-fdf15ffa-25d4-42ca-a890-5dd179cadd76 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:27.680329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f265b0-3bfb-41de-bc5e-15739bb7d892 req-fdf15ffa-25d4-42ca-a890-5dd179cadd76 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 944 time: 0.2865300 Feb 07 13:04:27.766961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-ed7cd39c-09ee-4572-b381-7423a6b20526 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c62e0c0b192540c59feaa857f1d73246 HTTP/1.1" status: 200 len: 379 time: 0.0853617 Feb 07 13:04:27.772143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03f265b0-3bfb-41de-bc5e-15739bb7d892 req-afc7cfd5-934b-47c9-ba20-ad88d3b5a908 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Feb 07 13:04:27.783303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Request body: {'port': {'device_id': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'admin_state_up': True, 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'security_groups': ['72cd6b8c-442d-48ed-8ddf-6f4d4aae3693']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:27.854277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b112540-c794-430c-a877-07ffe1b45a1c {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:27.862441 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:27.878243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Transition to ACTIVE for port object 0b112540-c794-430c-a877-07ffe1b45a1c will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:27.957135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9490d44-495c-48b9-80b8-ee450379ddaa no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:04:27.973092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a592b25-c9d9-4172-b215-3363bd665a70 req-97f5331a-2ccd-41b1-8119-6d9fb051b37c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 210 time: 0.0661991 Feb 07 13:04:27.990216 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:27.992764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: b9490d44-495c-48b9-80b8-ee450379ddaa {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:04:27.993113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9490d44-495c-48b9-80b8-ee450379ddaa not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:04:28.081148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:28.091123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Usage tracker for resource:port and tenant:c62e0c0b192540c59feaa857f1d73246 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:28.093090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:28.115210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:28.153115 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:28.365655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:28.369840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Made reservation on behalf of c62e0c0b192540c59feaa857f1d73246 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:28.373310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:28.397161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d0fb7-1f78-4410-938b-70723928f90d req-18d76a24-ae88-41b4-8890-5d8181d43c8a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:28.398706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-787d0fb7-1f78-4410-938b-70723928f90d req-18d76a24-ae88-41b4-8890-5d8181d43c8a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 943 time: 0.1492465 Feb 07 13:04:28.405323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Pushing event updated for resources: {'Port': ['ID=0b112540-c794-430c-a877-07ffe1b45a1c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:28.448023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Attempting to bind port 0b112540-c794-430c-a877-07ffe1b45a1c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:28.448571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Attempting to bind port 0b112540-c794-430c-a877-07ffe1b45a1c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:28.449060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Attempting to bind port 0b112540-c794-430c-a877-07ffe1b45a1c on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:28.454673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Port 0b112540-c794-430c-a877-07ffe1b45a1c on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:04:28.455819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Attempting to bind port 0b112540-c794-430c-a877-07ffe1b45a1c on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:28.462013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:28.462712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Checking segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:28.463269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Bound using segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:28.463818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Bound port: 0b112540-c794-430c-a877-07ffe1b45a1c, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:28.464355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:28.592634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] For port 0b112540-c794-430c-a877-07ffe1b45a1c, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:28.596958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] For port 0b112540-c794-430c-a877-07ffe1b45a1c, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0b112540-c794-430c-a877-07ffe1b45a1c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:28.643667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-152d140d-0614-44ac-9668-5043bb02cae5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530798 Feb 07 13:04:28.702579 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:28.759072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:28.813505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-787d0fb7-1f78-4410-938b-70723928f90d req-d8d94b67-8b21-4b86-8337-4cc35ff9a79e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057050 Feb 07 13:04:28.861403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:28.862715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:28.864166 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] 10.222.0.35 "PUT /v2.0/ports/0b112540-c794-430c-a877-07ffe1b45a1c HTTP/1.1" status: 200 len: 1091 time: 1.7628157 Feb 07 13:04:28.872757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c399e79-9e26-45aa-93da-1fa1976544eb', 'tag': '0b112540-c794-430c-a877-07ffe1b45a1c'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:28.897066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485988a-2dbd-4529-910c-298b7ac5b81f service neutron] Pushing event updated for resources: {'Port': ['ID=0b112540-c794-430c-a877-07ffe1b45a1c,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:28.941900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:29.033223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Pushing event updated for resources: {'Port': ['ID=0eb1148f-fdb5-4c92-b244-4216818010ce,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:29.062992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7601f9a5-4335-42f0-a53a-8d02297ca834 req-b85c7fe3-a717-476f-b0cd-460120aca47c tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 210 time: 0.0873339 Feb 07 13:04:29.115150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Allocated IP 172.20.0.14 (7b5baea6-3978-40b8-9d49-2a27afdbfb3f/e7fe9020-e860-4708-a7b0-8aa8014c79a4/cefa2489-174c-4d6a-8d2b-c96f070aee3a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:29.123825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-1033f4cd-7e03-4174-bff9-4e849ffbcde5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:29.126154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-1033f4cd-7e03-4174-bff9-4e849ffbcde5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4639947 Feb 07 13:04:29.146656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Request body: {'port': {'device_id': '255dc412-e803-4e44-a3f0-079162e874a3', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '8e16dbc29d174e36b7e2eb0f0641c105'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:29.194993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-d2c07c57-74c6-40a3-a28c-53507b986e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:29.194993 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-d2c07c57-74c6-40a3-a28c-53507b986e4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 1094 time: 0.1002271 Feb 07 13:04:29.277611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:29.280061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-83102c6f-7106-436b-9ae4-35927009cd76 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0303659 Feb 07 13:04:29.291034 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-00553060-35cf-4d80-9c0f-5b89b14f22f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b112540-c794-430c-a877-07ffe1b45a1c HTTP/1.1" status: 200 len: 217 time: 0.0881302 Feb 07 13:04:29.360072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-71e85790-da2b-4287-9b94-ca751e5999d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:29.362050 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-71e85790-da2b-4287-9b94-ca751e5999d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.0655603 Feb 07 13:04:29.412351 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-0e132e4d-f2d7-427f-bc16-90de6f98b107 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406585 Feb 07 13:04:29.487491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-2b3d58c7-1fc8-4715-9426-a04326d420b0 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Synchronizing usage tracker for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:29.550790 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-b1e7bef2-8429-42d1-bff5-522c5595ad52 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310587 Feb 07 13:04:29.551599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:29.587189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:29.627307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:29.692352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed723d1-e374-4ded-b722-ea87d75b24ea req-c6a5e5f0-58af-44eb-b1a0-171052fb09aa tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:29.698251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fed723d1-e374-4ded-b722-ea87d75b24ea req-c6a5e5f0-58af-44eb-b1a0-171052fb09aa tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 944 time: 0.4117401 Feb 07 13:04:29.716865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-2b3d58c7-1fc8-4715-9426-a04326d420b0 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Unset dirty status for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:29.718355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-2b3d58c7-1fc8-4715-9426-a04326d420b0 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.3814926 Feb 07 13:04:29.732229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37104) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:29.740875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:29.750937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Made reservation on behalf of 8e16dbc29d174e36b7e2eb0f0641c105 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:29.755362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:29.772701 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d44dd2f7-22c9-4651-ad68-04535c945542 req-71a4d392-9020-409c-94e3-1d38d415dd83 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158957 Feb 07 13:04:29.786656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:29.793627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:29.794263 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:29.867236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Transition to ACTIVE for port object cefa2489-174c-4d6a-8d2b-c96f070aee3a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:29.871846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:29.887625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:29.891578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] Usage tracker for resource:security_group_rule and tenant:3cac5179ddea42b5a1b28696f3d1c46b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:29.895075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:29.901062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:29.923456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fed723d1-e374-4ded-b722-ea87d75b24ea req-740bb266-1f10-4c5e-ab28-db4cb620b285 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084761 Feb 07 13:04:29.926491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:29.969473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,segment=NetworkSegment(4fc7da99-2b8e-4ee6-a883-872fa19c7635),segment_id=4fc7da99-2b8e-4ee6-a883-872fa19c7635)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:29.970692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733a0dc7-8b51-4500-b0aa-4e8181cd8866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b1c39b-0e4b-4f80-8352-5d32d02b00b8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:30.005905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.007187 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c399e79-9e26-45aa-93da-1fa1976544eb', 'tag': '0b112540-c794-430c-a877-07ffe1b45a1c', 'status': 'completed', 'code': 200} Feb 07 13:04:30.072859 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.080587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-28b7489c-7316-453f-ab2b-e5af291ea4b9 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:30.082183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-28b7489c-7316-453f-ab2b-e5af291ea4b9 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.3383467 Feb 07 13:04:30.102170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-3679d522-467e-465a-b86a-c1abeeab5c47 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:04:30.103167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63f7ff37-965f-4c08-8793-410a944bcab3 req-3679d522-467e-465a-b86a-c1abeeab5c47 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132170 Feb 07 13:04:30.114979 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.153661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.172425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a8cc-1327-4113-a101-aae288169c4b req-5d0654d5-6274-4274-8761-c4c1a84706ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:30.174145 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f189a8cc-1327-4113-a101-aae288169c4b req-5d0654d5-6274-4274-8761-c4c1a84706ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 1094 time: 0.1381707 Feb 07 13:04:30.186577 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cac5179ddea42b5a1b28696f3d1c46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532001 Feb 07 13:04:30.205699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37118) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:30.206421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933e36a-fb44-42b2-a441-fbc1a7f8ed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cfb3b0-a5c7-4c65-9bd3-749da5929d27,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:30.209306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:30.251729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Allocated IP 192.168.233.111 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/807248e8-7471-4529-9fd1-2a4652afc3ca) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:30.294743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:30.301688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:30.310409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:30.368839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event updated for resources: {'Port': ['ID=cefa2489-174c-4d6a-8d2b-c96f070aee3a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:30.374735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a199c8d-1650-4f62-a9a1-7340673bc8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.394580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a8cc-1327-4113-a101-aae288169c4b req-dd69e1b5-76a2-49e1-832a-355a64f05591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:30.396173 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f189a8cc-1327-4113-a101-aae288169c4b req-dd69e1b5-76a2-49e1-832a-355a64f05591 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 912 time: 0.2150643 Feb 07 13:04:30.422976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:30.423703 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.475126 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a199c8d-1650-4f62-a9a1-7340673bc8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.484461 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f189a8cc-1327-4113-a101-aae288169c4b req-09d2d02d-e930-452f-9b8d-46498bb17b4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b112540-c794-430c-a877-07ffe1b45a1c HTTP/1.1" status: 200 len: 217 time: 0.0790594 Feb 07 13:04:30.656892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907353d-ccf9-423d-85f3-ff184bf73553 req-f455468e-20e5-4690-a89a-6d23208a81f8 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:30.657625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1907353d-ccf9-423d-85f3-ff184bf73553 req-f455468e-20e5-4690-a89a-6d23208a81f8 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Synchronizing usage tracker for tenant:c62e0c0b192540c59feaa857f1d73246 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:30.690503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a8cc-1327-4113-a101-aae288169c4b req-4f81062d-3fec-43d7-9639-1229dcbcbcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:30.692003 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f189a8cc-1327-4113-a101-aae288169c4b req-4f81062d-3fec-43d7-9639-1229dcbcbcbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.1954534 Feb 07 13:04:30.753012 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f189a8cc-1327-4113-a101-aae288169c4b req-d21d0601-22ba-49c4-bf12-ab1dc89fb660 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509813 Feb 07 13:04:30.761402 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.775282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-95b79d4f-4b50-43a7-aa9e-8ee33bd0777f None None] Provisioning for port cefa2489-174c-4d6a-8d2b-c96f070aee3a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:30.781293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-4b6504ba-bc91-460d-8bba-70804aa625b3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0023692 Feb 07 13:04:30.797001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-95b79d4f-4b50-43a7-aa9e-8ee33bd0777f None None] Provisioning complete for port cefa2489-174c-4d6a-8d2b-c96f070aee3a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:30.797001 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-95b79d4f-4b50-43a7-aa9e-8ee33bd0777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.797984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Request body: {'port': {'device_id': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:30.849363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-95b79d4f-4b50-43a7-aa9e-8ee33bd0777f None None] Port cefa2489-174c-4d6a-8d2b-c96f070aee3a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:04:30.881627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a199c8d-1650-4f62-a9a1-7340673bc8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.887586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Transition to ACTIVE for port object 807248e8-7471-4529-9fd1-2a4652afc3ca will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:30.891129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1907353d-ccf9-423d-85f3-ff184bf73553 req-f455468e-20e5-4690-a89a-6d23208a81f8 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Unset dirty status for tenant:c62e0c0b192540c59feaa857f1d73246 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:30.892323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1907353d-ccf9-423d-85f3-ff184bf73553 req-f455468e-20e5-4690-a89a-6d23208a81f8 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 932 time: 0.7882595 Feb 07 13:04:30.913811 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f189a8cc-1327-4113-a101-aae288169c4b req-691f540e-4c72-444d-a39f-294e754b81a6 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542690 Feb 07 13:04:30.914555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a199c8d-1650-4f62-a9a1-7340673bc8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cfb3b0-a5c7-4c65-9bd3-749da5929d27,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:30.918003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a199c8d-1650-4f62-a9a1-7340673bc8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:30.921389 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a199c8d-1650-4f62-a9a1-7340673bc8ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9cfb3b0-a5c7-4c65-9bd3-749da5929d27 HTTP/1.1" status: 204 len: 168 time: 0.7082217 Feb 07 13:04:31.030340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1907353d-ccf9-423d-85f3-ff184bf73553 req-412addeb-d844-47e8-8170-89825ba9bbeb tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289954 Feb 07 13:04:31.033946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:31.059056 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-f189a8cc-1327-4113-a101-aae288169c4b req-6dcd5383-814b-459c-8109-968b9606ddb4 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387196 Feb 07 13:04:31.065208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952fbf-afff-4ea8-b4f2-c951107347a5 req-f8375127-a482-4649-abcc-962f280c286d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:31.066891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3952fbf-afff-4ea8-b4f2-c951107347a5 req-f8375127-a482-4649-abcc-962f280c286d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 943 time: 0.2323394 Feb 07 13:04:31.096376 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733a0dc7-8b51-4500-b0aa-4e8181cd8866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b1c39b-0e4b-4f80-8352-5d32d02b00b8', 'code': 200} Feb 07 13:04:31.253860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3952fbf-afff-4ea8-b4f2-c951107347a5 req-5edd0495-d134-420c-9895-3c3779f74417 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536832 Feb 07 13:04:31.295664 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:31.306667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['6aaa0c4a-8ec0-4fa4-983d-9111712118b8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:31.348720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6f41edb0-e8bc-4a5e-b89b-8cf2604ae222'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:31.444755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:31.515397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:31.593724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:31.620877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Pushing event updated for resources: {'Port': ['ID=807248e8-7471-4529-9fd1-2a4652afc3ca,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:31.735487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63797a-0dd7-4883-917e-b7f96b39917d req-972226ad-0191-47e3-bf8b-478b5f96aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:31.737797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b63797a-0dd7-4883-917e-b7f96b39917d req-972226ad-0191-47e3-bf8b-478b5f96aa24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 1096 time: 0.5705960 Feb 07 13:04:31.771603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:31.772261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:31.791647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37140) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:31.809261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:31.824417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:31.828376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe70ee6a0d349ecab6a40b8c98bfb8b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:31.830895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-a04ab4d0-e171-458a-8bb5-be1830ecc0c8 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:31.832117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:31.832404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-a04ab4d0-e171-458a-8bb5-be1830ecc0c8 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 821 time: 0.4387076 Feb 07 13:04:31.838122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:31.848889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9aab4451-c636-4797-bf3d-3e57a4e16e73 None None] Provisioning for port 807248e8-7471-4529-9fd1-2a4652afc3ca completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:31.851267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e1d98-c48a-4d80-a576-3353a6ca94bb req-b059a004-5dc3-432d-8763-71cc9f733df5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:31.851999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e94e1d98-c48a-4d80-a576-3353a6ca94bb req-b059a004-5dc3-432d-8763-71cc9f733df5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Synchronizing usage tracker for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:31.854670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9aab4451-c636-4797-bf3d-3e57a4e16e73 None None] Provisioning complete for port 807248e8-7471-4529-9fd1-2a4652afc3ca triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:31.855039 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9aab4451-c636-4797-bf3d-3e57a4e16e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:31.894137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-9d11b4ce-5756-48ad-901a-b52243793081 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/quotas/66e14c5236eb450ab0bfb4eebe2d680a HTTP/1.1" status: 200 len: 375 time: 0.0380580 Feb 07 13:04:31.904849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b63797a-0dd7-4883-917e-b7f96b39917d req-389c5f05-784e-44b9-9c5d-8dbd85025f93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407173 Feb 07 13:04:31.913898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9aab4451-c636-4797-bf3d-3e57a4e16e73 None None] Port 807248e8-7471-4529-9fd1-2a4652afc3ca cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:04:31.980002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0b112540-c794-430c-a877-07ffe1b45a1c details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:31.993769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-a1b908bb-42b2-4521-ac21-f1b541048d51 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8576407 Feb 07 13:04:32.019583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Request body: {'port': {'device_id': '255dc412-e803-4e44-a3f0-079162e874a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:32.051112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.055746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e94e1d98-c48a-4d80-a576-3353a6ca94bb req-b059a004-5dc3-432d-8763-71cc9f733df5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Unset dirty status for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:32.056704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e94e1d98-c48a-4d80-a576-3353a6ca94bb req-b059a004-5dc3-432d-8763-71cc9f733df5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 936 time: 0.8473365 Feb 07 13:04:32.097526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefa2489-174c-4d6a-8d2b-c96f070aee3a {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:32.114080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.131950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0b112540-c794-430c-a877-07ffe1b45a1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0b112540-c794-430c-a877-07ffe1b45a1c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:32.146069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '0b112540-c794-430c-a877-07ffe1b45a1c', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'port_id': '0b112540-c794-430c-a877-07ffe1b45a1c', 'mac_address': 'fa:16:3e:13:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b674a9c6-92fb-4e7a-8a46-784f145af0b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:04:32.146710 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.193924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Transition to ACTIVE for port object cefa2489-174c-4d6a-8d2b-c96f070aee3a will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:32.207600 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3fe70ee6a0d349ecab6a40b8c98bfb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112000 Feb 07 13:04:32.207804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e94e1d98-c48a-4d80-a576-3353a6ca94bb req-0dcd96db-52e5-4446-a621-72a171ef1b97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325240 Feb 07 13:04:32.207915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37146) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:32.210073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3594a1f-ba4c-4e4e-a304-be00c27efef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a7cde-28ea-4231-83ae-62ce5299d278,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:32.216677 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.233863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-519a96cb-8366-4354-8f92-5755a80254b7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3331091 Feb 07 13:04:32.247787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b112540-c794-430c-a877-07ffe1b45a1c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:32.258392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.272570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0b112540-c794-430c-a877-07ffe1b45a1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0b112540-c794-430c-a877-07ffe1b45a1c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:32.309439 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c601c64-0f11-4573-a108-29075aa53d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.317798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.337887 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c601c64-0f11-4573-a108-29075aa53d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.362142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.428270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0b112540-c794-430c-a877-07ffe1b45a1c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:32.489434 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c601c64-0f11-4573-a108-29075aa53d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.507049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c601c64-0f11-4573-a108-29075aa53d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a7cde-28ea-4231-83ae-62ce5299d278,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:32.510823 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c601c64-0f11-4573-a108-29075aa53d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:32.512049 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1c601c64-0f11-4573-a108-29075aa53d68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a0a7cde-28ea-4231-83ae-62ce5299d278 HTTP/1.1" status: 204 len: 168 time: 0.3037689 Feb 07 13:04:32.605666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0b112540-c794-430c-a877-07ffe1b45a1c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:32.705683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cefa2489-174c-4d6a-8d2b-c96f070aee3a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:32.880584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-ccc8e996-199b-4b01-9a7c-fcba9ae0fc24 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458874 Feb 07 13:04:33.028911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c88aa-6b2c-4923-8fe1-3c629f40a0bf req-aeecaf7d-3582-461e-bd6e-0dc5ade759f9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:33.030397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d0c88aa-6b2c-4923-8fe1-3c629f40a0bf req-aeecaf7d-3582-461e-bd6e-0dc5ade759f9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 945 time: 0.5429149 Feb 07 13:04:33.058585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Attempting to bind port cefa2489-174c-4d6a-8d2b-c96f070aee3a on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:33.058922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Attempting to bind port cefa2489-174c-4d6a-8d2b-c96f070aee3a by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:33.059253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Attempting to bind port cefa2489-174c-4d6a-8d2b-c96f070aee3a on network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:33.139634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Port cefa2489-174c-4d6a-8d2b-c96f070aee3a on network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:04:33.139830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Attempting to bind port cefa2489-174c-4d6a-8d2b-c96f070aee3a on network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:33.179564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:33.179892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Checking segment: {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:33.180397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Bound using segment: {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:33.180745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Bound port: cefa2489-174c-4d6a-8d2b-c96f070aee3a, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750658f8-7989-47cb-a92f-f59c8d90cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:33.181095 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:33.223940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d0c88aa-6b2c-4923-8fe1-3c629f40a0bf req-63502ee6-fb0c-4610-9455-ef1bdc42665c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862767 Feb 07 13:04:33.261207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-4b4fb09a-486d-4862-a224-95b1835c33fb service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695390 Feb 07 13:04:33.364491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] For port cefa2489-174c-4d6a-8d2b-c96f070aee3a, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:33.452582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] For port cefa2489-174c-4d6a-8d2b-c96f070aee3a, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cefa2489-174c-4d6a-8d2b-c96f070aee3a,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:33.512774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807248e8-7471-4529-9fd1-2a4652afc3ca {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:33.557080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:33.570476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:33.711840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Transition to ACTIVE for port object 807248e8-7471-4529-9fd1-2a4652afc3ca will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:33.732610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:33.733236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:33.734633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/cefa2489-174c-4d6a-8d2b-c96f070aee3a HTTP/1.1" status: 200 len: 1092 time: 2.9415519 Feb 07 13:04:33.735959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'tag': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:33.767158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be176f5-144c-43eb-b379-df808a679473 req-a16409af-fb29-4f76-97d9-db97139952d4 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:33.774643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5be176f5-144c-43eb-b379-df808a679473 req-a16409af-fb29-4f76-97d9-db97139952d4 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 945 time: 0.4054964 Feb 07 13:04:33.803096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6435c8-6e82-4b1a-9b8c-015a773c02c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cefa2489-174c-4d6a-8d2b-c96f070aee3a,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:33.822770 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:33.955771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5be176f5-144c-43eb-b379-df808a679473 req-b2fc4bb9-e3d1-483a-a45a-03f668b59708 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795437 Feb 07 13:04:33.988302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-aa3b7695-241a-45b7-8a54-d4b284521ea8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:33.989847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-aa3b7695-241a-45b7-8a54-d4b284521ea8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 945 time: 0.4797692 Feb 07 13:04:34.005888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0b112540-c794-430c-a877-07ffe1b45a1c up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:34.155315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518e725-e362-453f-9048-25eb905c42a9 req-873f838a-a4b0-4661-9758-3b424564ef73 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:34.156873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3518e725-e362-453f-9048-25eb905c42a9 req-873f838a-a4b0-4661-9758-3b424564ef73 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 944 time: 0.5901034 Feb 07 13:04:34.168267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Pushing event updated for resources: {'Port': ['ID=807248e8-7471-4529-9fd1-2a4652afc3ca,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:34.282557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 0b112540-c794-430c-a877-07ffe1b45a1c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:34.288787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 0b112540-c794-430c-a877-07ffe1b45a1c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:34.289271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:34.430129 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:34.445270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Deleting port 54988e37-4b07-4f06-a616-a86fa989cf2e {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:04:34.445789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:34.460506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c399e79-9e26-45aa-93da-1fa1976544eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b112540-c794-430c-a877-07ffe1b45a1c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:34.470672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0b112540-c794-430c-a877-07ffe1b45a1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0b112540-c794-430c-a877-07ffe1b45a1c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:34.549595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3518e725-e362-453f-9048-25eb905c42a9 req-82c88fd0-50f9-4be0-af1f-d40657e043e7 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785579 Feb 07 13:04:34.569263 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:34.621083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Attempting to bind port 807248e8-7471-4529-9fd1-2a4652afc3ca on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:34.621419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Attempting to bind port 807248e8-7471-4529-9fd1-2a4652afc3ca by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:34.621752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Attempting to bind port 807248e8-7471-4529-9fd1-2a4652afc3ca on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:34.625775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-66ab14ac-d20b-457f-adeb-38015e63861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:34.627855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-66ab14ac-d20b-457f-adeb-38015e63861c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c62e0c0b192540c59feaa857f1d73246&device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 1095 time: 0.7508953 Feb 07 13:04:34.639410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Port 807248e8-7471-4529-9fd1-2a4652afc3ca on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:04:34.639738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Attempting to bind port 807248e8-7471-4529-9fd1-2a4652afc3ca on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:34.688677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0b112540-c794-430c-a877-07ffe1b45a1c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:34.734621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-761b6a52-e03f-48b8-a222-7a726a8ea55a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefa2489-174c-4d6a-8d2b-c96f070aee3a HTTP/1.1" status: 200 len: 217 time: 0.0962365 Feb 07 13:04:34.791440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:34.797299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:34.797299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:34.797299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Bound port: 807248e8-7471-4529-9fd1-2a4652afc3ca, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:34.797299 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:34.929178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62200e6-758b-49ea-95fd-092d85f4741c req-90f5ccee-6a39-41f1-acee-f4b4913d67fb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:34.930684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d62200e6-758b-49ea-95fd-092d85f4741c req-90f5ccee-6a39-41f1-acee-f4b4913d67fb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 944 time: 0.5976608 Feb 07 13:04:35.056680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-7c191590-9ef9-46ba-884a-27eb08e79e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.058299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-7c191590-9ef9-46ba-884a-27eb08e79e14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7fe9020-e860-4708-a7b0-8aa8014c79a4 HTTP/1.1" status: 200 len: 843 time: 0.2009034 Feb 07 13:04:35.178033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d62200e6-758b-49ea-95fd-092d85f4741c req-69fda080-b206-43b1-850d-7290ce757e83 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090054 Feb 07 13:04:35.202652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] For port 54988e37-4b07-4f06-a616-a86fa989cf2e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=54988e37-4b07-4f06-a616-a86fa989cf2e,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:35.208416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:35.222595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] For port 807248e8-7471-4529-9fd1-2a4652afc3ca, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:35.235261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40b15e-10a0-4998-ab63-6b44dd7a058d req-b15c28f5-bdfd-43d1-b80d-e15237fb8e43 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.237040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea40b15e-10a0-4998-ab63-6b44dd7a058d req-b15c28f5-bdfd-43d1-b80d-e15237fb8e43 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 948 time: 0.5197735 Feb 07 13:04:35.251524 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-e4a4339b-8ad8-485d-bc0e-64971a3e92ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840921 Feb 07 13:04:35.360302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-dcb37975-cc8e-4b16-ae81-ec6a4215310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.362465 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-dcb37975-cc8e-4b16-ae81-ec6a4215310c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 1097 time: 0.0876443 Feb 07 13:04:35.369981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] For port 807248e8-7471-4529-9fd1-2a4652afc3ca, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=807248e8-7471-4529-9fd1-2a4652afc3ca,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:35.390302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Calling delete_port for 54988e37-4b07-4f06-a616-a86fa989cf2e owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:04:35.490251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:35.521066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-cd0947b3-f1f1-4c32-8551-e6cc2631c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.522783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-cd0947b3-f1f1-4c32-8551-e6cc2631c55a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.1401274 Feb 07 13:04:35.528809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e276194f-e773-4624-996a-66b000b606e0 req-d89b6cd3-36e6-4d75-abd6-826fafccc724 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 210 time: 0.1608562 Feb 07 13:04:35.598221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea40b15e-10a0-4998-ab63-6b44dd7a058d req-0bedfea6-52b5-46a7-8ec2-dcb7306d0903 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946169 Feb 07 13:04:35.604843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.605467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:35.606839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] 10.222.0.35 "PUT /v2.0/ports/807248e8-7471-4529-9fd1-2a4652afc3ca HTTP/1.1" status: 200 len: 1096 time: 3.5962951 Feb 07 13:04:35.637214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-d9948e4e-39ea-4a1d-bd80-e8ab740db04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.638923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-d9948e4e-39ea-4a1d-bd80-e8ab740db04e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5baea6-3978-40b8-9d49-2a27afdbfb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5613191 Feb 07 13:04:35.645806 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-dc51a5cf-4ad5-43ad-9ebb-ca6201e007d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0fbbda3-b287-4b87-abe6-533d76976d33 HTTP/1.1" status: 200 len: 217 time: 0.1173909 Feb 07 13:04:35.680972 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'tag': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'status': 'completed', 'code': 200} Feb 07 13:04:35.716686 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c399e79-9e26-45aa-93da-1fa1976544eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b112540-c794-430c-a877-07ffe1b45a1c', 'code': 200} Feb 07 13:04:35.778016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-8b4cfee1-fe1a-4409-8baf-e5274d2eed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.782066 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-8b4cfee1-fe1a-4409-8baf-e5274d2eed96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.1301246 Feb 07 13:04:35.908801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc3d04-b5ea-4368-bf32-1cea08e5cc7a service neutron] Pushing event updated for resources: {'Port': ['ID=807248e8-7471-4529-9fd1-2a4652afc3ca,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:35.981901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-cc505bcb-925c-48ff-8b4b-bfdc13a58beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.984436 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-cc505bcb-925c-48ff-8b4b-bfdc13a58beb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911318 Feb 07 13:04:35.990930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd9af8-ea16-4cbd-81c4-1d0c90282e1e req-46874212-3699-4003-9ea7-66ac4b83358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:35.992692 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-92cd9af8-ea16-4cbd-81c4-1d0c90282e1e req-46874212-3699-4003-9ea7-66ac4b83358a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 1096 time: 0.1348600 Feb 07 13:04:36.138201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-92cd9af8-ea16-4cbd-81c4-1d0c90282e1e req-945bab27-d613-40c2-86ad-195033187971 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172514 Feb 07 13:04:36.177130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-48b4603c-22e0-4ccf-b64c-f1f307bae631 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828284 Feb 07 13:04:36.285158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-a13bb4b0-c164-410b-92e5-be35b0066543 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365426 Feb 07 13:04:36.301428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-412ef665-95cc-4640-bb7e-718fa830d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:36.302855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-412ef665-95cc-4640-bb7e-718fa830d804 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 1099 time: 0.4465020 Feb 07 13:04:36.311242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78997c-ccf0-45f3-9e3a-ca425efb02bc req-42bcbfdc-5594-47de-80ee-c160ba4a270f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:36.312678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab78997c-ccf0-45f3-9e3a-ca425efb02bc req-42bcbfdc-5594-47de-80ee-c160ba4a270f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 945 time: 0.4491956 Feb 07 13:04:36.335303 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:36.346602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:36.350212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a2493-d54f-4c73-8c9f-28ef4b94053e req-b7a5b23d-79b1-46ff-8fbf-73f3a0a1b3fb tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:36.351749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-787a2493-d54f-4c73-8c9f-28ef4b94053e req-b7a5b23d-79b1-46ff-8fbf-73f3a0a1b3fb tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 945 time: 0.4453239 Feb 07 13:04:36.538884 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d4d817ec-22ab-40d3-b5f7-ea0afbff4ea9 req-44240e85-fd12-45ca-872c-fdd3396d1074 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905107 Feb 07 13:04:36.542492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-da2b7ffe-b0bc-4368-8424-1995ac27569d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=807248e8-7471-4529-9fd1-2a4652afc3ca HTTP/1.1" status: 200 len: 217 time: 0.1158013 Feb 07 13:04:36.574394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab78997c-ccf0-45f3-9e3a-ca425efb02bc req-ec3cac53-e15d-4f21-834e-dc0a83082dca tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368515 Feb 07 13:04:36.725412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event deleted for resources: {'Port': ['ID=54988e37-4b07-4f06-a616-a86fa989cf2e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:36.954008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] No DVR routers for this DVR port 54988e37-4b07-4f06-a616-a86fa989cf2e on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:04:36.965744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-787a2493-d54f-4c73-8c9f-28ef4b94053e req-00a3e888-0410-459b-9eb2-d66df1b44f10 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946812 Feb 07 13:04:36.970165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:36.995930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-497fdd85-86d1-4f2a-8ef3-39cea891098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:36.997127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-497fdd85-86d1-4f2a-8ef3-39cea891098b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.4157329 Feb 07 13:04:37.071742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-47a01348-ad9d-4923-9fff-9bfee44743c8 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:37.072763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-47a01348-ad9d-4923-9fff-9bfee44743c8 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 821 time: 0.7572653 Feb 07 13:04:37.128217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca3d2b8-8aab-45e6-be48-613ee4dc4bda req-9330d73f-6d58-42f0-a355-6e64998c8ef8 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7701118 Feb 07 13:04:37.134589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Request body: {'port': {'device_id': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'admin_state_up': True, 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:37.240555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3800bb77-1e67-46fa-9ef1-9c2432d27924 req-0e722fc0-aee7-45f1-9472-b7d3896c8eec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "DELETE /v2.0/ports/54988e37-4b07-4f06-a616-a86fa989cf2e HTTP/1.1" status: 204 len: 173 time: 3.1856492 Feb 07 13:04:37.260925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd1120-684e-4abd-9b03-63ea064197bb req-7379c3e3-ae45-44f9-b502-9ecf686953c1 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:37.262419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39fd1120-684e-4abd-9b03-63ea064197bb req-7379c3e3-ae45-44f9-b502-9ecf686953c1 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 944 time: 0.5338690 Feb 07 13:04:37.381085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-5fad8488-83ab-4acb-b90a-6aba43115e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:37.382452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-5fad8488-83ab-4acb-b90a-6aba43115e91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3705635 Feb 07 13:04:37.490890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39fd1120-684e-4abd-9b03-63ea064197bb req-4619e80b-deab-40e2-be64-a6bb7c98dda0 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155218 Feb 07 13:04:37.510370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a235016-b86e-4556-9f0b-ebbc4dcdbf6a req-d9b830e8-dba1-4f95-a593-6d574f8317b5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:37.511880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a235016-b86e-4556-9f0b-ebbc4dcdbf6a req-d9b830e8-dba1-4f95-a593-6d574f8317b5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.4297223 Feb 07 13:04:37.528399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:37.575711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:37.658107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a235016-b86e-4556-9f0b-ebbc4dcdbf6a req-e050c40e-5a41-495d-afa9-174d868fee42 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330211 Feb 07 13:04:37.666048 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 54988e37-4b07-4f06-a616-a86fa989cf2e no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:04:37.688843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255dc412-e803-4e44-a3f0-079162e874a3', 'tag': '807248e8-7471-4529-9fd1-2a4652afc3ca'}, {'server_uuid': '8e9258fd-989e-4f4d-8997-e9b258b7b14e', 'name': 'network-vif-deleted', 'tag': '54988e37-4b07-4f06-a616-a86fa989cf2e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:37.706231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-14b735c5-388c-4eaf-90af-37fa530ab405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:37.707759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-14b735c5-388c-4eaf-90af-37fa530ab405 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c62e0c0b192540c59feaa857f1d73246&device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 1095 time: 0.3707471 Feb 07 13:04:37.708387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Made reservation on behalf of 66e14c5236eb450ab0bfb4eebe2d680a for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:37.711811 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:37.713068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 54988e37-4b07-4f06-a616-a86fa989cf2e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:04:37.713738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 54988e37-4b07-4f06-a616-a86fa989cf2e not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:04:37.723933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af4d3107-0ecd-4d74-a261-4aa3ba810523 req-49d80496-c68a-4ad7-bcd3-6c18b894729d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 210 time: 0.1061227 Feb 07 13:04:37.725748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-f0661587-7c35-454a-a68e-f33a5da26920 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315866 Feb 07 13:04:38.148170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eafcb4bd-e90e-4812-a75b-519821271e34 req-978074de-a17e-4a80-b065-7a363dff9fd3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:38.336906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-048395d3-434d-4f11-83f8-c154d6abc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:38.338402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-048395d3-434d-4f11-83f8-c154d6abc778 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5baea6-3978-40b8-9d49-2a27afdbfb3f HTTP/1.1" status: 200 len: 904 time: 0.6102619 Feb 07 13:04:38.349781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87fc361d-e777-4b2c-8bb2-01ee16587026 req-9b5b59fc-4951-4ec2-801e-670018d31553 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986955 Feb 07 13:04:38.350370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eafcb4bd-e90e-4812-a75b-519821271e34 req-978074de-a17e-4a80-b065-7a363dff9fd3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:38.351533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eafcb4bd-e90e-4812-a75b-519821271e34 req-978074de-a17e-4a80-b065-7a363dff9fd3 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e9258fd-989e-4f4d-8997-e9b258b7b14e HTTP/1.1" status: 200 len: 210 time: 0.3980963 Feb 07 13:04:38.427758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a419dd4-1040-49da-b988-d0c5ffaa2e0a req-5e85f90e-0bee-458e-a634-4d68769e0b33 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:38.429293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a419dd4-1040-49da-b988-d0c5ffaa2e0a req-5e85f90e-0bee-458e-a634-4d68769e0b33 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 948 time: 0.4805255 Feb 07 13:04:38.437605 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255dc412-e803-4e44-a3f0-079162e874a3', 'tag': '807248e8-7471-4529-9fd1-2a4652afc3ca', 'status': 'completed', 'code': 200} Feb 07 13:04:38.437888 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9258fd-989e-4f4d-8997-e9b258b7b14e', 'name': 'network-vif-deleted', 'tag': '54988e37-4b07-4f06-a616-a86fa989cf2e', 'status': 'completed', 'code': 200} Feb 07 13:04:38.480747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-604bc0c3-bcc1-4ce4-a40c-1e222ea8ad56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefa2489-174c-4d6a-8d2b-c96f070aee3a HTTP/1.1" status: 200 len: 217 time: 0.1237543 Feb 07 13:04:38.603091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Allocated IP 172.20.0.6 (c58f2101-7107-4eed-95a4-cfa1b390d384/b9ecaeef-fc09-490e-a37f-9a4131d29439/8eee10a3-ea5e-4830-b3e1-ef5cc14b0752) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:38.659470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a419dd4-1040-49da-b988-d0c5ffaa2e0a req-1b2e3136-3d2a-4890-85cc-cf73900c2e25 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106271 Feb 07 13:04:38.694478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-27af421e-93ee-4f97-bf09-a62f50e258dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:38.695903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-27af421e-93ee-4f97-bf09-a62f50e258dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7fe9020-e860-4708-a7b0-8aa8014c79a4 HTTP/1.1" status: 200 len: 843 time: 0.1910107 Feb 07 13:04:38.713314 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c487bae6-264f-456f-87ef-e73312527678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:38.855047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-bb3b2331-3a9b-45b4-843d-c2f6960a3417 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4096215 Feb 07 13:04:38.918051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-09f3608d-c76f-4b31-8eba-0fdd19819b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:38.919556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-09f3608d-c76f-4b31-8eba-0fdd19819b79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 1099 time: 0.4088895 Feb 07 13:04:39.148699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-25040c34-2542-4c81-9374-49b3946664bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:39.150113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-25040c34-2542-4c81-9374-49b3946664bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5baea6-3978-40b8-9d49-2a27afdbfb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4352660 Feb 07 13:04:39.259990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:39.337015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc628-0ee6-4535-acfc-848f0780744e req-daa9f837-08be-4866-8534-e844622c5f82 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:39.338399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-305fc628-0ee6-4535-acfc-848f0780744e req-daa9f837-08be-4866-8534-e844622c5f82 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 944 time: 0.5383596 Feb 07 13:04:39.361204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-d5f7097f-8667-4834-a7ee-dfdbf6033264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:39.362603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-d5f7097f-8667-4834-a7ee-dfdbf6033264 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.4366257 Feb 07 13:04:39.382499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Transition to ACTIVE for port object 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:39.593968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-23606970-2459-4168-9301-2089ca7bb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:39.596137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-23606970-2459-4168-9301-2089ca7bb670 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1095 time: 0.6385472 Feb 07 13:04:39.617856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-dccdb367-a64f-42b0-b075-d55cba5be8a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=807248e8-7471-4529-9fd1-2a4652afc3ca HTTP/1.1" status: 200 len: 217 time: 0.2328126 Feb 07 13:04:39.769411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-305fc628-0ee6-4535-acfc-848f0780744e req-6cc52e80-1df1-418f-8555-693eea8c0daa tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193962 Feb 07 13:04:39.796682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-979fe53f-e67c-4d8a-809f-40a48e078b2f service neutron] 10.222.0.35 "GET /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393545 Feb 07 13:04:39.893426 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:04:39.906969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-9056bd3d-5762-40b8-8e9a-34a4e248c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:39.908457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-9056bd3d-5762-40b8-8e9a-34a4e248c2b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2735920 Feb 07 13:04:39.960374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9326c-87e9-4e17-aaae-ef88e69422c9 req-562b845e-7a26-4241-bcc7-f6de594d5b75 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:39.961886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09b9326c-87e9-4e17-aaae-ef88e69422c9 req-562b845e-7a26-4241-bcc7-f6de594d5b75 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.7909234 Feb 07 13:04:40.015944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cefa2489-174c-4d6a-8d2b-c96f070aee3a details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:40.034669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:40.153315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4bc56544-05b4-4dd2-b822-8d9f0a93c01b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:40.161485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-0b3f6583-b5dc-4da4-877c-210449813a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:40.162934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-0b3f6583-b5dc-4da4-877c-210449813a31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.5244660 Feb 07 13:04:40.214651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cefa2489-174c-4d6a-8d2b-c96f070aee3a, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cefa2489-174c-4d6a-8d2b-c96f070aee3a,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:40.233542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'port_id': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'mac_address': 'fa:16:3e:e0:36:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:04:40.265760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Network c58f2101-7107-4eed-95a4-cfa1b390d384 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:40.304349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09b9326c-87e9-4e17-aaae-ef88e69422c9 req-9d7674a0-6032-4e6d-81a7-2473b39bd8fc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865441 Feb 07 13:04:40.305230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:40.312295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Pushing event updated for resources: {'Port': ['ID=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:40.326224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:40.382143 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:40.384054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-197b23a3-aff7-4a0c-a88d-f4b221fde4ad req-c54b6253-5d76-490e-bd4c-a0e837bd6d4a service neutron] 10.222.0.35 "GET /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648181 Feb 07 13:04:40.419683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefa2489-174c-4d6a-8d2b-c96f070aee3a {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:40.421474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-b5cf824c-110b-4c7e-9815-3d9573e9988c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 999 time: 0.2436080 Feb 07 13:04:40.510372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cefa2489-174c-4d6a-8d2b-c96f070aee3a, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cefa2489-174c-4d6a-8d2b-c96f070aee3a,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:40.581270 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:40.651686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-3de12bf2-4b2a-441a-91e8-0e812ba43ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:40.653452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-3de12bf2-4b2a-441a-91e8-0e812ba43ef0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7389095 Feb 07 13:04:40.670429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1c9d0-c316-4ba7-b080-04944cb9e842 req-565981ac-a2b5-4a63-94fa-400b542fcf53 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:40.678096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5a1c9d0-c316-4ba7-b080-04944cb9e842 req-565981ac-a2b5-4a63-94fa-400b542fcf53 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 931 time: 0.7807398 Feb 07 13:04:40.697540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:40.698250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:40.706647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cefa2489-174c-4d6a-8d2b-c96f070aee3a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:40.830113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cefa2489-174c-4d6a-8d2b-c96f070aee3a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:40.855871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-42538aa3-0677-46db-9a78-73778d6a6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:40.857449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-42538aa3-0677-46db-9a78-73778d6a6205 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.4223819 Feb 07 13:04:40.864538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ef0cd85e-a00c-4836-9edd-831dd5ef1375 None None] Provisioning for port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:40.876607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ef0cd85e-a00c-4836-9edd-831dd5ef1375 None None] Provisioning complete for port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:40.876987 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd85e-a00c-4836-9edd-831dd5ef1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:40.928529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5a1c9d0-c316-4ba7-b080-04944cb9e842 req-d5d78387-a026-4d1c-84af-e7edae719968 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493358 Feb 07 13:04:40.966860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cd85e-a00c-4836-9edd-831dd5ef1375 None None] Port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:04:40.988747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-e32d0826-de4f-4187-a4f4-18a3bee4919d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8648667 Feb 07 13:04:41.000099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-557af5e6-9d78-4932-a510-d41b6be2f7fc service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752585 Feb 07 13:04:41.010858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Request body: {'port': {'device_id': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:41.117255 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7e840a8e-3a3e-4adb-8866-22f8acaf4118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:41.120212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e900eba-6133-49c9-9b82-f7b2ba5ca8b5 req-1962b289-697f-4c6c-8ea7-b7ea0c00eb8b tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:41.124490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e900eba-6133-49c9-9b82-f7b2ba5ca8b5 req-1962b289-697f-4c6c-8ea7-b7ea0c00eb8b tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 945 time: 0.6150410 Feb 07 13:04:41.330966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-2538ad18-92c9-45cd-b770-fc86d6f6f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:41.332516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-2538ad18-92c9-45cd-b770-fc86d6f6f77e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4510386 Feb 07 13:04:41.535894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e900eba-6133-49c9-9b82-f7b2ba5ca8b5 req-2ef55dae-55a1-40b1-a4ea-2abb4d588e40 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/security-groups?id=7da9aca6-90ee-4c66-af89-f3080d473b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469317 Feb 07 13:04:41.648660 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:41.713232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46f8071a-34e0-4e8f-963e-85135126ef7d req-4432d5ab-941d-4cf0-92f4-b6a8530776a8 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569724 Feb 07 13:04:41.821363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9cd8e-b2f0-4b51-aa48-0d21a6ba3fb3 req-8e2d9d72-f793-49e3-b456-758aa5bada63 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:41.822833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1b9cd8e-b2f0-4b51-aa48-0d21a6ba3fb3 req-8e2d9d72-f793-49e3-b456-758aa5bada63 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 948 time: 0.6325755 Feb 07 13:04:41.841168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-b7d82b06-5a06-44f9-9786-2adf220eac81 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970062 Feb 07 13:04:42.041820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 807248e8-7471-4529-9fd1-2a4652afc3ca details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:42.049999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cefa2489-174c-4d6a-8d2b-c96f070aee3a up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:42.055754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-6d5e0b73-37cf-4a36-b7c3-6e093deef40e tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:42.055754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-6d5e0b73-37cf-4a36-b7c3-6e093deef40e tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.47 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 945 time: 0.4465404 Feb 07 13:04:42.138731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1b9cd8e-b2f0-4b51-aa48-0d21a6ba3fb3 req-9622903e-00b1-47b1-9401-6b5fa8321b46 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065047 Feb 07 13:04:42.233821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:42.240912 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:42.295067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 807248e8-7471-4529-9fd1-2a4652afc3ca, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=807248e8-7471-4529-9fd1-2a4652afc3ca,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:42.303608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port cefa2489-174c-4d6a-8d2b-c96f070aee3a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:42.313353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port cefa2489-174c-4d6a-8d2b-c96f070aee3a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:42.313722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:42.336754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '807248e8-7471-4529-9fd1-2a4652afc3ca', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '807248e8-7471-4529-9fd1-2a4652afc3ca', 'mac_address': 'fa:16:3e:8d:2a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:04:42.366660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Deleting port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:04:42.367007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:42.421580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:42.432691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1a701f-69a6-4759-8768-00716e8bc2a3 req-6dd7f305-c071-4c6d-a6fe-08830c447e45 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734622 Feb 07 13:04:42.443325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807248e8-7471-4529-9fd1-2a4652afc3ca {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:42.505710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 807248e8-7471-4529-9fd1-2a4652afc3ca, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=807248e8-7471-4529-9fd1-2a4652afc3ca,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:42.516230 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:42.544667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:42.554460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cefa2489-174c-4d6a-8d2b-c96f070aee3a, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cefa2489-174c-4d6a-8d2b-c96f070aee3a,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:42.568935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a4cb-fddd-4a48-8914-556d414b49b1 req-1b21c1f2-d53d-4602-b54f-b1c269a9c742 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:42.570480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a83a4cb-fddd-4a48-8914-556d414b49b1 req-1b21c1f2-d53d-4602-b54f-b1c269a9c742 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 945 time: 0.5794697 Feb 07 13:04:42.597726 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:42.648144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-91266559-f344-47b6-9df3-9653a5d380d2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:42.649662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-91266559-f344-47b6-9df3-9653a5d380d2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.4026446 Feb 07 13:04:42.674358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=807248e8-7471-4529-9fd1-2a4652afc3ca,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:42.677006 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:42.747419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cefa2489-174c-4d6a-8d2b-c96f070aee3a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:42.772286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a83a4cb-fddd-4a48-8914-556d414b49b1 req-c8f2fc74-a4b1-41d9-b9b0-8f0b3cc410d2 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874425 Feb 07 13:04:42.773486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-3bd30e7d-b07d-47c9-8c1a-03c2fa1be670 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/quotas/36c74833efc5459a8f831955e06d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.1076562 Feb 07 13:04:42.875733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['807248e8-7471-4529-9fd1-2a4652afc3ca'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:42.903453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:42.947738 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:43.015757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Transition to ACTIVE for port object 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:43.031915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] For port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,segment=NetworkSegment(4fc7da99-2b8e-4ee6-a883-872fa19c7635),segment_id=4fc7da99-2b8e-4ee6-a883-872fa19c7635)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:43.032578 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:43.302813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Calling delete_port for c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:04:43.333689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:43.345068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-54d439f8-430d-4c04-86d1-92c7282ab39e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5365753 Feb 07 13:04:43.608860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:43.653666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7df17-e06a-4536-a8b3-0a3fd075a688 req-41addcdf-8fcd-41ee-9a92-ef1cce112144 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:43.655199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cb7df17-e06a-4536-a8b3-0a3fd075a688 req-41addcdf-8fcd-41ee-9a92-ef1cce112144 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.7639570 Feb 07 13:04:43.663994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Pushing event updated for resources: {'Port': ['ID=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:43.867342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-f55a0cdd-4b67-4179-a7c2-e2a64929038e service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807193 Feb 07 13:04:43.870220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cb7df17-e06a-4536-a8b3-0a3fd075a688 req-6f212e3f-12fe-43df-bed0-34a50dc5d6b1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714132 Feb 07 13:04:43.959655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:43.961905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Attempting to bind port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:43.968057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Attempting to bind port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:43.968057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Attempting to bind port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 on network c58f2101-7107-4eed-95a4-cfa1b390d384 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:44.051670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 807248e8-7471-4529-9fd1-2a4652afc3ca up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:44.053321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 on network c58f2101-7107-4eed-95a4-cfa1b390d384 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:04:44.053657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Attempting to bind port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 on network c58f2101-7107-4eed-95a4-cfa1b390d384 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:44.055830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Pushing event deleted for resources: {'Port': ['ID=c9b1c39b-0e4b-4f80-8352-5d32d02b00b8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:44.112913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:44.113272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Checking segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:44.113664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Bound using segment: {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:44.114116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Bound port: 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:44.114467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:44.208733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 807248e8-7471-4529-9fd1-2a4652afc3ca completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:44.213927 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 807248e8-7471-4529-9fd1-2a4652afc3ca triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:44.214429 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:44.240168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] No DVR routers for this DVR port c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:04:44.259621 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:44.262897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733a0dc7-8b51-4500-b0aa-4e8181cd8866', 'name': 'network-vif-deleted', 'tag': 'c9b1c39b-0e4b-4f80-8352-5d32d02b00b8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:44.292244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-eb1133dd-b713-421a-a98d-982079c19904 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136558 Feb 07 13:04:44.327685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b1e0-2139-4bb9-8d63-b1d4249799fd req-5b7edd54-16c0-4698-9edc-8a35a934096a tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:44.328390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8e17b1e0-2139-4bb9-8d63-b1d4249799fd req-5b7edd54-16c0-4698-9edc-8a35a934096a tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Synchronizing usage tracker for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:44.341914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] For port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:44.347456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] For port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:44.375691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:44.398243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9465e5eb-58b5-467b-bf96-9c02d3130315 req-602d3177-ead4-4c08-a1bc-659b4ab2f3c3 tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.47 "DELETE /v2.0/ports/c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 HTTP/1.1" status: 204 len: 173 time: 2.3310783 Feb 07 13:04:44.410446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 807248e8-7471-4529-9fd1-2a4652afc3ca, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=807248e8-7471-4529-9fd1-2a4652afc3ca,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:44.477386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8e17b1e0-2139-4bb9-8d63-b1d4249799fd req-5b7edd54-16c0-4698-9edc-8a35a934096a tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Unset dirty status for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:44.478582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e17b1e0-2139-4bb9-8d63-b1d4249799fd req-5b7edd54-16c0-4698-9edc-8a35a934096a tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 943 time: 0.4703844 Feb 07 13:04:44.523565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:44.527268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e17b1e0-2139-4bb9-8d63-b1d4249799fd req-8b2b73ca-c3ad-4095-82f9-604883494503 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Feb 07 13:04:44.530322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:44.626884 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'code': 200} Feb 07 13:04:44.675891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:44.677882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:44.682568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=807248e8-7471-4529-9fd1-2a4652afc3ca,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:44.704651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] 10.222.0.47 "PUT /v2.0/ports/8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 1091 time: 3.6735287 Feb 07 13:04:44.859821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:45.035223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-69a0965e-80ab-489d-abaf-131a5aefc33e req-b74f1f4d-f23f-4a39-9fac-7df24969c36b tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Synchronizing usage tracker for tenant:c4d087271d7c42a8b9034dbbb66591c0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:45.081439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea648ce-cc1c-4077-b7bd-26c01808b68a service neutron] Pushing event updated for resources: {'Port': ['ID=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:45.106896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681506fd-2aec-4442-a79b-f15294291d46 req-9c3b1ef2-059a-4d8a-af99-be74bc81f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:45.108321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-681506fd-2aec-4442-a79b-f15294291d46 req-9c3b1ef2-059a-4d8a-af99-be74bc81f27b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 1097 time: 0.3822765 Feb 07 13:04:45.165415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-6b05079f-3bf7-4c78-84f4-5483436276b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:45.166861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-6b05079f-3bf7-4c78-84f4-5483436276b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 1094 time: 0.3072772 Feb 07 13:04:45.170629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-69a0965e-80ab-489d-abaf-131a5aefc33e req-b74f1f4d-f23f-4a39-9fac-7df24969c36b tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] Unset dirty status for tenant:c4d087271d7c42a8b9034dbbb66591c0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:45.171641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69a0965e-80ab-489d-abaf-131a5aefc33e req-b74f1f4d-f23f-4a39-9fac-7df24969c36b tempest-InstanceActionsNegativeTestJSON-1072921980 tempest-InstanceActionsNegativeTestJSON-1072921980-project] 10.222.0.69 "GET /v2.0/ports?device_id=733a0dc7-8b51-4500-b0aa-4e8181cd8866 HTTP/1.1" status: 200 len: 210 time: 0.3328240 Feb 07 13:04:45.179677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbc848-dc50-4129-8374-cbbe44cea71f req-99551410-526b-4078-98be-5a4178162628 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:45.181391 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bdbc848-dc50-4129-8374-cbbe44cea71f req-99551410-526b-4078-98be-5a4178162628 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 950 time: 0.2710531 Feb 07 13:04:45.247574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-681506fd-2aec-4442-a79b-f15294291d46 req-c949c1bd-1888-49e9-84ae-85c140a31f2a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319723 Feb 07 13:04:45.269785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-70387a35-6912-439b-9825-0e0009818960 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 217 time: 0.0872824 Feb 07 13:04:45.498897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bdbc848-dc50-4129-8374-cbbe44cea71f req-f1f8b61d-8465-48b5-9236-a3654ae75500 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612569 Feb 07 13:04:45.543289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-69303609-9875-4ffd-bc54-9874604601ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:45.544948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-69303609-9875-4ffd-bc54-9874604601ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.2560084 Feb 07 13:04:45.553297 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733a0dc7-8b51-4500-b0aa-4e8181cd8866', 'name': 'network-vif-deleted', 'tag': 'c9b1c39b-0e4b-4f80-8352-5d32d02b00b8', 'status': 'completed', 'code': 200} Feb 07 13:04:45.651909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb386bf-3e87-47ea-a761-cc7d932ffc9b req-a508aad1-97b5-44ee-8693-6bd4e4851bed tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:45.653450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cb386bf-3e87-47ea-a761-cc7d932ffc9b req-a508aad1-97b5-44ee-8693-6bd4e4851bed tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.3635271 Feb 07 13:04:45.665504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87d60ba7-99b6-453f-ba79-d1c1762b9336 req-ef9f1314-b739-4849-be82-2efc314110d6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 210 time: 0.0706401 Feb 07 13:04:45.702360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:04:45.758913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2cb386bf-3e87-47ea-a761-cc7d932ffc9b req-cbe863fb-fe73-489d-a63c-849f060de878 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963480 Feb 07 13:04:45.770853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-90cc6687-c65e-4cc9-8abf-4fbfddc1d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:45.772622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-90cc6687-c65e-4cc9-8abf-4fbfddc1d037 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145267 Feb 07 13:04:45.777764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:04:45.778288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c9b1c39b-0e4b-4f80-8352-5d32d02b00b8 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:04:46.082488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-a70922f0-887a-4882-bd0d-ea7340230408 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997639 Feb 07 13:04:46.129478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede53c9-e67d-4505-acb9-3c19ec939850 req-66ebd39a-5e2f-4f9e-b892-8803ef253551 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:46.130952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aede53c9-e67d-4505-acb9-3c19ec939850 req-66ebd39a-5e2f-4f9e-b892-8803ef253551 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.2598968 Feb 07 13:04:46.140641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bc7c-98bb-4f7b-9c09-837e96f5af5c req-dde0119c-20cf-4459-b1b7-39ac4050ac71 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:46.142130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7889bc7c-98bb-4f7b-9c09-837e96f5af5c req-dde0119c-20cf-4459-b1b7-39ac4050ac71 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 943 time: 0.2287204 Feb 07 13:04:46.287305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aede53c9-e67d-4505-acb9-3c19ec939850 req-47801f82-9bbb-4abc-a7ac-3f34b0487b15 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968084 Feb 07 13:04:46.296145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7889bc7c-98bb-4f7b-9c09-837e96f5af5c req-925c0e55-1642-4969-8436-55a1d55ff588 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004753 Feb 07 13:04:46.335826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d0adf05-24df-4be9-82e5-e33274be1ad0 req-9c047f85-897d-4ba0-9597-af3b3b9e1d51 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377956 Feb 07 13:04:46.408775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37340) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:46.472265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3374dd-9384-47ab-b359-7b93cfb28b9e admin admin] Deleting subnet 61f1d045-d2a6-494f-96ef-a2f425cf4cd7 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:04:46.475235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea3374dd-9384-47ab-b359-7b93cfb28b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:46.529116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea3374dd-9384-47ab-b359-7b93cfb28b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:46.589166 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea3374dd-9384-47ab-b359-7b93cfb28b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:46.628344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255dc412-e803-4e44-a3f0-079162e874a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807248e8-7471-4529-9fd1-2a4652afc3ca'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:46.703158 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255dc412-e803-4e44-a3f0-079162e874a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807248e8-7471-4529-9fd1-2a4652afc3ca', 'code': 200} Feb 07 13:04:46.747698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479334e-abcb-45eb-b7b0-9e2ee29d3faa req-7d695dc9-9ee4-47c4-95d9-1e66fde3ab2a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:46.750526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7479334e-abcb-45eb-b7b0-9e2ee29d3faa req-7d695dc9-9ee4-47c4-95d9-1e66fde3ab2a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 950 time: 0.1331933 Feb 07 13:04:46.884834 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea3374dd-9384-47ab-b359-7b93cfb28b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:46.917120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cb81b5a-ffa2-4d76-9bde-cfd3e9b33f55 req-281a6578-4fd1-4918-8cbb-338e2e01189c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 210 time: 0.0996592 Feb 07 13:04:46.925519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7479334e-abcb-45eb-b7b0-9e2ee29d3faa req-739a7d6b-d544-4d02-a4a0-b480f0a4735a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696134 Feb 07 13:04:46.934157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3374dd-9384-47ab-b359-7b93cfb28b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f1d045-d2a6-494f-96ef-a2f425cf4cd7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:46.936664 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea3374dd-9384-47ab-b359-7b93cfb28b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:46.949061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ea3374dd-9384-47ab-b359-7b93cfb28b9e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/61f1d045-d2a6-494f-96ef-a2f425cf4cd7 HTTP/1.1" status: 204 len: 168 time: 0.5370591 Feb 07 13:04:46.949638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37352) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:46.960359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01685b-ef9d-4850-b8a0-0351dac7bbdb req-1a999458-c23e-4420-b5a3-e0f57a685ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:46.961841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b01685b-ef9d-4850-b8a0-0351dac7bbdb req-1a999458-c23e-4420-b5a3-e0f57a685ee6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 1101 time: 0.1903381 Feb 07 13:04:47.016172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b01685b-ef9d-4850-b8a0-0351dac7bbdb req-00c3f95d-5964-4210-a7e5-691be9be46fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381052 Feb 07 13:04:47.070181 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:47.129161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0864bf-3d2b-4157-9b49-d2336c4353d3 req-ae305aaf-c3a1-4f18-91a2-50daaf3cbf8d tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:47.130645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d0864bf-3d2b-4157-9b49-d2336c4353d3 req-ae305aaf-c3a1-4f18-91a2-50daaf3cbf8d tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.0881629 Feb 07 13:04:47.184019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d0864bf-3d2b-4157-9b49-d2336c4353d3 req-9ae48b9f-3d47-4261-8f5b-5a268666bcf1 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474064 Feb 07 13:04:47.319646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:47.350540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3de059-eea8-427b-af95-e48fc791c1d8']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:47.368864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc7da99-2b8e-4ee6-a883-872fa19c7635') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:47.368864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc7da99-2b8e-4ee6-a883-872fa19c7635') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:47.373932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4bca0-3707-4593-8b3d-2746d5120c4d req-4ed204aa-a1e1-40a1-aa28-ee68780d4130 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:47.377736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:47.378311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69b4bca0-3707-4593-8b3d-2746d5120c4d req-4ed204aa-a1e1-40a1-aa28-ee68780d4130 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.0875874 Feb 07 13:04:47.387373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37368) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:47.395052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Request body: {'floatingip': {'port_id': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:47.483294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:47.554521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:47.568477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:47.585988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3967195-2a66-4df1-bd78-88bb369b1887 req-de5d0f12-d9f1-479b-abf5-597aa92e981e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:47.587714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3967195-2a66-4df1-bd78-88bb369b1887 req-de5d0f12-d9f1-479b-abf5-597aa92e981e tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.1599371 Feb 07 13:04:47.599677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e0ed6-d203-4296-b345-6b6b58447988 req-ee40c54a-a987-43eb-9004-15efe5e1d546 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:47.601181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-472e0ed6-d203-4296-b345-6b6b58447988 req-ee40c54a-a987-43eb-9004-15efe5e1d546 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 943 time: 0.1190040 Feb 07 13:04:47.613071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:04:47.613477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:04:47.628062 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:04:47.802546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3967195-2a66-4df1-bd78-88bb369b1887 req-76235c95-d88f-4995-b7f1-449b5d91c03a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002518 Feb 07 13:04:47.819614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-472e0ed6-d203-4296-b345-6b6b58447988 req-a6e4c7e5-b417-409f-a1c8-2005f61f3396 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030659 Feb 07 13:04:47.872358 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'status': 'completed', 'code': 200} Feb 07 13:04:47.874784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:47.916070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:47.937248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3de059-eea8-427b-af95-e48fc791c1d8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:47.949801 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c6e41073-2c9a-4659-b3ad-b9bfa8fe1724 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9b3de059-eea8-427b-af95-e48fc791c1d8 HTTP/1.1" status: 204 len: 168 time: 0.9967113 Feb 07 13:04:48.245910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c104be00-c9b8-453f-af6a-c706841871af req-971bfd2b-5f32-4e12-a175-4d6cd0a43313 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 210 time: 0.1039922 Feb 07 13:04:48.357212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-72c022bf-c672-41a1-bdbb-f61a8af4db37 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:48.358700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-72c022bf-c672-41a1-bdbb-f61a8af4db37 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.4427299 Feb 07 13:04:48.363263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f47311-8560-4533-9007-483b91902dce req-30684d2d-1683-4da8-9fb8-eb6617033884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:48.364743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41f47311-8560-4533-9007-483b91902dce req-30684d2d-1683-4da8-9fb8-eb6617033884 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 1094 time: 0.4475524 Feb 07 13:04:48.380258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aca2ba-e4b5-436c-a762-b71f0c9d7df7 req-92edf5ec-6342-46de-baf2-3963f383c5d0 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:48.387196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38aca2ba-e4b5-436c-a762-b71f0c9d7df7 req-92edf5ec-6342-46de-baf2-3963f383c5d0 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 950 time: 0.2465355 Feb 07 13:04:48.405554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Request body: {'port': {'device_id': '843c908a-a6f7-46a9-a069-4dd6552bb220', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'admin_state_up': True, 'tenant_id': '36c74833efc5459a8f831955e06d9bc7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:48.415259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:48.504343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:48.551869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37384) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:48.702993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f47311-8560-4533-9007-483b91902dce req-a1fa03e7-30d4-497d-b50d-1e0a57c30bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:48.705161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41f47311-8560-4533-9007-483b91902dce req-a1fa03e7-30d4-497d-b50d-1e0a57c30bd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.2854905 Feb 07 13:04:48.707948 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Floating IP 613f5b25-7790-45d4-81d5-16b3a475d814 associated. External IP: 172.25.7.33, port: cefa2489-174c-4d6a-8d2b-c96f070aee3a. Feb 07 13:04:48.713187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38aca2ba-e4b5-436c-a762-b71f0c9d7df7 req-de081170-52a5-42d8-b05c-f62c86f45ab8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251674 Feb 07 13:04:48.805672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41f47311-8560-4533-9007-483b91902dce req-63e6c98b-6340-496e-88c7-e57b5b19d4f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 217 time: 0.0914218 Feb 07 13:04:48.835393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7a7dd274-7a63-47e7-99f4-b896eeb96c2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4d087271d7c42a8b9034dbbb66591c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772818 Feb 07 13:04:48.881831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37390) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:48.939060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:49.049097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:49.083278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f47311-8560-4533-9007-483b91902dce req-b2efdbf1-23e5-4ef5-9ccb-44904fe1dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:49.084684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41f47311-8560-4533-9007-483b91902dce req-b2efdbf1-23e5-4ef5-9ccb-44904fe1dbab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.2528682 Feb 07 13:04:49.102876 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-701b15be-2988-4c3b-9b24-df75f7467574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:49.194756 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-701b15be-2988-4c3b-9b24-df75f7467574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:49.219550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:49.224029 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:49.239751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Router 772f108f-f532-43c0-8753-f32ad19db7e1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:04:49.281112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf8847-c234-4a61-84ff-00f331ced22c req-a1da631b-f5fa-4882-a999-8da65dcd784d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:49.282711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85bf8847-c234-4a61-84ff-00f331ced22c req-a1da631b-f5fa-4882-a999-8da65dcd784d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.3408911 Feb 07 13:04:49.295695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf715ba-e31e-4196-8b32-4a0ab77e1e5e req-7c646ce4-8af5-4393-8831-ab130e3461cd tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:49.297179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdf715ba-e31e-4196-8b32-4a0ab77e1e5e req-7c646ce4-8af5-4393-8831-ab130e3461cd tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 943 time: 0.3034923 Feb 07 13:04:49.423915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:04:49.428303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:49.428567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f47311-8560-4533-9007-483b91902dce req-3533d783-6f15-41fa-8fc9-e02203865f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:49.429991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41f47311-8560-4533-9007-483b91902dce req-3533d783-6f15-41fa-8fc9-e02203865f73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3090518 Feb 07 13:04:49.450450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] Sync routers for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:04:49.459202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85bf8847-c234-4a61-84ff-00f331ced22c req-b104c3ef-bc5c-4801-a7dc-e345c19a7e8d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590037 Feb 07 13:04:49.466815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:04:49.467463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:04:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:49.476159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdf715ba-e31e-4196-8b32-4a0ab77e1e5e req-92e4e14a-6766-4680-8c81-629c3d747f7d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213462 Feb 07 13:04:49.522291 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-718f6136-1205-4ac4-803a-7c985d7a320c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "PUT /v2.0/floatingips/613f5b25-7790-45d4-81d5-16b3a475d814 HTTP/1.1" status: 200 len: 991 time: 2.1337962 Feb 07 13:04:49.522915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'tag': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:49.578969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-701b15be-2988-4c3b-9b24-df75f7467574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:49.772047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:49.895789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:04:49.905693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b15be-2988-4c3b-9b24-df75f7467574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da9aca6-90ee-4c66-af89-f3080d473b91,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:49.957308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4904d855-0a42-419c-a564-4879ba654933 req-47735552-2850-4fd1-ba57-aca2b12d8cdb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:04:49.990627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Allocated IP 172.20.0.10 (cfc9913b-a43e-4d8d-8314-4c02da867b60/453c02ff-fbe9-4180-acd7-c04cc76dbfe1/f25b4bf9-fdca-421f-8302-d42a1abbd567) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:50.080628 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-701b15be-2988-4c3b-9b24-df75f7467574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:50.081717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-701b15be-2988-4c3b-9b24-df75f7467574 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7da9aca6-90ee-4c66-af89-f3080d473b91 HTTP/1.1" status: 204 len: 168 time: 1.1963155 Feb 07 13:04:50.108204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41f47311-8560-4533-9007-483b91902dce req-db8a3ae9-c80d-4080-93e8-9eacab0493a5 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541737 Feb 07 13:04:50.116601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:50.138253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'port_id': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'mac_address': 'fa:16:3e:67:c2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:04:50.156543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb4da6-1988-4cad-93e1-4b42a0c55f36 req-234f4c96-fbb8-47af-8624-2dd3125f50dd tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:50.158239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9eb4da6-1988-4cad-93e1-4b42a0c55f36 req-234f4c96-fbb8-47af-8624-2dd3125f50dd tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.2537892 Feb 07 13:04:50.287856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:50.288106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4904d855-0a42-419c-a564-4879ba654933 req-47735552-2850-4fd1-ba57-aca2b12d8cdb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:04:50.289137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4904d855-0a42-419c-a564-4879ba654933 req-47735552-2850-4fd1-ba57-aca2b12d8cdb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 210 time: 0.6254528 Feb 07 13:04:50.320822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:50.351049 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'tag': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'status': 'completed', 'code': 200} Feb 07 13:04:50.389415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:50.401757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9eb4da6-1988-4cad-93e1-4b42a0c55f36 req-77ba1fd8-4ff5-4e62-9cd8-e567ddeca6c6 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952224 Feb 07 13:04:50.431152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '613f5b25-7790-45d4-81d5-16b3a475d814', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'port_id': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'mac_address': 'fa:16:3e:e0:36:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:19Z', 'updated_at': '2022-02-07T13:04:48Z', 'revision_number': 1, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:20Z', 'revision_number': 5, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:50.436661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] Checking router: 772f108f-f532-43c0-8753-f32ad19db7e1 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:04:50.445993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:04:50.446955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:04:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:50.515082 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:50.524641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41f47311-8560-4533-9007-483b91902dce req-d285d8ad-7d1b-47ed-a3c5-cb94ed43cc80 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955019 Feb 07 13:04:50.629086 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:50.701197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b6c80-9ee6-4426-9a01-9fc2217eedfd req-1985ec95-e23e-43ef-b54f-9acdd92210b8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:50.709313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea9b6c80-9ee6-4426-9a01-9fc2217eedfd req-1985ec95-e23e-43ef-b54f-9acdd92210b8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 950 time: 0.2493591 Feb 07 13:04:50.712764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-9808a89f-929e-4549-9c3c-e9c0290add04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:50.714238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-9808a89f-929e-4549-9c3c-e9c0290add04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c62e0c0b192540c59feaa857f1d73246&device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 1097 time: 0.3028815 Feb 07 13:04:50.761410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:50.782851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:04:50.870201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a04e83-01c8-4a2f-abc1-0a60f6fe83ef req-308de1fe-f81b-4bb8-b4f6-9cda9c80a99b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:50.871714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6a04e83-01c8-4a2f-abc1-0a60f6fe83ef req-308de1fe-f81b-4bb8-b4f6-9cda9c80a99b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.2939661 Feb 07 13:04:50.879575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea9b6c80-9ee6-4426-9a01-9fc2217eedfd req-b4548d46-55cc-457b-a4ed-debf83d2ec06 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692274 Feb 07 13:04:50.962333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6a04e83-01c8-4a2f-abc1-0a60f6fe83ef req-8d20785b-27fd-4049-8602-2abbe6be5ecc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783651 Feb 07 13:04:50.962763 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:50.969359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-15ccb2f4-cb3a-48c9-b6d8-c202f16fcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:50.971233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-15ccb2f4-cb3a-48c9-b6d8-c202f16fcdbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5baea6-3978-40b8-9d49-2a27afdbfb3f HTTP/1.1" status: 200 len: 904 time: 0.2375891 Feb 07 13:04:50.975881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:51.028837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8eee10a3-ea5e-4830-b3e1-ef5cc14b0752'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:04:51.229750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:04:51.237120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:51.239556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:04:51.287383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event updated for resources: {'Port': ['ID=f25b4bf9-fdca-421f-8302-d42a1abbd567,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:51.305213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-a5376394-768c-4019-a419-f4dec6882900 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cefa2489-174c-4d6a-8d2b-c96f070aee3a HTTP/1.1" status: 200 len: 999 time: 0.2836711 Feb 07 13:04:51.405023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:51.405647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:51.432969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-8b57f235-dbc6-4972-bddb-336c16ef8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:51.434457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-8b57f235-dbc6-4972-bddb-336c16ef8d03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7fe9020-e860-4708-a7b0-8aa8014c79a4 HTTP/1.1" status: 200 len: 843 time: 0.1169159 Feb 07 13:04:51.448278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe412e-4474-4ee5-97d9-24895bbff6e6 req-1b167c2d-b929-45ad-884b-a52d1e5efc95 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:51.450119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dfe412e-4474-4ee5-97d9-24895bbff6e6 req-1b167c2d-b929-45ad-884b-a52d1e5efc95 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 944 time: 0.3725193 Feb 07 13:04:51.498443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8842415-4aee-48c0-82d5-aed4c755f8d5 req-5c83ea3e-ed2d-4a0c-8cab-0fd4cc87c6de tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:51.500057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8842415-4aee-48c0-82d5-aed4c755f8d5 req-5c83ea3e-ed2d-4a0c-8cab-0fd4cc87c6de tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3944724 Feb 07 13:04:51.580479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '613f5b25-7790-45d4-81d5-16b3a475d814', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'port_id': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'mac_address': 'fa:16:3e:e0:36:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:19Z', 'updated_at': '2022-02-07T13:04:48Z', 'revision_number': 1, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:20Z', 'revision_number': 5, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:04:51.588196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ab8ac-1f07-4d2d-aa33-a2df403533f8 None None] The sync data for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 is: [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '613f5b25-7790-45d4-81d5-16b3a475d814', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'port_id': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'mac_address': 'fa:16:3e:e0:36:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:19Z', 'updated_at': '2022-02-07T13:04:48Z', 'revision_number': 1, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:20Z', 'revision_number': 5, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:04:51.600006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8842415-4aee-48c0-82d5-aed4c755f8d5 req-a8f38da7-5c31-4a36-9bac-1e5cdfb85b88 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848510 Feb 07 13:04:51.606018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-2b55a8b1-42e0-4e08-bc69-d972b60d11bc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2040584 Feb 07 13:04:51.610353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dfe412e-4474-4ee5-97d9-24895bbff6e6 req-fc6d79e4-4d05-4c2f-b429-db036fcd3362 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044843 Feb 07 13:04:51.628050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Request body: {'port': {'device_id': '843c908a-a6f7-46a9-a069-4dd6552bb220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:51.660633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37450) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:51.846058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-974538301-network', 'tenant_id': 'd397c07c979b4935a61997ff119d9b14'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:51.853866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:51.863646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Usage tracker for resource:network and tenant:d397c07c979b4935a61997ff119d9b14 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:51.868211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:51.881015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:51.986327 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6869df-db11-485f-b0be-793bf5a49ec0 None None] New status for floating IP 613f5b25-7790-45d4-81d5-16b3a475d814: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:04:52.012034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-90e9fbe7-8b9f-4e0a-a8fb-61031efd1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:52.013546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-90e9fbe7-8b9f-4e0a-a8fb-61031efd1523 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5baea6-3978-40b8-9d49-2a27afdbfb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5612411 Feb 07 13:04:52.013660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Made reservation on behalf of d397c07c979b4935a61997ff119d9b14 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:52.015992 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.042932 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.077092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:52.082727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Usage tracker for resource:security_group_rule and tenant:d397c07c979b4935a61997ff119d9b14 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:52.090006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:52.103224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:52.158460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-c516d62b-9f4b-4e47-845c-233447a13825 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351240 Feb 07 13:04:52.261049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.273337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.357028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.407747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:04:52.412372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a966f9a-572f-4842-9f98-98f047422c7e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:52.419037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52c76a-5d1e-4224-a061-44eb8dd7009f req-e4a62b6a-283c-4bcd-a523-34a086e26545 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:52.426822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be52c76a-5d1e-4224-a061-44eb8dd7009f req-e4a62b6a-283c-4bcd-a523-34a086e26545 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 932 time: 0.6305907 Feb 07 13:04:52.428525 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.429047 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Added segment f1ce3b9a-05ed-4b98-925e-df0f3f6cec14 of type vlan for network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 Feb 07 13:04:52.465307 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.561207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06e948bf-43d6-49dd-bb7b-cc91569eb1f6 req-b0bd7c85-7b1a-4561-bd01-4cddb6332de2 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855660 Feb 07 13:04:52.586854 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.587884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:52.588641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:52.595162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be52c76a-5d1e-4224-a061-44eb8dd7009f req-174ed3c1-3a20-4fbd-8742-6e00cc28763e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652138 Feb 07 13:04:52.702693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf781ea-9f66-43c6-a88c-31cd2f518ef1 req-d48fbb24-15d4-4eab-a0c3-4715c082f2b1 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:52.709724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-daf781ea-9f66-43c6-a88c-31cd2f518ef1 req-d48fbb24-15d4-4eab-a0c3-4715c082f2b1 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.3771770 Feb 07 13:04:52.796338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] Pushing event updated for resources: {'Network': ['ID=2fa4c428-2b47-4f06-ac16-ab765a14fab6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:52.807081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:04:52.853386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-daf781ea-9f66-43c6-a88c-31cd2f518ef1 req-92172c4e-2b58-4fa2-9a49-9f492762c844 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427848 Feb 07 13:04:52.896043 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4070a577-4690-4aca-984b-84e0e632d56e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2335122 Feb 07 13:04:52.899668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37470) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:04:52.919326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Request body: {'subnet': {'network_id': '2fa4c428-2b47-4f06-ac16-ab765a14fab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-974538301-subnet', 'tenant_id': 'd397c07c979b4935a61997ff119d9b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:52.940297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:52.956283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Usage tracker for resource:subnet and tenant:d397c07c979b4935a61997ff119d9b14 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:52.965693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f319ffb-5b51-4380-9052-b440c59372d6 req-a2e8115d-0629-4651-8a3d-36c0123c7510 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:52.967727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:52.977070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f319ffb-5b51-4380-9052-b440c59372d6 req-a2e8115d-0629-4651-8a3d-36c0123c7510 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2450831 Feb 07 13:04:52.990932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:53.094355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Made reservation on behalf of d397c07c979b4935a61997ff119d9b14 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:53.097512 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:53.137926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f319ffb-5b51-4380-9052-b440c59372d6 req-1ae04336-7af2-4f49-8ccd-c1fa85161ea4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600034 Feb 07 13:04:53.148335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25b4bf9-fdca-421f-8302-d42a1abbd567 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:04:53.163083 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:53.189509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Transition to ACTIVE for port object f25b4bf9-fdca-421f-8302-d42a1abbd567 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:04:53.208115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806b6c8-92b9-405b-a04f-e3fa10b86bed req-ec369852-b79e-4485-9bfa-7c1fa128363d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.209792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3806b6c8-92b9-405b-a04f-e3fa10b86bed req-ec369852-b79e-4485-9bfa-7c1fa128363d tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.1489081 Feb 07 13:04:53.282520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3806b6c8-92b9-405b-a04f-e3fa10b86bed req-4c4ed402-a6f4-4d37-9a72-932beeeb4f52 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635917 Feb 07 13:04:53.334512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:53.483421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:53.566328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c800c7-b32e-4ba8-837c-79adc776ab34,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:53.570505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Checking segment: {'id': 'f1ce3b9a-05ed-4b98-925e-df0f3f6cec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2fa4c428-2b47-4f06-ac16-ab765a14fab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:53.570846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Network hostable DHCP agents. Network: 2fa4c428-2b47-4f06-ac16-ab765a14fab6, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:04:53.621950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Pushing event updated for resources: {'Port': ['ID=f25b4bf9-fdca-421f-8302-d42a1abbd567,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:53.716750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:04:53.749886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb34a9-5127-4376-b7fc-8b0934b0b538 req-d069c82e-88be-4f85-ae81-890ff19c13ef tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.751612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dafb34a9-5127-4376-b7fc-8b0934b0b538 req-d069c82e-88be-4f85-ae81-890ff19c13ef tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 944 time: 0.3285749 Feb 07 13:04:53.753517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Attempting to bind port f25b4bf9-fdca-421f-8302-d42a1abbd567 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:04:53.753878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Attempting to bind port f25b4bf9-fdca-421f-8302-d42a1abbd567 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:04:53.754244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Attempting to bind port f25b4bf9-fdca-421f-8302-d42a1abbd567 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:53.771393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.771886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.772388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.772884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.773349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.773867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.774646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.775334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.775801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.776412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.776519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:04:53.776877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.777338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.779635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-4ef5cad4-ffce-4599-8cba-e1bb5bddafa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220&device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5&device_id=255dc412-e803-4e44-a3f0-079162e874a3&device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3&device_id=2c399e79-9e26-45aa-93da-1fa1976544eb&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d&device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e&device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77&device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a&device_id=988fd445-6146-4bc7-9615-8093f77ae869&device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 10813 time: 0.2589519 Feb 07 13:04:53.792462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Port f25b4bf9-fdca-421f-8302-d42a1abbd567 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:04:53.792794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Attempting to bind port f25b4bf9-fdca-421f-8302-d42a1abbd567 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:04:53.823317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:04:53.823661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Checking segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:04:53.824075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Bound using segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:04:53.824526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Bound port: f25b4bf9-fdca-421f-8302-d42a1abbd567, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:04:53.824898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:53.838479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:53.854307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 2fa4c428-2b47-4f06-ac16-ab765a14fab6) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:04:53.858637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:53.859249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:53.864355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d957993b-eb96-4ea8-9619-e44017644091 None None] Network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:04:53.904693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dafb34a9-5127-4376-b7fc-8b0934b0b538 req-ca060096-8cd9-4410-b9eb-0889f0baa601 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452663 Feb 07 13:04:53.905656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:53.923052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Usage tracker for resource:security_group_rule and tenant:87c01a140ef14f949768965c33cef55d is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:53.928142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:53.936408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:04:53.936924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:53.948153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:04:53.948515 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:53.958288 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3b08251e-6a21-46a2-9310-fa02b27c0a96 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0537381 Feb 07 13:04:53.974029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] For port f25b4bf9-fdca-421f-8302-d42a1abbd567, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:04:53.977222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] For port f25b4bf9-fdca-421f-8302-d42a1abbd567, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f25b4bf9-fdca-421f-8302-d42a1abbd567,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:04:54.179003 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:54.237406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40042b94-b97c-48c8-baab-7ccc86829502 None None] Network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:04:54.252493 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:54.309689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:54.346228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:04:54.348957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:54.349593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:54.351060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] 10.222.0.47 "PUT /v2.0/ports/f25b4bf9-fdca-421f-8302-d42a1abbd567 HTTP/1.1" status: 200 len: 1092 time: 2.7298701 Feb 07 13:04:54.353341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843c908a-a6f7-46a9-a069-4dd6552bb220', 'tag': 'f25b4bf9-fdca-421f-8302-d42a1abbd567'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:04:54.414592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947b78a-da34-43b3-86ee-dbd5a5d8d61a service neutron] Pushing event updated for resources: {'Port': ['ID=f25b4bf9-fdca-421f-8302-d42a1abbd567,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:54.450660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-9cdda1a5-d961-468b-bb4a-95f7163f7289 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:54.452213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-9cdda1a5-d961-468b-bb4a-95f7163f7289 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.4225233 Feb 07 13:04:54.487279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-41e674cb-53b1-4a1b-a696-00a2f91e96ef tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/quotas/69f46ced331443a88a53990623b9b4c7 HTTP/1.1" status: 200 len: 375 time: 0.0246980 Feb 07 13:04:54.488958 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:54.493555 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:54.534660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:54.604243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:54.636028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-67b9b562-2697-4b50-973a-f6543c025fe3 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1432135 Feb 07 13:04:54.712145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:54.762240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e29efe7-0bf4-42a6-9c13-c861e926ec06 req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&id=41b41f24-eb1f-4993-a590-07deaf05b556&id=395c5c0e-6732-4e46-b33c-0508ede07a5b&id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&id=1d620b93-5409-452e-a234-a303972cef1e&id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.9670305 Feb 07 13:04:54.776845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-83d45c95-a3e2-48fc-a9ac-f4551b460785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:54.778385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-83d45c95-a3e2-48fc-a9ac-f4551b460785 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 1095 time: 0.2170475 Feb 07 13:04:54.781742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c627cd6-fa91-4d44-b8cf-0914b82f9873 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f76b385-3482-422c-ab48-f80d3b7dce37,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:04:54.858900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-93e19ab4-696c-42ed-8f53-38d42d638de6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f25b4bf9-fdca-421f-8302-d42a1abbd567 HTTP/1.1" status: 200 len: 217 time: 0.0725958 Feb 07 13:04:54.981801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-0f5e4647-7f15-4910-900d-6a9e90020414 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379230 Feb 07 13:04:55.014585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-d6c30dae-d080-45c7-9c97-1d36ff02a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:55.016030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-d6c30dae-d080-45c7-9c97-1d36ff02a5a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.1468356 Feb 07 13:04:55.117006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-21a67048-0c60-4a0c-98ca-9193271be915 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491414 Feb 07 13:04:55.208464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5262d-c88c-4e0d-90bd-55ce8e198e32 req-f008f95d-ff2f-4086-8611-19408858cfb8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:55.209916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4d5262d-c88c-4e0d-90bd-55ce8e198e32 req-f008f95d-ff2f-4086-8611-19408858cfb8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 944 time: 0.3396478 Feb 07 13:04:55.293764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4d5262d-c88c-4e0d-90bd-55ce8e198e32 req-f1dda626-c915-4f79-a3c9-9d545f3ce8d1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775278 Feb 07 13:04:55.333362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-1f57bc24-4286-49c2-ae7f-fb019380e736 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385599 Feb 07 13:04:55.342838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-3feaed45-768b-4479-9d4e-d561cccfafeb service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103300 Feb 07 13:04:55.552045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b706030b-37c5-414d-9a0f-e8a884a0b436 req-6d3bc78a-a0db-41ca-9abc-eff067e8563d service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019064 Feb 07 13:04:55.569381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cecc4-9b4b-4806-ac3e-e3ec787145da req-318a7c03-af55-4d96-8660-a6de524e16af tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:55.570255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-036cecc4-9b4b-4806-ac3e-e3ec787145da req-318a7c03-af55-4d96-8660-a6de524e16af tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.1400356 Feb 07 13:04:55.619673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-036cecc4-9b4b-4806-ac3e-e3ec787145da req-a17e2936-39f3-4215-89ce-738bcf5abb4c tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432534 Feb 07 13:04:55.836584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76aa2c-56e8-442f-9df1-416e61326341 req-72d67e69-521d-473a-bb95-8a628c0287b1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:55.838068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c76aa2c-56e8-442f-9df1-416e61326341 req-72d67e69-521d-473a-bb95-8a628c0287b1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.0984781 Feb 07 13:04:55.898059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c76aa2c-56e8-442f-9df1-416e61326341 req-ab1fb850-f3a5-4958-808c-5f3a212149e2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529366 Feb 07 13:04:55.937668 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'code': 200} Feb 07 13:04:55.977434 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843c908a-a6f7-46a9-a069-4dd6552bb220', 'tag': 'f25b4bf9-fdca-421f-8302-d42a1abbd567', 'status': 'completed', 'code': 200} Feb 07 13:04:56.346802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c216f8e9-c0cb-41a6-9ec0-f80ddef86d2f req-64f0f8b4-f5f1-459d-bc0b-3bfc4bf8a120 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 210 time: 0.0662980 Feb 07 13:04:56.403497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e49e-f41f-43ea-b52c-710e19aa3eeb req-d1a82ffa-218e-49b8-bfc4-8cd8c0a1455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:56.405031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b691e49e-f41f-43ea-b52c-710e19aa3eeb req-d1a82ffa-218e-49b8-bfc4-8cd8c0a1455f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 1096 time: 0.3840699 Feb 07 13:04:56.406805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78368481-0088-43b8-89fe-0dd196975b44 req-804ad1e2-aba9-4129-b4d7-aaf57277bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:56.408238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78368481-0088-43b8-89fe-0dd196975b44 req-804ad1e2-aba9-4129-b4d7-aaf57277bed0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 1095 time: 0.3885586 Feb 07 13:04:56.422847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627028a3-233f-42c3-b8db-fc79f3e9c98a req-2465ad7e-fdd2-4b2f-8914-f85a98baa37e tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:56.431164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-627028a3-233f-42c3-b8db-fc79f3e9c98a req-2465ad7e-fdd2-4b2f-8914-f85a98baa37e tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 945 time: 0.3119812 Feb 07 13:04:56.644412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-627028a3-233f-42c3-b8db-fc79f3e9c98a req-2071b816-0f1d-4e62-9f7d-81c3730a0e61 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122145 Feb 07 13:04:56.660680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b691e49e-f41f-43ea-b52c-710e19aa3eeb req-0531d415-a837-43b4-a686-584df14155f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134402 Feb 07 13:04:56.720781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78368481-0088-43b8-89fe-0dd196975b44 req-961ecf45-b06f-4915-8d7e-2c09ff321b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:56.722240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78368481-0088-43b8-89fe-0dd196975b44 req-961ecf45-b06f-4915-8d7e-2c09ff321b58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 906 time: 0.2710180 Feb 07 13:04:56.734862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac9eda-96f1-4af7-b0ce-b10af7cf07cf req-543cdded-a04f-47d6-af13-59c0a98565fb tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:56.737062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dac9eda-96f1-4af7-b0ce-b10af7cf07cf req-543cdded-a04f-47d6-af13-59c0a98565fb tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.2414494 Feb 07 13:04:56.783010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dac9eda-96f1-4af7-b0ce-b10af7cf07cf req-b48f084c-ab2b-482f-ba1e-cb19e4e362da tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398738 Feb 07 13:04:57.053274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78368481-0088-43b8-89fe-0dd196975b44 req-5b11068c-7a0b-4801-a8da-5fbf59eaf36d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f25b4bf9-fdca-421f-8302-d42a1abbd567 HTTP/1.1" status: 200 len: 217 time: 0.1125247 Feb 07 13:04:57.191745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78368481-0088-43b8-89fe-0dd196975b44 req-7689a0ea-9a8b-47ef-a76e-e43b495c9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:57.192566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78368481-0088-43b8-89fe-0dd196975b44 req-7689a0ea-9a8b-47ef-a76e-e43b495c9a89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.1041703 Feb 07 13:04:57.243171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4b3ef-ce35-45bf-a65e-ade377d7efed req-5228d42e-ad2a-4ec7-afd0-9d5b445665c5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:57.244602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fff4b3ef-ce35-45bf-a65e-ade377d7efed req-5228d42e-ad2a-4ec7-afd0-9d5b445665c5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 944 time: 0.2475522 Feb 07 13:04:57.260156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78368481-0088-43b8-89fe-0dd196975b44 req-f608f611-a6d0-468d-b58f-d9e48790f0ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558093 Feb 07 13:04:57.351162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac91c-e97e-41be-b066-a3e5164301f6 req-ad176d4d-61b8-4874-a0b4-5f729b29dc5a tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:57.352446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac91c-e97e-41be-b066-a3e5164301f6 req-ad176d4d-61b8-4874-a0b4-5f729b29dc5a tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:57.352446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac91c-e97e-41be-b066-a3e5164301f6 req-ad176d4d-61b8-4874-a0b4-5f729b29dc5a tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:57.353914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d13ac91c-e97e-41be-b066-a3e5164301f6 req-ad176d4d-61b8-4874-a0b4-5f729b29dc5a tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3&device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e&device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 2881 time: 0.2996604 Feb 07 13:04:57.409876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fff4b3ef-ce35-45bf-a65e-ade377d7efed req-12918644-427e-4bb7-9be2-ec620a3109e6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589134 Feb 07 13:04:57.458624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d13ac91c-e97e-41be-b066-a3e5164301f6 req-6c4d0d65-7abf-4192-bd3d-4d9a929f2d3c tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863147 Feb 07 13:04:57.484144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78368481-0088-43b8-89fe-0dd196975b44 req-8e2a03dd-337c-41b7-a0e4-932d0d6d3b9c service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073712 Feb 07 13:04:57.695176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78368481-0088-43b8-89fe-0dd196975b44 req-ac76b2ab-22e7-4017-9a86-f43d9830f255 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038255 Feb 07 13:04:57.707203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f3153-530a-4b30-82ef-f472524e8717 req-cc3b4332-2982-4505-ab15-4be776717044 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:57.708952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-424f3153-530a-4b30-82ef-f472524e8717 req-cc3b4332-2982-4505-ab15-4be776717044 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.1414707 Feb 07 13:04:57.766088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-424f3153-530a-4b30-82ef-f472524e8717 req-dee2df15-2d0b-4d42-bfbe-0c0e45a795e6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Feb 07 13:04:57.858551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31d8b4c9-949e-44ca-83ce-5ccdc4ba65b4 req-da191299-0663-4387-9fe7-3887e0426a26 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 210 time: 0.0509446 Feb 07 13:04:58.045042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48cfbe-425a-4ecd-9744-7ae4d800a22c req-80d243b6-d206-441e-b03e-938dbf053c6b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:58.046516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b48cfbe-425a-4ecd-9744-7ae4d800a22c req-80d243b6-d206-441e-b03e-938dbf053c6b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 945 time: 0.0865133 Feb 07 13:04:58.091946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b48cfbe-425a-4ecd-9744-7ae4d800a22c req-9d1bce21-431f-4c90-88cb-39634b3df17c tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Feb 07 13:04:58.960533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff625d-169a-4c33-95a4-d932d08b5c82 req-bbb1b54c-ffaa-4d49-a17a-3408dd1b5be6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:58.967640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fff625d-169a-4c33-95a4-d932d08b5c82 req-bbb1b54c-ffaa-4d49-a17a-3408dd1b5be6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 944 time: 0.2364841 Feb 07 13:04:58.976661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-a6c7ff88-9914-40d1-a80e-14ec8c48cc94 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:58.978754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-a6c7ff88-9914-40d1-a80e-14ec8c48cc94 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.2964027 Feb 07 13:04:58.996483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'port': {'device_id': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'admin_state_up': True, 'tenant_id': '69f46ced331443a88a53990623b9b4c7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:04:59.273126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fff625d-169a-4c33-95a4-d932d08b5c82 req-2374ff17-3d3d-497a-9711-288c747ecc8c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044894 Feb 07 13:04:59.350066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db4a07-df7c-4ecc-84f3-6c961c886101 req-9d463ce5-a2c0-43c8-aa24-387f02d3aefc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:59.351526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31db4a07-df7c-4ecc-84f3-6c961c886101 req-9d463ce5-a2c0-43c8-aa24-387f02d3aefc tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.1589720 Feb 07 13:04:59.359337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:04:59.375629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Usage tracker for resource:port and tenant:69f46ced331443a88a53990623b9b4c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:04:59.381234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:04:59.390981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:04:59.453897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e140abc0-5414-429d-a144-9ed7c5a6bcba req-d32d49b9-6f10-4ca1-add5-e3c501920aae tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 210 time: 0.0657773 Feb 07 13:04:59.457603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31db4a07-df7c-4ecc-84f3-6c961c886101 req-2d303fe9-a9b9-46b3-a8f2-54cbec1a8950 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000695 Feb 07 13:04:59.591570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Made reservation on behalf of 69f46ced331443a88a53990623b9b4c7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:04:59.596179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:04:59.767952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875873c-c7aa-48bb-af83-e5e7334cd30a req-5af7a98a-5307-4c78-9ba9-9c587e571633 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:04:59.769454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1875873c-c7aa-48bb-af83-e5e7334cd30a req-5af7a98a-5307-4c78-9ba9-9c587e571633 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 945 time: 0.2138085 Feb 07 13:04:59.835156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f25b4bf9-fdca-421f-8302-d42a1abbd567 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:04:59.835707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Allocated IP 172.20.0.3 (1b20d60d-c17e-4536-af6a-96b4089805a3/c240fe3c-b950-4ebf-b24a-29d0764aed15/53d3d3e1-394f-40e2-8871-4182420c4120) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:04:59.838125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1875873c-c7aa-48bb-af83-e5e7334cd30a req-aa837e44-bfe4-4a51-89d7-d7f581977972 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631645 Feb 07 13:05:00.026257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f25b4bf9-fdca-421f-8302-d42a1abbd567, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f25b4bf9-fdca-421f-8302-d42a1abbd567,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:00.040383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f25b4bf9-fdca-421f-8302-d42a1abbd567', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'port_id': 'f25b4bf9-fdca-421f-8302-d42a1abbd567', 'mac_address': 'fa:16:3e:15:a1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453c02ff-fbe9-4180-acd7-c04cc76dbfe1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:05:00.067802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:00.087033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Transition to ACTIVE for port object 53d3d3e1-394f-40e2-8871-4182420c4120 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:05:00.108482 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:00.127245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25b4bf9-fdca-421f-8302-d42a1abbd567 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:00.142341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f25b4bf9-fdca-421f-8302-d42a1abbd567, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f25b4bf9-fdca-421f-8302-d42a1abbd567,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:00.249748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a941-0349-48b5-b392-6151658f6937 req-d8c4c000-8c3c-435a-ab2c-12913725e8ec tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:00.255228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-d8c4c000-8c3c-435a-ab2c-12913725e8ec tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0861883 Feb 07 13:05:00.282894 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:00.319708 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:00.341825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['bdb413d5-7924-4442-851c-2fad63e5d642', 'd0fbbda3-b287-4b87-abe6-533d76976d33'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:00.399341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-0934e315-5872-43ca-a786-c6e33a6efc86 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.1418185 Feb 07 13:05:00.417759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Request body: {'floatingip': {'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:00.442479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f25b4bf9-fdca-421f-8302-d42a1abbd567,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:00.472643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:05:00.483274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:05:00.534012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:05:00.586253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:00.637326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'Port': ['ID=53d3d3e1-394f-40e2-8871-4182420c4120,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:00.747804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f25b4bf9-fdca-421f-8302-d42a1abbd567'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:00.755377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:00.756064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:00.920275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a58fa49-4933-4c8d-91ec-f79a2ed785eb None None] Provisioning for port 53d3d3e1-394f-40e2-8871-4182420c4120 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:05:00.931233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130886a-c9d0-44ca-897c-6e1bc20bc29b req-57458ea1-b431-48d4-b3a5-6cf95f9f7aa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:00.934735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e130886a-c9d0-44ca-897c-6e1bc20bc29b req-57458ea1-b431-48d4-b3a5-6cf95f9f7aa5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1100 time: 0.4590702 Feb 07 13:05:00.935005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a58fa49-4933-4c8d-91ec-f79a2ed785eb None None] Provisioning complete for port 53d3d3e1-394f-40e2-8871-4182420c4120 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:00.935128 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a58fa49-4933-4c8d-91ec-f79a2ed785eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:01.001201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2a58fa49-4933-4c8d-91ec-f79a2ed785eb None None] Port 53d3d3e1-394f-40e2-8871-4182420c4120 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:05:01.150138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-d72cca7d-ab70-4938-ab2e-71b29e9e314d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1587610 Feb 07 13:05:01.173648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Request body: {'port': {'device_id': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:01.234908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e130886a-c9d0-44ca-897c-6e1bc20bc29b req-b1e06cac-a697-488a-bbf2-dd1e3b174015 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Synchronizing usage tracker for tenant:87c01a140ef14f949768965c33cef55d on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:01.414666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:01.520381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e130886a-c9d0-44ca-897c-6e1bc20bc29b req-b1e06cac-a697-488a-bbf2-dd1e3b174015 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Unset dirty status for tenant:87c01a140ef14f949768965c33cef55d on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:01.521567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e130886a-c9d0-44ca-897c-6e1bc20bc29b req-b1e06cac-a697-488a-bbf2-dd1e3b174015 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743017 Feb 07 13:05:01.814697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:01.884887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaeb38-d0ce-41c4-9e82-6b0969eabebf req-f777f3d9-913e-400e-9386-f165d1964a04 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:01.886350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1aeaeb38-d0ce-41c4-9e82-6b0969eabebf req-f777f3d9-913e-400e-9386-f165d1964a04 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 945 time: 0.2497454 Feb 07 13:05:01.916249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:02.073030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1aeaeb38-d0ce-41c4-9e82-6b0969eabebf req-7729b9f6-8373-4258-9ea5-9c3e15c525fe tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788573 Feb 07 13:05:02.093025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d3d3e1-394f-40e2-8871-4182420c4120 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:02.168821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:02.204786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Transition to ACTIVE for port object 53d3d3e1-394f-40e2-8871-4182420c4120 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:05:02.211831 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4 associated. External IP: 172.25.7.161, port: 4bc56544-05b4-4dd2-b822-8d9f0a93c01b. Feb 07 13:05:02.325808 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:02.664923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Pushing event updated for resources: {'Port': ['ID=53d3d3e1-394f-40e2-8871-4182420c4120,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:02.816443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f9ab9-6c5a-4cd1-85dc-39698db6b670 req-3dd074d8-6dd1-488a-bc16-410172e8b6f2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:02.817035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c37f9ab9-6c5a-4cd1-85dc-39698db6b670 req-3dd074d8-6dd1-488a-bc16-410172e8b6f2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:02.915057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Attempting to bind port 53d3d3e1-394f-40e2-8871-4182420c4120 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:05:02.915389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Attempting to bind port 53d3d3e1-394f-40e2-8871-4182420c4120 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:05:02.915715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Attempting to bind port 53d3d3e1-394f-40e2-8871-4182420c4120 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:02.932219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Port 53d3d3e1-394f-40e2-8871-4182420c4120 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:05:02.932626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Attempting to bind port 53d3d3e1-394f-40e2-8871-4182420c4120 on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:02.943497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:05:02.943846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Checking segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:05:02.944244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Bound using segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:05:02.944675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Bound port: 53d3d3e1-394f-40e2-8871-4182420c4120, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:05:02.945033 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:03.020597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c37f9ab9-6c5a-4cd1-85dc-39698db6b670 req-3dd074d8-6dd1-488a-bc16-410172e8b6f2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:03.021776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c37f9ab9-6c5a-4cd1-85dc-39698db6b670 req-3dd074d8-6dd1-488a-bc16-410172e8b6f2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 943 time: 0.7472887 Feb 07 13:05:03.112330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:05:03.148983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] For port 53d3d3e1-394f-40e2-8871-4182420c4120, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:05:03.236470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] For port 53d3d3e1-394f-40e2-8871-4182420c4120, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=53d3d3e1-394f-40e2-8871-4182420c4120,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:05:03.257868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c37f9ab9-6c5a-4cd1-85dc-39698db6b670 req-7b2afd8d-abb1-42aa-a185-b4c141ab7681 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252369 Feb 07 13:05:03.355366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:05:03.360203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:03.366677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:05:03.377102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:03.377706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:04:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:03.437489 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:03.529263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:03.529883 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:03.531265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/53d3d3e1-394f-40e2-8871-4182420c4120 HTTP/1.1" status: 200 len: 1091 time: 2.3677979 Feb 07 13:05:03.533229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-cc9fedcc-0450-4587-96bf-da87e69d0651 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "PUT /v2.0/floatingips/2dcc5ca8-e31d-4a12-b768-cc20700e95e4 HTTP/1.1" status: 200 len: 996 time: 3.1266479 Feb 07 13:05:03.533665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'tag': '53d3d3e1-394f-40e2-8871-4182420c4120'}, {'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:03.591419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fab778-7c91-4665-a5ad-01a450d218f4 service neutron] Pushing event updated for resources: {'Port': ['ID=53d3d3e1-394f-40e2-8871-4182420c4120,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:03.608208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:03.638188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4a3f6-9d26-4cc8-9400-d26ee9c7d938 req-502cf833-93a6-45ef-ade5-41dd1eae6dc4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:03.639704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54c4a3f6-9d26-4cc8-9400-d26ee9c7d938 req-502cf833-93a6-45ef-ade5-41dd1eae6dc4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.2826104 Feb 07 13:05:03.770318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54c4a3f6-9d26-4cc8-9400-d26ee9c7d938 req-43e94591-2bb4-4017-b85a-aee619d6b6b2 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222498 Feb 07 13:05:03.805393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a941-0349-48b5-b392-6151658f6937 req-3fe782a7-3086-4b61-9bee-8b0d6ef17bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:03.806923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-3fe782a7-3086-4b61-9bee-8b0d6ef17bca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.2465646 Feb 07 13:05:03.915914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-da3769a1-8d7f-4244-93c1-9e2cd3d30bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:03.917435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-da3769a1-8d7f-4244-93c1-9e2cd3d30bce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 1094 time: 0.2197089 Feb 07 13:05:03.931056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f25b4bf9-fdca-421f-8302-d42a1abbd567 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:05:04.056194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-b5b86eac-2dd3-4f83-aed3-a81178a90c08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d3d3e1-394f-40e2-8871-4182420c4120 HTTP/1.1" status: 200 len: 217 time: 0.1204813 Feb 07 13:05:04.059795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a941-0349-48b5-b392-6151658f6937 req-6a8afe4a-b674-4d9c-aee5-be72f7e0df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:04.061295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-6a8afe4a-b674-4d9c-aee5-be72f7e0df0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.2468801 Feb 07 13:05:04.120697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:9f:60:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:01Z', 'revision_number': 1, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:04.124955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:05:04.133695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:04.134366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:04:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:04.201594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port f25b4bf9-fdca-421f-8302-d42a1abbd567 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:05:04.212500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f25b4bf9-fdca-421f-8302-d42a1abbd567 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:04.212500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:04.225154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-04b213de-4ddf-4d2a-9bc3-afc3112a9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:04.226609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-04b213de-4ddf-4d2a-9bc3-afc3112a9986 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.1558464 Feb 07 13:05:04.242594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-a0fb5eba-7dee-475e-9551-9c82fa04e2c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 999 time: 0.1357443 Feb 07 13:05:04.427413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:04.459457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1986b8-b59e-4a73-b1ec-3605cee12c78 req-8f7a26b5-1c8c-473c-b667-a408e2689e09 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:04.460920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb1986b8-b59e-4a73-b1ec-3605cee12c78 req-8f7a26b5-1c8c-473c-b667-a408e2689e09 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1100 time: 0.5240803 Feb 07 13:05:04.528142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a941-0349-48b5-b392-6151658f6937 req-9d296498-d22b-4594-a521-805d54d3fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:04.529828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-9d296498-d22b-4594-a521-805d54d3fc83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.1151662 Feb 07 13:05:04.550456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb1986b8-b59e-4a73-b1ec-3605cee12c78 req-920b2de8-28af-42f7-9f6f-f6e8fea06845 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813386 Feb 07 13:05:04.625688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-3286c16e-a76f-40b8-9956-0b293d22d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:04.643882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-3286c16e-a76f-40b8-9956-0b293d22d389 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4035499 Feb 07 13:05:04.664353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:04.737720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843c908a-a6f7-46a9-a069-4dd6552bb220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25b4bf9-fdca-421f-8302-d42a1abbd567'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:04.754941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f25b4bf9-fdca-421f-8302-d42a1abbd567, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f25b4bf9-fdca-421f-8302-d42a1abbd567,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:04.874243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:04.936410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a941-0349-48b5-b392-6151658f6937 req-7e191c0d-3f36-4963-8c53-9949c0b72bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:04.937941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-7e191c0d-3f36-4963-8c53-9949c0b72bee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3952332 Feb 07 13:05:04.995157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f25b4bf9-fdca-421f-8302-d42a1abbd567,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:05.028633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:9f:60:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:01Z', 'revision_number': 1, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:05.033200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd0ae4-c345-4e50-8bd2-b981cf3ed371 None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:9f:60:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:01Z', 'revision_number': 1, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:05:05.049537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-104be96f-29b8-4370-83c3-91359c3e3e5e service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769522 Feb 07 13:05:05.162193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-6a72e6c2-68d9-4d81-be8e-6fbe8475bf98 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:05.163539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-6a72e6c2-68d9-4d81-be8e-6fbe8475bf98 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/networks?id=2fa4c428-2b47-4f06-ac16-ab765a14fab6 HTTP/1.1" status: 200 len: 809 time: 0.3856347 Feb 07 13:05:05.227838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-1524fd7e-c149-45c2-ac6d-971c376e35f1 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/quotas/d397c07c979b4935a61997ff119d9b14 HTTP/1.1" status: 200 len: 375 time: 0.0539200 Feb 07 13:05:05.245124 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299097c-71f4-4614-985a-d5ca4416fc76 None None] New status for floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:05:05.284561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-68cd3207-e353-4970-a395-fb49c1273f35 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327768 Feb 07 13:05:05.324691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-80cbe874-2c6b-4d33-989b-0a56c1abe6d7 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d397c07c979b4935a61997ff119d9b14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873384 Feb 07 13:05:05.416360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4186f8a2-5755-4bb1-b669-1b3ce19cd41b req-0e5ce796-81cd-4afa-b090-058b2840d827 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532500 Feb 07 13:05:05.565703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15a941-0349-48b5-b392-6151658f6937 req-0532f46d-8914-42b4-b7a3-02033a042fac service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724152 Feb 07 13:05:05.573741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-90c553bb-0c50-4abb-98d7-7e12f8b34d9a service neutron] 10.222.0.69 "GET /v2.0/networks/2fa4c428-2b47-4f06-ac16-ab765a14fab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339380 Feb 07 13:05:05.726754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-8c7514c2-3115-444c-8d41-c4742869bdd0 service neutron] 10.222.0.69 "GET /v2.0/networks/2fa4c428-2b47-4f06-ac16-ab765a14fab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462131 Feb 07 13:05:05.853176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd57336-3180-40c7-b64c-65ad286fdb3a req-751401e4-d34c-46da-ba63-c2a5c1ff9895 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:05.854547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bd57336-3180-40c7-b64c-65ad286fdb3a req-751401e4-d34c-46da-ba63-c2a5c1ff9895 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 946 time: 0.0842052 Feb 07 13:05:05.897901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bd57336-3180-40c7-b64c-65ad286fdb3a req-16a1b510-41ce-468e-bf1e-e2330e9f50af tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375965 Feb 07 13:05:05.953358 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'tag': '53d3d3e1-394f-40e2-8871-4182420c4120', 'status': 'completed', 'code': 200} Feb 07 13:05:05.954462 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'status': 'completed', 'code': 200} Feb 07 13:05:06.100758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0ada-b93f-469f-b3d4-49182289feff req-f95563e7-2539-474f-b8fe-4427ac963950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:06.102222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-f95563e7-2539-474f-b8fe-4427ac963950 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 1094 time: 0.1194119 Feb 07 13:05:06.352951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6e023-b90a-4c5e-ab1e-cef4a065841b req-bf42c06b-9424-45c1-b0c4-e38a98e84710 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:06.354672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8a6e023-b90a-4c5e-ab1e-cef4a065841b req-bf42c06b-9424-45c1-b0c4-e38a98e84710 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 943 time: 0.3057401 Feb 07 13:05:06.395015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0ada-b93f-469f-b3d4-49182289feff req-47ea2665-6e30-4c16-80f3-190fe3d68b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:06.396509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-47ea2665-6e30-4c16-80f3-190fe3d68b7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.2879689 Feb 07 13:05:06.486372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-8319e63c-9acc-4d79-99d8-bcba76e6b801 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d3d3e1-394f-40e2-8871-4182420c4120 HTTP/1.1" status: 200 len: 217 time: 0.0766718 Feb 07 13:05:06.489288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8a6e023-b90a-4c5e-ab1e-cef4a065841b req-0c836fec-8f63-462f-a02b-0f9f5d0b372c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195319 Feb 07 13:05:06.554845 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843c908a-a6f7-46a9-a069-4dd6552bb220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25b4bf9-fdca-421f-8302-d42a1abbd567', 'code': 200} Feb 07 13:05:06.575605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0ada-b93f-469f-b3d4-49182289feff req-39c70647-b771-4e38-9655-161584ed6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:06.582639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-39c70647-b771-4e38-9655-161584ed6e35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.0901086 Feb 07 13:05:06.880111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0ada-b93f-469f-b3d4-49182289feff req-392b120a-281f-40af-8c52-a599093ead7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:06.881776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-392b120a-281f-40af-8c52-a599093ead7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927547 Feb 07 13:05:06.894926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd487786-e750-4fc1-bae2-e95ef00b1b36 req-cc3983a2-26e5-425a-9fb0-a272996b7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:06.896421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd487786-e750-4fc1-bae2-e95ef00b1b36 req-cc3983a2-26e5-425a-9fb0-a272996b7da0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 1097 time: 0.2561402 Feb 07 13:05:06.995575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-106a1895-bd6f-4e72-920c-9ba3a69f18a7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:06.997063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-106a1895-bd6f-4e72-920c-9ba3a69f18a7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2985528 Feb 07 13:05:07.095445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c928db-1353-47fd-9e40-371db147fce8 req-fb24b118-ed9b-49a0-9af7-994322dd5495 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:07.096883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57c928db-1353-47fd-9e40-371db147fce8 req-fb24b118-ed9b-49a0-9af7-994322dd5495 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.3994727 Feb 07 13:05:07.144392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd487786-e750-4fc1-bae2-e95ef00b1b36 req-f2dcf1c5-5116-49ae-b0db-bbc2564d0170 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250011 Feb 07 13:05:07.224688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-c8cb09ef-6032-435b-a8b8-07b66b870ec7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.2143519 Feb 07 13:05:07.230881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57c928db-1353-47fd-9e40-371db147fce8 req-2f4081c2-1084-42bc-9759-92b3e181c351 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080389 Feb 07 13:05:07.238194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-51e0a757-c0e7-4861-b0c4-8202571303f7 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483708 Feb 07 13:05:07.242270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Request body: {'floatingip': {'port_id': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:07.367342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c48e1155-3bdd-49c1-bb44-2440c8ded358 req-7699f0a8-247f-4134-8ac5-0fd624756838 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 210 time: 0.0644541 Feb 07 13:05:07.393705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:07.789671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-b07423f8-69da-4ca9-901f-41f0d69c0199 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315468 Feb 07 13:05:08.089768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c910c-8626-4c15-8205-129f4135112d req-0bb1a740-f9d7-4c0e-9d70-15e5311de922 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:08.091137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-534c910c-8626-4c15-8205-129f4135112d req-0bb1a740-f9d7-4c0e-9d70-15e5311de922 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 946 time: 0.4908662 Feb 07 13:05:08.256732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-534c910c-8626-4c15-8205-129f4135112d req-084ae68b-7d94-4d6d-b678-1b5afec1edb2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526492 Feb 07 13:05:08.358994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0ada-b93f-469f-b3d4-49182289feff req-18757ac7-5d1a-40a2-8057-b11738e8fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:08.360892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-18757ac7-5d1a-40a2-8057-b11738e8fcd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.4759758 Feb 07 13:05:08.601640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0ada-b93f-469f-b3d4-49182289feff req-61fdb15f-7ef7-4049-997f-dcc619882b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:08.603114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-61fdb15f-7ef7-4049-997f-dcc619882b50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.2297242 Feb 07 13:05:08.681680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0cfc9-15db-43f2-a851-11eeb72a87cd req-a4767834-aaf5-48d5-8d45-69bc2be4b2aa tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:08.683166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5af0cfc9-15db-43f2-a851-11eeb72a87cd req-a4767834-aaf5-48d5-8d45-69bc2be4b2aa tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 943 time: 0.2883835 Feb 07 13:05:08.722846 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-88309987-beb8-4d11-99ac-14ce361da377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:08.774086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-72e527ee-286f-4395-8d0e-90ee91920fb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 1001 time: 0.1596961 Feb 07 13:05:08.885218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5af0cfc9-15db-43f2-a851-11eeb72a87cd req-0e3d3457-91a8-49e4-b120-881fdea6b1f8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803560 Feb 07 13:05:08.930597 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:08.936561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0ada-b93f-469f-b3d4-49182289feff req-f7afed23-1695-4ad2-a844-d93230cc3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:08.938044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-f7afed23-1695-4ad2-a844-d93230cc3f1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.1048529 Feb 07 13:05:09.019086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0ada-b93f-469f-b3d4-49182289feff req-349029b4-7a9b-4d3b-89f4-8862853c8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:09.020655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-349029b4-7a9b-4d3b-89f4-8862853c8bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736928 Feb 07 13:05:09.024928 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:09.313659 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4 associated. External IP: 172.25.7.161, port: 4bc56544-05b4-4dd2-b822-8d9f0a93c01b. Feb 07 13:05:09.377050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-4898c2e1-42c1-490e-90bc-ec699d83e262 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961001 Feb 07 13:05:09.883012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 53d3d3e1-394f-40e2-8871-4182420c4120 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:05:10.037970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-418f0ada-b93f-469f-b3d4-49182289feff req-8ed1c294-2ed4-4c2a-ba81-28090d5d6848 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512957 Feb 07 13:05:10.048639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-ad486c2d-99b2-4fb8-beb3-4ce304e8c6b6 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:10.048961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 53d3d3e1-394f-40e2-8871-4182420c4120, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=53d3d3e1-394f-40e2-8871-4182420c4120,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:10.050472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-ad486c2d-99b2-4fb8-beb3-4ce304e8c6b6 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.47 "GET /v2.0/networks?id=2fa4c428-2b47-4f06-ac16-ab765a14fab6 HTTP/1.1" status: 200 len: 809 time: 0.3814900 Feb 07 13:05:10.064641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '53d3d3e1-394f-40e2-8871-4182420c4120', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': '53d3d3e1-394f-40e2-8871-4182420c4120', 'mac_address': 'fa:16:3e:19:61:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:05:10.070650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Request body: {'port': {'device_id': 'bf35d184-8e31-4809-b040-3379ba49941a', 'network_id': '2fa4c428-2b47-4f06-ac16-ab765a14fab6', 'admin_state_up': True, 'tenant_id': 'd397c07c979b4935a61997ff119d9b14'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:10.105060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174909c6-3974-49d3-ad05-fcd9796e76a3 req-18ceae26-28be-4629-9d00-c2182aa7c081 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:10.106645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-174909c6-3974-49d3-ad05-fcd9796e76a3 req-18ceae26-28be-4629-9d00-c2182aa7c081 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.4388037 Feb 07 13:05:10.147148 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:10.165280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d3d3e1-394f-40e2-8871-4182420c4120 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:10.184484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 53d3d3e1-394f-40e2-8871-4182420c4120, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=53d3d3e1-394f-40e2-8871-4182420c4120,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:10.310091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:05:10.316583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-174909c6-3974-49d3-ad05-fcd9796e76a3 req-249c3001-2be2-44bd-a407-8436f782d4bf tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081977 Feb 07 13:05:10.351904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:10.444434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=53d3d3e1-394f-40e2-8871-4182420c4120,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:10.469250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:10.517463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Usage tracker for resource:port and tenant:d397c07c979b4935a61997ff119d9b14 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:10.543506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:10.549564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-755bf94c-ee29-45b6-a8e9-33113124d7cc req-0d98ab51-b66f-4542-9ff9-945f4c99f6d0 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 210 time: 0.0819564 Feb 07 13:05:10.558868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:10.727481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:05:10.738515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:05:10.748324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:10.749030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:04:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:10.899682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Made reservation on behalf of d397c07c979b4935a61997ff119d9b14 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:05:10.903644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:10.935433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['53d3d3e1-394f-40e2-8871-4182420c4120'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:11.041599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:11.140442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-541e393a-80d7-49f1-8cf3-2e03abaf6886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:11.311050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60e321-d625-446f-ab6e-dc666f1968e4 req-47e47cec-e77d-4d09-a109-ff840f3e3605 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:11.312563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca60e321-d625-446f-ab6e-dc666f1968e4 req-47e47cec-e77d-4d09-a109-ff840f3e3605 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 946 time: 0.6477439 Feb 07 13:05:11.499464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca60e321-d625-446f-ab6e-dc666f1968e4 req-93f03bde-6f30-4d52-8266-edc767b49add tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996916 Feb 07 13:05:11.506998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:05:11.508373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Allocated IP 172.20.0.6 (2fa4c428-2b47-4f06-ac16-ab765a14fab6/c5c800c7-b32e-4ba8-837c-79adc776ab34/fdac704b-db8b-42c9-9660-0e4287302fec) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:05:11.622275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:67:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:08Z', 'revision_number': 3, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:11.627426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:05:11.636810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:11.637592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:11.834075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:05:11.843452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:11.856851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:11.945549 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:11.979129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:12.017599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-328786f7-f3f9-43bd-8dc0-cbe15d2cc3f4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "PUT /v2.0/floatingips/2dcc5ca8-e31d-4a12-b768-cc20700e95e4 HTTP/1.1" status: 200 len: 998 time: 4.7844112 Feb 07 13:05:12.105536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-372d7d00-fcf6-4330-949e-1b0f3909328e tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:12.107000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-372d7d00-fcf6-4330-949e-1b0f3909328e tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports/4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 942 time: 0.0812955 Feb 07 13:05:12.251916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:12.319242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:67:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:08Z', 'revision_number': 3, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:12.323211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bf9938-71ac-4b97-87ce-5562961f403b None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:67:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:08Z', 'revision_number': 3, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:05:12.335015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:12.335015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:12.439503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:05:12.444839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Pushing event updated for resources: {'Port': ['ID=fdac704b-db8b-42c9-9660-0e4287302fec,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:12.449271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:05:12.455717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:05:12.489280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-5025eac9-f7d1-4171-885c-47b7f1e3750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:12.490820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-5025eac9-f7d1-4171-885c-47b7f1e3750c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.3233466 Feb 07 13:05:12.520570 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64da113-b095-4c6a-9b99-05d946b480fb None None] New status for floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:05:12.618888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:12.619509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:12.667583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a82ca-02de-4163-b16b-b6f616cfbbe8 req-8c5bf269-82eb-4c2f-9dbe-40ce4cd13cdd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:12.674694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa4a82ca-02de-4163-b16b-b6f616cfbbe8 req-8c5bf269-82eb-4c2f-9dbe-40ce4cd13cdd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 944 time: 0.3457327 Feb 07 13:05:12.761379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-fc8159ec-e355-4dfa-9016-08023aac2bdb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6955001 Feb 07 13:05:12.768017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-63436e0b-6b37-4617-8d43-77d7619f2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:12.779350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37768) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:12.783029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-63436e0b-6b37-4617-8d43-77d7619f2559 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.2858694 Feb 07 13:05:12.913511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Request body: {'port': {'device_id': 'bf35d184-8e31-4809-b040-3379ba49941a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:12.974422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:12.989883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:12.994143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Usage tracker for resource:security_group_rule and tenant:b8ca6f79061145cb97df64b1844b58c5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:12.997211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:13.007113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:13.009459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-0d046295-33b5-4155-88ef-01927fc051c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 217 time: 0.2254345 Feb 07 13:05:13.102408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa4a82ca-02de-4163-b16b-b6f616cfbbe8 req-0fce8efe-b8ab-4408-baed-92ced917ee22 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268408 Feb 07 13:05:13.105822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:13.142818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:05:13.146753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-8850c6ef-7ea1-45a5-9a64-f271ae581d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:13.149462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-8850c6ef-7ea1-45a5-9a64-f271ae581d0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.1296408 Feb 07 13:05:13.152846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:13.153468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:13.184941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:13.221886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:13.300117 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8ca6f79061145cb97df64b1844b58c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195882 Feb 07 13:05:13.301027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:13.301776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f505997-6e10-45c7-91ef-f92f22de3846,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:13.322720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.323201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.324576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.324576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.324576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.324576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.325099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.325487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.325874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.326264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.326650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.327035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8adc85a-8e26-4ef9-92f8-4d27c71d9f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:13.369265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:13.385353 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ddd8e33a-9fe7-4960-9f49-d18c3bdc5478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:13.413149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ddd8e33a-9fe7-4960-9f49-d18c3bdc5478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:13.587020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-f8481b52-4387-4233-9d71-b564ca0ff035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:13.588552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-f8481b52-4387-4233-9d71-b564ca0ff035 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3864350 Feb 07 13:05:13.614724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-02263937-dbb4-4096-8da8-68d5fe57683c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:05:13.615714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-02263937-dbb4-4096-8da8-68d5fe57683c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061855 Feb 07 13:05:13.660034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ddd8e33a-9fe7-4960-9f49-d18c3bdc5478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:13.684160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8e33a-9fe7-4960-9f49-d18c3bdc5478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f505997-6e10-45c7-91ef-f92f22de3846,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:13.688863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ddd8e33a-9fe7-4960-9f49-d18c3bdc5478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:13.691067 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ddd8e33a-9fe7-4960-9f49-d18c3bdc5478 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f505997-6e10-45c7-91ef-f92f22de3846 HTTP/1.1" status: 204 len: 168 time: 0.3865190 Feb 07 13:05:13.701856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b17aa-3828-42fe-ade3-babf1673ff55 req-c971e57d-4682-4c4f-8665-c857415d7499 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:13.703402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c08b17aa-3828-42fe-ade3-babf1673ff55 req-c971e57d-4682-4c4f-8665-c857415d7499 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.3368092 Feb 07 13:05:13.769366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:67:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:12Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:13.773493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:05:13.781807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:13.782497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:13.869910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c08b17aa-3828-42fe-ade3-babf1673ff55 req-bf69aa4b-c9c4-48e7-ad72-216b1594c2b1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392736 Feb 07 13:05:13.926982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 53d3d3e1-394f-40e2-8871-4182420c4120 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:05:13.966480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-6b008040-6783-4e81-96d8-2a30c8f26ef1 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589953 Feb 07 13:05:14.007331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdac704b-db8b-42c9-9660-0e4287302fec {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:14.023358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.065046 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.096574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:14.096737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Transition to ACTIVE for port object fdac704b-db8b-42c9-9660-0e4287302fec will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:05:14.134197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-bf69ac9a-c4bf-4dc9-ad1c-e31f96d5d12b service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578274 Feb 07 13:05:14.242745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 53d3d3e1-394f-40e2-8871-4182420c4120 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:05:14.242974 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.254454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 53d3d3e1-394f-40e2-8871-4182420c4120 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:14.254835 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.483791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Pushing event updated for resources: {'Port': ['ID=fdac704b-db8b-42c9-9660-0e4287302fec,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:14.558015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:67:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:12Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:14.564978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.575616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c85a5e6-7607-405d-9f16-177987fe437d None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:67:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:12Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:05:14.596158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d3d3e1-394f-40e2-8871-4182420c4120'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:14.606040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 53d3d3e1-394f-40e2-8871-4182420c4120, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=53d3d3e1-394f-40e2-8871-4182420c4120,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:14.631795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-d7b8a432-7837-45f2-be47-ba8c9fd737db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:14.633341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-d7b8a432-7837-45f2-be47-ba8c9fd737db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 1096 time: 0.3294199 Feb 07 13:05:14.633990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Attempting to bind port fdac704b-db8b-42c9-9660-0e4287302fec on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:05:14.634318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Attempting to bind port fdac704b-db8b-42c9-9660-0e4287302fec by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'f1ce3b9a-05ed-4b98-925e-df0f3f6cec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2fa4c428-2b47-4f06-ac16-ab765a14fab6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:05:14.634642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Attempting to bind port fdac704b-db8b-42c9-9660-0e4287302fec on network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:14.644394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb4ed-e17b-42f9-b2fe-0494ee824449 req-ef8ba7b8-f18d-4cd9-b144-cd0899180ec7 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:14.645079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5efdb4ed-e17b-42f9-b2fe-0494ee824449 req-ef8ba7b8-f18d-4cd9-b144-cd0899180ec7 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Synchronizing usage tracker for tenant:d397c07c979b4935a61997ff119d9b14 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:14.672053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Port fdac704b-db8b-42c9-9660-0e4287302fec on network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:05:14.672421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Attempting to bind port fdac704b-db8b-42c9-9660-0e4287302fec on network 2fa4c428-2b47-4f06-ac16-ab765a14fab6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:14.693873 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.733451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:05:14.733886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Checking segment: {'id': 'f1ce3b9a-05ed-4b98-925e-df0f3f6cec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2fa4c428-2b47-4f06-ac16-ab765a14fab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:05:14.734133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Bound using segment: {'id': 'f1ce3b9a-05ed-4b98-925e-df0f3f6cec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2fa4c428-2b47-4f06-ac16-ab765a14fab6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:05:14.734585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Bound port: fdac704b-db8b-42c9-9660-0e4287302fec, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ce3b9a-05ed-4b98-925e-df0f3f6cec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2fa4c428-2b47-4f06-ac16-ab765a14fab6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:05:14.734980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.774148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37792) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:14.796336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.799393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=53d3d3e1-394f-40e2-8871-4182420c4120,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:14.826671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:14.831459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] Usage tracker for resource:security_group_rule and tenant:736248f359e74d6abc222575d74428e1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:14.832554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5efdb4ed-e17b-42f9-b2fe-0494ee824449 req-ef8ba7b8-f18d-4cd9-b144-cd0899180ec7 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Unset dirty status for tenant:d397c07c979b4935a61997ff119d9b14 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:14.832863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5efdb4ed-e17b-42f9-b2fe-0494ee824449 req-ef8ba7b8-f18d-4cd9-b144-cd0899180ec7 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 943 time: 0.5278125 Feb 07 13:05:14.834567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:14.843790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:14.893751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:14.912606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] For port fdac704b-db8b-42c9-9660-0e4287302fec, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:05:14.915073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-c1957535-c33c-4845-a7e3-d0754afe3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:14.916569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-c1957535-c33c-4845-a7e3-d0754afe3ada service neutron] 10.222.0.69 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.2688434 Feb 07 13:05:14.933684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:15.019909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:15.070470 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=736248f359e74d6abc222575d74428e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946558 Feb 07 13:05:15.072230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bbfb5-6808-4f65-8656-dec0861034c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378fbdd9-f742-48d1-90f7-c6fc86393a7e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:15.074654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37796) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:15.092486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] For port fdac704b-db8b-42c9-9660-0e4287302fec, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fdac704b-db8b-42c9-9660-0e4287302fec,segment=NetworkSegment(f1ce3b9a-05ed-4b98-925e-df0f3f6cec14),segment_id=f1ce3b9a-05ed-4b98-925e-df0f3f6cec14)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:05:15.103519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5efdb4ed-e17b-42f9-b2fe-0494ee824449 req-ee44dd85-a460-4d27-8a65-648de954f3ff tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467091 Feb 07 13:05:15.136648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6845-7ff4-4e3a-984c-ec424d066b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:15.149780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-91722403-142e-4ef9-8be8-a4505238da55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 1001 time: 0.2239668 Feb 07 13:05:15.169609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6845-7ff4-4e3a-984c-ec424d066b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:15.201450 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'status': 'completed', 'code': 200} Feb 07 13:05:15.246644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:15.364732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:15.365408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:15.366745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] 10.222.0.47 "PUT /v2.0/ports/fdac704b-db8b-42c9-9660-0e4287302fec HTTP/1.1" status: 200 len: 1091 time: 2.4617417 Feb 07 13:05:15.378327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-a60db555-81fc-4911-81ba-1053cc879e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:15.379481 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6845-7ff4-4e3a-984c-ec424d066b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:15.379758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-a60db555-81fc-4911-81ba-1053cc879e49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.2229421 Feb 07 13:05:15.400244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d6845-7ff4-4e3a-984c-ec424d066b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378fbdd9-f742-48d1-90f7-c6fc86393a7e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:15.405861 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6845-7ff4-4e3a-984c-ec424d066b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:15.410129 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6f0d6845-7ff4-4e3a-984c-ec424d066b41 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/378fbdd9-f742-48d1-90f7-c6fc86393a7e HTTP/1.1" status: 204 len: 168 time: 0.3320506 Feb 07 13:05:15.470435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e17404-fc72-4b83-bf5f-12ef2e9c8851 service neutron] Pushing event updated for resources: {'Port': ['ID=fdac704b-db8b-42c9-9660-0e4287302fec,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:15.499752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-677f1293-27b0-4b45-b50d-1431e225d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:15.504299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-677f1293-27b0-4b45-b50d-1431e225d224 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.3011301 Feb 07 13:05:15.518728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06563f-4323-4884-812a-c93b34a87f0b req-5ab11d94-6ccf-480a-91ff-d058de9ba012 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:15.520207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d06563f-4323-4884-812a-c93b34a87f0b req-5ab11d94-6ccf-480a-91ff-d058de9ba012 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.2233083 Feb 07 13:05:15.649794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-3d876ee4-9904-4038-a2e4-7e37f718ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:15.653242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-3d876ee4-9904-4038-a2e4-7e37f718ccfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2619967 Feb 07 13:05:15.786851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d06563f-4323-4884-812a-c93b34a87f0b req-78efef71-e928-4adc-881b-6dfe3bdb1fd4 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135105 Feb 07 13:05:15.856662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-501ceb31-850b-4f7a-9984-9285d9fa83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:15.858122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-501ceb31-850b-4f7a-9984-9285d9fa83e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.3356123 Feb 07 13:05:15.869962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-3d09c426-4069-44d6-a054-f7badb9ec950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:15.871384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-3d09c426-4069-44d6-a054-f7badb9ec950 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d397c07c979b4935a61997ff119d9b14&device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 1094 time: 0.3478544 Feb 07 13:05:16.006185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-e65e0c08-de1d-47f7-9602-0cfeac1950ea service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366642 Feb 07 13:05:16.007480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-66b6f87d-6750-4b36-bae6-896a735c52d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 217 time: 0.1397982 Feb 07 13:05:16.011051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-1663a229-1a3d-482d-87be-7b32e7d525a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdac704b-db8b-42c9-9660-0e4287302fec HTTP/1.1" status: 200 len: 217 time: 0.0823059 Feb 07 13:05:16.202810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-d25bdc4d-974b-4078-9014-e6788454913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:16.204474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-d25bdc4d-974b-4078-9014-e6788454913d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c5c800c7-b32e-4ba8-837c-79adc776ab34 HTTP/1.1" status: 200 len: 849 time: 0.1739154 Feb 07 13:05:16.205695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-e1302be9-1d70-4e38-b73b-ae78ec94ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:16.207032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-e1302be9-1d70-4e38-b73b-ae78ec94ca1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.1775918 Feb 07 13:05:16.314413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-389c4282-53dd-4ff5-859c-8bdd23050602 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa4c428-2b47-4f06-ac16-ab765a14fab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894973 Feb 07 13:05:16.321221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d5ec754-d040-4bea-baa6-213ce35f3dd5 req-647d8f6a-0311-489e-a763-d813a9573a17 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091500 Feb 07 13:05:16.459060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-5f3af3fa-7ead-4f12-b17a-447806ed806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:16.459470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-5f3af3fa-7ead-4f12-b17a-447806ed806a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336028 Feb 07 13:05:16.731320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-422e2f57-7d4f-4938-9953-56914d7d0c2f service neutron] 10.222.0.47 "GET /v2.0/networks/2fa4c428-2b47-4f06-ac16-ab765a14fab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091630 Feb 07 13:05:16.892694 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:05:16.921712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-c07b2d94-453e-4370-a787-ca21e94d3062 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533482 Feb 07 13:05:17.040173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0ec5900-3c51-4046-b4c6-d96dd4163021 req-f85c89e7-c306-4bcf-82ea-f3c87e69bf35 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa4c428-2b47-4f06-ac16-ab765a14fab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909060 Feb 07 13:05:17.051148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53134261-cb33-4dfb-91e4-22edbcab9ed8 req-852df074-26a2-46c5-8280-bf6b64c25765 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:17.052631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53134261-cb33-4dfb-91e4-22edbcab9ed8 req-852df074-26a2-46c5-8280-bf6b64c25765 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 946 time: 0.3963408 Feb 07 13:05:17.060022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670256ea-d36f-4ad9-a634-9d5a830d6c01 req-5d2d5884-10ce-44df-8adc-6c74f9840c6c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:17.061461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-670256ea-d36f-4ad9-a634-9d5a830d6c01 req-5d2d5884-10ce-44df-8adc-6c74f9840c6c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 945 time: 0.5654440 Feb 07 13:05:17.159868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-670256ea-d36f-4ad9-a634-9d5a830d6c01 req-a8c79967-1376-4f53-9182-fbfda3f1d6d7 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887294 Feb 07 13:05:17.164983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53134261-cb33-4dfb-91e4-22edbcab9ed8 req-71046d68-86a7-4284-a7e7-237750787005 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025953 Feb 07 13:05:17.194089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a259d70-bcb1-4cf1-af0d-b003c04d3845 req-5e3f5dbb-3833-4187-a37c-48ca72d6be8f service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561493 Feb 07 13:05:17.194685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752'}, {'name': 'network-changed', 'server_uuid': 'bf35d184-8e31-4809-b040-3379ba49941a', 'tag': 'fdac704b-db8b-42c9-9660-0e4287302fec'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:17.222777 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d3d3e1-394f-40e2-8871-4182420c4120', 'code': 200} Feb 07 13:05:17.495446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c0867-6c62-4c0e-98fc-11acf3797180 req-e9e4c824-49c3-4b85-a5cb-8273b0be319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:17.495446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-694c0867-6c62-4c0e-98fc-11acf3797180 req-e9e4c824-49c3-4b85-a5cb-8273b0be319c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 1096 time: 0.1656990 Feb 07 13:05:17.500311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a83c-8431-4140-8b96-ce82c3ee700e req-7dbadc64-a84b-4d4d-ac53-b82a2cfbb63e tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:17.501823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87f0a83c-8431-4140-8b96-ce82c3ee700e req-7dbadc64-a84b-4d4d-ac53-b82a2cfbb63e tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 943 time: 0.2124853 Feb 07 13:05:17.509150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb07971-92f2-457b-94ae-7e0057909e8f req-68ab54e6-8ce2-4dd9-8444-eeb468abfc10 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:17.510516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fb07971-92f2-457b-94ae-7e0057909e8f req-68ab54e6-8ce2-4dd9-8444-eeb468abfc10 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.1501806 Feb 07 13:05:17.603554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-694c0867-6c62-4c0e-98fc-11acf3797180 req-5b2defc0-5fe6-4a9d-a191-2d8850eda7a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920718 Feb 07 13:05:17.612387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87f0a83c-8431-4140-8b96-ce82c3ee700e req-9c2caf48-5d89-47e5-afc7-7b47aad41652 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999260 Feb 07 13:05:17.616836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fb07971-92f2-457b-94ae-7e0057909e8f req-5b777a53-c055-4109-a5ab-cf34dd7e13ca tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785742 Feb 07 13:05:17.739308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1e9714d-09d1-41a4-a95a-80be29f2aea3 req-0364a67f-2959-4ba6-a7ae-efa9c117e0fd tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.1031513 Feb 07 13:05:17.919544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9714d-09d1-41a4-a95a-80be29f2aea3 req-63cb856f-6fb6-433c-a234-5f0347b2a7ae tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:17.920947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1e9714d-09d1-41a4-a95a-80be29f2aea3 req-63cb856f-6fb6-433c-a234-5f0347b2a7ae tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports/8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 942 time: 0.1722515 Feb 07 13:05:17.955325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-07075595-1a81-4893-8a42-929da1ad20d8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:17.956791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-07075595-1a81-4893-8a42-929da1ad20d8 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 945 time: 0.1400566 Feb 07 13:05:17.964201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418382b-d26e-43d3-a4f4-7d47109aeff5 req-ef39e2ba-c031-4fba-838b-3c8940fc9436 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:17.965549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a418382b-d26e-43d3-a4f4-7d47109aeff5 req-ef39e2ba-c031-4fba-838b-3c8940fc9436 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.2185535 Feb 07 13:05:18.145531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a418382b-d26e-43d3-a4f4-7d47109aeff5 req-fc9ebd26-cd23-465e-8559-be40c5bac6b9 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479764 Feb 07 13:05:18.150873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Deleting port 0b112540-c794-430c-a877-07ffe1b45a1c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:18.151214 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:18.201678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1e9714d-09d1-41a4-a95a-80be29f2aea3 req-5a41f713-c61d-4b16-8ccf-05ecae36fea7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.1975608 Feb 07 13:05:18.663518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9714d-09d1-41a4-a95a-80be29f2aea3 req-09a5e2a1-111b-4079-a55f-ae02e209d911 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:18.664900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1e9714d-09d1-41a4-a95a-80be29f2aea3 req-09a5e2a1-111b-4079-a55f-ae02e209d911 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.4498374 Feb 07 13:05:18.701965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419bbce-0d55-47ca-804e-160032247773 req-320d2961-660a-40b9-8b66-6c7c0630546b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:18.703477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b419bbce-0d55-47ca-804e-160032247773 req-320d2961-660a-40b9-8b66-6c7c0630546b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 946 time: 0.3257370 Feb 07 13:05:18.739101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] For port 0b112540-c794-430c-a877-07ffe1b45a1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0b112540-c794-430c-a877-07ffe1b45a1c,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:18.739474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:18.748192 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'status': 'completed', 'code': 200} Feb 07 13:05:18.748452 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf35d184-8e31-4809-b040-3379ba49941a', 'tag': 'fdac704b-db8b-42c9-9660-0e4287302fec', 'status': 'completed', 'code': 200} Feb 07 13:05:18.918102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Calling delete_port for 0b112540-c794-430c-a877-07ffe1b45a1c owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:19.008350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b419bbce-0d55-47ca-804e-160032247773 req-2a3273c3-8ae0-449f-bcc8-423d603071fd tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954726 Feb 07 13:05:19.130272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-c53309a5-59d7-4c2d-a4b6-2b0235b7ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:19.131740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-c53309a5-59d7-4c2d-a4b6-2b0235b7ff15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 1096 time: 0.3208179 Feb 07 13:05:19.263752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c525a-b9dd-4406-b08c-c9922f84a231 req-78b7c4da-2ec9-4120-8440-8c740bdb5c4a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:19.265218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-937c525a-b9dd-4406-b08c-c9922f84a231 req-78b7c4da-2ec9-4120-8440-8c740bdb5c4a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 945 time: 0.3613987 Feb 07 13:05:19.362181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-937c525a-b9dd-4406-b08c-c9922f84a231 req-94e97a0d-fbc4-49b4-ad11-22773de7fd1b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895557 Feb 07 13:05:19.399421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4e7d5-6a46-4ad0-9ac8-04fc4645cb83 req-2aaf7bf1-14c4-448a-aa21-6710982c925e tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:19.401055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53c4e7d5-6a46-4ad0-9ac8-04fc4645cb83 req-2aaf7bf1-14c4-448a-aa21-6710982c925e tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 943 time: 0.2674572 Feb 07 13:05:19.402181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-0f92d3e0-8f00-4660-b3c0-e85d9655f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:19.403534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-0f92d3e0-8f00-4660-b3c0-e85d9655f04b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.2352057 Feb 07 13:05:19.486243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:19.499846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0b112540-c794-430c-a877-07ffe1b45a1c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:19.609272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5b84e2a-714e-4be5-ba74-5b44d0dc1650 req-828f6eb1-b71a-4bd1-86f8-570fa9453e00 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c399e79-9e26-45aa-93da-1fa1976544eb HTTP/1.1" status: 200 len: 210 time: 0.1315615 Feb 07 13:05:19.616704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event deleted for resources: {'Port': ['ID=0b112540-c794-430c-a877-07ffe1b45a1c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:19.674439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53c4e7d5-6a46-4ad0-9ac8-04fc4645cb83 req-037ec0c7-b1f3-4653-bfad-67fbfabe9afe tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665505 Feb 07 13:05:19.675721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.676088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.676426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.676762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.680563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.680905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.681241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.681571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.681906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.682231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.682553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.682873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:19.746464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-a1321be8-a72c-400c-a364-2ae1ea159c2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 1001 time: 0.3211246 Feb 07 13:05:19.959686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] No DVR routers for this DVR port 0b112540-c794-430c-a877-07ffe1b45a1c on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:05:19.973969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:19.997906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-290fd68f-1bb9-426e-8e2c-3f68f8333553 req-c6eaacc7-be03-4402-aa08-fd2daad3dc21 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "DELETE /v2.0/ports/0b112540-c794-430c-a877-07ffe1b45a1c HTTP/1.1" status: 204 len: 173 time: 2.0314190 Feb 07 13:05:20.011333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-69e95db3-5a69-4d08-a984-1b17f85d54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:20.012783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-69e95db3-5a69-4d08-a984-1b17f85d54f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.2559412 Feb 07 13:05:20.015763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-ce7ef28c-4a15-4acd-bac9-4384d121be55 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.3757069 Feb 07 13:05:20.142992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b39e5-1bab-47a4-adad-a7254f09150c req-0a6828bb-8a25-4a62-8efc-7377d60c39b4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:20.144349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-0a6828bb-8a25-4a62-8efc-7377d60c39b4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports/8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 942 time: 0.0937164 Feb 07 13:05:20.158345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-cf0db6bc-8080-4feb-ab79-f7fe4363b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:20.159945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-cf0db6bc-8080-4feb-ab79-f7fe4363b990 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383505 Feb 07 13:05:20.386920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-87d7fa0c-8aaa-47c8-b03e-b147341a349e service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202451 Feb 07 13:05:20.479627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-884ca4d6-5f01-433f-8316-1b07a472c5f8 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.2452464 Feb 07 13:05:20.653714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-a8e0f065-23c2-495a-a1ed-cb0f2c220af1 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594740 Feb 07 13:05:20.777239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c399e79-9e26-45aa-93da-1fa1976544eb', 'name': 'network-vif-deleted', 'tag': '0b112540-c794-430c-a877-07ffe1b45a1c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:20.789054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b39e5-1bab-47a4-adad-a7254f09150c req-f45f9caf-4ec1-4c62-b939-6fee10480fe5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:20.793314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-f45f9caf-4ec1-4c62-b939-6fee10480fe5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.2986455 Feb 07 13:05:20.937509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-1f590435-0c78-4a7c-b8dc-e45ede15f567 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.1403110 Feb 07 13:05:20.946508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1093c2b-a528-4dd4-b1e0-00c66cf52b70 req-edde845f-4427-4ff9-8f89-5a7e064447fb tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:20.947959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1093c2b-a528-4dd4-b1e0-00c66cf52b70 req-edde845f-4427-4ff9-8f89-5a7e064447fb tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.2755566 Feb 07 13:05:20.955886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:21.066361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-786faa5f-da92-4a7c-b244-c5f085c06cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:21.067893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-786faa5f-da92-4a7c-b244-c5f085c06cba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d397c07c979b4935a61997ff119d9b14&device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 1094 time: 0.3258038 Feb 07 13:05:21.164301 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:21.243303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1093c2b-a528-4dd4-b1e0-00c66cf52b70 req-5584fecc-f153-4401-b347-4d5bb70bdadf tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297783 Feb 07 13:05:21.605558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-a864d168-d5c9-4568-bd3c-c86e9b01e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:21.607064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-a864d168-d5c9-4568-bd3c-c86e9b01e89d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa4c428-2b47-4f06-ac16-ab765a14fab6 HTTP/1.1" status: 200 len: 909 time: 0.5212831 Feb 07 13:05:21.767205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-12f6e297-33e6-4c84-89a6-67a428b239c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdac704b-db8b-42c9-9660-0e4287302fec HTTP/1.1" status: 200 len: 217 time: 0.1489894 Feb 07 13:05:21.769479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:21.785890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41d637-fd91-43ac-bc8d-326e317c0450 req-18a47c34-58f8-4004-be41-8644cbe383ed tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:21.787499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee41d637-fd91-43ac-bc8d-326e317c0450 req-18a47c34-58f8-4004-be41-8644cbe383ed tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 945 time: 0.4329469 Feb 07 13:05:21.848399 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:21.848755 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4 disassociated. External IP: 172.25.7.161, port: 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752. Feb 07 13:05:21.949838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-bf96012a-c1df-470d-a39e-01336dbce66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:21.951402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-bf96012a-c1df-470d-a39e-01336dbce66b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c5c800c7-b32e-4ba8-837c-79adc776ab34 HTTP/1.1" status: 200 len: 849 time: 0.1629555 Feb 07 13:05:21.967471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee41d637-fd91-43ac-bc8d-326e317c0450 req-10326f26-8a7e-442b-9cf1-309d426d0ee0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445861 Feb 07 13:05:21.971136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fdac704b-db8b-42c9-9660-0e4287302fec details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:05:22.028254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-ed8bb8df-bc05-40e7-83d1-7bc65750571a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa4c428-2b47-4f06-ac16-ab765a14fab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532844 Feb 07 13:05:22.121745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fdac704b-db8b-42c9-9660-0e4287302fec, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fdac704b-db8b-42c9-9660-0e4287302fec,segment=NetworkSegment(f1ce3b9a-05ed-4b98-925e-df0f3f6cec14),segment_id=f1ce3b9a-05ed-4b98-925e-df0f3f6cec14)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:22.135189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'fdac704b-db8b-42c9-9660-0e4287302fec', 'network_id': '2fa4c428-2b47-4f06-ac16-ab765a14fab6', 'port_id': 'fdac704b-db8b-42c9-9660-0e4287302fec', 'mac_address': 'fa:16:3e:36:10:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c800c7-b32e-4ba8-837c-79adc776ab34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:05:22.192570 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:22.209508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdac704b-db8b-42c9-9660-0e4287302fec {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:22.226489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fdac704b-db8b-42c9-9660-0e4287302fec, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fdac704b-db8b-42c9-9660-0e4287302fec,segment=NetworkSegment(f1ce3b9a-05ed-4b98-925e-df0f3f6cec14),segment_id=f1ce3b9a-05ed-4b98-925e-df0f3f6cec14)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:22.338438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0b112540-c794-430c-a877-07ffe1b45a1c no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:05:22.370838 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:22.385920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-19e9c266-923f-4fba-9fd4-98ee28b0e8b0 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa4c428-2b47-4f06-ac16-ab765a14fab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083692 Feb 07 13:05:22.411643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 0b112540-c794-430c-a877-07ffe1b45a1c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:05:22.411643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0b112540-c794-430c-a877-07ffe1b45a1c not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:05:22.444836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=fdac704b-db8b-42c9-9660-0e4287302fec,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:22.449726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739730da-aebf-48ac-961d-4866f28abd7f req-c8836458-1a57-4406-bf9e-a28eb3625a15 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:22.451242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-739730da-aebf-48ac-961d-4866f28abd7f req-c8836458-1a57-4406-bf9e-a28eb3625a15 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 946 time: 0.3480029 Feb 07 13:05:22.452909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.453253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.453588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.453922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.454317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.454666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.455034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.455361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.455680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.456034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.456356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.456672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:05:22.600070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:05:22.625441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-739730da-aebf-48ac-961d-4866f28abd7f req-28196f0a-0df4-4e9c-87da-be7ed304d0ee tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646676 Feb 07 13:05:22.745848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6358b64-40ae-4649-a4de-ff1d9fc41f94 req-7c7f02ab-335d-44bc-a861-305601eb618a service neutron] 10.222.0.47 "GET /v2.0/networks/2fa4c428-2b47-4f06-ac16-ab765a14fab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935653 Feb 07 13:05:23.034093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['fdac704b-db8b-42c9-9660-0e4287302fec'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:23.075815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:05:23.079477 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:23.091213 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:05:23.107275 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:23.108364 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:23.161197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-df2bd675-59fc-4f1c-ad9f-5c81719f9c68 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "PUT /v2.0/floatingips/2dcc5ca8-e31d-4a12-b768-cc20700e95e4 HTTP/1.1" status: 200 len: 695 time: 2.2120292 Feb 07 13:05:23.176514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676cd64-73cf-419f-b2ec-00273c3a8513 req-2075b7bd-ac12-4e69-a4f0-2ad5d0b50a03 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:23.183580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2676cd64-73cf-419f-b2ec-00273c3a8513 req-2075b7bd-ac12-4e69-a4f0-2ad5d0b50a03 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 944 time: 0.3714271 Feb 07 13:05:23.277792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-78e25e14-f2d9-4805-882e-9b3dbcb9bbc2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:23.279293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-78e25e14-f2d9-4805-882e-9b3dbcb9bbc2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 946 time: 0.2629378 Feb 07 13:05:23.328852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2676cd64-73cf-419f-b2ec-00273c3a8513 req-b9d4e293-b489-47dc-b35a-5f327c0d08eb tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438148 Feb 07 13:05:23.333725 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:23.375186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Deleting port f25b4bf9-fdca-421f-8302-d42a1abbd567 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:23.375659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:23.408531 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c399e79-9e26-45aa-93da-1fa1976544eb', 'name': 'network-vif-deleted', 'tag': '0b112540-c794-430c-a877-07ffe1b45a1c', 'status': 'completed', 'code': 200} Feb 07 13:05:23.417305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b39e5-1bab-47a4-adad-a7254f09150c req-5ab587cb-0222-47dc-a327-3b43f4805190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:23.424671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-5ab587cb-0222-47dc-a327-3b43f4805190 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 1096 time: 0.2383244 Feb 07 13:05:23.664147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-67cbaafc-26a7-4d53-864e-be7046efe100 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=69f46ced331443a88a53990623b9b4c7 HTTP/1.1" status: 200 len: 267 time: 0.1577535 Feb 07 13:05:23.679953 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:23.683825 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:05:23.692511 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:23.693112 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:23.776654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b39e5-1bab-47a4-adad-a7254f09150c req-eb4a28ee-0860-4c9e-9d33-4d377f993918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:23.777534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-eb4a28ee-0860-4c9e-9d33-4d377f993918 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.3521063 Feb 07 13:05:23.871652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-211618a5-46c2-4480-9644-c40d996b9dca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 217 time: 0.0815508 Feb 07 13:05:23.890124 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:24.003214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b39e5-1bab-47a4-adad-a7254f09150c req-ded3eefd-562e-4eec-9687-df768774d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:24.019077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-ded3eefd-562e-4eec-9687-df768774d0f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.1236234 Feb 07 13:05:24.019077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] For port f25b4bf9-fdca-421f-8302-d42a1abbd567, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f25b4bf9-fdca-421f-8302-d42a1abbd567,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:24.019077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:24.064096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-bb4e2a64-e843-4814-92bb-2b2b93bf0a70 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:24.065661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-bb4e2a64-e843-4814-92bb-2b2b93bf0a70 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 945 time: 0.4007459 Feb 07 13:05:24.187503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'port': {'security_groups': []}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:24.231416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Calling delete_port for f25b4bf9-fdca-421f-8302-d42a1abbd567 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:24.253552 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:24.255411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f7680-6cd0-444c-b7ee-968369702915 None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:05:24.367577 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:24.418430 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:24.430249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b39e5-1bab-47a4-adad-a7254f09150c req-e8c5a005-0d73-43e1-8bbb-0ac17802f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:24.431782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-e8c5a005-0d73-43e1-8bbb-0ac17802f63a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4133091 Feb 07 13:05:24.529717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464c861-bc6b-4b76-b790-533b0da055b5 None None] New status for floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:05:24.807037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:24.840881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:24.881669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-a89d64b9-3370-4a2b-b02f-95bce90139c7 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186044 Feb 07 13:05:24.899939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event deleted for resources: {'Port': ['ID=f25b4bf9-fdca-421f-8302-d42a1abbd567,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:25.110920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] No DVR routers for this DVR port f25b4bf9-fdca-421f-8302-d42a1abbd567 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:05:25.122043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.224343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] For port 53d3d3e1-394f-40e2-8871-4182420c4120, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=53d3d3e1-394f-40e2-8871-4182420c4120,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:25.230516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599b39e5-1bab-47a4-adad-a7254f09150c req-1a88893e-e49c-4a63-91b9-98bc4eb7a95e service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531583 Feb 07 13:05:25.254903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.282777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c571592-a8f3-4335-a815-81e8ca95e203 req-6034091d-2a95-480d-925c-9304071da9e7 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "DELETE /v2.0/ports/f25b4bf9-fdca-421f-8302-d42a1abbd567 HTTP/1.1" status: 204 len: 173 time: 1.9954453 Feb 07 13:05:25.327820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37944) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:25.416891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752'}, {'server_uuid': '843c908a-a6f7-46a9-a069-4dd6552bb220', 'name': 'network-vif-deleted', 'tag': 'f25b4bf9-fdca-421f-8302-d42a1abbd567'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:25.448433 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.450722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.460850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['53d3d3e1-394f-40e2-8871-4182420c4120'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:25.466966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:25.471802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] Usage tracker for resource:security_group_rule and tenant:a81bdb6d17bd48f8a93dd749033f9d2d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:25.485541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:25.493862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:25.495278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['bdb413d5-7924-4442-851c-2fad63e5d642', 'd0fbbda3-b287-4b87-abe6-533d76976d33'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:25.535523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:25.536308 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.537848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-661b0794-292b-41be-8a62-f89fe3a6acc1 req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "PUT /v2.0/ports/53d3d3e1-394f-40e2-8871-4182420c4120 HTTP/1.1" status: 200 len: 904 time: 1.4110768 Feb 07 13:05:25.622460 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.647101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a891589-85b9-4a56-ab67-40874ec2bf27 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'Port': ['ID=53d3d3e1-394f-40e2-8871-4182420c4120,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:25.692662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['53d3d3e1-394f-40e2-8871-4182420c4120'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:25.693640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59d92-171b-4888-b058-3841b7499c73 req-0d4da092-3e29-4dc7-8412-ea4406225af8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:25.695408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bb59d92-171b-4888-b058-3841b7499c73 req-0d4da092-3e29-4dc7-8412-ea4406225af8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.1818576 Feb 07 13:05:25.733605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.790380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bb59d92-171b-4888-b058-3841b7499c73 req-5b0e889b-b685-4e71-b259-a09123bdd0cc tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869932 Feb 07 13:05:25.822001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c49f672-c030-4702-9c0e-bbb1a3cd6b69,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:25.826804 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-72be0ef6-cede-41e7-bf27-7eb3494a62bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a81bdb6d17bd48f8a93dd749033f9d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967935 Feb 07 13:05:25.831967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37964) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:25.928290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b82fa382-2d77-4eb6-b684-26098b34a32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.961361 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b82fa382-2d77-4eb6-b684-26098b34a32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:25.976741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f20a82e2-3ec3-4538-a9b0-5b069c9d44a8 None None] Provisioning complete for port 53d3d3e1-394f-40e2-8871-4182420c4120 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:25.976741 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f20a82e2-3ec3-4538-a9b0-5b069c9d44a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:26.002423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9d8caab6-c132-4aae-b730-cbc6b5a11448 req-3f7c7d36-0532-40ed-afb2-6715a978a969 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:26.011912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fdac704b-db8b-42c9-9660-0e4287302fec up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:05:26.058899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-bdc07875-e034-4c18-ace5-11a29ae86af0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:26.067074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-bdc07875-e034-4c18-ace5-11a29ae86af0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.3386562 Feb 07 13:05:26.086268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1d24c7ba-e798-44f4-950b-d75b9c78c429 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/quotas/66a34b0aef7846e9ad89f05eef8801a0 HTTP/1.1" status: 200 len: 375 time: 0.0181441 Feb 07 13:05:26.134026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-3464e9ae-32a1-4c8f-9f15-7917dd6c8490 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:26.148145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9d8caab6-c132-4aae-b730-cbc6b5a11448 req-3f7c7d36-0532-40ed-afb2-6715a978a969 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:26.149536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d8caab6-c132-4aae-b730-cbc6b5a11448 req-3f7c7d36-0532-40ed-afb2-6715a978a969 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=843c908a-a6f7-46a9-a069-4dd6552bb220 HTTP/1.1" status: 200 len: 210 time: 0.2040200 Feb 07 13:05:26.292468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-3464e9ae-32a1-4c8f-9f15-7917dd6c8490 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:26.293791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-3464e9ae-32a1-4c8f-9f15-7917dd6c8490 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2067592 Feb 07 13:05:26.305601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-bab7d2dd-6cff-436f-8245-338f849583ae service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:05:26.306568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-bab7d2dd-6cff-436f-8245-338f849583ae service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061069 Feb 07 13:05:26.316315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port fdac704b-db8b-42c9-9660-0e4287302fec completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:05:26.316520 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b82fa382-2d77-4eb6-b684-26098b34a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:26.321664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port fdac704b-db8b-42c9-9660-0e4287302fec triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:26.322042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:26.337644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b82fa382-2d77-4eb6-b684-26098b34a32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:26.341668 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b82fa382-2d77-4eb6-b684-26098b34a32c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c49f672-c030-4702-9c0e-bbb1a3cd6b69 HTTP/1.1" status: 204 len: 168 time: 0.5062790 Feb 07 13:05:26.341668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fa382-2d77-4eb6-b684-26098b34a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c49f672-c030-4702-9c0e-bbb1a3cd6b69,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:26.464833 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:26.465386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab628e-126a-4cc4-bd25-75cc27f928a5 req-9bcd7362-bbd7-4fd0-9bfb-dd2bf81e5a16 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:26.466347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92ab628e-126a-4cc4-bd25-75cc27f928a5 req-9bcd7362-bbd7-4fd0-9bfb-dd2bf81e5a16 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 944 time: 0.2120628 Feb 07 13:05:26.496488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf35d184-8e31-4809-b040-3379ba49941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdac704b-db8b-42c9-9660-0e4287302fec'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:26.507872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fdac704b-db8b-42c9-9660-0e4287302fec, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fdac704b-db8b-42c9-9660-0e4287302fec,segment=NetworkSegment(f1ce3b9a-05ed-4b98-925e-df0f3f6cec14),segment_id=f1ce3b9a-05ed-4b98-925e-df0f3f6cec14)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:26.564352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92ab628e-126a-4cc4-bd25-75cc27f928a5 req-7d01195d-14c8-4cd9-a913-17294153530a tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907085 Feb 07 13:05:26.566395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-ebf9fbcd-7cee-444b-a36e-7973f58926d6 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339911 Feb 07 13:05:26.625422 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:26.626646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f25b4bf9-fdca-421f-8302-d42a1abbd567 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:05:26.788004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-0fdc30b7-3081-4b4a-a180-0ddee4efaa5d service neutron] 10.222.0.69 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147930 Feb 07 13:05:26.816511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=fdac704b-db8b-42c9-9660-0e4287302fec,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:26.819322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: f25b4bf9-fdca-421f-8302-d42a1abbd567 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:05:26.819873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f25b4bf9-fdca-421f-8302-d42a1abbd567 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:05:27.222810 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'status': 'completed', 'code': 200} Feb 07 13:05:27.223074 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843c908a-a6f7-46a9-a069-4dd6552bb220', 'name': 'network-vif-deleted', 'tag': 'f25b4bf9-fdca-421f-8302-d42a1abbd567', 'status': 'completed', 'code': 200} Feb 07 13:05:27.401427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-c621a25d-2bd0-4271-8e50-f6586b5b9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:27.402386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-c621a25d-2bd0-4271-8e50-f6586b5b9562 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 1096 time: 0.1465514 Feb 07 13:05:27.418637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29687-d450-4104-a95f-1f452daf3980 req-20415fa2-4d27-4260-b4f3-f2669b852d31 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:27.420103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84d29687-d450-4104-a95f-1f452daf3980 req-20415fa2-4d27-4260-b4f3-f2669b852d31 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 907 time: 0.1133456 Feb 07 13:05:27.482098 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf35d184-8e31-4809-b040-3379ba49941a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdac704b-db8b-42c9-9660-0e4287302fec', 'code': 200} Feb 07 13:05:27.572974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37994) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:27.583466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:27.604984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:27.610409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:6daf12cf91714cc89cdc5a7f443b551b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:27.614144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:27.621132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:27.752769 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:27.816222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-fcf3e329-9a68-4214-bc75-6fb32f353934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:27.817695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-fcf3e329-9a68-4214-bc75-6fb32f353934 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.3967252 Feb 07 13:05:27.847495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:27.905028 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6daf12cf91714cc89cdc5a7f443b551b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474059 Feb 07 13:05:27.906030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38002) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:27.910700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cae06-5712-493c-8485-dbf018a26ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf963566-39b2-48b9-891a-ae354ac1380e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:27.914306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-bec9c0b3-8e20-4479-83cb-0c280beb814e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 200 len: 217 time: 0.0834618 Feb 07 13:05:27.978196 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1a54-4cc8-4e74-8869-4b917af3f695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:28.004222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1a54-4cc8-4e74-8869-4b917af3f695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:28.050611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7890e8-c167-4710-ad8f-8aa0beb2b1f1 req-2a0788b2-b614-42dd-af1f-c8502528b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:28.052112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b7890e8-c167-4710-ad8f-8aa0beb2b1f1 req-2a0788b2-b614-42dd-af1f-c8502528b74a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 1096 time: 0.3523352 Feb 07 13:05:28.070253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20b441-c974-4b46-b357-66532fe4b001 req-1cb6a2d1-0602-40c4-8198-67e01441a8f8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:28.071673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e20b441-c974-4b46-b357-66532fe4b001 req-1cb6a2d1-0602-40c4-8198-67e01441a8f8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.3707981 Feb 07 13:05:28.092258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-c8b67723-e2c0-4058-95d8-acd411832877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:28.093626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-c8b67723-e2c0-4058-95d8-acd411832877 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.1690047 Feb 07 13:05:28.194324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb34beb-d555-49c3-8bac-4adb66262401 req-68da3e44-a2bd-437f-bfc6-c10d91faa77a tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:28.195892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fb34beb-d555-49c3-8bac-4adb66262401 req-68da3e44-a2bd-437f-bfc6-c10d91faa77a tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.2769773 Feb 07 13:05:28.232728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b7890e8-c167-4710-ad8f-8aa0beb2b1f1 req-cdbc5db3-b218-4ec4-af9b-83f1370aaddd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575062 Feb 07 13:05:28.235809 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1a54-4cc8-4e74-8869-4b917af3f695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:28.238182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e20b441-c974-4b46-b357-66532fe4b001 req-b1f5da9a-8707-430d-a767-fea8d18ad28a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404126 Feb 07 13:05:28.255035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b1a54-4cc8-4e74-8869-4b917af3f695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf963566-39b2-48b9-891a-ae354ac1380e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:28.259698 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d3b1a54-4cc8-4e74-8869-4b917af3f695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:28.261662 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7d3b1a54-4cc8-4e74-8869-4b917af3f695 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf963566-39b2-48b9-891a-ae354ac1380e HTTP/1.1" status: 204 len: 168 time: 0.3530676 Feb 07 13:05:28.276379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fb34beb-d555-49c3-8bac-4adb66262401 req-0eece974-edd2-4fa4-bb24-85ec9c56af00 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693347 Feb 07 13:05:28.287788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-dc84508b-613f-493f-9cd2-31d54299fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:28.290228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-dc84508b-613f-493f-9cd2-31d54299fc5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728528 Feb 07 13:05:28.383453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fedd0a51-c683-45f4-afd9-3261dce6a46f req-3666eede-1a75-4379-825f-69ea75793c5b tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 210 time: 0.0644066 Feb 07 13:05:28.718635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b82484-7524-4d45-9abc-c92254e1d615 req-d20a1315-f099-4cba-ae29-3a618d3a90a7 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:28.720380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8b82484-7524-4d45-9abc-c92254e1d615 req-d20a1315-f099-4cba-ae29-3a618d3a90a7 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2584586 Feb 07 13:05:28.722079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-c5c8b24f-e894-4ff2-9b35-93b31ed99bcb service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865890 Feb 07 13:05:28.746866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-21a4b34a-2d23-4233-b648-caa1835996b4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:28.748334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-21a4b34a-2d23-4233-b648-caa1835996b4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2548525 Feb 07 13:05:28.928273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-242fb2c3-9d81-4430-b81f-f788a22f3123 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.1546152 Feb 07 13:05:28.938880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8b82484-7524-4d45-9abc-c92254e1d615 req-0c0669d1-fc51-4318-af3d-577373ec073f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126999 Feb 07 13:05:28.948940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Request body: {'floatingip': {'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:29.049019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:29.164881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9039663-cc84-4580-9452-8c6b4ed12a69 req-5649280c-8718-4301-998d-4b4243d14447 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134240 Feb 07 13:05:29.226410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'tag': '53d3d3e1-394f-40e2-8871-4182420c4120'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:29.503398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ffed3-4b03-41e0-b3ee-41f56a0de572 req-2c967342-4eb9-4e86-9c85-609b4dbaf85d tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:29.504786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-561ffed3-4b03-41e0-b3ee-41f56a0de572 req-2c967342-4eb9-4e86-9c85-609b4dbaf85d tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 945 time: 0.3975272 Feb 07 13:05:29.629363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-561ffed3-4b03-41e0-b3ee-41f56a0de572 req-cd041cd5-ea00-4f82-bc21-3bf22794ca6f tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125481 Feb 07 13:05:29.902828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:05:30.046584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:30.057942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-b75bf740-9316-42c6-9ca9-61a0e05a359b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:30.059444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-b75bf740-9316-42c6-9ca9-61a0e05a359b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.2665317 Feb 07 13:05:30.075600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-1ac6cb4f-7f38-4192-bd98-72f832fbe4df tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/quotas/36c74833efc5459a8f831955e06d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.0104430 Feb 07 13:05:30.161515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-4b1329bf-3404-467e-820d-9c4690d09240 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799861 Feb 07 13:05:30.242077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:30.572159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-31ad94ff-20c4-472f-a85f-46cf1f6e7f43 service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032609 Feb 07 13:05:30.575331 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4 associated. External IP: 172.25.7.161, port: 4bc56544-05b4-4dd2-b822-8d9f0a93c01b. Feb 07 13:05:30.949836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-7e941d50-6b5b-4339-9375-872916b3f2af tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:30.951261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-7e941d50-6b5b-4339-9375-872916b3f2af tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 812 time: 0.6082354 Feb 07 13:05:30.976792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Request body: {'port': {'device_id': '60c6b5e0-68ed-4719-bc15-55e6da038cb3', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'admin_state_up': True, 'tenant_id': '66a34b0aef7846e9ad89f05eef8801a0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:31.234836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-6d0cce8b-05b9-43b3-9704-cc56a57147ee service neutron] 10.222.0.69 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070371 Feb 07 13:05:31.291569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-b56b9ac3-9bdd-48c4-bf55-c4ac8f20c41c tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:31.293096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-b56b9ac3-9bdd-48c4-bf55-c4ac8f20c41c tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.47 "GET /v2.0/ports?device_id=920cc68f-fb22-43c4-b7f9-b12fe71a8ff5 HTTP/1.1" status: 200 len: 945 time: 0.6548395 Feb 07 13:05:31.413943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Deleting port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:31.414289 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:31.444209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:31.548501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:31.684735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:05:31.780501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Made reservation on behalf of 66a34b0aef7846e9ad89f05eef8801a0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:05:31.784909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:31.962035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224f80-df63-4005-9a16-da3e5e5e7de9 req-c16f9d6a-fadf-436d-bfd6-15882fc2b64b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:31.963438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02224f80-df63-4005-9a16-da3e5e5e7de9 req-c16f9d6a-fadf-436d-bfd6-15882fc2b64b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4268689 Feb 07 13:05:32.128307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] For port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:32.155140 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:32.399504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:05:32.442429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:05:32.454019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Calling delete_port for 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:32.454196 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:05:32.463606 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:32.464575 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:32.490743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02224f80-df63-4005-9a16-da3e5e5e7de9 req-3ec906e1-a88e-41f8-aaa8-87fefa0f5ef6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5092955 Feb 07 13:05:32.518842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:32.578647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:32.591235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Allocated IP 172.20.0.14 (cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d/b674a9c6-92fb-4e7a-8a46-784f145af0b5/69b3927f-9005-4a6b-97c1-fa9e11ff2619) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:05:32.595161 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'tag': '53d3d3e1-394f-40e2-8871-4182420c4120', 'status': 'completed', 'code': 200} Feb 07 13:05:32.602797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'mac_address': 'fa:16:3e:1a:3d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:05:32.644430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a74c8427-062a-4526-bc22-872f8e665681 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "PUT /v2.0/floatingips/2dcc5ca8-e31d-4a12-b768-cc20700e95e4 HTTP/1.1" status: 200 len: 996 time: 3.6922097 Feb 07 13:05:32.660585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:32.678486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:32.706538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:32.788983 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:32.830448 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:32.919530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:33.064507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:33.082171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['6aaa0c4a-8ec0-4fa4-983d-9111712118b8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:33.144832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Pushing event deleted for resources: {'Port': ['ID=8eee10a3-ea5e-4830-b3e1-ef5cc14b0752,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:33.173910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4bc56544-05b4-4dd2-b822-8d9f0a93c01b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:33.266458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6879-0010-45e8-a12c-88d04762db09 req-aca16516-4add-435e-8725-4a45287397e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:33.268390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606c6879-0010-45e8-a12c-88d04762db09 req-aca16516-4add-435e-8725-4a45287397e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 1058 time: 0.6260049 Feb 07 13:05:33.279246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-fa43a163-1039-4793-a4c6-fcf4975f6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:33.286685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-fa43a163-1039-4793-a4c6-fcf4975f6526 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.6065345 Feb 07 13:05:33.294963 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:9f:60:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:29Z', 'revision_number': 8, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:33.300914 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:05:33.310249 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:33.311994 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:33.359219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] No DVR routers for this DVR port 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:05:33.514068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fce162-c1ff-4885-851a-99c676d1fce1 req-e7c496d6-68eb-41a3-9847-604a601cf52a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:33.518501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10fce162-c1ff-4885-851a-99c676d1fce1 req-e7c496d6-68eb-41a3-9847-604a601cf52a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 948 time: 0.7242153 Feb 07 13:05:33.518501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:33.579763 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:33.646876 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:33.716066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10fce162-c1ff-4885-851a-99c676d1fce1 req-86d326a4-d1f3-437e-9044-851972903b67 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624498 Feb 07 13:05:33.748495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6879-0010-45e8-a12c-88d04762db09 req-012d8494-58fa-4b71-b8c8-9be6475bbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:33.750571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606c6879-0010-45e8-a12c-88d04762db09 req-012d8494-58fa-4b71-b8c8-9be6475bbd8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.4253683 Feb 07 13:05:33.755191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a2a6b46f-d01e-43d9-b009-0d9b4178085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:33.756760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-a2a6b46f-d01e-43d9-b009-0d9b4178085d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.4690902 Feb 07 13:05:33.880783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6c604cf-a5c8-4791-bfa9-23feef6dc08b req-cfeb7852-9646-4b7e-91ae-20bf24c38236 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.47 "DELETE /v2.0/ports/8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 HTTP/1.1" status: 204 len: 173 time: 2.5779216 Feb 07 13:05:33.890180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606c6879-0010-45e8-a12c-88d04762db09 req-df5a9200-302d-4bf4-a798-b7f8ff3b5c1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d3d3e1-394f-40e2-8871-4182420c4120 HTTP/1.1" status: 200 len: 217 time: 0.1324456 Feb 07 13:05:33.993617 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:9f:60:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:29Z', 'revision_number': 8, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:33.998384 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2845af7-d4f3-42c9-b168-7a07b83f47c7 None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '2dcc5ca8-e31d-4a12-b768-cc20700e95e4', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'port_id': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'mac_address': 'fa:16:3e:9f:60:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:04:27Z', 'updated_at': '2022-02-07T13:05:29Z', 'revision_number': 8, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:05:34.003626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-41b5fc6c-c839-45c2-9e13-f02f26e320b3 req-09d52d4e-ec56-4c12-be33-854da0e75f92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:34.047245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:05:34.053847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-d6b2e08f-d538-4a51-b485-2e129d456ec1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 999 time: 0.2385747 Feb 07 13:05:34.056814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-41b5fc6c-c839-45c2-9e13-f02f26e320b3 req-09d52d4e-ec56-4c12-be33-854da0e75f92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:34.057932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41b5fc6c-c839-45c2-9e13-f02f26e320b3 req-09d52d4e-ec56-4c12-be33-854da0e75f92 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 210 time: 0.1762488 Feb 07 13:05:34.059329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6879-0010-45e8-a12c-88d04762db09 req-044868d5-dec4-49a8-8f52-91b1ff12c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:34.060820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606c6879-0010-45e8-a12c-88d04762db09 req-044868d5-dec4-49a8-8f52-91b1ff12c836 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.1500759 Feb 07 13:05:34.121602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:05:34.121942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8eee10a3-ea5e-4830-b3e1-ef5cc14b0752 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:05:34.187937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-196ed2d1-fea2-4bba-9d63-af6cc967774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:34.189592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-196ed2d1-fea2-4bba-9d63-af6cc967774b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.1235313 Feb 07 13:05:34.191539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:34.289151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c2f08-5a25-445e-83d4-b3d47143af48 None None] New status for floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:05:34.399715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:05:34.416011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event updated for resources: {'Port': ['ID=69b3927f-9005-4a6b-97c1-fa9e11ff2619,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:34.487233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:05:34.488943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:05:34.505328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:05:34.533036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c6879-0010-45e8-a12c-88d04762db09 req-2822a565-0dbe-4167-9c43-2f4738ecea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:34.534533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606c6879-0010-45e8-a12c-88d04762db09 req-2822a565-0dbe-4167-9c43-2f4738ecea4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4351830 Feb 07 13:05:34.635256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b'}, {'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'name': 'network-vif-deleted', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:34.662663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:34.663294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:34.676097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:34.676615 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:34.754942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-475148d5-5e0d-4942-b822-f722b23e6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:34.756831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-475148d5-5e0d-4942-b822-f722b23e6843 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3430920 Feb 07 13:05:34.841939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-1f290709-a958-40ac-a4ee-f1adb3054420 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8733563 Feb 07 13:05:34.900737 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:34.937972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:34.952115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:34.955413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606c6879-0010-45e8-a12c-88d04762db09 req-073f606a-ed53-43e9-a784-0d1cfb154b51 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100587 Feb 07 13:05:35.033582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Request body: {'port': {'device_id': '60c6b5e0-68ed-4719-bc15-55e6da038cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:35.087213 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:35.163572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:35.284952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-53610248-b4bd-46c6-8345-74f5089f84a7 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906743 Feb 07 13:05:35.558507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606c6879-0010-45e8-a12c-88d04762db09 req-0ae481a1-f950-47ef-b4fb-e26daae91423 service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860126 Feb 07 13:05:35.576945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-fbbcdafc-0b0b-4a4b-a94b-dc878d7f0f1e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:35.578426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-fbbcdafc-0b0b-4a4b-a94b-dc878d7f0f1e tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 806 time: 0.8481395 Feb 07 13:05:35.582645 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:35.620446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Request body: {'port': {'device_id': 'cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'admin_state_up': True, 'tenant_id': '36c74833efc5459a8f831955e06d9bc7'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:35.757653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9e3b83d-7cd4-4fa4-b115-3b125b8d12f9 req-e7219a16-21f4-476b-b2ab-dcd948fabca9 service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526250 Feb 07 13:05:35.774077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d3cd-65a3-4492-bdbe-23e08592eb5c req-554e6cfa-afd0-4972-9746-282b77f0c756 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:35.775603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c87d3cd-65a3-4492-bdbe-23e08592eb5c req-554e6cfa-afd0-4972-9746-282b77f0c756 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 945 time: 0.6531501 Feb 07 13:05:35.939660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c87d3cd-65a3-4492-bdbe-23e08592eb5c req-758b057a-35ad-4707-8ac5-4374c50b03ec tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525056 Feb 07 13:05:36.096323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:36.133130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa697983-b4a6-43a3-a61b-a86d5f38f5e6 req-3c625408-0fda-40c5-a962-f4f574eb71e0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 210 time: 0.1040547 Feb 07 13:05:36.348076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:36.363071 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'status': 'completed', 'code': 200} Feb 07 13:05:36.369658 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920cc68f-fb22-43c4-b7f9-b12fe71a8ff5', 'name': 'network-vif-deleted', 'tag': '8eee10a3-ea5e-4830-b3e1-ef5cc14b0752', 'status': 'completed', 'code': 200} Feb 07 13:05:36.606993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Made reservation on behalf of 36c74833efc5459a8f831955e06d9bc7 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:05:36.610987 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:36.705703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-c05aef11-f8bf-495a-96c9-86cae3a07552 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:36.707230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-c05aef11-f8bf-495a-96c9-86cae3a07552 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.7830660 Feb 07 13:05:36.767585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-2dc1f56d-f8ce-43ed-a4d1-fed4fe4d2e67 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:36.769037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-2dc1f56d-f8ce-43ed-a4d1-fed4fe4d2e67 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.6703019 Feb 07 13:05:36.880388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-eabe47ba-cc83-418f-ac1b-1f602ea4461c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/quotas/69f46ced331443a88a53990623b9b4c7 HTTP/1.1" status: 200 len: 375 time: 0.0592217 Feb 07 13:05:36.896019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-e80ba1ec-e8c3-4af1-832b-6402be3a4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:36.897504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-e80ba1ec-e8c3-4af1-832b-6402be3a4045 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.5424349 Feb 07 13:05:36.980943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Deleting port cefa2489-174c-4d6a-8d2b-c96f070aee3a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:36.981221 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:37.026546 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-6602b79b-6151-4717-a2a2-959253a05d26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806541 Feb 07 13:05:37.037636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6b635-bd38-4648-a35a-a228141ffee0 req-7dbb835d-b5a1-4d1c-bdb0-47d225d371ca tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:37.043198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ede6b635-bd38-4648-a35a-a228141ffee0 req-7dbb835d-b5a1-4d1c-bdb0-47d225d371ca tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 946 time: 0.5618129 Feb 07 13:05:37.126604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-037d84f8-4e70-4805-8ba2-2ccca117245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:37.128251 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-037d84f8-4e70-4805-8ba2-2ccca117245e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 1096 time: 0.0813990 Feb 07 13:05:37.288724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-ac3c0ef7-7924-4d00-9030-f24882dfe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:37.290237 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-ac3c0ef7-7924-4d00-9030-f24882dfe252 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 906 time: 0.1422908 Feb 07 13:05:37.314716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b3927f-9005-4a6b-97c1-fa9e11ff2619 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:37.344784 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:37.364779 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-87e1eea6-a253-44d1-b2d1-6165f38647e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=993290b2-5361-4bef-976d-bce4ddc249f1 HTTP/1.1" status: 200 len: 217 time: 0.0686150 Feb 07 13:05:37.415033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ede6b635-bd38-4648-a35a-a228141ffee0 req-c39302b9-bf39-4a34-ba5a-3e679df159a9 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups?id=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027234 Feb 07 13:05:37.420056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Allocated IP 172.20.0.11 (cfc9913b-a43e-4d8d-8314-4c02da867b60/453c02ff-fbe9-4180-acd7-c04cc76dbfe1/e1db4f95-ec13-413f-9f79-b30e607e8a14) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:05:37.431589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-3a6dc4ec-f8b6-4f7d-8610-930eaceb9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:37.433402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Transition to ACTIVE for port object 69b3927f-9005-4a6b-97c1-fa9e11ff2619 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:05:37.433612 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-3a6dc4ec-f8b6-4f7d-8610-930eaceb9809 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.0635991 Feb 07 13:05:37.496873 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-32c0b912-c2b0-485f-b5f3-579765497c16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561445 Feb 07 13:05:37.522270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-eee0586d-774e-4ea0-9ed8-178a840da435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:37.523645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-eee0586d-774e-4ea0-9ed8-178a840da435 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.6095269 Feb 07 13:05:37.549026 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:37.603920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-39d3162e-4dec-492f-b5ca-2d84110c73f7 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7016809 Feb 07 13:05:37.642280 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-068ecf43-181f-49a0-8b4b-c104b355ceb7 service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390612 Feb 07 13:05:37.795253 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d5a73b5a-443e-43bb-b8c0-7b5537d6b90b req-4fef7de6-27af-433c-8e1d-8fd266176210 service neutron] 10.222.0.35 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426930 Feb 07 13:05:38.108964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Pushing event updated for resources: {'Port': ['ID=69b3927f-9005-4a6b-97c1-fa9e11ff2619,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:38.231799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-b8c02656-1ec1-421e-906c-82a2d1b73f57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 1001 time: 0.6729641 Feb 07 13:05:38.374701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] For port cefa2489-174c-4d6a-8d2b-c96f070aee3a, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cefa2489-174c-4d6a-8d2b-c96f070aee3a,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:38.375073 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:38.603720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-d760818c-15ed-418c-921f-c654b965681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:38.605205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-d760818c-15ed-418c-921f-c654b965681a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.3494780 Feb 07 13:05:38.614182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-e4da362d-159a-4839-8b27-fe6181f5c5c8 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9096868 Feb 07 13:05:38.637119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99773-7f2a-4826-a36f-aed570a7c25a req-e51a949f-fea5-4aef-a58c-0cfd526f30e5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:38.638490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4de99773-7f2a-4826-a36f-aed570a7c25a req-e51a949f-fea5-4aef-a58c-0cfd526f30e5 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 1.0786872 Feb 07 13:05:38.727191 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-166c6144-2971-4ca5-a87b-d8e4f51ca6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:38.795954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Attempting to bind port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:05:38.796312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Attempting to bind port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:05:38.796717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Attempting to bind port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:38.802923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:38.887089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:05:38.887472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Attempting to bind port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 on network cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:38.938040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:05:38.938385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Checking segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:05:38.942601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Bound using segment: {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:05:38.942601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Bound port: 69b3927f-9005-4a6b-97c1-fa9e11ff2619, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf60d0-6337-45be-9dcf-1ce94f135350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:05:38.942601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:38.992568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4de99773-7f2a-4826-a36f-aed570a7c25a req-54f0443e-4719-4544-b393-653a973e5498 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765496 Feb 07 13:05:39.048674 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'code': 200} Feb 07 13:05:39.155600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e28d14-324f-4f65-834c-eab1c846716d req-34448330-23b1-4351-b2a7-eadcbde79f58 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6535792 Feb 07 13:05:39.225834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-2cbb79b2-1ed8-4c1b-9af6-af3423555a45 service neutron] 10.222.0.69 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010714 Feb 07 13:05:39.284905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043bd6f-a14f-44ce-a358-02f1d9cf27a3 req-b8ce5bfb-4d10-420e-b55d-dfd71401e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:39.287036 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d043bd6f-a14f-44ce-a358-02f1d9cf27a3 req-b8ce5bfb-4d10-420e-b55d-dfd71401e9ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1100 time: 0.0780480 Feb 07 13:05:39.313543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:39.313920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:39.314353 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Floating IP 613f5b25-7790-45d4-81d5-16b3a475d814 disassociated. External IP: 172.25.7.33, port: cefa2489-174c-4d6a-8d2b-c96f070aee3a. Feb 07 13:05:39.314574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Calling delete_port for cefa2489-174c-4d6a-8d2b-c96f070aee3a owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:39.329542 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d043bd6f-a14f-44ce-a358-02f1d9cf27a3 req-ebc48666-e5e0-4535-a0a8-9876b0c566f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360358 Feb 07 13:05:39.362309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-c749832b-d4c7-43b9-aa17-9c23b3581dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:39.363809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-c749832b-d4c7-43b9-aa17-9c23b3581dcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7402296 Feb 07 13:05:39.385055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] For port 69b3927f-9005-4a6b-97c1-fa9e11ff2619, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:05:39.491058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] For port 69b3927f-9005-4a6b-97c1-fa9e11ff2619, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69b3927f-9005-4a6b-97c1-fa9e11ff2619,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:05:39.511447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:39.524595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:39.898367 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:39.974785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:39.975173 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:39.976605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] 10.222.0.35 "PUT /v2.0/ports/69b3927f-9005-4a6b-97c1-fa9e11ff2619 HTTP/1.1" status: 200 len: 1092 time: 5.0650728 Feb 07 13:05:39.983038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Network cfc9913b-a43e-4d8d-8314-4c02da867b60 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:05:39.988751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c6b5e0-68ed-4719-bc15-55e6da038cb3', 'tag': '69b3927f-9005-4a6b-97c1-fa9e11ff2619'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:40.009863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:05:40.012483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:05:40.100391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event updated for resources: {'Port': ['ID=e1db4f95-ec13-413f-9f79-b30e607e8a14,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:40.153418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28d14-324f-4f65-834c-eab1c846716d req-f0bd0724-6489-44d6-a266-63f64c2dfe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:40.154892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e28d14-324f-4f65-834c-eab1c846716d req-f0bd0724-6489-44d6-a266-63f64c2dfe32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 1099 time: 0.9411745 Feb 07 13:05:40.220599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecfa2801-2e4f-4ebc-9314-39a0569e8d35 req-b88c6284-03ef-439d-8665-939aefb58cf9 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips/2dcc5ca8-e31d-4a12-b768-cc20700e95e4 HTTP/1.1" status: 200 len: 998 time: 0.7282012 Feb 07 13:05:40.228258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22a23-9630-400a-9a31-7553c1bb715e req-e9790d57-5325-48ed-bfff-bd05693142b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:40.230083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2b22a23-9630-400a-9a31-7553c1bb715e req-e9790d57-5325-48ed-bfff-bd05693142b4 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 944 time: 1.0711515 Feb 07 13:05:40.282415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-abfd5e1c-721f-40ad-bb4c-b1d94b9b47e3 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8938854 Feb 07 13:05:40.414602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cefa2489-174c-4d6a-8d2b-c96f070aee3a no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:05:40.446186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:40.446939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:40.542905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:40.643073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb207b-ff91-456d-9cf2-a0594473237d service neutron] Pushing event updated for resources: {'Port': ['ID=69b3927f-9005-4a6b-97c1-fa9e11ff2619,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:40.674670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:40.735067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2b22a23-9630-400a-9a31-7553c1bb715e req-15d686d5-c8b1-4f5e-b411-81b173a5acda tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660435 Feb 07 13:05:40.796290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event deleted for resources: {'Port': ['ID=cefa2489-174c-4d6a-8d2b-c96f070aee3a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:40.939681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-08963be7-4bf6-4642-9648-edfe1de33815 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3468890 Feb 07 13:05:40.986261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Request body: {'port': {'device_id': 'cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:41.074957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa2801-2e4f-4ebc-9314-39a0569e8d35 req-9f3a3985-38cf-44f7-8f6c-ec983b2ba0a9 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:41.076269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecfa2801-2e4f-4ebc-9314-39a0569e8d35 req-9f3a3985-38cf-44f7-8f6c-ec983b2ba0a9 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.8438611 Feb 07 13:05:41.092862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-04cfc62f-1c8d-4148-8096-667aabffe2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:41.106246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-2baedd75-638b-4502-9640-dbc2a8785066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:41.107645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-2baedd75-638b-4502-9640-dbc2a8785066 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 1095 time: 0.9674423 Feb 07 13:05:41.136007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28d14-324f-4f65-834c-eab1c846716d req-366ff09e-230a-4b14-abb7-9d181dbab558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:41.137426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e28d14-324f-4f65-834c-eab1c846716d req-366ff09e-230a-4b14-abb7-9d181dbab558 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.9242802 Feb 07 13:05:41.207789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-ecfa2801-2e4f-4ebc-9314-39a0569e8d35 req-ef67d09f-39e0-46f6-9690-5c300825fc2e tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:05:41.212487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecfa2801-2e4f-4ebc-9314-39a0569e8d35 req-ef67d09f-39e0-46f6-9690-5c300825fc2e tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0943124 Feb 07 13:05:41.299522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53e13e6b-d173-4e44-88a1-1a7b02f03c3f req-1bf62326-0854-4f37-9e1f-03af7952f5fc service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9684570 Feb 07 13:05:41.325340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-b6179031-efb9-448b-a744-1856629e61ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b3927f-9005-4a6b-97c1-fa9e11ff2619 HTTP/1.1" status: 200 len: 217 time: 0.1905639 Feb 07 13:05:41.493889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e28d14-324f-4f65-834c-eab1c846716d req-11750f7b-704a-4090-8c8d-d080cdccea1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 HTTP/1.1" status: 200 len: 217 time: 0.2626462 Feb 07 13:05:41.717893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-122af8bf-e99c-4595-aff1-eea805c3c6f7 req-5d10365c-6df8-41d0-bf3d-11b9be4256e3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Synchronizing usage tracker for tenant:c62e0c0b192540c59feaa857f1d73246 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:41.823200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Router 772f108f-f532-43c0-8753-f32ad19db7e1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:05:41.864872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:41.879356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-317b1cc5-81c7-4403-90e1-c2942fb3f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:41.881064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-317b1cc5-81c7-4403-90e1-c2942fb3f958 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.5420065 Feb 07 13:05:41.882531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28d14-324f-4f65-834c-eab1c846716d req-ea4c151d-afbd-4c7d-8fa8-d56bc836d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:41.883859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e28d14-324f-4f65-834c-eab1c846716d req-ea4c151d-afbd-4c7d-8fa8-d56bc836d1b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2162216 Feb 07 13:05:41.930468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a20c1-ae09-47a8-8956-4df75d6a78fe req-550d6393-cf6f-4e23-9c42-c0e2302c14ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:41.931189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d79a20c1-ae09-47a8-8956-4df75d6a78fe req-550d6393-cf6f-4e23-9c42-c0e2302c14ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:41.990411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-5d889526-e4fd-401a-bed4-58fa596a7fb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010563 Feb 07 13:05:42.024755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-049b5f89-8ad7-4e34-8966-afd667897498 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:42.026586 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-049b5f89-8ad7-4e34-8966-afd667897498 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 812 time: 0.1959417 Feb 07 13:05:42.037581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Request body: {'port': {'device_id': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'admin_state_up': True, 'tenant_id': '69f46ced331443a88a53990623b9b4c7'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:42.102787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-122af8bf-e99c-4595-aff1-eea805c3c6f7 req-5d10365c-6df8-41d0-bf3d-11b9be4256e3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Unset dirty status for tenant:c62e0c0b192540c59feaa857f1d73246 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:42.103947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-122af8bf-e99c-4595-aff1-eea805c3c6f7 req-5d10365c-6df8-41d0-bf3d-11b9be4256e3 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d33cb-c1a9-4387-b589-de7326f94ba3 HTTP/1.1" status: 200 len: 210 time: 0.7854435 Feb 07 13:05:42.247058 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:42.294759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:42.299150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:42.316859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:42.395260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d79a20c1-ae09-47a8-8956-4df75d6a78fe req-550d6393-cf6f-4e23-9c42-c0e2302c14ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:42.396477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d79a20c1-ae09-47a8-8956-4df75d6a78fe req-550d6393-cf6f-4e23-9c42-c0e2302c14ec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 932 time: 1.4507902 Feb 07 13:05:42.440658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38192) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:42.448020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Made reservation on behalf of 69f46ced331443a88a53990623b9b4c7 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:05:42.451643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:42.526081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d4abd85-a30f-4bff-aee1-5aaf74d29f84 req-70fc0760-ff6a-4e2f-a282-6478113f917b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 210 time: 0.1490743 Feb 07 13:05:42.562439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:05:42.582487 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] Sync routers for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:05:42.618537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-81f3d50b-ea7d-4304-b880-d857713f59f9 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495534 Feb 07 13:05:42.623252 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c6b5e0-68ed-4719-bc15-55e6da038cb3', 'tag': '69b3927f-9005-4a6b-97c1-fa9e11ff2619', 'status': 'completed', 'code': 200} Feb 07 13:05:42.626884 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:42.627893 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:42.639730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:42.718316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] No DVR routers for this DVR port cefa2489-174c-4d6a-8d2b-c96f070aee3a on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:05:42.721524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:42.724044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b24dce24-3d1b-4cc5-b738-9b50657f00f8 req-37f40a3b-e545-45f5-87c4-36d248df75ce tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.35 "DELETE /v2.0/ports/cefa2489-174c-4d6a-8d2b-c96f070aee3a HTTP/1.1" status: 204 len: 173 time: 5.9645624 Feb 07 13:05:42.727251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28d14-324f-4f65-834c-eab1c846716d req-35c4820d-1d5a-44d1-80ad-3fbe768bce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:42.729675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e28d14-324f-4f65-834c-eab1c846716d req-35c4820d-1d5a-44d1-80ad-3fbe768bce9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7857778 Feb 07 13:05:42.737121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:42.758393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] Usage tracker for resource:security_group_rule and tenant:61f28d665a51442bb5d9dbe1f81b5914 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:42.766580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:42.785398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:42.803738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Allocated IP 172.20.0.14 (1b20d60d-c17e-4536-af6a-96b4089805a3/c240fe3c-b950-4ebf-b24a-29d0764aed15/88a6f6c6-366f-4a19-886c-12fec4286d8f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:05:42.900641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d79a20c1-ae09-47a8-8956-4df75d6a78fe req-66e98d1f-650e-48f7-b5e6-decc595fb2fa tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200306 Feb 07 13:05:42.942517 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:43.111525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e28d14-324f-4f65-834c-eab1c846716d req-77222b21-ea84-43b2-8892-2f338b86d77d service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555990 Feb 07 13:05:43.181455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.241386 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.259183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Transition to ACTIVE for port object 88a6f6c6-366f-4a19-886c-12fec4286d8f will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:05:43.345657 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:20Z', 'revision_number': 5, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:43.350069 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] Checking router: 772f108f-f532-43c0-8753-f32ad19db7e1 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:05:43.358809 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:43.360104 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:43.366848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.424544 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61f28d665a51442bb5d9dbe1f81b5914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9797106 Feb 07 13:05:43.424544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198da183-e81e-4cd0-8ff1-399444168133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7cc480-7ed7-4e80-ab75-14043cd781d3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:43.426134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38202) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:43.445514 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.457961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['bdb413d5-7924-4442-851c-2fad63e5d642', 'd0fbbda3-b287-4b87-abe6-533d76976d33'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:43.536150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1d84482-8936-4d93-97e6-ecef627f6d9e req-7a011cbe-0020-40ed-8cc1-c25f135a7847 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9010341 Feb 07 13:05:43.538590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e28d14-324f-4f65-834c-eab1c846716d req-c76a0b6b-82e9-4b97-882f-b44048db3fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088581 Feb 07 13:05:43.559690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event updated for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:43.577264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd87ab-eccd-442d-9281-eec963133fef req-eb0e6028-4c72-4d22-beef-19982b4d6685 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:43.579662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ccd87ab-eccd-442d-9281-eec963133fef req-eb0e6028-4c72-4d22-beef-19982b4d6685 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.7034249 Feb 07 13:05:43.591754 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:43.607705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:05:43.608681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:05:43.611908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:05:43.673844 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.699467 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-208fe651-2935-4302-9d41-dbd0148d13f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.747903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-208fe651-2935-4302-9d41-dbd0148d13f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.845846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:43.846839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.892497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-208fe651-2935-4302-9d41-dbd0148d13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.894995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-208fe651-2935-4302-9d41-dbd0148d13f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:43.896177 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-208fe651-2935-4302-9d41-dbd0148d13f4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d7cc480-7ed7-4e80-ab75-14043cd781d3 HTTP/1.1" status: 204 len: 168 time: 0.4690764 Feb 07 13:05:43.908268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fe651-2935-4302-9d41-dbd0148d13f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7cc480-7ed7-4e80-ab75-14043cd781d3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:43.967470 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76b09948-b064-4011-a930-8c6cd30eb3e9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9339466 Feb 07 13:05:43.980211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Request body: {'port': {'device_id': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:44.003176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ccd87ab-eccd-442d-9281-eec963133fef req-89f5b1e4-5536-48b0-8162-b8944a13a2ed tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121964 Feb 07 13:05:44.017009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1db4f95-ec13-413f-9f79-b30e607e8a14 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:44.037471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:44.061794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-dfb984ac-6b91-4bf8-87d4-6aa5ea5b9c94 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.3657212 Feb 07 13:05:44.108893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Transition to ACTIVE for port object e1db4f95-ec13-413f-9f79-b30e607e8a14 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:05:44.145612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-1177a192-e8a5-473c-a77b-a49f5f480443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:44.148069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-1177a192-e8a5-473c-a77b-a49f5f480443 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 1095 time: 0.4507565 Feb 07 13:05:44.212763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d63fc6e6-a198-4ddd-83f9-c55e37a59efd None None] Provisioning for port 88a6f6c6-366f-4a19-886c-12fec4286d8f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:05:44.218029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d63fc6e6-a198-4ddd-83f9-c55e37a59efd None None] Provisioning complete for port 88a6f6c6-366f-4a19-886c-12fec4286d8f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:44.218732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d63fc6e6-a198-4ddd-83f9-c55e37a59efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:44.236218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:44.258975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-4580e263-7f21-45ce-aed8-7c518590cf63 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:44.259564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-4580e263-7f21-45ce-aed8-7c518590cf63 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Synchronizing usage tracker for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:44.264778 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:20Z', 'revision_number': 5, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:44.271350 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614747c3-eda1-4243-b261-4ca094408b52 None None] The sync data for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 is: [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:04:13Z', 'revision_number': 4, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0f458da3-8966-4c77-8e51-85895dd4a785', 'name': '', 'network_id': '7b5baea6-3978-40b8-9d49-2a27afdbfb3f', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'mac_address': 'fa:16:3e:2c:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:12Z', 'updated_at': '2022-02-07T13:04:20Z', 'revision_number': 5, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'subnets': [{'id': 'e7fe9020-e860-4708-a7b0-8aa8014c79a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:05:44.292758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d63fc6e6-a198-4ddd-83f9-c55e37a59efd None None] Port 88a6f6c6-366f-4a19-886c-12fec4286d8f cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:05:44.336561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:44.531560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-05f5af37-c180-45d9-9f6a-10f3432102ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:44.533081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-05f5af37-c180-45d9-9f6a-10f3432102ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 200 len: 912 time: 0.3785963 Feb 07 13:05:44.616157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ce0a5-006e-466f-9f95-f17cee17d035 None None] New status for floating IP 613f5b25-7790-45d4-81d5-16b3a475d814: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:05:44.633278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'name': 'network-vif-deleted', 'tag': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:44.646757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Pushing event updated for resources: {'Port': ['ID=e1db4f95-ec13-413f-9f79-b30e607e8a14,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:44.649552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-4580e263-7f21-45ce-aed8-7c518590cf63 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Unset dirty status for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:44.658966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-4580e263-7f21-45ce-aed8-7c518590cf63 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports/4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 942 time: 0.5861144 Feb 07 13:05:44.662306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a6f6c6-366f-4a19-886c-12fec4286d8f {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:44.687935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:44.735648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-5679a997-0c82-477c-a152-fce4a61a4fe6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b3927f-9005-4a6b-97c1-fa9e11ff2619 HTTP/1.1" status: 200 len: 217 time: 0.1689200 Feb 07 13:05:44.736969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Transition to ACTIVE for port object 88a6f6c6-366f-4a19-886c-12fec4286d8f will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:05:44.827877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38220) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:44.848702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:44.865636 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:44.904245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:44.910166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:44.930147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] Usage tracker for resource:security_group_rule and tenant:35a3daa17b034af683f11de62e8c77dd is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:44.934185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502914e-041b-4b14-a1e5-750739abd9d6 req-af8535b4-0e4f-4982-8304-697ddf0b81d1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:44.935718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d502914e-041b-4b14-a1e5-750739abd9d6 req-af8535b4-0e4f-4982-8304-697ddf0b81d1 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 944 time: 0.6714122 Feb 07 13:05:44.949596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Attempting to bind port e1db4f95-ec13-413f-9f79-b30e607e8a14 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:05:44.954046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Attempting to bind port e1db4f95-ec13-413f-9f79-b30e607e8a14 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:05:44.954046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Attempting to bind port e1db4f95-ec13-413f-9f79-b30e607e8a14 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:44.958241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-e403a509-9d4f-4967-a21e-34abf3c24a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:44.960316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-e403a509-9d4f-4967-a21e-34abf3c24a3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 200 len: 852 time: 0.2164941 Feb 07 13:05:44.980209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-614aa71b-9d83-4bfa-a369-83233be0f2f9 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.1894915 Feb 07 13:05:44.992143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:45.016795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Port e1db4f95-ec13-413f-9f79-b30e607e8a14 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:05:45.017178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Attempting to bind port e1db4f95-ec13-413f-9f79-b30e607e8a14 on network cfc9913b-a43e-4d8d-8314-4c02da867b60 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:45.017727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:45.065603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Pushing event updated for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:45.113154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-f1933dd7-30c9-48ff-8373-302f967e4664 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317811 Feb 07 13:05:45.129485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:05:45.129822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Checking segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:05:45.130207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Bound using segment: {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:05:45.130656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Bound port: e1db4f95-ec13-413f-9f79-b30e607e8a14, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30525629-dacc-43ea-aa99-57c7d5ef0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:05:45.131017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:45.184660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Attempting to bind port 88a6f6c6-366f-4a19-886c-12fec4286d8f on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:05:45.185002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Attempting to bind port 88a6f6c6-366f-4a19-886c-12fec4286d8f by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:05:45.185338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Attempting to bind port 88a6f6c6-366f-4a19-886c-12fec4286d8f on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:45.195896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Port 88a6f6c6-366f-4a19-886c-12fec4286d8f on network 1b20d60d-c17e-4536-af6a-96b4089805a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:05:45.196254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Attempting to bind port 88a6f6c6-366f-4a19-886c-12fec4286d8f on network 1b20d60d-c17e-4536-af6a-96b4089805a3 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:05:45.208368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:05:45.208641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Checking segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:05:45.209258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Bound using segment: {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:05:45.209462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Bound port: 88a6f6c6-366f-4a19-886c-12fec4286d8f, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6adac00-68b5-4059-94dc-c8833e5e2111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:05:45.209816 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:45.240757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d502914e-041b-4b14-a1e5-750739abd9d6 req-29225c54-9c65-4b61-a27e-b9bcbe1911cb tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923498 Feb 07 13:05:45.294057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:45.339884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:05:45.343263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:05:45.401651 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:45.449797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:45.507290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ed950-2be8-4b1b-ad2c-a850e2765b5a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:45.511414 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-556ef371-b629-46ff-84f5-e19dc60661e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35a3daa17b034af683f11de62e8c77dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6824160 Feb 07 13:05:45.521017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38226) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:45.538091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:45.538702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:45.540125 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/88a6f6c6-366f-4a19-886c-12fec4286d8f HTTP/1.1" status: 200 len: 1092 time: 1.5651762 Feb 07 13:05:45.544023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:45.587267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-8fd3d037-c5b9-4b75-863e-82c37179fe15 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:45.592076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb1f25-fcc9-4923-b936-6e782d4724a9 service neutron] Pushing event updated for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:45.592837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-8fd3d037-c5b9-4b75-863e-82c37179fe15 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.5731204 Feb 07 13:05:45.612208 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7091323-0b1d-4bbf-9770-2bc6a3b7fe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:45.650569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7091323-0b1d-4bbf-9770-2bc6a3b7fe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:45.750111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-086f362d-64af-4fe7-8582-cc0ff00b89c1 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236262 Feb 07 13:05:45.765934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76c17b3f-483d-419e-89fd-93ad45d1691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:45.766596 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-76c17b3f-483d-419e-89fd-93ad45d1691f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 1095 time: 0.1036141 Feb 07 13:05:45.837002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] For port e1db4f95-ec13-413f-9f79-b30e607e8a14, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:05:45.852445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-bf148543-b74f-4dab-91e5-21de9944ad70 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1001 time: 0.2327077 Feb 07 13:05:45.872775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] For port e1db4f95-ec13-413f-9f79-b30e607e8a14, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e1db4f95-ec13-413f-9f79-b30e607e8a14,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:05:45.882571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:05:45.947732 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-2192a4b8-c531-4061-ab76-d8975475e85d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f HTTP/1.1" status: 200 len: 217 time: 0.1754165 Feb 07 13:05:45.986808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7091323-0b1d-4bbf-9770-2bc6a3b7fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.006505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8c018-1dc7-4daa-aa74-5fb6d55c7058 req-ca2bebaf-ac60-4e28-b983-b42ad4471a48 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:46.007412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55f8c018-1dc7-4daa-aa74-5fb6d55c7058 req-ca2bebaf-ac60-4e28-b983-b42ad4471a48 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 944 time: 0.5378244 Feb 07 13:05:46.015050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7091323-0b1d-4bbf-9770-2bc6a3b7fe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ed950-2be8-4b1b-ad2c-a850e2765b5a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:46.028490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7091323-0b1d-4bbf-9770-2bc6a3b7fe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.032223 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a7091323-0b1d-4bbf-9770-2bc6a3b7fe5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/801ed950-2be8-4b1b-ad2c-a850e2765b5a HTTP/1.1" status: 204 len: 168 time: 0.5075400 Feb 07 13:05:46.032223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-24fa8aab-19b8-4948-88f3-e19fd4260c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:46.032801 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-24fa8aab-19b8-4948-88f3-e19fd4260c2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.0799806 Feb 07 13:05:46.092740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.119415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-ca765206-643d-414c-bad1-dbb6d9cceb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:46.121624 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-ca765206-643d-414c-bad1-dbb6d9cceb55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829763 Feb 07 13:05:46.165619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.222149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-686e0cdc-7e14-46ae-8617-5ae19c9934cb req-3802f447-4833-4f6e-a36f-da1bf5004e75 service neutron] 10.222.0.35 "GET /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619279 Feb 07 13:05:46.260030 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-36c2a8fa-ae13-4807-8027-f7bd82054903 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326315 Feb 07 13:05:46.279739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:46.280305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.282050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] 10.222.0.47 "PUT /v2.0/ports/e1db4f95-ec13-413f-9f79-b30e607e8a14 HTTP/1.1" status: 200 len: 1092 time: 5.3053217 Feb 07 13:05:46.299188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55f8c018-1dc7-4daa-aa74-5fb6d55c7058 req-4dfb7e7b-bbb0-4b89-aea1-6bc732dab913 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499466 Feb 07 13:05:46.397273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550711f-e7a8-44aa-a615-1b2564c07677 service neutron] Pushing event updated for resources: {'Port': ['ID=e1db4f95-ec13-413f-9f79-b30e607e8a14,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:46.412836 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-926ed205-6114-4ef9-8e8a-0cb0a21fb843 req-a740a3e1-c0dc-4f1a-978b-edea3e6cf070 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465175 Feb 07 13:05:46.417972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69b3927f-9005-4a6b-97c1-fa9e11ff2619 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:05:46.505682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8be83-2127-499a-97e4-d54dd901881a req-834f6e3f-7d04-4dcd-9c01-8e4c6ef39ba7 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:46.507021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abf8be83-2127-499a-97e4-d54dd901881a req-834f6e3f-7d04-4dcd-9c01-8e4c6ef39ba7 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 945 time: 0.5192282 Feb 07 13:05:46.597691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69b3927f-9005-4a6b-97c1-fa9e11ff2619, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69b3927f-9005-4a6b-97c1-fa9e11ff2619,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:46.613525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '69b3927f-9005-4a6b-97c1-fa9e11ff2619', 'network_id': 'cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d', 'port_id': '69b3927f-9005-4a6b-97c1-fa9e11ff2619', 'mac_address': 'fa:16:3e:71:56:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b674a9c6-92fb-4e7a-8a46-784f145af0b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:05:46.690627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.699239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Deleting port fdac704b-db8b-42c9-9660-0e4287302fec {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:46.699596 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.711666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b3927f-9005-4a6b-97c1-fa9e11ff2619 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:46.732750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69b3927f-9005-4a6b-97c1-fa9e11ff2619, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69b3927f-9005-4a6b-97c1-fa9e11ff2619,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:46.768575 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.829052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-03926c9b-f3de-463d-9f1e-6f5000727139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:46.829805 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.830540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-03926c9b-f3de-463d-9f1e-6f5000727139 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 1095 time: 0.4069695 Feb 07 13:05:46.845372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be6b25-2301-4ff1-9473-c28664d7ab5e req-02701873-adff-42c2-af68-89f2218fb04e tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:46.846906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43be6b25-2301-4ff1-9473-c28664d7ab5e req-02701873-adff-42c2-af68-89f2218fb04e tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 945 time: 0.4465411 Feb 07 13:05:46.901225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=69b3927f-9005-4a6b-97c1-fa9e11ff2619,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:46.937518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:46.937932 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4 disassociated. External IP: 172.25.7.161, port: 4bc56544-05b4-4dd2-b822-8d9f0a93c01b. Feb 07 13:05:46.997514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-10fe3fee-4e11-46b0-b49d-13939f3993cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1db4f95-ec13-413f-9f79-b30e607e8a14 HTTP/1.1" status: 200 len: 217 time: 0.1495967 Feb 07 13:05:47.093798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['69b3927f-9005-4a6b-97c1-fa9e11ff2619'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:47.313114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43be6b25-2301-4ff1-9473-c28664d7ab5e req-30f42a62-8ce0-4c86-b512-77fc6a50417e tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a966f9a-572f-4842-9f98-98f047422c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575582 Feb 07 13:05:47.425755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-b1a3f760-32ff-41da-aa53-53cc53949315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:47.427286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-b1a3f760-32ff-41da-aa53-53cc53949315 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.4143445 Feb 07 13:05:47.538941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-7b2de10c-8a3b-46e2-84d0-ac40d27fc2ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048887 Feb 07 13:05:47.711652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] For port fdac704b-db8b-42c9-9660-0e4287302fec, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fdac704b-db8b-42c9-9660-0e4287302fec,segment=NetworkSegment(f1ce3b9a-05ed-4b98-925e-df0f3f6cec14),segment_id=f1ce3b9a-05ed-4b98-925e-df0f3f6cec14)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:47.712066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:47.879267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Calling delete_port for fdac704b-db8b-42c9-9660-0e4287302fec owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:48.045403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c09920-0e28-49f3-8c9e-1bb6d6486ff1 req-03137d84-c8db-4514-af34-6266ea1e27eb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:48.046949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00c09920-0e28-49f3-8c9e-1bb6d6486ff1 req-03137d84-c8db-4514-af34-6266ea1e27eb tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 944 time: 0.6168942 Feb 07 13:05:48.095777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-bfb6bf0f-52d5-4da3-97ad-1821f9f1ea66 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392621 Feb 07 13:05:48.103601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fdac704b-db8b-42c9-9660-0e4287302fec no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:05:48.148241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:05:48.224265 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:48.228892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00c09920-0e28-49f3-8c9e-1bb6d6486ff1 req-18c68b3e-c8be-4196-b9ac-b526ddea2acc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749272 Feb 07 13:05:48.427952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 88a6f6c6-366f-4a19-886c-12fec4286d8f details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:05:48.431312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69b3927f-9005-4a6b-97c1-fa9e11ff2619 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:05:48.484453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48f11e85-7f8d-4902-a915-b94058ae6d6a req-60301967-09c3-4b77-8a10-d920a8aebdf8 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663530 Feb 07 13:05:48.663582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:48.680357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'mac_address': 'fa:16:3e:d0:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:05:48.712982 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:48.713889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:05:48.734561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:48.735007 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:48.774249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Pushing event deleted for resources: {'Port': ['ID=fdac704b-db8b-42c9-9660-0e4287302fec,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:48.783610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2084d1-5e45-431e-8d6a-ec30b1da010d req-21333033-7291-414c-86dc-f9a91f228f53 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:48.785150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b2084d1-5e45-431e-8d6a-ec30b1da010d req-21333033-7291-414c-86dc-f9a91f228f53 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.4446199 Feb 07 13:05:48.790833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:05:48.828562 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:48.830729 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:05:48.831168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a6f6c6-366f-4a19-886c-12fec4286d8f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:48.831345 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:48.831345 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:48.873568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:48.881795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:48.894031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:48.921845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6b5e0-68ed-4719-bc15-55e6da038cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b3927f-9005-4a6b-97c1-fa9e11ff2619'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:48.931956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69b3927f-9005-4a6b-97c1-fa9e11ff2619, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69b3927f-9005-4a6b-97c1-fa9e11ff2619,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:48.944316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] No DVR routers for this DVR port fdac704b-db8b-42c9-9660-0e4287302fec on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:05:48.952688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:48.954872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abf8be83-2127-499a-97e4-d54dd901881a req-fdea6726-0529-4f47-8367-11880cf95331 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.47 "DELETE /v2.0/ports/fdac704b-db8b-42c9-9660-0e4287302fec HTTP/1.1" status: 204 len: 173 time: 2.4228075 Feb 07 13:05:48.967402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b2084d1-5e45-431e-8d6a-ec30b1da010d req-bfc0b803-074a-4218-b3dd-81387bbf6ea7 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747451 Feb 07 13:05:48.984620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-436ecefd-97b8-47cd-870e-7a0866244095 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "PUT /v2.0/floatingips/2dcc5ca8-e31d-4a12-b768-cc20700e95e4 HTTP/1.1" status: 200 len: 696 time: 3.1055400 Feb 07 13:05:49.044331 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:49.062798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-56bf61e8-d9a3-46f8-9d86-d6cdf9fd3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:49.070084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-56bf61e8-d9a3-46f8-9d86-d6cdf9fd3c98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.0861485 Feb 07 13:05:49.181758 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d33cb-c1a9-4387-b589-de7326f94ba3', 'name': 'network-vif-deleted', 'tag': 'cefa2489-174c-4d6a-8d2b-c96f070aee3a', 'status': 'completed', 'code': 200} Feb 07 13:05:49.195415 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:49.229687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-41dbe0d1-2af0-445e-8898-11b9d779133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:49.231269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-41dbe0d1-2af0-445e-8898-11b9d779133a service neutron] 10.222.0.69 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.1603649 Feb 07 13:05:49.275919 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:49.278091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:49.295402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38302) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:49.317732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-09e1084c-c4b7-48ef-acb3-bab1592dbed4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 217 time: 0.0788581 Feb 07 13:05:49.393579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=69b3927f-9005-4a6b-97c1-fa9e11ff2619,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:49.416824 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8304c60f-c347-4da7-8f14-6817c1cfb737 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:49.431275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-6a508564-62c5-4b5f-a2e2-e87b5f4b0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:49.431275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-6a508564-62c5-4b5f-a2e2-e87b5f4b0a8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.1047995 Feb 07 13:05:49.443065 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:49.447846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:05:49.460165 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:49.460988 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:49.461573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8304c60f-c347-4da7-8f14-6817c1cfb737 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:49.479908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['88a6f6c6-366f-4a19-886c-12fec4286d8f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:49.509523 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'status': 'completed', 'code': 200} Feb 07 13:05:49.523279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-74a37a8a-3363-4425-a831-53a855b4b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:49.526889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-74a37a8a-3363-4425-a831-53a855b4b1bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906215 Feb 07 13:05:49.717025 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:49.742547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-56b4471a-f51a-49fc-8994-495b4383a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:49.744230 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-56b4471a-f51a-49fc-8994-495b4383a9fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 1096 time: 0.2338893 Feb 07 13:05:49.816783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d742-b90c-4cef-a835-9e2af3549f24 req-2b27e5fd-7ab6-4f8b-93d5-aa98d5f1c0b6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:49.818270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a62d742-b90c-4cef-a835-9e2af3549f24 req-2b27e5fd-7ab6-4f8b-93d5-aa98d5f1c0b6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 946 time: 0.1741843 Feb 07 13:05:49.824482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-a5fdbebf-050f-4e77-b624-9510569658bd service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905004 Feb 07 13:05:49.901972 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8304c60f-c347-4da7-8f14-6817c1cfb737 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:49.956847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a62d742-b90c-4cef-a835-9e2af3549f24 req-6607a95c-968c-4fe6-b7e2-54da21734d3a tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310952 Feb 07 13:05:49.966364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c60f-c347-4da7-8f14-6817c1cfb737 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd6b8c-442d-48ed-8ddf-6f4d4aae3693,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:49.971298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-7057f89d-cee4-4922-9555-5b6b42931508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:49.986021 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-7057f89d-cee4-4922-9555-5b6b42931508 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.2342854 Feb 07 13:05:50.023374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6a95cd3-bf2e-4cf0-a1c5-a608cea37731 req-e003ae65-630e-4e53-afdf-7446735d37df service neutron] 10.222.0.69 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842840 Feb 07 13:05:50.072643 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-18f4fc2d-3484-4502-a18f-015dcdce2973 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f HTTP/1.1" status: 200 len: 217 time: 0.0805283 Feb 07 13:05:50.078405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8304c60f-c347-4da7-8f14-6817c1cfb737 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:50.079688 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8304c60f-c347-4da7-8f14-6817c1cfb737 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "DELETE /v2.0/security-groups/72cd6b8c-442d-48ed-8ddf-6f4d4aae3693 HTTP/1.1" status: 204 len: 168 time: 0.7821734 Feb 07 13:05:50.082474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38330) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:50.102323 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:50.107290 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07f621-7c4f-4030-951a-1f04afe47f7e None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:03:37Z', 'revision_number': 4, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '91b19bf4-5b5c-453d-9446-fcf28d49bdaf', 'name': '', 'network_id': 'c58f2101-7107-4eed-95a4-cfa1b390d384', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'mac_address': 'fa:16:3e:95:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:34Z', 'updated_at': '2022-02-07T13:03:47Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'subnets': [{'id': 'b9ecaeef-fc09-490e-a37f-9a4131d29439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:05:50.134499 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-26a5f252-fba5-4eee-9ee8-ac5b07c4bed0 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] show failed (client error): The resource could not be found. Feb 07 13:05:50.135562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-26a5f252-fba5-4eee-9ee8-ac5b07c4bed0 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "GET /v2.0/security-groups/72cd6b8c-442d-48ed-8ddf-6f4d4aae3693 HTTP/1.1" status: 404 len: 347 time: 0.0521004 Feb 07 13:05:50.138355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38334) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:50.185783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d252f-0bd7-4d2c-bfb1-88a93be83dbd req-b21c48ae-4aae-4d3f-bde8-77799bdb2789 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:50.187322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d7d252f-0bd7-4d2c-bfb1-88a93be83dbd req-b21c48ae-4aae-4d3f-bde8-77799bdb2789 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 945 time: 0.0918727 Feb 07 13:05:50.210614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-5ce47ead-a17b-462b-b617-d4156e828c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:50.212135 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-5ce47ead-a17b-462b-b617-d4156e828c38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.1313357 Feb 07 13:05:50.250615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d7d252f-0bd7-4d2c-bfb1-88a93be83dbd req-6f2c56c9-036d-4690-945f-79f09341a139 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564198 Feb 07 13:05:50.376982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Deleting port 9ae1b56a-560e-4b19-83bc-fd5fc96a54e9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:50.376982 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:50.379675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b6908aba-644a-434e-ae41-8069fbd436e1 req-1616b834-5ff2-406a-9a9c-f85999f46bd5 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Synchronizing usage tracker for tenant:d397c07c979b4935a61997ff119d9b14 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:50.384827 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6b5e0-68ed-4719-bc15-55e6da038cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b3927f-9005-4a6b-97c1-fa9e11ff2619', 'code': 200} Feb 07 13:05:50.514652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b39348-8932-4d51-98e0-486ae902ee44 None None] New status for floating IP 2dcc5ca8-e31d-4a12-b768-cc20700e95e4: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:05:50.554776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b6908aba-644a-434e-ae41-8069fbd436e1 req-1616b834-5ff2-406a-9a9c-f85999f46bd5 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] Unset dirty status for tenant:d397c07c979b4935a61997ff119d9b14 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:50.554776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6908aba-644a-434e-ae41-8069fbd436e1 req-1616b834-5ff2-406a-9a9c-f85999f46bd5 tempest-ServerGroupTestJSON-200167906 tempest-ServerGroupTestJSON-200167906-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf35d184-8e31-4809-b040-3379ba49941a HTTP/1.1" status: 200 len: 210 time: 0.2223194 Feb 07 13:05:50.555468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8858-d05a-486d-a7eb-6efa72f87433 req-86e3c7ac-3fba-4800-a37f-cecd51885f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:50.558002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bbf8858-d05a-486d-a7eb-6efa72f87433 req-86e3c7ac-3fba-4800-a37f-cecd51885f67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1063094 Feb 07 13:05:50.625776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:50.626397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:50.673591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bbf8858-d05a-486d-a7eb-6efa72f87433 req-fdceda68-431e-46e1-a5b0-ddc4c3f300f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070518 Feb 07 13:05:50.763253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Calling delete_port for 9ae1b56a-560e-4b19-83bc-fd5fc96a54e9 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:50.825212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f0ce-abba-4d29-8d82-5d841f44644d req-25a0451d-d30b-4e4f-b90c-bda69e2dd897 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:50.831124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-fa58bccb-fcce-49b9-8f57-f4748c98ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:50.833219 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-fa58bccb-fcce-49b9-8f57-f4748c98ae67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6063960 Feb 07 13:05:50.835400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab12f0ce-abba-4d29-8d82-5d841f44644d req-25a0451d-d30b-4e4f-b90c-bda69e2dd897 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 944 time: 0.1249795 Feb 07 13:05:50.892526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab12f0ce-abba-4d29-8d82-5d841f44644d req-575b6593-9dd1-424a-9012-7d7c12fb308b tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561421 Feb 07 13:05:51.166889 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-deca0fa7-6d2b-455f-95ad-2934b774589c service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987371 Feb 07 13:05:51.185888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144', 'tag': 'e1db4f95-ec13-413f-9f79-b30e607e8a14'}, {'server_uuid': 'bf35d184-8e31-4809-b040-3379ba49941a', 'name': 'network-vif-deleted', 'tag': 'fdac704b-db8b-42c9-9660-0e4287302fec'}, {'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:51.198689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86818-dc7d-45c2-be17-b85ff0badfb0 req-0a2ca8ae-4aea-4376-beb8-195adcda2bbd tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:51.200455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aab86818-dc7d-45c2-be17-b85ff0badfb0 req-0a2ca8ae-4aea-4376-beb8-195adcda2bbd tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 946 time: 0.1046171 Feb 07 13:05:51.271102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aab86818-dc7d-45c2-be17-b85ff0badfb0 req-e925937c-3b3a-4c4e-a5ef-d98b0e7ef5f6 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618148 Feb 07 13:05:51.309494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:51.378487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Pushing event deleted for resources: {'Port': ['ID=9ae1b56a-560e-4b19-83bc-fd5fc96a54e9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:51.413037 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1d22fc89-d017-4726-9b01-4cc9260f4adf req-74c1cb01-fb81-4539-a36d-846779125b34 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389684 Feb 07 13:05:51.498437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:51.552746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-5270314e-8abb-4750-91f2-5f4bf4f32352 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips/2dcc5ca8-e31d-4a12-b768-cc20700e95e4 HTTP/1.1" status: 200 len: 694 time: 0.2310708 Feb 07 13:05:51.596273 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:51.597441 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-313e4de3-5117-48d0-b0d5-b2c65812c531 tempest-ServersTestJSON-1269559797 tempest-ServersTestJSON-1269559797-project] 10.222.0.69 "DELETE /v2.0/floatingips/613f5b25-7790-45d4-81d5-16b3a475d814 HTTP/1.1" status: 204 len: 168 time: 1.4579060 Feb 07 13:05:51.600601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38398) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:51.678854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f769fc-86bf-48a1-bf57-066ef13717db req-472a6276-8e6e-4f76-96e2-6a506f3c14a3 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:51.680801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54f769fc-86bf-48a1-bf57-066ef13717db req-472a6276-8e6e-4f76-96e2-6a506f3c14a3 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.4083562 Feb 07 13:05:51.753006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-ef69c9ed-d190-492b-ba41-c8397f316633 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:51.754343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-ef69c9ed-d190-492b-ba41-c8397f316633 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.1955228 Feb 07 13:05:51.773315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-bf16da81-fd97-40f0-989a-2641ab64c9c4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:05:51.774291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-bf16da81-fd97-40f0-989a-2641ab64c9c4 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112262 Feb 07 13:05:51.782141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54f769fc-86bf-48a1-bf57-066ef13717db req-8b21d13f-f7ef-4061-9dcf-a14725de84bc tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681982 Feb 07 13:05:51.906343 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144', 'tag': 'e1db4f95-ec13-413f-9f79-b30e607e8a14', 'status': 'completed', 'code': 200} Feb 07 13:05:51.906849 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf35d184-8e31-4809-b040-3379ba49941a', 'name': 'network-vif-deleted', 'tag': 'fdac704b-db8b-42c9-9660-0e4287302fec', 'status': 'completed', 'code': 200} Feb 07 13:05:51.907538 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'status': 'completed', 'code': 200} Feb 07 13:05:51.971092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-5864edd8-2fb8-4332-b946-ca6bed3116d2 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 697 time: 0.1857591 Feb 07 13:05:52.120328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-b2ad2964-19f0-480e-babd-d6431cad54ad tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 697 time: 0.0997150 Feb 07 13:05:52.220921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-f573c4ee-d562-4c7e-88e9-97f83e5accd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:52.222382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-f573c4ee-d562-4c7e-88e9-97f83e5accd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c74833efc5459a8f831955e06d9bc7&device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 1095 time: 0.3144600 Feb 07 13:05:52.241334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:52.290811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ff024-8f7f-4757-a710-3c39a3f38bfb req-1eb09fa1-81c7-44c2-8bac-b659b9509fef tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:52.292972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef8ff024-8f7f-4757-a710-3c39a3f38bfb req-1eb09fa1-81c7-44c2-8bac-b659b9509fef tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 945 time: 0.3268037 Feb 07 13:05:52.397800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Deleting port 0eb1148f-fdb5-4c92-b244-4216818010ce {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:52.398100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:52.446502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 88a6f6c6-366f-4a19-886c-12fec4286d8f up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:05:52.477359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef8ff024-8f7f-4757-a710-3c39a3f38bfb req-3a6e73de-c52f-40f9-99a9-a945a4578b5a tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501358 Feb 07 13:05:52.602849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-4edebe4d-1354-4b8f-bd77-0a8065ccbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:52.604611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-4edebe4d-1354-4b8f-bd77-0a8065ccbf4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 200 len: 906 time: 0.3219244 Feb 07 13:05:52.608255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 88a6f6c6-366f-4a19-886c-12fec4286d8f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:05:52.618693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 88a6f6c6-366f-4a19-886c-12fec4286d8f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:52.618693 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:52.628360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Deleting port 0f458da3-8966-4c77-8e51-85895dd4a785 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:52.628889 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:52.694536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-7c18d28c-cc22-4bb5-8d1c-7cd3bd74807f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1db4f95-ec13-413f-9f79-b30e607e8a14 HTTP/1.1" status: 200 len: 217 time: 0.0799904 Feb 07 13:05:52.766790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:52.796008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:52.809164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:52.816071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:52.816327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:52.876323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:52.963576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:53.006981 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] For port 0f458da3-8966-4c77-8e51-85895dd4a785, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0f458da3-8966-4c77-8e51-85895dd4a785,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:53.007349 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:53.092199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-b7604282-46f0-403e-bc90-21b9c8330768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:53.094086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-b7604282-46f0-403e-bc90-21b9c8330768 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 200 len: 846 time: 0.3562598 Feb 07 13:05:53.101180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Calling delete_port for 0eb1148f-fdb5-4c92-b244-4216818010ce owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:53.137588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Calling delete_port for 0f458da3-8966-4c77-8e51-85895dd4a785 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:53.189469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-744a5415-2cd0-4231-a3f2-99b1b85ec4ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc9913b-a43e-4d8d-8314-4c02da867b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604579 Feb 07 13:05:53.224461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da269d32-8093-46ed-b815-46520435716c req-cd8f3c60-e76c-43e2-947f-c81b26cbd32d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:53.225940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da269d32-8093-46ed-b815-46520435716c req-cd8f3c60-e76c-43e2-947f-c81b26cbd32d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 944 time: 0.5349586 Feb 07 13:05:53.359672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da269d32-8093-46ed-b815-46520435716c req-55835492-5861-445c-924f-d9f1bac267ae tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825877 Feb 07 13:05:53.424799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38456) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:53.449009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-290a325f-da19-4625-ba0d-3fc5236a7991 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528727 Feb 07 13:05:53.521160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:53.587451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f458da3-8966-4c77-8e51-85895dd4a785,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:53.593830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:53.641835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:53.670165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:53.680319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] Usage tracker for resource:security_group_rule and tenant:5d14324a6cb54234a5bd863737e908a6 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:53.684543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:53.691692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-906ddbdc-2d3e-46ae-866a-f2f2ce496499 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358160 Feb 07 13:05:53.698090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:53.704411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Pushing event deleted for resources: {'Port': ['ID=0eb1148f-fdb5-4c92-b244-4216818010ce,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:53.748489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60d927-27d7-429f-b335-6e67de298cde req-16d48ce6-ccf0-4e18-8a9b-c9a55c73bcd5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:53.750787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a60d927-27d7-429f-b335-6e67de298cde req-16d48ce6-ccf0-4e18-8a9b-c9a55c73bcd5 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 946 time: 0.2260675 Feb 07 13:05:53.893003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:05:53.900016 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:53.905390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a60d927-27d7-429f-b335-6e67de298cde req-14ff8c41-fb86-4d8f-863a-f3e7d9556c60 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217153 Feb 07 13:05:53.960785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-1605b772-edf3-41bf-87cd-021a03ab913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:53.960785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-1605b772-edf3-41bf-87cd-021a03ab913a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 1096 time: 0.1463766 Feb 07 13:05:53.965348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:53.991214 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:54.022127 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'code': 200} Feb 07 13:05:54.106660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e1db4f95-ec13-413f-9f79-b30e607e8a14 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:05:54.108703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-e6fad8a0-8167-4552-bb86-fdbf70d2f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:54.110630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-e6fad8a0-8167-4552-bb86-fdbf70d2f013 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 200 len: 921 time: 0.1746850 Feb 07 13:05:54.160546 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:54.214392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:54.215619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a28b811-f92d-4960-95e2-fb6f98cf5e8c req-04d920c6-0e82-4095-8aa8-c8e99e8fa3c5 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "DELETE /v2.0/floatingips/2dcc5ca8-e31d-4a12-b768-cc20700e95e4 HTTP/1.1" status: 204 len: 173 time: 2.0842121 Feb 07 13:05:54.216918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-4ea92a6e-6c6d-4399-8c17-5816b06b36e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 200 len: 217 time: 0.1000001 Feb 07 13:05:54.265479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e1db4f95-ec13-413f-9f79-b30e607e8a14, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e1db4f95-ec13-413f-9f79-b30e607e8a14,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:54.286588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'e1db4f95-ec13-413f-9f79-b30e607e8a14', 'network_id': 'cfc9913b-a43e-4d8d-8314-4c02da867b60', 'port_id': 'e1db4f95-ec13-413f-9f79-b30e607e8a14', 'mac_address': 'fa:16:3e:64:67:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453c02ff-fbe9-4180-acd7-c04cc76dbfe1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:05:54.297179 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d14324a6cb54234a5bd863737e908a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698311 Feb 07 13:05:54.303009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38470) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:54.311176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-9d9d5f8e-5e67-48a7-9b93-85eb31265106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:54.313024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-9d9d5f8e-5e67-48a7-9b93-85eb31265106 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 200 len: 860 time: 0.0896642 Feb 07 13:05:54.314191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509042d3-f3d9-4269-a023-48a6e78eddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268b0ce3-a927-450b-afa0-7a2f5a397b19,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:54.372061 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:54.389278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1db4f95-ec13-413f-9f79-b30e607e8a14 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:05:54.406433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e1db4f95-ec13-413f-9f79-b30e607e8a14, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e1db4f95-ec13-413f-9f79-b30e607e8a14,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:54.416583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55214e49-597b-438b-9d3f-4b0cba3d7d8a req-f3515e32-d75f-4db5-82b7-10ea7168859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:54.418142 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55214e49-597b-438b-9d3f-4b0cba3d7d8a req-f3515e32-d75f-4db5-82b7-10ea7168859e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 1097 time: 0.3206370 Feb 07 13:05:54.435127 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:54.459969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb898-d0b6-4aa0-bfec-8d6aa7239ec5 req-84392a64-bdbc-49e4-935a-9d030f57a58a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:54.461434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fcdb898-d0b6-4aa0-bfec-8d6aa7239ec5 req-84392a64-bdbc-49e4-935a-9d030f57a58a tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.2888937 Feb 07 13:05:54.542103 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-29e00354-1fa4-4572-ae7f-56f17b4d97b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:54.555653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:54.574898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fcdb898-d0b6-4aa0-bfec-8d6aa7239ec5 req-56ad2986-da18-43c4-ad23-39684732e062 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000690 Feb 07 13:05:54.594387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-8390030f-50bd-4259-b669-87e42c1c7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:54.596325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-8390030f-50bd-4259-b669-87e42c1c7879 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c58f2101-7107-4eed-95a4-cfa1b390d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706611 Feb 07 13:05:54.598145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-29e00354-1fa4-4572-ae7f-56f17b4d97b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:54.638518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0319b-c4ec-4f09-8556-4b6336dff90a req-a23d05cb-b46c-4065-98dd-cb26f06c6163 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:54.640057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ddb0319b-c4ec-4f09-8556-4b6336dff90a req-a23d05cb-b46c-4065-98dd-cb26f06c6163 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.2663610 Feb 07 13:05:54.677291 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-55214e49-597b-438b-9d3f-4b0cba3d7d8a req-229bf38f-d7c5-4575-85ac-e04ecc61eda7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468863 Feb 07 13:05:54.698484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=e1db4f95-ec13-413f-9f79-b30e607e8a14,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:54.717590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Router 772f108f-f532-43c0-8753-f32ad19db7e1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:05:54.907235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ddb0319b-c4ec-4f09-8556-4b6336dff90a req-9b11bb81-d1ee-4a40-a815-4aa28dbbeddd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081394 Feb 07 13:05:54.921793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:05:54.940970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-2a2f243c-f3e0-4491-b6b1-b7f16bfeed0a service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329852 Feb 07 13:05:54.942736 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91abef3-994f-4511-b711-29e46810911a None None] Sync routers for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:05:54.951143 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2bf26977-f6b3-452a-8b79-324b2f2f6a74 admin admin] 10.222.0.69 "PUT /v2.0/routers/772f108f-f532-43c0-8753-f32ad19db7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3495142 Feb 07 13:05:54.953566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:54.955891 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91abef3-994f-4511-b711-29e46810911a None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:54.956646 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e91abef3-994f-4511-b711-29e46810911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:55.033960 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-29e00354-1fa4-4572-ae7f-56f17b4d97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:55.061584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e00354-1fa4-4572-ae7f-56f17b4d97b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b0ce3-a927-450b-afa0-7a2f5a397b19,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:55.062967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['e1db4f95-ec13-413f-9f79-b30e607e8a14'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:55.095282 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-29e00354-1fa4-4572-ae7f-56f17b4d97b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:55.096725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-29e00354-1fa4-4572-ae7f-56f17b4d97b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/268b0ce3-a927-450b-afa0-7a2f5a397b19 HTTP/1.1" status: 204 len: 168 time: 0.7897995 Feb 07 13:05:55.143756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50209fb-950d-4302-9dee-c07a614f2b19 req-528fa41f-074e-4492-96f1-0866e697e204 service neutron] 10.222.0.47 "GET /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932263 Feb 07 13:05:55.188400 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e91abef3-994f-4511-b711-29e46810911a None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:55.270665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:55.387517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85917a02-d93c-473b-9846-b9bda49e0941 req-24f0c2ad-a5f7-4644-b7d5-a14f54460bba tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:55.390413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85917a02-d93c-473b-9846-b9bda49e0941 req-24f0c2ad-a5f7-4644-b7d5-a14f54460bba tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 945 time: 0.1030085 Feb 07 13:05:55.472559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85917a02-d93c-473b-9846-b9bda49e0941 req-f55e2e23-be32-4c35-8549-ad0bef0515de tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748777 Feb 07 13:05:55.524491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:55.586720 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e91abef3-994f-4511-b711-29e46810911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '57968159-1de0-4695-be22-c31fe1c86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:05:53Z', 'revision_number': 5, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port': {'id': '57968159-1de0-4695-be22-c31fe1c86d80', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:04:08Z', 'updated_at': '2022-02-07T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:55.591712 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91abef3-994f-4511-b711-29e46810911a None None] Checking router: 772f108f-f532-43c0-8753-f32ad19db7e1 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:05:55.601836 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91abef3-994f-4511-b711-29e46810911a None None] Routers {'772f108f-f532-43c0-8753-f32ad19db7e1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:05:55.602758 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e91abef3-994f-4511-b711-29e46810911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['772f108f-f532-43c0-8753-f32ad19db7e1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:55.629363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Deleting port 57968159-1de0-4695-be22-c31fe1c86d80 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:55.629737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:55.780188 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e91abef3-994f-4511-b711-29e46810911a None None] Set router 772f108f-f532-43c0-8753-f32ad19db7e1 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:05:55.830257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69894abe-9087-476c-becf-330adfbd043e req-30f96b35-655d-44ac-86f0-78058df52645 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:55.831803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69894abe-9087-476c-becf-330adfbd043e req-30f96b35-655d-44ac-86f0-78058df52645 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 946 time: 0.1180978 Feb 07 13:05:55.840855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c403b-17a0-4042-806a-3efbc55d8347 req-44a94aaa-f0e8-45d4-8f60-4d869c655bdd tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:55.841604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5d8c403b-17a0-4042-806a-3efbc55d8347 req-44a94aaa-f0e8-45d4-8f60-4d869c655bdd tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Synchronizing usage tracker for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:55.897044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69894abe-9087-476c-becf-330adfbd043e req-6cfabdf8-0ae3-4bc9-9d33-d49c795634ca tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 Feb 07 13:05:55.897721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] For port 57968159-1de0-4695-be22-c31fe1c86d80, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=57968159-1de0-4695-be22-c31fe1c86d80,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:55.898224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:55.926210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38494) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:55.944524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:55.960039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:05:55.962852 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e91abef3-994f-4511-b711-29e46810911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:05:55Z', 'revision_number': 6, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:55.964460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] Usage tracker for resource:security_group_rule and tenant:03144814d7d4444abff664b853a3e0c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:05:55.967730 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91abef3-994f-4511-b711-29e46810911a None None] The sync data for ids ['772f108f-f532-43c0-8753-f32ad19db7e1'] in n-d-811416-5 is: [{'id': '772f108f-f532-43c0-8753-f32ad19db7e1', 'name': 'tempest-ServersTestJSON-98931438-router', 'tenant_id': 'c62e0c0b192540c59feaa857f1d73246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:04:06Z', 'updated_at': '2022-02-07T13:05:55Z', 'revision_number': 6, 'project_id': 'c62e0c0b192540c59feaa857f1d73246', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:05:55.967899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:05:55.978993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5d8c403b-17a0-4042-806a-3efbc55d8347 req-44a94aaa-f0e8-45d4-8f60-4d869c655bdd tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Unset dirty status for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:55.980231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d8c403b-17a0-4042-806a-3efbc55d8347 req-44a94aaa-f0e8-45d4-8f60-4d869c655bdd tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 945 time: 0.3037844 Feb 07 13:05:56.005075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:05:56.063071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d8c403b-17a0-4042-806a-3efbc55d8347 req-27620f54-b718-4954-ad4e-14d3a0e62f8d tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721140 Feb 07 13:05:56.104002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Calling delete_port for 57968159-1de0-4695-be22-c31fe1c86d80 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:56.272468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.301429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dee26-7edc-4fd8-9baa-005def608433 req-72d7c687-980d-49e8-bfa5-465b413eb10f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:56.301429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c2dee26-7edc-4fd8-9baa-005def608433 req-72d7c687-980d-49e8-bfa5-465b413eb10f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.1819930 Feb 07 13:05:56.354032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9d9a-93c9-4e20-b1af-7020bef401d4 req-2876c9df-f9fe-43f9-a866-47e351acdfd2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:56.355463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa9a9d9a-93c9-4e20-b1af-7020bef401d4 req-2876c9df-f9fe-43f9-a866-47e351acdfd2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.1599445 Feb 07 13:05:56.367656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c2dee26-7edc-4fd8-9baa-005def608433 req-21d822dd-691a-4924-80df-e10b3d590487 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611227 Feb 07 13:05:56.383253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.412741 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.448357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ae3d6d-ef21-4fd8-b91d-97efa7001f57,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:56.453095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-67b57ec5-8557-458b-99d2-9f008cfaf66c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03144814d7d4444abff664b853a3e0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253861 Feb 07 13:05:56.456178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38506) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:56.461776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa9a9d9a-93c9-4e20-b1af-7020bef401d4 req-28ab186f-6b3c-4395-b723-03734ce366ce tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948439 Feb 07 13:05:56.488784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=57968159-1de0-4695-be22-c31fe1c86d80,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:56.528370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-839f438a-9944-4f5e-920d-e15a8eac8126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.557617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-839f438a-9944-4f5e-920d-e15a8eac8126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.600943 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.683179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38516) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:56.694277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7d2c1-a3d7-47b4-bdf0-1c921799e1b1 req-cb732fa0-e867-409c-ba3c-3a0d15256789 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:56.695703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07b7d2c1-a3d7-47b4-bdf0-1c921799e1b1 req-cb732fa0-e867-409c-ba3c-3a0d15256789 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 945 time: 0.0943775 Feb 07 13:05:56.730648 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-839f438a-9944-4f5e-920d-e15a8eac8126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.771273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f438a-9944-4f5e-920d-e15a8eac8126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ae3d6d-ef21-4fd8-b91d-97efa7001f57,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:56.803247 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-839f438a-9944-4f5e-920d-e15a8eac8126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.804817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-839f438a-9944-4f5e-920d-e15a8eac8126 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97ae3d6d-ef21-4fd8-b91d-97efa7001f57 HTTP/1.1" status: 204 len: 168 time: 0.3444126 Feb 07 13:05:56.824572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-387d7d48-bad8-428c-b26f-59bf9d35111b admin admin] Deleting subnet c5c800c7-b32e-4ba8-837c-79adc776ab34 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:05:56.829915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-387d7d48-bad8-428c-b26f-59bf9d35111b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.869318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07b7d2c1-a3d7-47b4-bdf0-1c921799e1b1 req-a09fd7e8-6eb6-4846-a941-0ff61c1ac0c4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438699 Feb 07 13:05:56.894773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-387d7d48-bad8-428c-b26f-59bf9d35111b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.897897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.900538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.964814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-387d7d48-bad8-428c-b26f-59bf9d35111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.995529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:56.996193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 772f108f-f532-43c0-8753-f32ad19db7e1 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:05:57.012681 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.014070 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29253cfe-e0bb-4e69-961c-93066a8e2b42 admin admin] 10.222.0.69 "DELETE /v2.0/routers/772f108f-f532-43c0-8753-f32ad19db7e1 HTTP/1.1" status: 204 len: 168 time: 2.0594468 Feb 07 13:05:57.017281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38524) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:57.080087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c99d681-0635-4e4c-9bf5-c9eb76fc71a5 admin admin] Deleting subnet e7fe9020-e860-4708-a7b0-8aa8014c79a4 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:05:57.083178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c99d681-0635-4e4c-9bf5-c9eb76fc71a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.131639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cc462-3e11-4044-808f-91d3101fa1dc req-ab75119d-06f7-4de1-bf25-9fc26b38b126 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:57.141736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-995cc462-3e11-4044-808f-91d3101fa1dc req-ab75119d-06f7-4de1-bf25-9fc26b38b126 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 946 time: 0.1189845 Feb 07 13:05:57.143861 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c99d681-0635-4e4c-9bf5-c9eb76fc71a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.202160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-995cc462-3e11-4044-808f-91d3101fa1dc req-85f11593-010b-4f7e-ac1a-36a097ac9605 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594444 Feb 07 13:05:57.220407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-387d7d48-bad8-428c-b26f-59bf9d35111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.283009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c99d681-0635-4e4c-9bf5-c9eb76fc71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.314218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d7d48-bad8-428c-b26f-59bf9d35111b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c800c7-b32e-4ba8-837c-79adc776ab34,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:57.322195 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-387d7d48-bad8-428c-b26f-59bf9d35111b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.337495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-387d7d48-bad8-428c-b26f-59bf9d35111b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c5c800c7-b32e-4ba8-837c-79adc776ab34 HTTP/1.1" status: 204 len: 168 time: 0.6523416 Feb 07 13:05:57.339790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38536) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:57.461765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cf3a8-6897-41d3-90bd-46a96f52f01e req-82c29710-0e9c-4a60-9e57-57d66b929d3f tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:57.463162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa3cf3a8-6897-41d3-90bd-46a96f52f01e req-82c29710-0e9c-4a60-9e57-57d66b929d3f tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 945 time: 0.2055111 Feb 07 13:05:57.473114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.481593 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c99d681-0635-4e4c-9bf5-c9eb76fc71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.527095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99d681-0635-4e4c-9bf5-c9eb76fc71a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7fe9020-e860-4708-a7b0-8aa8014c79a4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:57.533413 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c99d681-0635-4e4c-9bf5-c9eb76fc71a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.540651 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2c99d681-0635-4e4c-9bf5-c9eb76fc71a5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e7fe9020-e860-4708-a7b0-8aa8014c79a4 HTTP/1.1" status: 204 len: 168 time: 0.5218439 Feb 07 13:05:57.541574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcefe4d-b15b-4e63-82eb-b7dc44fe3d92 None None] Network 7b5baea6-3978-40b8-9d49-2a27afdbfb3f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:05:57.546474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38548) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:57.582340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa3cf3a8-6897-41d3-90bd-46a96f52f01e req-9c298567-c50f-4ae6-82d0-fce220f0c6cd tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122246 Feb 07 13:05:57.697142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.715878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Deleting port 0bfef398-c8ad-451f-b17f-63c3b5e88491 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:57.716329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.974558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] DHCP port deletion for 7b5baea6-3978-40b8-9d49-2a27afdbfb3f request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:05:57.981949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] Deleting port 0bfef398-c8ad-451f-b17f-63c3b5e88491 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:57.986181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.992473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] For port 0bfef398-c8ad-451f-b17f-63c3b5e88491, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0bfef398-c8ad-451f-b17f-63c3b5e88491,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:57.993004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:57.993985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.069623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa4c428-2b47-4f06-ac16-ab765a14fab6']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:58.106605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ce3b9a-05ed-4b98-925e-df0f3f6cec14') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:58.107081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ce3b9a-05ed-4b98-925e-df0f3f6cec14') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:58.135101 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.143699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Calling delete_port for 0bfef398-c8ad-451f-b17f-63c3b5e88491 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:58.178340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183c506-e3fe-4a4b-addd-028479db7af9 req-2861ae2a-3595-4cff-a188-b7044cb74c28 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:58.184492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a183c506-e3fe-4a4b-addd-028479db7af9 req-2861ae2a-3595-4cff-a188-b7044cb74c28 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.3395734 Feb 07 13:05:58.189425 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.204312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-b9804329-d201-4cd9-a142-4a2adff6b21b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:58.206383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-b9804329-d201-4cd9-a142-4a2adff6b21b tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.47 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 945 time: 0.3176267 Feb 07 13:05:58.232330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503628eb-8bb4-49b9-a7e8-146b6d424bff req-00341131-46af-4f9b-96fe-374c6589b505 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:58.235229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0f458da3-8966-4c77-8e51-85895dd4a785 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:05:58.236628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-503628eb-8bb4-49b9-a7e8-146b6d424bff req-00341131-46af-4f9b-96fe-374c6589b505 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.2884107 Feb 07 13:05:58.239214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:05:58.239881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:05:58.265737 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:05:58.271141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e1db4f95-ec13-413f-9f79-b30e607e8a14 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:05:58.324396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 0f458da3-8966-4c77-8e51-85895dd4a785 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:05:58.324785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0f458da3-8966-4c77-8e51-85895dd4a785 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:05:58.325165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0bfef398-c8ad-451f-b17f-63c3b5e88491 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:05:58.370173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] For port 0bfef398-c8ad-451f-b17f-63c3b5e88491, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0bfef398-c8ad-451f-b17f-63c3b5e88491,segment=NetworkSegment(750658f8-7989-47cb-a92f-f59c8d90cd5b),segment_id=750658f8-7989-47cb-a92f-f59c8d90cd5b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:58.370621 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.383959 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.432266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfef398-c8ad-451f-b17f-63c3b5e88491,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:58.435532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a183c506-e3fe-4a4b-addd-028479db7af9 req-bed34ede-ee5e-406c-8264-dcece254ae03 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487254 Feb 07 13:05:58.436737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] No DVR routers for this DVR port 0bfef398-c8ad-451f-b17f-63c3b5e88491 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:05:58.488296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Deleting port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:58.488758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.562952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] Calling delete_port for 0bfef398-c8ad-451f-b17f-63c3b5e88491 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:58.570259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.581918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-503628eb-8bb4-49b9-a7e8-146b6d424bff req-ebd96fac-8c31-4659-8f1a-b57fb0014722 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196206 Feb 07 13:05:58.632250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No active binding found for port 0bfef398-c8ad-451f-b17f-63c3b5e88491 {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:05:58.633050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0bfef398-c8ad-451f-b17f-63c3b5e88491 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:05:58.633655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 57968159-1de0-4695-be22-c31fe1c86d80 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:05:58.651265 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.662952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.673540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 57968159-1de0-4695-be22-c31fe1c86d80 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:05:58.674120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 57968159-1de0-4695-be22-c31fe1c86d80 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:05:58.676414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa4c428-2b47-4f06-ac16-ab765a14fab6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:58.685121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0f7d6797-21e2-43b9-8210-b2be2e53dfe9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2fa4c428-2b47-4f06-ac16-ab765a14fab6 HTTP/1.1" status: 204 len: 168 time: 1.3443463 Feb 07 13:05:58.709471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port e1db4f95-ec13-413f-9f79-b30e607e8a14 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:05:58.729910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port e1db4f95-ec13-413f-9f79-b30e607e8a14 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:05:58.730287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.755449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5baea6-3978-40b8-9d49-2a27afdbfb3f']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:58.782438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750658f8-7989-47cb-a92f-f59c8d90cd5b') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:58.782972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750658f8-7989-47cb-a92f-f59c8d90cd5b') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:05:58.799629 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:05:58.799998 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:05:58.802421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.826236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.833513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:05:58.834102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:05:58.906831 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:05:58.912430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:58.948174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1db4f95-ec13-413f-9f79-b30e607e8a14'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:05:58.950205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86909add-8e85-4312-a534-f6adc1db983d req-f38d33a3-5842-4370-89e7-a1a0a949b598 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:58.951702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86909add-8e85-4312-a534-f6adc1db983d req-f38d33a3-5842-4370-89e7-a1a0a949b598 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 946 time: 0.3916419 Feb 07 13:05:58.958726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e1db4f95-ec13-413f-9f79-b30e607e8a14, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e1db4f95-ec13-413f-9f79-b30e607e8a14,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:59.049240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] For port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:05:59.049613 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:59.060457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86909add-8e85-4312-a534-f6adc1db983d req-c0d278ab-18a0-442f-97cf-b31f98f8cf3f tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927904 Feb 07 13:05:59.129666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd48221-c081-4e5b-8f56-21675cefee3e req-76e6fca8-d3f5-4733-a463-f8347fb098fc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:59.131212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dd48221-c081-4e5b-8f56-21675cefee3e req-76e6fca8-d3f5-4733-a463-f8347fb098fc tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 945 time: 0.3122604 Feb 07 13:05:59.207083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Calling delete_port for 4bc56544-05b4-4dd2-b822-8d9f0a93c01b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:05:59.269381 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:59.272149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:59.290585 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:59.302789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5baea6-3978-40b8-9d49-2a27afdbfb3f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:59.309371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] Deleting port 0bfef398-c8ad-451f-b17f-63c3b5e88491 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:59.309972 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:59.326679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-7b878668-86c8-410d-b70a-c18d26b308ba tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:59.327568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-7b878668-86c8-410d-b70a-c18d26b308ba tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Synchronizing usage tracker for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:05:59.361204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dd48221-c081-4e5b-8f56-21675cefee3e req-ac0ad0bf-181c-4ccb-a95f-3bfb5157c325 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706932 Feb 07 13:05:59.401525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38588) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:59.436258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-201737f8-c1f9-4b8c-b94a-bdd726f18a1f None None] The port '0bfef398-c8ad-451f-b17f-63c3b5e88491' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:05:59.445757 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2d04f16b-5356-4070-a9c8-7743eb89396e admin admin] 10.222.0.69 "DELETE /v2.0/networks/7b5baea6-3978-40b8-9d49-2a27afdbfb3f HTTP/1.1" status: 204 len: 168 time: 1.8979607 Feb 07 13:05:59.454251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9f4e1-212c-40a4-81df-b98b5be56527 req-98ebdaad-0497-4e6c-bc8a-305087884bc0 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:05:59.462360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2d9f4e1-212c-40a4-81df-b98b5be56527 req-98ebdaad-0497-4e6c-bc8a-305087884bc0 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 945 time: 0.2728727 Feb 07 13:05:59.473056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-7b878668-86c8-410d-b70a-c18d26b308ba tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Unset dirty status for tenant:66a34b0aef7846e9ad89f05eef8801a0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:05:59.477695 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-7b878668-86c8-410d-b70a-c18d26b308ba tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 946 time: 0.2765727 Feb 07 13:05:59.491964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=e1db4f95-ec13-413f-9f79-b30e607e8a14,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:05:59.542904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2d9f4e1-212c-40a4-81df-b98b5be56527 req-66ae9e21-d13d-4f24-809f-85cc1f1b55e7 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0ec47a3-2cd1-48c2-bbb1-3fef48556057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780995 Feb 07 13:05:59.591911 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e66f4756-be0b-4b80-92b5-0978dd5a6804 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d397c07c979b4935a61997ff119d9b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857057 Feb 07 13:05:59.592076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38598) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:05:59.619093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Deleting port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:05:59.619451 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:59.626284 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1db4f95-ec13-413f-9f79-b30e607e8a14', 'code': 200} Feb 07 13:05:59.685159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:05:59.697833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4bc56544-05b4-4dd2-b822-8d9f0a93c01b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:05:59.863001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Pushing event deleted for resources: {'Port': ['ID=4bc56544-05b4-4dd2-b822-8d9f0a93c01b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:00.118014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fae7e85a-811a-4ed4-9759-66f406448498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.153023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] For port 69b3927f-9005-4a6b-97c1-fa9e11ff2619, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69b3927f-9005-4a6b-97c1-fa9e11ff2619,segment=NetworkSegment(becf60d0-6337-45be-9dcf-1ce94f135350),segment_id=becf60d0-6337-45be-9dcf-1ce94f135350)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:00.154829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.192816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] No DVR routers for this DVR port 4bc56544-05b4-4dd2-b822-8d9f0a93c01b on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:06:00.210063 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.217301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'name': 'network-vif-deleted', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:00.231580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fae7e85a-811a-4ed4-9759-66f406448498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.319816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Calling delete_port for 69b3927f-9005-4a6b-97c1-fa9e11ff2619 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:06:00.357912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c78d36-15d6-4083-bb07-bac1a8aa755d req-e722f20d-88b1-4b04-af2e-1480eb307574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:00.359768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92c78d36-15d6-4083-bb07-bac1a8aa755d req-e722f20d-88b1-4b04-af2e-1480eb307574 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 1097 time: 0.6034629 Feb 07 13:06:00.360725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:00.363421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0a1cc82-1fac-4636-9ac4-e85f8efea7f1 req-fa5ddad4-5e13-4976-8193-439d309b5443 tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.47 "DELETE /v2.0/ports/4bc56544-05b4-4dd2-b822-8d9f0a93c01b HTTP/1.1" status: 204 len: 173 time: 2.1257818 Feb 07 13:06:00.431408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92c78d36-15d6-4083-bb07-bac1a8aa755d req-00d9d4a7-7880-412a-a5f4-2a54a967e942 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568686 Feb 07 13:06:00.438433 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bfb0ef4f-1362-49b3-af3f-5155722948a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c62e0c0b192540c59feaa857f1d73246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766799 Feb 07 13:06:00.439060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38624) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:00.441847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacf9e9-bb23-4fae-8d4a-86c3049b574d req-fbeb705a-425b-42ae-8629-f76ad72a3317 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:00.450036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adacf9e9-bb23-4fae-8d4a-86c3049b574d req-fbeb705a-425b-42ae-8629-f76ad72a3317 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.6432216 Feb 07 13:06:00.501047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864b748-d3d6-4971-97e1-900a392b8efc req-a3d184f8-ccb6-40f6-925e-cb56c90048d9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:00.502728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3864b748-d3d6-4971-97e1-900a392b8efc req-a3d184f8-ccb6-40f6-925e-cb56c90048d9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.4412732 Feb 07 13:06:00.541680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adacf9e9-bb23-4fae-8d4a-86c3049b574d req-60a42b93-2039-4824-b88e-273f67222bd8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904412 Feb 07 13:06:00.570444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3864b748-d3d6-4971-97e1-900a392b8efc req-d780145d-1f19-4eb0-9b0c-754c9646b792 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575116 Feb 07 13:06:00.594008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6256e24-972d-4965-b2c6-e82150869cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.629648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6256e24-972d-4965-b2c6-e82150869cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.631873 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92d30a8-41bd-4469-9223-d18edb53dd6d', 'name': 'network-vif-deleted', 'tag': '4bc56544-05b4-4dd2-b822-8d9f0a93c01b', 'status': 'completed', 'code': 200} Feb 07 13:06:00.728339 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fae7e85a-811a-4ed4-9759-66f406448498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.767198 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.769052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6256e24-972d-4965-b2c6-e82150869cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.802084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7e85a-811a-4ed4-9759-66f406448498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a966f9a-572f-4842-9f98-98f047422c7e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:00.817500 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fae7e85a-811a-4ed4-9759-66f406448498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:00.818615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fae7e85a-811a-4ed4-9759-66f406448498 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a966f9a-572f-4842-9f98-98f047422c7e HTTP/1.1" status: 204 len: 168 time: 1.2240562 Feb 07 13:06:00.859860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Pushing event deleted for resources: {'Port': ['ID=69b3927f-9005-4a6b-97c1-fa9e11ff2619,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:00.868600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6256e24-972d-4965-b2c6-e82150869cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2518a-3d46-4c61-947c-f1ebfc879b27,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:00.871523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181909a-eb0c-49ac-b521-aec359d441bd req-a98b57e1-180f-4df8-9117-3c49dc9123ba tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:00.882618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6181909a-eb0c-49ac-b521-aec359d441bd req-a98b57e1-180f-4df8-9117-3c49dc9123ba tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 867 time: 0.1904998 Feb 07 13:06:00.932776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f139e46-eb93-4f90-996f-abb2f81661b8 req-ec2e7ef1-40fb-4752-97d9-b208534d32b5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:00.934333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f139e46-eb93-4f90-996f-abb2f81661b8 req-ec2e7ef1-40fb-4752-97d9-b208534d32b5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.1926775 Feb 07 13:06:00.950597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6181909a-eb0c-49ac-b521-aec359d441bd req-eb9d644d-5f65-402c-838c-b6bdfc35d839 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/security-groups?id=395c5c0e-6732-4e46-b33c-0508ede07a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670774 Feb 07 13:06:00.995548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] No DVR routers for this DVR port 69b3927f-9005-4a6b-97c1-fa9e11ff2619 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:06:00.998161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:01.000595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f139e46-eb93-4f90-996f-abb2f81661b8 req-1b153319-db63-4299-94f1-c63afb77a6bf tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528121 Feb 07 13:06:01.007827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6b5e0-68ed-4719-bc15-55e6da038cb3', 'name': 'network-vif-deleted', 'tag': '69b3927f-9005-4a6b-97c1-fa9e11ff2619'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:01.013472 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-70a1c937-b3a2-43ac-a4d3-5a2553288c8c req-376ce34d-c8ef-4f39-8fa8-cf768118a4b0 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.35 "DELETE /v2.0/ports/69b3927f-9005-4a6b-97c1-fa9e11ff2619 HTTP/1.1" status: 204 len: 173 time: 1.5159438 Feb 07 13:06:01.028789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6256e24-972d-4965-b2c6-e82150869cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:01.034878 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a6256e24-972d-4965-b2c6-e82150869cde admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00a2518a-3d46-4c61-947c-f1ebfc879b27 HTTP/1.1" status: 204 len: 168 time: 0.5774016 Feb 07 13:06:01.111077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bc6e1640-d660-4362-83cc-53d23dc32478 req-db38eb75-26ad-4938-9b0e-ab23140d88ff tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Synchronizing usage tracker for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:01.270836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bc6e1640-d660-4362-83cc-53d23dc32478 req-db38eb75-26ad-4938-9b0e-ab23140d88ff tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] Unset dirty status for tenant:66e14c5236eb450ab0bfb4eebe2d680a on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:01.272065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc6e1640-d660-4362-83cc-53d23dc32478 req-db38eb75-26ad-4938-9b0e-ab23140d88ff tempest-FloatingIPsAssociationTestJSON-752234019 tempest-FloatingIPsAssociationTestJSON-752234019-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92d30a8-41bd-4469-9223-d18edb53dd6d HTTP/1.1" status: 200 len: 210 time: 0.2105522 Feb 07 13:06:01.341774 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6b5e0-68ed-4719-bc15-55e6da038cb3', 'name': 'network-vif-deleted', 'tag': '69b3927f-9005-4a6b-97c1-fa9e11ff2619', 'status': 'completed', 'code': 200} Feb 07 13:06:01.734930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38658) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:01.743367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'network': {'name': 'tempest-network-smoke--429775657', 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:01.767070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:01.777917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:network and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:01.784579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:01.802265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:01.824647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd27ad-e2da-4d6b-b031-f92632e8ecc2 req-eb7f94fe-a783-4c07-8e29-8b75e799df05 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:01.826240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cbd27ad-e2da-4d6b-b031-f92632e8ecc2 req-eb7f94fe-a783-4c07-8e29-8b75e799df05 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.1591699 Feb 07 13:06:01.869800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Made reservation on behalf of a92acc0c0a1643329aec367dfd11cb42 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:01.873981 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:01.892301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:01.914508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:01.918274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:security_group_rule and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:01.921866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:01.928309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:01.933214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cbd27ad-e2da-4d6b-b031-f92632e8ecc2 req-11857262-512a-44f0-b081-b4c9d4b85bc3 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985837 Feb 07 13:06:01.981371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c176f3-7d90-4a6d-8bbf-79a970495ea4 req-875e634e-aa26-40c1-8d93-172ecdd0111e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:01.984493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24c176f3-7d90-4a6d-8bbf-79a970495ea4 req-875e634e-aa26-40c1-8d93-172ecdd0111e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.1346812 Feb 07 13:06:02.084534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24c176f3-7d90-4a6d-8bbf-79a970495ea4 req-22c2b476-aebd-46c7-a1db-f3e76e2b2c15 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878255 Feb 07 13:06:02.136541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.156430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4bc56544-05b4-4dd2-b822-8d9f0a93c01b no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:02.242257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38682) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:02.264039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.286284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 4bc56544-05b4-4dd2-b822-8d9f0a93c01b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:06:02.287101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4bc56544-05b4-4dd2-b822-8d9f0a93c01b not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:06:02.336706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:06:02.347098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf927a-b1a1-45c8-a941-509c800f078b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:02.353402 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.353993 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Added segment a81bcfc3-40aa-4d1a-b6d2-01cf705eba53 of type vlan for network 51db2595-7812-41b2-9e9c-e26497a3739c Feb 07 13:06:02.365215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69788b2b-6ac1-462f-aa9d-5faee8285cc3 req-d15c24c6-1f05-4246-ac2d-58357452b413 tempest-DeleteServersTestJSON-1987694612 tempest-DeleteServersTestJSON-1987694612-project] 10.222.0.69 "GET /v2.0/ports?device_id=60c6b5e0-68ed-4719-bc15-55e6da038cb3 HTTP/1.1" status: 200 len: 210 time: 0.1763029 Feb 07 13:06:02.389033 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.427796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-335219945-network', 'tenant_id': '88c015ade30d4b489978e30d491fa4e0'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:02.433526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:02.433981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c476-bbce-4ca5-9f2f-4401d08c5212 req-fdf53c30-5729-42ea-b1e2-c198a579ee9d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:02.435489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36e7c476-bbce-4ca5-9f2f-4401d08c5212 req-fdf53c30-5729-42ea-b1e2-c198a579ee9d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.1564963 Feb 07 13:06:02.439656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Usage tracker for resource:network and tenant:88c015ade30d4b489978e30d491fa4e0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:02.446950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:02.454176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:02.476284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69b3927f-9005-4a6b-97c1-fa9e11ff2619 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:02.491787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36e7c476-bbce-4ca5-9f2f-4401d08c5212 req-de0ce76c-23f9-4b4b-8952-f5437b1b4c42 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501957 Feb 07 13:06:02.520259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.521724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 69b3927f-9005-4a6b-97c1-fa9e11ff2619 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:06:02.522464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69b3927f-9005-4a6b-97c1-fa9e11ff2619 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:06:02.529885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:02.531276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.613554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38696) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:02.657237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Network': ['ID=51db2595-7812-41b2-9e9c-e26497a3739c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:02.661652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Made reservation on behalf of 88c015ade30d4b489978e30d491fa4e0 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:02.664195 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.672446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 51db2595-7812-41b2-9e9c-e26497a3739c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:06:02.681587 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.701173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:02.705712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Usage tracker for resource:security_group_rule and tenant:88c015ade30d4b489978e30d491fa4e0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:02.708712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:02.716628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:02.808481 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3f4a89d4-b458-4987-b959-ca53b07f69a7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0720994 Feb 07 13:06:02.819114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38702) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:02.824320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'admin_state_up': True, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:02.836875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:02.840043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.842543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:router and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:02.846588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:02.856017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:02.888985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38706) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:02.949140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.991997 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.993111 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:02.996828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:06:03.013145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1328291370-network', 'tenant_id': '9d3630424754471a9f20b667c6760f77'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:03.018898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:03.026131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:03.036986 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.037439 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Added segment b30f9a40-41d8-4f13-8e36-a1c174055af7 of type vlan for network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf Feb 07 13:06:03.040927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Usage tracker for resource:network and tenant:9d3630424754471a9f20b667c6760f77 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:03.044322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.049549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:03.060703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:03.093524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.206510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Made reservation on behalf of 9d3630424754471a9f20b667c6760f77 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:03.209414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.223882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.239274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:03.241942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575ec9-76f5-4b41-9181-f2ebb64d8c90 req-ad1d424f-5a60-4684-af57-ca2c5cf7a76d tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:03.243304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Usage tracker for resource:security_group_rule and tenant:9d3630424754471a9f20b667c6760f77 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:03.243441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce575ec9-76f5-4b41-9181-f2ebb64d8c90 req-ad1d424f-5a60-4684-af57-ca2c5cf7a76d tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.1476550 Feb 07 13:06:03.246434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:03.252700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:03.330302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.331430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:03.332107 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.456301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce575ec9-76f5-4b41-9181-f2ebb64d8c90 req-bf5fd64d-62b8-41d7-bacd-714c6e49c1d9 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054999 Feb 07 13:06:03.501965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.726927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] Pushing event updated for resources: {'Network': ['ID=aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:03.731198 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-81e91a04-908f-43be-b218-4d74d4cee540 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4877555 Feb 07 13:06:03.740187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:06:03.759582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38730) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:03.778960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Request body: {'subnet': {'network_id': 'aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-335219945-subnet', 'tenant_id': '88c015ade30d4b489978e30d491fa4e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:03.800879 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.824276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:03.847341 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.926021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Usage tracker for resource:subnet and tenant:88c015ade30d4b489978e30d491fa4e0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:03.932253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:03.954960 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:03.987373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:03.993586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:06:04.008165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:04.013155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.013503 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Added segment a3f96d1f-06dd-4a96-83bf-9fcfe33c6336 of type vlan for network 85728d72-79b3-45cb-8757-1d45f2e90c22 Feb 07 13:06:04.044805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fee549-6ba0-4c5f-9f9e-86c147fe3042 req-80b9d06e-c7c2-47ec-af52-cc8f2a58d5c6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:04.046332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94fee549-6ba0-4c5f-9f9e-86c147fe3042 req-80b9d06e-c7c2-47ec-af52-cc8f2a58d5c6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.4881849 Feb 07 13:06:04.064926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.081405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856b30-2523-40d3-b25e-cd73cca4c8f4 req-e2277b33-f106-402d-b948-fbe18f06118f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:04.082896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66856b30-2523-40d3-b25e-cd73cca4c8f4 req-e2277b33-f106-402d-b948-fbe18f06118f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.3308091 Feb 07 13:06:04.151905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94fee549-6ba0-4c5f-9f9e-86c147fe3042 req-ff99cebf-b643-48e0-a490-73fb1ae010d9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967724 Feb 07 13:06:04.197742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66856b30-2523-40d3-b25e-cd73cca4c8f4 req-55cc5ae2-953b-46ee-ba13-fe6436f624ca tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054416 Feb 07 13:06:04.225418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Deleting port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:06:04.226655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.261471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Made reservation on behalf of 88c015ade30d4b489978e30d491fa4e0 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:04.263813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.312450 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.313784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:04.315182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.458123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.495632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.581122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] For port 91b19bf4-5b5c-453d-9446-fcf28d49bdaf, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:04.581493 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.637328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] Pushing event updated for resources: {'Network': ['ID=85728d72-79b3-45cb-8757-1d45f2e90c22,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:04.650428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:06:04.690266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Allocated IP 172.25.7.87 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/dbc3ece6-dc2e-4fd3-9523-5f6403cb785b) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:04.705317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38750) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:04.706071 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2c8a6632-75d2-4c89-b90e-f2a772896b7e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8159232 Feb 07 13:06:04.781101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Calling delete_port for 91b19bf4-5b5c-453d-9446-fcf28d49bdaf owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:06:04.828923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Request body: {'subnet': {'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1328291370-subnet', 'tenant_id': '9d3630424754471a9f20b667c6760f77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:04.887644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:04.903409 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:04.931739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Usage tracker for resource:subnet and tenant:9d3630424754471a9f20b667c6760f77 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:04.935500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:04.952377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:05.034608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a872b49-d70a-4c0b-ba49-31a1767d7b6d req-2ba75c9c-b643-4d46-802b-c64538c46c7b tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:05.036024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a872b49-d70a-4c0b-ba49-31a1767d7b6d req-2ba75c9c-b643-4d46-802b-c64538c46c7b tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.4379442 Feb 07 13:06:05.064574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:05.137931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:05.140999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:05.144730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:05.166244 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:05.175534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=dbc3ece6-dc2e-4fd3-9523-5f6403cb785b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:05.223207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0db91-d0ab-40b7-a45f-47f8150a89f2 req-3d1daa89-655a-4864-807a-623ed1503c3d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:05.224728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77c0db91-d0ab-40b7-a45f-47f8150a89f2 req-3d1daa89-655a-4864-807a-623ed1503c3d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.4507177 Feb 07 13:06:05.252750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Made reservation on behalf of 9d3630424754471a9f20b667c6760f77 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:05.256024 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:05.417608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d6ea4c-d881-4895-84e6-6a90211b58cb,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:05.428955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a872b49-d70a-4c0b-ba49-31a1767d7b6d req-58583889-830f-4465-a2ea-dea14c3d2280 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691662 Feb 07 13:06:05.466543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77c0db91-d0ab-40b7-a45f-47f8150a89f2 req-01abb142-43fb-4975-9f2b-76682b2efbee tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281418 Feb 07 13:06:05.518664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Checking segment: {'id': 'b30f9a40-41d8-4f13-8e36-a1c174055af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:05.519128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Network hostable DHCP agents. Network: aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:06:05.735476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:06:05.783997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:05.853560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b19bf4-5b5c-453d-9446-fcf28d49bdaf,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:05.863220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5bac0-1fb4-4ca9-93ab-283ca76c1ff4 req-0705d385-1aaa-41f1-8e3b-b5a79e959f9e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:05.864820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8f5bac0-1fb4-4ca9-93ab-283ca76c1ff4 req-0705d385-1aaa-41f1-8e3b-b5a79e959f9e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.2887340 Feb 07 13:06:05.893323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:05.900757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4709816-d50f-44f1-b761-17db0cad07ff None None] Network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:05.929902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:05.930581 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:05.941731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4473a7-9b94-4e64-a5d1-60374af59860 req-36851222-0c97-4eb6-9cec-ec6134d7d689 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:05.944648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee4473a7-9b94-4e64-a5d1-60374af59860 req-36851222-0c97-4eb6-9cec-ec6134d7d689 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.3324513 Feb 07 13:06:06.001991 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:06.166288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:06.251074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8f5bac0-1fb4-4ca9-93ab-283ca76c1ff4 req-75b9545d-15b6-411a-8dc0-c83233fdfdbd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543677 Feb 07 13:06:06.256433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab588daf-81fa-483f-9605-057332e379c8 None None] Network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:06.282670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee4473a7-9b94-4e64-a5d1-60374af59860 req-8373cea7-0db3-453b-a88c-6b832b42abce tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968020 Feb 07 13:06:06.299555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34702e58-bb5b-4d7b-8f2f-edba9823331e,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:06.380726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-acdb03c2-fc82-4ebd-85e3-4367b82730a1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6197724 Feb 07 13:06:06.390776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Checking segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:06.391137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Network hostable DHCP agents. Network: 85728d72-79b3-45cb-8757-1d45f2e90c22, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:06:06.516936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 88a6f6c6-366f-4a19-886c-12fec4286d8f details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:06:06.607801 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:06.779921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:06.801875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'port_id': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'mac_address': 'fa:16:3e:d0:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:06:06.940952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:06.958942 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:06.983247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88a6f6c6-366f-4a19-886c-12fec4286d8f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:07.020016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:07.113408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:06:07.126326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:07.205730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:07.235928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['88a6f6c6-366f-4a19-886c-12fec4286d8f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:07.320649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Router 23efd23f-2b6f-46ee-91f1-e11211571773 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:06:07.350627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 85728d72-79b3-45cb-8757-1d45f2e90c22) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:07.361636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db6f63-38d9-4f2f-928f-d461a541140b None None] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:07.380302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6c18-69bd-40bf-8e0a-eb85d779dae0 req-2a48124b-bb80-4b1a-8961-eb3d9680ccec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:07.381788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc2c6c18-69bd-40bf-8e0a-eb85d779dae0 req-2a48124b-bb80-4b1a-8961-eb3d9680ccec tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.4970269 Feb 07 13:06:07.383694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:07.384283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:07.399268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002f525-6d05-4be1-ab04-5ee899c99457 req-b3b52962-df2c-4e5c-8b1d-706f7c93ae73 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:07.400775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9002f525-6d05-4be1-ab04-5ee899c99457 req-b3b52962-df2c-4e5c-8b1d-706f7c93ae73 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.5173495 Feb 07 13:06:07.523299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Router 55f22377-69ac-46c9-86e8-7f9078b9b568 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:06:07.586822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:07.587835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc2c6c18-69bd-40bf-8e0a-eb85d779dae0 req-cc0a1ecf-2a8b-4f4b-a46f-ec1a4ce1b23a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979103 Feb 07 13:06:07.620198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Sync routers for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:06:07.637959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-25979ab0-8317-4f06-bae4-8dec299be792 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8570178 Feb 07 13:06:07.709401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:07.715789 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29e258d8-31db-41cf-87e0-a45cc505909f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.8952653 Feb 07 13:06:07.716788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38812) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:07.749408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:07.753985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:07.880512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:07.886295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-076e3cd5-b627-4046-ae8e-e0767a154c88 admin admin] 10.222.0.69 "PUT /v2.0/routers/55f22377-69ac-46c9-86e8-7f9078b9b568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2716823 Feb 07 13:06:07.888938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38818) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:07.898154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9002f525-6d05-4be1-ab04-5ee899c99457 req-fc910cfa-2355-40d0-9900-d122f426e2b8 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876702 Feb 07 13:06:07.911317 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] Sync routers for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:06:07.925799 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:07.926602 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:08.236746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-85728d72-79b3-45cb-8757-1d45f2e90c22', 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22', 'tenant_id': '9d3630424754471a9f20b667c6760f77', 'fixed_ips': [{'subnet_id': '34702e58-bb5b-4d7b-8f2f-edba9823331e'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:06:08.236746 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:08.321005 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:08.411164 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38a96793-96c1-49d5-8bb4-44e7b37df402 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=a92acc0c0a1643329aec367dfd11cb42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6905890 Feb 07 13:06:08.418707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38840) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:08.601192 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:08.654094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:08.660995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8adbfb-961b-45da-862c-08526ece0c20 req-189dedd5-afae-4733-beae-e6098082963b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:08.677414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e8adbfb-961b-45da-862c-08526ece0c20 req-189dedd5-afae-4733-beae-e6098082963b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 945 time: 0.3260632 Feb 07 13:06:08.764007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 88a6f6c6-366f-4a19-886c-12fec4286d8f up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:08.765752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-15b77e3b-9cbd-42b0-8179-67ddf44ef286 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:08.779615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-15b77e3b-9cbd-42b0-8179-67ddf44ef286 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/networks?id=aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf HTTP/1.1" status: 200 len: 812 time: 0.6870244 Feb 07 13:06:08.849340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-b7d3076e-62e5-42c8-9d6e-37d0224b2344 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/quotas/88c015ade30d4b489978e30d491fa4e0 HTTP/1.1" status: 200 len: 375 time: 0.0674458 Feb 07 13:06:08.934587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Allocated IP 172.20.0.2 (85728d72-79b3-45cb-8757-1d45f2e90c22/34702e58-bb5b-4d7b-8f2f-edba9823331e/e3caab7e-e78a-416f-9f93-b8d650d0973b) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:08.989678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-38ce3a32-a8ce-4c95-afd9-f875cf12a447 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=88c015ade30d4b489978e30d491fa4e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1382480 Feb 07 13:06:09.009440 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:06:05Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:09.016259 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] Checking router: 55f22377-69ac-46c9-86e8-7f9078b9b568 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:06:09.028034 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] Routers {'55f22377-69ac-46c9-86e8-7f9078b9b568'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:09.033111 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['55f22377-69ac-46c9-86e8-7f9078b9b568'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:09.069591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e8adbfb-961b-45da-862c-08526ece0c20 req-74943ad9-dcb4-447a-aa49-b61f715e44d1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900795 Feb 07 13:06:09.198938 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:09.210494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Transition to ACTIVE for port object e3caab7e-e78a-416f-9f93-b8d650d0973b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:09.231693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Transition to ACTIVE for port object e3caab7e-e78a-416f-9f93-b8d650d0973b will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:09.300150 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] Set router 55f22377-69ac-46c9-86e8-7f9078b9b568 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:09.383600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:09.429290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efebd5ff-8eb7-4868-8600-ed7d3d97aba6 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:09.434318 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-efebd5ff-8eb7-4868-8600-ed7d3d97aba6 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0111911 Feb 07 13:06:09.437782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38860) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:09.487592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-e211a2d2-ec7d-4f02-8c97-08afe95b0c5a service neutron] 10.222.0.69 "GET /v2.0/networks/aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924099 Feb 07 13:06:09.531082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:09.548318 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e2b48c4b-e10c-41ab-8e72-61147d19c8d5 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1091733 Feb 07 13:06:09.551412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38866) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:09.560850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792900197', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:09.574274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:09.579514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-281310f1-da73-4a4d-898f-30a8e5f8d66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:09.592124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:09.616861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:09.620388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Pushing event updated for resources: {'Port': ['ID=e3caab7e-e78a-416f-9f93-b8d650d0973b,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:09.706272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Deleting port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:06:09.706612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:09.736545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:09.753002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:subnet and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:09.758284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:09.770213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:09.932590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Made reservation on behalf of a92acc0c0a1643329aec367dfd11cb42 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:09.944182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:09.967029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 88a6f6c6-366f-4a19-886c-12fec4286d8f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:09.967393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:09.988026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78bc4-d02f-4989-ade1-922be22675aa req-5be44a7f-1222-472d-9731-f6bf8fd0ca19 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:10.002297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-5be44a7f-1222-472d-9731-f6bf8fd0ca19 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 816 time: 0.5270164 Feb 07 13:06:10.004772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-bd40894c-d098-47af-8b1b-8e818175a213 service neutron] 10.222.0.69 "GET /v2.0/networks/aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779141 Feb 07 13:06:10.032189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-f5fa5db9-4e0a-45a6-a00c-d086f90351c0 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/quotas/9d3630424754471a9f20b667c6760f77 HTTP/1.1" status: 200 len: 375 time: 0.0245800 Feb 07 13:06:10.199056 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:06:05Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:10.206363 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e852c-8f33-4de9-b42f-9a441b2f213b None None] The sync data for ids ['55f22377-69ac-46c9-86e8-7f9078b9b568'] in n-d-811416-5 is: [{'id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'name': 'tempest-FloatingIPsAssociationTestJSON-1232830692-router', 'tenant_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:03:28Z', 'updated_at': '2022-02-07T13:06:05Z', 'revision_number': 5, 'project_id': '66e14c5236eb450ab0bfb4eebe2d680a', 'gw_port': {'id': '24f7b4bb-7e22-48a9-a1b3-b544006dfaa4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f22377-69ac-46c9-86e8-7f9078b9b568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:03:30Z', 'updated_at': '2022-02-07T13:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:06:10.208742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Attempting to bind port e3caab7e-e78a-416f-9f93-b8d650d0973b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:10.209114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Attempting to bind port e3caab7e-e78a-416f-9f93-b8d650d0973b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:10.209472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Attempting to bind port e3caab7e-e78a-416f-9f93-b8d650d0973b on network 85728d72-79b3-45cb-8757-1d45f2e90c22 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:10.212273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-95330bbb-9de9-428f-848d-bfe06d4fff50 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1790559 Feb 07 13:06:10.274584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] For port 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=24f7b4bb-7e22-48a9-a1b3-b544006dfaa4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:10.275090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:10.308914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:10.309638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Checking segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:10.310205 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:10.310752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Bound using segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:10.312322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Bound port: e3caab7e-e78a-416f-9f93-b8d650d0973b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:10.313053 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:10.452173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Calling delete_port for 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:06:10.552683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] For port e3caab7e-e78a-416f-9f93-b8d650d0973b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:10.562770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-a8e9f7df-c26f-47ea-8bb2-a2b7cf606933 service neutron] 10.222.0.69 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452947 Feb 07 13:06:10.565131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] For port e3caab7e-e78a-416f-9f93-b8d650d0973b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e3caab7e-e78a-416f-9f93-b8d650d0973b,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:10.609364 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:10.642808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:10.744879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1ff99-758a-45d0-83ca-440094ab5a6e None None] Pushing event updated for resources: {'Port': ['ID=e3caab7e-e78a-416f-9f93-b8d650d0973b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:10.772218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:10.777192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:10.808406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:05Z', 'revision_number': 3, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:10.832394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:10.836727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Checking router: 23efd23f-2b6f-46ee-91f1-e11211571773 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:06:10.838200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Updating router 23efd23f-2b6f-46ee-91f1-e11211571773 port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:06:11.011911 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:11.058450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:11.083414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Subnet': ['ID=95839be8-23dc-4184-ab83-27ffa25a5e72,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:11.112952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Checking segment: {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:11.114052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network hostable DHCP agents. Network: 51db2595-7812-41b2-9e9c-e26497a3739c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:06:11.167619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:11.237224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:11.302876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:11.334002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc3944-f3af-4a10-a72c-91fa6b9488dc req-3a9db282-9811-4d1b-8c2d-bb47006972c8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:11.352588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15fc3944-f3af-4a10-a72c-91fa6b9488dc req-3a9db282-9811-4d1b-8c2d-bb47006972c8 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.6825731 Feb 07 13:06:11.388125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Pushing event deleted for resources: {'Port': ['ID=24f7b4bb-7e22-48a9-a1b3-b544006dfaa4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:11.403260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-1be8db29-53f5-49c6-a224-35140c554840 service neutron] 10.222.0.69 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318515 Feb 07 13:06:11.507365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15fc3944-f3af-4a10-a72c-91fa6b9488dc req-8890c227-e36b-4a94-9d65-ba239216e6a0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433637 Feb 07 13:06:11.507792 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d4e0-6076-4a99-8ee3-e9982eb79e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:11.544586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 51db2595-7812-41b2-9e9c-e26497a3739c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:06:11.664031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:11.675430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:12.011527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:12.107383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38e86-f06a-47c2-9b2d-59bbb8694720 req-b26e6566-7879-4b22-8ecb-7ce620e89a58 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:12.121776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33d38e86-f06a-47c2-9b2d-59bbb8694720 req-b26e6566-7879-4b22-8ecb-7ce620e89a58 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 949 time: 0.4116635 Feb 07 13:06:12.152023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 51db2595-7812-41b2-9e9c-e26497a3739c) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:12.172786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f35dd-8742-4bf5-9175-014a1e257cea None None] Network 51db2595-7812-41b2-9e9c-e26497a3739c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:12.205523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:12.206134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:12.241226 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:12.372766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33d38e86-f06a-47c2-9b2d-59bbb8694720 req-79ed1214-65bb-49ad-85e9-e82b73592029 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498338 Feb 07 13:06:12.487726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9be280-f67c-4394-ae65-de273e375d93 req-c81e1f17-07f8-4a37-952e-9b1ed2a10578 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:12.501911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c9be280-f67c-4394-ae65-de273e375d93 req-c81e1f17-07f8-4a37-952e-9b1ed2a10578 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.3170285 Feb 07 13:06:12.518061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e3caab7e-e78a-416f-9f93-b8d650d0973b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:12.525225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:12.530545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:12.573440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:12.593388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:06:12.619095 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:06:12.657746 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:12.661505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c9be280-f67c-4394-ae65-de273e375d93 req-1537dde1-d084-41f6-973d-144b7f486c16 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537995 Feb 07 13:06:12.667933 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-98849320-d0d6-41ef-9b41-dcc14158f75c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1154928 Feb 07 13:06:12.668570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38902) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:12.768523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-196199a1-e76d-43c9-9523-db527d2dfcc6 req-f9fc926b-122b-4de7-8ddb-82f5f186c6e4 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 210 time: 0.0632920 Feb 07 13:06:12.817726 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'code': 200} Feb 07 13:06:12.951436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:12.956111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55f22377-69ac-46c9-86e8-7f9078b9b568 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:06:12.989877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:13.040530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:13.047148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38914) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:13.047715 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d6ad3b29-3c20-436c-bebb-477840c1e37c admin admin] 10.222.0.69 "DELETE /v2.0/routers/55f22377-69ac-46c9-86e8-7f9078b9b568 HTTP/1.1" status: 204 len: 168 time: 5.1575961 Feb 07 13:06:13.072909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:06:13.251642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014cb7cb-05d5-4c0b-84f3-09149bf90bc4 None None] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:13.279478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:13.572376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port e3caab7e-e78a-416f-9f93-b8d650d0973b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:13.583050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Transition to ACTIVE for port object dbc3ece6-dc2e-4fd3-9523-5f6403cb785b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:13.590900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dd6063-52d3-4e49-bce8-1098ab856d64 admin admin] Deleting subnet b9ecaeef-fc09-490e-a37f-9a4131d29439 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:06:13.669792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 91b19bf4-5b5c-453d-9446-fcf28d49bdaf no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:13.728352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fb5bd8f2-4d25-457c-b140-521e205023b8 None None] Provisioning for port e3caab7e-e78a-416f-9f93-b8d650d0973b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:13.730975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-b44d02c0-d667-4465-9ba5-336839cc0006 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:13.738818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-b44d02c0-d667-4465-9ba5-336839cc0006 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 816 time: 0.7648501 Feb 07 13:06:13.752012 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77dd6063-52d3-4e49-bce8-1098ab856d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:13.778570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 91b19bf4-5b5c-453d-9446-fcf28d49bdaf {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:06:13.779157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 91b19bf4-5b5c-453d-9446-fcf28d49bdaf not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:06:13.781363 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:13.800040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:13.805918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-6209552e-6491-4c4c-a8a9-344ed6174a89 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/quotas/9d3630424754471a9f20b667c6760f77 HTTP/1.1" status: 200 len: 375 time: 0.0653484 Feb 07 13:06:13.887901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fb5bd8f2-4d25-457c-b140-521e205023b8 None None] Provisioning complete for port e3caab7e-e78a-416f-9f93-b8d650d0973b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:13.888847 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd8f2-4d25-457c-b140-521e205023b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:13.923121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4c587-23ad-406b-85d9-8cc7dcfab5de None None] Pushing event updated for resources: {'Port': ['ID=dbc3ece6-dc2e-4fd3-9523-5f6403cb785b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:13.982137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-51db2595-7812-41b2-9e9c-e26497a3739c', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:06:13.982978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:14.011477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:14.016666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77dd6063-52d3-4e49-bce8-1098ab856d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:14.137556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d83e6f-e233-47e3-be16-ac5a7fef8476 req-31245265-0ab3-44f9-bb04-c97460a3c2a2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:14.145024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76d83e6f-e233-47e3-be16-ac5a7fef8476 req-31245265-0ab3-44f9-bb04-c97460a3c2a2 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 1.0862410 Feb 07 13:06:14.178923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-674c14e9-5bf1-4df4-bf9f-f4f6bac6039d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3718479 Feb 07 13:06:14.215150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:14.357087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'mac_address': 'fa:16:3e:1a:3d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:06:14.401804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:06:14.402146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 24f7b4bb-7e22-48a9-a1b3-b544006dfaa4 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:06:14.459207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77dd6063-52d3-4e49-bce8-1098ab856d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:14.505776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Attempting to bind port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:14.506156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Attempting to bind port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:14.506521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Attempting to bind port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:14.639777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76d83e6f-e233-47e3-be16-ac5a7fef8476 req-793f9cd5-a651-460e-afa3-d7ae0d7e4e3f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936357 Feb 07 13:06:14.700419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:14.744330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:14.744996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:14.751245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:14.756650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:14.757408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Bound port: dbc3ece6-dc2e-4fd3-9523-5f6403cb785b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:14.757956 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:14.792940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-e3349b24-2c72-4d0f-8926-a04ea625047c service neutron] 10.222.0.69 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132596 Feb 07 13:06:14.888705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:14.898933 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77dd6063-52d3-4e49-bce8-1098ab856d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:15.028493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd6063-52d3-4e49-bce8-1098ab856d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ecaeef-fc09-490e-a37f-9a4131d29439,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:15.097658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77dd6063-52d3-4e49-bce8-1098ab856d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:15.137681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633bb74-82f8-468f-ace4-596a30bc45f3 None None] Network c58f2101-7107-4eed-95a4-cfa1b390d384 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:15.193022 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:15.232650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-fc84d547-335a-48b7-85a4-cf995262585b service neutron] 10.222.0.69 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316897 Feb 07 13:06:15.247202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-77dd6063-52d3-4e49-bce8-1098ab856d64 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b9ecaeef-fc09-490e-a37f-9a4131d29439 HTTP/1.1" status: 204 len: 168 time: 2.1901453 Feb 07 13:06:15.248062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38932) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:15.390570 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:15.410397 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd8f2-4d25-457c-b140-521e205023b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:15.433682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:15.455431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-5873f37a-6c5b-434c-9611-fc6ae6a76b2a tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:15.457816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-5873f37a-6c5b-434c-9611-fc6ae6a76b2a tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.47 "GET /v2.0/networks?id=aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf HTTP/1.1" status: 200 len: 812 time: 0.8599768 Feb 07 13:06:15.485272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Request body: {'port': {'device_id': '3f2f30a2-dc51-4596-b038-c6253b39f50d', 'network_id': 'aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf', 'admin_state_up': True, 'tenant_id': '88c015ade30d4b489978e30d491fa4e0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:15.495318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Allocated IP 172.20.0.2 (51db2595-7812-41b2-9e9c-e26497a3739c/95839be8-23dc-4184-ab83-27ffa25a5e72/4ac9f931-3ee3-47e4-ba8e-88429ce77460) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:15.517643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] For port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:15.594311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] For port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dbc3ece6-dc2e-4fd3-9523-5f6403cb785b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:15.627074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:15.779093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-fb5bd8f2-4d25-457c-b140-521e205023b8 None None] For port e3caab7e-e78a-416f-9f93-b8d650d0973b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e3caab7e-e78a-416f-9f93-b8d650d0973b,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:15.821585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:15.944839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:15.958794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4c587-23ad-406b-85d9-8cc7dcfab5de None None] Pushing event updated for resources: {'Port': ['ID=dbc3ece6-dc2e-4fd3-9523-5f6403cb785b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:16.100450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fb5bd8f2-4d25-457c-b140-521e205023b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:16.106482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:16.131300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Usage tracker for resource:port and tenant:88c015ade30d4b489978e30d491fa4e0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:16.137741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:16.147743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:16.149120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:16.149120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:16.166751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c8640-75a4-41b1-8598-911df4f00b9d req-7b383619-82fc-4f4a-9bab-41f44dd85f31 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:16.166751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b55c8640-75a4-41b1-8598-911df4f00b9d req-7b383619-82fc-4f4a-9bab-41f44dd85f31 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 947 time: 1.1329317 Feb 07 13:06:16.168395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:16.223011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:16.231916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Deleting port de0bf811-6250-4f3a-9871-cefed6a44dfb {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:06:16.232293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:16.279817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['6aaa0c4a-8ec0-4fa4-983d-9111712118b8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:16.341902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b55c8640-75a4-41b1-8598-911df4f00b9d req-1753e5c0-3ba0-48b5-9b4d-7f9be085397e tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615529 Feb 07 13:06:16.416450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78bc4-d02f-4989-ade1-922be22675aa req-2db6de9e-08b7-4f7b-9b9e-b19901b02ee2 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:16.417971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-2db6de9e-08b7-4f7b-9b9e-b19901b02ee2 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.47 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 816 time: 0.4478796 Feb 07 13:06:16.431506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Request body: {'port': {'device_id': '31efb111-24cd-4dda-ab34-6e6efff01a97', 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22', 'admin_state_up': True, 'tenant_id': '9d3630424754471a9f20b667c6760f77'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:16.438461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] DHCP port deletion for c58f2101-7107-4eed-95a4-cfa1b390d384 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:06:16.456738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597392c8-51c3-4879-b33d-64d651d7c985 req-d4fe0ca0-f003-4f92-8f06-988956ff6002 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:16.458279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-597392c8-51c3-4879-b33d-64d651d7c985 req-d4fe0ca0-f003-4f92-8f06-988956ff6002 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.4662521 Feb 07 13:06:16.463715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Made reservation on behalf of 88c015ade30d4b489978e30d491fa4e0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:16.467137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:16.494733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] Deleting port de0bf811-6250-4f3a-9871-cefed6a44dfb {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:06:16.495033 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:16.651917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7efd1072-5724-4590-a998-6364b4e4bf0b req-51e50890-35e8-404d-866a-717d1d26c789 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 210 time: 0.1738529 Feb 07 13:06:16.754748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-09a7fe57-7c11-43c4-99f0-ab92c10039c4 None None] Provisioning complete for port e3caab7e-e78a-416f-9f93-b8d650d0973b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:16.755128 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09a7fe57-7c11-43c4-99f0-ab92c10039c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:16.802115 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'code': 200} Feb 07 13:06:16.826661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bd8f2-4d25-457c-b140-521e205023b8 None None] Pushing event updated for resources: {'Port': ['ID=e3caab7e-e78a-416f-9f93-b8d650d0973b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:16.918890 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:16.975968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:17.084634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-597392c8-51c3-4879-b33d-64d651d7c985 req-47d22573-e071-4122-93ba-7d242be8c878 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452554 Feb 07 13:06:17.111264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Allocated IP 172.20.0.5 (aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf/89d6ea4c-d881-4895-84e6-6a90211b58cb/1c42b387-3d62-4843-b21f-de6a26756d48) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:17.115721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Transition to ACTIVE for port object 4ac9f931-3ee3-47e4-ba8e-88429ce77460 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:17.366674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Transition to ACTIVE for port object 4ac9f931-3ee3-47e4-ba8e-88429ce77460 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:17.476978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] For port de0bf811-6250-4f3a-9871-cefed6a44dfb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=de0bf811-6250-4f3a-9871-cefed6a44dfb,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:17.477268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:17.500937 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:17.544396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:17.549193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Usage tracker for resource:port and tenant:9d3630424754471a9f20b667c6760f77 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:17.552113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:17.562786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:17.616103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] For port de0bf811-6250-4f3a-9871-cefed6a44dfb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=de0bf811-6250-4f3a-9871-cefed6a44dfb,segment=NetworkSegment(c1afaff5-4bc7-4930-a98e-63ee1ec41f24),segment_id=c1afaff5-4bc7-4930-a98e-63ee1ec41f24)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:17.616501 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:17.630867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Allocated IP 172.20.0.1 (51db2595-7812-41b2-9e9c-e26497a3739c/95839be8-23dc-4184-ab83-27ffa25a5e72/8745efd5-ac1a-4bde-ac10-41d7e9090b3a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:17.755869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Network 51db2595-7812-41b2-9e9c-e26497a3739c is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:17.770384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:17.774912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:17.806931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Calling delete_port for de0bf811-6250-4f3a-9871-cefed6a44dfb owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:06:17.848581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Made reservation on behalf of 9d3630424754471a9f20b667c6760f77 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:17.853642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:17.903583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:17.921030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] Calling delete_port for de0bf811-6250-4f3a-9871-cefed6a44dfb owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:06:17.930590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Transition to ACTIVE for port object 8745efd5-ac1a-4bde-ac10-41d7e9090b3a will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:18.044514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Pushing event updated for resources: {'Port': ['ID=4ac9f931-3ee3-47e4-ba8e-88429ce77460,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:18.069882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.199022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5365-b0ff-462e-8b6f-429aa4c31105 req-75a31231-c39d-47bd-9852-97c80f35229a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:18.205571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21ae5365-b0ff-462e-8b6f-429aa4c31105 req-75a31231-c39d-47bd-9852-97c80f35229a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 1.2289281 Feb 07 13:06:18.210869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Attempting to bind port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:18.225302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Attempting to bind port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:18.225302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Attempting to bind port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 on network 51db2595-7812-41b2-9e9c-e26497a3739c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:18.225302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:18.225302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Checking segment: {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:18.225302 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.225804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Bound using segment: {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:18.226783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Bound port: 4ac9f931-3ee3-47e4-ba8e-88429ce77460, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:18.226783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.247236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e3caab7e-e78a-416f-9f93-b8d650d0973b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:18.253123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 51db2595-7812-41b2-9e9c-e26497a3739c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:18.254282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:18.258230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-5b7da954-db8a-4434-9c63-1f1bcdebeda8 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:18.262798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:18.265357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-5b7da954-db8a-4434-9c63-1f1bcdebeda8 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 816 time: 1.0035427 Feb 07 13:06:18.357663 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.397425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.398361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-7062372c-5634-4fc2-8a60-c874099cda4a tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/quotas/9d3630424754471a9f20b667c6760f77 HTTP/1.1" status: 200 len: 375 time: 0.0923781 Feb 07 13:06:18.416336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21ae5365-b0ff-462e-8b6f-429aa4c31105 req-e1bd2088-4d11-4bc6-8092-dd282ae19f22 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123121 Feb 07 13:06:18.425064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.461444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:06:18.461854 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:06:18.571665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Allocated IP 172.20.0.14 (85728d72-79b3-45cb-8757-1d45f2e90c22/34702e58-bb5b-4d7b-8f2f-edba9823331e/06bd4b69-17e1-4883-8b2d-c3e58ff78046) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:18.621799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-dece343c-c389-42c3-8366-11b243794b7a tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2036023 Feb 07 13:06:18.687513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] Pushing event deleted for resources: {'Port': ['ID=de0bf811-6250-4f3a-9871-cefed6a44dfb,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:18.700271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a21c5-bfd3-44a5-b855-aa7205b5a623 None None] No DVR routers for this DVR port de0bf811-6250-4f3a-9871-cefed6a44dfb on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:06:18.711815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:05Z', 'revision_number': 3, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:18.720625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:18.735721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e014b1-e5a6-43ac-8d4a-7e76db489f57 None None] The sync data for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 is: [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:05Z', 'revision_number': 3, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:06:18.756983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] For port 4ac9f931-3ee3-47e4-ba8e-88429ce77460, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:18.772139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] For port 4ac9f931-3ee3-47e4-ba8e-88429ce77460, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ac9f931-3ee3-47e4-ba8e-88429ce77460,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:18.773759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e3caab7e-e78a-416f-9f93-b8d650d0973b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:18.774277 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.805373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.806705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.806705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.806705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.807230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.816929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.824146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.840767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.840767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.840767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.840767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.840767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:18.857812 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.924362 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:18.976594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Deleting port de0bf811-6250-4f3a-9871-cefed6a44dfb {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:06:18.977270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:19.141163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f1d55-c278-45b6-b659-c92abb9f24ca None None] Pushing event updated for resources: {'Port': ['ID=4ac9f931-3ee3-47e4-ba8e-88429ce77460,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:19.246125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device de0bf811-6250-4f3a-9871-cefed6a44dfb no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:19.309974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:19.311625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: de0bf811-6250-4f3a-9871-cefed6a44dfb {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:06:19.311897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device de0bf811-6250-4f3a-9871-cefed6a44dfb not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:06:19.340846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:19.354331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] The port 'de0bf811-6250-4f3a-9871-cefed6a44dfb' was deleted {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:06:19.368111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:19.443591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Pushing event updated for resources: {'Port': ['ID=1c42b387-3d62-4843-b21f-de6a26756d48,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:19.660775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-84e44ce0-5256-4fed-910f-c102b45874ca service neutron] 10.222.0.69 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0169933 Feb 07 13:06:19.737507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:19.771172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-b342443a-73b1-43f2-be47-99048bc8b565 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:19.772223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-b342443a-73b1-43f2-be47-99048bc8b565 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Synchronizing usage tracker for tenant:9d3630424754471a9f20b667c6760f77 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:19.951548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7346c-83cb-44c4-a84e-cdf43688e938 req-92f243b8-838a-46fe-aaad-f3762f5bd083 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:19.953940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33e7346c-83cb-44c4-a84e-cdf43688e938 req-92f243b8-838a-46fe-aaad-f3762f5bd083 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 948 time: 1.0977530 Feb 07 13:06:19.962639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:19.963417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:20.007295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:20.150155 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:20.174474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:20.222109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:20.222686 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:20.326287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-b342443a-73b1-43f2-be47-99048bc8b565 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Unset dirty status for tenant:9d3630424754471a9f20b667c6760f77 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:20.329264 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-b342443a-73b1-43f2-be47-99048bc8b565 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.35 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 816 time: 1.0649343 Feb 07 13:06:20.340836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ac9f931-3ee3-47e4-ba8e-88429ce77460 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:20.351619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Request body: {'port': {'device_id': 'ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0', 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22', 'admin_state_up': True, 'tenant_id': '9d3630424754471a9f20b667c6760f77'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:20.504904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:20.507589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Transition to ACTIVE for port object 06bd4b69-17e1-4883-8b2d-c3e58ff78046 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:20.524277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-784dd9d8-1a06-40b4-b7d0-117913655457 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0467937 Feb 07 13:06:20.560213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:20.560662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33e7346c-83cb-44c4-a84e-cdf43688e938 req-dcbf3176-b5f3-4a9c-8ea6-a47ed9883b82 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835752 Feb 07 13:06:20.566334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Request body: {'port': {'device_id': '3f2f30a2-dc51-4596-b038-c6253b39f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:20.581273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:20.618303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:20.625015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dbc3ece6-dc2e-4fd3-9523-5f6403cb785b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:20.694637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58f2101-7107-4eed-95a4-cfa1b390d384']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:20.739551 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:20.751354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:20.756363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Usage tracker for resource:port and tenant:9d3630424754471a9f20b667c6760f77 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:20.759796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:20.766619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:20.786889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-dad9703b-2061-41c1-bcd7-8d9b6f6763fa service neutron] 10.222.0.69 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1088741 Feb 07 13:06:20.832498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Made reservation on behalf of 9d3630424754471a9f20b667c6760f77 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:20.840799 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:20.919960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:20.937106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1afaff5-4bc7-4930-a98e-63ee1ec41f24') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:20.938345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:20.940147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:20.947168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772fb534-de76-4213-8bbc-b792c5179127 None None] Network 51db2595-7812-41b2-9e9c-e26497a3739c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:21.009391 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.081891 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.173716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Allocated IP 172.20.0.5 (85728d72-79b3-45cb-8757-1d45f2e90c22/34702e58-bb5b-4d7b-8f2f-edba9823331e/ebd3e29b-ef94-432a-bed1-ac41e01ab7db) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:21.177871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.227693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:21.261085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:21.262736 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.314442 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.342118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.353186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:21.392149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:21.414352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:21.483785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Provisioning for port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:21.504225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:06:21.504649 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.540819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Provisioning complete for port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:21.541237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.864721 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.868944 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:21.884506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Transition to ACTIVE for port object ebd3e29b-ef94-432a-bed1-ac41e01ab7db will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:21.895036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Pushing event updated for resources: {'Port': ['ID=06bd4b69-17e1-4883-8b2d-c3e58ff78046,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:06:21.905600 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:06:21.929791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:21.970608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.000261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dbc3ece6-dc2e-4fd3-9523-5f6403cb785b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:22.015904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.088544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] For port 4ac9f931-3ee3-47e4-ba8e-88429ce77460, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ac9f931-3ee3-47e4-ba8e-88429ce77460,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:22.114719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.121074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.148290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:22.148958 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.213548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:22.228562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:22.231174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:22.243475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.243475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.243475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.243475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.243475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.243475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.244648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.244648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.244648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.244851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.245148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.248158 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.249866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.285547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=dbc3ece6-dc2e-4fd3-9523-5f6403cb785b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:22.289750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Pushing event updated for resources: {'Port': ['ID=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:22.403961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324163c3-7027-4a8d-b701-cef650553b77 req-9be46b9f-2495-422b-8ac6-c45c408040b2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:22.410410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-324163c3-7027-4a8d-b701-cef650553b77 req-9be46b9f-2495-422b-8ac6-c45c408040b2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Synchronizing usage tracker for tenant:88c015ade30d4b489978e30d491fa4e0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:22.443271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.443405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:22.443405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.480115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Pushing event updated for resources: {'Port': ['ID=4ac9f931-3ee3-47e4-ba8e-88429ce77460,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:22.484243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.488510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] 10.222.0.69 "DELETE /v2.0/networks/c58f2101-7107-4eed-95a4-cfa1b390d384 HTTP/1.1" status: 204 len: 168 time: 7.2331786 Feb 07 13:06:22.502032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.502283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.502569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.502824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.503159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.503486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.503808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.508714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.509103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.509441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.509775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.513116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f6e7e6-8cc0-482c-8f53-f289fc9ee8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:22.519536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 51db2595-7812-41b2-9e9c-e26497a3739c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:22.521229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:22.543031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893691a-2545-4ce0-8422-bd0f0f125fed admin admin] Pushing event deleted for resources: {'Network': ['ID=c58f2101-7107-4eed-95a4-cfa1b390d384,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:22.573492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Provisioning for port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:22.579448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Provisioning complete for port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:22.579822 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.630277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4267272a-227d-4559-9abe-5e01ed757ee9 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2029898 Feb 07 13:06:22.648115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Request body: {'port': {'device_id': '31efb111-24cd-4dda-ab34-6e6efff01a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:22.709035 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-123dc702-80ea-4566-a5c0-aafe88dcf85e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3664114 Feb 07 13:06:22.722617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:22.745178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Provisioning complete for port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:22.745430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:22.769173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-324163c3-7027-4a8d-b701-cef650553b77 req-9be46b9f-2495-422b-8ac6-c45c408040b2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Unset dirty status for tenant:88c015ade30d4b489978e30d491fa4e0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:22.776056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-324163c3-7027-4a8d-b701-cef650553b77 req-9be46b9f-2495-422b-8ac6-c45c408040b2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 931 time: 1.9879773 Feb 07 13:06:22.923542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0e837-c804-4d2e-b19e-f43838ddd30b req-dcceac3d-d881-4625-aa6b-8c7be349c53c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:22.925289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ea0e837-c804-4d2e-b19e-f43838ddd30b req-dcceac3d-d881-4625-aa6b-8c7be349c53c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 1.0075812 Feb 07 13:06:22.961292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Request body: {'port': {'device_id': 'ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:23.034928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Provisioning for port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:23.041483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Provisioning complete for port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:23.041856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.042505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38992) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:23.145112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8ef23a9d-b2ea-4cba-958e-b1929ba55478 None None] Port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:23.156653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-324163c3-7027-4a8d-b701-cef650553b77 req-99b53388-5729-4808-94cd-a01d5e970a24 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779292 Feb 07 13:06:23.232363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ea0e837-c804-4d2e-b19e-f43838ddd30b req-6a9c052f-d2e9-4b2e-b6c1-1c756b1c0c12 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994379 Feb 07 13:06:23.287689 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.307100 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-494a1bad-1a0b-40a8-a054-5646d49b488a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66e14c5236eb450ab0bfb4eebe2d680a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613449 Feb 07 13:06:23.327446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38998) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:23.369360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Router 23efd23f-2b6f-46ee-91f1-e11211571773 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:06:23.377811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c42b387-3d62-4843-b21f-de6a26756d48 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:23.388930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.402574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.556905 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'code': 200} Feb 07 13:06:23.557494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Transition to ACTIVE for port object 1c42b387-3d62-4843-b21f-de6a26756d48 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:23.686219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ef6b3fb-3462-4822-9417-d604e280a4d1 None None] Provisioning for port ebd3e29b-ef94-432a-bed1-ac41e01ab7db completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:23.691703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ef6b3fb-3462-4822-9417-d604e280a4d1 None None] Provisioning complete for port ebd3e29b-ef94-432a-bed1-ac41e01ab7db triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:23.692244 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b3fb-3462-4822-9417-d604e280a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.708568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-adc3c77f-81fb-4bf7-93b6-e2b6626884e1 req-ddd040cf-506e-4a41-ba3a-e015322d0f3d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Synchronizing usage tracker for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:23.754947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.766734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a44a8207-c9be-4ffe-bc7d-873a082a2569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.818193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6b3fb-3462-4822-9417-d604e280a4d1 None None] Port ebd3e29b-ef94-432a-bed1-ac41e01ab7db cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:23.830953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ef6b3fb-3462-4822-9417-d604e280a4d1 None None] Provisioning complete for port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:23.832030 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b3fb-3462-4822-9417-d604e280a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.887406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6b3fb-3462-4822-9417-d604e280a4d1 None None] Port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:23.907488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a44a8207-c9be-4ffe-bc7d-873a082a2569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:23.940706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:23.951817 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ef647df7-1838-479f-b67b-e96774835304 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "PUT /v2.0/routers/23efd23f-2b6f-46ee-91f1-e11211571773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2821832 Feb 07 13:06:23.952300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Sync routers for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:06:23.954289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c42b387-3d62-4843-b21f-de6a26756d48,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:23.960119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39002) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:23.979489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:23.980865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:23.982199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bebb2-b416-4c15-bdea-164ad9c422b3 req-5fb524f2-09dd-4d5d-99b3-b221be5a5b48 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:23.984473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e5bebb2-b416-4c15-bdea-164ad9c422b3 req-5fb524f2-09dd-4d5d-99b3-b221be5a5b48 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.5246997 Feb 07 13:06:23.987821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--921724162', 'description': 'tempest-secgroup_access--921724162 description', 'project_id': 'a92acc0c0a1643329aec367dfd11cb42'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:24.031627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:24.053055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-adc3c77f-81fb-4bf7-93b6-e2b6626884e1 req-ddd040cf-506e-4a41-ba3a-e015322d0f3d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Unset dirty status for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:24.054183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adc3c77f-81fb-4bf7-93b6-e2b6626884e1 req-ddd040cf-506e-4a41-ba3a-e015322d0f3d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 210 time: 0.4507995 Feb 07 13:06:24.059715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:security_group and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:24.070708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:24.084515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192100f-153a-4749-9141-1e35c52fdfb1 req-1d2764d1-7b22-4b73-941c-ac95306960c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:24.086276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7192100f-153a-4749-9141-1e35c52fdfb1 req-1d2764d1-7b22-4b73-941c-ac95306960c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1101 time: 0.4323027 Feb 07 13:06:24.101393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:24.108354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd3e29b-ef94-432a-bed1-ac41e01ab7db {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:24.125829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:24.148227 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a44a8207-c9be-4ffe-bc7d-873a082a2569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:24.177358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Transition to ACTIVE for port object ebd3e29b-ef94-432a-bed1-ac41e01ab7db will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:24.178722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e5bebb2-b416-4c15-bdea-164ad9c422b3 req-1b1cfae1-bb81-4cbb-b068-40032df9cc8f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572697 Feb 07 13:06:24.187358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7192100f-153a-4749-9141-1e35c52fdfb1 req-2227c363-7355-4a2a-9923-8e0ca5733f64 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852957 Feb 07 13:06:24.191708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a8207-c9be-4ffe-bc7d-873a082a2569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ec47a3-2cd1-48c2-bbb1-3fef48556057,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:24.199713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Attempting to bind port 1c42b387-3d62-4843-b21f-de6a26756d48 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:24.204765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a44a8207-c9be-4ffe-bc7d-873a082a2569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:24.206295 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a44a8207-c9be-4ffe-bc7d-873a082a2569 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0ec47a3-2cd1-48c2-bbb1-3fef48556057 HTTP/1.1" status: 204 len: 168 time: 0.8520131 Feb 07 13:06:24.211689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Attempting to bind port 1c42b387-3d62-4843-b21f-de6a26756d48 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'b30f9a40-41d8-4f13-8e36-a1c174055af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:24.212129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Attempting to bind port 1c42b387-3d62-4843-b21f-de6a26756d48 on network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:24.239654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Port 1c42b387-3d62-4843-b21f-de6a26756d48 on network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:06:24.239654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Attempting to bind port 1c42b387-3d62-4843-b21f-de6a26756d48 on network aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:24.259806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:24.260531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Checking segment: {'id': 'b30f9a40-41d8-4f13-8e36-a1c174055af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:24.260935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Bound using segment: {'id': 'b30f9a40-41d8-4f13-8e36-a1c174055af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:24.264880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Bound port: 1c42b387-3d62-4843-b21f-de6a26756d48, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30f9a40-41d8-4f13-8e36-a1c174055af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:24.265501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:24.336134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:24.349032 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:24.382746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ac9f931-3ee3-47e4-ba8e-88429ce77460 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:24.419748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39016) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:24.557145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:24.723018 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:24.906244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:24.914831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bd4b69-17e1-4883-8b2d-c3e58ff78046 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:24.923841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:24.941686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Transition to ACTIVE for port object 06bd4b69-17e1-4883-8b2d-c3e58ff78046 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:25.050065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Attempting to bind port ebd3e29b-ef94-432a-bed1-ac41e01ab7db on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:25.050780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Attempting to bind port ebd3e29b-ef94-432a-bed1-ac41e01ab7db by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:25.051333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Attempting to bind port ebd3e29b-ef94-432a-bed1-ac41e01ab7db on network 85728d72-79b3-45cb-8757-1d45f2e90c22 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:25.053649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:25.060521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Port ebd3e29b-ef94-432a-bed1-ac41e01ab7db on network 85728d72-79b3-45cb-8757-1d45f2e90c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:06:25.061580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Attempting to bind port ebd3e29b-ef94-432a-bed1-ac41e01ab7db on network 85728d72-79b3-45cb-8757-1d45f2e90c22 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:25.078575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:25.079192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Checking segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:25.079888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Bound using segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:25.086173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Bound port: ebd3e29b-ef94-432a-bed1-ac41e01ab7db, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:25.086173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.101206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] For port 1c42b387-3d62-4843-b21f-de6a26756d48, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:25.104710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] For port 1c42b387-3d62-4843-b21f-de6a26756d48, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c42b387-3d62-4843-b21f-de6a26756d48,segment=NetworkSegment(b30f9a40-41d8-4f13-8e36-a1c174055af7),segment_id=b30f9a40-41d8-4f13-8e36-a1c174055af7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:25.106353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ece5640-b2a6-4600-9100-5c0e2888147c admin admin] Deleting subnet b674a9c6-92fb-4e7a-8a46-784f145af0b5 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:06:25.113839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ece5640-b2a6-4600-9100-5c0e2888147c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.120807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.120807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:security_group_rule and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:25.182537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:25.244963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ece5640-b2a6-4600-9100-5c0e2888147c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.339493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:25.339866 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.392730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-d59e7e3e-2304-49e2-bd9a-712f8092317d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:25.393959 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ece5640-b2a6-4600-9100-5c0e2888147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.394278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-d59e7e3e-2304-49e2-bd9a-712f8092317d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.35 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 816 time: 0.1996367 Feb 07 13:06:25.395237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:25.563272 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.610659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] For port ebd3e29b-ef94-432a-bed1-ac41e01ab7db, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:25.625597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] For port ebd3e29b-ef94-432a-bed1-ac41e01ab7db, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:25.627466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:25.628168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.629800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/1c42b387-3d62-4843-b21f-de6a26756d48 HTTP/1.1" status: 200 len: 1091 time: 5.0674911 Feb 07 13:06:25.639683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Request body: {'port': {'device_id': '7c0b6b6d-6159-4907-8f71-f0303d25bbcb', 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22', 'admin_state_up': True, 'tenant_id': '9d3630424754471a9f20b667c6760f77'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:25.644855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dbc3ece6-dc2e-4fd3-9523-5f6403cb785b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:25.645365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ece5640-b2a6-4600-9100-5c0e2888147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.811729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:20Z', 'revision_number': 2, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:25.822708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Checking router: 23efd23f-2b6f-46ee-91f1-e11211571773 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:06:25.823438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Updating router 23efd23f-2b6f-46ee-91f1-e11211571773 port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:06:25.849090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2f30a2-dc51-4596-b038-c6253b39f50d', 'tag': '1c42b387-3d62-4843-b21f-de6a26756d48'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:25.891486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:25.916582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:25.917474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:25.971291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Pushing event updated for resources: {'Port': ['ID=06bd4b69-17e1-4883-8b2d-c3e58ff78046,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:26.049587 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:26.088683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:26.131463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:26.142960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece5640-b2a6-4600-9100-5c0e2888147c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b674a9c6-92fb-4e7a-8a46-784f145af0b5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:26.151161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ece5640-b2a6-4600-9100-5c0e2888147c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:26.178280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b2982-35e8-437e-8304-53ca23521817 req-63f01f21-1ea0-4d38-8446-90eb3224b09f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:26.188818 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1ece5640-b2a6-4600-9100-5c0e2888147c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b674a9c6-92fb-4e7a-8a46-784f145af0b5 HTTP/1.1" status: 204 len: 168 time: 1.7670898 Feb 07 13:06:26.189213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-332b2982-35e8-437e-8304-53ca23521817 req-63f01f21-1ea0-4d38-8446-90eb3224b09f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 950 time: 1.8928823 Feb 07 13:06:26.189470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39044) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:26.193449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:26.194093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:26.195500 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] 10.222.0.35 "PUT /v2.0/ports/ebd3e29b-ef94-432a-bed1-ac41e01ab7db HTTP/1.1" status: 200 len: 1091 time: 3.2423260 Feb 07 13:06:26.198068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0', 'tag': 'ebd3e29b-ef94-432a-bed1-ac41e01ab7db'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:26.406895 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:26.486597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8c105-59c7-4dec-b2fa-bbd714ba1626 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:26.527473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39052) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:26.559999 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:26.774779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:26.856910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-720624848-network', 'tenant_id': '3bea428b5a0843028cea8008916a20ab'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:26.860181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-332b2982-35e8-437e-8304-53ca23521817 req-75287e95-0b8b-40b9-8655-2116a188dc10 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873727 Feb 07 13:06:26.871347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a22ed-34ee-402e-bdae-4a84bef6a55d req-96604fbc-ad11-49c3-892c-3c6129486821 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:26.879730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb2a22ed-34ee-402e-bdae-4a84bef6a55d req-96604fbc-ad11-49c3-892c-3c6129486821 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 943 time: 1.9023767 Feb 07 13:06:26.887139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf4d9a-d077-40bf-84b0-9deef9c601a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c42b387-3d62-4843-b21f-de6a26756d48,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:26.898379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:26.907863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Usage tracker for resource:network and tenant:3bea428b5a0843028cea8008916a20ab is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:26.966539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:26.971884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Made reservation on behalf of 9d3630424754471a9f20b667c6760f77 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:26.977092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.020932 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.023854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:27.033573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 3.0631707 Feb 07 13:06:27.038160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39058) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:27.044456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.067102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d12cb-1c03-472a-a12f-280ca4412abf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8914c0-ad1d-40e8-86cf-515d3ed67520,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:27.092382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1554097782', 'description': 'tempest-secgroup_general--1554097782 description', 'project_id': 'a92acc0c0a1643329aec367dfd11cb42'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:27.093111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb2a22ed-34ee-402e-bdae-4a84bef6a55d req-f5d7abac-3115-4a60-8742-248b7604df88 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092168 Feb 07 13:06:27.099304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:27.148542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:security_group and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:27.164643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Attempting to bind port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:27.165200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:27.168297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Attempting to bind port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:27.169679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:27.170056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Attempting to bind port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 on network 85728d72-79b3-45cb-8757-1d45f2e90c22 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:27.190927 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.192544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-f0cdfe87-7afc-4533-9f97-fb678faaa4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:27.194077 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-f0cdfe87-7afc-4533-9f97-fb678faaa4b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 1094 time: 0.6087115 Feb 07 13:06:27.210091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:27.214889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Transition to ACTIVE for port object 8745efd5-ac1a-4bde-ac10-41d7e9090b3a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:27.317082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 on network 85728d72-79b3-45cb-8757-1d45f2e90c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:06:27.317775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Attempting to bind port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 on network 85728d72-79b3-45cb-8757-1d45f2e90c22 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:27.325821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-113263d1-8475-4ef2-acc8-b86e7a9c072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:27.330905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-113263d1-8475-4ef2-acc8-b86e7a9c072c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c015ade30d4b489978e30d491fa4e0&device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 1094 time: 1.3440495 Feb 07 13:06:27.331789 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.376805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Made reservation on behalf of 3bea428b5a0843028cea8008916a20ab for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:27.379135 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.412122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becf60d0-6337-45be-9dcf-1ce94f135350') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:27.412368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becf60d0-6337-45be-9dcf-1ce94f135350') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:27.442471 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-34777f65-d2c5-4810-97b6-2a3caa845b62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebd3e29b-ef94-432a-bed1-ac41e01ab7db HTTP/1.1" status: 200 len: 217 time: 0.2121849 Feb 07 13:06:27.532901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.567571 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.606800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.637816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Allocated IP 172.20.0.11 (85728d72-79b3-45cb-8757-1d45f2e90c22/34702e58-bb5b-4d7b-8f2f-edba9823331e/b7ed2a07-e178-4f7a-ac23-c1a11340d596) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:27.709948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.727278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376905d-ad2b-4201-bcc2-d4e57937702b None None] Pushing event updated for resources: {'Port': ['ID=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:27.742384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:27.754976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3bea428b5a0843028cea8008916a20ab is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:27.758016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:06:27.758430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:06:27.798496 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:06:27.804261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Attempting to bind port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:27.804629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Attempting to bind port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:27.804998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Attempting to bind port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a on network 51db2595-7812-41b2-9e9c-e26497a3739c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:27.823711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:27.824137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Checking segment: {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:27.824525 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.824926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Bound using segment: {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:27.825397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Bound port: 8745efd5-ac1a-4bde-ac10-41d7e9090b3a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:27.825803 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:27.911499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:27.925851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:27.937865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-48e26a42-69da-452a-b031-95aca8175f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:27.942784 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-48e26a42-69da-452a-b031-95aca8175f7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=34702e58-bb5b-4d7b-8f2f-edba9823331e HTTP/1.1" status: 200 len: 855 time: 0.4967942 Feb 07 13:06:27.942784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:27.965914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] For port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:27.977375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] For port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:27.992781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:27.993231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Checking segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:27.993688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Bound using segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:27.994636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Bound port: 06bd4b69-17e1-4883-8b2d-c3e58ff78046, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:27.995052 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.038258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:security_group_rule and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:28.051247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:28.070743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.072862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:28.192533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.199456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-8fd1e816-db85-4cd8-8b9a-3938e8bf3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:28.201028 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-8fd1e816-db85-4cd8-8b9a-3938e8bf3877 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85728d72-79b3-45cb-8757-1d45f2e90c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521901 Feb 07 13:06:28.203009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376905d-ad2b-4201-bcc2-d4e57937702b None None] Pushing event updated for resources: {'Port': ['ID=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:28.225599 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.241585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:28.243280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:28.253561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-712d1534-f5a4-4418-b217-eb421317adc6 req-61548f65-a11a-446e-8844-b089ef2dcc60 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 210 time: 0.9212961 Feb 07 13:06:28.279579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.324242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Transition to ACTIVE for port object b7ed2a07-e178-4f7a-ac23-c1a11340d596 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:28.360191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-08dd911b-8720-4037-b50b-22a1b72878b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c42b387-3d62-4843-b21f-de6a26756d48 HTTP/1.1" status: 200 len: 217 time: 0.7972617 Feb 07 13:06:28.452956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:28.508635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:28.524718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.535019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.561903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.595485 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-a1224f00-3d92-4d40-aa52-a633a2883f6c service neutron] 10.222.0.35 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696814 Feb 07 13:06:28.742340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:28.750765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-8bc1142f-e0b2-4344-9dbe-168d76110699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:28.752423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-8bc1142f-e0b2-4344-9dbe-168d76110699 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89d6ea4c-d881-4895-84e6-6a90211b58cb HTTP/1.1" status: 200 len: 852 time: 0.3803618 Feb 07 13:06:28.753458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:28.760091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:28.761035 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.789703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Pushing event updated for resources: {'Port': ['ID=b7ed2a07-e178-4f7a-ac23-c1a11340d596,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:28.813438 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.823449 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-07f29f5f-a734-400e-bd98-f20dcdb0165f admin admin] 10.222.0.69 "DELETE /v2.0/networks/cf6fd4f0-14e2-44e3-aa33-9c2d58102a6d HTTP/1.1" status: 204 len: 168 time: 2.6248097 Feb 07 13:06:28.885427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:06:28.891598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] For port 06bd4b69-17e1-4883-8b2d-c3e58ff78046, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:28.910421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e6a298-d52e-4883-8c36-f810a6d0dfdc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:28.965372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5b401b-85fd-42f8-8005-ee22ff7924d7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:28.969485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:28.969841 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Added segment 3942f7e1-a65f-4a33-9700-17caf9b8ed8b of type vlan for network f6027093-d9ab-4546-9cf7-554874a39c90 Feb 07 13:06:28.988027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-9a8dd1ee-2fdc-43bd-a284-1195219dd3a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1903136 Feb 07 13:06:28.991239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] For port 06bd4b69-17e1-4883-8b2d-c3e58ff78046, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=06bd4b69-17e1-4883-8b2d-c3e58ff78046,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:29.005791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.012602 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0ad5358-c701-4a2d-82f7-9fb87fc2685d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.9705873 Feb 07 13:06:29.012799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa9b0-8b00-4159-b42d-a3250fbc56ff req-ee6100a4-6790-4261-b36c-e751a7969a9f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:29.012799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08efa9b0-8b00-4159-b42d-a3250fbc56ff req-ee6100a4-6790-4261-b36c-e751a7969a9f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 1.8902655 Feb 07 13:06:29.017385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39068) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:29.036650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'security_group_rule': {'security_group_id': 'ad8914c0-ad1d-40e8-86cf-515d3ed67520', 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:29.050004 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-57dd4cb6-32c7-4340-9c38-c0ac15d9d827 req-daac32a2-8a61-4d45-b6d2-6bc95daaf027 service neutron] 10.222.0.35 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472027 Feb 07 13:06:29.068138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:29.074179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.079255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:security_group_rule and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:29.085024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:29.098465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:29.100487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:29.101097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.152491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:27Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:29.163946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02da0a3-47e5-4aab-82b0-18b2ee4dd1a6 None None] The sync data for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 is: [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:27Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:06:29.206758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.219922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.219922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:29.219922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.232223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd5101-7e78-4e2a-9780-e88031326634 req-b8675587-e3c4-472d-9577-fad08b66f24a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:29.240318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5dd5101-7e78-4e2a-9780-e88031326634 req-b8675587-e3c4-472d-9577-fad08b66f24a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.8694906 Feb 07 13:06:29.241758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-750df0fd-99b3-4679-a4e7-34601ee6ed07 None None] Provisioning for port b7ed2a07-e178-4f7a-ac23-c1a11340d596 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:29.250444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-750df0fd-99b3-4679-a4e7-34601ee6ed07 None None] Provisioning complete for port b7ed2a07-e178-4f7a-ac23-c1a11340d596 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:29.250830 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-750df0fd-99b3-4679-a4e7-34601ee6ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.290091 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.354046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-750df0fd-99b3-4679-a4e7-34601ee6ed07 None None] Port b7ed2a07-e178-4f7a-ac23-c1a11340d596 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:29.383746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:29.385507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:29.389275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] 10.222.0.47 "PUT /v2.0/ports/06bd4b69-17e1-4883-8b2d-c3e58ff78046 HTTP/1.1" status: 200 len: 1092 time: 6.7452683 Feb 07 13:06:29.435782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39074) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:29.441242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08efa9b0-8b00-4159-b42d-a3250fbc56ff req-3a199584-4a49-4129-9af0-e89c347bab52 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735905 Feb 07 13:06:29.513702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5dd5101-7e78-4e2a-9780-e88031326634 req-854a495d-1a86-4c8a-8ccb-448622d26ca0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722843 Feb 07 13:06:29.598826 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aabbeb04-4935-4cb4-959a-7650acdf0b59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66a34b0aef7846e9ad89f05eef8801a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502542 Feb 07 13:06:29.599413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39078) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:29.659693 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2f30a2-dc51-4596-b038-c6253b39f50d', 'tag': '1c42b387-3d62-4843-b21f-de6a26756d48', 'status': 'completed', 'code': 200} Feb 07 13:06:29.663117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-0eec47dd-85ab-4e95-a3c9-ccced3fe44a6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0729141 Feb 07 13:06:29.682424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de044899-f817-48bd-8a65-5d89634c4d98 service neutron] Pushing event updated for resources: {'Port': ['ID=06bd4b69-17e1-4883-8b2d-c3e58ff78046,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:29.704872 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0', 'tag': 'ebd3e29b-ef94-432a-bed1-ac41e01ab7db', 'status': 'completed', 'code': 200} Feb 07 13:06:29.737092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Request body: {'port': {'device_id': '7c0b6b6d-6159-4907-8f71-f0303d25bbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:29.747608 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2188227 Feb 07 13:06:29.807716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39082) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:29.810230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-ee633151-7325-48e4-9cd9-95455dc0e935 service neutron] 10.222.0.47 "GET /v2.0/networks/aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884386 Feb 07 13:06:29.830544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Request body: {'subnet': {'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-subnet', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:29.877730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:30.023936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e4370-80a7-4f30-8f1c-2e7c033dd4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f6027093-d9ab-4546-9cf7-554874a39c90,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:30.036121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network f6027093-d9ab-4546-9cf7-554874a39c90 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:06:30.059146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Usage tracker for resource:subnet and tenant:3bea428b5a0843028cea8008916a20ab is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:30.086494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:30.108180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:30.126796 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.166841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b9b30d3-330a-4edd-b523-7eb6acef4a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.224724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.227907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-4b19666c-ce34-4a8d-b47e-9298f08e2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:30.229434 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-4b19666c-ce34-4a8d-b47e-9298f08e2a48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 1094 time: 0.4842644 Feb 07 13:06:30.255786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b9b30d3-330a-4edd-b523-7eb6acef4a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.283006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b525905-e20c-4600-a6a6-e3c15b01aae2,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:30.303283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.317791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Made reservation on behalf of 3bea428b5a0843028cea8008916a20ab for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:30.320798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.429557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-4943c610-447e-4b14-9b27-916ffdd4cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:30.431044 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-4943c610-447e-4b14-9b27-916ffdd4cc76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 916 time: 0.1550612 Feb 07 13:06:30.438898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.462612 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d097f178-ed12-4d18-a167-08efa2517b9e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4295588 Feb 07 13:06:30.547456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e728bc44-4c74-4721-aa67-470ee32aca86 req-0ae2d6f1-e255-436c-be0d-2261dd7e53e8 service neutron] 10.222.0.47 "GET /v2.0/networks/aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125132 Feb 07 13:06:30.571843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78bc4-d02f-4989-ade1-922be22675aa req-c5777129-b401-4dc0-bafd-5cd490a4f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:30.578593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-c5777129-b401-4dc0-bafd-5cd490a4f1cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 1095 time: 1.0564492 Feb 07 13:06:30.650146 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-7daa5071-2207-41e7-9baf-91304b4ee6ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebd3e29b-ef94-432a-bed1-ac41e01ab7db HTTP/1.1" status: 200 len: 217 time: 0.1858602 Feb 07 13:06:30.743350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-781c2ff5-b5fd-452c-88c4-e2266a97d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:30.744853 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-781c2ff5-b5fd-452c-88c4-e2266a97d23e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=34702e58-bb5b-4d7b-8f2f-edba9823331e HTTP/1.1" status: 200 len: 855 time: 0.0828323 Feb 07 13:06:30.810236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b9b30d3-330a-4edd-b523-7eb6acef4a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.881044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b30d3-330a-4edd-b523-7eb6acef4a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395c5c0e-6732-4e46-b33c-0508ede07a5b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:30.900406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b9b30d3-330a-4edd-b523-7eb6acef4a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:30.901972 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4b9b30d3-330a-4edd-b523-7eb6acef4a71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/395c5c0e-6732-4e46-b33c-0508ede07a5b HTTP/1.1" status: 204 len: 168 time: 1.2683990 Feb 07 13:06:30.904113 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:06:30.922273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8745efd5-ac1a-4bde-ac10-41d7e9090b3a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:30.953647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4a8ac-a4bd-40e0-bba1-4327a6e2d445 req-e9ba324b-975a-45a6-8e35-fd4bd8629d2a tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:30.963552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62c4a8ac-a4bd-40e0-bba1-4327a6e2d445 req-e9ba324b-975a-45a6-8e35-fd4bd8629d2a tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 943 time: 1.0776265 Feb 07 13:06:30.971091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-9afd16a6-64db-40f1-8821-d3f099bc12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:30.974532 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-9afd16a6-64db-40f1-8821-d3f099bc12da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85728d72-79b3-45cb-8757-1d45f2e90c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225409 Feb 07 13:06:31.038516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-1d663063-5210-4cc8-a1ef-052aaff60263 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd4b69-17e1-4883-8b2d-c3e58ff78046 HTTP/1.1" status: 200 len: 217 time: 0.4366078 Feb 07 13:06:31.165771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78bc4-d02f-4989-ade1-922be22675aa req-96b25322-873d-40d5-9b42-a414d659c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:31.172627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-96b25322-873d-40d5-9b42-a414d659c748 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34702e58-bb5b-4d7b-8f2f-edba9823331e HTTP/1.1" status: 200 len: 855 time: 0.1056526 Feb 07 13:06:31.189037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:31.189613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaa26c-6f41-4417-9872-3b08b8468e17 req-29f4a0cf-2386-4b40-b13e-196b22051869 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:31.198735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:31.199648 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:31.199768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bcaa26c-6f41-4417-9872-3b08b8468e17 req-29f4a0cf-2386-4b40-b13e-196b22051869 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 950 time: 1.3548875 Feb 07 13:06:31.243920 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-689311ab-0a0d-4dc3-b852-81a193c9ecd2 service neutron] 10.222.0.35 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627547 Feb 07 13:06:31.401376 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:31.408907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62c4a8ac-a4bd-40e0-bba1-4327a6e2d445 req-8152c78f-f49d-47ed-9b66-cdf9a0afdeb9 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442976 Feb 07 13:06:31.481109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:31.485667 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-86916d66-e66d-46b3-a4d6-170e3a37a696 req-3ceadda4-4587-4ce8-af01-cb69b5eeb316 service neutron] 10.222.0.35 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343216 Feb 07 13:06:31.602597 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:31.671636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31efb111-24cd-4dda-ab34-6e6efff01a97', 'tag': '06bd4b69-17e1-4883-8b2d-c3e58ff78046'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:31.692436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:31.738880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bcaa26c-6f41-4417-9872-3b08b8468e17 req-30677f9a-d8fd-4a37-9776-6223d8d5441d tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381868 Feb 07 13:06:31.798615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-164c6e42-bd62-4d9e-8269-58374d08aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:31.798615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-164c6e42-bd62-4d9e-8269-58374d08aaa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c015ade30d4b489978e30d491fa4e0&device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 1094 time: 0.8542373 Feb 07 13:06:31.974180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78bc4-d02f-4989-ade1-922be22675aa req-700e756f-6e42-44d6-b6e7-f1ec6344da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:31.975747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-700e756f-6e42-44d6-b6e7-f1ec6344da4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85728d72-79b3-45cb-8757-1d45f2e90c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6555696 Feb 07 13:06:32.085270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ebd3e29b-ef94-432a-bed1-ac41e01ab7db details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:06:32.117659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00826c-86dd-4f27-b1b6-beac147a88a3 req-72b02c64-3208-4768-bf48-4c47167c3fcc tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:32.118271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-af00826c-86dd-4f27-b1b6-beac147a88a3 req-72b02c64-3208-4768-bf48-4c47167c3fcc tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Synchronizing usage tracker for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:32.212852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-ca327c84-0dee-456c-8cf7-0090ca814045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:32.214332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-ca327c84-0dee-456c-8cf7-0090ca814045 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf HTTP/1.1" status: 200 len: 912 time: 0.4037669 Feb 07 13:06:32.262023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ebd3e29b-ef94-432a-bed1-ac41e01ab7db, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:32.279282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'ebd3e29b-ef94-432a-bed1-ac41e01ab7db', 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22', 'port_id': 'ebd3e29b-ef94-432a-bed1-ac41e01ab7db', 'mac_address': 'fa:16:3e:fc:f0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34702e58-bb5b-4d7b-8f2f-edba9823331e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:06:32.359882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:32.367410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-88e96f53-ad7d-4486-8857-5cba96f57316 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c42b387-3d62-4843-b21f-de6a26756d48 HTTP/1.1" status: 200 len: 217 time: 0.1389368 Feb 07 13:06:32.418316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd3e29b-ef94-432a-bed1-ac41e01ab7db {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:32.420750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-4e83e8a2-c0d9-40e0-acc0-36fff8e30b07 service neutron] 10.222.0.47 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132359 Feb 07 13:06:32.429497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:32.435446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ebd3e29b-ef94-432a-bed1-ac41e01ab7db, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:32.471329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b89f2-54e4-46b1-bfd0-fe6543cbc91b req-4ede2f7f-8e6b-4a4e-a794-3b2bf946058e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:32.472856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-431b89f2-54e4-46b1-bfd0-fe6543cbc91b req-4ede2f7f-8e6b-4a4e-a794-3b2bf946058e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.5653243 Feb 07 13:06:32.492742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ed2a07-e178-4f7a-ac23-c1a11340d596 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:32.518279 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:32.583643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:32.614906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-af00826c-86dd-4f27-b1b6-beac147a88a3 req-72b02c64-3208-4768-bf48-4c47167c3fcc tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Unset dirty status for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:32.616290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af00826c-86dd-4f27-b1b6-beac147a88a3 req-72b02c64-3208-4768-bf48-4c47167c3fcc tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 932 time: 1.0380616 Feb 07 13:06:32.648811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-431b89f2-54e4-46b1-bfd0-fe6543cbc91b req-0ca45e07-87b5-481b-a5e5-1d5072ed5624 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467631 Feb 07 13:06:32.688366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:32.768741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8745efd5-ac1a-4bde-ac10-41d7e9090b3a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:32.775602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af00826c-86dd-4f27-b1b6-beac147a88a3 req-f502e7b6-b350-407f-b4aa-2f3ee2fffb01 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362255 Feb 07 13:06:32.777163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-f1350a7a-3cdd-472d-be19-a3ef73d83068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:32.778657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-f1350a7a-3cdd-472d-be19-a3ef73d83068 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89d6ea4c-d881-4895-84e6-6a90211b58cb HTTP/1.1" status: 200 len: 852 time: 0.4006014 Feb 07 13:06:32.780138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Transition to ACTIVE for port object b7ed2a07-e178-4f7a-ac23-c1a11340d596 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:32.804351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Checking segment: {'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:32.804791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Network hostable DHCP agents. Network: f6027093-d9ab-4546-9cf7-554874a39c90, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:06:32.900797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39128) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:32.930234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ebd3e29b-ef94-432a-bed1-ac41e01ab7db'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:32.957263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-117edd22-cc1a-486b-97d3-b73dbf96f398 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610608 Feb 07 13:06:32.962857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a7a156-8ab5-4c87-a44e-6fa16ab5e491,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:32.969743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.050062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:33.050798 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.058419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1076254676-network', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:33.064994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:33.069580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Usage tracker for resource:network and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:33.083585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:33.094947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:33.275008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:33.277320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.290699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.306432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:33.310450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Usage tracker for resource:security_group_rule and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:33.314861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:33.320708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:33.418015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.452906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aae78bc4-d02f-4989-ade1-922be22675aa req-c902d6ac-34c7-48ae-a24f-8084d9adde38 service neutron] 10.222.0.47 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0153055 Feb 07 13:06:33.453464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Network f6027093-d9ab-4546-9cf7-554874a39c90 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:06:33.547018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ed2a07-e178-4f7a-ac23-c1a11340d596,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:33.565522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-85e8f1e8-4035-42b7-b67f-abd83f65bb75 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Synchronizing usage tracker for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:33.617203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-a37e3057-6aab-4a95-9d80-51a95ef61f54 service neutron] 10.222.0.47 "GET /v2.0/networks/aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516531 Feb 07 13:06:33.624505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.669914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:06:33.689757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b297428-afa2-4eea-a302-15321dd65c6b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:33.694750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.695091 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Added segment 17b637df-ff61-4fcd-a2ae-ae17820fd60e of type vlan for network b0856258-ee78-4e86-a446-3b07d5b1e689 Feb 07 13:06:33.725514 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.760628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, f6027093-d9ab-4546-9cf7-554874a39c90) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:33.768293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c96ab-a82f-4e47-b3c9-0bcf38becc39 None None] Network f6027093-d9ab-4546-9cf7-554874a39c90 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:33.772292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:33.772881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.820835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Attempting to bind port b7ed2a07-e178-4f7a-ac23-c1a11340d596 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:33.821185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Attempting to bind port b7ed2a07-e178-4f7a-ac23-c1a11340d596 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:33.821504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Attempting to bind port b7ed2a07-e178-4f7a-ac23-c1a11340d596 on network 85728d72-79b3-45cb-8757-1d45f2e90c22 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:33.833430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd794f-0bcb-4c64-be8f-c685194da727 req-969220ab-fe1a-488b-bc88-35381103e574 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:33.837933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96dd794f-0bcb-4c64-be8f-c685194da727 req-969220ab-fe1a-488b-bc88-35381103e574 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.5621834 Feb 07 13:06:33.848447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Port b7ed2a07-e178-4f7a-ac23-c1a11340d596 on network 85728d72-79b3-45cb-8757-1d45f2e90c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:06:33.849039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Attempting to bind port b7ed2a07-e178-4f7a-ac23-c1a11340d596 on network 85728d72-79b3-45cb-8757-1d45f2e90c22 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:33.882037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-85e8f1e8-4035-42b7-b67f-abd83f65bb75 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Unset dirty status for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:33.883167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-85e8f1e8-4035-42b7-b67f-abd83f65bb75 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_general--1554097782&fields=id&tenant_id=a92acc0c0a1643329aec367dfd11cb42 HTTP/1.1" status: 200 len: 267 time: 0.6115277 Feb 07 13:06:33.887900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:33.888266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Checking segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:33.888646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Bound using segment: {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:33.889093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Bound port: b7ed2a07-e178-4f7a-ac23-c1a11340d596, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:33.889439 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.891859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.892871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:33.893445 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:33.926464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a2692cd3-2221-4d8e-a637-6b13163e1d97 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.1120732 Feb 07 13:06:33.955122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39152) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:33.963694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:33.995439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01cf4d4c-a31f-4864-9f15-e4b8653b943e req-c95eeec4-fdd7-4322-8e7d-ca2d3549dac3 service neutron] 10.222.0.47 "GET /v2.0/networks/aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640404 Feb 07 13:06:33.996808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-f6027093-d9ab-4546-9cf7-554874a39c90', 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'fixed_ips': [{'subnet_id': '44a7a156-8ab5-4c87-a44e-6fa16ab5e491'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:06:33.997470 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.004443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] Pushing event updated for resources: {'Network': ['ID=b0856258-ee78-4e86-a446-3b07d5b1e689,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:34.005973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:34.019331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b0856258-ee78-4e86-a446-3b07d5b1e689 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:06:34.031607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Usage tracker for resource:router and tenant:3bea428b5a0843028cea8008916a20ab is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:34.036694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96dd794f-0bcb-4c64-be8f-c685194da727 req-4a577a37-6a82-4c9c-b25a-2efca5e9f398 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894193 Feb 07 13:06:34.037526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:34.048858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:34.072601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-08415a7a-5682-4924-827a-103e98bb0cbe tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_access--921724162&fields=id&tenant_id=a92acc0c0a1643329aec367dfd11cb42 HTTP/1.1" status: 200 len: 267 time: 0.1581137 Feb 07 13:06:34.082038 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-392e2d17-80c2-4e1b-834b-59813c5a6e5b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1786332 Feb 07 13:06:34.092640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ebd3e29b-ef94-432a-bed1-ac41e01ab7db up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:34.095333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39156) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:34.101789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Request body: {'subnet': {'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1076254676-subnet', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:34.108744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:34.114872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Usage tracker for resource:subnet and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:34.117987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:34.124748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:34.126265 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31efb111-24cd-4dda-ab34-6e6efff01a97', 'tag': '06bd4b69-17e1-4883-8b2d-c3e58ff78046', 'status': 'completed', 'code': 200} Feb 07 13:06:34.242148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] For port b7ed2a07-e178-4f7a-ac23-c1a11340d596, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:34.272594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] For port b7ed2a07-e178-4f7a-ac23-c1a11340d596, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b7ed2a07-e178-4f7a-ac23-c1a11340d596,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:34.315227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:34.321352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.332395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-80718ec6-b104-4ef9-a9fb-7554043ed4e6 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:34.333990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-80718ec6-b104-4ef9-a9fb-7554043ed4e6 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/networks?id=51db2595-7812-41b2-9e9c-e26497a3739c HTTP/1.1" status: 200 len: 796 time: 0.2582378 Feb 07 13:06:34.336598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Allocated IP 172.20.0.2 (f6027093-d9ab-4546-9cf7-554874a39c90/44a7a156-8ab5-4c87-a44e-6fa16ab5e491/0415b364-6fbd-4d50-9311-f46bc58b18f9) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:34.338627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-6fb98bfe-5eef-4eb4-b219-f39915bdf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:34.340172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-6fb98bfe-5eef-4eb4-b219-f39915bdf89c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 1095 time: 0.2130682 Feb 07 13:06:34.377573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-084bfb59-018c-4e57-9e9a-468ca51106b6 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/quotas/a92acc0c0a1643329aec367dfd11cb42 HTTP/1.1" status: 200 len: 375 time: 0.0336642 Feb 07 13:06:34.429237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.430356 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.478331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.503527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port ebd3e29b-ef94-432a-bed1-ac41e01ab7db completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:34.520219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port ebd3e29b-ef94-432a-bed1-ac41e01ab7db triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:34.520595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.584610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:34.585154 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.586546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/b7ed2a07-e178-4f7a-ac23-c1a11340d596 HTTP/1.1" status: 200 len: 1092 time: 4.8954051 Feb 07 13:06:34.597262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.642792 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.655716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Transition to ACTIVE for port object 0415b364-6fbd-4d50-9311-f46bc58b18f9 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:34.655919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169601-99d2-4da8-8279-8cd78c159276 req-fe35e694-87be-430d-b3f9-4b602166bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:34.657466 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-11169601-99d2-4da8-8279-8cd78c159276 req-fe35e694-87be-430d-b3f9-4b602166bf4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 1097 time: 0.0922456 Feb 07 13:06:34.671154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-d3b4b757-e902-4d43-95c6-487d23c17ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:34.673001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-d3b4b757-e902-4d43-95c6-487d23c17ed2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 916 time: 0.3207946 Feb 07 13:06:34.684115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e742a-98d1-424b-ac8e-580016bb76e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ed2a07-e178-4f7a-ac23-c1a11340d596,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:34.693191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Transition to ACTIVE for port object 0415b364-6fbd-4d50-9311-f46bc58b18f9 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:34.770271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-e091f2d3-f5a3-4092-b8a4-0e1db9403483 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd4b69-17e1-4883-8b2d-c3e58ff78046 HTTP/1.1" status: 200 len: 217 time: 0.0865579 Feb 07 13:06:34.785224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.832323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ebd3e29b-ef94-432a-bed1-ac41e01ab7db, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:34.833906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd3e29b-ef94-432a-bed1-ac41e01ab7db'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:34.838295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-8c6f2dd7-19b5-41af-b0e1-3a62fdbaa10d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4146943 Feb 07 13:06:34.846611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.855155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:34.924049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169601-99d2-4da8-8279-8cd78c159276 req-9fe4b53c-fa87-46fb-bb9e-1f824202fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:34.925815 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-11169601-99d2-4da8-8279-8cd78c159276 req-9fe4b53c-fa87-46fb-bb9e-1f824202fd3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.2561891 Feb 07 13:06:34.949787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Network f6027093-d9ab-4546-9cf7-554874a39c90 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:34.953892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:34.957015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:35.009480 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.019481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Pushing event updated for resources: {'Port': ['ID=0415b364-6fbd-4d50-9311-f46bc58b18f9,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:35.139529 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-11169601-99d2-4da8-8279-8cd78c159276 req-a7772a0d-0098-45a5-91de-a6d6dd475f0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f HTTP/1.1" status: 200 len: 217 time: 0.2042828 Feb 07 13:06:35.145757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Attempting to bind port 0415b364-6fbd-4d50-9311-f46bc58b18f9 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:35.146137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Attempting to bind port 0415b364-6fbd-4d50-9311-f46bc58b18f9 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:35.146504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Attempting to bind port 0415b364-6fbd-4d50-9311-f46bc58b18f9 on network f6027093-d9ab-4546-9cf7-554874a39c90 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:35.150926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7575810-b11a-4258-bf78-e6ea246191df,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:35.162267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:35.162647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Checking segment: {'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:35.163048 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.163442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Bound using segment: {'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:35.163938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Bound port: 0415b364-6fbd-4d50-9311-f46bc58b18f9, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:35.164375 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.197903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Checking segment: {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:35.198263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Network hostable DHCP agents. Network: b0856258-ee78-4e86-a446-3b07d5b1e689, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:06:35.222293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:35.230425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169601-99d2-4da8-8279-8cd78c159276 req-278c6be5-b45b-493b-98f9-39cbcf6cfdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:35.231944 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-11169601-99d2-4da8-8279-8cd78c159276 req-278c6be5-b45b-493b-98f9-39cbcf6cfdff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.0838859 Feb 07 13:06:35.321902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] For port 0415b364-6fbd-4d50-9311-f46bc58b18f9, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:35.322663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169601-99d2-4da8-8279-8cd78c159276 req-be68de8b-fc7e-4a5b-93ec-ca1293c51104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:35.324189 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-11169601-99d2-4da8-8279-8cd78c159276 req-be68de8b-fc7e-4a5b-93ec-ca1293c51104 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854301 Feb 07 13:06:35.325194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] For port 0415b364-6fbd-4d50-9311-f46bc58b18f9, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0415b364-6fbd-4d50-9311-f46bc58b18f9,segment=NetworkSegment(3942f7e1-a65f-4a33-9700-17caf9b8ed8b),segment_id=3942f7e1-a65f-4a33-9700-17caf9b8ed8b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:35.397522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-63be0a8c-b9a9-4e95-8d78-b2a54d9a6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:35.398915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-63be0a8c-b9a9-4e95-8d78-b2a54d9a6b42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34702e58-bb5b-4d7b-8f2f-edba9823331e HTTP/1.1" status: 200 len: 855 time: 0.6212773 Feb 07 13:06:35.404006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Network b0856258-ee78-4e86-a446-3b07d5b1e689 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:06:35.475639 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-11169601-99d2-4da8-8279-8cd78c159276 req-13e79340-8d06-46ef-b1d9-6e6b3bf3fe70 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444240 Feb 07 13:06:35.480784 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.554375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.562061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b0856258-ee78-4e86-a446-3b07d5b1e689) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:35.571728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:35.572352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.575446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d2d87-15ee-4ce6-a56d-0ebe5c9cc511 None None] Network b0856258-ee78-4e86-a446-3b07d5b1e689 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:35.607795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-c4a21ecb-e4ff-486f-b72e-489c93064fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:35.609851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-c4a21ecb-e4ff-486f-b72e-489c93064fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 1095 time: 0.7675881 Feb 07 13:06:35.611659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-3fd7a3e9-d526-419a-a02d-2e3e9cdde854 service neutron] 10.222.0.69 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175374 Feb 07 13:06:35.661549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b1fb9-4ff6-4add-863f-06e09b4acc00 None None] Pushing event updated for resources: {'Port': ['ID=0415b364-6fbd-4d50-9311-f46bc58b18f9,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:35.679347 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-11169601-99d2-4da8-8279-8cd78c159276 req-8f5815ba-d3da-46e3-866e-7e57f4c64fbd service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910794 Feb 07 13:06:35.744272 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b5a16da-3f72-4b47-a452-b35506216f76 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6474798 Feb 07 13:06:35.746490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39168) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:35.753766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:35.760223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:35.765143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Usage tracker for resource:router and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:35.768516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:35.780683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:35.793138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-f6ace698-e3c7-466a-898a-7f09ae0ac3fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ed2a07-e178-4f7a-ac23-c1a11340d596 HTTP/1.1" status: 200 len: 217 time: 0.1520312 Feb 07 13:06:35.844708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbaa5e-8636-4dbd-95b9-140d9b461c1d req-d296de89-5ec8-4d6b-8d63-44d7c2fbe0de tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:35.853152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ffbaa5e-8636-4dbd-95b9-140d9b461c1d req-d296de89-5ec8-4d6b-8d63-44d7c2fbe0de tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 943 time: 0.9005468 Feb 07 13:06:35.871146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-b0856258-ee78-4e86-a446-3b07d5b1e689', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:06:35.873260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.938102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.939459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.958618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:35.995145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-817528b8-9162-4d95-a79e-b48a9802b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:35.996716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-817528b8-9162-4d95-a79e-b48a9802b887 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85728d72-79b3-45cb-8757-1d45f2e90c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5752840 Feb 07 13:06:36.041742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-38802144-b46e-495c-815f-82466502147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:36.043318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-38802144-b46e-495c-815f-82466502147c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=34702e58-bb5b-4d7b-8f2f-edba9823331e HTTP/1.1" status: 200 len: 855 time: 0.2397439 Feb 07 13:06:36.054335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ffbaa5e-8636-4dbd-95b9-140d9b461c1d req-0b928165-d841-4e14-af26-3776af934006 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002430 Feb 07 13:06:36.056143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Allocated IP 172.20.0.2 (b0856258-ee78-4e86-a446-3b07d5b1e689/b7575810-b11a-4258-bf78-e6ea246191df/ce4dbe78-4867-4cd9-89a7-c1259ecea716) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:36.155246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0b6b6d-6159-4907-8f71-f0303d25bbcb', 'tag': 'b7ed2a07-e178-4f7a-ac23-c1a11340d596'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:36.263484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-7134fdeb-428b-4c36-a4da-99328525a799 service neutron] 10.222.0.69 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6454997 Feb 07 13:06:36.291624 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:36.301913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Transition to ACTIVE for port object ce4dbe78-4867-4cd9-89a7-c1259ecea716 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:36.317297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1c42b387-3d62-4843-b21f-de6a26756d48 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:06:36.332729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Transition to ACTIVE for port object ce4dbe78-4867-4cd9-89a7-c1259ecea716 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:36.350852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-3fb4857a-294a-4aa0-afdc-7b5fd66efcc8 service neutron] 10.222.0.47 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384831 Feb 07 13:06:36.416545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:36.441356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:36.469772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-a8b4cea5-4b5c-411d-b218-b79b6f5bfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:36.471520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-a8b4cea5-4b5c-411d-b218-b79b6f5bfdb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85728d72-79b3-45cb-8757-1d45f2e90c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3635192 Feb 07 13:06:36.480126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f484b11-377b-492e-aa16-6de0dd0eea75 req-0d6ba9aa-8c1e-4cf7-a468-8cd163b48d84 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:36.481686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f484b11-377b-492e-aa16-6de0dd0eea75 req-0d6ba9aa-8c1e-4cf7-a468-8cd163b48d84 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.3126910 Feb 07 13:06:36.513545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Network b0856258-ee78-4e86-a446-3b07d5b1e689 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:36.517899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:36.521065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:36.601489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Pushing event updated for resources: {'Port': ['ID=ce4dbe78-4867-4cd9-89a7-c1259ecea716,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:36.695024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1c42b387-3d62-4843-b21f-de6a26756d48, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c42b387-3d62-4843-b21f-de6a26756d48,segment=NetworkSegment(b30f9a40-41d8-4f13-8e36-a1c174055af7),segment_id=b30f9a40-41d8-4f13-8e36-a1c174055af7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:36.725528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Attempting to bind port ce4dbe78-4867-4cd9-89a7-c1259ecea716 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:36.725904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Attempting to bind port ce4dbe78-4867-4cd9-89a7-c1259ecea716 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:36.726281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Attempting to bind port ce4dbe78-4867-4cd9-89a7-c1259ecea716 on network b0856258-ee78-4e86-a446-3b07d5b1e689 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:36.738351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '1c42b387-3d62-4843-b21f-de6a26756d48', 'network_id': 'aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf', 'port_id': '1c42b387-3d62-4843-b21f-de6a26756d48', 'mac_address': 'fa:16:3e:a4:4f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d6ea4c-d881-4895-84e6-6a90211b58cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:06:36.767099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:36.767479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Checking segment: {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:36.767881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:36.768938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Bound using segment: {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:36.768938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Bound port: ce4dbe78-4867-4cd9-89a7-c1259ecea716, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:36.769124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:36.936205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0415b364-6fbd-4d50-9311-f46bc58b18f9 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:36.990817 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.023498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c42b387-3d62-4843-b21f-de6a26756d48 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:37.040268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b315a-67ce-4586-9088-13785808ee9d None None] Network f6027093-d9ab-4546-9cf7-554874a39c90 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:37.051609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.083897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.161041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1c42b387-3d62-4843-b21f-de6a26756d48, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c42b387-3d62-4843-b21f-de6a26756d48,segment=NetworkSegment(b30f9a40-41d8-4f13-8e36-a1c174055af7),segment_id=b30f9a40-41d8-4f13-8e36-a1c174055af7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:37.190125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] For port ce4dbe78-4867-4cd9-89a7-c1259ecea716, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:37.194590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] For port ce4dbe78-4867-4cd9-89a7-c1259ecea716, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce4dbe78-4867-4cd9-89a7-c1259ecea716,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:37.223657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f484b11-377b-492e-aa16-6de0dd0eea75 req-75eedc7d-015e-40c4-9e37-ee24e478f304 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905401 Feb 07 13:06:37.267811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Allocated IP 172.25.7.125 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/c9236a14-6f7a-4ab3-8e47-78f4830aa19f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:37.286282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d5e3c5-a6a7-49e2-af52-a5dcca67c65b req-3ac88c17-fa74-4187-b4cd-c492b1465516 service neutron] 10.222.0.47 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9222941 Feb 07 13:06:37.290182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-e919b5d4-851c-48af-8bef-35f204b9b156 service neutron] 10.222.0.35 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074408 Feb 07 13:06:37.343217 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.345521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-42228e1b-fafc-4d73-83c9-a2feebbf0f6d None None] Provisioning for port 0415b364-6fbd-4d50-9311-f46bc58b18f9 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:37.349083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 0415b364-6fbd-4d50-9311-f46bc58b18f9 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:37.352405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.411664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0415b364-6fbd-4d50-9311-f46bc58b18f9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:37.412139 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.423358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.441172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-42228e1b-fafc-4d73-83c9-a2feebbf0f6d None None] Provisioning complete for port 0415b364-6fbd-4d50-9311-f46bc58b18f9 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:37.441548 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-42228e1b-fafc-4d73-83c9-a2feebbf0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.472234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.503041 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.593217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26c6f3-c3b2-42e2-8b4f-cec19052ba89 req-f0399cb2-4b32-4b35-8d28-9b46351a646d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:37.601925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb26c6f3-c3b2-42e2-8b4f-cec19052ba89 req-f0399cb2-4b32-4b35-8d28-9b46351a646d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 944 time: 0.7101314 Feb 07 13:06:37.612093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:37.628485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=1c42b387-3d62-4843-b21f-de6a26756d48,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:37.700479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:37.704407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:37.705999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355ea082-ebb2-4168-b44d-45bd2d5a8f69 req-b2523761-9b88-4385-a9f6-be94fe5fe62b service neutron] 10.222.0.35 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006438 Feb 07 13:06:37.708578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:37.772438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['1c42b387-3d62-4843-b21f-de6a26756d48'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:37.791292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb26c6f3-c3b2-42e2-8b4f-cec19052ba89 req-a0f5c35e-ca1f-4877-bc67-6775d8a2d124 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884193 Feb 07 13:06:37.861523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c8e1c-ee65-4a7b-bbaa-88941b89cf50 req-38f3ec8c-280d-4c28-8bd8-f3020b27ccd0 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:37.863108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-214c8e1c-ee65-4a7b-bbaa-88941b89cf50 req-38f3ec8c-280d-4c28-8bd8-f3020b27ccd0 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1101 time: 0.3854604 Feb 07 13:06:37.904260 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd3e29b-ef94-432a-bed1-ac41e01ab7db', 'code': 200} Feb 07 13:06:37.923133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c9236a14-6f7a-4ab3-8e47-78f4830aa19f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:37.930602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Allocated IP 172.25.7.158 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/dcdea857-56a9-4a1a-9864-047c41b2b910) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:38.121329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb1a58-225b-4a0a-9841-14fe24e23eae None None] Pushing event updated for resources: {'Port': ['ID=ce4dbe78-4867-4cd9-89a7-c1259ecea716,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:38.150459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 88a6f6c6-366f-4a19-886c-12fec4286d8f no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:38.303271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-214c8e1c-ee65-4a7b-bbaa-88941b89cf50 req-8b4fb08a-e29c-47f9-ab23-f4941c309ee5 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183922 Feb 07 13:06:38.329298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb42cd-3b96-4797-957b-4f255703df1b req-72fbab2d-39e4-49fc-989b-35f7d3fb897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:38.331175 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ceb42cd-3b96-4797-957b-4f255703df1b req-72fbab2d-39e4-49fc-989b-35f7d3fb897e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 1096 time: 0.2703419 Feb 07 13:06:38.342192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:38.354260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 06bd4b69-17e1-4883-8b2d-c3e58ff78046 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:06:38.416505 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0b6b6d-6159-4907-8f71-f0303d25bbcb', 'tag': 'b7ed2a07-e178-4f7a-ac23-c1a11340d596', 'status': 'completed', 'code': 200} Feb 07 13:06:38.467704 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9ceb42cd-3b96-4797-957b-4f255703df1b req-d0955758-f33f-45d5-9996-8a118a3dd1fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240222 Feb 07 13:06:38.469400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-b569afac-26c3-42b6-935d-77a47488b2af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4322722 Feb 07 13:06:38.476298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-42228e1b-fafc-4d73-83c9-a2feebbf0f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:38.513442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35764c-2b8e-4a01-9e85-54d30243599e req-b1290ec4-a4a2-4ff3-820b-86c5c784c2e0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:38.520899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e35764c-2b8e-4a01-9e85-54d30243599e req-b1290ec4-a4a2-4ff3-820b-86c5c784c2e0 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.4326015 Feb 07 13:06:38.540701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:38.620852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-554917cf-0b85-4da7-be69-0320d20a3e43 req-f4cf07d5-057d-46d6-a217-39132358aa64 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 210 time: 0.0787284 Feb 07 13:06:38.646146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e35764c-2b8e-4a01-9e85-54d30243599e req-499ceeb6-f7b5-4b2b-a55a-46b1c9222152 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243179 Feb 07 13:06:38.709543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 0415b364-6fbd-4d50-9311-f46bc58b18f9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0415b364-6fbd-4d50-9311-f46bc58b18f9,segment=NetworkSegment(3942f7e1-a65f-4a33-9700-17caf9b8ed8b),segment_id=3942f7e1-a65f-4a33-9700-17caf9b8ed8b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:38.807528 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:38.885899 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:38.923890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-b575f2b4-0e85-4383-9545-653c4fd9bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:38.925460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-b575f2b4-0e85-4383-9545-653c4fd9bfdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 1095 time: 0.2432876 Feb 07 13:06:38.966234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:38.976440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 06bd4b69-17e1-4883-8b2d-c3e58ff78046, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=06bd4b69-17e1-4883-8b2d-c3e58ff78046,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:38.998111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:39.000158 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-335b71ba-65a9-43f3-b8e1-fac59193467d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:39.075437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '06bd4b69-17e1-4883-8b2d-c3e58ff78046', 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22', 'port_id': '06bd4b69-17e1-4883-8b2d-c3e58ff78046', 'mac_address': 'fa:16:3e:ff:5b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34702e58-bb5b-4d7b-8f2f-edba9823331e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:06:39.227911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ce4dbe78-4867-4cd9-89a7-c1259ecea716 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:39.276658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-cc84849b-c091-4c7a-8746-eb3074f4ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:39.278447 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-cc84849b-c091-4c7a-8746-eb3074f4ccca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 1096 time: 0.3856792 Feb 07 13:06:39.321294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=0415b364-6fbd-4d50-9311-f46bc58b18f9,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:39.364176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:39.365111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-42228e1b-fafc-4d73-83c9-a2feebbf0f6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:06:39.365530 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-42228e1b-fafc-4d73-83c9-a2feebbf0f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:06:39.366235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417151a0-103a-4c3c-9e2c-e3629ea1a45c None None] Network b0856258-ee78-4e86-a446-3b07d5b1e689 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:39.387008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:39.448550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:39.461474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:39.462323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bd4b69-17e1-4883-8b2d-c3e58ff78046 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:39.463449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdea857-56a9-4a1a-9864-047c41b2b910,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:39.468495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:39.488722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:39.509272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:39.574681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 06bd4b69-17e1-4883-8b2d-c3e58ff78046, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=06bd4b69-17e1-4883-8b2d-c3e58ff78046,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:39.589275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bbd29-1d0b-4061-89e6-d15c9cd0abaf req-5b17158e-de0f-469d-97c0-d3ef183d2b09 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:39.590392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a6bbd29-1d0b-4061-89e6-d15c9cd0abaf req-5b17158e-de0f-469d-97c0-d3ef183d2b09 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 946 time: 0.7240217 Feb 07 13:06:39.600976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ce4dbe78-4867-4cd9-89a7-c1259ecea716 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:39.641488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:39.645012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-ab57e788-bc6b-468c-a498-edaccd51c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:39.646513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-ab57e788-bc6b-468c-a498-edaccd51c460 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 916 time: 0.6919379 Feb 07 13:06:39.715364 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:39.757204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9af62-236d-4a36-880f-27dc789b2c05 req-dcecbb0e-95a8-44f6-b8d6-81e208b6eff5 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:39.764843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bb9af62-236d-4a36-880f-27dc789b2c05 req-dcecbb0e-95a8-44f6-b8d6-81e208b6eff5 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 944 time: 0.8383384 Feb 07 13:06:39.771863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-414d8378-7fb1-4d62-93c3-dea7c61a5d21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ed2a07-e178-4f7a-ac23-c1a11340d596 HTTP/1.1" status: 200 len: 217 time: 0.1050262 Feb 07 13:06:39.864580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-ef7d9219-20fc-4a3b-87a1-e490b0253333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:39.867318 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-ef7d9219-20fc-4a3b-87a1-e490b0253333 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.4993794 Feb 07 13:06:39.912208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:39.933916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=06bd4b69-17e1-4883-8b2d-c3e58ff78046,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:39.977445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a6bbd29-1d0b-4061-89e6-d15c9cd0abaf req-8adb6378-77eb-4a90-a37c-f8f0ab2eb76f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350055 Feb 07 13:06:40.039635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bb9af62-236d-4a36-880f-27dc789b2c05 req-18d04341-5534-4efa-93b6-67c6cf998f37 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737675 Feb 07 13:06:40.088539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] Provisioning complete for port 0415b364-6fbd-4d50-9311-f46bc58b18f9 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:40.089738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:40.108366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-deec4b1e-a54f-4094-8ea4-6ee8cda19f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:40.110323 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-25787f1f-00bf-4973-8440-5c7f59d09bc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdb413d5-7924-4442-851c-2fad63e5d642 HTTP/1.1" status: 200 len: 217 time: 0.2374208 Feb 07 13:06:40.110881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-deec4b1e-a54f-4094-8ea4-6ee8cda19f09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=34702e58-bb5b-4d7b-8f2f-edba9823331e HTTP/1.1" status: 200 len: 855 time: 0.3230622 Feb 07 13:06:40.116640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Router 9fbccf8e-bee8-415a-a23f-30ba21189d37 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:06:40.209192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-a135345d-b534-44cd-a718-1e1cd15b8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:40.210717 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-a135345d-b534-44cd-a718-1e1cd15b8626 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.0878539 Feb 07 13:06:40.220833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['06bd4b69-17e1-4883-8b2d-c3e58ff78046'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:40.310253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b7ed2a07-e178-4f7a-ac23-c1a11340d596 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:06:40.539893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b7ed2a07-e178-4f7a-ac23-c1a11340d596, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b7ed2a07-e178-4f7a-ac23-c1a11340d596,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:40.573658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'b7ed2a07-e178-4f7a-ac23-c1a11340d596', 'network_id': '85728d72-79b3-45cb-8757-1d45f2e90c22', 'port_id': 'b7ed2a07-e178-4f7a-ac23-c1a11340d596', 'mac_address': 'fa:16:3e:0e:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34702e58-bb5b-4d7b-8f2f-edba9823331e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:06:40.577837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1c42b387-3d62-4843-b21f-de6a26756d48 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:40.579582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:40.589462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-12fd139d-7940-4ef1-a43c-f510764ffa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:40.591323 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-12fd139d-7940-4ef1-a43c-f510764ffa63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3138859 Feb 07 13:06:40.591713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-f087da36-1f11-4207-af4c-7e7db896e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:40.593247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-f087da36-1f11-4207-af4c-7e7db896e3e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85728d72-79b3-45cb-8757-1d45f2e90c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3718421 Feb 07 13:06:40.600189 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Sync routers for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:06:40.616669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-436bb0fc-3f80-4429-926a-5b899e63ef49 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:40.618658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-436bb0fc-3f80-4429-926a-5b899e63ef49 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.35 "GET /v2.0/networks?id=51db2595-7812-41b2-9e9c-e26497a3739c HTTP/1.1" status: 200 len: 796 time: 0.5778711 Feb 07 13:06:40.623827 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:40.625046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:40.672065 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:40.797352 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:40.860267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ed2a07-e178-4f7a-ac23-c1a11340d596 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:40.865382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:40.866658 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-66516b8d-1be1-496d-8cd8-146fbc4bb2c9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1190553 Feb 07 13:06:40.877786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39204) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:40.879655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b7ed2a07-e178-4f7a-ac23-c1a11340d596, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b7ed2a07-e178-4f7a-ac23-c1a11340d596,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:40.980404 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-5fce1f29-08fd-47a7-a09a-5542ac3f9de4 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771050 Feb 07 13:06:41.017143 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.045424 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:41.092986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46f1c393-2c28-4638-8207-270158b56138 req-abad78ed-0d45-4c61-b483-8eb9f889048e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 210 time: 0.2207696 Feb 07 13:06:41.105088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b7ed2a07-e178-4f7a-ac23-c1a11340d596,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:41.108019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] Provisioning for port ce4dbe78-4867-4cd9-89a7-c1259ecea716 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:41.116620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] Provisioning complete for port ce4dbe78-4867-4cd9-89a7-c1259ecea716 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:41.117056 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.163445 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ee912bc4-cca6-49b0-b8e5-18589d0261f7 req-0b0b4afe-e853-417f-98eb-f87a3d07d18e service neutron] 10.222.0.35 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714683 Feb 07 13:06:41.179822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0415b364-6fbd-4d50-9311-f46bc58b18f9 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:41.234914 n-d-811416-5 neutron-server[88314]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'code': 422} returned with failed status Feb 07 13:06:41.375184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.384805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['b7ed2a07-e178-4f7a-ac23-c1a11340d596'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:41.453390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b90f8103-8c0a-4e98-9fbb-c8fae3b25740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.453595 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:38Z', 'revision_number': 3, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:41.455257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 1c42b387-3d62-4843-b21f-de6a26756d48 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:41.460990 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Checking router: 9fbccf8e-bee8-415a-a23f-30ba21189d37 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:06:41.461435 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Updating router 9fbccf8e-bee8-415a-a23f-30ba21189d37 port c9236a14-6f7a-4ab3-8e47-78f4830aa19f binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:06:41.479859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 1c42b387-3d62-4843-b21f-de6a26756d48 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:41.480259 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.534330 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.578967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] For port ce4dbe78-4867-4cd9-89a7-c1259ecea716, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce4dbe78-4867-4cd9-89a7-c1259ecea716,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:41.588046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0415b364-6fbd-4d50-9311-f46bc58b18f9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:41.588415 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.608151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-e5212391-0d25-4bc7-81a4-534c50b7ee51 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92acc0c0a1643329aec367dfd11cb42 HTTP/1.1" status: 200 len: 477 time: 0.9402423 Feb 07 13:06:41.622722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'port': {'device_id': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'admin_state_up': True, 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'security_groups': ['5b5b401b-85fd-42f8-8005-ee22ff7924d7', 'ad8914c0-ad1d-40e8-86cf-515d3ed67520']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:41.679441 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.844362 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.896701 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e1885-864e-48c5-ae93-15c99a491bdb None None] Pushing event updated for resources: {'Port': ['ID=ce4dbe78-4867-4cd9-89a7-c1259ecea716,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:41.899168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-229a1d56-f18e-454d-ae61-11eaab7d5004 None None] Provisioning complete for port ce4dbe78-4867-4cd9-89a7-c1259ecea716 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:41.899542 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-229a1d56-f18e-454d-ae61-11eaab7d5004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.908165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f282-8288-4682-8819-9f98716f2257 req-56e8e878-2c63-410d-b893-3b7857b12d8e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:41.915067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b111f282-8288-4682-8819-9f98716f2257 req-56e8e878-2c63-410d-b893-3b7857b12d8e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 945 time: 0.5092409 Feb 07 13:06:41.948306 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:41.955346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-e2ab86ed-737c-4b5a-a8d3-d779d7296f76 service neutron] 10.222.0.35 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3356884 Feb 07 13:06:42.001856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.025899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1c42b387-3d62-4843-b21f-de6a26756d48, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c42b387-3d62-4843-b21f-de6a26756d48,segment=NetworkSegment(b30f9a40-41d8-4f13-8e36-a1c174055af7),segment_id=b30f9a40-41d8-4f13-8e36-a1c174055af7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:42.130248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd680d-eab8-418c-a0a4-9c3eb9e40594 req-e0d0e96d-d545-4445-bef1-c904a58df30d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:42.134432 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.140562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0cd680d-eab8-418c-a0a4-9c3eb9e40594 req-e0d0e96d-d545-4445-bef1-c904a58df30d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.7307796 Feb 07 13:06:42.161317 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.179286 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Transition to ACTIVE for port object c9236a14-6f7a-4ab3-8e47-78f4830aa19f will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:42.204747 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.231253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=1c42b387-3d62-4843-b21f-de6a26756d48,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:42.256996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.266314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b111f282-8288-4682-8819-9f98716f2257 req-01c67937-467c-4ae9-b2c0-4ce29b46fc1b tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503857 Feb 07 13:06:42.269228 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.304822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0cd680d-eab8-418c-a0a4-9c3eb9e40594 req-d11f7344-c912-4e73-a487-54d20f334363 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633165 Feb 07 13:06:42.339389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 06bd4b69-17e1-4883-8b2d-c3e58ff78046 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:42.390439 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Pushing event updated for resources: {'Port': ['ID=c9236a14-6f7a-4ab3-8e47-78f4830aa19f,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:42.407087 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.407430 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.407768 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.408138 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.408469 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.408846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.409175 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.409497 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.409817 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.410260 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.410589 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.411031 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:06:42.423314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Allocated IP 172.20.0.1 (b0856258-ee78-4e86-a446-3b07d5b1e689/b7575810-b11a-4258-bf78-e6ea246191df/c4bc2acd-f64e-4b96-9b9d-683a37653e82) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:42.436904 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Attempting to bind port c9236a14-6f7a-4ab3-8e47-78f4830aa19f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:42.437265 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Attempting to bind port c9236a14-6f7a-4ab3-8e47-78f4830aa19f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:42.440379 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Attempting to bind port c9236a14-6f7a-4ab3-8e47-78f4830aa19f on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:42.443283 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:42.443661 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:42.444104 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.444496 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:42.444953 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Bound port: c9236a14-6f7a-4ab3-8e47-78f4830aa19f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:42.445343 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.460470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:42.513113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:port and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:42.520400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:42.531212 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] For port c9236a14-6f7a-4ab3-8e47-78f4830aa19f, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:42.535498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:42.535645 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] For port c9236a14-6f7a-4ab3-8e47-78f4830aa19f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c9236a14-6f7a-4ab3-8e47-78f4830aa19f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:42.536756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:42.537135 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.580277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:42.600103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86442c02-9a6c-40fd-ad97-1582e6c748f0 req-d6918fff-a6c4-4e4d-a4fe-47202adcc4e2 service neutron] 10.222.0.35 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290078 Feb 07 13:06:42.600429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.611411 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.630264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Transition to ACTIVE for port object c4bc2acd-f64e-4b96-9b9d-683a37653e82 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:42.686192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Made reservation on behalf of a92acc0c0a1643329aec367dfd11cb42 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:42.689892 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.707616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab95da-c0d6-4c8a-ab4f-9da4355f1ee7 req-e260f47b-e419-4524-bb00-5e54b0afdaff tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:42.709155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2ab95da-c0d6-4c8a-ab4f-9da4355f1ee7 req-e260f47b-e419-4524-bb00-5e54b0afdaff tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 1101 time: 0.1799591 Feb 07 13:06:42.714134 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.718835 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:42.719559 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:42.720358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94add3e-c755-415d-bc3e-3d853a2c1528 req-62a4cdc6-5306-4596-9699-1f5150b02ab5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:42.727339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f94add3e-c755-415d-bc3e-3d853a2c1528 req-62a4cdc6-5306-4596-9699-1f5150b02ab5 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.2621260 Feb 07 13:06:42.733418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.766414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 06bd4b69-17e1-4883-8b2d-c3e58ff78046, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=06bd4b69-17e1-4883-8b2d-c3e58ff78046,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:42.808036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Network b0856258-ee78-4e86-a446-3b07d5b1e689 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:42.809578 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dce21-4b6d-4ba8-9b3d-1b07c1e73370 None None] Pushing event updated for resources: {'Port': ['ID=c9236a14-6f7a-4ab3-8e47-78f4830aa19f,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:42.811194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Router 5b9467f5-dad9-4f00-9bdd-11afb672d630 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:06:42.811341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:42.815911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:42.845826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.870688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc2acd-f64e-4b96-9b9d-683a37653e82,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:42.877329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2ab95da-c0d6-4c8a-ab4f-9da4355f1ee7 req-71194c57-e0b3-4959-afb8-f9cac75e3559 tempest-ServersAdminTestJSON-478131606 tempest-ServersAdminTestJSON-478131606-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454794 Feb 07 13:06:42.916211 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:42.997280 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:42.997496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=06bd4b69-17e1-4883-8b2d-c3e58ff78046,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:43.104732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ce4dbe78-4867-4cd9-89a7-c1259ecea716 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:43.122032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f94add3e-c755-415d-bc3e-3d853a2c1528 req-8079cdbf-3e3d-4bce-a6b4-02509d7012aa tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936553 Feb 07 13:06:43.203238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ce4dbe78-4867-4cd9-89a7-c1259ecea716 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:43.203595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:43.236608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2f30a2-dc51-4596-b038-c6253b39f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c42b387-3d62-4843-b21f-de6a26756d48'}, {'server_uuid': '31efb111-24cd-4dda-ab34-6e6efff01a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bd4b69-17e1-4883-8b2d-c3e58ff78046'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:43.284502 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:43.357001 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:38Z', 'revision_number': 3, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:43.361288 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c22e5-737e-4f86-aa8e-b75b189412f3 None None] The sync data for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 is: [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:38Z', 'revision_number': 3, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:06:43.401852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3f22ffff-7b6d-400d-a4a2-088f42c228eb None None] Provisioning for port c4bc2acd-f64e-4b96-9b9d-683a37653e82 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:43.417268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3f22ffff-7b6d-400d-a4a2-088f42c228eb None None] Provisioning complete for port c4bc2acd-f64e-4b96-9b9d-683a37653e82 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:43.417638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3f22ffff-7b6d-400d-a4a2-088f42c228eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:43.490440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3f22ffff-7b6d-400d-a4a2-088f42c228eb None None] Port c4bc2acd-f64e-4b96-9b9d-683a37653e82 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:43.552298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:43.559098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c95a73bc-6a0c-4a19-9886-34604e8ca968 req-a2dd4681-9bb5-4abd-9532-76e8439b7635 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 210 time: 0.2816925 Feb 07 13:06:43.588486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:43.600273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Sync routers for ids ['5b9467f5-dad9-4f00-9bdd-11afb672d630'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:06:43.614643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Routers {'5b9467f5-dad9-4f00-9bdd-11afb672d630'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:43.615264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5b9467f5-dad9-4f00-9bdd-11afb672d630'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:43.622526 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:43.639298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Allocated IP 172.20.0.4 (51db2595-7812-41b2-9e9c-e26497a3739c/95839be8-23dc-4184-ab83-27ffa25a5e72/83edc667-a683-4d11-a876-c8bfcd355d81) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:43.653848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9284b4-0658-45a7-be0f-7e9253a9c542 req-7dc61120-7332-43ab-9f2b-142a0aecc233 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:43.654187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f9284b4-0658-45a7-be0f-7e9253a9c542 req-7dc61120-7332-43ab-9f2b-142a0aecc233 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 945 time: 0.6026857 Feb 07 13:06:43.737560 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:43.816908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc2acd-f64e-4b96-9b9d-683a37653e82,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:43.825767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:43.827387 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:43.830335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-65f55c91-38c3-4c3a-bd27-2f4a41b27ca0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8729997 Feb 07 13:06:43.832075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39222) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:43.844693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f9284b4-0658-45a7-be0f-7e9253a9c542 req-ac690cbd-3a16-407a-94b6-95954395c161 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706963 Feb 07 13:06:43.914492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Set router 5b9467f5-dad9-4f00-9bdd-11afb672d630 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:44.060186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830452-743a-43c2-809a-71aeab39ebf1 req-30b287d5-94d2-43a3-addf-dd74ca4e1ea4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:44.068100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4830452-743a-43c2-809a-71aeab39ebf1 req-30b287d5-94d2-43a3-addf-dd74ca4e1ea4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3333552 Feb 07 13:06:44.151501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b7ed2a07-e178-4f7a-ac23-c1a11340d596 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:44.165326 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:44.184733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4830452-743a-43c2-809a-71aeab39ebf1 req-1e28c9eb-e200-47c7-ac95-febc5f106ff2 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143591 Feb 07 13:06:44.214742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Transition to ACTIVE for port object 83edc667-a683-4d11-a876-c8bfcd355d81 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:44.379726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:44.411226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:06:40Z', 'revision_number': 3, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:44.417539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port b7ed2a07-e178-4f7a-ac23-c1a11340d596 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:44.420213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Checking router: 5b9467f5-dad9-4f00-9bdd-11afb672d630 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:06:44.420626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Updating router 5b9467f5-dad9-4f00-9bdd-11afb672d630 port dcdea857-56a9-4a1a-9864-047c41b2b910 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:06:44.460678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port b7ed2a07-e178-4f7a-ac23-c1a11340d596 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:44.461144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:44.473530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 51db2595-7812-41b2-9e9c-e26497a3739c is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:44.478592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:44.486333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:44.528351 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2f30a2-dc51-4596-b038-c6253b39f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c42b387-3d62-4843-b21f-de6a26756d48', 'code': 200} Feb 07 13:06:44.528651 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31efb111-24cd-4dda-ab34-6e6efff01a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bd4b69-17e1-4883-8b2d-c3e58ff78046', 'code': 200} Feb 07 13:06:44.532952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b2cb5-4d8f-4b3c-95f8-ce1db103b3f3 req-07fe9776-2337-4a1d-b8e4-fccc72ae7c22 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:44.541666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-545b2cb5-4d8f-4b3c-95f8-ce1db103b3f3 req-07fe9776-2337-4a1d-b8e4-fccc72ae7c22 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.2364640 Feb 07 13:06:44.557494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=83edc667-a683-4d11-a876-c8bfcd355d81,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:44.588322 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:44.856565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:44.915867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:44.917152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:44.940945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b7ed2a07-e178-4f7a-ac23-c1a11340d596, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b7ed2a07-e178-4f7a-ac23-c1a11340d596,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:44.945068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Network b0856258-ee78-4e86-a446-3b07d5b1e689 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:44.948185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:44.972989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-545b2cb5-4d8f-4b3c-95f8-ce1db103b3f3 req-271e8e68-2ab6-447b-9154-a126a7d28a9d tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309366 Feb 07 13:06:45.012151 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.036156 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.150786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56f5ee32-a797-4c92-b91e-182b66537917 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.5305855 Feb 07 13:06:45.160215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9dc876d9-1674-47dd-a39b-aecbcd31a520 None None] Provisioning for port 83edc667-a683-4d11-a876-c8bfcd355d81 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:45.162413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Request body: {'port': {'device_id': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:45.204125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9dc876d9-1674-47dd-a39b-aecbcd31a520 None None] Provisioning complete for port 83edc667-a683-4d11-a876-c8bfcd355d81 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:45.204882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9dc876d9-1674-47dd-a39b-aecbcd31a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.227873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0e9f1-738b-4e71-87e0-8b9bc734e22b req-e0c2477f-0a58-4ddb-8c58-6e5de0bcc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:45.229597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdb0e9f1-738b-4e71-87e0-8b9bc734e22b req-e0c2477f-0a58-4ddb-8c58-6e5de0bcc89d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 1096 time: 0.5105295 Feb 07 13:06:45.231527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bf993-eac8-4252-b73f-fbb435954cda req-f0025565-7090-493e-bdec-bc89670c88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:45.234891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d30bf993-eac8-4252-b73f-fbb435954cda req-f0025565-7090-493e-bdec-bc89670c88a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 1097 time: 0.6367421 Feb 07 13:06:45.254304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c9236a14-6f7a-4ab3-8e47-78f4830aa19f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:45.315118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac61c63-8253-4ee4-8eb8-b24ca074c429 req-d1f0856c-ed24-413b-addd-0310be58e656 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:45.317305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ac61c63-8253-4ee4-8eb8-b24ca074c429 req-d1f0856c-ed24-413b-addd-0310be58e656 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 945 time: 0.6173582 Feb 07 13:06:45.385046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Router 9fbccf8e-bee8-415a-a23f-30ba21189d37 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:06:45.399244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdb0e9f1-738b-4e71-87e0-8b9bc734e22b req-ba46742d-60c2-4dcb-9908-0d0292740b1c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441619 Feb 07 13:06:45.422102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9dc876d9-1674-47dd-a39b-aecbcd31a520 None None] Port 83edc667-a683-4d11-a876-c8bfcd355d81 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:45.438486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d30bf993-eac8-4252-b73f-fbb435954cda req-154a8994-bdad-4030-8dcc-e375f08b9dfd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594262 Feb 07 13:06:45.475021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b7ed2a07-e178-4f7a-ac23-c1a11340d596,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:45.487465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.490703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:06:45.505172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ac61c63-8253-4ee4-8eb8-b24ca074c429 req-197224af-6fea-4cac-ad46-0307f0cd71f3 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642125 Feb 07 13:06:45.541937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.644883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda461ca-1f0f-4312-bf31-b99b034ed60b req-77a0f468-9718-48ed-b78b-ded61e55077e tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:45.646436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cda461ca-1f0f-4312-bf31-b99b034ed60b req-77a0f468-9718-48ed-b78b-ded61e55077e tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 950 time: 0.1879866 Feb 07 13:06:45.656257 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.666344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a0de4235-a430-46b6-a5a9-4077fc870b4d None None] Provisioning complete for port c4bc2acd-f64e-4b96-9b9d-683a37653e82 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:45.667072 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a0de4235-a430-46b6-a5a9-4077fc870b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.733029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c9236a14-6f7a-4ab3-8e47-78f4830aa19f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:45.757467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Transition to ACTIVE for port object dcdea857-56a9-4a1a-9864-047c41b2b910 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:45.766584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c9236a14-6f7a-4ab3-8e47-78f4830aa19f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:45.767024 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.835425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a0de4235-a430-46b6-a5a9-4077fc870b4d None None] Port c4bc2acd-f64e-4b96-9b9d-683a37653e82 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:45.856166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:45.867842 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Sync routers for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:06:45.875578 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-55128485-b7f3-4801-9052-0f2ee133949f admin admin] 10.222.0.69 "PUT /v2.0/routers/9fbccf8e-bee8-415a-a23f-30ba21189d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9967039 Feb 07 13:06:45.883351 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:45.884542 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:45.923298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cda461ca-1f0f-4312-bf31-b99b034ed60b req-c1d32c85-27b3-43ea-b4d1-d4c9e232d09f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256608 Feb 07 13:06:45.939149 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:45.944267 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.023820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83877b53-9515-4060-bcc0-baf2e84f255a None None] Pushing event updated for resources: {'Port': ['ID=dcdea857-56a9-4a1a-9864-047c41b2b910,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:46.057119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c9236a14-6f7a-4ab3-8e47-78f4830aa19f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c9236a14-6f7a-4ab3-8e47-78f4830aa19f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:46.059688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Attempting to bind port dcdea857-56a9-4a1a-9864-047c41b2b910 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:46.060202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Attempting to bind port dcdea857-56a9-4a1a-9864-047c41b2b910 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:46.061370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Attempting to bind port dcdea857-56a9-4a1a-9864-047c41b2b910 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:46.067330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:46.067842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:46.068391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.068879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:46.069445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Bound port: dcdea857-56a9-4a1a-9864-047c41b2b910, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:46.070773 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.117299 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.160256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Allocated IP 172.20.0.1 (f6027093-d9ab-4546-9cf7-554874a39c90/44a7a156-8ab5-4c87-a44e-6fa16ab5e491/64c6686e-dd4e-4256-910c-802a76bfa8e4) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:46.179965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d568e-492b-47b7-845d-396f4dd3c3ad req-967a2519-1015-4c51-8dd2-13241d027095 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:46.181148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ab6d568e-492b-47b7-845d-396f4dd3c3ad req-967a2519-1015-4c51-8dd2-13241d027095 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Synchronizing usage tracker for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:46.191113 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:46.224105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-3f6106a7-609f-4cee-bf83-dda1ff4e07ab tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:46.225599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-3f6106a7-609f-4cee-bf83-dda1ff4e07ab tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 950 time: 0.3874166 Feb 07 13:06:46.236675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c9236a14-6f7a-4ab3-8e47-78f4830aa19f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:46.241020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] For port dcdea857-56a9-4a1a-9864-047c41b2b910, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:46.244344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] For port dcdea857-56a9-4a1a-9864-047c41b2b910, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dcdea857-56a9-4a1a-9864-047c41b2b910,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:46.316581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.393959 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.397958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Routers {'5b9467f5-dad9-4f00-9bdd-11afb672d630'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:46.398585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5b9467f5-dad9-4f00-9bdd-11afb672d630'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:46.414716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Transition to ACTIVE for port object 64c6686e-dd4e-4256-910c-802a76bfa8e4 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:46.467111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83877b53-9515-4060-bcc0-baf2e84f255a None None] Pushing event updated for resources: {'Port': ['ID=dcdea857-56a9-4a1a-9864-047c41b2b910,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:46.509081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:06:46.536047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ab6d568e-492b-47b7-845d-396f4dd3c3ad req-967a2519-1015-4c51-8dd2-13241d027095 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Unset dirty status for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:46.542844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab6d568e-492b-47b7-845d-396f4dd3c3ad req-967a2519-1015-4c51-8dd2-13241d027095 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 970 time: 0.8442044 Feb 07 13:06:46.550259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.560588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0b6b6d-6159-4907-8f71-f0303d25bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ed2a07-e178-4f7a-ac23-c1a11340d596'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:46.618567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] Set router 5b9467f5-dad9-4f00-9bdd-11afb672d630 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:46.643967 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 2, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:46.654756 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Checking router: 9fbccf8e-bee8-415a-a23f-30ba21189d37 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:06:46.656849 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Updating router 9fbccf8e-bee8-415a-a23f-30ba21189d37 port c4bc2acd-f64e-4b96-9b9d-683a37653e82 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:06:46.673267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Network f6027093-d9ab-4546-9cf7-554874a39c90 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:46.677583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:46.698070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:46.715346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf492904-53b2-4ed2-a649-94983219c61a req-88e9218d-e4ae-4e73-9a87-0938558ad4f7 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:46.722719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf492904-53b2-4ed2-a649-94983219c61a req-88e9218d-e4ae-4e73-9a87-0938558ad4f7 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 945 time: 0.6090426 Feb 07 13:06:46.738867 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.767056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Deleting port 807248e8-7471-4529-9fd1-2a4652afc3ca {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:06:46.767495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.782914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Pushing event updated for resources: {'Port': ['ID=64c6686e-dd4e-4256-910c-802a76bfa8e4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:46.836538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:46.869311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83edc667-a683-4d11-a876-c8bfcd355d81 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:46.918486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf492904-53b2-4ed2-a649-94983219c61a req-71c98718-5e05-42a3-90e7-4fd0e69d1aec tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947703 Feb 07 13:06:46.948941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab6d568e-492b-47b7-845d-396f4dd3c3ad req-1b473cd4-fdce-463d-aaac-db21653f2c8a tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4033952 Feb 07 13:06:46.956629 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.142268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39258) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:47.195911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-745949888-network', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:47.198825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c9236a14-6f7a-4ab3-8e47-78f4830aa19f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:47.211340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:47.219075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Usage tracker for resource:network and tenant:1d9a327bf59640419ea0acd38d316f58 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:47.224466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:47.240715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:47.245004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.252352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:06:40Z', 'revision_number': 3, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:47.271027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752bb3e-bd2e-45c1-9586-ed5249ed6f34 None None] The sync data for ids ['5b9467f5-dad9-4f00-9bdd-11afb672d630'] in n-d-811416-5 is: [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:06:40Z', 'revision_number': 3, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:06:47.309593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-51939a18-0021-42ab-bbe4-3817b622556a None None] Provisioning for port 64c6686e-dd4e-4256-910c-802a76bfa8e4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:47.315879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-51939a18-0021-42ab-bbe4-3817b622556a None None] Provisioning complete for port 64c6686e-dd4e-4256-910c-802a76bfa8e4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:47.316291 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-51939a18-0021-42ab-bbe4-3817b622556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.323299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Transition to ACTIVE for port object 83edc667-a683-4d11-a876-c8bfcd355d81 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:47.421718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-51939a18-0021-42ab-bbe4-3817b622556a None None] Port 64c6686e-dd4e-4256-910c-802a76bfa8e4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:47.429401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c9236a14-6f7a-4ab3-8e47-78f4830aa19f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:47.429781 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.492350 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.515133 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Transition to ACTIVE for port object c4bc2acd-f64e-4b96-9b9d-683a37653e82 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:47.540847 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.640795 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.803532 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.809813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Made reservation on behalf of 1d9a327bf59640419ea0acd38d316f58 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:47.814791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.854116 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.902403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:47.931137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] For port 807248e8-7471-4529-9fd1-2a4652afc3ca, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=807248e8-7471-4529-9fd1-2a4652afc3ca,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:47.934331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.098952 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307f07-5ad6-4e11-958d-43e0c0a29631 None None] Pushing event updated for resources: {'Port': ['ID=c4bc2acd-f64e-4b96-9b9d-683a37653e82,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:48.125192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:48.131250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Usage tracker for resource:security_group_rule and tenant:1d9a327bf59640419ea0acd38d316f58 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:48.138661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:48.150317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:48.174040 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Attempting to bind port c4bc2acd-f64e-4b96-9b9d-683a37653e82 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:48.174744 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Attempting to bind port c4bc2acd-f64e-4b96-9b9d-683a37653e82 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:48.174744 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Attempting to bind port c4bc2acd-f64e-4b96-9b9d-683a37653e82 on network b0856258-ee78-4e86-a446-3b07d5b1e689 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:48.180754 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:48.181541 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Checking segment: {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:48.181541 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.181929 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Bound using segment: {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:48.182341 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Bound port: c4bc2acd-f64e-4b96-9b9d-683a37653e82, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:48.182724 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.183178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 807248e8-7471-4529-9fd1-2a4652afc3ca no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:48.242260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.279861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Pushing event updated for resources: {'Port': ['ID=64c6686e-dd4e-4256-910c-802a76bfa8e4,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:48.304914 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] For port c4bc2acd-f64e-4b96-9b9d-683a37653e82, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:48.308676 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] For port c4bc2acd-f64e-4b96-9b9d-683a37653e82, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c4bc2acd-f64e-4b96-9b9d-683a37653e82,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:48.327273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Pushing event updated for resources: {'Port': ['ID=83edc667-a683-4d11-a876-c8bfcd355d81,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:48.349090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Calling delete_port for 807248e8-7471-4529-9fd1-2a4652afc3ca owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:06:48.404924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0eba78-0cd0-4ef9-992a-c00a76ca492d req-2b89da3a-deb4-43ea-ab83-67c0a84b71dd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:48.406809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af0eba78-0cd0-4ef9-992a-c00a76ca492d req-2b89da3a-deb4-43ea-ab83-67c0a84b71dd tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 1.0816672 Feb 07 13:06:48.406927 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.419780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Attempting to bind port 83edc667-a683-4d11-a876-c8bfcd355d81 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:48.420201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Attempting to bind port 83edc667-a683-4d11-a876-c8bfcd355d81 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:48.420756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Attempting to bind port 83edc667-a683-4d11-a876-c8bfcd355d81 on network 51db2595-7812-41b2-9e9c-e26497a3739c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:48.449681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Port 83edc667-a683-4d11-a876-c8bfcd355d81 on network 51db2595-7812-41b2-9e9c-e26497a3739c not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:06:48.450093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Attempting to bind port 83edc667-a683-4d11-a876-c8bfcd355d81 on network 51db2595-7812-41b2-9e9c-e26497a3739c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:48.475004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:48.475375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Checking segment: {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:48.475752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Bound using segment: {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:48.475963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Network f6027093-d9ab-4546-9cf7-554874a39c90 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:48.476285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Bound port: 83edc667-a683-4d11-a876-c8bfcd355d81, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:48.476577 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.480068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:48.492517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.546030 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:48.547234 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:48.601979 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.618940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:06:48.636440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.637247 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Added segment 89c3a8cf-53a1-42ff-8e61-942d9588114d of type vlan for network 6503d2a2-e957-45f1-8c5c-63980e4283c7 Feb 07 13:06:48.692625 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.743136 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307f07-5ad6-4e11-958d-43e0c0a29631 None None] Pushing event updated for resources: {'Port': ['ID=c4bc2acd-f64e-4b96-9b9d-683a37653e82,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:48.795378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af0eba78-0cd0-4ef9-992a-c00a76ca492d req-d28830a9-5277-4f8b-afa7-2cfe72fb4db0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670325 Feb 07 13:06:48.858856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09765ec-9e53-4ced-85ed-6b5b2d8cad53 req-a45caa90-0b67-4474-9fe5-ee9694795b61 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:48.868563 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.871004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b09765ec-9e53-4ced-85ed-6b5b2d8cad53 req-a45caa90-0b67-4474-9fe5-ee9694795b61 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.8768899 Feb 07 13:06:48.884108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.887602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:48.906849 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:48.958644 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0b6b6d-6159-4907-8f71-f0303d25bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ed2a07-e178-4f7a-ac23-c1a11340d596', 'code': 200} Feb 07 13:06:49.023167 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:49.067354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['6aaa0c4a-8ec0-4fa4-983d-9111712118b8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:49.100559 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:49.124428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6f41edb0-e8bc-4a5e-b89b-8cf2604ae222'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:49.188359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f349e8c4-9879-47e2-ba07-4f5b27f0904b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:49.201591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] For port 83edc667-a683-4d11-a876-c8bfcd355d81, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:49.210801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] For port 83edc667-a683-4d11-a876-c8bfcd355d81, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=83edc667-a683-4d11-a876-c8bfcd355d81,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:49.240686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dcdea857-56a9-4a1a-9864-047c41b2b910 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:49.273631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] Pushing event updated for resources: {'Network': ['ID=6503d2a2-e957-45f1-8c5c-63980e4283c7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:49.281820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b09765ec-9e53-4ced-85ed-6b5b2d8cad53 req-d1b193f3-226f-4adc-948f-be8ec2fafee7 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098456 Feb 07 13:06:49.282784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Pushing event deleted for resources: {'Port': ['ID=807248e8-7471-4529-9fd1-2a4652afc3ca,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:49.292210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15562e6d-7d32-4997-9d93-67422f544766 req-ef15e6f0-3369-460f-8023-8708c57816dd tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=255dc412-e803-4e44-a3f0-079162e874a3 HTTP/1.1" status: 200 len: 210 time: 0.1765573 Feb 07 13:06:49.295856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:49.309437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Router 5b9467f5-dad9-4f00-9bdd-11afb672d630 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:06:49.326759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9a873b9c-29b5-4011-b669-863fac6a9a76 None None] Provisioning complete for port 64c6686e-dd4e-4256-910c-802a76bfa8e4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:49.326759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a873b9c-29b5-4011-b669-863fac6a9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:49.359866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6503d2a2-e957-45f1-8c5c-63980e4283c7 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:06:49.566172 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2e7d8e96-e415-43a1-9024-fe2314a96236 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3776426 Feb 07 13:06:49.612498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:49.620456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Request body: {'subnet': {'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-745949888-subnet', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:49.626240 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:48Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:49.627597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b327b92-e925-4ccf-be82-6ebaebc4677a req-c3e9c2e4-0add-4a28-a26c-1cecf35fcefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:49.629195 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9b327b92-e925-4ccf-be82-6ebaebc4677a req-c3e9c2e4-0add-4a28-a26c-1cecf35fcefb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 1097 time: 0.4933388 Feb 07 13:06:49.632726 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343a92cc-cf55-465c-9f88-853f792f8f95 None None] The sync data for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 is: [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:48Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:06:49.653601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:49.666593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9a873b9c-29b5-4011-b669-863fac6a9a76 None None] Port 64c6686e-dd4e-4256-910c-802a76bfa8e4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:49.679963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Usage tracker for resource:subnet and tenant:1d9a327bf59640419ea0acd38d316f58 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:49.684723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:49.721696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:49.792057 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-9b327b92-e925-4ccf-be82-6ebaebc4677a req-714ba13e-7787-4d69-9e99-41e3b6599712 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519949 Feb 07 13:06:49.923463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port dcdea857-56a9-4a1a-9864-047c41b2b910 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:49.933517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] No DVR routers for this DVR port 807248e8-7471-4529-9fd1-2a4652afc3ca on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:06:49.938665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:49.954641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dcdea857-56a9-4a1a-9864-047c41b2b910 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:49.954849 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:49.956584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:49.957237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:49.958762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] 10.222.0.35 "PUT /v2.0/ports/83edc667-a683-4d11-a876-c8bfcd355d81 HTTP/1.1" status: 200 len: 1130 time: 4.8062239 Feb 07 13:06:49.960047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255dc412-e803-4e44-a3f0-079162e874a3', 'name': 'network-vif-deleted', 'tag': '807248e8-7471-4529-9fd1-2a4652afc3ca'}, {'name': 'network-changed', 'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:49.991068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:50.007116 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-672d4f34-dcd8-444f-9c72-c41a975e8b69 admin admin] 10.222.0.69 "PUT /v2.0/routers/5b9467f5-dad9-4f00-9bdd-11afb672d630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1737571 Feb 07 13:06:50.011429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Made reservation on behalf of 1d9a327bf59640419ea0acd38d316f58 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:06:50.029888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:50.179703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27f97ab1-c69d-40c9-9301-cc18015566b8 req-5b9711ce-6208-472d-9acc-f733bbb64cfa tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "DELETE /v2.0/ports/807248e8-7471-4529-9fd1-2a4652afc3ca HTTP/1.1" status: 204 len: 173 time: 3.9472034 Feb 07 13:06:50.251383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Sync routers for ids ['5b9467f5-dad9-4f00-9bdd-11afb672d630'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:06:50.313464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb6489-f4d3-4074-ae2a-ddd52599b7bd service neutron] Pushing event updated for resources: {'Port': ['ID=83edc667-a683-4d11-a876-c8bfcd355d81,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:50.333879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Routers {'5b9467f5-dad9-4f00-9bdd-11afb672d630'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:50.334519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5b9467f5-dad9-4f00-9bdd-11afb672d630'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:50.383245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-0a8ee7de-c90d-468f-9c32-ef5f3e95e6a1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:50.385199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-0a8ee7de-c90d-468f-9c32-ef5f3e95e6a1 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.9753344 Feb 07 13:06:50.488499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c8c2a-7855-4217-82a8-1032fbee2e76 req-4c4db5ef-0841-45e1-b631-2f6d8e5219f0 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:50.490038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a9c8c2a-7855-4217-82a8-1032fbee2e76 req-4c4db5ef-0841-45e1-b631-2f6d8e5219f0 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 945 time: 0.5698056 Feb 07 13:06:50.495751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-7004b4f1-b019-431a-997c-d1d96b40fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:50.497331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-7004b4f1-b019-431a-997c-d1d96b40fce0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1133 time: 0.3072019 Feb 07 13:06:50.507665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742692ba-6b42-4bea-9794-b660c06ed904 req-d8cb93a7-2511-4c7a-a78b-77b893f80247 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:50.509230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-742692ba-6b42-4bea-9794-b660c06ed904 req-d8cb93a7-2511-4c7a-a78b-77b893f80247 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 946 time: 0.6197164 Feb 07 13:06:50.515632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:50.531847 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:50.557563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Set router 5b9467f5-dad9-4f00-9bdd-11afb672d630 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:50.588226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-95cac358-7add-44da-a248-73bf6c2766a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83edc667-a683-4d11-a876-c8bfcd355d81 HTTP/1.1" status: 200 len: 217 time: 0.0767810 Feb 07 13:06:50.621809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Deleting port e1db4f95-ec13-413f-9f79-b30e607e8a14 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:06:50.623154 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:50.629538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port dcdea857-56a9-4a1a-9864-047c41b2b910, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dcdea857-56a9-4a1a-9864-047c41b2b910,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:50.630481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd24b564-cebd-4751-a9b2-796a1fc5f65a,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:50.643835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Checking segment: {'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:50.643835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Network hostable DHCP agents. Network: 6503d2a2-e957-45f1-8c5c-63980e4283c7, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:06:50.730687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:50.772265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Network 6503d2a2-e957-45f1-8c5c-63980e4283c7 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:06:50.773641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a9c8c2a-7855-4217-82a8-1032fbee2e76 req-02ce9a3d-d50a-461a-aefd-6982b498f377 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634199 Feb 07 13:06:50.776425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-742692ba-6b42-4bea-9794-b660c06ed904 req-9316cc4d-9928-49ac-9b53-71bfac943339 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661928 Feb 07 13:06:50.902015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=dcdea857-56a9-4a1a-9864-047c41b2b910,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:50.909035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-a379fb9f-562f-4e34-9edc-3f66d4be99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:50.910545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-a379fb9f-562f-4e34-9edc-3f66d4be99f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95839be8-23dc-4184-ab83-27ffa25a5e72 HTTP/1.1" status: 200 len: 834 time: 0.2446244 Feb 07 13:06:50.913874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6503d2a2-e957-45f1-8c5c-63980e4283c7) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:50.931203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:50.931203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:50.931485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec0077-d9b5-499c-8750-af572cf6fe49 None None] Network 6503d2a2-e957-45f1-8c5c-63980e4283c7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:51.098899 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b4d19ad3-81d0-4179-890a-317d9beaab07 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4850891 Feb 07 13:06:51.108839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39286) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:51.108839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:51.120494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:51.137235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Usage tracker for resource:router and tenant:1d9a327bf59640419ea0acd38d316f58 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:51.145637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:51.167436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:51.269077 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:51.270512 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:51.287108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:06:46Z', 'revision_number': 4, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '64c6686e-dd4e-4256-910c-802a76bfa8e4', 'name': '', 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'mac_address': 'fa:16:3e:dc:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '44a7a156-8ab5-4c87-a44e-6fa16ab5e491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:45Z', 'updated_at': '2022-02-07T13:06:47Z', 'revision_number': 2, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'subnets': [{'id': '44a7a156-8ab5-4c87-a44e-6fa16ab5e491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:51.298657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dcdea857-56a9-4a1a-9864-047c41b2b910 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:51.299403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:51.331872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Checking router: 5b9467f5-dad9-4f00-9bdd-11afb672d630 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:06:51.332260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Updating router 5b9467f5-dad9-4f00-9bdd-11afb672d630 port 64c6686e-dd4e-4256-910c-802a76bfa8e4 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:06:51.359292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-6503d2a2-e957-45f1-8c5c-63980e4283c7', 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'fixed_ips': [{'subnet_id': 'cd24b564-cebd-4751-a9b2-796a1fc5f65a'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:06:51.363738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:51.482112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] For port e1db4f95-ec13-413f-9f79-b30e607e8a14, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e1db4f95-ec13-413f-9f79-b30e607e8a14,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:51.482688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:51.502389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429643e-c29b-4949-9599-bfa8377f621b req-896b8a04-3518-4b67-93f3-57fdf17d6042 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:51.503993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1429643e-c29b-4949-9599-bfa8377f621b req-896b8a04-3518-4b67-93f3-57fdf17d6042 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 982 time: 0.5115955 Feb 07 13:06:51.511818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf463e-3bf4-4b47-b475-3c349f54b392 req-ddf98bf2-7cd4-47ce-b30a-7f750e7d3595 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:51.514027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ccf463e-3bf4-4b47-b475-3c349f54b392 req-ddf98bf2-7cd4-47ce-b30a-7f750e7d3595 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3800845 Feb 07 13:06:51.581003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Allocated IP 172.20.0.2 (6503d2a2-e957-45f1-8c5c-63980e4283c7/cd24b564-cebd-4751-a9b2-796a1fc5f65a/d5cd3a98-b723-4196-9b4e-cbb45e4e347c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:51.589924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-f54adf31-2384-473b-a02b-ab3a2de65d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:51.592914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-f54adf31-2384-473b-a02b-ab3a2de65d37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51db2595-7812-41b2-9e9c-e26497a3739c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6543858 Feb 07 13:06:51.613123 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:51.708503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Calling delete_port for e1db4f95-ec13-413f-9f79-b30e607e8a14 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:06:51.825634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dcdea857-56a9-4a1a-9864-047c41b2b910 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:51.826349 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:51.854157 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:51.895152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ccf463e-3bf4-4b47-b475-3c349f54b392 req-5fcd0435-d9b5-4981-b9a6-b996354ed5c5 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739445 Feb 07 13:06:51.920346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1429643e-c29b-4949-9599-bfa8377f621b req-d5ec8c57-6bc2-4568-b9f5-1f1e71b95876 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4016793 Feb 07 13:06:51.989212 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255dc412-e803-4e44-a3f0-079162e874a3', 'name': 'network-vif-deleted', 'tag': '807248e8-7471-4529-9fd1-2a4652afc3ca', 'status': 'completed', 'code': 200} Feb 07 13:06:51.989548 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81', 'status': 'completed', 'code': 200} Feb 07 13:06:52.024599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-a3049668-5882-4c39-a32d-cc7999218e1a service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284483 Feb 07 13:06:52.306538 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.332977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c4bc2acd-f64e-4b96-9b9d-683a37653e82 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:52.334894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.365909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Transition to ACTIVE for port object d5cd3a98-b723-4196-9b4e-cbb45e4e347c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:52.369066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.395054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.413807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['993290b2-5361-4bef-976d-bce4ddc249f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:52.461956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Transition to ACTIVE for port object d5cd3a98-b723-4196-9b4e-cbb45e4e347c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:52.487627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event deleted for resources: {'Port': ['ID=e1db4f95-ec13-413f-9f79-b30e607e8a14,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:52.516281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Allocated IP 172.25.7.14 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/4ae9f84c-dc87-4942-ad71-62a0a0537600) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:52.584611 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.592126 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.622780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd84b311-db33-4c52-a440-c5bec69b8f51 req-04d40905-6b74-4421-84e5-8238f0eb72c0 service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893612 Feb 07 13:06:52.627940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] No DVR routers for this DVR port e1db4f95-ec13-413f-9f79-b30e607e8a14 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:06:52.639456 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.653528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8bd11-6836-4e7f-854e-76faf15b02cd req-f2f71abd-dec9-4640-867a-cf65e86ce70c tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:52.661144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2b8bd11-6836-4e7f-854e-76faf15b02cd req-f2f71abd-dec9-4640-867a-cf65e86ce70c tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.4223692 Feb 07 13:06:52.675272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c4bc2acd-f64e-4b96-9b9d-683a37653e82 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:52.687505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Transition to ACTIVE for port object 64c6686e-dd4e-4256-910c-802a76bfa8e4 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:52.689876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c4bc2acd-f64e-4b96-9b9d-683a37653e82 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:52.690234 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.692347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-1ee50e64-1642-45de-bfee-b1e34f0a219d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4511311 Feb 07 13:06:52.710592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:52.720876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:52.722378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.737664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2b8bd11-6836-4e7f-854e-76faf15b02cd req-779f680b-7e83-47a8-bb48-a6041d4cd922 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743201 Feb 07 13:06:52.737664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Usage tracker for resource:floatingip and tenant:3bea428b5a0843028cea8008916a20ab is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:06:52.743182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Network 6503d2a2-e957-45f1-8c5c-63980e4283c7 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:52.746284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:06:52.754857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:52.757355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:52.770090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:52.789344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f92a03c0-a43c-4e29-83aa-917306c5c63e req-f538047c-28a4-4191-8ba7-49a131b36b0c tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.47 "DELETE /v2.0/ports/e1db4f95-ec13-413f-9f79-b30e607e8a14 HTTP/1.1" status: 204 len: 173 time: 2.3910685 Feb 07 13:06:52.795950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Pushing event updated for resources: {'Port': ['ID=d5cd3a98-b723-4196-9b4e-cbb45e4e347c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:52.818225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.868643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.897684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:52.967744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bea8b-0bb4-42da-92e3-c7a18ce0345f None None] Pushing event updated for resources: {'Port': ['ID=64c6686e-dd4e-4256-910c-802a76bfa8e4,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:52.970974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:52.972183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:52.976076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:52.979412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-2a39532a-f755-4e9b-b11c-6e4153832def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:52.981023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-2a39532a-f755-4e9b-b11c-6e4153832def service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1133 time: 0.1891959 Feb 07 13:06:53.024201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae9f84c-dc87-4942-ad71-62a0a0537600,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:53.138210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Attempting to bind port d5cd3a98-b723-4196-9b4e-cbb45e4e347c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:53.138989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Attempting to bind port d5cd3a98-b723-4196-9b4e-cbb45e4e347c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:53.139657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Attempting to bind port d5cd3a98-b723-4196-9b4e-cbb45e4e347c on network 6503d2a2-e957-45f1-8c5c-63980e4283c7 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:53.168467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:53.169300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Checking segment: {'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:53.170477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.171052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Bound using segment: {'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:53.171725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Bound port: d5cd3a98-b723-4196-9b4e-cbb45e4e347c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:53.172325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.200330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-7be09fc4-6853-466a-a8ca-01563b7f24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:53.202892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-7be09fc4-6853-466a-a8ca-01563b7f24fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=51db2595-7812-41b2-9e9c-e26497a3739c HTTP/1.1" status: 200 len: 896 time: 0.2144964 Feb 07 13:06:53.310899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-93f0cac6-ba81-4a8c-9241-e9fc301e1eec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83edc667-a683-4d11-a876-c8bfcd355d81 HTTP/1.1" status: 200 len: 217 time: 0.0763612 Feb 07 13:06:53.423044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3469d49c-cabb-441a-81f5-f4f6790444e2 req-04b30543-deb6-431b-8e81-507a6a679644 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:53.431736 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.444210 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.457288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-c75e51d0-f7ba-421b-9b1a-a93fbc54403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:53.457288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-c75e51d0-f7ba-421b-9b1a-a93fbc54403a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95839be8-23dc-4184-ab83-27ffa25a5e72 HTTP/1.1" status: 200 len: 834 time: 0.1252701 Feb 07 13:06:53.460439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Attempting to bind port 64c6686e-dd4e-4256-910c-802a76bfa8e4 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:53.460842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Attempting to bind port 64c6686e-dd4e-4256-910c-802a76bfa8e4 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:53.461203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Attempting to bind port 64c6686e-dd4e-4256-910c-802a76bfa8e4 on network f6027093-d9ab-4546-9cf7-554874a39c90 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:53.484896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:53.485276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Checking segment: {'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:53.485671 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.486055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Bound using segment: {'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:53.486522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Bound port: 64c6686e-dd4e-4256-910c-802a76bfa8e4, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3942f7e1-a65f-4a33-9700-17caf9b8ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:53.486889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.512871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] For port d5cd3a98-b723-4196-9b4e-cbb45e4e347c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:53.549999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] For port d5cd3a98-b723-4196-9b4e-cbb45e4e347c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d5cd3a98-b723-4196-9b4e-cbb45e4e347c,segment=NetworkSegment(89c3a8cf-53a1-42ff-8e61-942d9588114d),segment_id=89c3a8cf-53a1-42ff-8e61-942d9588114d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:53.555142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c4bc2acd-f64e-4b96-9b9d-683a37653e82, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c4bc2acd-f64e-4b96-9b9d-683a37653e82,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:53.567521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3469d49c-cabb-441a-81f5-f4f6790444e2 req-04b30543-deb6-431b-8e81-507a6a679644 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:53.568710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3469d49c-cabb-441a-81f5-f4f6790444e2 req-04b30543-deb6-431b-8e81-507a6a679644 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144 HTTP/1.1" status: 200 len: 210 time: 0.2015417 Feb 07 13:06:53.617485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] For port 64c6686e-dd4e-4256-910c-802a76bfa8e4, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:53.621376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] For port 64c6686e-dd4e-4256-910c-802a76bfa8e4, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64c6686e-dd4e-4256-910c-802a76bfa8e4,segment=NetworkSegment(3942f7e1-a65f-4a33-9700-17caf9b8ed8b),segment_id=3942f7e1-a65f-4a33-9700-17caf9b8ed8b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:53.643157 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.648662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-75e661fd-2392-4ff2-abe9-fdf61d044330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:53.650308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-75e661fd-2392-4ff2-abe9-fdf61d044330 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51db2595-7812-41b2-9e9c-e26497a3739c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574786 Feb 07 13:06:53.697812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.709677 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.727187 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:53.761674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cef6a-9803-4ebc-bfd2-7b682dd64759 None None] Pushing event updated for resources: {'Port': ['ID=d5cd3a98-b723-4196-9b4e-cbb45e4e347c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:53.825422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Allocated IP 172.25.7.213 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/0a946a7e-7ebb-48f3-94c8-bfcec1260c73) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:53.872121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Routers {'5b9467f5-dad9-4f00-9bdd-11afb672d630'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:53.873569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5b9467f5-dad9-4f00-9bdd-11afb672d630'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:53.994742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c4bc2acd-f64e-4b96-9b9d-683a37653e82,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:54.092535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bea8b-0bb4-42da-92e3-c7a18ce0345f None None] Pushing event updated for resources: {'Port': ['ID=64c6686e-dd4e-4256-910c-802a76bfa8e4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:54.201142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 83edc667-a683-4d11-a876-c8bfcd355d81 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:06:54.261679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144', 'name': 'network-vif-deleted', 'tag': 'e1db4f95-ec13-413f-9f79-b30e607e8a14'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:54.269106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] Set router 5b9467f5-dad9-4f00-9bdd-11afb672d630 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:54.358613 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:54.389106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-9aab216c-0409-495d-b53f-8dbe6a751ff4 service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272189 Feb 07 13:06:54.402569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd830c2-1d59-490d-8c09-c446a7d43b01 req-8793eff0-d928-4386-ab3d-a4ffef9affd1 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:54.404883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccd830c2-1d59-490d-8c09-c446a7d43b01 req-8793eff0-d928-4386-ab3d-a4ffef9affd1 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.7141023 Feb 07 13:06:54.414800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e1db4f95-ec13-413f-9f79-b30e607e8a14 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:06:54.440556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:54.467392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: e1db4f95-ec13-413f-9f79-b30e607e8a14 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:06:54.468102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e1db4f95-ec13-413f-9f79-b30e607e8a14 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:06:54.502837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:54.556571 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:54.605251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:54.626883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:54.647280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccd830c2-1d59-490d-8c09-c446a7d43b01 req-3dfa5371-03e3-47d6-b5d1-b290a36051fa tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693542 Feb 07 13:06:54.648689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:54.683376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 83edc667-a683-4d11-a876-c8bfcd355d81, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=83edc667-a683-4d11-a876-c8bfcd355d81,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:54.716466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '83edc667-a683-4d11-a876-c8bfcd355d81', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'port_id': '83edc667-a683-4d11-a876-c8bfcd355d81', 'mac_address': 'fa:16:3e:30:f3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:06:54.734669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event updated for resources: {'Port': ['ID=0a946a7e-7ebb-48f3-94c8-bfcec1260c73,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:54.740646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2b9ff58-dc79-4c59-83d0-0cf8544ecbef req-43f35d28-cffb-4ba5-aaa4-4d2be62ee98d service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347461 Feb 07 13:06:54.766501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:06:54.807509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:54.829398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:54.865154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83edc667-a683-4d11-a876-c8bfcd355d81 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:06:54.890331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 83edc667-a683-4d11-a876-c8bfcd355d81, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=83edc667-a683-4d11-a876-c8bfcd355d81,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:54.934849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:06:46Z', 'revision_number': 4, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '64c6686e-dd4e-4256-910c-802a76bfa8e4', 'name': '', 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'mac_address': 'fa:16:3e:dc:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '44a7a156-8ab5-4c87-a44e-6fa16ab5e491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:45Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 4, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'subnets': [{'id': '44a7a156-8ab5-4c87-a44e-6fa16ab5e491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:54.941408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b708a-223a-47cf-bed2-ad38f5b28c20 None None] The sync data for ids ['5b9467f5-dad9-4f00-9bdd-11afb672d630'] in n-d-811416-5 is: [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:06:46Z', 'revision_number': 4, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '64c6686e-dd4e-4256-910c-802a76bfa8e4', 'name': '', 'network_id': 'f6027093-d9ab-4546-9cf7-554874a39c90', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'mac_address': 'fa:16:3e:dc:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '44a7a156-8ab5-4c87-a44e-6fa16ab5e491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:45Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 4, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'subnets': [{'id': '44a7a156-8ab5-4c87-a44e-6fa16ab5e491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:06:54.965467 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:54.973729 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:55.011102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:55.066930 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Sync routers for ids ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:06:55.071762 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Routers {'ec7022fc-c8c0-41d6-bb78-13b787ee6b41'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:55.072916 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:55.182944 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:55.184709 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f6c15f03-66e3-45f5-9f7e-d7799a6a9cc5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0824785 Feb 07 13:06:55.188337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39310) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:06:55.194392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=83edc667-a683-4d11-a876-c8bfcd355d81,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:55.291721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['83edc667-a683-4d11-a876-c8bfcd355d81'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:55.334668 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:55.391188 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Set router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:55.435651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0d64e-ed35-48fe-bf1f-812bfdf5d99b None None] Network 6503d2a2-e957-45f1-8c5c-63980e4283c7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:06:55.440228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:55.721898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:55.753632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event updated for resources: {'Port': ['ID=0a946a7e-7ebb-48f3-94c8-bfcec1260c73,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:55.761869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-959b2bb2-cc11-4f43-9f52-54376b7d9e21 None None] Provisioning for port d5cd3a98-b723-4196-9b4e-cbb45e4e347c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:55.866718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae37e3-b98e-401f-b67a-c762396056b0 req-ec6784b5-11fa-4536-a915-53a243b287ac tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:55.870997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5dae37e3-b98e-401f-b67a-c762396056b0 req-ec6784b5-11fa-4536-a915-53a243b287ac tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3297713 Feb 07 13:06:55.931017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:55.932258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-489c431e-237c-45da-8e3d-af81141aeb4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2264369 Feb 07 13:06:55.995194 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 3, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port': {'id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:52Z', 'updated_at': '2022-02-07T13:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:56.020980 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Checking router: ec7022fc-c8c0-41d6-bb78-13b787ee6b41 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:06:56.022298 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Updating router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 port 4ae9f84c-dc87-4942-ad71-62a0a0537600 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:06:56.122038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64c6686e-dd4e-4256-910c-802a76bfa8e4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:56.130281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5dae37e3-b98e-401f-b67a-c762396056b0 req-691d04b4-46fa-47da-9c52-36d1e76f9067 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396319 Feb 07 13:06:56.137105 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:56.170748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-8f05c19b-b67a-48c2-b36e-aeefa3e74c9d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Synchronizing usage tracker for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:56.257709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-8f05c19b-b67a-48c2-b36e-aeefa3e74c9d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Unset dirty status for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:56.259356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-8f05c19b-b67a-48c2-b36e-aeefa3e74c9d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.3158128 Feb 07 13:06:56.314346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 64c6686e-dd4e-4256-910c-802a76bfa8e4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:56.320187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 64c6686e-dd4e-4256-910c-802a76bfa8e4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:56.320556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:56.525172 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:56.604431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-fc46e153-c7fd-4bf5-b1af-769cda452ed4 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:56.605960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00bf428a-c6d9-4067-b98c-3de86caedb61 req-fc46e153-c7fd-4bf5-b1af-769cda452ed4 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.3358769 Feb 07 13:06:56.653139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 64c6686e-dd4e-4256-910c-802a76bfa8e4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64c6686e-dd4e-4256-910c-802a76bfa8e4,segment=NetworkSegment(3942f7e1-a65f-4a33-9700-17caf9b8ed8b),segment_id=3942f7e1-a65f-4a33-9700-17caf9b8ed8b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:56.672924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4699c3e-34a0-4792-8dbd-752d633d5514 req-1edb1e4f-324e-4ecf-bd29-c9681db8fa6d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:56.682768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:56.688462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4699c3e-34a0-4792-8dbd-752d633d5514 req-1edb1e4f-324e-4ecf-bd29-c9681db8fa6d tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 983 time: 0.2061379 Feb 07 13:06:56.737047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:56.738006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c4bc2acd-f64e-4b96-9b9d-683a37653e82 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:56.779443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4699c3e-34a0-4792-8dbd-752d633d5514 req-20d800da-087d-4e59-842b-b39614c00041 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0895607 Feb 07 13:06:56.781508 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:56.810951 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Transition to ACTIVE for port object 4ae9f84c-dc87-4942-ad71-62a0a0537600 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:56.891538 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:56.913878 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9c0ce7-afef-4fb2-a1e9-ecad32ae7144', 'name': 'network-vif-deleted', 'tag': 'e1db4f95-ec13-413f-9f79-b30e607e8a14', 'status': 'completed', 'code': 200} Feb 07 13:06:56.930942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c4bc2acd-f64e-4b96-9b9d-683a37653e82 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:56.931920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:56.965811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=64c6686e-dd4e-4256-910c-802a76bfa8e4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:57.028500 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Attempting to bind port 4ae9f84c-dc87-4942-ad71-62a0a0537600 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:06:57.029478 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Attempting to bind port 4ae9f84c-dc87-4942-ad71-62a0a0537600 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:06:57.029847 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Attempting to bind port 4ae9f84c-dc87-4942-ad71-62a0a0537600 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:06:57.039135 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cf966-2870-41be-adb1-e9e7b549cdc6 None None] Pushing event updated for resources: {'Port': ['ID=4ae9f84c-dc87-4942-ad71-62a0a0537600,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:57.052131 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:06:57.052131 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:06:57.052131 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.052131 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:06:57.052131 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Bound port: 4ae9f84c-dc87-4942-ad71-62a0a0537600, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:06:57.052131 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.062084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Allocated IP 172.20.0.1 (6503d2a2-e957-45f1-8c5c-63980e4283c7/cd24b564-cebd-4751-a9b2-796a1fc5f65a/71ac5004-f33c-4e66-9e9f-4cbdab40fde8) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:57.097038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d5cd3a98-b723-4196-9b4e-cbb45e4e347c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:57.167737 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] For port 4ae9f84c-dc87-4942-ad71-62a0a0537600, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:06:57.177041 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] For port 4ae9f84c-dc87-4942-ad71-62a0a0537600, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ae9f84c-dc87-4942-ad71-62a0a0537600,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:06:57.255050 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.258113 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.275173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port d5cd3a98-b723-4196-9b4e-cbb45e4e347c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:57.276260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Transition to ACTIVE for port object 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:06:57.290671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d5cd3a98-b723-4196-9b4e-cbb45e4e347c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:57.291050 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.298114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d46860-19b5-4de5-9de4-3f0109530b5d req-e580fedb-3d79-4937-aa6c-55001e635d52 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:57.300780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9d46860-19b5-4de5-9de4-3f0109530b5d req-e580fedb-3d79-4937-aa6c-55001e635d52 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.1616273 Feb 07 13:06:57.307184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5634-f23a-4242-887b-cdb3e7a7c0d8 req-501ff239-659e-42f9-80b1-d35f7c508a78 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:57.307869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-201e5634-f23a-4242-887b-cdb3e7a7c0d8 req-501ff239-659e-42f9-80b1-d35f7c508a78 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Synchronizing usage tracker for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:06:57.369615 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Routers {'ec7022fc-c8c0-41d6-bb78-13b787ee6b41'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:06:57.369615 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:57.370387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9d46860-19b5-4de5-9de4-3f0109530b5d req-17149ae6-1873-46d7-80dd-4542831061f3 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505135 Feb 07 13:06:57.395051 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.447437 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.465920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Network 6503d2a2-e957-45f1-8c5c-63980e4283c7 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:57.467480 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cf966-2870-41be-adb1-e9e7b549cdc6 None None] Pushing event updated for resources: {'Port': ['ID=4ae9f84c-dc87-4942-ad71-62a0a0537600,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:57.470728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:57.485783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:57.491591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port d5cd3a98-b723-4196-9b4e-cbb45e4e347c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d5cd3a98-b723-4196-9b4e-cbb45e4e347c,segment=NetworkSegment(89c3a8cf-53a1-42ff-8e61-942d9588114d),segment_id=89c3a8cf-53a1-42ff-8e61-942d9588114d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:57.505296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-201e5634-f23a-4242-887b-cdb3e7a7c0d8 req-501ff239-659e-42f9-80b1-d35f7c508a78 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Unset dirty status for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:06:57.506574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-201e5634-f23a-4242-887b-cdb3e7a7c0d8 req-501ff239-659e-42f9-80b1-d35f7c508a78 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 948 time: 0.3124967 Feb 07 13:06:57.537020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Pushing event updated for resources: {'Port': ['ID=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:57.578218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.588562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.602853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-123490f2-7cf9-4032-9a38-a47a13981458 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2103295 Feb 07 13:06:57.610265 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] Set router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:06:57.631142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-201e5634-f23a-4242-887b-cdb3e7a7c0d8 req-7be8e539-ab84-4906-accc-8d64fac6b7b2 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120150 Feb 07 13:06:57.665906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:06:57.674119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:06:57.686564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:06:57.759794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=d5cd3a98-b723-4196-9b4e-cbb45e4e347c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:57.799996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441563e8-b9d6-41f7-9839-33552ef003bc req-611cdfe5-5a1e-4a39-8580-bc711bfb1dc9 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:57.799996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441563e8-b9d6-41f7-9839-33552ef003bc req-611cdfe5-5a1e-4a39-8580-bc711bfb1dc9 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.47 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 948 time: 0.1681819 Feb 07 13:06:57.799996 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.844615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64c6686e-dd4e-4256-910c-802a76bfa8e4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:57.864685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:57.921124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a14bd269-a9f7-438e-85fc-48de0326a104 None None] Provisioning for port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:57.951331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a14bd269-a9f7-438e-85fc-48de0326a104 None None] Provisioning complete for port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:57.952026 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a14bd269-a9f7-438e-85fc-48de0326a104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.085351 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 3, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port': {'id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:52Z', 'updated_at': '2022-02-07T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:06:58.089861 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c55af-9e39-4b12-8b56-c316635e92ae None None] The sync data for ids ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'] in n-d-811416-5 is: [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 3, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port': {'id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:52Z', 'updated_at': '2022-02-07T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:06:58.130149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a14bd269-a9f7-438e-85fc-48de0326a104 None None] Port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:58.133704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Deleting port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:06:58.134078 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.144549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 64c6686e-dd4e-4256-910c-802a76bfa8e4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:58.145006 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.201907 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.204847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.214112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 83edc667-a683-4d11-a876-c8bfcd355d81 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:06:58.348536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.415586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 83edc667-a683-4d11-a876-c8bfcd355d81 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:06:58.417508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 83edc667-a683-4d11-a876-c8bfcd355d81 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:58.417880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.543786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.545177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Allocated IP 172.25.7.221 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/f77194aa-d790-45da-a138-408a0be4984e) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:06:58.548900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Pushing event updated for resources: {'Port': ['ID=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:58.599281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] For port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:58.599679 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.627817 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.688416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:58.704299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 83edc667-a683-4d11-a876-c8bfcd355d81, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=83edc667-a683-4d11-a876-c8bfcd355d81,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:06:58.714857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Network 6503d2a2-e957-45f1-8c5c-63980e4283c7 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:58.716129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:58.828933 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:58.883633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Calling delete_port for 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:06:58.962746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=83edc667-a683-4d11-a876-c8bfcd355d81,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:58.968147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:06:59.061736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4131cabd-5660-4fb2-a408-31f45def0fdd None None] Provisioning complete for port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:06:59.062098 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4131cabd-5660-4fb2-a408-31f45def0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:59.119311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:59.128220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4131cabd-5660-4fb2-a408-31f45def0fdd None None] Port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:06:59.130390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b6c3c-c0c6-48fa-a817-3eac5454e819 req-312dd6b2-237e-4d51-82b1-42b2c25fb24f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:59.131945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-272b6c3c-c0c6-48fa-a817-3eac5454e819 req-312dd6b2-237e-4d51-82b1-42b2c25fb24f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.5171063 Feb 07 13:06:59.209483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-272b6c3c-c0c6-48fa-a817-3eac5454e819 req-9c404fa3-e0d0-464e-bc70-3224720ae123 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675287 Feb 07 13:06:59.297622 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:59.310057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['6aaa0c4a-8ec0-4fa4-983d-9111712118b8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:59.330537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:06:59.349292 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-181e39a9-c04f-4ed3-a7f2-4e870faf009a admin admin] 10.222.0.69 "PUT /v2.0/routers/ec7022fc-c8c0-41d6-bb78-13b787ee6b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1502614 Feb 07 13:06:59.363957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6f41edb0-e8bc-4a5e-b89b-8cf2604ae222'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:06:59.366845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Pushing event deleted for resources: {'Port': ['ID=6f41edb0-e8bc-4a5e-b89b-8cf2604ae222,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:59.444714 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:59.521472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] No DVR routers for this DVR port 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:06:59.532778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:59.539779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3584be96-e3d0-49de-8c9a-a314d4ef106e', 'name': 'network-vif-deleted', 'tag': '6f41edb0-e8bc-4a5e-b89b-8cf2604ae222'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:06:59.567249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:06:59.573273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:06:59.612077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event updated for resources: {'Port': ['ID=f77194aa-d790-45da-a138-408a0be4984e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:06:59.614637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:06:59.657004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441563e8-b9d6-41f7-9839-33552ef003bc req-3148e5f6-a86d-4891-ae0c-96b7515c0e97 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.47 "DELETE /v2.0/ports/6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 HTTP/1.1" status: 204 len: 173 time: 1.8403678 Feb 07 13:06:59.728307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a56434-db0f-4d58-bf10-378ea5f93fa0 req-75106068-34c9-4ad7-9a34-9495b8a05d25 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:06:59.742970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46a56434-db0f-4d58-bf10-378ea5f93fa0 req-75106068-34c9-4ad7-9a34-9495b8a05d25 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.1645765 Feb 07 13:06:59.790580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:06:59.828614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46a56434-db0f-4d58-bf10-378ea5f93fa0 req-678acad0-148c-40e5-a888-90ef9fde7975 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913532 Feb 07 13:06:59.994243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ae9f84c-dc87-4942-ad71-62a0a0537600 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:00.182685 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4ae9f84c-dc87-4942-ad71-62a0a0537600 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:00.193107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4ae9f84c-dc87-4942-ad71-62a0a0537600 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:00.193348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:00.193821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:00.276786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0399fd-4ffc-4d6f-86c4-cad2000966b6 req-f107c02d-40f1-41a5-9b9d-bbbafbabc6c3 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:00.278188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e0399fd-4ffc-4d6f-86c4-cad2000966b6 req-f107c02d-40f1-41a5-9b9d-bbbafbabc6c3 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 984 time: 0.2880876 Feb 07 13:07:00.323501 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:00.340321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4ae9f84c-dc87-4942-ad71-62a0a0537600, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ae9f84c-dc87-4942-ad71-62a0a0537600,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:00.431493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e0399fd-4ffc-4d6f-86c4-cad2000966b6 req-6762bbdc-2b56-4c9a-bd09-dde21ddbec3a tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1389141 Feb 07 13:07:00.497024 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:00.500725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d5cd3a98-b723-4196-9b4e-cbb45e4e347c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:00.514649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914500c5-421a-4620-8247-24cf45b8880c req-314e82fe-0999-44d7-9338-bb742785735e tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:00.515759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-914500c5-421a-4620-8247-24cf45b8880c req-314e82fe-0999-44d7-9338-bb742785735e tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 945 time: 0.1252527 Feb 07 13:07:00.610884 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:00.624697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4ae9f84c-dc87-4942-ad71-62a0a0537600,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:00.636601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d5cd3a98-b723-4196-9b4e-cbb45e4e347c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:00.637039 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:00.656674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Deleting port 1c42b387-3d62-4843-b21f-de6a26756d48 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:00.657025 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:00.761623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfdfd0-bb35-43e2-9c6d-b37e0625bff2 req-7bd3ca4f-2406-4e40-9623-317d3ee05839 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:00.763302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72bfdfd0-bb35-43e2-9c6d-b37e0625bff2 req-7bd3ca4f-2406-4e40-9623-317d3ee05839 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 945 time: 0.2008858 Feb 07 13:07:00.832318 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:00.932762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72bfdfd0-bb35-43e2-9c6d-b37e0625bff2 req-3771e027-1c6a-48d9-ab6c-d757df39c062 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/security-groups?id=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623459 Feb 07 13:07:01.030646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event updated for resources: {'Port': ['ID=f77194aa-d790-45da-a138-408a0be4984e,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:01.067598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:01.084735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] For port 1c42b387-3d62-4843-b21f-de6a26756d48, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c42b387-3d62-4843-b21f-de6a26756d48,segment=NetworkSegment(b30f9a40-41d8-4f13-8e36-a1c174055af7),segment_id=b30f9a40-41d8-4f13-8e36-a1c174055af7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:01.085100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:01.252350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Calling delete_port for 1c42b387-3d62-4843-b21f-de6a26756d48 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:01.300703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ed859353-5ab6-4325-ab15-28e9e4ba1584 req-00b2384a-f9c5-4fe8-8b94-46ac25a696f7 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Synchronizing usage tracker for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:01.375452 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:01.376592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-ad2dbc41-de97-4848-94b0-ce42f55f1d28 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7507837 Feb 07 13:07:01.470075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ed859353-5ab6-4325-ab15-28e9e4ba1584 req-00b2384a-f9c5-4fe8-8b94-46ac25a696f7 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Unset dirty status for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:01.471499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed859353-5ab6-4325-ab15-28e9e4ba1584 req-00b2384a-f9c5-4fe8-8b94-46ac25a696f7 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=3584be96-e3d0-49de-8c9a-a314d4ef106e HTTP/1.1" status: 200 len: 210 time: 0.3129470 Feb 07 13:07:01.480872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-64f16405-0683-4200-95fc-bc0610edc243 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Synchronizing usage tracker for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:01.542316 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81', 'code': 200} Feb 07 13:07:01.559866 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:01.574728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['1c42b387-3d62-4843-b21f-de6a26756d48'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:07:01.680011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-64f16405-0683-4200-95fc-bc0610edc243 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Unset dirty status for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:01.681253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-64f16405-0683-4200-95fc-bc0610edc243 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.2972629 Feb 07 13:07:01.694798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Pushing event deleted for resources: {'Port': ['ID=1c42b387-3d62-4843-b21f-de6a26756d48,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:01.800451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ae9f84c-dc87-4942-ad71-62a0a0537600 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:01.836946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Sync routers for ids ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:07:01.865929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Routers {'ec7022fc-c8c0-41d6-bb78-13b787ee6b41'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:01.866701 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:02.002100 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3584be96-e3d0-49de-8c9a-a314d4ef106e', 'name': 'network-vif-deleted', 'tag': '6f41edb0-e8bc-4a5e-b89b-8cf2604ae222', 'status': 'completed', 'code': 200} Feb 07 13:07:02.022732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] No DVR routers for this DVR port 1c42b387-3d62-4843-b21f-de6a26756d48 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:02.034765 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:02.105960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Set router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:02.121268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-914500c5-421a-4620-8247-24cf45b8880c req-88aaeafd-3494-452b-b84f-55551996c5a2 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.47 "DELETE /v2.0/ports/1c42b387-3d62-4843-b21f-de6a26756d48 HTTP/1.1" status: 204 len: 173 time: 1.5950615 Feb 07 13:07:02.137283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-0b966f22-6e0d-43bf-a0b7-512e0d179b9d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:02.139503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08746f05-44b7-4421-aad6-937b61cf4b79 req-0b966f22-6e0d-43bf-a0b7-512e0d179b9d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.4457469 Feb 07 13:07:02.141993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc54e4-e19b-4bd4-ade3-499f960a1cee req-9e90e060-f654-4a4a-816c-28c6ffda2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:02.143486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ccc54e4-e19b-4bd4-ade3-499f960a1cee req-9e90e060-f654-4a4a-816c-28c6ffda2110 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1135 time: 0.5031660 Feb 07 13:07:02.202326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ccc54e4-e19b-4bd4-ade3-499f960a1cee req-c508466b-8c3f-468d-ad5b-07ce33c17e52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0500364 Feb 07 13:07:02.273624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4ae9f84c-dc87-4942-ad71-62a0a0537600 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:02.273996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:02.331526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-da2c9f9b-c650-4fef-ba3b-8dceb9379d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:02.333068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-da2c9f9b-c650-4fef-ba3b-8dceb9379d51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1095 time: 0.1141839 Feb 07 13:07:02.434619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:02.491680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:02.491916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6f41edb0-e8bc-4a5e-b89b-8cf2604ae222 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:02.608463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-6d0b313f-ccb6-4834-abe6-cd9449766485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:02.609952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-6d0b313f-ccb6-4834-abe6-cd9449766485 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.2661650 Feb 07 13:07:02.721995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a098a94-b1ad-49a4-81b3-1a16f9a1f1fd req-a57bc65e-003a-4f66-813d-13bc7d8fea41 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:02.728986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a098a94-b1ad-49a4-81b3-1a16f9a1f1fd req-a57bc65e-003a-4f66-813d-13bc7d8fea41 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.3148599 Feb 07 13:07:02.752309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4f81-a0da-4d9a-a766-f665a67cadfa req-90059bae-d28d-42b7-9259-c93ae0f3f84b tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:02.752661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:06:57Z', 'revision_number': 4, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port': {'id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:52Z', 'updated_at': '2022-02-07T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '71ac5004-f33c-4e66-9e9f-4cbdab40fde8', 'name': '', 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'mac_address': 'fa:16:3e:e9:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cd24b564-cebd-4751-a9b2-796a1fc5f65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:56Z', 'updated_at': '2022-02-07T13:06:57Z', 'revision_number': 2, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'subnets': [{'id': 'cd24b564-cebd-4751-a9b2-796a1fc5f65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:02.753715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c1f4f81-a0da-4d9a-a766-f665a67cadfa req-90059bae-d28d-42b7-9259-c93ae0f3f84b tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 984 time: 0.3011768 Feb 07 13:07:02.756908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Checking router: ec7022fc-c8c0-41d6-bb78-13b787ee6b41 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:07:02.757243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Updating router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:07:02.807354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-c970890f-a106-401e-aae7-b8b393ac6822 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 999 time: 0.1897948 Feb 07 13:07:02.816022 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:02.860589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a098a94-b1ad-49a4-81b3-1a16f9a1f1fd req-e6fa669a-868a-46ef-a332-f662140bf3f7 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307294 Feb 07 13:07:02.878419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c1f4f81-a0da-4d9a-a766-f665a67cadfa req-093428fc-000c-4999-931c-d95e4c4039bd tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1168835 Feb 07 13:07:02.900737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-2bbb566e-188f-4904-8a4a-5746f73e7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:02.902301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-2bbb566e-188f-4904-8a4a-5746f73e7152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.0840085 Feb 07 13:07:03.104414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e1bf81bf-fef7-4dc3-a4ed-da630cf08888 req-914452d6-16ae-4e7e-b6bf-927df97ecbc7 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Synchronizing usage tracker for tenant:88c015ade30d4b489978e30d491fa4e0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:03.140212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-89e33670-fd1c-4d26-bb48-8bd9578e8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:03.141723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-89e33670-fd1c-4d26-bb48-8bd9578e8f10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322493 Feb 07 13:07:03.154664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb4dd2-afc1-442b-94a9-91843851b2d9 req-9785e4c3-f9e8-455c-aced-3000db8799c3 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:03.161869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4eb4dd2-afc1-442b-94a9-91843851b2d9 req-9785e4c3-f9e8-455c-aced-3000db8799c3 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1723483 Feb 07 13:07:03.246321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e1bf81bf-fef7-4dc3-a4ed-da630cf08888 req-914452d6-16ae-4e7e-b6bf-927df97ecbc7 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] Unset dirty status for tenant:88c015ade30d4b489978e30d491fa4e0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:03.247539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1bf81bf-fef7-4dc3-a4ed-da630cf08888 req-914452d6-16ae-4e7e-b6bf-927df97ecbc7 tempest-ServerPasswordTestJSON-782897050 tempest-ServerPasswordTestJSON-782897050-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f2f30a2-dc51-4596-b038-c6253b39f50d HTTP/1.1" status: 200 len: 210 time: 0.2058876 Feb 07 13:07:03.264498 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:03.284709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Transition to ACTIVE for port object 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:03.324891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4eb4dd2-afc1-442b-94a9-91843851b2d9 req-4250a74f-863c-4676-9b3e-2e6554ab52ee tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617100 Feb 07 13:07:03.359954 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:03.614785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2e426-16e4-4828-93b4-36cec3726570 None None] Pushing event updated for resources: {'Port': ['ID=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:03.619499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d669bce7-7698-4435-a342-85b4049ea8ab req-f1cc7aec-dc70-4767-b75c-5304fa8984d0 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3223648 Feb 07 13:07:03.629710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:03.649678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:03.660616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-66347b1d-eb2d-48f4-9fb7-a81846899f0d service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823940 Feb 07 13:07:03.664442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:03.713142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Attempting to bind port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:03.713513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Attempting to bind port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:03.713881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Attempting to bind port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 on network 6503d2a2-e957-45f1-8c5c-63980e4283c7 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:03.729899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:03.730176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Checking segment: {'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:03.730481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:03.730870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Bound using segment: {'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:03.731347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Bound port: 71ac5004-f33c-4e66-9e9f-4cbdab40fde8, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c3a8cf-53a1-42ff-8e61-942d9588114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:03.746196 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:03.862357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8abd11-2305-424a-8b07-8edfa4725b7e req-d849d086-4014-44ad-9552-9113e772753a service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940939 Feb 07 13:07:03.863881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:03.903665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] For port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:07:03.907724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] For port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,segment=NetworkSegment(89c3a8cf-53a1-42ff-8e61-942d9588114d),segment_id=89c3a8cf-53a1-42ff-8e61-942d9588114d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:07:03.984287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:04.075882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Routers {'ec7022fc-c8c0-41d6-bb78-13b787ee6b41'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:04.076553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:06:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:04.123654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2f30a2-dc51-4596-b038-c6253b39f50d', 'name': 'network-vif-deleted', 'tag': '1c42b387-3d62-4843-b21f-de6a26756d48'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:04.186827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2e426-16e4-4828-93b4-36cec3726570 None None] Pushing event updated for resources: {'Port': ['ID=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:04.289446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762624c-a6d0-4afd-87a5-f003b3e268e0 req-652a891b-08d8-4d6c-b942-68220a8f35c2 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:04.295933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762624c-a6d0-4afd-87a5-f003b3e268e0 req-652a891b-08d8-4d6c-b942-68220a8f35c2 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:04.302816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762624c-a6d0-4afd-87a5-f003b3e268e0 req-652a891b-08d8-4d6c-b942-68220a8f35c2 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:04.304521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6762624c-a6d0-4afd-87a5-f003b3e268e0 req-652a891b-08d8-4d6c-b942-68220a8f35c2 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb&device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0&device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 2418 time: 0.1471798 Feb 07 13:07:04.306262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:04.322713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] Set router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:04.404227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1c42b387-3d62-4843-b21f-de6a26756d48 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:04.421353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6762624c-a6d0-4afd-87a5-f003b3e268e0 req-175e3df5-c677-41c0-8afb-cbf7e9a324c6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709400 Feb 07 13:07:04.536085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 1c42b387-3d62-4843-b21f-de6a26756d48 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:04.536464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1c42b387-3d62-4843-b21f-de6a26756d48 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:04.538162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Allocated IP 172.25.7.184 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/bffb3c46-2579-4b2d-a65c-e0d3e8145812) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:04.773710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:04.780349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:06:57Z', 'revision_number': 4, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port': {'id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:52Z', 'updated_at': '2022-02-07T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '71ac5004-f33c-4e66-9e9f-4cbdab40fde8', 'name': '', 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'mac_address': 'fa:16:3e:e9:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cd24b564-cebd-4751-a9b2-796a1fc5f65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:56Z', 'updated_at': '2022-02-07T13:07:03Z', 'revision_number': 4, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'subnets': [{'id': 'cd24b564-cebd-4751-a9b2-796a1fc5f65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:04.784346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7976f941-b8e6-4c15-a53a-d449b376db38 None None] The sync data for ids ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'] in n-d-811416-5 is: [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:06:57Z', 'revision_number': 4, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port': {'id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:52Z', 'updated_at': '2022-02-07T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '71ac5004-f33c-4e66-9e9f-4cbdab40fde8', 'name': '', 'network_id': '6503d2a2-e957-45f1-8c5c-63980e4283c7', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'mac_address': 'fa:16:3e:e9:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cd24b564-cebd-4751-a9b2-796a1fc5f65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:56Z', 'updated_at': '2022-02-07T13:07:03Z', 'revision_number': 4, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'subnets': [{'id': 'cd24b564-cebd-4751-a9b2-796a1fc5f65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:07:04.937635 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.032942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:05.036179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:05.039903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:05.084765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event updated for resources: {'Port': ['ID=bffb3c46-2579-4b2d-a65c-e0d3e8145812,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:05.146037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.241980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fca27-f7b0-46e1-9393-53f9370f9396 req-d2c47173-5bee-4bea-8762-946de9cb0e41 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:05.243592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a0fca27-f7b0-46e1-9393-53f9370f9396 req-d2c47173-5bee-4bea-8762-946de9cb0e41 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 984 time: 0.0961280 Feb 07 13:07:05.344508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a0fca27-f7b0-46e1-9393-53f9370f9396 req-ddee7a65-d343-4648-9553-5db986598695 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0736670 Feb 07 13:07:05.345479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.418268 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2f30a2-dc51-4596-b038-c6253b39f50d', 'name': 'network-vif-deleted', 'tag': '1c42b387-3d62-4843-b21f-de6a26756d48', 'status': 'completed', 'code': 200} Feb 07 13:07:05.490386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:05.584396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a99e546-69fa-449d-8ff3-fd51443a279c admin admin] Deleting subnet 89d6ea4c-d881-4895-84e6-6a90211b58cb {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:07:05.587940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a99e546-69fa-449d-8ff3-fd51443a279c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.646039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a99e546-69fa-449d-8ff3-fd51443a279c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.682078 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.700139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312a4f-5eb6-4e85-8ae9-a6b7a715e62c req-2f3be208-4200-4326-a0d7-bf53adab1ef6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:05.702614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0312a4f-5eb6-4e85-8ae9-a6b7a715e62c req-2f3be208-4200-4326-a0d7-bf53adab1ef6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1210339 Feb 07 13:07:05.725683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a99e546-69fa-449d-8ff3-fd51443a279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.771586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.910346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0312a4f-5eb6-4e85-8ae9-a6b7a715e62c req-ad635888-d070-4914-b9a3-91610e030d60 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972091 Feb 07 13:07:05.913567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:05.944002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a99e546-69fa-449d-8ff3-fd51443a279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:05.961543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event updated for resources: {'Port': ['ID=bffb3c46-2579-4b2d-a65c-e0d3e8145812,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:05.991190 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.028920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7a99e546-69fa-449d-8ff3-fd51443a279c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.042887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99e546-69fa-449d-8ff3-fd51443a279c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d6ea4c-d881-4895-84e6-6a90211b58cb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:06.048108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39468) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:06.051162 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7a99e546-69fa-449d-8ff3-fd51443a279c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/89d6ea4c-d881-4895-84e6-6a90211b58cb HTTP/1.1" status: 204 len: 168 time: 0.5554321 Feb 07 13:07:06.164114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.165297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d669bce7-7698-4435-a342-85b4049ea8ab req-fa60d394-758d-4c38-8da2-0d5813ceb564 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5449336 Feb 07 13:07:06.171861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:06.178700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:06.179245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.305290 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.322674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d669bce7-7698-4435-a342-85b4049ea8ab req-3b407e3e-8a5d-4e83-b0c6-d5f79704a07a tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Synchronizing usage tracker for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:06.374051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.413229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,segment=NetworkSegment(89c3a8cf-53a1-42ff-8e61-942d9588114d),segment_id=89c3a8cf-53a1-42ff-8e61-942d9588114d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:06.460562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d669bce7-7698-4435-a342-85b4049ea8ab req-3b407e3e-8a5d-4e83-b0c6-d5f79704a07a tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Unset dirty status for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:06.461724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d669bce7-7698-4435-a342-85b4049ea8ab req-3b407e3e-8a5d-4e83-b0c6-d5f79704a07a tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 696 time: 0.2568865 Feb 07 13:07:06.492776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afefcc-3d3a-4fb8-a2d0-ec28f3a3395e req-4103a330-97c5-450d-9943-8b7161cdd1a8 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:06.494281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92afefcc-3d3a-4fb8-a2d0-ec28f3a3395e req-4103a330-97c5-450d-9943-8b7161cdd1a8 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.3346539 Feb 07 13:07:06.497630 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.523132 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.600771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:06.802882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:06.839798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30f9a40-41d8-4f13-8e36-a1c174055af7') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:06.840126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30f9a40-41d8-4f13-8e36-a1c174055af7') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:06.864426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92afefcc-3d3a-4fb8-a2d0-ec28f3a3395e req-1c177af4-8f8d-47ef-bc9b-f7ff366ea4a7 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431756 Feb 07 13:07:06.865989 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.912407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.943129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:07:06.943464 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:07:06.960574 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:07:07.022433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669bce7-7698-4435-a342-85b4049ea8ab req-18542f14-72f8-4e75-ba31-38f5d3e63127 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:07.023794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d669bce7-7698-4435-a342-85b4049ea8ab req-18542f14-72f8-4e75-ba31-38f5d3e63127 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.5435717 Feb 07 13:07:07.128555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-0c8dd3f4-c8be-46cf-93f4-2a552bbb0ff1 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:07.130641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-0c8dd3f4-c8be-46cf-93f4-2a552bbb0ff1 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 950 time: 0.6138539 Feb 07 13:07:07.236965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:07.261842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:07.285742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:07.297806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Deleting port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:07.298121 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:07.327201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1847488b-1371-4a1f-ad76-76ca87b892e0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/aa30e03d-1f6e-4664-83fa-d1d7aaff5ddf HTTP/1.1" status: 204 len: 168 time: 1.2779670 Feb 07 13:07:07.417921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd360f0-c74e-40ff-9b0b-691d8f55a498 req-d065054c-9053-4e50-bd8c-38f86bbf430f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:07.420432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bd360f0-c74e-40ff-9b0b-691d8f55a498 req-d065054c-9053-4e50-bd8c-38f86bbf430f tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 950 time: 0.3596642 Feb 07 13:07:07.450062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e47d-4589-4888-8759-d6451e8c46fc req-6f23be66-b845-4404-8698-c9d323e11da0 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:07.452307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ac0e47d-4589-4888-8759-d6451e8c46fc req-6f23be66-b845-4404-8698-c9d323e11da0 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 984 time: 0.2836399 Feb 07 13:07:07.616738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bd360f0-c74e-40ff-9b0b-691d8f55a498 req-a570b6b0-016c-4cee-9a6a-f8dbc6219e13 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/security-groups?id=41b41f24-eb1f-4993-a590-07deaf05b556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804934 Feb 07 13:07:07.627094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ac0e47d-4589-4888-8759-d6451e8c46fc req-2478a37b-2410-42c3-933b-3e379be0d9e3 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1591067 Feb 07 13:07:07.727137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] For port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:07.727447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:07.809663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:07.888157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39486) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:07.894133 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:07:07.931361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Calling delete_port for 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:07.955234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:07.955609 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:07.973869 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c719b27f-6a7f-49e5-a63c-c553bab1b84b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88c015ade30d4b489978e30d491fa4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816438 Feb 07 13:07:07.974394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39490) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:08.063654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9220f-c0ac-4da5-aadd-86ca6dc0fb04 req-e7c12a17-e01f-4401-a89e-aa806f124cbe tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:08.071210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40c9220f-c0ac-4da5-aadd-86ca6dc0fb04 req-e7c12a17-e01f-4401-a89e-aa806f124cbe tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2685196 Feb 07 13:07:08.107518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a3202da1-2913-4238-b037-6a5022492654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:08.164185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a3202da1-2913-4238-b037-6a5022492654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:08.264519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40c9220f-c0ac-4da5-aadd-86ca6dc0fb04 req-bc937fa1-355c-4cfb-9afe-01fdc70dad96 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891408 Feb 07 13:07:08.328913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a3202da1-2913-4238-b037-6a5022492654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:08.351048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3202da1-2913-4238-b037-6a5022492654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84af7e7e-e4b0-4ad0-b225-b66c0e3ea750,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:08.372104 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:08.372669 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a3202da1-2913-4238-b037-6a5022492654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:08.378913 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a3202da1-2913-4238-b037-6a5022492654 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84af7e7e-e4b0-4ad0-b225-b66c0e3ea750 HTTP/1.1" status: 204 len: 168 time: 0.4008727 Feb 07 13:07:08.421385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-e68fb9a4-909e-468c-aeab-63a18cef3f2f tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3281155 Feb 07 13:07:08.472936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:08.486672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Pushing event deleted for resources: {'Port': ['ID=6aaa0c4a-8ec0-4fa4-983d-9111712118b8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:08.619767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] No DVR routers for this DVR port 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-deleted', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-12a92796-4d31-481c-b736-9b764a5a8520 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-12a92796-4d31-481c-b736-9b764a5a8520 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1135 time: 0.3333402 Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Usage tracker for resource:security_group_rule and tenant:182c90458c6b4cda92ac21131d347017 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:09.237565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:09.297669 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b1790ca2-5a9d-4f14-88dc-da16c574142f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:09.298319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:09.317349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc6086e0-7c28-47c4-b6bf-1a728c06bb7a req-9a9ac934-90e9-466c-8db6-180e944b2414 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.35 "DELETE /v2.0/ports/6aaa0c4a-8ec0-4fa4-983d-9111712118b8 HTTP/1.1" status: 204 len: 173 time: 2.1789892 Feb 07 13:07:09.320291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:09.398010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1c7f578-bfb8-4a04-af39-c88408f80677 req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6363957 Feb 07 13:07:09.423104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39510) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:09.493465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d588d7-86ae-4d49-a5bd-c330484d339f tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ea9d01-5124-4ba5-b88b-09430c22c67e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:09.571543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b26416-a94d-454e-a256-59d18055e686 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:09.577090 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e0b26416-a94d-454e-a256-59d18055e686 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1130 time: 0.1528947 Feb 07 13:07:09.577813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39516) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:09.586551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '83edc667-a683-4d11-a876-c8bfcd355d81', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:09.598419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:09.606174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:floatingip and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:09.611481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:09.619662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:09.662860 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:09.704557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:09.929497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Allocated IP 172.25.7.137 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/61bfdbfc-7794-4a23-a20e-8d54325f2381) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:09.960224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:10.193425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770efa5b-e3f1-4a16-8776-e3ed228c16d0 req-9c53c79b-728f-499b-8a83-24be1bbe6bfc tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:10.200375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-770efa5b-e3f1-4a16-8776-e3ed228c16d0 req-9c53c79b-728f-499b-8a83-24be1bbe6bfc tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1581450 Feb 07 13:07:10.225611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:10.254836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:10.263129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-770efa5b-e3f1-4a16-8776-e3ed228c16d0 req-3d722db4-dd7d-48e9-8afb-93f05dcaa422 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608938 Feb 07 13:07:10.312032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:10.312032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 6aaa0c4a-8ec0-4fa4-983d-9111712118b8 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:10.423999 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:10.496924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Allocated IP 172.25.7.41 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/eb6b9ce6-fee0-491c-be2e-d36c9c3498c9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:10.518435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f985f49b-ea0c-41fd-ba9b-c72f235a4ac4 req-d8be5c27-5654-41dd-ad5f-34823dba7499 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Synchronizing usage tracker for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:10.524288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event updated for resources: {'Port': ['ID=61bfdbfc-7794-4a23-a20e-8d54325f2381,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:10.538397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:10.540959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:10.546620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:10.656624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:10.680108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f985f49b-ea0c-41fd-ba9b-c72f235a4ac4 req-d8be5c27-5654-41dd-ad5f-34823dba7499 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] Unset dirty status for tenant:8e16dbc29d174e36b7e2eb0f0641c105 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:10.681770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f985f49b-ea0c-41fd-ba9b-c72f235a4ac4 req-d8be5c27-5654-41dd-ad5f-34823dba7499 tempest-ServersAdminTestJSON-532991862 tempest-ServersAdminTestJSON-532991862-project] 10.222.0.69 "GET /v2.0/ports?device_id=65f77ce5-b847-4fe1-866c-bde90bec3f77 HTTP/1.1" status: 200 len: 210 time: 0.2953968 Feb 07 13:07:10.747665 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f77ce5-b847-4fe1-866c-bde90bec3f77', 'name': 'network-vif-deleted', 'tag': '6aaa0c4a-8ec0-4fa4-983d-9111712118b8', 'status': 'completed', 'code': 200} Feb 07 13:07:10.769125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:10.849929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:10.908890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:11.017116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:11.108675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:11.108675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:11.108675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=eb6b9ce6-fee0-491c-be2e-d36c9c3498c9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:11.141990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:11.479407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8fc7bd05-b8bf-40fb-9c38-1ce37b562aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:11.487132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:11.519855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:11.628811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event updated for resources: {'Port': ['ID=61bfdbfc-7794-4a23-a20e-8d54325f2381,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:11.651558 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:11.686112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:11.795370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:11.798981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-43d6b0ed-3bdf-4766-9a26-1637dba14185 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3694282 Feb 07 13:07:11.887786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-7394fcd4-7c82-468c-ad0c-f893ae713bf9 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Synchronizing usage tracker for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:11.987113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-7394fcd4-7c82-468c-ad0c-f893ae713bf9 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Unset dirty status for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:11.988345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-7394fcd4-7c82-468c-ad0c-f893ae713bf9 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.1830392 Feb 07 13:07:12.065099 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:12.136768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:12.181911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-4a011d1b-2572-49c8-93b0-d2f5693259e4 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:12.183287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e8cdf72-c677-435d-9f5e-422191ffb213 req-4a011d1b-2572-49c8-93b0-d2f5693259e4 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.1890421 Feb 07 13:07:12.217368 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:12.218324 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:12.267959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=eb6b9ce6-fee0-491c-be2e-d36c9c3498c9,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:12.276742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:12.505942 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Floating IP 7e5a2e82-c4f0-4587-92ee-b884da2b9bac associated. External IP: 172.25.7.41, port: 83edc667-a683-4d11-a876-c8bfcd355d81. Feb 07 13:07:12.767646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-674b24b4-afcd-4a66-94b0-59077b294b2f req-8babc3a6-1a93-4d0e-9c4a-cec6041ff199 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips/527e49f5-2223-4486-a7cc-e7b552531a58 HTTP/1.1" status: 200 len: 693 time: 0.2361217 Feb 07 13:07:12.991560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d5b91-160f-48ea-872c-cd6a3eaa16cd req-620e5f04-a80e-420f-8d39-cb8177cb0f90 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:12.999630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d2d5b91-160f-48ea-872c-cd6a3eaa16cd req-620e5f04-a80e-420f-8d39-cb8177cb0f90 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2298863 Feb 07 13:07:13.008057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Router 23efd23f-2b6f-46ee-91f1-e11211571773 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:07:13.027387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b24b4-afcd-4a66-94b0-59077b294b2f req-48808ec9-5799-4e14-8b3c-b8d9a834297c tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.036341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-674b24b4-afcd-4a66-94b0-59077b294b2f req-48808ec9-5799-4e14-8b3c-b8d9a834297c tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.2662220 Feb 07 13:07:13.042366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-674b24b4-afcd-4a66-94b0-59077b294b2f req-565714f9-e277-4957-842e-66d4bb592b77 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:07:13.048686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-674b24b4-afcd-4a66-94b0-59077b294b2f req-565714f9-e277-4957-842e-66d4bb592b77 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130365 Feb 07 13:07:13.090700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d2d5b91-160f-48ea-872c-cd6a3eaa16cd req-4a7298bb-61e3-4c8a-ad14-4faa0d0812ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900722 Feb 07 13:07:13.140561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d77e92-1e48-451a-9119-a62277cb6b35 req-168e3758-070d-45ac-b992-fdd60acfcf80 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0487652 Feb 07 13:07:13.264832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:07:13.277262 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] Sync routers for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:07:13.290395 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:13.291014 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:13.336304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-51776dc1-d6a2-42fc-89dc-85fda5baf7cc tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips/527e49f5-2223-4486-a7cc-e7b552531a58 HTTP/1.1" status: 200 len: 693 time: 0.1255088 Feb 07 13:07:13.432441 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:13.534254 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3ece2267-adce-4ec6-a502-475eb1b6f702 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9516456 Feb 07 13:07:13.534254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:13.537170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39594) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:13.647509 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:13.689995 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:13.803197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-a4cd94e1-de80-4355-bc8a-e5b464c9f19e tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.809194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-a4cd94e1-de80-4355-bc8a-e5b464c9f19e tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.4716482 Feb 07 13:07:13.825714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-cb2b51b9-d929-4693-9f02-6798f36f7257 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:07:13.841754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-cb2b51b9-d929-4693-9f02-6798f36f7257 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248945 Feb 07 13:07:13.853806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39602) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:13.882018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.882796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:13.890276 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b919287b-945c-40c2-9107-4cb0673e1cf1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7076 time: 0.3516262 Feb 07 13:07:13.891551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39610) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:14.035454 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81', 'status': 'completed', 'code': 200} Feb 07 13:07:14.061251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.061251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.073093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.073093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.073093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.073093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.073093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.073093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.073093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.073093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.082243 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3dea069e-7923-433c-aab1-d1d08c35a541 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6562 time: 0.1882951 Feb 07 13:07:14.082889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39620) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:14.129858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-11e40d1b-a05b-46ae-8e1b-473d498d9668 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.2870708 Feb 07 13:07:14.283796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-0b0f025c-d63e-4e94-b5d2-639c83fa01b3 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.1528375 Feb 07 13:07:14.320247 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4bbe2ffa-a10c-440d-af93-443cbb93bb6f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e16dbc29d174e36b7e2eb0f0641c105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652596 Feb 07 13:07:14.324651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39628) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:14.421269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-edec2a39-dba8-4c13-a9e1-87efaace7ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:14.453387 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '7e5a2e82-c4f0-4587-92ee-b884da2b9bac', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'port_id': '83edc667-a683-4d11-a876-c8bfcd355d81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'mac_address': 'fa:16:3e:30:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:07:11Z', 'updated_at': '2022-02-07T13:07:11Z', 'revision_number': 0, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:31Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:14.460312 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] Checking router: 23efd23f-2b6f-46ee-91f1-e11211571773 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:07:14.466917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-edec2a39-dba8-4c13-a9e1-87efaace7ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:14.471292 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:14.472151 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:14.477713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Deleting port 61bfdbfc-7794-4a23-a20e-8d54325f2381 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:14.478069 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:14.542784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-0304ede3-85df-4baa-8ba3-39f965765dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:14.544984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-0304ede3-85df-4baa-8ba3-39f965765dba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1135 time: 0.4112096 Feb 07 13:07:14.808468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:14.809137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:14.888004 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:14.900217 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-00c7fe59-449c-4b34-b9fa-2c1d53f9bc72 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.8134706 Feb 07 13:07:14.900728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:14.918026 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:14.959121 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-edec2a39-dba8-4c13-a9e1-87efaace7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:14.979762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec2a39-dba8-4c13-a9e1-87efaace7ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b41f24-eb1f-4993-a590-07deaf05b556,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:15.003293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-edec2a39-dba8-4c13-a9e1-87efaace7ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:15.008025 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-edec2a39-dba8-4c13-a9e1-87efaace7ca5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41b41f24-eb1f-4993-a590-07deaf05b556 HTTP/1.1" status: 204 len: 168 time: 0.6719708 Feb 07 13:07:15.061378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aca14c0-feca-4857-bab7-75960ba740ca tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:15.062669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aca14c0-feca-4857-bab7-75960ba740ca tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:15.082001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-9bc550e1-fc73-47be-b520-ffea5ca4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:15.083105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-9bc550e1-fc73-47be-b520-ffea5ca4d257 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51db2595-7812-41b2-9e9c-e26497a3739c HTTP/1.1" status: 200 len: 896 time: 0.5167408 Feb 07 13:07:15.084847 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2aca14c0-feca-4857-bab7-75960ba740ca tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=23efd23f-2b6f-46ee-91f1-e11211571773 HTTP/1.1" status: 200 len: 1989 time: 0.1810114 Feb 07 13:07:15.260482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Calling delete_port for 61bfdbfc-7794-4a23-a20e-8d54325f2381 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:15.357786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-b863587f-1897-470b-9132-b2089706d3a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83edc667-a683-4d11-a876-c8bfcd355d81 HTTP/1.1" status: 200 len: 998 time: 0.1817784 Feb 07 13:07:15.430856 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '7e5a2e82-c4f0-4587-92ee-b884da2b9bac', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'port_id': '83edc667-a683-4d11-a876-c8bfcd355d81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'mac_address': 'fa:16:3e:30:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:07:11Z', 'updated_at': '2022-02-07T13:07:11Z', 'revision_number': 0, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:31Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:15.437042 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c97757d-9d7e-490f-888d-f6a8d8b8d1f0 None None] The sync data for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 is: [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '7e5a2e82-c4f0-4587-92ee-b884da2b9bac', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'port_id': '83edc667-a683-4d11-a876-c8bfcd355d81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'mac_address': 'fa:16:3e:30:f3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:07:11Z', 'updated_at': '2022-02-07T13:07:11Z', 'revision_number': 0, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:31Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:07:15.476190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6f7bb-89fc-4eba-b7a4-3e33368c2cec req-52204f8d-a0ba-4fda-aeb5-5266fbb96951 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:15.478434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ec6f7bb-89fc-4eba-b7a4-3e33368c2cec req-52204f8d-a0ba-4fda-aeb5-5266fbb96951 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3988914 Feb 07 13:07:15.484339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-b101b081-eda1-4d4e-8cff-56daf69f4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:15.484740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-b101b081-eda1-4d4e-8cff-56daf69f4a56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95839be8-23dc-4184-ab83-27ffa25a5e72 HTTP/1.1" status: 200 len: 834 time: 0.1096907 Feb 07 13:07:15.648178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ec6f7bb-89fc-4eba-b7a4-3e33368c2cec req-0b898b10-1a33-4cda-b8c8-dd5301fb8bb1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276770 Feb 07 13:07:15.666007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-14a7a3ab-c287-4192-83b9-7c9439657c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:15.667585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-14a7a3ab-c287-4192-83b9-7c9439657c0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51db2595-7812-41b2-9e9c-e26497a3739c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498349 Feb 07 13:07:15.706749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8184cdb-268a-4d43-9683-369abe185c6b None None] New status for floating IP 7e5a2e82-c4f0-4587-92ee-b884da2b9bac: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:07:15.837809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:15.896154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39650) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:15.954127 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3f3a3588-3717-49e1-b111-3ad14a0f8fbe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87c01a140ef14f949768965c33cef55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561395 Feb 07 13:07:15.957857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39654) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:15.981098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event deleted for resources: {'Port': ['ID=61bfdbfc-7794-4a23-a20e-8d54325f2381,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:16.051834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb20717e-fa3c-4445-a7d1-56a6e9656911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:16.069788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8194a40-5f22-4a23-bd30-acf96d254c24 req-6e7a3cc9-3f4f-4a27-b5dd-74c424df2c51 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.2346663 Feb 07 13:07:16.086022 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb20717e-fa3c-4445-a7d1-56a6e9656911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:16.144152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-8e711f4d-17c0-4faa-9400-8adf15d9739b service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631581 Feb 07 13:07:16.144152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:16.223355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb20717e-fa3c-4445-a7d1-56a6e9656911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:16.246720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20717e-fa3c-4445-a7d1-56a6e9656911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f76b385-3482-422c-ab48-f80d3b7dce37,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:16.332248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb20717e-fa3c-4445-a7d1-56a6e9656911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:16.333491 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb20717e-fa3c-4445-a7d1-56a6e9656911 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9f76b385-3482-422c-ab48-f80d3b7dce37 HTTP/1.1" status: 204 len: 168 time: 0.3745177 Feb 07 13:07:16.354893 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:16.358900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-598aa05f-7f9a-40bc-980c-e4e3053682a3 req-985d35a9-dcc8-4d0b-8073-957a16c0329b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "DELETE /v2.0/floatingips/527e49f5-2223-4486-a7cc-e7b552531a58 HTTP/1.1" status: 204 len: 173 time: 2.0740733 Feb 07 13:07:16.396384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0005c22-a163-4e23-9539-7bad7d5a3121 req-f2ec4781-12e4-4144-87e1-dccb6252af2d service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445471 Feb 07 13:07:16.407184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114f87c-d190-4f23-8710-0dca613fdc81 req-6e138893-0ef3-4d26-8bf1-2611439546ef tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:16.414780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c114f87c-d190-4f23-8710-0dca613fdc81 req-6e138893-0ef3-4d26-8bf1-2611439546ef tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.1898770 Feb 07 13:07:16.476933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c114f87c-d190-4f23-8710-0dca613fdc81 req-c9e7ea2a-b9d4-4b30-ab59-e9e5c7df7d98 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 Feb 07 13:07:17.608976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff17bb7d-b740-49d8-9bc3-ed4c7bf75baf req-68d9598b-cd7a-4b0e-ab47-2466027efb4b tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0572512 Feb 07 13:07:17.645180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0923d5-68a0-4e9c-bdfe-f5ce2a939d57 req-141281f4-ff90-4a04-bf44-ebb0c6025677 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:17.662977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c0923d5-68a0-4e9c-bdfe-f5ce2a939d57 req-141281f4-ff90-4a04-bf44-ebb0c6025677 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2718127 Feb 07 13:07:18.105901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-6e83469d-a10d-4cef-a704-a5f61e167282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:18.107897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-6e83469d-a10d-4cef-a704-a5f61e167282 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1095 time: 0.4158773 Feb 07 13:07:18.240604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45f019-23e6-4dc7-9629-442cf2d56015 req-f895deec-f6b7-44a1-a906-9cbe98f92959 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:18.242178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db45f019-23e6-4dc7-9629-442cf2d56015 req-f895deec-f6b7-44a1-a906-9cbe98f92959 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4383316 Feb 07 13:07:18.253160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc3db5-1b5c-4950-bf2a-3c3817e80b1b req-b13d7140-2c07-42c6-a1c2-eab23c6eca25 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:18.254620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dddc3db5-1b5c-4950-bf2a-3c3817e80b1b req-b13d7140-2c07-42c6-a1c2-eab23c6eca25 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 945 time: 0.4496017 Feb 07 13:07:18.304400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-d04870e4-5a7a-47d7-8bf3-1f89cad4b35f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:18.305896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-d04870e4-5a7a-47d7-8bf3-1f89cad4b35f tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.35 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 945 time: 0.4622664 Feb 07 13:07:18.429281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db45f019-23e6-4dc7-9629-442cf2d56015 req-bfe8da52-78a1-4e39-aaf8-b4c0d3f3d271 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736615 Feb 07 13:07:18.430317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-d2d936ec-2ce3-4e5e-9ca0-bc70254b7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:18.431727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-d2d936ec-2ce3-4e5e-9ca0-bc70254b7590 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.3114779 Feb 07 13:07:18.439599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dddc3db5-1b5c-4950-bf2a-3c3817e80b1b req-f193944f-926e-40f5-b03a-cdcc69f2fcd9 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745784 Feb 07 13:07:18.582207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Deleting port 993290b2-5361-4bef-976d-bce4ddc249f1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:18.582757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:18.737534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7aea292a-823b-4465-85b2-909b3aff043a req-e7403218-cf21-40dc-a742-dbcbadd6cc4b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Synchronizing usage tracker for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:18.756325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-1e8728a5-0293-46bf-8310-0b2228df5cc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 999 time: 0.3132010 Feb 07 13:07:18.965005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7aea292a-823b-4465-85b2-909b3aff043a req-e7403218-cf21-40dc-a742-dbcbadd6cc4b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Unset dirty status for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:18.966696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7aea292a-823b-4465-85b2-909b3aff043a req-e7403218-cf21-40dc-a742-dbcbadd6cc4b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=3bea428b5a0843028cea8008916a20ab HTTP/1.1" status: 200 len: 1657 time: 0.4595459 Feb 07 13:07:18.973460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-6ac476f5-a909-4417-9abe-fd09fae78eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:18.974893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-6ac476f5-a909-4417-9abe-fd09fae78eb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.2037108 Feb 07 13:07:19.118139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2e340-cd93-42a6-91f2-25de062ac0e1 req-09e25017-e56b-463d-8bb4-164f1eb27265 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:19.119656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f2e340-cd93-42a6-91f2-25de062ac0e1 req-09e25017-e56b-463d-8bb4-164f1eb27265 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.5021589 Feb 07 13:07:19.274124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f2e340-cd93-42a6-91f2-25de062ac0e1 req-d4615737-2add-49ce-abd1-9664b6bd55c6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441503 Feb 07 13:07:19.276915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] For port 993290b2-5361-4bef-976d-bce4ddc249f1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=993290b2-5361-4bef-976d-bce4ddc249f1,segment=NetworkSegment(30525629-dacc-43ea-aa99-57c7d5ef0ce2),segment_id=30525629-dacc-43ea-aa99-57c7d5ef0ce2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:19.277349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:19.353492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea292a-823b-4465-85b2-909b3aff043a req-e0c09070-5402-46a5-8878-80709c4ca0a1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:19.354947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7aea292a-823b-4465-85b2-909b3aff043a req-e0c09070-5402-46a5-8878-80709c4ca0a1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks?id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 787 time: 0.3791885 Feb 07 13:07:19.427636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Calling delete_port for 993290b2-5361-4bef-976d-bce4ddc249f1 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:19.460683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-7aea292a-823b-4465-85b2-909b3aff043a req-abc330ba-9489-46e8-9f79-6d74fcfc3b4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:07:19.461839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7aea292a-823b-4465-85b2-909b3aff043a req-abc330ba-9489-46e8-9f79-6d74fcfc3b4d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456095 Feb 07 13:07:19.515631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-ddf4fd3c-a822-40b1-9f2b-d7971e116a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:19.524209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-ddf4fd3c-a822-40b1-9f2b-d7971e116a45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5133743 Feb 07 13:07:19.667826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fd34085-e9ab-4b9b-92f3-647f27419558 req-d7624dbf-ecda-474f-8897-ed4b6f1f90a7 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.2504642 Feb 07 13:07:19.920480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-5d06806c-7315-44b2-a6a2-d2d3f6866069 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips/366bb5c0-c4af-460b-b1f6-227f31ba19a1 HTTP/1.1" status: 200 len: 693 time: 0.1485896 Feb 07 13:07:20.164547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-3dc9d7e9-2c33-4ad0-845c-f3c442583acb service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072215 Feb 07 13:07:20.173568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f57c66c-dd31-430a-9cf7-0ca84a2e543c req-36b53703-ab86-4912-aa32-2aacf8abe13f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1057661 Feb 07 13:07:20.307922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62620ca1-b4ec-4627-bf33-40653005b1da req-e8b42d68-d607-464a-9857-a5a7fde7f849 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:20.310113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62620ca1-b4ec-4627-bf33-40653005b1da req-e8b42d68-d607-464a-9857-a5a7fde7f849 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 945 time: 0.5365169 Feb 07 13:07:20.348002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-f0eddd6e-bf30-41ea-a2ec-ffdb7817f2ce tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:20.349411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-f0eddd6e-bf30-41ea-a2ec-ffdb7817f2ce tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.4109304 Feb 07 13:07:20.352424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 993290b2-5361-4bef-976d-bce4ddc249f1 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:20.416443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No active binding found for port 993290b2-5361-4bef-976d-bce4ddc249f1 {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:07:20.416836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 993290b2-5361-4bef-976d-bce4ddc249f1 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:20.460919 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:20.477198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-8de3e75d-d211-4914-9fdd-515fd1c3aa3d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 696 time: 0.1161468 Feb 07 13:07:20.530809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62620ca1-b4ec-4627-bf33-40653005b1da req-1e74bc61-ba89-410e-9764-32ba659bb1c4 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d620b93-5409-452e-a234-a303972cef1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131171 Feb 07 13:07:20.603698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Pushing event deleted for resources: {'Port': ['ID=993290b2-5361-4bef-976d-bce4ddc249f1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:20.651926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e52e35fd-9435-481f-9a32-f25c9c18e42f req-98f71670-d679-44b0-8c57-ea5eca61fc1c service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774106 Feb 07 13:07:20.672536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-7075268a-1a24-4fd2-8c0d-61c4852f230b tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 696 time: 0.1608958 Feb 07 13:07:20.821972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] No DVR routers for this DVR port 993290b2-5361-4bef-976d-bce4ddc249f1 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:20.827466 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:20.830182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66edfc49-aa65-4288-83bd-d9b4d8fcbb3a', 'name': 'network-vif-deleted', 'tag': '993290b2-5361-4bef-976d-bce4ddc249f1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:20.930982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Deleting port bffb3c46-2579-4b2d-a65c-e0d3e8145812 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:20.931700 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:21.063685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be7a1b-3c4a-4624-be72-4c6f0d99f640 req-9fd8adda-5406-450b-a745-d27d315ef0b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:21.065180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5be7a1b-3c4a-4624-be72-4c6f0d99f640 req-9fd8adda-5406-450b-a745-d27d315ef0b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.4123693 Feb 07 13:07:21.070767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d743c52a-3ed2-424b-886b-61d525f894a5 req-527d5fe7-ae2a-41a6-a445-722e0eaab73a tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.35 "DELETE /v2.0/ports/993290b2-5361-4bef-976d-bce4ddc249f1 HTTP/1.1" status: 204 len: 173 time: 2.7483473 Feb 07 13:07:21.274112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5be7a1b-3c4a-4624-be72-4c6f0d99f640 req-e06afef6-ae27-4812-b916-0d24ddedbc0f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007518 Feb 07 13:07:21.293266 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:21.293688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:21.437741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Calling delete_port for bffb3c46-2579-4b2d-a65c-e0d3e8145812 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:21.619539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2e970-2f4a-488b-bc13-754720e89cc2 req-e967c219-bb54-4945-b5ea-6f9abcdd2942 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:21.620947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5d2e970-2f4a-488b-bc13-754720e89cc2 req-e967c219-bb54-4945-b5ea-6f9abcdd2942 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.1556623 Feb 07 13:07:21.688448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5d2e970-2f4a-488b-bc13-754720e89cc2 req-959a1aa8-255e-4356-b47b-da1a4a05a07b tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606065 Feb 07 13:07:21.799242 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:21.890710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event deleted for resources: {'Port': ['ID=bffb3c46-2579-4b2d-a65c-e0d3e8145812,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:21.923514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-095139bc-26d9-4a8e-a477-64b6811562fc req-7826dd10-f206-42d2-889f-266d5c1773b9 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0620620 Feb 07 13:07:21.986538 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66edfc49-aa65-4288-83bd-d9b4d8fcbb3a', 'name': 'network-vif-deleted', 'tag': '993290b2-5361-4bef-976d-bce4ddc249f1', 'status': 'completed', 'code': 200} Feb 07 13:07:22.033026 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:22.161377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d2d09bf7-bceb-4619-b59a-04165cb25b73 req-85d68a8e-659e-434e-ac0a-e7abf55240a6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Synchronizing usage tracker for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:22.177322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:22.178463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c20ecb6-a9a4-436c-9565-39e07973264f req-c31a5138-d14c-448d-ae22-488b4d945cc1 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "DELETE /v2.0/floatingips/366bb5c0-c4af-460b-b1f6-227f31ba19a1 HTTP/1.1" status: 204 len: 173 time: 1.4515905 Feb 07 13:07:22.344811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5881e837-0107-4713-bc00-1a59fad6110b req-0922f510-d926-4bac-9b28-03d001a2b07d tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips/160b8818-e616-4ed7-88f5-c3393ccf5819 HTTP/1.1" status: 200 len: 693 time: 0.1078980 Feb 07 13:07:22.373712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d2d09bf7-bceb-4619-b59a-04165cb25b73 req-85d68a8e-659e-434e-ac0a-e7abf55240a6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] Unset dirty status for tenant:36c74833efc5459a8f831955e06d9bc7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:22.374816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d09bf7-bceb-4619-b59a-04165cb25b73 req-85d68a8e-659e-434e-ac0a-e7abf55240a6 tempest-ServersTestJSON-1936259674 tempest-ServersTestJSON-1936259674-project] 10.222.0.69 "GET /v2.0/ports?device_id=66edfc49-aa65-4288-83bd-d9b4d8fcbb3a HTTP/1.1" status: 200 len: 210 time: 0.2594507 Feb 07 13:07:22.547451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881e837-0107-4713-bc00-1a59fad6110b req-267718a9-241a-46a4-94d6-dbe8203d9549 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:22.548735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5881e837-0107-4713-bc00-1a59fad6110b req-267718a9-241a-46a4-94d6-dbe8203d9549 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.1978583 Feb 07 13:07:22.633717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5881e837-0107-4713-bc00-1a59fad6110b req-235496b5-1d83-412b-927f-93d2782390e8 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Synchronizing usage tracker for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:22.665637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3459e1-8295-44a7-8f39-8a1309b1f3b8 req-3de452fb-95f8-448b-8333-8dc89757d7c1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:22.667138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d3459e1-8295-44a7-8f39-8a1309b1f3b8 req-3de452fb-95f8-448b-8333-8dc89757d7c1 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1909754 Feb 07 13:07:22.716787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d3459e1-8295-44a7-8f39-8a1309b1f3b8 req-aff8db39-bb55-4c3f-871c-ad8e39ece663 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Feb 07 13:07:22.869383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5881e837-0107-4713-bc00-1a59fad6110b req-235496b5-1d83-412b-927f-93d2782390e8 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Unset dirty status for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:22.870560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5881e837-0107-4713-bc00-1a59fad6110b req-235496b5-1d83-412b-927f-93d2782390e8 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.3155274 Feb 07 13:07:22.960762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357733-0a27-4327-950b-eada50dd8fc0 req-e704b38d-c570-4429-baec-7cda12489d8b tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:22.962247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16357733-0a27-4327-950b-eada50dd8fc0 req-e704b38d-c570-4429-baec-7cda12489d8b tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.1517541 Feb 07 13:07:22.967822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5881e837-0107-4713-bc00-1a59fad6110b req-6ce22c24-2403-42b4-a163-727ac2cd15e6 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.0906789 Feb 07 13:07:23.031307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39792) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:23.157995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16357733-0a27-4327-950b-eada50dd8fc0 req-6567d96f-e4b4-480d-bdbf-a77928d0f5cd tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858492 Feb 07 13:07:23.161078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.165015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Deleting port f77194aa-d790-45da-a138-408a0be4984e {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:23.165355 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.177076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:23.181445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Usage tracker for resource:security_group_rule and tenant:a4aaa5fe07d6465d9845d322e2e50854 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:23.184881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:23.199282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:23.288843 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.416152 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.471418 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4aaa5fe07d6465d9845d322e2e50854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388471 Feb 07 13:07:23.472321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39800) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:23.475660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760663c4-0b99-4f4f-a1b3-fa248152550f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:23.494142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.494487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.494825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.495209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.495627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.495957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.496322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.497468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.497746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.497953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.498282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.498617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54657e23-2c01-4eba-96e3-1e29fdecb740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:23.502226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce40eaf-c34e-40ec-95ff-eb6c1abd9ba7 req-9bdb2274-83e1-4825-859f-9888be442c45 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:23.504067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ce40eaf-c34e-40ec-95ff-eb6c1abd9ba7 req-9bdb2274-83e1-4825-859f-9888be442c45 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.1954725 Feb 07 13:07:23.537392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.537720 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.553732 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c80eb0ad-43d7-42b6-a853-350afe99f72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.579460 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c80eb0ad-43d7-42b6-a853-350afe99f72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.674278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Calling delete_port for f77194aa-d790-45da-a138-408a0be4984e owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:23.719298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c80eb0ad-43d7-42b6-a853-350afe99f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.726397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ce40eaf-c34e-40ec-95ff-eb6c1abd9ba7 req-d0a13807-caed-49ec-8488-58470a6765c0 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102995 Feb 07 13:07:23.739031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80eb0ad-43d7-42b6-a853-350afe99f72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760663c4-0b99-4f4f-a1b3-fa248152550f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:23.749735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c80eb0ad-43d7-42b6-a853-350afe99f72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.753004 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c80eb0ad-43d7-42b6-a853-350afe99f72f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/760663c4-0b99-4f4f-a1b3-fa248152550f HTTP/1.1" status: 204 len: 168 time: 0.2792621 Feb 07 13:07:23.901622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b6b5514-aded-496f-817b-35db07372366 req-fe7b83f9-8672-4124-be3a-7dd640ba65af tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0424180 Feb 07 13:07:23.953240 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:23.988094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39810) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:24.052008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event deleted for resources: {'Port': ['ID=f77194aa-d790-45da-a138-408a0be4984e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:24.109332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.109960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.110173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.110627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.110941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.111714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.112071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.112417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.112835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.113177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.113641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.113972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:24.158273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.272770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba5e74f-99cc-4fe0-9442-cd2e43d2c52c admin admin] Deleting subnet 453c02ff-fbe9-4180-acd7-c04cc76dbfe1 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:07:24.276558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fba5e74f-99cc-4fe0-9442-cd2e43d2c52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.286214 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.287809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5881e837-0107-4713-bc00-1a59fad6110b req-1c9179d3-b202-42cd-bed8-1416e340d0e2 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "DELETE /v2.0/floatingips/160b8818-e616-4ed7-88f5-c3393ccf5819 HTTP/1.1" status: 204 len: 173 time: 1.3018026 Feb 07 13:07:24.341913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fba5e74f-99cc-4fe0-9442-cd2e43d2c52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.400384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fba5e74f-99cc-4fe0-9442-cd2e43d2c52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.455872 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.588134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fba5e74f-99cc-4fe0-9442-cd2e43d2c52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.627629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5e74f-99cc-4fe0-9442-cd2e43d2c52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453c02ff-fbe9-4180-acd7-c04cc76dbfe1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:24.634397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fba5e74f-99cc-4fe0-9442-cd2e43d2c52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.649888 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fba5e74f-99cc-4fe0-9442-cd2e43d2c52c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/453c02ff-fbe9-4180-acd7-c04cc76dbfe1 HTTP/1.1" status: 204 len: 168 time: 0.6513805 Feb 07 13:07:24.649888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39840) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:24.770461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.772223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39852) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:24.812512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.830716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:24.834826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] Usage tracker for resource:security_group_rule and tenant:b530fa2142a7487691c09a92d66c41ab is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:24.837780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:24.843740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:24.914767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.942412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc9913b-a43e-4d8d-8314-4c02da867b60']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:24.955123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30525629-dacc-43ea-aa99-57c7d5ef0ce2') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:24.955414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30525629-dacc-43ea-aa99-57c7d5ef0ce2') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:24.967433 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.976435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d69e2-335f-45b6-8804-c449d0662745 req-bc336735-d0c1-450d-80ab-6d1e3f6f60f2 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:24.977902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-035d69e2-335f-45b6-8804-c449d0662745 req-bc336735-d0c1-450d-80ab-6d1e3f6f60f2 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.1301346 Feb 07 13:07:24.988920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:24.992798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:07:24.993155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:07:25.007403 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:07:25.024752 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.045509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-035d69e2-335f-45b6-8804-c449d0662745 req-febdb8e0-c02e-4965-ac50-5302b867a3ef tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543883 Feb 07 13:07:25.148424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.175765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-31090dde-bf98-4f4f-9e95-67dbc5a457a8 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips/0d75ac76-8396-4136-b710-6b73f27d2320 HTTP/1.1" status: 200 len: 693 time: 0.1064148 Feb 07 13:07:25.274092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b530fa2142a7487691c09a92d66c41ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000806 Feb 07 13:07:25.276565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39868) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:25.280260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b560f1-408e-49e1-a330-a87bb07b1fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05830dbc-773f-4d7e-a421-c081c09de30e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:25.305581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.335075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.349675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc9913b-a43e-4d8d-8314-4c02da867b60,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:25.377855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-5da14a0e-7207-407d-b6ed-c6a92cbfff93 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:25.379340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-5da14a0e-7207-407d-b6ed-c6a92cbfff93 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.1873281 Feb 07 13:07:25.382859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e773da5c-8670-4537-9922-2a9e90612728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.413498 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e773da5c-8670-4537-9922-2a9e90612728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.467046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-d634b732-9a7a-4f57-b03d-2037a97ef019 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Synchronizing usage tracker for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:25.616565 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4076fbf2-fe97-4459-a1a1-577a856c2322 admin admin] 10.222.0.69 "DELETE /v2.0/networks/cfc9913b-a43e-4d8d-8314-4c02da867b60 HTTP/1.1" status: 204 len: 168 time: 0.9724355 Feb 07 13:07:25.649674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e773da5c-8670-4537-9922-2a9e90612728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.666098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773da5c-8670-4537-9922-2a9e90612728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05830dbc-773f-4d7e-a421-c081c09de30e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:25.674061 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e773da5c-8670-4537-9922-2a9e90612728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:25.678408 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e773da5c-8670-4537-9922-2a9e90612728 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05830dbc-773f-4d7e-a421-c081c09de30e HTTP/1.1" status: 204 len: 168 time: 0.4007852 Feb 07 13:07:25.736615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-d634b732-9a7a-4f57-b03d-2037a97ef019 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Unset dirty status for tenant:3bea428b5a0843028cea8008916a20ab on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:25.738057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-d634b732-9a7a-4f57-b03d-2037a97ef019 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.3527586 Feb 07 13:07:25.833651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-b8584f70-f177-4a1a-942b-cf17e1f85149 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.0891607 Feb 07 13:07:26.113545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Deleting port 0a946a7e-7ebb-48f3-94c8-bfcec1260c73 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:26.113824 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.326148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.326804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.454590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39896) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:26.464794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Calling delete_port for 0a946a7e-7ebb-48f3-94c8-bfcec1260c73 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:26.520795 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-56f0d51e-0c3a-4632-8905-8ddad92fe3a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36c74833efc5459a8f831955e06d9bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644805 Feb 07 13:07:26.521657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39902) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:26.604106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7c13ebe-4847-4481-b03c-9e377c05d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.631192 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7c13ebe-4847-4481-b03c-9e377c05d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.754631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.832579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7c13ebe-4847-4481-b03c-9e377c05d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.857675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c13ebe-4847-4481-b03c-9e377c05d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d620b93-5409-452e-a234-a303972cef1e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:26.867644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7c13ebe-4847-4481-b03c-9e377c05d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.869719 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d7c13ebe-4847-4481-b03c-9e377c05d437 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d620b93-5409-452e-a234-a303972cef1e HTTP/1.1" status: 204 len: 168 time: 0.3462474 Feb 07 13:07:26.892939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Pushing event deleted for resources: {'Port': ['ID=0a946a7e-7ebb-48f3-94c8-bfcec1260c73,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:26.952576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:26.974508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-13901b90-a847-458f-9474-f80a3925b3c9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:26.976173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-13901b90-a847-458f-9474-f80a3925b3c9 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9ba977d-4dff-43e2-bc26-340d22dd1951 HTTP/1.1" status: 200 len: 944 time: 0.2620296 Feb 07 13:07:27.054755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Deleting port 88a6f6c6-366f-4a19-886c-12fec4286d8f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:27.055105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:27.202070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:27.203225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ba756f3-5a66-40e2-b57e-003a255037ac req-60bddb5f-4ce1-4a29-8e65-e3a99a09c620 tempest-FloatingIPDetailsTestJSON-1311095187 tempest-FloatingIPDetailsTestJSON-1311095187-project] 10.222.0.69 "DELETE /v2.0/floatingips/0d75ac76-8396-4136-b710-6b73f27d2320 HTTP/1.1" status: 204 len: 173 time: 1.3643467 Feb 07 13:07:27.210371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39914) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:27.366941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] For port 88a6f6c6-366f-4a19-886c-12fec4286d8f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=88a6f6c6-366f-4a19-886c-12fec4286d8f,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:27.367535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:27.525944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Calling delete_port for 88a6f6c6-366f-4a19-886c-12fec4286d8f owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:27.992676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:28.008179 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['bdb413d5-7924-4442-851c-2fad63e5d642', 'd0fbbda3-b287-4b87-abe6-533d76976d33'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:07:28.186612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event deleted for resources: {'Port': ['ID=88a6f6c6-366f-4a19-886c-12fec4286d8f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:28.202470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:28.601704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] No DVR routers for this DVR port 88a6f6c6-366f-4a19-886c-12fec4286d8f on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:28.610898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:28.620944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'name': 'network-vif-deleted', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:28.657115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6bf893b-251f-45dc-b0ff-6e26d00d83b7 req-47751537-2788-43e6-8797-6c305ae8cfd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "DELETE /v2.0/ports/88a6f6c6-366f-4a19-886c-12fec4286d8f HTTP/1.1" status: 204 len: 173 time: 1.6684065 Feb 07 13:07:28.703353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ade7e-9b3c-437b-a55c-af62b7635918 req-427ee170-830b-4621-ab7a-9bd9c52886a7 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:28.707963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e9ade7e-9b3c-437b-a55c-af62b7635918 req-427ee170-830b-4621-ab7a-9bd9c52886a7 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.5275626 Feb 07 13:07:28.752681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39972) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:28.787385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e9ade7e-9b3c-437b-a55c-af62b7635918 req-0144993f-096b-484f-97d7-57f7e8fac953 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733259 Feb 07 13:07:28.793140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Deleting port 64c6686e-dd4e-4256-910c-802a76bfa8e4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:28.794800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:29.004506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-675a0ccc-a13c-4397-acac-d0e6733c7b67 req-521872ed-5722-4446-aad8-4aa8a406a691 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0616157 Feb 07 13:07:29.036918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] For port 64c6686e-dd4e-4256-910c-802a76bfa8e4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64c6686e-dd4e-4256-910c-802a76bfa8e4,segment=NetworkSegment(3942f7e1-a65f-4a33-9700-17caf9b8ed8b),segment_id=3942f7e1-a65f-4a33-9700-17caf9b8ed8b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:29.037427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:29.049600 n-d-811416-5 neutron-server[88313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9ba977d-4dff-43e2-bc26-340d22dd1951', 'name': 'network-vif-deleted', 'tag': '88a6f6c6-366f-4a19-886c-12fec4286d8f', 'status': 'failed', 'code': 422} returned with failed status Feb 07 13:07:29.180466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1172024066-network', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:29.195213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Calling delete_port for 64c6686e-dd4e-4256-910c-802a76bfa8e4 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:29.224455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:29.241725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Usage tracker for resource:network and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:29.245159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:29.254086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:29.407380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Made reservation on behalf of e88ec7e6bdec4e77ac723c847ef36a59 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:29.409752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:29.551180 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:29.573610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:29.580858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Usage tracker for resource:security_group_rule and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:29.585086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:29.598424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:29.769236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:29.920614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:29.930979 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:30.005406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c6686e-dd4e-4256-910c-802a76bfa8e4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:30.007301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:07:30.066000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb27cb-7cf7-41b3-9323-3f831fa2a237 req-5b11d387-3f08-4222-91cb-f1dc44eec0b1 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:30.074474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6aeb27cb-7cf7-41b3-9323-3f831fa2a237 req-5b11d387-3f08-4222-91cb-f1dc44eec0b1 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.1032150 Feb 07 13:07:30.104152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5032d7d2-0775-4a5b-81fb-c41df5e4439d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:30.112755 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:30.112755 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Added segment 61ba5a50-f9b7-4987-a23d-e288de51ea79 of type vlan for network c544ce96-fbe1-44f7-a876-32ae594ae054 Feb 07 13:07:30.130156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6aeb27cb-7cf7-41b3-9323-3f831fa2a237 req-4d4973ea-4c0a-4000-9d50-43f6df97d408 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538764 Feb 07 13:07:30.166644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:30.337807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b423035a-ad39-439e-8f69-4a8c5a3876be req-505bb2de-84b7-45f8-970a-9e4676831879 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0529959 Feb 07 13:07:30.368783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-d76173d1-043f-4fed-8c18-a014db29d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:30.370559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-d76173d1-043f-4fed-8c18-a014db29d097 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d3630424754471a9f20b667c6760f77&device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 1097 time: 0.1279149 Feb 07 13:07:30.406772 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:30.502404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:30.503414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:30.504020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:30.509845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-b1df4280-c1d4-4a03-8a3d-d7a6f5e7cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:30.511462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-b1df4280-c1d4-4a03-8a3d-d7a6f5e7cd4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 200 len: 916 time: 0.1329269 Feb 07 13:07:30.596946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-cef50199-37d4-4ec5-a9e4-b295390d6f8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06bd4b69-17e1-4883-8b2d-c3e58ff78046 HTTP/1.1" status: 200 len: 217 time: 0.0748739 Feb 07 13:07:30.678164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-fb09ad7a-788e-428c-91f7-2ba8ed96021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:30.685785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-fb09ad7a-788e-428c-91f7-2ba8ed96021b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34702e58-bb5b-4d7b-8f2f-edba9823331e HTTP/1.1" status: 200 len: 855 time: 0.0773609 Feb 07 13:07:30.696103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] Pushing event updated for resources: {'Network': ['ID=c544ce96-fbe1-44f7-a876-32ae594ae054,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:30.707683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c544ce96-fbe1-44f7-a876-32ae594ae054 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:07:30.759513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40016) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:30.803727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-e902ba94-dd5f-42a4-931f-0a07f27d4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:30.806172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-e902ba94-dd5f-42a4-931f-0a07f27d4945 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85728d72-79b3-45cb-8757-1d45f2e90c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148338 Feb 07 13:07:30.883815 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c76b52af-826b-4886-8b1f-8deca796eb92 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1224978 Feb 07 13:07:30.890081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:30.905337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Request body: {'subnet': {'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1172024066-subnet', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:30.914830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:30.923801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Usage tracker for resource:subnet and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:30.928496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:30.940075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:30.946503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Router 5b9467f5-dad9-4f00-9bdd-11afb672d630 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:07:31.032872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.069639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:31.081953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] Usage tracker for resource:security_group_rule and tenant:3ec24105ad944c31b3407f841fb196f1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:31.089680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:31.102065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:31.105235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-9d40b067-4e10-4692-bfc2-f032d2c2f6d4 service neutron] 10.222.0.47 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874975 Feb 07 13:07:31.111418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Made reservation on behalf of e88ec7e6bdec4e77ac723c847ef36a59 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:31.113847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.221830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17883e-0cb0-4b53-a8d8-4e93a2aef12d req-05d30b27-1bbb-468c-90b4-195f5e3e5e77 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:31.222647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5f17883e-0cb0-4b53-a8d8-4e93a2aef12d req-05d30b27-1bbb-468c-90b4-195f5e3e5e77 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:31.350316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:07:31.355615 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-efe02aa9-0cb1-4c09-99fb-c048b4b62db7 admin admin] 10.222.0.69 "PUT /v2.0/routers/5b9467f5-dad9-4f00-9bdd-11afb672d630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1440153 Feb 07 13:07:31.359055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40032) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:31.366364 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] Sync routers for ids ['5b9467f5-dad9-4f00-9bdd-11afb672d630'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:07:31.368226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3df9b9b-2399-49f4-8ea5-b4e7d988f271 req-f1e6872e-a57f-41ca-81e3-d6e6087f6e13 service neutron] 10.222.0.47 "GET /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553189 Feb 07 13:07:31.392211 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] Routers {'5b9467f5-dad9-4f00-9bdd-11afb672d630'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:31.393243 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5b9467f5-dad9-4f00-9bdd-11afb672d630'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:31.416827 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.431728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fdf24-e97c-4278-a0e3-ec197afe1481 req-b353b651-dbcc-4873-b81a-e59940a348f5 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:31.433333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd1fdf24-e97c-4278-a0e3-ec197afe1481 req-b353b651-dbcc-4873-b81a-e59940a348f5 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.1787663 Feb 07 13:07:31.482730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd1fdf24-e97c-4278-a0e3-ec197afe1481 req-29ac8d06-4ac2-4cb3-b5ea-1996c04c2e25 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Feb 07 13:07:31.552922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5f17883e-0cb0-4b53-a8d8-4e93a2aef12d req-05d30b27-1bbb-468c-90b4-195f5e3e5e77 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:31.554880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f17883e-0cb0-4b53-a8d8-4e93a2aef12d req-05d30b27-1bbb-468c-90b4-195f5e3e5e77 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 907 time: 0.5915878 Feb 07 13:07:31.595535 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] Set router 5b9467f5-dad9-4f00-9bdd-11afb672d630 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:31.609008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.656671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.704645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-276e01c1-2d30-4558-85fa-c024a2386ec9 req-7f8fa3a6-69cb-43e3-9b35-29688f2c2af6 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1029239 Feb 07 13:07:31.755824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ec24105ad944c31b3407f841fb196f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9868186 Feb 07 13:07:31.759013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40038) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:31.776956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2023e-3c66-4d25-8ab2-a0cf6f9e0f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cffd834-e437-4fba-a5f1-05211e569246,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:31.828378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.838439 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-38c9f7b6-8cb3-4bec-8c8c-5d79d12b9dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.875878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-38c9f7b6-8cb3-4bec-8c8c-5d79d12b9dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.900957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:31.947319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=72668aca-03af-4bfd-a6da-41fb53ac00ed,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:31.950289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Checking segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:31.950723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Network hostable DHCP agents. Network: c544ce96-fbe1-44f7-a876-32ae594ae054, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:07:32.049983 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:07:29Z', 'revision_number': 5, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:32.049983 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] Checking router: 5b9467f5-dad9-4f00-9bdd-11afb672d630 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:07:32.049983 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] Routers {'5b9467f5-dad9-4f00-9bdd-11afb672d630'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:32.049983 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5b9467f5-dad9-4f00-9bdd-11afb672d630'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:32.171049 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] Set router 5b9467f5-dad9-4f00-9bdd-11afb672d630 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:32.233678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Deleting port dcdea857-56a9-4a1a-9864-047c41b2b910 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:32.234160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:32.279179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-38c9f7b6-8cb3-4bec-8c8c-5d79d12b9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:32.281268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Network c544ce96-fbe1-44f7-a876-32ae594ae054 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:07:32.296736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9f7b6-8cb3-4bec-8c8c-5d79d12b9dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cffd834-e437-4fba-a5f1-05211e569246,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:32.300227 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-38c9f7b6-8cb3-4bec-8c8c-5d79d12b9dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:32.301390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-38c9f7b6-8cb3-4bec-8c8c-5d79d12b9dc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1cffd834-e437-4fba-a5f1-05211e569246 HTTP/1.1" status: 204 len: 168 time: 0.5413911 Feb 07 13:07:32.399509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c544ce96-fbe1-44f7-a876-32ae594ae054) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:32.414642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:32.414642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:32.414889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82e738-3f4e-4398-abb6-5186d2bfb04e None None] Network c544ce96-fbe1-44f7-a876-32ae594ae054 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:32.463940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] For port dcdea857-56a9-4a1a-9864-047c41b2b910, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dcdea857-56a9-4a1a-9864-047c41b2b910,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:32.464251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:32.477588 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:07:29Z', 'revision_number': 5, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:32.482159 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc0ed1-9cd7-45cf-af83-009c4fba274c None None] The sync data for ids ['5b9467f5-dad9-4f00-9bdd-11afb672d630'] in n-d-811416-5 is: [{'id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'name': 'tempest-FloatingIPDetailsTestJSON-720624848-router', 'tenant_id': '3bea428b5a0843028cea8008916a20ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:34Z', 'updated_at': '2022-02-07T13:07:29Z', 'revision_number': 5, 'project_id': '3bea428b5a0843028cea8008916a20ab', 'gw_port': {'id': 'dcdea857-56a9-4a1a-9864-047c41b2b910', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9467f5-dad9-4f00-9bdd-11afb672d630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:07:32.603363 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09e26329-e626-4df6-a8b6-1b382a03a23b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7095578 Feb 07 13:07:32.603497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40050) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:32.609006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Calling delete_port for dcdea857-56a9-4a1a-9864-047c41b2b910 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:32.610495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:32.620142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:32.631853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Usage tracker for resource:router and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:32.638367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:32.766924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c544ce96-fbe1-44f7-a876-32ae594ae054', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:07:32.768098 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:32.783214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:32.935366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308b17f-405f-4eee-8f7d-9f3384c18a71 req-7170d566-7f4a-4419-b7bc-22341d142897 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:32.936966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7308b17f-405f-4eee-8f7d-9f3384c18a71 req-7170d566-7f4a-4419-b7bc-22341d142897 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.2914312 Feb 07 13:07:32.998551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Allocated IP 172.20.0.2 (c544ce96-fbe1-44f7-a876-32ae594ae054/72668aca-03af-4bfd-a6da-41fb53ac00ed/86a5d237-db6b-4c49-bc7a-6a579c284b83) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:33.045827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.107667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34149350-7009-4fe7-bc03-6409a42c0dcf req-207ab373-62ea-4d3f-9eba-ef65fdf76a7c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:33.109235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34149350-7009-4fe7-bc03-6409a42c0dcf req-207ab373-62ea-4d3f-9eba-ef65fdf76a7c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 907 time: 0.2798610 Feb 07 13:07:33.153635 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.155117 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.197591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7308b17f-405f-4eee-8f7d-9f3384c18a71 req-995be1c6-6e92-4320-aa8e-b90d048da994 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505240 Feb 07 13:07:33.216314 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.244135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdea857-56a9-4a1a-9864-047c41b2b910,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:33.261771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-057cc5e5-b185-4e3e-b2ad-506ecc4fcb04 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:33.265261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-057cc5e5-b185-4e3e-b2ad-506ecc4fcb04 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 907 time: 0.1546297 Feb 07 13:07:33.334185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.387994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40060) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:33.410489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.420918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Transition to ACTIVE for port object 86a5d237-db6b-4c49-bc7a-6a579c284b83 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:33.440727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Transition to ACTIVE for port object 86a5d237-db6b-4c49-bc7a-6a579c284b83 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:33.472888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97524faa-e1ce-4ae9-8930-ffbb463e9cf7 req-79de0609-9fa0-45c2-8572-1fd90bbd67a3 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1365118 Feb 07 13:07:33.494740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.507477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Deleting port 53d3d3e1-394f-40e2-8871-4182420c4120 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:33.507827 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.525907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.528265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.547895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.612770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Network c544ce96-fbe1-44f7-a876-32ae594ae054 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:33.615492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:33.617954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:33.659101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Pushing event updated for resources: {'Port': ['ID=86a5d237-db6b-4c49-bc7a-6a579c284b83,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:33.672976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:33.687765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.689682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9467f5-dad9-4f00-9bdd-11afb672d630 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:07:33.696654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] Usage tracker for resource:security_group_rule and tenant:193e8dec9ac74072869d7201673894b4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:33.705263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:33.705415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.705415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.705583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.705915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.706246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.706568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.707054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.707526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.708068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.764880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.764880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.764880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:33.765673 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.765673 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-95b3c2fa-e050-47c9-bcc9-cf5e0be3c5ac admin admin] 10.222.0.69 "DELETE /v2.0/routers/5b9467f5-dad9-4f00-9bdd-11afb672d630 HTTP/1.1" status: 204 len: 168 time: 2.3663032 Feb 07 13:07:33.765673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40064) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Attempting to bind port 86a5d237-db6b-4c49-bc7a-6a579c284b83 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Attempting to bind port 86a5d237-db6b-4c49-bc7a-6a579c284b83 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Attempting to bind port 86a5d237-db6b-4c49-bc7a-6a579c284b83 on network c544ce96-fbe1-44f7-a876-32ae594ae054 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Checking segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Bound using segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Bound port: 86a5d237-db6b-4c49-bc7a-6a579c284b83, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:33.765912 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.806299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:33.817672 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.917442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] For port 86a5d237-db6b-4c49-bc7a-6a579c284b83, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:07:33.921669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] For port 86a5d237-db6b-4c49-bc7a-6a579c284b83, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86a5d237-db6b-4c49-bc7a-6a579c284b83,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:07:33.936836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64c6686e-dd4e-4256-910c-802a76bfa8e4 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:33.946367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b764c5-30a6-4c27-b161-450b6321695b admin admin] Deleting subnet 44a7a156-8ab5-4c87-a44e-6fa16ab5e491 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:07:33.949973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6b764c5-30a6-4c27-b161-450b6321695b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:33.986529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 64c6686e-dd4e-4256-910c-802a76bfa8e4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:33.987188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64c6686e-dd4e-4256-910c-802a76bfa8e4 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:34.003968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6b764c5-30a6-4c27-b161-450b6321695b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.004553 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.093283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c5340-548a-4566-8007-3ccc9a4e5678 None None] Pushing event updated for resources: {'Port': ['ID=86a5d237-db6b-4c49-bc7a-6a579c284b83,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:34.096480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6b764c5-30a6-4c27-b161-450b6321695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.207255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] For port 53d3d3e1-394f-40e2-8871-4182420c4120, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=53d3d3e1-394f-40e2-8871-4182420c4120,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:34.207681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.230903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.313145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6b764c5-30a6-4c27-b161-450b6321695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.390666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Calling delete_port for 53d3d3e1-394f-40e2-8871-4182420c4120 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:34.391751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b764c5-30a6-4c27-b161-450b6321695b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a7a156-8ab5-4c87-a44e-6fa16ab5e491,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:34.391751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6b764c5-30a6-4c27-b161-450b6321695b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.395388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f50eba-c8b8-4e18-aaae-7a57f4c93118 None None] Network f6027093-d9ab-4546-9cf7-554874a39c90 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:34.417979 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b6b764c5-30a6-4c27-b161-450b6321695b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/44a7a156-8ab5-4c87-a44e-6fa16ab5e491 HTTP/1.1" status: 204 len: 168 time: 0.6875296 Feb 07 13:07:34.423112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40074) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:34.470743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.591634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.607629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Deleting port 0415b364-6fbd-4d50-9311-f46bc58b18f9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:34.608074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.633338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=193e8dec9ac74072869d7201673894b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2442214 Feb 07 13:07:34.634439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba3a40-1d45-451a-a6bc-718f354460dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fbf188-24b1-49be-9a16-b01081f97146,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:34.647353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40080) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:34.740283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] DHCP port deletion for f6027093-d9ab-4546-9cf7-554874a39c90 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:07:34.745207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] Deleting port 0415b364-6fbd-4d50-9311-f46bc58b18f9 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:34.745787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.895002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c0096c7-2a35-47d8-a6b8-1e5dc694efcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.957094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c0096c7-2a35-47d8-a6b8-1e5dc694efcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.980051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] For port 0415b364-6fbd-4d50-9311-f46bc58b18f9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0415b364-6fbd-4d50-9311-f46bc58b18f9,segment=NetworkSegment(3942f7e1-a65f-4a33-9700-17caf9b8ed8b),segment_id=3942f7e1-a65f-4a33-9700-17caf9b8ed8b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:34.980356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:34.992124 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.001994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] For port 0415b364-6fbd-4d50-9311-f46bc58b18f9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0415b364-6fbd-4d50-9311-f46bc58b18f9,segment=NetworkSegment(3942f7e1-a65f-4a33-9700-17caf9b8ed8b),segment_id=3942f7e1-a65f-4a33-9700-17caf9b8ed8b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:35.001994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.004840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd209-998b-487e-8322-b597d846bfe1 req-87e0b451-dd7f-4aff-8059-08fc3341ef1b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:35.006424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f89bd209-998b-487e-8322-b597d846bfe1 req-87e0b451-dd7f-4aff-8059-08fc3341ef1b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 907 time: 0.7093635 Feb 07 13:07:35.070383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4ab20-4255-4558-aae4-4fef6ecf9764 req-6e327551-e9ad-4d51-bc0c-4c003f3b73d7 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:35.078910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0bf4ab20-4255-4558-aae4-4fef6ecf9764 req-6e327551-e9ad-4d51-bc0c-4c003f3b73d7 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.6650581 Feb 07 13:07:35.167519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event deleted for resources: {'Port': ['ID=53d3d3e1-394f-40e2-8871-4182420c4120,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:35.189584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Calling delete_port for 0415b364-6fbd-4d50-9311-f46bc58b18f9 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:35.244230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] Calling delete_port for 0415b364-6fbd-4d50-9311-f46bc58b18f9 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:35.415711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bf9495d-69fc-4113-b3bf-39ab522b50db req-66890b5e-9c44-4f9a-b4d2-08f62ce5a46c tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.2132080 Feb 07 13:07:35.422945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.424347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] No DVR routers for this DVR port 53d3d3e1-394f-40e2-8871-4182420c4120 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:35.429782 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:07:35.430321 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:07:35.442526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.452061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'name': 'network-vif-deleted', 'tag': '53d3d3e1-394f-40e2-8871-4182420c4120'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:35.490740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0bf4ab20-4255-4558-aae4-4fef6ecf9764 req-ef840c1c-e81c-4258-b08a-d7663310321c tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109244 Feb 07 13:07:35.494882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.554447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.556063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c0096c7-2a35-47d8-a6b8-1e5dc694efcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.591328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] No DVR routers for this DVR port 0415b364-6fbd-4d50-9311-f46bc58b18f9 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:35.630123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=0415b364-6fbd-4d50-9311-f46bc58b18f9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:35.646124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb21c32-5a2b-4e14-8e80-505201a29b65 None None] Network c544ce96-fbe1-44f7-a876-32ae594ae054 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:35.657084 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7cac6-4292-4d63-be23-fcd7e2275548', 'name': 'network-vif-deleted', 'tag': '53d3d3e1-394f-40e2-8871-4182420c4120', 'status': 'completed', 'code': 200} Feb 07 13:07:35.658533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4a9973-a141-4acb-bbf7-756e1b22f2b3 req-a5a545b6-3477-4c08-a8c9-6f4386345214 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "DELETE /v2.0/ports/53d3d3e1-394f-40e2-8871-4182420c4120 HTTP/1.1" status: 204 len: 173 time: 2.3872526 Feb 07 13:07:35.665509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0096c7-2a35-47d8-a6b8-1e5dc694efcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fbf188-24b1-49be-9a16-b01081f97146,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:35.745366 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c0096c7-2a35-47d8-a6b8-1e5dc694efcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.746998 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7c0096c7-2a35-47d8-a6b8-1e5dc694efcd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20fbf188-24b1-49be-9a16-b01081f97146 HTTP/1.1" status: 204 len: 168 time: 1.0989141 Feb 07 13:07:35.754484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.788860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6027093-d9ab-4546-9cf7-554874a39c90']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:35.815752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3942f7e1-a65f-4a33-9700-17caf9b8ed8b') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:35.818753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3942f7e1-a65f-4a33-9700-17caf9b8ed8b') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:35.848685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.877964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Allocated IP 172.25.7.160 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ae747316-35c8-45e1-b17a-c700877648f0) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:35.896924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.927133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:07:35.928573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.930929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a377c900-8ddf-4420-a12d-dad64c906bc9 None None] Provisioning for port 86a5d237-db6b-4c49-bc7a-6a579c284b83 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:35.943199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] Deleting port 0415b364-6fbd-4d50-9311-f46bc58b18f9 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:35.943199 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:07:35.960529 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:07:36.055367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86a5d237-db6b-4c49-bc7a-6a579c284b83 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:36.154910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:36.196900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:36.211077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6027093-d9ab-4546-9cf7-554874a39c90,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:36.211667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-66ce797e-e22d-43c0-aa05-ab358a1ad0b3 None None] The port '0415b364-6fbd-4d50-9311-f46bc58b18f9' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:07:36.222168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:36.222298 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-66d1c389-5422-419b-8695-7e45b67a2c44 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f6027093-d9ab-4546-9cf7-554874a39c90 HTTP/1.1" status: 204 len: 168 time: 1.7953815 Feb 07 13:07:36.263676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8d858-7c84-45b9-95fe-204d78c3cf30 req-0355603e-ce09-42e1-87af-ef95ed153bb5 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:36.272008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fd8d858-7c84-45b9-95fe-204d78c3cf30 req-0355603e-ce09-42e1-87af-ef95ed153bb5 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.2369788 Feb 07 13:07:36.394050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6f302b57-3b3f-49b1-b579-5a47a3aea8a7 req-2c979d26-92e0-4aea-a0f7-7feb1a26e579 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:36.421622 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 86a5d237-db6b-4c49-bc7a-6a579c284b83 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:36.430726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 86a5d237-db6b-4c49-bc7a-6a579c284b83 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:36.431113 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:36.446048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fd8d858-7c84-45b9-95fe-204d78c3cf30 req-9d949b5b-c357-417c-a9f9-bdf3bd50fda6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728442 Feb 07 13:07:36.548432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:36.570547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 53d3d3e1-394f-40e2-8871-4182420c4120 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:36.643285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 53d3d3e1-394f-40e2-8871-4182420c4120 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:36.644298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 53d3d3e1-394f-40e2-8871-4182420c4120 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:36.649581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Pushing event updated for resources: {'Port': ['ID=ae747316-35c8-45e1-b17a-c700877648f0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:36.655050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6f302b57-3b3f-49b1-b579-5a47a3aea8a7 req-2c979d26-92e0-4aea-a0f7-7feb1a26e579 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:36.664016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f302b57-3b3f-49b1-b579-5a47a3aea8a7 req-2c979d26-92e0-4aea-a0f7-7feb1a26e579 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=66a7cac6-4292-4d63-be23-fcd7e2275548 HTTP/1.1" status: 200 len: 210 time: 0.3748171 Feb 07 13:07:36.689770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:36.695028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:36.707938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:36.873718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bd4a2c51-8b72-4428-b8d3-ae065a7ccd74 None None] Provisioning complete for port 86a5d237-db6b-4c49-bc7a-6a579c284b83 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:36.874222 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bd4a2c51-8b72-4428-b8d3-ae065a7ccd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:36.905935 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:36.925421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40116) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:36.963203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 86a5d237-db6b-4c49-bc7a-6a579c284b83, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86a5d237-db6b-4c49-bc7a-6a579c284b83,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:36.978648 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9dc49b5-122e-4b48-8b44-961d43aeca95 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3bea428b5a0843028cea8008916a20ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520420 Feb 07 13:07:36.984580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40120) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:37.023326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3b41f16-1799-464e-b7db-6d2e474e2278 req-8755c4c4-3c2f-40d4-9532-6b44903605da tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1079595 Feb 07 13:07:37.056808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bd4a2c51-8b72-4428-b8d3-ae065a7ccd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:37.091913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84ee7d76-4a8e-4cf6-bb64-341523a86a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:37.124577 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84ee7d76-4a8e-4cf6-bb64-341523a86a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:37.147673 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:37.211046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6b4fb-c28b-4b0b-a322-b35781539986 req-ffa32867-74cf-424a-b447-eab24ad30704 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:37.212543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ae6b4fb-c28b-4b0b-a322-b35781539986 req-ffa32867-74cf-424a-b447-eab24ad30704 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.3038573 Feb 07 13:07:37.257567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0415b364-6fbd-4d50-9311-f46bc58b18f9 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:37.267518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ae6b4fb-c28b-4b0b-a322-b35781539986 req-c54a8522-5e0e-4161-8f4c-1786c88f6f09 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Feb 07 13:07:37.308251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 0415b364-6fbd-4d50-9311-f46bc58b18f9 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:37.308367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0415b364-6fbd-4d50-9311-f46bc58b18f9 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:37.309279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dcdea857-56a9-4a1a-9864-047c41b2b910 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:37.334748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-bd4a2c51-8b72-4428-b8d3-ae065a7ccd74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:07:37.335058 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-bd4a2c51-8b72-4428-b8d3-ae065a7ccd74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:07:37.348766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: dcdea857-56a9-4a1a-9864-047c41b2b910 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:37.349106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dcdea857-56a9-4a1a-9864-047c41b2b910 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:37.360273 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84ee7d76-4a8e-4cf6-bb64-341523a86a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:37.360712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=86a5d237-db6b-4c49-bc7a-6a579c284b83,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:37.404733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee7d76-4a8e-4cf6-bb64-341523a86a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e6a298-d52e-4883-8c36-f810a6d0dfdc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:37.416913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84ee7d76-4a8e-4cf6-bb64-341523a86a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:37.418088 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-84ee7d76-4a8e-4cf6-bb64-341523a86a98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d1e6a298-d52e-4883-8c36-f810a6d0dfdc HTTP/1.1" status: 204 len: 168 time: 0.4322324 Feb 07 13:07:37.694714 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:37.740960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40144) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:37.813999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c8856-112c-41a4-b2d4-d09364e8decd req-05c12be9-e342-4da4-a72d-8f6f72b19509 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:37.827861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a20c8856-112c-41a4-b2d4-d09364e8decd req-05c12be9-e342-4da4-a72d-8f6f72b19509 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.4438584 Feb 07 13:07:37.919868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a20c8856-112c-41a4-b2d4-d09364e8decd req-39e7d150-22d1-4648-a99a-21062e0130e5 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909095 Feb 07 13:07:37.929126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86a5d237-db6b-4c49-bc7a-6a579c284b83 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:37.929696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-network', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:37.937729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:37.967580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Usage tracker for resource:network and tenant:ad680d158586497c9e7b3bc1363e3431 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:37.979593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:37.994753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:38.042466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 86a5d237-db6b-4c49-bc7a-6a579c284b83 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:38.043242 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.077825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-89954900-cd6e-4cb6-bfee-5dc351edadbf req-9609ac0f-1596-4669-b723-54c54bc6c9b6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:07:38.078882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89954900-cd6e-4cb6-bfee-5dc351edadbf req-9609ac0f-1596-4669-b723-54c54bc6c9b6 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222013 Feb 07 13:07:38.141605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Made reservation on behalf of ad680d158586497c9e7b3bc1363e3431 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:38.143994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.161120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.177929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:38.181988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Usage tracker for resource:security_group_rule and tenant:ad680d158586497c9e7b3bc1363e3431 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:38.185242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:38.201077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:38.304848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.341642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89954900-cd6e-4cb6-bfee-5dc351edadbf req-ae98e681-7aeb-45f9-a0a9-539be4c5bb41 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2546647 Feb 07 13:07:38.360135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.372778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.421476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:07:38.441152 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.441523 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Added segment 49418f79-4b55-423f-b669-c725e3ecf3bf of type vlan for network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 Feb 07 13:07:38.473229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac4d37b-f12f-4b76-a506-6c0e09a86f9e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:38.522806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.690182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.691401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:38.692352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.713227 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce83c50c-6edc-4430-8e6b-4c75cc80d449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:38.733963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d62d33ca-d424-4e5d-a6c4-6df334fe5079 req-42ed99d7-5af0-4814-adba-27f98bf64f3b tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1582167 Feb 07 13:07:38.843608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40182) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:38.946728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Router 8bd67e29-dec1-439f-98c5-774c6185166a is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:07:38.966597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:38.978801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:07:39.051309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-913593431-network', 'tenant_id': 'd84c1047f5db40d6a2dac9097e16020b'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:39.068633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:39.086230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Usage tracker for resource:network and tenant:d84c1047f5db40d6a2dac9097e16020b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:39.097659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:39.103460 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e38610bf-01ee-439e-80ba-c6f954cdcf65 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3613327 Feb 07 13:07:39.107135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40190) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:39.113404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:39.114597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Request body: {'subnet': {'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-subnet', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:39.119961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:39.124484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Usage tracker for resource:subnet and tenant:ad680d158586497c9e7b3bc1363e3431 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:39.124713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-66198a27-aab4-49ce-a2c4-70ba544b78be tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:39.126200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-66198a27-aab4-49ce-a2c4-70ba544b78be tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 946 time: 0.3662443 Feb 07 13:07:39.127739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:39.134535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:39.246011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba96e85-9623-4a32-95b1-6c2125f03380 req-e9172f71-ed53-411f-9788-7213d315cc39 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:39.248758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ba96e85-9623-4a32-95b1-6c2125f03380 req-e9172f71-ed53-411f-9788-7213d315cc39 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 946 time: 0.4904151 Feb 07 13:07:39.259018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Made reservation on behalf of ad680d158586497c9e7b3bc1363e3431 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:39.262452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:39.321917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65528fab-fb58-4ac6-b280-ed5f890288b7 req-4a98e17e-bb24-4cdd-bc2b-1ffef187a472 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:39.328912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65528fab-fb58-4ac6-b280-ed5f890288b7 req-4a98e17e-bb24-4cdd-bc2b-1ffef187a472 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.4588156 Feb 07 13:07:39.336452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:07:39.347763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Sync routers for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:07:39.361213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:39.362252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Made reservation on behalf of d84c1047f5db40d6a2dac9097e16020b for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:39.364065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:39.364612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:39.403069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Deleting port d0fbbda3-b287-4b87-abe6-533d76976d33 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:39.403391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:39.584085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:39.593537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ba96e85-9623-4a32-95b1-6c2125f03380 req-cc6010a5-11dd-4167-9e5b-ecd74a503ae8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173521 Feb 07 13:07:39.594190 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:39.611106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:39.745371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718f2785-9e40-4fed-8326-14d616285900,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:39.756325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Checking segment: {'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:39.756844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Network hostable DHCP agents. Network: d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:07:39.867424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:07:39.893635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:39.942016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Usage tracker for resource:security_group_rule and tenant:d84c1047f5db40d6a2dac9097e16020b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:39.946866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65528fab-fb58-4ac6-b280-ed5f890288b7 req-3d6c2968-2773-4811-9ff3-6498f6abf1b5 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171768 Feb 07 13:07:39.947659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:39.962513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-682472ac-130c-4515-91a6-f4d4d4bb3fb7 req-19de3c73-4444-42d7-8d30-2181fbb0e2fe tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0797739 Feb 07 13:07:39.972071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:39.973767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:39.989165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:39.989165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.002396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] For port d0fbbda3-b287-4b87-abe6-533d76976d33, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d0fbbda3-b287-4b87-abe6-533d76976d33,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:40.002857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.020162 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.024370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cdd2ae1d-5cfb-476b-a979-5c681c32a570 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4173303 Feb 07 13:07:40.032607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40200) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:40.098240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:37Z', 'revision_number': 3, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:40.103551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Checking router: 8bd67e29-dec1-439f-98c5-774c6185166a for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:07:40.104273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Updating router 8bd67e29-dec1-439f-98c5-774c6185166a port ae747316-35c8-45e1-b17a-c700877648f0 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:07:40.147962 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-185843dc-688f-4d4c-a809-9bad42350208 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0387087 Feb 07 13:07:40.150614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40204) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:40.157340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:40.163104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:40.169563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Usage tracker for resource:router and tenant:ad680d158586497c9e7b3bc1363e3431 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:40.170116 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.175612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:40.184758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:40.202801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b42ef7-b147-4172-8303-97d0881c5847 None None] Network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:40.235619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Calling delete_port for d0fbbda3-b287-4b87-abe6-533d76976d33 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:40.290805 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.292158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.310377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.602134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1', 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'fixed_ips': [{'subnet_id': '718f2785-9e40-4fed-8326-14d616285900'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:07:40.602949 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.648090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.651567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.676628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e229462-59ec-4819-ba3b-a8ebe80134e7 req-b249bf49-31a1-4724-8fb2-182235bab218 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:40.683471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e229462-59ec-4819-ba3b-a8ebe80134e7 req-b249bf49-31a1-4724-8fb2-182235bab218 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.4641573 Feb 07 13:07:40.777156 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.855285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Allocated IP 172.20.0.2 (d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1/718f2785-9e40-4fed-8326-14d616285900/f5513d69-0e6a-476d-bedb-c1e0f4051a3c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:40.874711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:40.887891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:07:40.922460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e229462-59ec-4819-ba3b-a8ebe80134e7 req-8d82087a-81e0-4d01-a86e-b5122298f095 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372918 Feb 07 13:07:40.967444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Transition to ACTIVE for port object ae747316-35c8-45e1-b17a-c700877648f0 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:41.023391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a200876c-06cf-4481-afe1-a06a3500c0c4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:41.026245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.094201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.094778 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Added segment 06ec6238-d10f-4b59-80b3-b64dc150701a of type vlan for network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 Feb 07 13:07:41.155343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event deleted for resources: {'Port': ['ID=d0fbbda3-b287-4b87-abe6-533d76976d33,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:41.167899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['bdb413d5-7924-4442-851c-2fad63e5d642'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:07:41.184171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.194715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-376fb8b7-b19f-45bc-b223-5f4f8f384e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.204000 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.218713 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.333889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.365571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e259830-db9b-48cd-bb49-89e7cdbccdd7 None None] Pushing event updated for resources: {'Port': ['ID=ae747316-35c8-45e1-b17a-c700877648f0,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:41.368124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Transition to ACTIVE for port object f5513d69-0e6a-476d-bedb-c1e0f4051a3c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:41.374012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Attempting to bind port ae747316-35c8-45e1-b17a-c700877648f0 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:41.374529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Attempting to bind port ae747316-35c8-45e1-b17a-c700877648f0 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:41.374786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Attempting to bind port ae747316-35c8-45e1-b17a-c700877648f0 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:41.387050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:41.387428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:41.387818 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.387945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Allocated IP 172.25.7.151 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/6f115485-c052-484e-ad7c-04353a48e32f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:41.388230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:41.388703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Bound port: ae747316-35c8-45e1-b17a-c700877648f0, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:41.389071 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.402667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.459449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Transition to ACTIVE for port object f5513d69-0e6a-476d-bedb-c1e0f4051a3c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:41.463509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c630d-4421-4fc3-8b9f-da30116e5e0e req-1baa9e64-c418-4665-8e0b-ea3a12e8d103 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:41.465155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-143c630d-4421-4fc3-8b9f-da30116e5e0e req-1baa9e64-c418-4665-8e0b-ea3a12e8d103 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 867 time: 0.7039449 Feb 07 13:07:41.519113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] No DVR routers for this DVR port d0fbbda3-b287-4b87-abe6-533d76976d33 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:41.529693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] For port ae747316-35c8-45e1-b17a-c700877648f0, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:07:41.534189 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.538276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988fd445-6146-4bc7-9615-8093f77ae869', 'name': 'network-vif-deleted', 'tag': 'd0fbbda3-b287-4b87-abe6-533d76976d33'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:41.549209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] For port ae747316-35c8-45e1-b17a-c700877648f0, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ae747316-35c8-45e1-b17a-c700877648f0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:07:41.562446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.578413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:07:41.587015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.646831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:41.653006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:41.658377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:41.660499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Pushing event updated for resources: {'Port': ['ID=f5513d69-0e6a-476d-bedb-c1e0f4051a3c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:41.696610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b5b76-1780-472a-b88e-665d8eb9c66b req-6d6aeb6f-b0b6-48d4-b26e-24ef169ace71 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:41.703627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-882b5b76-1780-472a-b88e-665d8eb9c66b req-6d6aeb6f-b0b6-48d4-b26e-24ef169ace71 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.6052070 Feb 07 13:07:41.710384 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.748768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.770001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-143c630d-4421-4fc3-8b9f-da30116e5e0e req-dbe4af4b-777d-40bc-98eb-ed84eec46d42 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475970 Feb 07 13:07:41.786786 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.787935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:41.789781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.795820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cedb9338-74fb-4fbc-9ff4-c0e62cda21f5 req-b0bff90e-078b-4c17-a669-2e52e22158b6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "DELETE /v2.0/ports/d0fbbda3-b287-4b87-abe6-533d76976d33 HTTP/1.1" status: 204 len: 173 time: 2.6595678 Feb 07 13:07:41.862737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e259830-db9b-48cd-bb49-89e7cdbccdd7 None None] Pushing event updated for resources: {'Port': ['ID=ae747316-35c8-45e1-b17a-c700877648f0,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:41.882975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:41.884503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:41.887532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:41.912983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Attempting to bind port f5513d69-0e6a-476d-bedb-c1e0f4051a3c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:41.913673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Attempting to bind port f5513d69-0e6a-476d-bedb-c1e0f4051a3c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:41.914177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Attempting to bind port f5513d69-0e6a-476d-bedb-c1e0f4051a3c on network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:41.923005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:41.923704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Checking segment: {'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:41.924222 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.924663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Bound using segment: {'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:41.925305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Bound port: f5513d69-0e6a-476d-bedb-c1e0f4051a3c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:41.925752 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:41.955268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-882b5b76-1780-472a-b88e-665d8eb9c66b req-2edb4ef7-3b4e-4cce-bef6-d227eb8195e3 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506201 Feb 07 13:07:41.971949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40226) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:42.029926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:42.030699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:42.166999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Pushing event updated for resources: {'Port': ['ID=6f115485-c052-484e-ad7c-04353a48e32f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:42.222938 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988fd445-6146-4bc7-9615-8093f77ae869', 'name': 'network-vif-deleted', 'tag': 'd0fbbda3-b287-4b87-abe6-533d76976d33', 'status': 'completed', 'code': 200} Feb 07 13:07:42.273462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] Pushing event updated for resources: {'Network': ['ID=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:42.290931 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:42.291703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:42.294339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] For port f5513d69-0e6a-476d-bedb-c1e0f4051a3c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:07:42.306797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:07:42.331546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a907bba-7f17-46d9-9e98-04dabbf0fcc4 req-957dc630-3da3-4982-aef5-71372a85a54c tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.2108958 Feb 07 13:07:42.360278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0f5b62ef-8e3e-4f8c-8442-d22765844251 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.5130854 Feb 07 13:07:42.382467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40234) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:42.397109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] For port f5513d69-0e6a-476d-bedb-c1e0f4051a3c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f5513d69-0e6a-476d-bedb-c1e0f4051a3c,segment=NetworkSegment(49418f79-4b55-423f-b669-c725e3ecf3bf),segment_id=49418f79-4b55-423f-b669-c725e3ecf3bf)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:07:42.421610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d0fbbda3-b287-4b87-abe6-533d76976d33 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:42.432850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Request body: {'subnet': {'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-913593431-subnet', 'tenant_id': 'd84c1047f5db40d6a2dac9097e16020b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:42.461912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: d0fbbda3-b287-4b87-abe6-533d76976d33 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:42.462329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d0fbbda3-b287-4b87-abe6-533d76976d33 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:42.465639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:42.510432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:42.525566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Usage tracker for resource:subnet and tenant:d84c1047f5db40d6a2dac9097e16020b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:42.554244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:42.587547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:42.612442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:42.670907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-20c11689-f993-49f8-9d4c-5d58267a3c6a tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3966 time: 0.6384628 Feb 07 13:07:42.670907 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:42.671388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40240) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:42.751834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c3938-6c85-4ad8-8f81-de433a5eb8fa None None] Pushing event updated for resources: {'Port': ['ID=f5513d69-0e6a-476d-bedb-c1e0f4051a3c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:42.805552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'network': {'name': 'tempest-network-smoke--960411876', 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'port_security_enabled': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:42.832628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:42.842433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:network and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:42.847852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:42.858000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:42.863791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:42.923099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Made reservation on behalf of d84c1047f5db40d6a2dac9097e16020b for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:42.925455 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:43.075439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-cdd67b16-4a5f-4e69-84e9-e2311d38d1ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6928377 Feb 07 13:07:43.101196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:37Z', 'revision_number': 3, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:43.109436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30881b-a5f5-4dd1-a7c1-a5560611b163 None None] The sync data for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 is: [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:37Z', 'revision_number': 3, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:07:43.119717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d6e9-7fd6-489f-8f79-f2309f77d718 req-7c44f1ed-2036-4e3b-bcbd-09f0cfeb480d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:43.125984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d6e9-7fd6-489f-8f79-f2309f77d718 req-7c44f1ed-2036-4e3b-bcbd-09f0cfeb480d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:43.131905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d6e9-7fd6-489f-8f79-f2309f77d718 req-7c44f1ed-2036-4e3b-bcbd-09f0cfeb480d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:43.135069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Made reservation on behalf of a92acc0c0a1643329aec367dfd11cb42 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:43.139035 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:43.139202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a389d6e9-7fd6-489f-8f79-f2309f77d718 req-7c44f1ed-2036-4e3b-bcbd-09f0cfeb480d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb&device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0&device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 2418 time: 0.6774714 Feb 07 13:07:43.192184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-612b44d3-d48e-4a4b-a000-0aa412ed6789 req-0b288343-9510-491f-aa1a-5b681013371f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:43.339180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Allocated IP 172.20.0.1 (c544ce96-fbe1-44f7-a876-32ae594ae054/72668aca-03af-4bfd-a6da-41fb53ac00ed/2d9a30ff-f736-41c7-83e9-7db7151f21d9) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:43.382119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:07:43.409088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a389d6e9-7fd6-489f-8f79-f2309f77d718 req-0c4157ab-c5c9-47dd-ae32-52f854b091a0 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689512 Feb 07 13:07:43.420520 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:43.421015 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Added segment 5503b1c5-73c3-4621-a78e-dcad7b167919 of type vlan for network 70b743d4-d613-4231-85a4-e697db31e25e Feb 07 13:07:43.422848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-612b44d3-d48e-4a4b-a000-0aa412ed6789 req-0b288343-9510-491f-aa1a-5b681013371f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:43.424143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-612b44d3-d48e-4a4b-a000-0aa412ed6789 req-0b288343-9510-491f-aa1a-5b681013371f tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=988fd445-6146-4bc7-9615-8093f77ae869 HTTP/1.1" status: 200 len: 210 time: 0.4019520 Feb 07 13:07:43.458334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:43.644914 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:43.712023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:43.931728 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:43.934599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3de9385-1387-410c-94e0-38ece409217b req-dd2695e2-f875-4ceb-9e2e-229e3227cf19 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.2653580 Feb 07 13:07:43.937832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:43.938464 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:43.996874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ae747316-35c8-45e1-b17a-c700877648f0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:44.003718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-6ba2a0aa-b749-4ae0-bd03-14464cb1edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:44.005409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-6ba2a0aa-b749-4ae0-bd03-14464cb1edff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69f46ced331443a88a53990623b9b4c7&device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 1095 time: 0.6677718 Feb 07 13:07:44.115855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Network': ['ID=70b743d4-d613-4231-85a4-e697db31e25e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:44.120945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c03967f4-b20f-48c3-86e5-7fae59982200 req-9a131979-9231-4d05-8bc4-75b45278b470 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5588145 Feb 07 13:07:44.130949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 70b743d4-d613-4231-85a4-e697db31e25e details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:07:44.185790 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:44.204183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Transition to ACTIVE for port object 2d9a30ff-f736-41c7-83e9-7db7151f21d9 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:44.241845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:44.268533 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-69fcff46-e097-461e-81e0-3877aabcf7f2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5960865 Feb 07 13:07:44.271165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40254) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:44.276705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'admin_state_up': True, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:44.286060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ae747316-35c8-45e1-b17a-c700877648f0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:44.298980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:44.312932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ae747316-35c8-45e1-b17a-c700877648f0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:44.313595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:44.320670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:router and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:44.323597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Router 9f643919-bf54-4b57-8fbc-945f85fca12c is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:07:44.329623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:44.343025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:44.464367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-5039f0f0-c588-4250-8cdc-e1df3f9cba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:44.467107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-5039f0f0-c588-4250-8cdc-e1df3f9cba8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 200 len: 912 time: 0.4221811 Feb 07 13:07:44.471868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40258) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:44.474149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:44.503229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1556039314'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:44.512465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:44.616524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:44.619232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:44.664758 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:44.671005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b504ff35-5481-46d7-9724-1ed420cceea9,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:44.681566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:network and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:44.703328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ae747316-35c8-45e1-b17a-c700877648f0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ae747316-35c8-45e1-b17a-c700877648f0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:44.798973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:44.800047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f5513d69-0e6a-476d-bedb-c1e0f4051a3c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:44.864807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9a30ff-f736-41c7-83e9-7db7151f21d9,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:44.869703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-e956f4df-1350-473d-bcf5-a3c253d884bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 200 len: 999 time: 0.3373551 Feb 07 13:07:44.875059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:44.879332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Network c544ce96-fbe1-44f7-a876-32ae594ae054 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:44.895634 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:07:44.900060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de074b5-a8f0-44ee-bbd3-efbba5a6cce6 None None] Network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:44.999936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:45.023616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:45.025963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:45.033795 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:45.084303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:45.098531 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:45.142286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:07:45.157878 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Sync routers for ids ['9f643919-bf54-4b57-8fbc-945f85fca12c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:07:45.189317 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Routers {'9f643919-bf54-4b57-8fbc-945f85fca12c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:45.191491 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9f643919-bf54-4b57-8fbc-945f85fca12c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:45.379310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:45.383925 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-67f2d64a-52f9-4578-bdea-dfd70407852b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2320554 Feb 07 13:07:45.384863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40272) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:45.400772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ae747316-35c8-45e1-b17a-c700877648f0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:45.414639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0c8c20d6-11cd-4d06-87bc-f74dd040f1e6 None None] Provisioning for port f5513d69-0e6a-476d-bedb-c1e0f4051a3c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:45.423293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0c8c20d6-11cd-4d06-87bc-f74dd040f1e6 None None] Provisioning complete for port f5513d69-0e6a-476d-bedb-c1e0f4051a3c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:45.423665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0c8c20d6-11cd-4d06-87bc-f74dd040f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:45.488245 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Set router 9f643919-bf54-4b57-8fbc-945f85fca12c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:45.491040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f5513d69-0e6a-476d-bedb-c1e0f4051a3c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:45.501593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f5513d69-0e6a-476d-bedb-c1e0f4051a3c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:45.501994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:45.502943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d206c32b-8f9a-4d28-bc00-4e142e6105b6 req-9bed6cd0-fb26-46e9-a7b7-449378c01715 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.2015698 Feb 07 13:07:45.519454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Checking segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:45.519822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Network hostable DHCP agents. Network: 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:07:45.552618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-f72923cd-b672-4f8a-b536-8f6ddbddbddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:45.554196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-f72923cd-b672-4f8a-b536-8f6ddbddbddf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 200 len: 851 time: 0.6735470 Feb 07 13:07:45.754849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:45.763829 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:45.824015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:07:45.901498 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0c8c20d6-11cd-4d06-87bc-f74dd040f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:45.926639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.004434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:07:46.021562 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.022140 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Added segment f851d82c-d6a9-4918-89a2-8985e7ff7e98 of type vlan for network 539a678e-11cb-4f26-978c-0ccb9fa8e390 Feb 07 13:07:46.072521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0c8c20d6-11cd-4d06-87bc-f74dd040f1e6 None None] For port f5513d69-0e6a-476d-bedb-c1e0f4051a3c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f5513d69-0e6a-476d-bedb-c1e0f4051a3c,segment=NetworkSegment(49418f79-4b55-423f-b669-c725e3ecf3bf),segment_id=49418f79-4b55-423f-b669-c725e3ecf3bf)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:46.074991 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.084295 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:42Z', 'revision_number': 3, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:46.090274 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.094433 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Checking router: 9f643919-bf54-4b57-8fbc-945f85fca12c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:07:46.094971 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Updating router 9f643919-bf54-4b57-8fbc-945f85fca12c port 6f115485-c052-484e-ad7c-04353a48e32f binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:07:46.141226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:46.150677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceced33-8a6e-4e6f-9536-5c4d9d466d6c None None] Network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:46.173825 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.174401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:46.175261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.256466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.354805 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0c8c20d6-11cd-4d06-87bc-f74dd040f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.431947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.437733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:46.438334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.663337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2bc65424-a3f2-449f-bc19-b1b512a9312c None None] Provisioning complete for port f5513d69-0e6a-476d-bedb-c1e0f4051a3c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:46.664080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2bc65424-a3f2-449f-bc19-b1b512a9312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.730432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-30b126cf-9a49-49d4-9880-8ae1aaf817e8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 4.2995079 Feb 07 13:07:46.755783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-cb7b90af-cab4-474b-ba38-25643fc2db66 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:46.761456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-cb7b90af-cab4-474b-ba38-25643fc2db66 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 1.1022241 Feb 07 13:07:46.769901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-50398f2c-ee16-412e-8279-085b460d5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:46.771904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-50398f2c-ee16-412e-8279-085b460d5496 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b20d60d-c17e-4536-af6a-96b4089805a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2059693 Feb 07 13:07:46.859449 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:07:46.860018 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:07:46.864457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c20d6-11cd-4d06-87bc-f74dd040f1e6 None None] Pushing event updated for resources: {'Port': ['ID=f5513d69-0e6a-476d-bedb-c1e0f4051a3c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:46.880227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daf3db-19d8-4085-911c-aec2816231a2 None None] Network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:46.885933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40288) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:46.890872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3871455 Feb 07 13:07:46.909914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-473887705'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:46.915241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:46.915441 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:46.922122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:network and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:46.928337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:46.940147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:46.942866 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Transition to ACTIVE for port object 6f115485-c052-484e-ad7c-04353a48e32f will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:47.091242 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.106898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-202ac829-dcd7-4a6f-8b2a-fada0721a0ba req-e95b5071-a5e2-4673-abbd-0c11f98ed33c tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.2146168 Feb 07 13:07:47.120212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13ec4b-1000-4b07-9995-9a7f5ae519cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Network': ['ID=539a678e-11cb-4f26-978c-0ccb9fa8e390,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:47.141702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b535a2-948b-496b-ac01-4edc4c5a5f67 req-5650c7bd-ce0b-48e7-a30d-87961595ad04 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:47.154634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8b535a2-948b-496b-ac01-4edc4c5a5f67 req-5650c7bd-ce0b-48e7-a30d-87961595ad04 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 945 time: 1.3115778 Feb 07 13:07:47.171412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:47.175030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.191039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:07:47.223184 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Attempting to bind port 6f115485-c052-484e-ad7c-04353a48e32f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:47.223542 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Attempting to bind port 6f115485-c052-484e-ad7c-04353a48e32f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:47.223901 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Attempting to bind port 6f115485-c052-484e-ad7c-04353a48e32f on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:47.234423 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:47.234791 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:47.235173 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.236750 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:47.236750 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Bound port: 6f115485-c052-484e-ad7c-04353a48e32f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:47.237068 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.263259 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Pushing event updated for resources: {'Port': ['ID=6f115485-c052-484e-ad7c-04353a48e32f,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:47.283863 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.284145 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.284371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Deleting port bdb413d5-7924-4442-851c-2fad63e5d642 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:47.284500 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.284726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.284846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.285100 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.285415 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.285749 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.286046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.286358 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.286672 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.286982 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.287289 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:07:47.370288 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] For port 6f115485-c052-484e-ad7c-04353a48e32f, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:07:47.376633 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] For port 6f115485-c052-484e-ad7c-04353a48e32f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6f115485-c052-484e-ad7c-04353a48e32f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:07:47.445195 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.484593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8b535a2-948b-496b-ac01-4edc4c5a5f67 req-27eb0e02-22ba-44f2-8ce1-50bdd34bcaac tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=baaff6fc-8983-4611-9f04-c78a27496206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292797 Feb 07 13:07:47.514921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-7bcf7e14-8dd0-4177-8db1-acf02e6fbbfc service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216047 Feb 07 13:07:47.554901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:07:47.563902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.564294 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Added segment 7ac409e7-3927-437b-85c5-95b254408703 of type vlan for network 60259f8c-9fde-4ec1-875e-189e2348e688 Feb 07 13:07:47.582399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2bc65424-a3f2-449f-bc19-b1b512a9312c None None] Provisioning for port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:47.592097 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.594416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:07:47.595585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2bc65424-a3f2-449f-bc19-b1b512a9312c None None] Provisioning complete for port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:47.595585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2bc65424-a3f2-449f-bc19-b1b512a9312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.614069 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Routers {'9f643919-bf54-4b57-8fbc-945f85fca12c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:47.614749 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9f643919-bf54-4b57-8fbc-945f85fca12c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:47.623810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.696728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ae747316-35c8-45e1-b17a-c700877648f0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:47.806746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2bc65424-a3f2-449f-bc19-b1b512a9312c None None] Port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:07:47.806924 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42649a91-fee3-451e-82d0-b314964ecff0 None None] Pushing event updated for resources: {'Port': ['ID=6f115485-c052-484e-ad7c-04353a48e32f,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:47.830520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ae747316-35c8-45e1-b17a-c700877648f0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:47.831048 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.831842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.865649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.871793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:47.880672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:47.976381 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] Set router 9f643919-bf54-4b57-8fbc-945f85fca12c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:48.012144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f5513d69-0e6a-476d-bedb-c1e0f4051a3c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:48.036421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:48.122333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a14e4f-0ef8-4f88-b045-a0957dcb6912 req-da170008-0f6d-4b07-ac59-6021b7e8fa5b service neutron] 10.222.0.47 "GET /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180657 Feb 07 13:07:48.144341 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:48.146083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f5513d69-0e6a-476d-bedb-c1e0f4051a3c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:48.146487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:48.204266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] For port bdb413d5-7924-4442-851c-2fad63e5d642, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=bdb413d5-7924-4442-851c-2fad63e5d642,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:48.207487 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:48.218634 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:48.235061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Network': ['ID=60259f8c-9fde-4ec1-875e-189e2348e688,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:48.257033 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 60259f8c-9fde-4ec1-875e-189e2348e688 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:07:48.399037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Allocated IP 172.20.0.1 (d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1/718f2785-9e40-4fed-8326-14d616285900/856287ce-8049-4923-989a-88092edd5392) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:48.431126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-965ea2a6-17e6-499a-9c80-9b4010ec0e77 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:48.431822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-965ea2a6-17e6-499a-9c80-9b4010ec0e77 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:48.438747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Allocated IP 172.25.7.55 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/be4230db-1612-4fce-8aa5-a83968efb301) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:48.441706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Calling delete_port for bdb413d5-7924-4442-851c-2fad63e5d642 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:48.445531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device bdb413d5-7924-4442-851c-2fad63e5d642 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:48.458631 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:42Z', 'revision_number': 3, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:48.462974 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02005093-3d6c-4263-89b6-e8940fa869fa None None] The sync data for ids ['9f643919-bf54-4b57-8fbc-945f85fca12c'] in n-d-811416-5 is: [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:42Z', 'revision_number': 3, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:07:48.544125 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cd07e0a5-7554-4327-b374-46a49a4da9db tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6557844 Feb 07 13:07:48.550109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40312) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:48.560193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9a30ff-f736-41c7-83e9-7db7151f21d9,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:48.577664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'subnet': {'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:48.614588 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:48.684706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:48.722110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-965ea2a6-17e6-499a-9c80-9b4010ec0e77 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:48.728655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-965ea2a6-17e6-499a-9c80-9b4010ec0e77 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 804 time: 0.7813010 Feb 07 13:07:48.919899 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 07 13:07:48.919899 n-d-811416-5 neutron-server[88314]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 07 13:07:48.919899 n-d-811416-5 neutron-server[88314]: [parameters: {'status': 'DOWN', 'ports_id': 'bdb413d5-7924-4442-851c-2fad63e5d642'}] Feb 07 13:07:48.919899 n-d-811416-5 neutron-server[88314]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:07:48.920410 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:07:48.926312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:48.961053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Transition to ACTIVE for port object 856287ce-8049-4923-989a-88092edd5392 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:49.068074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.141045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:49.144128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:49.147930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:49.150854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-4a1bb641-3343-46f5-8e4d-0109c8839a78 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/quotas/d84c1047f5db40d6a2dac9097e16020b HTTP/1.1" status: 200 len: 375 time: 0.4213274 Feb 07 13:07:49.187639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Pushing event updated for resources: {'Port': ['ID=856287ce-8049-4923-989a-88092edd5392,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:49.197632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55478521-f275-4b8b-90d4-52123fbd4328 req-15540c69-412c-418b-89ed-3a2f07a86af4 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0885553 Feb 07 13:07:49.210621 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.247445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-8e799dad-d234-4eae-9915-74faae91e29d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671318 Feb 07 13:07:49.248503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:49.430235 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.464151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-0f3463ab-eca0-4a99-967c-3aff86300ce9 service neutron] 10.222.0.69 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054152 Feb 07 13:07:49.479394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Port bdb413d5-7924-4442-851c-2fad63e5d642 update to DOWN by agent not found {{(pid=88314) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 13:07:49.494485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:subnet and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:49.553026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:49.596320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6f115485-c052-484e-ad7c-04353a48e32f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:49.619511 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.671341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:49.694981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed0199b7-a457-4b27-aaaf-ed06e3be0f41 req-1f378278-d200-4c1f-b3c3-5aef136618a6 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 210 time: 0.1941230 Feb 07 13:07:49.714019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event deleted for resources: {'Port': ['ID=bdb413d5-7924-4442-851c-2fad63e5d642,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:49.749163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-47951318-48f8-4742-97ba-83cdc8da8e35 None None] Provisioning for port 856287ce-8049-4923-989a-88092edd5392 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:49.756263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-47951318-48f8-4742-97ba-83cdc8da8e35 None None] Provisioning complete for port 856287ce-8049-4923-989a-88092edd5392 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:49.756910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47951318-48f8-4742-97ba-83cdc8da8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.760234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.817807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:49.827084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.859795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:49.871918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:49.878232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:49.907688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 6f115485-c052-484e-ad7c-04353a48e32f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:49.913547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-47951318-48f8-4742-97ba-83cdc8da8e35 None None] Port 856287ce-8049-4923-989a-88092edd5392 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:07:49.918599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6f115485-c052-484e-ad7c-04353a48e32f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:49.919165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.935721 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:49.968759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] No DVR routers for this DVR port bdb413d5-7924-4442-851c-2fad63e5d642 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:49.968759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:50.008610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5b23b9-90b4-4ed6-8e55-60056b0c1340', 'name': 'network-vif-deleted', 'tag': 'bdb413d5-7924-4442-851c-2fad63e5d642'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:50.022841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Network c544ce96-fbe1-44f7-a876-32ae594ae054 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:50.050069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:50.068915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 6f115485-c052-484e-ad7c-04353a48e32f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6f115485-c052-484e-ad7c-04353a48e32f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:50.092686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:50.160104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=be4230db-1612-4fce-8aa5-a83968efb301,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:50.211287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:50.244783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-12822faf-552e-45fa-bc48-235624dae954 service neutron] 10.222.0.69 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7796171 Feb 07 13:07:50.341239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=6f115485-c052-484e-ad7c-04353a48e32f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:50.345179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2e4e952-f431-4f7e-96dc-24006dbd8362 req-08413294-ee63-4c29-bf5d-2488467bf3ba tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.35 "DELETE /v2.0/ports/bdb413d5-7924-4442-851c-2fad63e5d642 HTTP/1.1" status: 204 len: 173 time: 3.5586829 Feb 07 13:07:50.498366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ab40add5-94c5-49d7-a72e-e817d0432db1 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:50.500838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ab40add5-94c5-49d7-a72e-e817d0432db1 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.5505528 Feb 07 13:07:50.551497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eef10461-53d5-4615-8503-734f50747ae3 None None] Provisioning complete for port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:50.552130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eef10461-53d5-4615-8503-734f50747ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:50.600309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c48d1-c981-4d22-9be9-6b0353cf4586 req-9dcc6943-5713-4e8b-bf37-ee1d7f72848b tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:50.600309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a07c48d1-c981-4d22-9be9-6b0353cf4586 req-9dcc6943-5713-4e8b-bf37-ee1d7f72848b tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.6420627 Feb 07 13:07:50.674323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-eef10461-53d5-4615-8503-734f50747ae3 None None] Port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:07:50.710647 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5b23b9-90b4-4ed6-8e55-60056b0c1340', 'name': 'network-vif-deleted', 'tag': 'bdb413d5-7924-4442-851c-2fad63e5d642', 'status': 'completed', 'code': 200} Feb 07 13:07:50.862064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Router 8bd67e29-dec1-439f-98c5-774c6185166a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:07:50.867662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a07c48d1-c981-4d22-9be9-6b0353cf4586 req-ad2b9727-e516-4375-908a-4817e19b1d48 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235191 Feb 07 13:07:50.873428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:50.884100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Deleting port b7ed2a07-e178-4f7a-ac23-c1a11340d596 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:50.884506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:50.912777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:51.058072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:51.072918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33a42e09-87e6-4f2f-bcf4-8781c358082d req-829cf328-0014-48e4-bca0-8e26723ab8e9 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1927056 Feb 07 13:07:51.123715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c69b0d5c-4129-4f48-b1a8-611d8e5d6c19 req-f4fe7c62-d668-47a3-805b-e914163218fa tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 210 time: 0.1618183 Feb 07 13:07:51.254063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:51.281910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Pushing event updated for resources: {'Port': ['ID=856287ce-8049-4923-989a-88092edd5392,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:51.420806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-318a470f-1234-4709-8b32-f5a32af63265 req-28ec1364-95e4-47ed-a180-6308251eb179 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:51.504954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:51.581140 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:51.616043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6f115485-c052-484e-ad7c-04353a48e32f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:51.644445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-318a470f-1234-4709-8b32-f5a32af63265 req-28ec1364-95e4-47ed-a180-6308251eb179 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:51.645599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-318a470f-1234-4709-8b32-f5a32af63265 req-28ec1364-95e4-47ed-a180-6308251eb179 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5b23b9-90b4-4ed6-8e55-60056b0c1340 HTTP/1.1" status: 200 len: 210 time: 0.2854168 Feb 07 13:07:51.678796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:51.682285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:51.695444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:07:51.732083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Subnet': ['ID=a1615c5e-e87c-4d7d-8d08-8435a4247941,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:51.745334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Sync routers for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:07:51.789765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:51.790477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:51.812198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1e76cc51-2122-49c3-8620-f1151e6821a7 admin admin] 10.222.0.69 "PUT /v2.0/routers/8bd67e29-dec1-439f-98c5-774c6185166a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7783258 Feb 07 13:07:51.841474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Checking segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:51.848039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network hostable DHCP agents. Network: 539a678e-11cb-4f26-978c-0ccb9fa8e390, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:07:51.872886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] For port b7ed2a07-e178-4f7a-ac23-c1a11340d596, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b7ed2a07-e178-4f7a-ac23-c1a11340d596,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:51.873277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:52.097130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Calling delete_port for b7ed2a07-e178-4f7a-ac23-c1a11340d596 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:52.194219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:52.218162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:07:52.283714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Router 9f643919-bf54-4b57-8fbc-945f85fca12c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:07:52.294116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39f201-91eb-4a7c-8173-8ff1ce10ae90 req-919d5084-2a1f-4e16-aaaa-1c8883933781 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:52.302169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6f115485-c052-484e-ad7c-04353a48e32f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:52.304359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f39f201-91eb-4a7c-8173-8ff1ce10ae90 req-919d5084-2a1f-4e16-aaaa-1c8883933781 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 946 time: 0.1621153 Feb 07 13:07:52.307944 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:52.418869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f39f201-91eb-4a7c-8173-8ff1ce10ae90 req-67822406-e75e-475a-a64a-9ab7939d5c53 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777414 Feb 07 13:07:52.444201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-94ae51ff-44ee-4aad-aa73-678309498ee7 None None] Provisioning complete for port 856287ce-8049-4923-989a-88092edd5392 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:52.444580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-94ae51ff-44ee-4aad-aa73-678309498ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:52.459023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 539a678e-11cb-4f26-978c-0ccb9fa8e390) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:52.464991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:52.465683 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:52.492504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:07:52.502560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Router b1afdc3a-f915-4276-8de3-24b7b1123ba4 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:07:52.503878 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Sync routers for ids ['9f643919-bf54-4b57-8fbc-945f85fca12c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:07:52.507363 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a7e3d004-3590-47c4-ad5b-1a45fb3596b5 admin admin] 10.222.0.69 "PUT /v2.0/routers/9f643919-bf54-4b57-8fbc-945f85fca12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1130359 Feb 07 13:07:52.529194 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Routers {'9f643919-bf54-4b57-8fbc-945f85fca12c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:52.529817 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9f643919-bf54-4b57-8fbc-945f85fca12c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:52.531159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f2ff8-b20d-4345-ae38-e7185084fb7f None None] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:52.559653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:52.577002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40350) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:52.588729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613312751', 'description': 'tempest-description--1069243130'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:52.604724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:52.615103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:security_group and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:52.630048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:52.659825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:52.721977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8922cc10-4069-4c2d-99c4-c6f5e0d296c3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1636739 Feb 07 13:07:52.825562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40356) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:52.858523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'subnet': {'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:52.859010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ebd3e29b-ef94-432a-bed1-ac41e01ab7db'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:07:52.868614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Pushing event deleted for resources: {'Port': ['ID=b7ed2a07-e178-4f7a-ac23-c1a11340d596,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:52.884669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] No DVR routers for this DVR port b7ed2a07-e178-4f7a-ac23-c1a11340d596 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:07:52.889834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:52.900213 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Set router 9f643919-bf54-4b57-8fbc-945f85fca12c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:52.966705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:52.982673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f33139c5-4277-4587-b7d3-be57008de7a8 req-ccf3831e-6c44-4b91-86b2-ec2a5d0d2236 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.35 "DELETE /v2.0/ports/b7ed2a07-e178-4f7a-ac23-c1a11340d596 HTTP/1.1" status: 204 len: 173 time: 2.4715421 Feb 07 13:07:52.983320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0b6b6d-6159-4907-8f71-f0303d25bbcb', 'name': 'network-vif-deleted', 'tag': 'b7ed2a07-e178-4f7a-ac23-c1a11340d596'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:07:52.998531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:07:53.003534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:53.008200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce5d7ab8-13b1-4b2d-b288-d9dacea2403d req-0da07832-e6d8-4d6a-aac2-53c43e297e4d tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.3015542 Feb 07 13:07:53.011933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['06bd4b69-17e1-4883-8b2d-c3e58ff78046'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:07:53.021507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a8f1663-dac4-4bfe-b3f0-56552511ce88 req-c2d3f2f4-6b1b-4447-a11c-a582a5931ae6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 210 time: 0.1546609 Feb 07 13:07:53.056105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:security_group_rule and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:53.056105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:53.058156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:53.128723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Sync routers for ids ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:07:53.198282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:53.248555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58e72196-f8bb-47cb-95c5-9efb5ad92c8b req-133f8e34-ef75-400a-b552-202b95e2669b tempest-FloatingIPsNegativeTestJSON-1383144735 tempest-FloatingIPsNegativeTestJSON-1383144735-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=ad680d158586497c9e7b3bc1363e3431 HTTP/1.1" status: 200 len: 217 time: 0.1053646 Feb 07 13:07:53.267503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:subnet and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:53.280703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:53.284082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-94ae51ff-44ee-4aad-aa73-678309498ee7 None None] Port 856287ce-8049-4923-989a-88092edd5392 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:07:53.356040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Routers {'b1afdc3a-f915-4276-8de3-24b7b1123ba4'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:53.356631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:53.357273 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:53.364160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:53.368794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40370) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:53.369090 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4886326-26b6-4754-a73c-46bfcdf71c40 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.0966721 Feb 07 13:07:53.381583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:53.462667 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:49Z', 'revision_number': 4, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '856287ce-8049-4923-989a-88092edd5392', 'name': '', 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'mac_address': 'fa:16:3e:7c:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '718f2785-9e40-4fed-8326-14d616285900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:47Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 2, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'subnets': [{'id': '718f2785-9e40-4fed-8326-14d616285900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:53.468063 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Checking router: 9f643919-bf54-4b57-8fbc-945f85fca12c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:07:53.468639 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Updating router 9f643919-bf54-4b57-8fbc-945f85fca12c port 856287ce-8049-4923-989a-88092edd5392 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:07:53.523314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e2034f-366e-46d3-9d49-f48e7f0eeae4 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:53.524564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-68e2034f-366e-46d3-9d49-f48e7f0eeae4 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=a92acc0c0a1643329aec367dfd11cb42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1547420 Feb 07 13:07:53.527900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40376) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:53.530083 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:53.651690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:53.679708 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0b6b6d-6159-4907-8f71-f0303d25bbcb', 'name': 'network-vif-deleted', 'tag': 'b7ed2a07-e178-4f7a-ac23-c1a11340d596', 'status': 'completed', 'code': 200} Feb 07 13:07:53.775295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c3895f-6cd7-4eed-8be6-1971965f61cf,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:53.799995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5f2ad81-9376-4c1e-b12e-c7816b867075 req-fc3c8db3-1aca-4f8a-a6d2-c6d7ac6d6724 tempest-FloatingIPsNegativeTestJSON-1383144735 tempest-FloatingIPsNegativeTestJSON-1383144735-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0482521 Feb 07 13:07:53.832607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b431a4-b3d6-4c87-9a84-3cdc302fb334 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:53.834120 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-94b431a4-b3d6-4c87-9a84-3cdc302fb334 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3049672 Feb 07 13:07:53.837215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40382) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:53.844832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:53.849317 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-424c9424-83ce-4ee9-90c1-f18d4b1ad622 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2686756 Feb 07 13:07:53.849580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40386) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:53.854800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'security_group_rule': {'security_group_id': '98c3895f-6cd7-4eed-8be6-1971965f61cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:53.867426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:53.893558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:53.904330 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:53.956883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:security_group_rule and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:53.963823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:54.047410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:54.063243 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-7a5ef0ad-c788-4fc3-bca4-8d45102b08ee req-b4aebc72-2c3b-4a97-9997-393f5b98162a tempest-FloatingIPsNegativeTestJSON-1383144735 tempest-FloatingIPsNegativeTestJSON-1383144735-project] show failed (client error): The resource could not be found. Feb 07 13:07:54.076812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a5ef0ad-c788-4fc3-bca4-8d45102b08ee req-b4aebc72-2c3b-4a97-9997-393f5b98162a tempest-FloatingIPsNegativeTestJSON-1383144735 tempest-FloatingIPsNegativeTestJSON-1383144735-project] 10.222.0.69 "GET /v2.0/floatingips/b30476e4-8333-46c1-b3b1-c86bbf852765 HTTP/1.1" status: 404 len: 350 time: 0.1637950 Feb 07 13:07:54.087106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40396) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:54.102468 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:54.134310 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Transition to ACTIVE for port object 856287ce-8049-4923-989a-88092edd5392 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:54.139034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-63f04e01-28e7-40a8-8559-ac96aa555ebf tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3007147 Feb 07 13:07:54.145013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40400) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:54.204554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4b4aabe9-a292-4edf-9f78-013f21431967 req-4d47ccdc-0d39-4cf9-bd8c-1d908206ed34 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Synchronizing usage tracker for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:54.208798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Set router b1afdc3a-f915-4276-8de3-24b7b1123ba4 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:54.237532 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:54.292420 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:54.436589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9808c2e5-bf39-4886-8e40-0872e2ea149e tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=a92acc0c0a1643329aec367dfd11cb42&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2901020 Feb 07 13:07:54.444168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40404) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:54.489883 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8ddcd-3e2d-42b8-b1bc-86d515635b61 None None] Pushing event updated for resources: {'Port': ['ID=856287ce-8049-4923-989a-88092edd5392,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:54.610300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4b4aabe9-a292-4edf-9f78-013f21431967 req-4d47ccdc-0d39-4cf9-bd8c-1d908206ed34 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Unset dirty status for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:54.619375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b4aabe9-a292-4edf-9f78-013f21431967 req-4d47ccdc-0d39-4cf9-bd8c-1d908206ed34 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c0b6b6d-6159-4907-8f71-f0303d25bbcb HTTP/1.1" status: 200 len: 210 time: 0.5322917 Feb 07 13:07:54.728666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acc5ab-adbd-4937-96ed-c38e3bd9caea req-db1d3157-3807-4655-a3ab-12482261368c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:54.747313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8acc5ab-adbd-4937-96ed-c38e3bd9caea req-db1d3157-3807-4655-a3ab-12482261368c tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.3640215 Feb 07 13:07:54.795639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-afd87c3b-977d-4f70-881a-167a4dabeb78 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:54.797144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-afd87c3b-977d-4f70-881a-167a4dabeb78 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 804 time: 0.5899765 Feb 07 13:07:54.806862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-539a678e-11cb-4f26-978c-0ccb9fa8e390', 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'fixed_ips': [{'subnet_id': 'a1615c5e-e87c-4d7d-8d08-8435a4247941'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:07:54.811896 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:54.821062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Request body: {'port': {'device_id': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'admin_state_up': True, 'tenant_id': 'd84c1047f5db40d6a2dac9097e16020b'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:54.866246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b7ed2a07-e178-4f7a-ac23-c1a11340d596 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:07:54.940007 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Attempting to bind port 856287ce-8049-4923-989a-88092edd5392 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:54.941327 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Attempting to bind port 856287ce-8049-4923-989a-88092edd5392 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:54.941884 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Attempting to bind port 856287ce-8049-4923-989a-88092edd5392 on network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:54.951878 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:54.956887 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Checking segment: {'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:54.956887 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:54.956887 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Bound using segment: {'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:54.956887 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Bound port: 856287ce-8049-4923-989a-88092edd5392, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49418f79-4b55-423f-b669-c725e3ecf3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:54.956887 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:55.020048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8acc5ab-adbd-4937-96ed-c38e3bd9caea req-fc67086f-ca0b-43c3-a81b-83148755dd71 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712579 Feb 07 13:07:55.029296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: b7ed2a07-e178-4f7a-ac23-c1a11340d596 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:07:55.033642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b7ed2a07-e178-4f7a-ac23-c1a11340d596 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:07:55.053155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a497b56-9d26-489b-ad5b-aa107bf569ff req-0fc7dbc0-573e-4a6e-856b-aa73c00562be tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1906836 Feb 07 13:07:55.111346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:55.159461 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] For port 856287ce-8049-4923-989a-88092edd5392, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:07:55.166213 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] For port 856287ce-8049-4923-989a-88092edd5392, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=856287ce-8049-4923-989a-88092edd5392,segment=NetworkSegment(49418f79-4b55-423f-b669-c725e3ecf3bf),segment_id=49418f79-4b55-423f-b669-c725e3ecf3bf)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:07:55.185382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:55.191907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Usage tracker for resource:port and tenant:d84c1047f5db40d6a2dac9097e16020b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:55.196140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:55.205694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:55.223101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:07:46Z', 'revision_number': 2, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:55.244021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Checking router: 8bd67e29-dec1-439f-98c5-774c6185166a for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:07:55.244361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Updating router 8bd67e29-dec1-439f-98c5-774c6185166a port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:07:55.262374 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:55.271532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed9c20a4-99d9-4c57-9e49-4dd093ec6e60 req-2b8325c0-26d4-44ea-9e73-de7d2ac33b5e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 210 time: 0.0633295 Feb 07 13:07:55.279440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:55.301552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:55.350924 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Routers {'9f643919-bf54-4b57-8fbc-945f85fca12c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:07:55.351548 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9f643919-bf54-4b57-8fbc-945f85fca12c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:55.374196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a206f7b2-16c0-40b1-8e11-efe91566b8d8 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:55.379161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40408) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:55.379644 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a206f7b2-16c0-40b1-8e11-efe91566b8d8 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9340651 Feb 07 13:07:55.399737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Allocated IP 10.1.1.2 (539a678e-11cb-4f26-978c-0ccb9fa8e390/a1615c5e-e87c-4d7d-8d08-8435a4247941/a6c6b947-7664-46bd-8bd6-8d881d8a1ffe) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:55.406051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb407c8-149a-4ed7-94ac-c88a1bd21e51,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:55.426845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Made reservation on behalf of d84c1047f5db40d6a2dac9097e16020b for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:55.436153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:55.468486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ee145cc2-46ad-42af-92e9-40d1683b5cc1 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857589 Feb 07 13:07:55.491144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40412) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:55.539165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1211125891', 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e', 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:55.621744 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] Set router 9f643919-bf54-4b57-8fbc-945f85fca12c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:07:55.680994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Subnet': ['ID=18676c2e-8abc-4e8a-9954-da5a2e6eac25,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:55.713497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:55.715225 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-067f2dfb-177e-41a0-9da4-ac9a2c47e2e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8645315 Feb 07 13:07:55.721730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40418) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:55.741246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'security_group_rule': {'security_group_id': '98c3895f-6cd7-4eed-8be6-1971965f61cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:55.750826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:55.773612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:security_group_rule and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:55.812906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:55.832791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:55.835563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Checking segment: {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:55.836125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network hostable DHCP agents. Network: 60259f8c-9fde-4ec1-875e-189e2348e688, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:07:55.852434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:55.859612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:subnet and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:55.863401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Allocated IP 172.20.0.10 (26ea60c4-cef7-42f5-8663-9d8eab5bd5a8/b504ff35-5481-46d7-9724-1ed420cceea9/c15a68f1-2c43-4861-8dca-21ba1c6a6a54) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:55.871498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:55.891510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:55.908529 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8ddcd-3e2d-42b8-b1bc-86d515635b61 None None] Pushing event updated for resources: {'Port': ['ID=856287ce-8049-4923-989a-88092edd5392,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:55.999204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 60259f8c-9fde-4ec1-875e-189e2348e688 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:07:56.009855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.024207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Transition to ACTIVE for port object a6c6b947-7664-46bd-8bd6-8d881d8a1ffe will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:56.033112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.046140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Transition to ACTIVE for port object a6c6b947-7664-46bd-8bd6-8d881d8a1ffe will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:56.092354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 3, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:56.114087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Checking router: b1afdc3a-f915-4276-8de3-24b7b1123ba4 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:07:56.114555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Updating router b1afdc3a-f915-4276-8de3-24b7b1123ba4 port be4230db-1612-4fce-8aa5-a83968efb301 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:07:56.128297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-18258bb2-0c44-4fe1-8887-a4006e1accd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:56.130426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-18258bb2-0c44-4fe1-8887-a4006e1accd8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.2493978 Feb 07 13:07:56.137410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Made reservation on behalf of a92acc0c0a1643329aec367dfd11cb42 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:56.143187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.163482 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.197347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 60259f8c-9fde-4ec1-875e-189e2348e688) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:56.229946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe5f4f-7073-49f2-8dcb-627290ec0f41 None None] Network 60259f8c-9fde-4ec1-875e-189e2348e688 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:56.248927 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.293742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:56.295336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.352753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Deleting port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:56.353428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.354529 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:49Z', 'revision_number': 4, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '856287ce-8049-4923-989a-88092edd5392', 'name': '', 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'mac_address': 'fa:16:3e:7c:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '718f2785-9e40-4fed-8326-14d616285900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:47Z', 'updated_at': '2022-02-07T13:07:55Z', 'revision_number': 4, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'subnets': [{'id': '718f2785-9e40-4fed-8326-14d616285900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:07:56.360981 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe417a-a73a-4e60-bdaf-dc6c3fd38f4d None None] The sync data for ids ['9f643919-bf54-4b57-8fbc-945f85fca12c'] in n-d-811416-5 is: [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:49Z', 'revision_number': 4, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '856287ce-8049-4923-989a-88092edd5392', 'name': '', 'network_id': 'd6c4e16b-5a75-4d63-9d76-95b47e0dc4d1', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'mac_address': 'fa:16:3e:7c:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '718f2785-9e40-4fed-8326-14d616285900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:47Z', 'updated_at': '2022-02-07T13:07:55Z', 'revision_number': 4, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'subnets': [{'id': '718f2785-9e40-4fed-8326-14d616285900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:07:56.371679 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.392321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.477284 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0604ee4d-8e5c-44f8-a854-cdd5e508d0e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6483867 Feb 07 13:07:56.482611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:56.506407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'port': {'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'name': 'tempest-TaggedBootDevicesTest-1295813810', 'fixed_ips': [{'subnet_id': 'a1615c5e-e87c-4d7d-8d08-8435a4247941'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:56.565830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:56.567311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.617537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Pushing event updated for resources: {'Port': ['ID=a6c6b947-7664-46bd-8bd6-8d881d8a1ffe,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:56.640880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:56.643560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:56.691585 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.861444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.865736 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:56.887265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7b7349b-99fb-479d-b7a6-ce34df667073 req-ff86803d-25e8-4a26-b4dd-82382c5d36cd tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0895314 Feb 07 13:07:56.999200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca0a4d2-2a8d-4176-9a83-4e1cc3720ef9,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:57.034426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:57.040732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:port and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:57.050235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:57.089498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:57.128416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Deleting port 856287ce-8049-4923-989a-88092edd5392 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:57.128916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.155833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a95754-00b0-4f6b-a470-6b03f87ed72e req-526d3bcf-cd96-4bba-bd62-f68ded6accec tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:57.163213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78a95754-00b0-4f6b-a470-6b03f87ed72e req-526d3bcf-cd96-4bba-bd62-f68ded6accec tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.8336592 Feb 07 13:07:57.184837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ce07681e-807d-43a8-9c93-e6fb8ff99a87 req-98338324-0591-450c-8f6c-48e31310e8f4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:07:57.240529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Attempting to bind port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:57.241858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Attempting to bind port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:57.242407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Attempting to bind port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:57.250152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-60259f8c-9fde-4ec1-875e-189e2348e688', 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'fixed_ips': [{'subnet_id': '18676c2e-8abc-4e8a-9954-da5a2e6eac25'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:07:57.251411 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.271764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78a95754-00b0-4f6b-a470-6b03f87ed72e req-75c20eca-faa7-4638-a03d-857b6ead352e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075578 Feb 07 13:07:57.296500 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.298419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-17c994c7-7d19-4598-8478-48218ef1e8e6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5686729 Feb 07 13:07:57.303212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40436) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:57.314501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:57.333958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:07:57.340455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:57.341264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Checking segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:57.342415 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.343045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Bound using segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:57.344064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Bound port: a6c6b947-7664-46bd-8bd6-8d881d8a1ffe, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:57.344308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:floatingip and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:07:57.344891 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.351769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:07:57.356088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] For port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:57.356457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.365714 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.377323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:07:57.377700 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:07:57.494506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] For port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:07:57.498492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] For port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6c6b947-7664-46bd-8bd6-8d881d8a1ffe,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:07:57.551269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:07:57.602198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.603739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ce07681e-807d-43a8-9c93-e6fb8ff99a87 req-98338324-0591-450c-8f6c-48e31310e8f4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:07:57.604919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce07681e-807d-43a8-9c93-e6fb8ff99a87 req-98338324-0591-450c-8f6c-48e31310e8f4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 210 time: 0.5069933 Feb 07 13:07:57.617780 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.636365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Subnet': ['ID=6488b3fb-3584-4846-ab83-0aa91d4b7fca,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:57.746507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Checking segment: {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:57.747173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network hostable DHCP agents. Network: 70b743d4-d613-4231-85a4-e697db31e25e, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:07:57.797970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] For port 856287ce-8049-4923-989a-88092edd5392, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=856287ce-8049-4923-989a-88092edd5392,segment=NetworkSegment(49418f79-4b55-423f-b669-c725e3ecf3bf),segment_id=49418f79-4b55-423f-b669-c725e3ecf3bf)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:07:57.798338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.873964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:57.885869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Allocated IP 10.2.2.2 (60259f8c-9fde-4ec1-875e-189e2348e688/18676c2e-8abc-4e8a-9954-da5a2e6eac25/86461912-bfc2-45d5-81db-b9e7fe08c589) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:57.941498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:57.943018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Pushing event updated for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:57.954895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:57.973967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:58.004994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Calling delete_port for 856287ce-8049-4923-989a-88092edd5392 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:58.044099 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.092416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] device_id is not set on port 329d5510-6701-437a-8ecd-fa2ae3596471 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:07:58.167273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 856287ce-8049-4923-989a-88092edd5392 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:07:58.221359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f355d4-5d96-4dfe-8fa8-f9f96796819b None None] Pushing event updated for resources: {'Port': ['ID=a6c6b947-7664-46bd-8bd6-8d881d8a1ffe,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:58.228019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a9d5189-c14e-4b7c-b271-2c33a5b736d1 req-48135f46-a487-4c44-a98f-909c18e52c96 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.0497062 Feb 07 13:07:58.301024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 70b743d4-d613-4231-85a4-e697db31e25e is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:07:58.323926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:58.324787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.336505 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.412846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Transition to ACTIVE for port object 2d9a30ff-f736-41c7-83e9-7db7151f21d9 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:58.483642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9a07b-eb6b-408d-b42c-23ca2851d432 req-6a3621a8-cdde-4db6-995e-ab74917fbcb8 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:58.491380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67f9a07b-eb6b-408d-b42c-23ca2851d432 req-6a3621a8-cdde-4db6-995e-ab74917fbcb8 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.9057755 Feb 07 13:07:58.593751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 70b743d4-d613-4231-85a4-e697db31e25e) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:58.596366 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.603960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:58.604380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.654063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 856287ce-8049-4923-989a-88092edd5392 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:07:58.658469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915755b-eeb6-4913-80bf-be58b20bceae None None] Network 70b743d4-d613-4231-85a4-e697db31e25e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:07:58.670357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-5004fcd9-34e6-40aa-9fad-faae3a8ce706 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:58.671865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-5004fcd9-34e6-40aa-9fad-faae3a8ce706 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.8213654 Feb 07 13:07:58.701533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Allocated IP 10.1.1.91 (539a678e-11cb-4f26-978c-0ccb9fa8e390/a1615c5e-e87c-4d7d-8d08-8435a4247941/329d5510-6701-437a-8ecd-fa2ae3596471) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:07:58.729623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bfa29754-8577-4910-9150-5dff87c93faf tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1986880 Feb 07 13:07:58.734798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-f4af335f-8142-4a8b-866d-ec9d579c4171 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9235299 Feb 07 13:07:58.739946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40446) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:07:58.766830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Request body: {'port': {'device_id': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:07:58.798934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 856287ce-8049-4923-989a-88092edd5392 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:07:58.799250 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.818061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.818061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.818256 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Floating IP d6c0c6cd-b6f1-49c2-965e-5064ec73747d disassociated. External IP: 172.25.7.181, port: ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7. Feb 07 13:07:58.818579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Calling delete_port for ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:07:58.891885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67f9a07b-eb6b-408d-b42c-23ca2851d432 req-6d689ce0-ce65-473c-91d5-a71c43122fb5 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970103 Feb 07 13:07:58.957733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.963349 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:58.974801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc7a5d-85d1-4022-9a5b-54f98cda77d3 None None] Pushing event updated for resources: {'Port': ['ID=2d9a30ff-f736-41c7-83e9-7db7151f21d9,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:59.025633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Transition to ACTIVE for port object 86461912-bfc2-45d5-81db-b9e7fe08c589 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:59.112498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Deleting port ebd3e29b-ef94-432a-bed1-ac41e01ab7db {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:07:59.112858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.254625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Transition to ACTIVE for port object 86461912-bfc2-45d5-81db-b9e7fe08c589 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:59.286919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Attempting to bind port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:59.287310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Attempting to bind port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:59.287661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Attempting to bind port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 on network c544ce96-fbe1-44f7-a876-32ae594ae054 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:59.305109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85721b3-4b54-4205-bda1-88a90fb0ccff req-350b9666-db41-41ad-9eac-c48188b34d5b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:07:59.311257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c85721b3-4b54-4205-bda1-88a90fb0ccff req-350b9666-db41-41ad-9eac-c48188b34d5b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 944 time: 0.8430851 Feb 07 13:07:59.347925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:59.348596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Checking segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:59.348711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.349262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Bound using segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:59.349774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Bound port: 2d9a30ff-f736-41c7-83e9-7db7151f21d9, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:59.350162 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.379261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.415039 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.426045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Transition to ACTIVE for port object be4230db-1612-4fce-8aa5-a83968efb301 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:07:59.471906 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.525784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-70b743d4-d613-4231-85a4-e697db31e25e', 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'fixed_ips': [{'subnet_id': '6488b3fb-3584-4846-ab83-0aa91d4b7fca'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:07:59.526665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.554745 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.581100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c85721b3-4b54-4205-bda1-88a90fb0ccff req-c35a9e2a-1be8-4c9b-a51e-45483c4abc8b tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688696 Feb 07 13:07:59.597767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.624655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Network 60259f8c-9fde-4ec1-875e-189e2348e688 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:07:59.648858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:07:59.723851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:07:59.743653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Pushing event updated for resources: {'Port': ['ID=86461912-bfc2-45d5-81db-b9e7fe08c589,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:59.823821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Attempting to bind port be4230db-1612-4fce-8aa5-a83968efb301 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:07:59.824220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Attempting to bind port be4230db-1612-4fce-8aa5-a83968efb301 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:07:59.824585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Attempting to bind port be4230db-1612-4fce-8aa5-a83968efb301 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:07:59.835989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.880308 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.910774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:07:59.910774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:07:59.911160 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.911558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:07:59.912064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Bound port: be4230db-1612-4fce-8aa5-a83968efb301, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:07:59.912445 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.914792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=856287ce-8049-4923-989a-88092edd5392,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:07:59.929083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:07:59.966242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b63d1d0-1e63-4d9e-955b-774fb1343a0a req-556c0501-f1ef-4fd8-bbf5-000918f0223c tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1556964 Feb 07 13:08:00.092297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Transition to ACTIVE for port object 329d5510-6701-437a-8ecd-fa2ae3596471 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:00.118584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcefbb7-7afc-49d2-a920-cf2822e78cad None None] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:00.150966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] For port 2d9a30ff-f736-41c7-83e9-7db7151f21d9, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:00.243409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] For port ebd3e29b-ef94-432a-bed1-ac41e01ab7db, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:00.243797 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:00.350183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5549e2-d00b-4556-b334-90b56ff0fe03 None None] Pushing event updated for resources: {'Port': ['ID=be4230db-1612-4fce-8aa5-a83968efb301,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:00.367682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] For port 2d9a30ff-f736-41c7-83e9-7db7151f21d9, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2d9a30ff-f736-41c7-83e9-7db7151f21d9,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:00.389381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Attempting to bind port 86461912-bfc2-45d5-81db-b9e7fe08c589 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:00.389381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Attempting to bind port 86461912-bfc2-45d5-81db-b9e7fe08c589 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:00.389381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Attempting to bind port 86461912-bfc2-45d5-81db-b9e7fe08c589 on network 60259f8c-9fde-4ec1-875e-189e2348e688 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:00.474680 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:00.507871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event deleted for resources: {'Port': ['ID=ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:00.523202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:00.523580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Checking segment: {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:00.524031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:00.524446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Bound using segment: {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:00.525041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Bound port: 86461912-bfc2-45d5-81db-b9e7fe08c589, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:00.525306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:00.527788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Calling delete_port for ebd3e29b-ef94-432a-bed1-ac41e01ab7db owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:00.534793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6c6b947-7664-46bd-8bd6-8d881d8a1ffe up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:00.559072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:00.593246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] For port be4230db-1612-4fce-8aa5-a83968efb301, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:00.613627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47858f83-0d3f-4824-b2fb-dc243412bc18 req-6b0042cf-5c78-4aaa-a9ad-b784177438d3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:00.619714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47858f83-0d3f-4824-b2fb-dc243412bc18 req-6b0042cf-5c78-4aaa-a9ad-b784177438d3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 932 time: 1.4788530 Feb 07 13:08:00.653090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9e9467e9-a6e3-4ace-9524-910e0c84fe83 None None] Provisioning for port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:00.699438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:00.708280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:00.778725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:00.779166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:00.788111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] For port be4230db-1612-4fce-8aa5-a83968efb301, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=be4230db-1612-4fce-8aa5-a83968efb301,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:00.806069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Allocated IP 172.20.0.18 (70b743d4-d613-4231-85a4-e697db31e25e/6488b3fb-3584-4846-ab83-0aa91d4b7fca/4ea4e83a-daad-4026-807f-cdbe91dd5448) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:00.821014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:00.827006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:00.873656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:00.880403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:00.900188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:00.907910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:01.013074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=329d5510-6701-437a-8ecd-fa2ae3596471,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:01.032890 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:01.054353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc7a5d-85d1-4022-9a5b-54f98cda77d3 None None] Pushing event updated for resources: {'Port': ['ID=2d9a30ff-f736-41c7-83e9-7db7151f21d9,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:01.100801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-47858f83-0d3f-4824-b2fb-dc243412bc18 req-9ede9b5e-57e6-443c-925d-53710a70c746 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:01.266209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:01.266502 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:01.293063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Allocated IP 172.25.7.106 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/89e07179-99d5-4ac5-89c1-91c7b805eb92) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:01.305458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] For port 86461912-bfc2-45d5-81db-b9e7fe08c589, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:01.337947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:01.389633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-47858f83-0d3f-4824-b2fb-dc243412bc18 req-9ede9b5e-57e6-443c-925d-53710a70c746 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:01.390935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47858f83-0d3f-4824-b2fb-dc243412bc18 req-9ede9b5e-57e6-443c-925d-53710a70c746 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7662706 Feb 07 13:08:01.444714 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b4d3482-cde4-4207-ac27-b14d61caccbf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9589987 Feb 07 13:08:01.450162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:01.452939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Routers {'b1afdc3a-f915-4276-8de3-24b7b1123ba4'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:01.453573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:01.461466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'port': {'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'name': 'tempest-TaggedBootDevicesTest-2085350274', 'fixed_ips': [{'subnet_id': 'a1615c5e-e87c-4d7d-8d08-8435a4247941'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:01.476634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:08:01.502118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dea4d-c5ff-443e-a463-0538ea9e8295 req-f074a975-4868-491c-b5dd-8c628e7a0774 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:01.503764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e47dea4d-c5ff-443e-a463-0538ea9e8295 req-f074a975-4868-491c-b5dd-8c628e7a0774 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.9884412 Feb 07 13:08:01.519965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] For port 86461912-bfc2-45d5-81db-b9e7fe08c589, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86461912-bfc2-45d5-81db-b9e7fe08c589,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:01.560038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5549e2-d00b-4556-b334-90b56ff0fe03 None None] Pushing event updated for resources: {'Port': ['ID=be4230db-1612-4fce-8aa5-a83968efb301,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:01.666940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:01.726148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:01.739465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1845154f-8929-4392-9f33-dfbf458b5bf7 req-0059a9c4-3a18-409f-b74c-5edd430136f4 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 210 time: 0.1013122 Feb 07 13:08:01.747757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:08:01.788796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:01.820906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['06bd4b69-17e1-4883-8b2d-c3e58ff78046'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:08:01.920307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Router 9f643919-bf54-4b57-8fbc-945f85fca12c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:08:01.924227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:01.930891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:port and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:01.935800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:01.946167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:02.010432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:02.010807 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:02.012554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e47dea4d-c5ff-443e-a463-0538ea9e8295 req-5be0c895-26b4-405e-be5e-50a26587bb21 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807401 Feb 07 13:08:02.082116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Pushing event deleted for resources: {'Port': ['ID=ebd3e29b-ef94-432a-bed1-ac41e01ab7db,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:02.130727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-019d8802-6cdd-43c0-8cde-5c047df96574 req-b29b5044-6d60-4a7d-85f4-7fd44c920536 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1623724 Feb 07 13:08:02.149351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:02.156866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:02.188411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:08:02.204110 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] Sync routers for ids ['9f643919-bf54-4b57-8fbc-945f85fca12c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:08:02.216150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] device_id is not set on port 1c219d7a-ef0b-4104-858a-24e57d474884 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:08:02.227772 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] Routers {'9f643919-bf54-4b57-8fbc-945f85fca12c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:02.229109 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9f643919-bf54-4b57-8fbc-945f85fca12c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:02.246522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:02.254387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d92f9-9fde-409b-8a94-9ce32ee88fcf None None] Pushing event updated for resources: {'Port': ['ID=86461912-bfc2-45d5-81db-b9e7fe08c589,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:02.260045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] Set router b1afdc3a-f915-4276-8de3-24b7b1123ba4 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:02.300592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15a68f1-2c43-4861-8dca-21ba1c6a6a54 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:08:02.306300 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cc4430d-8440-4b30-b0e3-6d878e238f19 admin admin] 10.222.0.69 "PUT /v2.0/routers/9f643919-bf54-4b57-8fbc-945f85fca12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2220323 Feb 07 13:08:02.315955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40466) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:02.325640 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:02.331768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] No DVR routers for this DVR port ebd3e29b-ef94-432a-bed1-ac41e01ab7db on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:08:02.403335 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:02.419748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0', 'name': 'network-vif-deleted', 'tag': 'ebd3e29b-ef94-432a-bed1-ac41e01ab7db'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:02.460905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:08:02.516923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Transition to ACTIVE for port object c15a68f1-2c43-4861-8dca-21ba1c6a6a54 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:02.571951 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] Set router 9f643919-bf54-4b57-8fbc-945f85fca12c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:02.621547 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0', 'name': 'network-vif-deleted', 'tag': 'ebd3e29b-ef94-432a-bed1-ac41e01ab7db', 'status': 'completed', 'code': 200} Feb 07 13:08:02.661556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ebd3e29b-ef94-432a-bed1-ac41e01ab7db no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:02.730894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] Sync routers for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:08:02.741485 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:02.814944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Allocated IP 10.1.1.156 (539a678e-11cb-4f26-978c-0ccb9fa8e390/a1615c5e-e87c-4d7d-8d08-8435a4247941/1c219d7a-ef0b-4104-858a-24e57d474884) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:02.879192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] No DVR routers for this DVR port ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:08:02.882653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:02.895145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:02.907213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d6699c5-1e60-48bd-ae5f-9ccd6d5042d7 req-a2afdd07-6828-4f4f-aa3f-5091a900cbe8 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.47 "DELETE /v2.0/ports/ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7 HTTP/1.1" status: 204 len: 173 time: 6.7561166 Feb 07 13:08:02.955844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: ebd3e29b-ef94-432a-bed1-ac41e01ab7db {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:02.957176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ebd3e29b-ef94-432a-bed1-ac41e01ab7db not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:03.060422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:03.061306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:03.149848 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:59Z', 'revision_number': 5, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:03.157630 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] Checking router: 9f643919-bf54-4b57-8fbc-945f85fca12c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:08:03.177122 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] Routers {'9f643919-bf54-4b57-8fbc-945f85fca12c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:03.181902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9f643919-bf54-4b57-8fbc-945f85fca12c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:03.185746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03c1bc8e-3e81-4386-aeef-595b7ea8f213 req-6505a1f1-72cd-41d7-a133-0740b7d27651 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.35 "DELETE /v2.0/ports/ebd3e29b-ef94-432a-bed1-ac41e01ab7db HTTP/1.1" status: 204 len: 173 time: 4.4958134 Feb 07 13:08:03.197895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Transition to ACTIVE for port object 4ea4e83a-daad-4026-807f-cdbe91dd5448 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:03.206199 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:03.229501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:03.266715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Transition to ACTIVE for port object 1c219d7a-ef0b-4104-858a-24e57d474884 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:03.385153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Pushing event updated for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:03.399017 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:03.409280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Transition to ACTIVE for port object 4ea4e83a-daad-4026-807f-cdbe91dd5448 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:03.427341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:03.430244 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:03.459346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6d267437-99bc-4a4e-b107-c8275fa94486 None None] Provisioning complete for port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:03.459729 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6d267437-99bc-4a4e-b107-c8275fa94486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:03.541646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:03.561113 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] Set router 9f643919-bf54-4b57-8fbc-945f85fca12c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:03.590616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b092ce1-2b2e-489d-a21b-c9c89e5110ca req-96a3c6fa-b45a-4e9b-843a-7ac0312709bb tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Synchronizing usage tracker for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:03.600193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:03.605187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'Port': ['ID=89e07179-99d5-4ac5-89c1-91c7b805eb92,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:03.650255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=1c219d7a-ef0b-4104-858a-24e57d474884,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:03.660482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:03.670919 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:03.854967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Allocated IP 172.20.0.17 (70b743d4-d613-4231-85a4-e697db31e25e/6488b3fb-3584-4846-ab83-0aa91d4b7fca/659ef649-23a7-4c58-b833-e5adb490b748) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:03.917546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:03.917546 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:03.935153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Attempting to bind port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:03.935625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Attempting to bind port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:03.936088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Attempting to bind port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:03.947308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:03.952411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:08:03.952900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Attempting to bind port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:03.960226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:03.963080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:03.972058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6c6b947-7664-46bd-8bd6-8d881d8a1ffe,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:03.995862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Network 70b743d4-d613-4231-85a4-e697db31e25e is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:04.043158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:04.047938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:04.055476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:04.055962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Checking segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:04.056676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Bound using segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:04.057204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Bound port: c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:04.057730 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:04.112867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:04.150804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:04.160440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:07:59Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:04.229708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Pushing event updated for resources: {'Port': ['ID=4ea4e83a-daad-4026-807f-cdbe91dd5448,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:04.261454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15d91-dde7-4865-a4b5-b209cfaa13b3 req-df6b0386-e982-4fd8-8b15-1089b8af31f5 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:04.268920 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b05874db-275d-4e45-95f5-db3bbeeb9582 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8158915 Feb 07 13:08:04.271205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bdb15d91-dde7-4865-a4b5-b209cfaa13b3 req-df6b0386-e982-4fd8-8b15-1089b8af31f5 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 944 time: 1.4022098 Feb 07 13:08:04.299273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b092ce1-2b2e-489d-a21b-c9c89e5110ca req-96a3c6fa-b45a-4e9b-843a-7ac0312709bb tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Unset dirty status for tenant:69f46ced331443a88a53990623b9b4c7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:04.300900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b092ce1-2b2e-489d-a21b-c9c89e5110ca req-96a3c6fa-b45a-4e9b-843a-7ac0312709bb tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51e4beb-89c2-413c-8d24-a24615868782 HTTP/1.1" status: 200 len: 210 time: 0.9255815 Feb 07 13:08:04.321574 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:59Z', 'revision_number': 5, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:04.326632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:04.338766 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882979f-0dd6-4534-8de3-abf8750c3293 None None] The sync data for ids ['9f643919-bf54-4b57-8fbc-945f85fca12c'] in n-d-811416-5 is: [{'id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1778286720-router', 'tenant_id': 'ad680d158586497c9e7b3bc1363e3431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '6f115485-c052-484e-ad7c-04353a48e32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:40Z', 'updated_at': '2022-02-07T13:07:59Z', 'revision_number': 5, 'project_id': 'ad680d158586497c9e7b3bc1363e3431', 'gw_port': {'id': '6f115485-c052-484e-ad7c-04353a48e32f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f643919-bf54-4b57-8fbc-945f85fca12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:41Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:04.360085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Transition to ACTIVE for port object 659ef649-23a7-4c58-b833-e5adb490b748 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:04.413486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab46ad8-f4db-4108-8f8d-ccbd9288a0e2 None None] The sync data for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 is: [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:07:59Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:04.477324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bdb15d91-dde7-4865-a4b5-b209cfaa13b3 req-441690c4-9308-4565-83c3-9dfd53abb71f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064035 Feb 07 13:08:04.484923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:04.491910 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:04.507188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c69bcf-3bc6-473d-aa8e-7fb2abcb58d9 None None] Network 60259f8c-9fde-4ec1-875e-189e2348e688 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:04.658027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-deleted', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:04.668593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:04.688585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:04.853011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=659ef649-23a7-4c58-b833-e5adb490b748,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:04.872590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 70b743d4-d613-4231-85a4-e697db31e25e is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:04.874550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:04.877041 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:04.895849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86461912-bfc2-45d5-81db-b9e7fe08c589 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:04.959290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:04.969658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:05.032088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a555faf6-df64-44f1-a325-ea19b8147204 req-43e66264-d502-4d0a-8f84-0446c0c5a262 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.3498847 Feb 07 13:08:05.033566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fa48f0f6-1d80-401b-9d1a-a4ce8647c9ce req-84c8b4ff-7804-4234-ae3b-7dd0fbab324e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Synchronizing usage tracker for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:05.036393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Deleting port 6f115485-c052-484e-ad7c-04353a48e32f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:05.037001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.074517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Attempting to bind port 4ea4e83a-daad-4026-807f-cdbe91dd5448 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:05.075388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Attempting to bind port 4ea4e83a-daad-4026-807f-cdbe91dd5448 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:05.076182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Attempting to bind port 4ea4e83a-daad-4026-807f-cdbe91dd5448 on network 70b743d4-d613-4231-85a4-e697db31e25e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:05.121706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:05.122128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Checking segment: {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:05.122500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.123127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Bound using segment: {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:05.123785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Bound port: 4ea4e83a-daad-4026-807f-cdbe91dd5448, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:05.124350 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.142108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 3, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:05.148312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-507763d9-acbf-4c12-8a6d-30a475a5dea3 req-bd10eb3b-7e27-44c4-a94b-e841244145f4 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.4610047 Feb 07 13:08:05.179468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06954e38-929c-4c23-9914-1d3e97574fb9 None None] The sync data for ids ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'] in n-d-811416-5 is: [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:07:50Z', 'revision_number': 3, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:05.184439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=a6c6b947-7664-46bd-8bd6-8d881d8a1ffe,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:05.207373 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.339099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:05.339879 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.341277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] 10.222.0.35 "PUT /v2.0/ports/c15a68f1-2c43-4861-8dca-21ba1c6a6a54 HTTP/1.1" status: 200 len: 1092 time: 6.5802679 Feb 07 13:08:05.395815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6d267437-99bc-4a4e-b107-c8275fa94486 None None] Provisioning for port 329d5510-6701-437a-8ecd-fa2ae3596471 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:05.421180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6d267437-99bc-4a4e-b107-c8275fa94486 None None] Provisioning complete for port 329d5510-6701-437a-8ecd-fa2ae3596471 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:05.421561 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6d267437-99bc-4a4e-b107-c8275fa94486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.451717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.501836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6d267437-99bc-4a4e-b107-c8275fa94486 None None] Port 329d5510-6701-437a-8ecd-fa2ae3596471 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:05.502052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fa48f0f6-1d80-401b-9d1a-a4ce8647c9ce req-84c8b4ff-7804-4234-ae3b-7dd0fbab324e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Unset dirty status for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:05.504167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa48f0f6-1d80-401b-9d1a-a4ce8647c9ce req-84c8b4ff-7804-4234-ae3b-7dd0fbab324e tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac299fa5-aef9-40dc-a2fc-6be0c47b8aa0 HTTP/1.1" status: 200 len: 210 time: 0.9939256 Feb 07 13:08:05.508827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 86461912-bfc2-45d5-81db-b9e7fe08c589 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:05.626753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c1e9e-9521-4b3a-9aca-09b5e255e8de service neutron] Pushing event updated for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:05.644906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] For port 4ea4e83a-daad-4026-807f-cdbe91dd5448, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:05.673478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.784390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] For port 4ea4e83a-daad-4026-807f-cdbe91dd5448, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ea4e83a-daad-4026-807f-cdbe91dd5448,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:05.815426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Provisioning for port 86461912-bfc2-45d5-81db-b9e7fe08c589 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:05.838163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Provisioning complete for port 86461912-bfc2-45d5-81db-b9e7fe08c589 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:05.841585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.854090 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51e4beb-89c2-413c-8d24-a24615868782', 'name': 'network-vif-deleted', 'tag': 'ea28f29e-9bb7-4ce4-9354-bf5295cbe0c7', 'status': 'completed', 'code': 200} Feb 07 13:08:05.956603 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:05.997515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40488) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:06.013875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101002313', 'description': 'tempest-description--1191436960'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:06.028240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:19Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:06.034530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:06.063345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] Checking router: 0dc68f58-bd64-4b0c-b910-b8a637b0a16f for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:08:06.063834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:security_group and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:06.066800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-2dd6e1e4-71af-4a00-993e-d3cfe5360dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:06.068826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-2dd6e1e4-71af-4a00-993e-d3cfe5360dd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 1095 time: 0.5685792 Feb 07 13:08:06.076934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] For port 6f115485-c052-484e-ad7c-04353a48e32f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6f115485-c052-484e-ad7c-04353a48e32f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:06.076934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:06.082299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:06.105938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:06.242244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:06.243349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:06.274105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40496) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:06.343659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-556a4b18-a368-407a-aaee-6903d179864c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54 HTTP/1.1" status: 200 len: 217 time: 0.2575860 Feb 07 13:08:06.369426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:06.444368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Calling delete_port for 6f115485-c052-484e-ad7c-04353a48e32f owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:06.517138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:06.531349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:security_group_rule and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:06.540929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:06.563573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:06.726191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2d9a30ff-f736-41c7-83e9-7db7151f21d9 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:06.914769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e889492-c787-4616-aa76-f769210a7520 req-0e841228-5342-4eb7-a0a4-9f2f14daa08f tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1430631 Feb 07 13:08:06.927752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:06.973060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18248b-464e-44a6-a46f-afc6cc452662 None None] Pushing event updated for resources: {'Port': ['ID=4ea4e83a-daad-4026-807f-cdbe91dd5448,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:06.995953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.045533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.087357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:07.118458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b45dd169-c8e5-4fb7-9d7b-d5e97df83c5e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.198709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ee764-37a1-46de-9a34-d5785745c9c8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:07.272284 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b45dd169-c8e5-4fb7-9d7b-d5e97df83c5e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.294528 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.347953 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.359826 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0fdeaf6-c6dc-4bb8-8b6d-d4f6f6e33174 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3539062 Feb 07 13:08:07.359826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:07.362817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'security_group_rule': {'security_group_id': 'a96ee764-37a1-46de-9a34-d5785745c9c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:07.371284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:07.376260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:security_group_rule and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:07.381454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:07.394111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:07.413307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] For port 86461912-bfc2-45d5-81db-b9e7fe08c589, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86461912-bfc2-45d5-81db-b9e7fe08c589,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:07.431860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d88cb-1f2e-41a9-ac79-15ac147e5ccc req-c85589e0-6166-4680-9b88-fa453e34eec3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:07.440480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf4d88cb-1f2e-41a9-ac79-15ac147e5ccc req-c85589e0-6166-4680-9b88-fa453e34eec3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 944 time: 1.2629611 Feb 07 13:08:07.456060 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.490749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-2e88d513-34cf-4f17-aebc-6bda5d33a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:07.492400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-2e88d513-34cf-4f17-aebc-6bda5d33a4f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b504ff35-5481-46d7-9724-1ed420cceea9 HTTP/1.1" status: 200 len: 844 time: 0.9829667 Feb 07 13:08:07.508372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.593060 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b45dd169-c8e5-4fb7-9d7b-d5e97df83c5e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.635621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:07.654449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.668973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dd169-c8e5-4fb7-9d7b-d5e97df83c5e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f8d14-14e0-4f19-9cd4-8d78fff4e968,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:07.685601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:07.686358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.766011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=659ef649-23a7-4c58-b833-e5adb490b748,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:07.823124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Provisioning for port 1c219d7a-ef0b-4104-858a-24e57d474884 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:07.833412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Pushing event updated for resources: {'Port': ['ID=86461912-bfc2-45d5-81db-b9e7fe08c589,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:07.837850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-6513ff9c-9e22-4fd0-b6e2-e798238fb14d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3333070 Feb 07 13:08:07.859295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Provisioning complete for port 1c219d7a-ef0b-4104-858a-24e57d474884 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:07.859888 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.864322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf4d88cb-1f2e-41a9-ac79-15ac147e5ccc req-c277e32a-2de6-4586-bcb4-628bdbeee25c tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226460 Feb 07 13:08:07.866359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.892793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:07.894725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b45dd169-c8e5-4fb7-9d7b-d5e97df83c5e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.900446 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b45dd169-c8e5-4fb7-9d7b-d5e97df83c5e tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "DELETE /v2.0/security-groups/2c3f8d14-14e0-4f19-9cd4-8d78fff4e968 HTTP/1.1" status: 204 len: 168 time: 1.6175942 Feb 07 13:08:07.911409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40512) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:07.915351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.916555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:07.989947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4105d2-ec2b-4bba-b112-8689995c304b None None] Network 70b743d4-d613-4231-85a4-e697db31e25e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:08.088242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.101463 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'status': 'completed', 'code': 200} Feb 07 13:08:08.109116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.128057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Port 1c219d7a-ef0b-4104-858a-24e57d474884 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:08.144030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9db815d-77c1-4974-b814-fb4719a2cb4b,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:08.175116 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.179803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 70b743d4-d613-4231-85a4-e697db31e25e is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:08.181119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:08.232730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d7a8db3-7a70-4fa7-abb7-0d856ede42ab req-101a5a95-7c96-4be1-83b0-8b8fc07c9c19 tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1334906 Feb 07 13:08:08.234987 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Provisioning complete for port 329d5510-6701-437a-8ecd-fa2ae3596471 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:08.235369 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.249571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-741e36cf-0e6d-41ec-8561-e6a63f2d49c8 service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993194 Feb 07 13:08:08.264031 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-9bec39dd-904a-4ad0-b8f6-9942c0ac786d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] show failed (client error): The resource could not be found. Feb 07 13:08:08.270734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9bec39dd-904a-4ad0-b8f6-9942c0ac786d tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "GET /v2.0/security-groups/2c3f8d14-14e0-4f19-9cd4-8d78fff4e968 HTTP/1.1" status: 404 len: 347 time: 0.3494153 Feb 07 13:08:08.275878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40518) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:08.326099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 2d9a30ff-f736-41c7-83e9-7db7151f21d9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2d9a30ff-f736-41c7-83e9-7db7151f21d9,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:08.337780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:19Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:08.356758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d952de3-aae0-4cc0-b6a0-56310271ea47 None None] The sync data for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 is: [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T12:55:07Z', 'revision_number': 4, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '994d7923-bb0c-409c-9f18-7bdaafae9353', 'name': '', 'network_id': '1b20d60d-c17e-4536-af6a-96b4089805a3', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'mac_address': 'fa:16:3e:5f:ee:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:55:06Z', 'updated_at': '2022-02-07T12:55:19Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'subnets': [{'id': 'c240fe3c-b950-4ebf-b24a-29d0764aed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:08.364329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-52cd3ae2-39d1-4db1-a7b2-5c9291d23f5e None None] Port 329d5510-6701-437a-8ecd-fa2ae3596471 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:08.438796 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.439746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device be4230db-1612-4fce-8aa5-a83968efb301 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:08.492877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'Port': ['ID=89e07179-99d5-4ac5-89c1-91c7b805eb92,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:08.535717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.590822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.596543 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5a7fbf0f-cfe2-4b55-836e-78a3dbc23643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2403507 Feb 07 13:08:08.597565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40526) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:08.600820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4198b5f-00c1-4583-997e-217d633ee42c req-8745c782-0d8b-4373-9234-406fd730ceec tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:08.609415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4198b5f-00c1-4583-997e-217d633ee42c req-8745c782-0d8b-4373-9234-406fd730ceec tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.5069485 Feb 07 13:08:08.626770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'security_group_rule': {'security_group_id': 'a96ee764-37a1-46de-9a34-d5785745c9c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:08.632287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.642641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-344126b0-2eeb-4f22-bb95-a74f7ad5ab32 req-9b6e0742-68ba-4a13-9b51-354c1044a80c service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656209 Feb 07 13:08:08.723052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=2d9a30ff-f736-41c7-83e9-7db7151f21d9,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:08.757383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:08.778906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c48be9f3-2cea-4b0c-be8a-fee440fb4525 None None] Provisioning complete for port 86461912-bfc2-45d5-81db-b9e7fe08c589 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:08.779572 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c48be9f3-2cea-4b0c-be8a-fee440fb4525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.814285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:security_group_rule and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:08.814658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.814658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-67e7ce0e-cc30-4e91-ab5e-a16653dd0682 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.5071120 Feb 07 13:08:08.816351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:08.821806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Deleting port a8d51d18-6666-4d4b-9c04-d01b395c1707 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:08.822278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:08.927439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f115485-c052-484e-ad7c-04353a48e32f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:09.038691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:09.058406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port be4230db-1612-4fce-8aa5-a83968efb301 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:09.067179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4198b5f-00c1-4583-997e-217d633ee42c req-862b0908-68f1-41ec-afaf-6837a8694de3 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568293 Feb 07 13:08:09.072058 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fbaebf5d-8268-407a-ad4f-aca7295c78ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.080354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port be4230db-1612-4fce-8aa5-a83968efb301 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:09.081212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.150296 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265bce9-6565-4618-9776-c933325123bf None None] New status for floating IP d6c0c6cd-b6f1-49c2-965e-5064ec73747d: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:08:09.189232 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.270895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.271859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.321007 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.344199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port be4230db-1612-4fce-8aa5-a83968efb301, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=be4230db-1612-4fce-8aa5-a83968efb301,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:09.405199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Router b1afdc3a-f915-4276-8de3-24b7b1123ba4 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:08:09.437602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c48be9f3-2cea-4b0c-be8a-fee440fb4525 None None] Provisioning for port 4ea4e83a-daad-4026-807f-cdbe91dd5448 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:09.474562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743976ac-aeea-4983-acaf-d2d161992070 req-5022f9ab-9d98-4e01-b232-8cd4510707ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:09.480671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743976ac-aeea-4983-acaf-d2d161992070 req-5022f9ab-9d98-4e01-b232-8cd4510707ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 1095 time: 0.6737418 Feb 07 13:08:09.485215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Calling delete_port for a8d51d18-6666-4d4b-9c04-d01b395c1707 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:09.501532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.502532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6c6b947-7664-46bd-8bd6-8d881d8a1ffe up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:09.608748 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.660591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=be4230db-1612-4fce-8aa5-a83968efb301,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:09.685244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:09.685517 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.699741 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.718638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.721449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.798489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-764737c8-ce04-4506-ac9e-cfea4c7f12e7 req-e943ced5-5fee-4a27-89d8-c8bce29576dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef161a3147ba4c5b9a54cb4b8231fd3c&device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.3109012 Feb 07 13:08:09.840806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.853193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77e1ad8f-6a70-4a35-88a0-a8a7bff4b49d None None] Provisioning for port 659ef649-23a7-4c58-b833-e5adb490b748 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:09.860756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77e1ad8f-6a70-4a35-88a0-a8a7bff4b49d None None] Provisioning complete for port 659ef649-23a7-4c58-b833-e5adb490b748 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:09.861233 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77e1ad8f-6a70-4a35-88a0-a8a7bff4b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.867304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-764737c8-ce04-4506-ac9e-cfea4c7f12e7 req-8b713a81-8a65-4ba4-927b-2f4bd09cc404 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ef161a3147ba4c5b9a54cb4b8231fd3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598755 Feb 07 13:08:09.868855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.869179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f643919-bf54-4b57-8fbc-945f85fca12c {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:08:09.896693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32667d83-7bd3-453c-ac7b-e9bb2a8d0009,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:09.909442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:08:09.909823 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:08:09.910874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:08:09.913627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 856287ce-8049-4923-989a-88092edd5392 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:09.924559 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a486f7e-8fe9-4b46-9151-077e77e256f9 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "PUT /v2.0/routers/b1afdc3a-f915-4276-8de3-24b7b1123ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1746273 Feb 07 13:08:09.951522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-4f26f5ca-658d-41ea-9e94-b280474179b1 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--613312751&fields=id&tenant_id=e88ec7e6bdec4e77ac723c847ef36a59 HTTP/1.1" status: 200 len: 267 time: 0.3846159 Feb 07 13:08:09.956186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Sync routers for ids ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:08:09.986097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 856287ce-8049-4923-989a-88092edd5392 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:09.986511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 856287ce-8049-4923-989a-88092edd5392 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:09.993403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:09.998201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bc6ff0d8-e4db-490c-9431-21b3f08bcb91 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3914540 Feb 07 13:08:09.998587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40548) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:10.005504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:10.015081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:10.022926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:floatingip and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:10.026033 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Routers {'b1afdc3a-f915-4276-8de3-24b7b1123ba4'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:10.028631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:10.031681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:07:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:10.047225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:10.105572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-77e1ad8f-6a70-4a35-88a0-a8a7bff4b49d None None] Port 659ef649-23a7-4c58-b833-e5adb490b748 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:10.176741 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.179012 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.182487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9216f4a8-41f0-461f-a4cb-6dbfc6c43852 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9f643919-bf54-4b57-8fbc-945f85fca12c HTTP/1.1" status: 204 len: 168 time: 7.8573546 Feb 07 13:08:10.191791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40556) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:10.246431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Set router b1afdc3a-f915-4276-8de3-24b7b1123ba4 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:10.287857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33c651-a07a-4d4e-a638-2e4ee5c77eba req-55b9f8e1-47ca-4e43-b3fb-deb3c72ffd74 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:10.289476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e33c651-a07a-4d4e-a638-2e4ee5c77eba req-55b9f8e1-47ca-4e43-b3fb-deb3c72ffd74 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 944 time: 0.9236293 Feb 07 13:08:10.334325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba141d9-f7c6-4cb3-904d-f0f7f7d001c6 admin admin] Deleting subnet 718f2785-9e40-4fed-8326-14d616285900 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:08:10.339044 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eba141d9-f7c6-4cb3-904d-f0f7f7d001c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.353445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d05f16cb-54b6-4a25-a4e3-56fcbb9c0268 None None] Provisioning complete for port 659ef649-23a7-4c58-b833-e5adb490b748 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:10.353729 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d05f16cb-54b6-4a25-a4e3-56fcbb9c0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.403648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743976ac-aeea-4983-acaf-d2d161992070 req-a53fc7cf-1719-479a-948a-b8724d9afb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:10.405202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743976ac-aeea-4983-acaf-d2d161992070 req-a53fc7cf-1719-479a-948a-b8724d9afb73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 904 time: 0.9166045 Feb 07 13:08:10.407677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eba141d9-f7c6-4cb3-904d-f0f7f7d001c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.440248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Deleting port a8d51d18-6666-4d4b-9c04-d01b395c1707 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:10.440248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.498576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d05f16cb-54b6-4a25-a4e3-56fcbb9c0268 None None] Port 659ef649-23a7-4c58-b833-e5adb490b748 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:10.538558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743976ac-aeea-4983-acaf-d2d161992070 req-d9a26397-ef83-4dd6-b5d8-b6f1bfc630fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54 HTTP/1.1" status: 200 len: 217 time: 0.0963092 Feb 07 13:08:10.592444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e33c651-a07a-4d4e-a638-2e4ee5c77eba req-712c6c58-b1b3-4d09-8763-0c7d6bf382be tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383804 Feb 07 13:08:10.631985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764737c8-ce04-4506-ac9e-cfea4c7f12e7 req-e380d7c4-c7c1-4c33-9ef2-3e53fdcb6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:10.633495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-764737c8-ce04-4506-ac9e-cfea4c7f12e7 req-e380d7c4-c7c1-4c33-9ef2-3e53fdcb6ba6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7514603 Feb 07 13:08:10.676281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-8f4f2ceb-d06a-4919-9193-f695457e281c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:10.683652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-8f4f2ceb-d06a-4919-9193-f695457e281c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 811 time: 0.4922111 Feb 07 13:08:10.696079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743976ac-aeea-4983-acaf-d2d161992070 req-06ea9571-bdf9-4d1e-8216-f7a155f678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:10.697537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743976ac-aeea-4983-acaf-d2d161992070 req-06ea9571-bdf9-4d1e-8216-f7a155f678e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b504ff35-5481-46d7-9724-1ed420cceea9 HTTP/1.1" status: 200 len: 844 time: 0.1424282 Feb 07 13:08:10.708116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-176cd173-6497-4ea4-8155-66fb18e0f982 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/quotas/e88ec7e6bdec4e77ac723c847ef36a59 HTTP/1.1" status: 200 len: 375 time: 0.0234866 Feb 07 13:08:10.787794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2d9a30ff-f736-41c7-83e9-7db7151f21d9 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:10.797738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-8ca9689f-b30c-45e5-a1c2-34d5d9881da0 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:10.799279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-8ca9689f-b30c-45e5-a1c2-34d5d9881da0 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.47 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.6074789 Feb 07 13:08:10.817391 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eba141d9-f7c6-4cb3-904d-f0f7f7d001c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.851477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743976ac-aeea-4983-acaf-d2d161992070 req-9f9128e3-d2bf-430d-821c-10e2e6492c92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027668 Feb 07 13:08:10.869570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:08:05Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '659ef649-23a7-4c58-b833-e5adb490b748', 'name': '', 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:82:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '6488b3fb-3584-4846-ab83-0aa91d4b7fca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:01Z', 'updated_at': '2022-02-07T13:08:06Z', 'revision_number': 2, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '6488b3fb-3584-4846-ab83-0aa91d4b7fca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:10.879142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Checking router: b1afdc3a-f915-4276-8de3-24b7b1123ba4 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:08:10.879142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Updating router b1afdc3a-f915-4276-8de3-24b7b1123ba4 port 659ef649-23a7-4c58-b833-e5adb490b748 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:08:10.948087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:10.948370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.983376 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:10.996461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-497cf79e-cf9e-4a3c-b4af-f13fd35f10fd req-433d7386-875c-4484-9fd1-e9a17668428e tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.69 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1838920 Feb 07 13:08:11.017541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.017885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.025739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Deleting port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:11.029440 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.029615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.179063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743976ac-aeea-4983-acaf-d2d161992070 req-f658f88c-390b-46d0-ae59-ada2b1d5872c service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866509 Feb 07 13:08:11.187511 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1915bc55-7247-4879-9b48-889c7d771f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.189762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-de3f4201-ae1e-47ff-bc9a-51024814f473 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Synchronizing usage tracker for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:11.202167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Calling delete_port for a8d51d18-6666-4d4b-9c04-d01b395c1707 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:11.231505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device be4230db-1612-4fce-8aa5-a83968efb301 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:11.351261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eba141d9-f7c6-4cb3-904d-f0f7f7d001c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.400013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port be4230db-1612-4fce-8aa5-a83968efb301 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:11.400407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.407672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba141d9-f7c6-4cb3-904d-f0f7f7d001c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718f2785-9e40-4fed-8326-14d616285900,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:11.415248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eba141d9-f7c6-4cb3-904d-f0f7f7d001c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.447639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf868762-5489-4c6d-9dc9-0d543816e319 None None] Network d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:11.477596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Allocated IP 172.25.7.31 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/24cf23ab-0f7a-4e25-9ff8-3b777c27a372) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:11.516670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-de3f4201-ae1e-47ff-bc9a-51024814f473 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Unset dirty status for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:11.518439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-de3f4201-ae1e-47ff-bc9a-51024814f473 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8095560 Feb 07 13:08:11.533697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-743976ac-aeea-4983-acaf-d2d161992070 req-667aa86b-e945-45be-8746-70113de6731a service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406587 Feb 07 13:08:11.546591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] For port 06bd4b69-17e1-4883-8b2d-c3e58ff78046, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=06bd4b69-17e1-4883-8b2d-c3e58ff78046,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:11.546951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.564304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937197f4-f838-493a-929d-06d057b9db3e req-643ba1d0-0a7e-4a8d-80b1-b973ae999f71 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:11.565873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-937197f4-f838-493a-929d-06d057b9db3e req-643ba1d0-0a7e-4a8d-80b1-b973ae999f71 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 946 time: 0.3462355 Feb 07 13:08:11.580816 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eba141d9-f7c6-4cb3-904d-f0f7f7d001c6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/718f2785-9e40-4fed-8326-14d616285900 HTTP/1.1" status: 204 len: 168 time: 1.3718457 Feb 07 13:08:11.583495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40560) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:11.653265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.736000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Pushing event deleted for resources: {'Port': ['ID=a8d51d18-6666-4d4b-9c04-d01b395c1707,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:11.766460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.795432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86461912-bfc2-45d5-81db-b9e7fe08c589 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:11.820680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Transition to ACTIVE for port object 659ef649-23a7-4c58-b833-e5adb490b748 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:11.876367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.883783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 86461912-bfc2-45d5-81db-b9e7fe08c589 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:11.884825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.914028 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.916724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.935659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Calling delete_port for 06bd4b69-17e1-4883-8b2d-c3e58ff78046 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:11.948812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.951187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:11.955242 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6c70bc2c-cab6-4d94-9a72-04ca16cc8f63 tempest-ServerActionsTestJSON-814632459 tempest-ServerActionsTestJSON-814632459-project] 10.222.0.69 "DELETE /v2.0/floatingips/d6c0c6cd-b6f1-49c2-965e-5064ec73747d HTTP/1.1" status: 204 len: 168 time: 3.6748955 Feb 07 13:08:11.961038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40568) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:11.965900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Deleting port f5513d69-0e6a-476d-bedb-c1e0f4051a3c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:11.965900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.021355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] DHCP port deletion for d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:08:12.053197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] Deleting port f5513d69-0e6a-476d-bedb-c1e0f4051a3c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:12.053575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.060244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-937197f4-f838-493a-929d-06d057b9db3e req-51e72c2f-0b51-4773-b3cc-3a8e52555d16 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/security-groups?id=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661777 Feb 07 13:08:12.115173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-1f86ca10-cbf7-4d10-99d6-a212466eba93 service neutron] 10.222.0.69 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449014 Feb 07 13:08:12.148801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.272153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf77b26-e000-4b4f-aa45-254ee6fd0346 None None] Pushing event updated for resources: {'Port': ['ID=659ef649-23a7-4c58-b833-e5adb490b748,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:12.340227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-764737c8-ce04-4506-ac9e-cfea4c7f12e7 req-148cde85-82b2-4164-be9c-e632a98d32fb tempest-ServerShowV254Test-1738949237 tempest-ServerShowV254Test-1738949237-project] 10.222.0.47 "GET /v2.0/ports?device_id=42797407-7a90-46b9-b152-e21234877fe6 HTTP/1.1" status: 200 len: 210 time: 0.1272230 Feb 07 13:08:12.341299 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.415711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.442390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.455686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:12.469888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:12.471709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:12.509135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=24cf23ab-0f7a-4e25-9ff8-3b777c27a372,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:12.520082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Pushing event deleted for resources: {'Port': ['ID=06bd4b69-17e1-4883-8b2d-c3e58ff78046,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:12.577952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ea4e83a-daad-4026-807f-cdbe91dd5448 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:12.599396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] For port f5513d69-0e6a-476d-bedb-c1e0f4051a3c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f5513d69-0e6a-476d-bedb-c1e0f4051a3c,segment=NetworkSegment(49418f79-4b55-423f-b669-c725e3ecf3bf),segment_id=49418f79-4b55-423f-b669-c725e3ecf3bf)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:12.599783 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.676119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] No DVR routers for this DVR port 06bd4b69-17e1-4883-8b2d-c3e58ff78046 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:08:12.683610 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.689052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31efb111-24cd-4dda-ab34-6e6efff01a97', 'name': 'network-vif-deleted', 'tag': '06bd4b69-17e1-4883-8b2d-c3e58ff78046'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:12.709102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c15a68f1-2c43-4861-8dca-21ba1c6a6a54 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:08:12.714217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Attempting to bind port 659ef649-23a7-4c58-b833-e5adb490b748 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:12.714768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Attempting to bind port 659ef649-23a7-4c58-b833-e5adb490b748 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:12.715182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Attempting to bind port 659ef649-23a7-4c58-b833-e5adb490b748 on network 70b743d4-d613-4231-85a4-e697db31e25e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:12.734645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 06bd4b69-17e1-4883-8b2d-c3e58ff78046 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:12.766067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-9a11e057-3667-49f3-9768-78045f46c28f service neutron] 10.222.0.69 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742085 Feb 07 13:08:12.778960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:12.778960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Checking segment: {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:12.778960 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.778960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Bound using segment: {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:12.778960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Bound port: 659ef649-23a7-4c58-b833-e5adb490b748, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:12.778960 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:12.820776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-86ae91ba-7d62-4acb-a887-90bf2a832ed1 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:12.822336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-86ae91ba-7d62-4acb-a887-90bf2a832ed1 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/networks?id=70b743d4-d613-4231-85a4-e697db31e25e HTTP/1.1" status: 200 len: 797 time: 0.4994237 Feb 07 13:08:12.826516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4919615-7af8-40df-b1bf-8a8a9f9159ea req-5adb9a59-3ba0-4b0a-8227-e243dc2b196d tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.47 "DELETE /v2.0/ports/06bd4b69-17e1-4883-8b2d-c3e58ff78046 HTTP/1.1" status: 204 len: 173 time: 2.0160890 Feb 07 13:08:12.831239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 06bd4b69-17e1-4883-8b2d-c3e58ff78046 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:12.831609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 06bd4b69-17e1-4883-8b2d-c3e58ff78046 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:12.850371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-fce36150-e1b3-4238-868c-f9a6460170b7 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/quotas/a92acc0c0a1643329aec367dfd11cb42 HTTP/1.1" status: 200 len: 375 time: 0.0126305 Feb 07 13:08:12.969521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-e607be63-5c9f-46cf-aab7-1a0c1b39ef51 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1113415 Feb 07 13:08:12.991443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Calling delete_port for f5513d69-0e6a-476d-bedb-c1e0f4051a3c owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:13.119304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] For port 659ef649-23a7-4c58-b833-e5adb490b748, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:13.120538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-ccacfd15-ee51-4912-b94b-f3c5a039b148 service neutron] 10.222.0.69 "GET /v2.0/networks/70b743d4-d613-4231-85a4-e697db31e25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497469 Feb 07 13:08:13.131462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] For port 659ef649-23a7-4c58-b833-e5adb490b748, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=659ef649-23a7-4c58-b833-e5adb490b748,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:13.190367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] For port f5513d69-0e6a-476d-bedb-c1e0f4051a3c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f5513d69-0e6a-476d-bedb-c1e0f4051a3c,segment=NetworkSegment(49418f79-4b55-423f-b669-c725e3ecf3bf),segment_id=49418f79-4b55-423f-b669-c725e3ecf3bf)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:13.196268 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:13.282546 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:13.386796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-47198702-0348-48df-9519-8fba63d9cab2 service neutron] 10.222.0.69 "GET /v2.0/networks/70b743d4-d613-4231-85a4-e697db31e25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644510 Feb 07 13:08:13.400084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4ea4e83a-daad-4026-807f-cdbe91dd5448 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:13.405255 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:13.429472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] Calling delete_port for f5513d69-0e6a-476d-bedb-c1e0f4051a3c owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:13.430308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5513d69-0e6a-476d-bedb-c1e0f4051a3c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:13.456073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b654-5b71-4bef-866c-698ddc0a6b7a req-3f6b28f0-b59c-4c4e-8293-ee6d2a40c422 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:13.457566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e897b654-5b71-4bef-866c-698ddc0a6b7a req-3f6b28f0-b59c-4c4e-8293-ee6d2a40c422 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 944 time: 0.1588430 Feb 07 13:08:13.458404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:13.473362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] No DVR routers for this DVR port f5513d69-0e6a-476d-bedb-c1e0f4051a3c on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:08:13.522559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4ea4e83a-daad-4026-807f-cdbe91dd5448 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:13.522960 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:13.525345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e897b654-5b71-4bef-866c-698ddc0a6b7a req-3393d44d-c297-40c7-898c-e7c4333b2fc7 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549917 Feb 07 13:08:13.663070 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31efb111-24cd-4dda-ab34-6e6efff01a97', 'name': 'network-vif-deleted', 'tag': '06bd4b69-17e1-4883-8b2d-c3e58ff78046', 'status': 'completed', 'code': 200} Feb 07 13:08:13.730452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:13.766906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:13.785243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a4bf893-67db-441c-b753-4d430f201db5 req-eec71b95-8f1b-4ac2-9eb1-05d00cae5c27 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 210 time: 0.0854993 Feb 07 13:08:13.881555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'port_id': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'mac_address': 'fa:16:3e:9a:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504ff35-5481-46d7-9724-1ed420cceea9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:08:13.900899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Routers {'b1afdc3a-f915-4276-8de3-24b7b1123ba4'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:13.902183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:13.937601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86758a4c-0d1c-4285-b95b-42bf1e3203f8 req-de8795b9-bdb8-4530-822c-21f8545127d0 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 210 time: 0.0968573 Feb 07 13:08:13.975644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.047569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:14.072022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dbc8f99a-11f2-4a3b-819c-1fc71a62e3a4 req-3a5371ae-6886-45cb-862b-f9b11f631180 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Synchronizing usage tracker for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:14.088487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49418f79-4b55-423f-b669-c725e3ecf3bf') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:14.089372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49418f79-4b55-423f-b669-c725e3ecf3bf') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:14.091294 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.108296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf77b26-e000-4b4f-aa45-254ee6fd0346 None None] Pushing event updated for resources: {'Port': ['ID=659ef649-23a7-4c58-b833-e5adb490b748,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:14.116554 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.146579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.147365 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:08:14.147769 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:08:14.177363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:08:14.178224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:08:14.193940 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:08:14.255998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dbc8f99a-11f2-4a3b-819c-1fc71a62e3a4 req-3a5371ae-6886-45cb-862b-f9b11f631180 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] Unset dirty status for tenant:9d3630424754471a9f20b667c6760f77 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:14.262276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbc8f99a-11f2-4a3b-819c-1fc71a62e3a4 req-3a5371ae-6886-45cb-862b-f9b11f631180 tempest-ListServerFiltersTestJSON-658335126 tempest-ListServerFiltersTestJSON-658335126-project] 10.222.0.69 "GET /v2.0/ports?device_id=31efb111-24cd-4dda-ab34-6e6efff01a97 HTTP/1.1" status: 200 len: 210 time: 0.2686803 Feb 07 13:08:14.300362 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.386259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15a68f1-2c43-4861-8dca-21ba1c6a6a54 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:08:14.425616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] Set router b1afdc3a-f915-4276-8de3-24b7b1123ba4 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:14.481835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40610) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:14.493170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:14.507964 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.513751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.643056 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.693069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] Deleting port f5513d69-0e6a-476d-bedb-c1e0f4051a3c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:14.693069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.727950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.764664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:14.774155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] Usage tracker for resource:security_group_rule and tenant:ef161a3147ba4c5b9a54cb4b8231fd3c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:14.779404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:14.788181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:14.796139 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.resource_extend [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:08:14.806621 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.839802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4ea4e83a-daad-4026-807f-cdbe91dd5448, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ea4e83a-daad-4026-807f-cdbe91dd5448,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:14.862293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d55da-2dbe-4d4c-b496-c300104f04c3 req-99f0a5c0-dacb-4e3b-94b6-43043e1e984d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:14.867766 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.869847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-216d55da-2dbe-4d4c-b496-c300104f04c3 req-99f0a5c0-dacb-4e3b-94b6-43043e1e984d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 945 time: 0.2176278 Feb 07 13:08:14.871948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.889064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:14.909679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d50b2f3-5db5-44b6-9a9a-d145fb396208 None None] The port 'f5513d69-0e6a-476d-bedb-c1e0f4051a3c' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:08:14.916141 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fbcb8534-1920-4aff-84ff-02232e839a5e admin admin] 10.222.0.69 "DELETE /v2.0/networks/d6c4e16b-5a75-4d63-9d76-95b47e0dc4d1 HTTP/1.1" status: 204 len: 168 time: 3.3290558 Feb 07 13:08:14.943434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-216d55da-2dbe-4d4c-b496-c300104f04c3 req-c1c008f1-2dd5-40c2-9625-eaba3c4f8d1d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719044 Feb 07 13:08:14.945938 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:14.989230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c15a68f1-2c43-4861-8dca-21ba1c6a6a54'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:08:15.006742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.069559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.080555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f5513d69-0e6a-476d-bedb-c1e0f4051a3c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:15.127812 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.130621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f5513d69-0e6a-476d-bedb-c1e0f4051a3c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:15.130969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f5513d69-0e6a-476d-bedb-c1e0f4051a3c not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:15.131378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6f115485-c052-484e-ad7c-04353a48e32f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:15.168960 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.169621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:15.212144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef161a3147ba4c5b9a54cb4b8231fd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7284305 Feb 07 13:08:15.219617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 6f115485-c052-484e-ad7c-04353a48e32f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:15.219967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6f115485-c052-484e-ad7c-04353a48e32f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:15.230569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12bb70f6-d195-429a-90b0-501395f929dd req-02e18221-0362-4851-aa7c-10623137047f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 210 time: 0.1885450 Feb 07 13:08:15.230569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40628) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:15.369878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4ea4e83a-daad-4026-807f-cdbe91dd5448,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:15.469948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:08:05Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '659ef649-23a7-4c58-b833-e5adb490b748', 'name': '', 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:82:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '6488b3fb-3584-4846-ab83-0aa91d4b7fca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:01Z', 'updated_at': '2022-02-07T13:08:13Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '6488b3fb-3584-4846-ab83-0aa91d4b7fca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:15.477520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57413ec-74fc-4dd8-b2ca-b0547fdf0d9b None None] The sync data for ids ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'] in n-d-811416-5 is: [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:08:05Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '659ef649-23a7-4c58-b833-e5adb490b748', 'name': '', 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:82:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '6488b3fb-3584-4846-ab83-0aa91d4b7fca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:01Z', 'updated_at': '2022-02-07T13:08:13Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '6488b3fb-3584-4846-ab83-0aa91d4b7fca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:15.492320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40632) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:15.492868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40636) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:15.509345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-828e121c-a348-4aae-9cf2-a515608e407c req-8d0012ed-9915-4844-8b57-64eda6478552 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 210 time: 0.3920550 Feb 07 13:08:15.607771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=24cf23ab-0f7a-4e25-9ff8-3b777c27a372,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:15.609249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be698d74-186e-4525-8757-7c10f6110b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c4164b-3f94-4092-b888-96d2f1e9cf9e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:15.613978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.639006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0051fdb4-6527-43ef-a61a-1610b61c4eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.712063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-178db666-95e8-4cca-b3fa-c11786332854 admin admin] Deleting subnet 34702e58-bb5b-4d7b-8f2f-edba9823331e {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:08:15.716070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0051fdb4-6527-43ef-a61a-1610b61c4eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.730134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-178db666-95e8-4cca-b3fa-c11786332854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.735667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Deleting port 994d7923-bb0c-409c-9f18-7bdaafae9353 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:15.736000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.773788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f8ec3804-97d7-4170-957b-f33db832490d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad680d158586497c9e7b3bc1363e3431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753391 Feb 07 13:08:15.778790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40642) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:15.823318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.833258 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8fe3dfec-c89f-42c0-ae40-a6c61433655d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8258679 Feb 07 13:08:15.846015 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-178db666-95e8-4cca-b3fa-c11786332854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:15.961035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] For port 994d7923-bb0c-409c-9f18-7bdaafae9353, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=994d7923-bb0c-409c-9f18-7bdaafae9353,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:15.961408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.003314 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6496668-1071-4520-8608-3f9b3a1066d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.056171 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6496668-1071-4520-8608-3f9b3a1066d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.132849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-178db666-95e8-4cca-b3fa-c11786332854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.141660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Calling delete_port for 994d7923-bb0c-409c-9f18-7bdaafae9353 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:16.205661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0051fdb4-6527-43ef-a61a-1610b61c4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.275468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051fdb4-6527-43ef-a61a-1610b61c4eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c4164b-3f94-4092-b888-96d2f1e9cf9e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:16.297894 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6496668-1071-4520-8608-3f9b3a1066d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.349139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6496668-1071-4520-8608-3f9b3a1066d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac4d37b-f12f-4b76-a506-6c0e09a86f9e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:16.356488 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6496668-1071-4520-8608-3f9b3a1066d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.367668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b6496668-1071-4520-8608-3f9b3a1066d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ac4d37b-f12f-4b76-a506-6c0e09a86f9e HTTP/1.1" status: 204 len: 168 time: 0.5790367 Feb 07 13:08:16.389369 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0051fdb4-6527-43ef-a61a-1610b61c4eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.393381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0051fdb4-6527-43ef-a61a-1610b61c4eb2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/64c4164b-3f94-4092-b888-96d2f1e9cf9e HTTP/1.1" status: 204 len: 168 time: 0.9470530 Feb 07 13:08:16.549107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-478f8890-ac4b-4085-a676-e27bc35f9aa4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1101002313&fields=id&tenant_id=d38d2aa7c19044409b5c70c6199e1f21 HTTP/1.1" status: 200 len: 267 time: 0.3454704 Feb 07 13:08:16.640541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c15a68f1-2c43-4861-8dca-21ba1c6a6a54 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:16.642483 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-178db666-95e8-4cca-b3fa-c11786332854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.666968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.751259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Pushing event deleted for resources: {'Port': ['ID=994d7923-bb0c-409c-9f18-7bdaafae9353,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:16.805351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178db666-95e8-4cca-b3fa-c11786332854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34702e58-bb5b-4d7b-8f2f-edba9823331e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:16.852247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-d3375ae3-29d1-425a-8338-7a02445b0a83 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:16.854480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-d3375ae3-29d1-425a-8338-7a02445b0a83 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.47 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 811 time: 0.4469798 Feb 07 13:08:16.861496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:16.878359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3e640073-82b3-4e6c-8677-602a671f695d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:16.878543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:16.878543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:16.878727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3e640073-82b3-4e6c-8677-602a671f695d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports/329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 200 len: 931 time: 0.3269243 Feb 07 13:08:16.920748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eeb763-9fd8-4163-b19d-ebfd8dbde442 None None] Network 85728d72-79b3-45cb-8757-1d45f2e90c22 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:17.095897 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-178db666-95e8-4cca-b3fa-c11786332854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:17.123183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-d5778eb9-96fa-44ca-8f73-2175205e4f77 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:17.142263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-d5778eb9-96fa-44ca-8f73-2175205e4f77 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports/1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 200 len: 932 time: 0.2637012 Feb 07 13:08:17.146857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40674) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:17.153983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-178db666-95e8-4cca-b3fa-c11786332854 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/34702e58-bb5b-4d7b-8f2f-edba9823331e HTTP/1.1" status: 204 len: 168 time: 1.6474860 Feb 07 13:08:17.323468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-0e17e54a-c815-4282-a510-60391f6193fb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e88ec7e6bdec4e77ac723c847ef36a59 HTTP/1.1" status: 200 len: 379 time: 0.2292676 Feb 07 13:08:17.338187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873f52f-f6ad-4451-ac8b-a2708af73b86 req-3ef37420-3123-4f5d-bc2e-61ac4cfa306b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:17.352023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f873f52f-f6ad-4451-ac8b-a2708af73b86 req-3ef37420-3123-4f5d-bc2e-61ac4cfa306b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 945 time: 1.1470656 Feb 07 13:08:17.424013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'port': {'device_id': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'admin_state_up': True, 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'security_groups': ['98c3895f-6cd7-4eed-8be6-1971965f61cf']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:17.436192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 659ef649-23a7-4c58-b833-e5adb490b748 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:17.506393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a57d60d0-9110-4449-bb72-481e3192b834 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3638873 Feb 07 13:08:17.531862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:17.577614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Deleting port e3caab7e-e78a-416f-9f93-b8d650d0973b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:17.579897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:17.663851 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:17.721946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:17.725356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:17.749015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2d8eb8f1-4d91-483c-b2fe-678b400916cf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1813507 Feb 07 13:08:17.810272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f873f52f-f6ad-4451-ac8b-a2708af73b86 req-8f451b3b-1586-4ca3-bf2e-2ced25b71b9e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464164 Feb 07 13:08:17.830997 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:17.888701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:17.948806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:17.953000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] DHCP port deletion for 85728d72-79b3-45cb-8757-1d45f2e90c22 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:08:17.967280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 659ef649-23a7-4c58-b833-e5adb490b748 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:17.974534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] Deleting port e3caab7e-e78a-416f-9f93-b8d650d0973b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:17.975302 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.011768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 659ef649-23a7-4c58-b833-e5adb490b748 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:18.012175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.134448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:18.179673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] For port e3caab7e-e78a-416f-9f93-b8d650d0973b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e3caab7e-e78a-416f-9f93-b8d650d0973b,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:18.180222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.212796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97014f21-47ac-42bb-a534-f17d43434705 req-799f30b5-a607-4e73-b39a-87546b68d554 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 210 time: 0.0943220 Feb 07 13:08:18.213351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:18.233123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-3da73ebb-8cf7-4021-adc7-431ddf35112c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:18.235111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-3da73ebb-8cf7-4021-adc7-431ddf35112c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.47 "GET /v2.0/networks?id=70b743d4-d613-4231-85a4-e697db31e25e HTTP/1.1" status: 200 len: 797 time: 1.0067041 Feb 07 13:08:18.249798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Request body: {'port': {'device_id': 'dcc2436a-75d8-4c9e-a371-bd7b466263fd', 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e', 'admin_state_up': True, 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:18.425449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Calling delete_port for e3caab7e-e78a-416f-9f93-b8d650d0973b owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:18.430739 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.467796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40710) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:18.472983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] For port e3caab7e-e78a-416f-9f93-b8d650d0973b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e3caab7e-e78a-416f-9f93-b8d650d0973b,segment=NetworkSegment(a3f96d1f-06dd-4a96-83bf-9fcfe33c6336),segment_id=a3f96d1f-06dd-4a96-83bf-9fcfe33c6336)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:18.473383 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.572990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Made reservation on behalf of e88ec7e6bdec4e77ac723c847ef36a59 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:18.582130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.603941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 659ef649-23a7-4c58-b833-e5adb490b748, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=659ef649-23a7-4c58-b833-e5adb490b748,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:18.611050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] Calling delete_port for e3caab7e-e78a-416f-9f93-b8d650d0973b owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:18.675925 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.676913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ea4e83a-daad-4026-807f-cdbe91dd5448 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:18.741272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40718) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:18.762597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1552949547-network', 'tenant_id': 'f7c02438703e46cd944bc58f3eaa9eb8'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:18.766321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.789911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21fbcbe5-4115-4859-97d7-bef6a7971638 req-e2502dff-4ed1-4256-b54a-11faf6c37b0b tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 210 time: 0.2361012 Feb 07 13:08:18.797345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ace64169-2578-448f-969e-249ebcad8623 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:18.803298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ace64169-2578-448f-969e-249ebcad8623 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:18.809683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ace64169-2578-448f-969e-249ebcad8623 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:18.810519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ace64169-2578-448f-969e-249ebcad8623 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:18.813623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:18.866885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Usage tracker for resource:network and tenant:f7c02438703e46cd944bc58f3eaa9eb8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.869663 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:08:18.875923 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:08:18.878312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3caab7e-e78a-416f-9f93-b8d650d0973b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:18.882268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:18.886434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] No DVR routers for this DVR port e3caab7e-e78a-416f-9f93-b8d650d0973b on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:08:18.894378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:18.920581 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'code': 200} Feb 07 13:08:18.944233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-network', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:18.966486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:08:18.966486 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:08:18.966486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4ea4e83a-daad-4026-807f-cdbe91dd5448 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:18.966486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:18.970701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:18.998507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Allocated IP 172.20.0.11 (c544ce96-fbe1-44f7-a876-32ae594ae054/72668aca-03af-4bfd-a6da-41fb53ac00ed/f609766d-07a8-46f5-947a-66547604d22b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:19.022276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=659ef649-23a7-4c58-b833-e5adb490b748,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:19.097439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Usage tracker for resource:network and tenant:0fd01fb7cf404da99ebe19cccf12598e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:19.110102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:19.120895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:19.147155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.163845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:08:19.180913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85728d72-79b3-45cb-8757-1d45f2e90c22']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:19.190907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 659ef649-23a7-4c58-b833-e5adb490b748 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:19.198543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:19.198543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f96d1f-06dd-4a96-83bf-9fcfe33c6336') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:19.269052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 659ef649-23a7-4c58-b833-e5adb490b748 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:19.269660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.275365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.306800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.320915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:08:19.326839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:08:19.335446 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:08:19.378291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:19.381867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72147c23-3f8d-4ee7-b4b5-d62c54aec61e req-6733cf1a-0ce1-48e6-85de-7ff64400820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:19.383354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72147c23-3f8d-4ee7-b4b5-d62c54aec61e req-6733cf1a-0ce1-48e6-85de-7ff64400820c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 1097 time: 0.2711313 Feb 07 13:08:19.397757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Usage tracker for resource:port and tenant:a92acc0c0a1643329aec367dfd11cb42 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:19.415438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:19.429109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ace64169-2578-448f-969e-249ebcad8623 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:19.430273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ace64169-2578-448f-969e-249ebcad8623 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/networks?id=b0856258-ee78-4e86-a446-3b07d5b1e689&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=60259f8c-9fde-4ec1-875e-189e2348e688&id=60259f8c-9fde-4ec1-875e-189e2348e688 HTTP/1.1" status: 200 len: 1990 time: 1.5951881 Feb 07 13:08:19.433650 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.438702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:19.443310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Made reservation on behalf of f7c02438703e46cd944bc58f3eaa9eb8 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:19.445745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.451810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] Deleting port e3caab7e-e78a-416f-9f93-b8d650d0973b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:19.451810 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.455759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553bc3-608c-46c9-865e-0aa1f63729e3 req-504ddab5-6c14-4dbc-8f3b-f2e682739802 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:19.457473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9553bc3-608c-46c9-865e-0aa1f63729e3 req-504ddab5-6c14-4dbc-8f3b-f2e682739802 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 946 time: 0.3429711 Feb 07 13:08:19.486961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e3caab7e-e78a-416f-9f93-b8d650d0973b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:19.491583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72147c23-3f8d-4ee7-b4b5-d62c54aec61e req-f9fbeb96-40e4-4040-a3ee-513867de588e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971029 Feb 07 13:08:19.513713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-7bd37b1a-a073-454e-b9c7-17fe5fdeb687 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/quotas/d38d2aa7c19044409b5c70c6199e1f21 HTTP/1.1" status: 200 len: 375 time: 0.0664589 Feb 07 13:08:19.529408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: e3caab7e-e78a-416f-9f93-b8d650d0973b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:19.530237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e3caab7e-e78a-416f-9f93-b8d650d0973b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:19.572050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e2159ea4-0223-48a0-b569-7540e5de02d7 None None] The port 'e3caab7e-e78a-416f-9f93-b8d650d0973b' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:08:19.586433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9553bc3-608c-46c9-865e-0aa1f63729e3 req-3b65389f-0b11-4206-a77e-9c6c4eb66ede tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994632 Feb 07 13:08:19.587074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Made reservation on behalf of a92acc0c0a1643329aec367dfd11cb42 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:19.591197 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.599538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Made reservation on behalf of 0fd01fb7cf404da99ebe19cccf12598e for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:19.601912 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.627052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.647724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.672329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:08:19.686744 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] Sync routers for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:08:19.689635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:19.695334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:19.699885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c02438703e46cd944bc58f3eaa9eb8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:19.704471 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:19.705283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd01fb7cf404da99ebe19cccf12598e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:19.705691 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:19.707813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:19.710732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:19.722339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:19.727718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:19.773106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.773554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Transition to ACTIVE for port object f609766d-07a8-46f5-947a-66547604d22b will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:19.795119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.816517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] Pushing event deleted for resources: {'Network': ['ID=85728d72-79b3-45cb-8757-1d45f2e90c22,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:19.830081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4c9e211c-a141-4614-b2a2-d46035d9ad88 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2994666 Feb 07 13:08:19.863086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-023f72a4-b418-42bb-a2bd-fd2ea4002833 req-1b784912-809a-4e6c-9e56-68472b6c207f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 210 time: 0.0939977 Feb 07 13:08:19.909946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:19.922120 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df83f5e8-b8d7-4650-86ba-87d5b36dbadd admin admin] 10.222.0.69 "PUT /v2.0/routers/0dc68f58-bd64-4b0c-b910-b8a637b0a16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9596713 Feb 07 13:08:19.923808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6a8344ea-077a-48d5-acda-a4b19c34e073 admin admin] 10.222.0.69 "DELETE /v2.0/networks/85728d72-79b3-45cb-8757-1d45f2e90c22 HTTP/1.1" status: 204 len: 168 time: 2.7759330 Feb 07 13:08:19.925634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40730) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:20.014349 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:20.015294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.052192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c12ab74-e1da-43db-ac0a-4a7b44e40c86 req-55a1c5da-2dce-47a9-8779-ce63d5690380 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 210 time: 0.0628412 Feb 07 13:08:20.080773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Allocated IP 172.20.0.26 (70b743d4-d613-4231-85a4-e697db31e25e/6488b3fb-3584-4846-ab83-0aa91d4b7fca/12fd6023-1ac3-4579-8c73-c676d42aa027) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:20.086119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:08:20.112000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.113865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-30c6f467-e573-4f61-baf2-562311b0a66a service neutron] 10.222.0.69 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561181 Feb 07 13:08:20.115832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad23bb8-cb72-4c56-89c4-277e96acc976,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:20.124967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.125340 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Added segment e4e6626a-9694-4a56-97c5-777d394903f6 of type vlan for network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f Feb 07 13:08:20.227637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.236858 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.268253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.330161 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.359909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e56387-f7b2-4b21-9cf9-50d895f8c9c6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:20.396953 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T13:08:16Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:20.401981 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] Checking router: 0dc68f58-bd64-4b0c-b910-b8a637b0a16f for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:08:20.411567 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] Routers {'0dc68f58-bd64-4b0c-b910-b8a637b0a16f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:20.412280 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:20.446626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Network c544ce96-fbe1-44f7-a876-32ae594ae054 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:20.454035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-be469010-abbe-47f6-8060-85100edb3f95 service neutron] 10.222.0.69 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128412 Feb 07 13:08:20.459342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:20.462495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:20.504153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40736) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:20.581174 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.586281 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-90d4142a-ea45-4d4f-87c4-d1fe07297720 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d3630424754471a9f20b667c6760f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798140 Feb 07 13:08:20.597551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40740) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:20.627560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.629372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:20.630275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.780820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:08:20.781707 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:08:20.794437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Deleting port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:20.794774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.803356 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] Set router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:20.810564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'Port': ['ID=f609766d-07a8-46f5-947a-66547604d22b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:20.843160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-26d94569-5b8d-4082-9917-e31b78879c9f service neutron] 10.222.0.69 "GET /v2.0/ports/329d5510-6701-437a-8ecd-fa2ae3596471?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1428020 Feb 07 13:08:20.854170 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1064169 Feb 07 13:08:20.864633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b4b9974d-9358-4ead-980c-fd2d69de6e11 None None] Provisioning for port f609766d-07a8-46f5-947a-66547604d22b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:20.871946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b4b9974d-9358-4ead-980c-fd2d69de6e11 None None] Provisioning complete for port f609766d-07a8-46f5-947a-66547604d22b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:20.872548 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4b9974d-9358-4ead-980c-fd2d69de6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.874258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:20.906551 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.916004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Request body: {'subnet': {'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-subnet', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:20.944277 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d48ca838-260b-4e46-beab-a066069a40c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.955675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:20.958041 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.964783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b4b9974d-9358-4ead-980c-fd2d69de6e11 None None] Port f609766d-07a8-46f5-947a-66547604d22b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:20.976172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:20.982481 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d48ca838-260b-4e46-beab-a066069a40c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:20.988750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450aa4d-1dab-4b84-90d7-10f64f97be93 admin admin] Pushing event updated for resources: {'Network': ['ID=225d45c9-7e5c-459c-a0e0-bdf38c81e34f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:20.999953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Usage tracker for resource:subnet and tenant:0fd01fb7cf404da99ebe19cccf12598e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:21.002016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:08:21.023173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:21.056831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Transition to ACTIVE for port object 12fd6023-1ac3-4579-8c73-c676d42aa027 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:21.081045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:21.136015 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T13:08:16Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:21.141603 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e09779-bf51-4d1b-9980-90f7da387271 None None] The sync data for ids ['0dc68f58-bd64-4b0c-b910-b8a637b0a16f'] in n-d-811416-5 is: [{'id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'name': 'tempest-ServerActionsTestJSON-1477997436-router', 'tenant_id': '69f46ced331443a88a53990623b9b4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T12:54:56Z', 'updated_at': '2022-02-07T13:08:16Z', 'revision_number': 5, 'project_id': '69f46ced331443a88a53990623b9b4c7', 'gw_port': {'id': '8b3f39f8-15aa-4aed-ac0c-cef39b15add2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc68f58-bd64-4b0c-b910-b8a637b0a16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T12:54:58Z', 'updated_at': '2022-02-07T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:21.175598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-fd51d988-2531-4794-9d85-de956ac507a8 service neutron] 10.222.0.69 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570829 Feb 07 13:08:21.179511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-543917ec-8692-48ea-ba3d-f4cc61f2fdd6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8253112 Feb 07 13:08:21.186653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] For port 8b3f39f8-15aa-4aed-ac0c-cef39b15add2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8b3f39f8-15aa-4aed-ac0c-cef39b15add2,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:21.186994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.198722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e17ca-ce00-48fb-b86a-b9421921fac0 req-a2ac4c0e-0def-434c-9907-35c1f3721a99 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:21.200335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f61e17ca-ce00-48fb-b86a-b9421921fac0 req-a2ac4c0e-0def-434c-9907-35c1f3721a99 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 946 time: 0.3657758 Feb 07 13:08:21.206206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Request body: {'port': {'device_id': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:21.250101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Made reservation on behalf of 0fd01fb7cf404da99ebe19cccf12598e for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:21.252343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.324412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.333721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.387310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Calling delete_port for 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:21.413992 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d48ca838-260b-4e46-beab-a066069a40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.458340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ca838-260b-4e46-beab-a066069a40c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b9fe6f-047d-4e01-b8e9-aa97ec0f102b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:21.484939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Network 70b743d4-d613-4231-85a4-e697db31e25e is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:21.501989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f61e17ca-ce00-48fb-b86a-b9421921fac0 req-f40ebe00-f6ae-4c99-b55e-d7d3942c78b1 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481124 Feb 07 13:08:21.514091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:21.515652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d48ca838-260b-4e46-beab-a066069a40c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.516934 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d48ca838-260b-4e46-beab-a066069a40c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16b9fe6f-047d-4e01-b8e9-aa97ec0f102b HTTP/1.1" status: 204 len: 168 time: 0.9183888 Feb 07 13:08:21.519713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:21.531877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:08:21.577443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.577785 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Added segment 23ae6ff8-f125-49d5-a035-202db1fbea03 of type vlan for network 090c961b-8e34-48a6-8e0c-ef710e7190ea Feb 07 13:08:21.644203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.674917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:21.675987 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.699306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.736106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a3863235-187d-483e-990e-6510abcca8e4 service neutron] 10.222.0.69 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345697 Feb 07 13:08:21.743410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event updated for resources: {'Port': ['ID=12fd6023-1ac3-4579-8c73-c676d42aa027,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:21.883341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-b36bf521-4403-4843-9e03-796ad01c2e1f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.6374078 Feb 07 13:08:21.895360 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:08:21.908627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Request body: {'port': {'device_id': 'dcc2436a-75d8-4c9e-a371-bd7b466263fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:21.990705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:21.991867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:21.992465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.015164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2eed4d80-b3b9-40ea-9b51-122b9abb8de4 service neutron] 10.222.0.69 "GET /v2.0/ports/1c219d7a-ef0b-4104-858a-24e57d474884?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2688119 Feb 07 13:08:22.146813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] Pushing event updated for resources: {'Network': ['ID=090c961b-8e34-48a6-8e0c-ef710e7190ea,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:22.158644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 090c961b-8e34-48a6-8e0c-ef710e7190ea details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:08:22.174508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1b967d8a-7f1d-4a82-9223-c2da557d968c None None] Provisioning for port 12fd6023-1ac3-4579-8c73-c676d42aa027 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:22.194162 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ecb54ffb-0138-4b94-9824-650da2e7fcd0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7250099 Feb 07 13:08:22.195763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.203880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:22.237056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Request body: {'subnet': {'network_id': '090c961b-8e34-48a6-8e0c-ef710e7190ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1552949547-subnet', 'tenant_id': 'f7c02438703e46cd944bc58f3eaa9eb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:22.237672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1b967d8a-7f1d-4a82-9223-c2da557d968c None None] Provisioning complete for port 12fd6023-1ac3-4579-8c73-c676d42aa027 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:22.238225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1b967d8a-7f1d-4a82-9223-c2da557d968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.250612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:22.265882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4112d1a-a00f-4327-9741-44a9c6e2f53e req-970f0f3f-4b15-4b1b-8d26-4c1ff443cf94 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:22.266285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.266438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d4112d1a-a00f-4327-9741-44a9c6e2f53e req-970f0f3f-4b15-4b1b-8d26-4c1ff443cf94 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Synchronizing usage tracker for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:22.281942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Usage tracker for resource:subnet and tenant:f7c02438703e46cd944bc58f3eaa9eb8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:22.338023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1b967d8a-7f1d-4a82-9223-c2da557d968c None None] Port 12fd6023-1ac3-4579-8c73-c676d42aa027 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:22.352205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:22.358273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.405438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:22.409572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3f39f8-15aa-4aed-ac0c-cef39b15add2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:22.458661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Checking segment: {'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:22.459030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Network hostable DHCP agents. Network: 225d45c9-7e5c-459c-a0e0-bdf38c81e34f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:08:22.472403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:22.483146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-8e7af40e-39a7-4c41-91b5-833048db7f8b service neutron] 10.222.0.69 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160929 Feb 07 13:08:22.501336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.536747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d4112d1a-a00f-4327-9741-44a9c6e2f53e req-970f0f3f-4b15-4b1b-8d26-4c1ff443cf94 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Unset dirty status for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:22.536747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4112d1a-a00f-4327-9741-44a9c6e2f53e req-970f0f3f-4b15-4b1b-8d26-4c1ff443cf94 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 932 time: 0.7905648 Feb 07 13:08:22.620695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Made reservation on behalf of f7c02438703e46cd944bc58f3eaa9eb8 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:22.623072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.646367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:08:22.784920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.789969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.792339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 225d45c9-7e5c-459c-a0e0-bdf38c81e34f) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:22.803677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:22.804309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.811753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d0178-b931-4928-9155-1bb3192732bb None None] Network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:22.936291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4112d1a-a00f-4327-9741-44a9c6e2f53e req-a1d2ba14-f6be-4a02-9a10-350e9f5e9833 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779430 Feb 07 13:08:22.945043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:08:22.974924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.974924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc68f58-bd64-4b0c-b910-b8a637b0a16f {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:08:22.978773 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c247b797-b209-4928-8622-2a359f2dc14f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0880203 Feb 07 13:08:22.982518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40780) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:22.990803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:22.997793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:22.999384 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7899f5af-3f22-4195-9442-a9f35f0de07e admin admin] 10.222.0.69 "DELETE /v2.0/routers/0dc68f58-bd64-4b0c-b910-b8a637b0a16f HTTP/1.1" status: 204 len: 168 time: 3.0727885 Feb 07 13:08:23.000654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:23.003103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40784) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:23.072393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4c190877-b9c1-487e-bf98-99f02bb098a0 service neutron] 10.222.0.69 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608938 Feb 07 13:08:23.075762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Usage tracker for resource:router and tenant:0fd01fb7cf404da99ebe19cccf12598e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:23.089220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:23.092894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.135077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:23.207031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-225d45c9-7e5c-459c-a0e0-bdf38c81e34f', 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'fixed_ips': [{'subnet_id': 'c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:08:23.209931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f609766d-07a8-46f5-947a-66547604d22b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:08:23.210051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.231056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Deleting subnet c240fe3c-b950-4ebf-b24a-29d0764aed15 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:08:23.235180 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.280520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 994d7923-bb0c-409c-9f18-7bdaafae9353 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:23.285654 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.288822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c580f4-99d7-4db8-b716-45f53b224fb1,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:23.300934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.301955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.314056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Checking segment: {'id': '23ae6ff8-f125-49d5-a035-202db1fbea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '090c961b-8e34-48a6-8e0c-ef710e7190ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:23.315574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Network hostable DHCP agents. Network: 090c961b-8e34-48a6-8e0c-ef710e7190ea, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:08:23.321923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 994d7923-bb0c-409c-9f18-7bdaafae9353 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:23.322291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 994d7923-bb0c-409c-9f18-7bdaafae9353 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:23.338007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.339411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Transition to ACTIVE for port object f609766d-07a8-46f5-947a-66547604d22b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:23.382203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.423175 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.430365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Allocated IP 172.20.0.2 (225d45c9-7e5c-459c-a0e0-bdf38c81e34f/c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c/9b338bc1-1b45-445a-a94a-192570d942d9) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:23.440093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.475902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Network 090c961b-8e34-48a6-8e0c-ef710e7190ea is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:08:23.508324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-33486422-0428-499f-90cc-07d068fc7a1c service neutron] 10.222.0.69 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197860 Feb 07 13:08:23.512842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fd6023-1ac3-4579-8c73-c676d42aa027 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:08:23.578586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.586952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 090c961b-8e34-48a6-8e0c-ef710e7190ea) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:23.596225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:23.596825 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.607073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83707f17-ff3f-485f-bae6-ba673e8cde1a None None] Network 090c961b-8e34-48a6-8e0c-ef710e7190ea requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:23.686210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.702192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Pushing event updated for resources: {'Port': ['ID=f609766d-07a8-46f5-947a-66547604d22b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:23.770956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb6cd-a75f-433d-a9da-b95347e2c24a req-a87c8ea3-1ce4-4999-840b-6be108477345 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:23.772184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-54fbb6cd-a75f-433d-a9da-b95347e2c24a req-a87c8ea3-1ce4-4999-840b-6be108477345 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Synchronizing usage tracker for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:23.783074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Transition to ACTIVE for port object 12fd6023-1ac3-4579-8c73-c676d42aa027 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:23.882766 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.907727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:23.933198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Transition to ACTIVE for port object 9b338bc1-1b45-445a-a94a-192570d942d9 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:23.947353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c240fe3c-b950-4ebf-b24a-29d0764aed15,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:23.969667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-54fbb6cd-a75f-433d-a9da-b95347e2c24a req-a87c8ea3-1ce4-4999-840b-6be108477345 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Unset dirty status for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:23.974843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c17ff-7cf7-40d7-a8da-8a0ca3a5441c None None] Network 1b20d60d-c17e-4536-af6a-96b4089805a3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:23.978854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54fbb6cd-a75f-433d-a9da-b95347e2c24a req-a87c8ea3-1ce4-4999-840b-6be108477345 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 895 time: 0.7669134 Feb 07 13:08:23.985619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a542010b-d096-4eed-9228-2973daee65cc service neutron] 10.222.0.69 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171715 Feb 07 13:08:24.009176 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.013863 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c240fe3c-b950-4ebf-b24a-29d0764aed15 HTTP/1.1" status: 204 len: 168 time: 1.0075340 Feb 07 13:08:24.022167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.026047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40794) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:24.029877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.030221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.030564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.030897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.031308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.031638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.031958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.032308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.032632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.032953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.033274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.033589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a39ea-4b9d-4232-932b-f5207b1b1853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.047853 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-58f5ca70-6240-42c9-8479-171e73c1c99e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8086567 Feb 07 13:08:24.071242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Transition to ACTIVE for port object 9b338bc1-1b45-445a-a94a-192570d942d9 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:24.098770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Attempting to bind port f609766d-07a8-46f5-947a-66547604d22b on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:24.099076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Attempting to bind port f609766d-07a8-46f5-947a-66547604d22b by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:24.099414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Attempting to bind port f609766d-07a8-46f5-947a-66547604d22b on network c544ce96-fbe1-44f7-a876-32ae594ae054 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:24.232132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.255943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.257423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Pushing event updated for resources: {'Port': ['ID=12fd6023-1ac3-4579-8c73-c676d42aa027,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:24.262016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6488dd0a-8680-40ba-ae4f-32260e8033be None None] Network 090c961b-8e34-48a6-8e0c-ef710e7190ea requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:24.279520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Port f609766d-07a8-46f5-947a-66547604d22b on network c544ce96-fbe1-44f7-a876-32ae594ae054 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:08:24.279911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Attempting to bind port f609766d-07a8-46f5-947a-66547604d22b on network c544ce96-fbe1-44f7-a876-32ae594ae054 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:24.334824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Deleting port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:24.335242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.364775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:24.365222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Checking segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:24.365613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Bound using segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:24.366054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Bound port: f609766d-07a8-46f5-947a-66547604d22b, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:24.367380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.427864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:24.435244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:24.452217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:24.468471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Pushing event updated for resources: {'Port': ['ID=9b338bc1-1b45-445a-a94a-192570d942d9,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:24.539556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.552398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.552770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.553398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.553398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.553706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.554026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.554553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.554894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.555502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.555685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.555955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.556351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:24.609825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] For port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0c1d1c9c-7abb-403e-889a-36aa9b17fb0c,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:24.610218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.644884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Attempting to bind port 9b338bc1-1b45-445a-a94a-192570d942d9 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:24.645262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Attempting to bind port 9b338bc1-1b45-445a-a94a-192570d942d9 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:24.645623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Attempting to bind port 9b338bc1-1b45-445a-a94a-192570d942d9 on network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:24.659228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:24.659668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Checking segment: {'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:24.660015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.660415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Bound using segment: {'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:24.660906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Bound port: 9b338bc1-1b45-445a-a94a-192570d942d9, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:24.661271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.753538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] DHCP port deletion for 1b20d60d-c17e-4536-af6a-96b4089805a3 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:08:24.793801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] For port f609766d-07a8-46f5-947a-66547604d22b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:24.816287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Attempting to bind port 12fd6023-1ac3-4579-8c73-c676d42aa027 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:24.816641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Attempting to bind port 12fd6023-1ac3-4579-8c73-c676d42aa027 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:24.816955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Attempting to bind port 12fd6023-1ac3-4579-8c73-c676d42aa027 on network 70b743d4-d613-4231-85a4-e697db31e25e {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:24.826879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Port 12fd6023-1ac3-4579-8c73-c676d42aa027 on network 70b743d4-d613-4231-85a4-e697db31e25e not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:08:24.827625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Attempting to bind port 12fd6023-1ac3-4579-8c73-c676d42aa027 on network 70b743d4-d613-4231-85a4-e697db31e25e {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:24.828020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] Deleting port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:24.828405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.831910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Calling delete_port for 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:24.834392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-b3b2b758-0e3a-49df-87e6-06aff39209a4 service neutron] 10.222.0.69 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840016 Feb 07 13:08:24.838186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] For port f609766d-07a8-46f5-947a-66547604d22b, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f609766d-07a8-46f5-947a-66547604d22b,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:24.839629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:24.839629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Checking segment: {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:24.839966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Bound using segment: {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:24.840417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Bound port: 12fd6023-1ac3-4579-8c73-c676d42aa027, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5503b1c5-73c3-4621-a78e-dcad7b167919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:24.840763 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:24.931610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] For port 9b338bc1-1b45-445a-a94a-192570d942d9, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:24.956831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] For port 9b338bc1-1b45-445a-a94a-192570d942d9, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b338bc1-1b45-445a-a94a-192570d942d9,segment=NetworkSegment(e4e6626a-9694-4a56-97c5-777d394903f6),segment_id=e4e6626a-9694-4a56-97c5-777d394903f6)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:24.991003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a83c9-acb9-41b6-bed9-3cb9670ab582 req-d8f134e4-910f-4be7-9c66-3679f9236793 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:24.992748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-767a83c9-acb9-41b6-bed9-3cb9670ab582 req-d8f134e4-910f-4be7-9c66-3679f9236793 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 946 time: 0.7242267 Feb 07 13:08:25.007723 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.008814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.042427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.043063 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.103752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:25.105097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.106550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] 10.222.0.47 "PUT /v2.0/ports/f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 200 len: 1092 time: 3.9040892 Feb 07 13:08:25.124031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] For port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0c1d1c9c-7abb-403e-889a-36aa9b17fb0c,segment=NetworkSegment(e6adac00-68b5-4059-94dc-c8833e5e2111),segment_id=e6adac00-68b5-4059-94dc-c8833e5e2111)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:25.124665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.140865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'tag': 'f609766d-07a8-46f5-947a-66547604d22b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:25.219941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:25.244682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Allocated IP 172.25.7.176 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/b536b39d-25a5-47f8-8c40-5aca9206b237) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:25.281544 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.297345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e6f6c0e1-2c7b-4ff9-81e1-3076ea9011bd service neutron] 10.222.0.69 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322464 Feb 07 13:08:25.301870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] For port 12fd6023-1ac3-4579-8c73-c676d42aa027, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:25.308102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353fb07-b7d1-4eed-b5e3-b64213c33906 service neutron] Pushing event updated for resources: {'Port': ['ID=f609766d-07a8-46f5-947a-66547604d22b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:25.313447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-767a83c9-acb9-41b6-bed9-3cb9670ab582 req-156b2655-9b0f-4a9c-99a2-e758f25cd3bf tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970273 Feb 07 13:08:25.374990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] Calling delete_port for 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:25.410268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] For port 12fd6023-1ac3-4579-8c73-c676d42aa027, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=12fd6023-1ac3-4579-8c73-c676d42aa027,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:25.429070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:25.430661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:25.431084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:25.443045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] No DVR routers for this DVR port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:08:25.482317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-7f23b2d5-160a-4723-b20b-2ea31261d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:25.483760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1d1c9c-7abb-403e-889a-36aa9b17fb0c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:25.483999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-7f23b2d5-160a-4723-b20b-2ea31261d5f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 1095 time: 0.2559185 Feb 07 13:08:25.489673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.490977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231db2-31c1-4a9a-b619-1c8411f963fa None None] Pushing event updated for resources: {'Port': ['ID=9b338bc1-1b45-445a-a94a-192570d942d9,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:25.494488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:25.495645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8b3f39f8-15aa-4aed-ac0c-cef39b15add2 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:25.554098 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:08:25.554579 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:08:25.610715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-6ff0ec49-098e-4566-8f8c-15ab2625602e service neutron] 10.222.0.69 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036032 Feb 07 13:08:25.668075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-84a34103-507c-496b-8ea4-d4f617dc6395 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 200 len: 217 time: 0.1732867 Feb 07 13:08:25.676768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:25.677386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.678850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] 10.222.0.47 "PUT /v2.0/ports/12fd6023-1ac3-4579-8c73-c676d42aa027 HTTP/1.1" status: 200 len: 1055 time: 3.7743478 Feb 07 13:08:25.908664 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.968481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-b432a559-60f5-4037-999a-ad4b75ff68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:25.969334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:25.970952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-b432a559-60f5-4037-999a-ad4b75ff68c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.2956207 Feb 07 13:08:25.971769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bcd4d-fab5-4779-8ad7-19a042cba687 service neutron] Pushing event updated for resources: {'Port': ['ID=12fd6023-1ac3-4579-8c73-c676d42aa027,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:25.973701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b20d60d-c17e-4536-af6a-96b4089805a3']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:26.015415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6adac00-68b5-4059-94dc-c8833e5e2111') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:26.015717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6adac00-68b5-4059-94dc-c8833e5e2111') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:26.031320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:26.053596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:26.056089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] Deleting port 0c1d1c9c-7abb-403e-889a-36aa9b17fb0c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:26.056482 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:26.081633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:08:26.082099 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:08:26.114756 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:08:26.206858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cc447434-4254-4071-83f1-2428d56eb1a2 None None] The port '0c1d1c9c-7abb-403e-889a-36aa9b17fb0c' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:08:26.245293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-7cb84c37-d30d-47f2-968f-2f92a21190e2 service neutron] 10.222.0.69 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995386 Feb 07 13:08:26.255826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-c1941940-7ec2-42c4-8504-a65fc18e6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:26.257321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-c1941940-7ec2-42c4-8504-a65fc18e6d50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 1058 time: 0.4044518 Feb 07 13:08:26.307076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:26.368587 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:26.380409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:26.392671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:26.411593 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:26.418937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:26.419076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-6924304b-8bc5-4de3-a243-e101f54fb5c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=12fd6023-1ac3-4579-8c73-c676d42aa027 HTTP/1.1" status: 200 len: 217 time: 0.1368165 Feb 07 13:08:26.462148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b20d60d-c17e-4536-af6a-96b4089805a3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:26.482241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-d7f97335-3638-4ebc-953b-6e1069876ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:26.483816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-d7f97335-3638-4ebc-953b-6e1069876ac7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5029800 Feb 07 13:08:26.501134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Pushing event updated for resources: {'Port': ['ID=b536b39d-25a5-47f8-8c40-5aca9206b237,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:26.533923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc5d1-f3d6-4692-b1af-55dffd702edc req-1a5bfc82-edb1-44a4-8d47-fcdfa25bfa51 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:26.535392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-785dc5d1-f3d6-4692-b1af-55dffd702edc req-1a5bfc82-edb1-44a4-8d47-fcdfa25bfa51 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 944 time: 0.3899961 Feb 07 13:08:26.648025 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c9cdabb5-eb1b-4f5c-91ef-53b1a361c2b2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1b20d60d-c17e-4536-af6a-96b4089805a3 HTTP/1.1" status: 204 len: 168 time: 2.6184161 Feb 07 13:08:26.873582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-c26deef4-db43-47ed-8fcf-c9d4d61873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:26.875224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-c26deef4-db43-47ed-8fcf-c9d4d61873a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6488b3fb-3584-4846-ab83-0aa91d4b7fca HTTP/1.1" status: 200 len: 838 time: 0.4410644 Feb 07 13:08:26.884888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-cb75a174-e9fc-4bef-9f77-c01d06dd2e0f service neutron] 10.222.0.69 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321571 Feb 07 13:08:27.076668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:27.095193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-785dc5d1-f3d6-4692-b1af-55dffd702edc req-c6bca972-b522-467c-bd62-fe5bb688ce21 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992017 Feb 07 13:08:27.142071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40830) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:27.178901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b58bb5-72bb-4027-8547-ff5728184e00 None None] Network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:27.229207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-2b5cae8e-5166-4edf-9b40-b4a7a2c2c4ca service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333033 Feb 07 13:08:27.268545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40834) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:27.346188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b338bc1-1b45-445a-a94a-192570d942d9 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:27.509407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-20adddf6-5d62-40ae-9aff-e0d160c47190 None None] Provisioning for port 9b338bc1-1b45-445a-a94a-192570d942d9 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:27.534793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5382bea8-2ed7-4dfb-9ba9-201b9c95df6d admin admin] Deleting subnet 88c580f4-99d7-4db8-b716-45f53b224fb1 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:08:27.538086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-b425194c-5a4d-4e03-8bb3-52ba33bd0ca3 service neutron] 10.222.0.69 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612342 Feb 07 13:08:27.560118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-aa9f0fe6-5a7c-4bce-a3c4-3651e9aa9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:27.561887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-aa9f0fe6-5a7c-4bce-a3c4-3651e9aa9d8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70b743d4-d613-4231-85a4-e697db31e25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6695616 Feb 07 13:08:27.562619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5382bea8-2ed7-4dfb-9ba9-201b9c95df6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:27.590978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9b338bc1-1b45-445a-a94a-192570d942d9 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:27.591261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:27.601523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9b338bc1-1b45-445a-a94a-192570d942d9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:27.601904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:27.651066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f919fee-41f3-49e4-9f2e-c9fd8169e11e req-8e4cb0ac-db66-493b-83ae-6ea8727391f1 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106071 Feb 07 13:08:27.724295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c1891459-bafa-49db-adde-5a0812321e97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69f46ced331443a88a53990623b9b4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504979 Feb 07 13:08:27.733186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40840) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:27.752180 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5382bea8-2ed7-4dfb-9ba9-201b9c95df6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:27.781978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:27.848516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9b338bc1-1b45-445a-a94a-192570d942d9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b338bc1-1b45-445a-a94a-192570d942d9,segment=NetworkSegment(e4e6626a-9694-4a56-97c5-777d394903f6),segment_id=e4e6626a-9694-4a56-97c5-777d394903f6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:27.894528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6a77-ea54-4600-871c-bba5fb95b513 req-8058370e-0e61-42dc-b6f5-78d22ce04c4c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:27.903110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18bf6a77-ea54-4600-871c-bba5fb95b513 req-8058370e-0e61-42dc-b6f5-78d22ce04c4c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 907 time: 0.4927087 Feb 07 13:08:27.930293 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:27.978764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5382bea8-2ed7-4dfb-9ba9-201b9c95df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.009384 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1dc48177-e572-447e-b7e2-f72b231a5b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.013312 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'tag': 'f609766d-07a8-46f5-947a-66547604d22b', 'status': 'completed', 'code': 200} Feb 07 13:08:28.020713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-bd375d3b-1639-48d2-b914-0d4a4cbb8a33 service neutron] 10.222.0.47 "GET /v2.0/networks/70b743d4-d613-4231-85a4-e697db31e25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095516 Feb 07 13:08:28.121878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9b338bc1-1b45-445a-a94a-192570d942d9,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:28.180865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:08:28.275782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1dc48177-e572-447e-b7e2-f72b231a5b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.280368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5aa96eb3-855b-42c0-9c86-7f96c5469367 None None] Provisioning complete for port 9b338bc1-1b45-445a-a94a-192570d942d9 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:28.280833 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5aa96eb3-855b-42c0-9c86-7f96c5469367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.440712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-d169cbbd-ef01-4a2f-bfd0-9b43fd00b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:28.442270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-d169cbbd-ef01-4a2f-bfd0-9b43fd00b5b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 1095 time: 0.3960552 Feb 07 13:08:28.444908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67d8a1ac-c70d-4aa3-9a79-2bd8fd23326d req-7c139c44-40e9-4821-9539-622be27a0830 service neutron] 10.222.0.47 "GET /v2.0/networks/70b743d4-d613-4231-85a4-e697db31e25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153944 Feb 07 13:08:28.507360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:08:28.524165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Sync routers for ids ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:08:28.538030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Routers {'32c2d2ac-62d6-4fbc-9f39-f7095c94b990'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:28.538772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:28.547040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5382bea8-2ed7-4dfb-9ba9-201b9c95df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.606036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382bea8-2ed7-4dfb-9ba9-201b9c95df6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c580f4-99d7-4db8-b716-45f53b224fb1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:28.615515 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5382bea8-2ed7-4dfb-9ba9-201b9c95df6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.622042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.623304 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-057ada64-3358-48a8-af1b-cb57c22f4e74 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.6384583 Feb 07 13:08:28.626046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40860) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:28.716192 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1dc48177-e572-447e-b7e2-f72b231a5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.718672 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1dc48177-e572-447e-b7e2-f72b231a5b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:28.722445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1dc48177-e572-447e-b7e2-f72b231a5b44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/baaff6fc-8983-4611-9f04-c78a27496206 HTTP/1.1" status: 204 len: 168 time: 0.9830275 Feb 07 13:08:28.746893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5382bea8-2ed7-4dfb-9ba9-201b9c95df6d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/88c580f4-99d7-4db8-b716-45f53b224fb1 HTTP/1.1" status: 204 len: 168 time: 1.6008887 Feb 07 13:08:28.764758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40866) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:28.846162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-6413c194-f635-4497-b57c-60e21dcb7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:28.854335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-6413c194-f635-4497-b57c-60e21dcb7343 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 911 time: 0.4024541 Feb 07 13:08:28.855297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc48177-e572-447e-b7e2-f72b231a5b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaff6fc-8983-4611-9f04-c78a27496206,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:28.951066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Set router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:28.960250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eae6b0ce-4480-4aae-be0e-bff6b7b5cc52 req-ff6ca174-fb40-4869-9111-edd54abc91aa tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.2388349 Feb 07 13:08:29.294998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-88f0bc15-1e73-4c35-8a77-3dba8d7ebf73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 200 len: 217 time: 0.3456275 Feb 07 13:08:29.316846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b338bc1-1b45-445a-a94a-192570d942d9 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:29.399325 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:29.421868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-bb85391e-a913-46ff-b40e-592849d37636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:29.423357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-bb85391e-a913-46ff-b40e-592849d37636 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.1112823 Feb 07 13:08:29.449145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:26Z', 'revision_number': 3, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:29.458470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Checking router: 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:08:29.459165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Updating router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 port b536b39d-25a5-47f8-8c40-5aca9206b237 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:08:29.507586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9b338bc1-1b45-445a-a94a-192570d942d9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:29.508506 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:29.572075 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:29.719001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d8da-9442-4caf-9aea-baa333a90fe9 req-f98c518c-a3dd-4a73-9aa4-bbf64f29165e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:29.726559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37c1d8da-9442-4caf-9aea-baa333a90fe9 req-f98c518c-a3dd-4a73-9aa4-bbf64f29165e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 944 time: 0.4836042 Feb 07 13:08:29.783370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:29.836342 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:29.861149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-e84c2210-48cc-4226-9179-313a41c026f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:29.875729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-e84c2210-48cc-4226-9179-313a41c026f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4275033 Feb 07 13:08:30.018677 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.037890 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Transition to ACTIVE for port object b536b39d-25a5-47f8-8c40-5aca9206b237 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:30.084643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37c1d8da-9442-4caf-9aea-baa333a90fe9 req-894057e5-31e0-4411-a2cd-e398e3e5c41c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569717 Feb 07 13:08:30.085819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc2436a-75d8-4c9e-a371-bd7b466263fd', 'tag': '12fd6023-1ac3-4579-8c73-c676d42aa027'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:30.116998 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.133336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Allocated IP 172.20.0.1 (225d45c9-7e5c-459c-a0e0-bdf38c81e34f/c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c/b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:30.223505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-acbf030b-3bd8-456c-af5c-f8ea0c1cfa83 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464689 Feb 07 13:08:30.227488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090c961b-8e34-48a6-8e0c-ef710e7190ea']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:30.242328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ae6ff8-f125-49d5-a035-202db1fbea03') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:30.251145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ae6ff8-f125-49d5-a035-202db1fbea03') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:30.255805 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.256815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Attempting to bind port b536b39d-25a5-47f8-8c40-5aca9206b237 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:30.257226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Attempting to bind port b536b39d-25a5-47f8-8c40-5aca9206b237 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:30.257594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Attempting to bind port b536b39d-25a5-47f8-8c40-5aca9206b237 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:30.269918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:30.270565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:30.270980 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.271575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:30.272493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Bound port: b536b39d-25a5-47f8-8c40-5aca9206b237, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:30.272963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.363576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f93bdb-37aa-4bea-9530-76e6eb5c9cc7 None None] Pushing event updated for resources: {'Port': ['ID=b536b39d-25a5-47f8-8c40-5aca9206b237,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:30.393231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] For port b536b39d-25a5-47f8-8c40-5aca9206b237, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:30.397130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] For port b536b39d-25a5-47f8-8c40-5aca9206b237, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b536b39d-25a5-47f8-8c40-5aca9206b237,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:30.397756 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.409628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.431856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Transition to ACTIVE for port object b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:30.447351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:08:30.447832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.459551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40906) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:08:30.464164 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:08:30.507018 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.549916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.600419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Routers {'32c2d2ac-62d6-4fbc-9f39-f7095c94b990'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:30.600419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:30.631929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1417922789-network', 'tenant_id': 'e3eeadb24fa340978c70542f2e37e873'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:30.635495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-701cc760-7d4e-41d5-9d44-0dacf9b3ee24 req-42e1ce2c-4d96-46f7-8b68-efe4eb6c01b4 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669004 Feb 07 13:08:30.645329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cebf9-1426-48ba-8aac-1c70fd2596d8 req-cde0de36-e424-4bd9-92c6-0f4e361461ac tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:30.646815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-412cebf9-1426-48ba-8aac-1c70fd2596d8 req-cde0de36-e424-4bd9-92c6-0f4e361461ac tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 907 time: 0.3795447 Feb 07 13:08:30.680061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4ec85-6294-4cfc-b6b3-200d12d5fce2 req-c46f7dc1-17e3-4c99-a845-059f5846dad2 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:30.680061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fd4ec85-6294-4cfc-b6b3-200d12d5fce2 req-c46f7dc1-17e3-4c99-a845-059f5846dad2 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 946 time: 0.2688832 Feb 07 13:08:30.680269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:30.680269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:30.692169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:30.701807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:30.731404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f93bdb-37aa-4bea-9530-76e6eb5c9cc7 None None] Pushing event updated for resources: {'Port': ['ID=b536b39d-25a5-47f8-8c40-5aca9206b237,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:30.742848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Usage tracker for resource:network and tenant:e3eeadb24fa340978c70542f2e37e873 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:30.748855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.755355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:30.774788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84d13044-7b48-43fc-843c-c640762c713b req-bfccd438-d5e8-4f85-93ba-55b20c91cebf tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 210 time: 0.0696478 Feb 07 13:08:30.782427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:30.793963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Pushing event updated for resources: {'Port': ['ID=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:30.806871 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.836683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:30.872631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f609766d-07a8-46f5-947a-66547604d22b details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:08:30.906322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fd4ec85-6294-4cfc-b6b3-200d12d5fce2 req-378a5ac1-44f5-4b87-be5a-970647d34730 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397995 Feb 07 13:08:30.914675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=090c961b-8e34-48a6-8e0c-ef710e7190ea,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:31.037064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e61cebe5-5cb3-4226-a3af-27d6ae9ad7e7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/090c961b-8e34-48a6-8e0c-ef710e7190ea HTTP/1.1" status: 204 len: 168 time: 2.2158735 Feb 07 13:08:31.042544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc8939a3-3ecf-4f69-94b9-0a08d12c0624 req-5fa74e22-8d78-40c0-996f-a1519931aaa8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1044042 Feb 07 13:08:31.051108 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc2436a-75d8-4c9e-a371-bd7b466263fd', 'tag': '12fd6023-1ac3-4579-8c73-c676d42aa027', 'status': 'completed', 'code': 200} Feb 07 13:08:31.193810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] Set router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:31.210792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Made reservation on behalf of e3eeadb24fa340978c70542f2e37e873 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:31.213132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.232690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.255218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4e8f715-f12e-47c5-b53c-fa863f5332b0 req-7c770724-6db3-49d8-9ff5-b5b37d98a7eb tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.2114158 Feb 07 13:08:31.260622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:31.267555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Usage tracker for resource:security_group_rule and tenant:e3eeadb24fa340978c70542f2e37e873 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:31.287101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:31.294323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:31.297937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-dee902d2-7363-46e3-84c8-cd1ddb950f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:31.300737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-dee902d2-7363-46e3-84c8-cd1ddb950f3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 1058 time: 0.2487144 Feb 07 13:08:31.374871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1b46351b-297c-4c80-8ea0-aa7689921774 None None] Provisioning for port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:31.425041 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.461990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1b46351b-297c-4c80-8ea0-aa7689921774 None None] Provisioning complete for port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:31.462519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1b46351b-297c-4c80-8ea0-aa7689921774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.537625 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.565919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f609766d-07a8-46f5-947a-66547604d22b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f609766d-07a8-46f5-947a-66547604d22b,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:31.570888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40928) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:31.586388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1b46351b-297c-4c80-8ea0-aa7689921774 None None] Port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:31.604646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f609766d-07a8-46f5-947a-66547604d22b', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'port_id': 'f609766d-07a8-46f5-947a-66547604d22b', 'mac_address': 'fa:16:3e:73:a8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:08:31.611439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:08:31.673118 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dbf75186-5c99-49c4-adbe-c2353966346d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7c02438703e46cd944bc58f3eaa9eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926721 Feb 07 13:08:31.675270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.675725 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Added segment da9d84e7-ceff-4b9a-873a-83a4542545ca of type vlan for network 2a8caead-de7f-4c34-9003-0790831a74e9 Feb 07 13:08:31.683020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40932) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:31.683837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075ef817-8975-4bff-8050-a36d95ec075a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:31.705341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f8d4e-f525-43f2-a5fa-e8f389d42806 req-0277785c-27d8-4652-94a5-36de24574a4a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:31.706916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea3f8d4e-f525-43f2-a5fa-e8f389d42806 req-0277785c-27d8-4652-94a5-36de24574a4a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 944 time: 0.2881091 Feb 07 13:08:31.722934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.739905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.767729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea3f8d4e-f525-43f2-a5fa-e8f389d42806 req-6b50f4c4-8b39-4965-adbb-68bff13dbbfc tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503707 Feb 07 13:08:31.769905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-3eb12da6-2dc7-4eb9-ba3d-867969f95d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:31.771286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-3eb12da6-2dc7-4eb9-ba3d-867969f95d54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70b743d4-d613-4231-85a4-e697db31e25e HTTP/1.1" status: 200 len: 897 time: 0.4642684 Feb 07 13:08:31.786883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f609766d-07a8-46f5-947a-66547604d22b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:08:31.811067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f609766d-07a8-46f5-947a-66547604d22b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f609766d-07a8-46f5-947a-66547604d22b,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:31.818024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.826816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-06040449-9498-4595-b7a1-5fe169774938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:26Z', 'revision_number': 3, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:31.851079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06040449-9498-4595-b7a1-5fe169774938 None None] The sync data for ids ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'] in n-d-811416-5 is: [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:26Z', 'revision_number': 3, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:31.874841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec0920de-ca45-4e9b-a64f-ab900df7686a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:31.907553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-88e91f7d-b0a7-410d-be44-ef3dd248133d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=12fd6023-1ac3-4579-8c73-c676d42aa027 HTTP/1.1" status: 200 len: 217 time: 0.1295547 Feb 07 13:08:31.945066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.078280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f609766d-07a8-46f5-947a-66547604d22b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:32.125781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-907dd3fd-9626-45c5-820a-87ce6d4d568e req-6810adfa-a1ac-4dbc-a676-fa8903d56e47 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 210 time: 0.0930002 Feb 07 13:08:32.129614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.130128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:32.130993 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.157469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-f3653b7f-dfa6-49ae-8984-ab221f4c0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:32.159834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-f3653b7f-dfa6-49ae-8984-ab221f4c0b74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6488b3fb-3584-4846-ab83-0aa91d4b7fca HTTP/1.1" status: 200 len: 838 time: 0.1998005 Feb 07 13:08:32.250801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.258462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec0920de-ca45-4e9b-a64f-ab900df7686a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.270510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57892ecf-9d15-4adb-9ffa-29d8048fd583 req-a76eaf9e-a2e2-4a46-b36b-24d6e86e5f91 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:32.310868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57892ecf-9d15-4adb-9ffa-29d8048fd583 req-a76eaf9e-a2e2-4a46-b36b-24d6e86e5f91 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 907 time: 0.3822219 Feb 07 13:08:32.326055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f609766d-07a8-46f5-947a-66547604d22b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:08:32.351938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] Pushing event updated for resources: {'Network': ['ID=2a8caead-de7f-4c34-9003-0790831a74e9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:32.357690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-98952bf4-065f-4d6f-a875-7d1573661a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:32.361198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-98952bf4-065f-4d6f-a875-7d1573661a53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70b743d4-d613-4231-85a4-e697db31e25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832860 Feb 07 13:08:32.386179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.399358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 2a8caead-de7f-4c34-9003-0790831a74e9 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:08:32.520495 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a8c77f1f-6e68-43dd-b954-488ea053fc5d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0534406 Feb 07 13:08:32.600029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-f99e8956-5fa5-43f3-abe3-0ce8a6f142b3 service neutron] 10.222.0.47 "GET /v2.0/networks/70b743d4-d613-4231-85a4-e697db31e25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322104 Feb 07 13:08:32.620405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.643889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Pushing event updated for resources: {'Port': ['ID=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:32.722754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a14c0245-28e8-4732-a1f0-2dcf85db348f req-bc990f40-ffb4-4b23-b56f-fb68a269e369 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1211066 Feb 07 13:08:32.816511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec0920de-ca45-4e9b-a64f-ab900df7686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.843534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 12fd6023-1ac3-4579-8c73-c676d42aa027 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:08:32.868761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0920de-ca45-4e9b-a64f-ab900df7686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e56387-f7b2-4b21-9cf9-50d895f8c9c6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:32.930676 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec0920de-ca45-4e9b-a64f-ab900df7686a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:32.942153 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ec0920de-ca45-4e9b-a64f-ab900df7686a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3e56387-f7b2-4b21-9cf9-50d895f8c9c6 HTTP/1.1" status: 204 len: 168 time: 1.2528350 Feb 07 13:08:32.960331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a6ec819-0a4b-44cf-afe8-e221897d378a req-3d9e5085-51c2-46f5-8d03-b89ac88f04b4 service neutron] 10.222.0.47 "GET /v2.0/networks/70b743d4-d613-4231-85a4-e697db31e25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777286 Feb 07 13:08:33.057367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:33.060579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:33.080428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 12fd6023-1ac3-4579-8c73-c676d42aa027, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=12fd6023-1ac3-4579-8c73-c676d42aa027,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:33.101564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '12fd6023-1ac3-4579-8c73-c676d42aa027', 'network_id': '70b743d4-d613-4231-85a4-e697db31e25e', 'port_id': '12fd6023-1ac3-4579-8c73-c676d42aa027', 'mac_address': 'fa:16:3e:e9:1c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6488b3fb-3584-4846-ab83-0aa91d4b7fca', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:08:33.259461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f2a0d-3f20-486b-b209-fda7ec061858 req-c02f91a0-1c26-4cc0-a7ea-3b7653aa608f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:33.279693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-748f2a0d-3f20-486b-b209-fda7ec061858 req-c02f91a0-1c26-4cc0-a7ea-3b7653aa608f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 945 time: 0.2713103 Feb 07 13:08:33.286458 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:33.349345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fd6023-1ac3-4579-8c73-c676d42aa027 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:08:33.380675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b536b39d-25a5-47f8-8c40-5aca9206b237 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:33.412826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-748f2a0d-3f20-486b-b209-fda7ec061858 req-8bbc9aa0-ad9a-44c4-abfa-e494e3837c04 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212728 Feb 07 13:08:33.439422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 12fd6023-1ac3-4579-8c73-c676d42aa027, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=12fd6023-1ac3-4579-8c73-c676d42aa027,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:33.522975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:08:33.530646 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:33.605448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b536b39d-25a5-47f8-8c40-5aca9206b237 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:33.617269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b536b39d-25a5-47f8-8c40-5aca9206b237 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:33.617769 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:33.736360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=12fd6023-1ac3-4579-8c73-c676d42aa027,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:33.750393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c4451d9-f319-4f56-9801-9037705323d2 None None] Provisioning complete for port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:33.750985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c4451d9-f319-4f56-9801-9037705323d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:33.787322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.787681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.788200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.788700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.789040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.789376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.789754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.790561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.790894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.791220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.791659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.792001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:08:33.893742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6c4451d9-f319-4f56-9801-9037705323d2 None None] Port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:33.901893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:33.932186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b536b39d-25a5-47f8-8c40-5aca9206b237, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b536b39d-25a5-47f8-8c40-5aca9206b237,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:34.010833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dddcb5fd-fdbf-4587-aadd-a4156c6e1c0c req-6215f452-8d7e-4ba2-85b3-207b97a90634 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 210 time: 0.0476067 Feb 07 13:08:34.103275 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:34.143098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:08:34.160844 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11d07a36-8f2c-49a0-8649-b6bbf573c18f admin admin] 10.222.0.69 "PUT /v2.0/routers/32c2d2ac-62d6-4fbc-9f39-f7095c94b990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5335813 Feb 07 13:08:34.233387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['12fd6023-1ac3-4579-8c73-c676d42aa027'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:08:34.331939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be712399-1768-401c-904b-d51b759d3332 req-18be4730-70e5-4beb-968a-8103e9c2d22a tempest-ComputeTenantNetworksTest-208159744 tempest-ComputeTenantNetworksTest-208159744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.338716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be712399-1768-401c-904b-d51b759d3332 req-18be4730-70e5-4beb-968a-8103e9c2d22a tempest-ComputeTenantNetworksTest-208159744 tempest-ComputeTenantNetworksTest-208159744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.345401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be712399-1768-401c-904b-d51b759d3332 req-18be4730-70e5-4beb-968a-8103e9c2d22a tempest-ComputeTenantNetworksTest-208159744 tempest-ComputeTenantNetworksTest-208159744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.347304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be712399-1768-401c-904b-d51b759d3332 req-18be4730-70e5-4beb-968a-8103e9c2d22a tempest-ComputeTenantNetworksTest-208159744 tempest-ComputeTenantNetworksTest-208159744-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3184583 Feb 07 13:08:34.364810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-073d839e-72a0-42a5-aea4-b34a6880570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.365435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-073d839e-72a0-42a5-aea4-b34a6880570b service neutron] 10.222.0.47 "GET /v2.0/ports/329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 200 len: 1027 time: 0.1732912 Feb 07 13:08:34.397608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b536b39d-25a5-47f8-8c40-5aca9206b237,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:34.450647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128a190-d622-497d-a541-f65b124a2cd3 req-cbc2be53-352b-43c9-bd55-21f45b86ed9b tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.453041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5128a190-d622-497d-a541-f65b124a2cd3 req-cbc2be53-352b-43c9-bd55-21f45b86ed9b tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 908 time: 0.2101643 Feb 07 13:08:34.462633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-56e69dec-1236-4201-9735-dd94a6f4f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.464802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-56e69dec-1236-4201-9735-dd94a6f4f016 service neutron] 10.222.0.47 "GET /v2.0/ports/1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 200 len: 1028 time: 0.0914750 Feb 07 13:08:34.615777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f4f15cb-c770-43cd-a038-47274d177d29 req-4716b217-222a-42d1-b0d0-90c41f67fce1 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1217551 Feb 07 13:08:34.685222 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Sync routers for ids ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:08:34.712862 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Routers {'32c2d2ac-62d6-4fbc-9f39-f7095c94b990'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:34.713531 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:34.787704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf13b7-5ebf-423d-8195-8ec963b3996b req-2807be59-05b9-4ce2-948f-f2ce5279b853 tempest-ComputeTenantNetworksTest-208159744 tempest-ComputeTenantNetworksTest-208159744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.800483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41022) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:34.800628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ddcf13b7-5ebf-423d-8195-8ec963b3996b req-2807be59-05b9-4ce2-948f-f2ce5279b853 tempest-ComputeTenantNetworksTest-208159744 tempest-ComputeTenantNetworksTest-208159744-project] 10.222.0.69 "GET /v2.0/networks/2a8caead-de7f-4c34-9003-0790831a74e9 HTTP/1.1" status: 200 len: 769 time: 0.3039513 Feb 07 13:08:34.858086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 12fd6023-1ac3-4579-8c73-c676d42aa027 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:34.892238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2c8f400e-2245-44ff-96b9-2f91d8dac027 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.918766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2c8f400e-2245-44ff-96b9-2f91d8dac027 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.924869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2c8f400e-2245-44ff-96b9-2f91d8dac027 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:34.926664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2c8f400e-2245-44ff-96b9-2f91d8dac027 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "GET /v2.0/networks?id=b0856258-ee78-4e86-a446-3b07d5b1e689&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=60259f8c-9fde-4ec1-875e-189e2348e688&id=60259f8c-9fde-4ec1-875e-189e2348e688 HTTP/1.1" status: 200 len: 1990 time: 0.4561520 Feb 07 13:08:35.030410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.033573 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Set router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:35.118926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 12fd6023-1ac3-4579-8c73-c676d42aa027 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:35.133579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 12fd6023-1ac3-4579-8c73-c676d42aa027 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:35.133950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.318346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.328259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b536b39d-25a5-47f8-8c40-5aca9206b237 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:35.352259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8caead-de7f-4c34-9003-0790831a74e9']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:35.366986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9d84e7-ceff-4b9a-873a-83a4542545ca') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:35.367643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9d84e7-ceff-4b9a-873a-83a4542545ca') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:35.382541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.404216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.411689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:08:35.412599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.412975 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-3298c57d-03a8-431e-894c-ecdcd4a4d913 req-5e077130-1da1-4b90-a74b-c4afbefe52bb tempest-FloatingIPDetailsNegativeTestJSON-1145148914 tempest-FloatingIPDetailsNegativeTestJSON-1145148914-project] show failed (client error): The resource could not be found. Feb 07 13:08:35.427714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3298c57d-03a8-431e-894c-ecdcd4a4d913 req-5e077130-1da1-4b90-a74b-c4afbefe52bb tempest-FloatingIPDetailsNegativeTestJSON-1145148914 tempest-FloatingIPDetailsNegativeTestJSON-1145148914-project] 10.222.0.69 "GET /v2.0/floatingips/98871965-b636-4b90-8810-2f360f817157 HTTP/1.1" status: 404 len: 350 time: 0.4994786 Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:08:35.439754 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:08:35.454556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41042) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:35.458263 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:31Z', 'revision_number': 4, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00', 'name': '', 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'mac_address': 'fa:16:3e:95:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:29Z', 'updated_at': '2022-02-07T13:08:31Z', 'revision_number': 2, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'subnets': [{'id': 'c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:35.463965 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Checking router: 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:08:35.464693 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Updating router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:08:35.537271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b536b39d-25a5-47f8-8c40-5aca9206b237 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:35.537905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.570156 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.590975 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.671991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc2436a-75d8-4c9e-a371-bd7b466263fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fd6023-1ac3-4579-8c73-c676d42aa027'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:35.717998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 12fd6023-1ac3-4579-8c73-c676d42aa027, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=12fd6023-1ac3-4579-8c73-c676d42aa027,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:35.740730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.776446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c46ca374-304a-4e38-85f0-3fc2935e21e9 req-ab13b1b7-3111-4d68-9859-05c744363a41 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 210 time: 0.0966065 Feb 07 13:08:35.787307 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.789720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3d2f8f5d-bff2-497c-9f95-0f811a7eea43 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38d2aa7c19044409b5c70c6199e1f21 HTTP/1.1" status: 200 len: 380 time: 0.5219791 Feb 07 13:08:35.793861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8caead-de7f-4c34-9003-0790831a74e9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:35.806488 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-87535754-10f7-4796-a76e-2429faccea75 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2a8caead-de7f-4c34-9003-0790831a74e9 HTTP/1.1" status: 204 len: 168 time: 1.0024436 Feb 07 13:08:35.817499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'admin_state_up': True, 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'security_groups': ['a96ee764-37a1-46de-9a34-d5785745c9c8']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:35.856145 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:35.857405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f609766d-07a8-46f5-947a-66547604d22b up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:36.032414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62c9bb-5468-4b92-a979-475590c615eb req-115931a4-08e2-4733-b908-4c1b94679aa2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:36.039496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a62c9bb-5468-4b92-a979-475590c615eb req-115931a4-08e2-4733-b908-4c1b94679aa2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 945 time: 0.7733707 Feb 07 13:08:36.096968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=12fd6023-1ac3-4579-8c73-c676d42aa027,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:36.163761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port f609766d-07a8-46f5-947a-66547604d22b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:36.170133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f609766d-07a8-46f5-947a-66547604d22b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:36.176156 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:36.271290 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:36.272661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a62c9bb-5468-4b92-a979-475590c615eb req-e006e025-b612-4ccd-94f3-f16cd3d938a2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320442 Feb 07 13:08:36.299637 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Transition to ACTIVE for port object b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:36.342663 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:36.376836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f609766d-07a8-46f5-947a-66547604d22b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f609766d-07a8-46f5-947a-66547604d22b,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:36.421272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:36.425240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:port and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:36.428226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:36.430545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41082) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:36.434046 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:36.466754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:36.485108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bec094cd-d020-425d-8f85-e60f93ee763d req-853aa9f3-6fa7-4bf7-9a6f-90a476ce66ff tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.0771999 Feb 07 13:08:36.488373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:36.503340 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-188812cd-c529-45f3-966e-e39a2fa7f2ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3eeadb24fa340978c70542f2e37e873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714321 Feb 07 13:08:36.512002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:36.609194 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc2436a-75d8-4c9e-a371-bd7b466263fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fd6023-1ac3-4579-8c73-c676d42aa027', 'code': 200} Feb 07 13:08:36.620999 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb133df9-6370-4666-b93a-3c774142f286 None None] Pushing event updated for resources: {'Port': ['ID=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:36.675128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f609766d-07a8-46f5-947a-66547604d22b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:36.675879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939dbec-358c-4be8-a886-f78a3101f5cf req-314179cc-4bde-4792-abbb-2fc008e1a1d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:36.676112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f3942958-4efb-4c46-ac7a-0d560f843a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:36.680191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c939dbec-358c-4be8-a886-f78a3101f5cf req-314179cc-4bde-4792-abbb-2fc008e1a1d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 909 time: 0.3506165 Feb 07 13:08:36.704772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c15a68f1-2c43-4861-8dca-21ba1c6a6a54 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:08:36.778641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f3942958-4efb-4c46-ac7a-0d560f843a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:36.823909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:36.842146 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:37.050906 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Attempting to bind port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:08:37.052064 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Attempting to bind port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:08:37.052400 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Attempting to bind port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 on network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:08:37.053683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f3942958-4efb-4c46-ac7a-0d560f843a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:37.064286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:37.064526 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:08:37.065911 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Checking segment: {'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:08:37.066314 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:37.066704 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Bound using segment: {'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:08:37.069982 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Bound port: b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e6626a-9694-4a56-97c5-777d394903f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:08:37.070313 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:37.083800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'port_id': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'mac_address': 'fa:16:3e:9a:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504ff35-5481-46d7-9724-1ed420cceea9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:08:37.093404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3942958-4efb-4c46-ac7a-0d560f843a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075ef817-8975-4bff-8050-a36d95ec075a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:37.100557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f3942958-4efb-4c46-ac7a-0d560f843a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:37.101942 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f3942958-4efb-4c46-ac7a-0d560f843a83 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/075ef817-8975-4bff-8050-a36d95ec075a HTTP/1.1" status: 204 len: 168 time: 0.5889049 Feb 07 13:08:37.235257 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:37.276754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c15a68f1-2c43-4861-8dca-21ba1c6a6a54 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:08:37.294240 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] For port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:08:37.298259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:37.301206 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] For port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,segment=NetworkSegment(e4e6626a-9694-4a56-97c5-777d394903f6),segment_id=e4e6626a-9694-4a56-97c5-777d394903f6)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:08:37.381244 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:37.392642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f95b958-eaf3-4aed-a2d8-891dffaa47b2 req-e20d5f72-0ea6-4190-80a9-8da8e220c7a2 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 210 time: 0.1896214 Feb 07 13:08:37.417738 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:37.426562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31dcf6-eb4e-4655-9ffc-478d2f3d8389 req-c627b4c9-d2e9-4483-8776-0602c608d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:37.428068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b31dcf6-eb4e-4655-9ffc-478d2f3d8389 req-c627b4c9-d2e9-4483-8776-0602c608d7d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 1060 time: 0.6807616 Feb 07 13:08:37.521908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c15a68f1-2c43-4861-8dca-21ba1c6a6a54'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:08:37.554974 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb133df9-6370-4666-b93a-3c774142f286 None None] Pushing event updated for resources: {'Port': ['ID=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:37.587244 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Routers {'32c2d2ac-62d6-4fbc-9f39-f7095c94b990'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:37.587901 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:37.709754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:37.780735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Allocated IP 172.20.0.11 (b0856258-ee78-4e86-a446-3b07d5b1e689/b7575810-b11a-4258-bf78-e6ea246191df/0acbf863-62a8-49ae-93e7-6255a461147d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:37.871186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41122) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:37.974247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007f6c-7975-45fd-bad0-9cfa4cb1d80d req-37d4eace-8bfa-4883-91e0-b5af714dff9c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:37.986387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02007f6c-7975-45fd-bad0-9cfa4cb1d80d req-37d4eace-8bfa-4883-91e0-b5af714dff9c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.5629048 Feb 07 13:08:38.034494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e86f1787-ea8a-4469-b0bd-934845b5cdaf req-60eba310-542d-433a-9cd8-27b729c23489 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1993535 Feb 07 13:08:38.144888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:38.211019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:38.225804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] Usage tracker for resource:security_group_rule and tenant:a5d7c26927164c76a58e9e551acd85cd is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:38.231290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:38.239669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:38.311817 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] Set router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:38.395000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:38.472687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:38.556753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02007f6c-7975-45fd-bad0-9cfa4cb1d80d req-5fe2c0b2-01fc-48e6-b086-bb1c10776278 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5328114 Feb 07 13:08:38.571562 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5d7c26927164c76a58e9e551acd85cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967194 Feb 07 13:08:38.584820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41140) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:38.611810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f609766d-07a8-46f5-947a-66547604d22b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:38.707472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c15a68f1-2c43-4861-8dca-21ba1c6a6a54 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:38.708896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dd3c9-6717-4513-bff4-dce7f557a3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5203243-224c-4363-b375-89322092cc7d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:38.818217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:38.858771 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54a3a440-040c-4c13-a71b-912f5736ea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:38.880519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40041f27-77eb-41aa-98c9-adf67c93c20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:38.912460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Transition to ACTIVE for port object 0acbf863-62a8-49ae-93e7-6255a461147d will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:38.954285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73954743-15f5-4687-951c-5c0e9825637c req-641fa2c5-532f-4179-b8a6-bc7d0cf1a46b tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:38.958279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:38.960464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:38.971304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73954743-15f5-4687-951c-5c0e9825637c req-641fa2c5-532f-4179-b8a6-bc7d0cf1a46b tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 909 time: 0.6556501 Feb 07 13:08:38.979917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54a3a440-040c-4c13-a71b-912f5736ea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:39.110840 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f609766d-07a8-46f5-947a-66547604d22b', 'code': 200} Feb 07 13:08:39.150214 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:39.153194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54a3a440-040c-4c13-a71b-912f5736ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:39.173352 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:39.195894 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:31Z', 'revision_number': 4, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00', 'name': '', 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'mac_address': 'fa:16:3e:95:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:29Z', 'updated_at': '2022-02-07T13:08:37Z', 'revision_number': 4, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'subnets': [{'id': 'c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:39.200224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3a440-040c-4c13-a71b-912f5736ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5203243-224c-4363-b375-89322092cc7d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:39.219331 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc35e7-61ea-42c2-8053-5949f4d5cebf None None] The sync data for ids ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'] in n-d-811416-5 is: [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:31Z', 'revision_number': 4, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00', 'name': '', 'network_id': '225d45c9-7e5c-459c-a0e0-bdf38c81e34f', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'mac_address': 'fa:16:3e:95:ee:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:29Z', 'updated_at': '2022-02-07T13:08:37Z', 'revision_number': 4, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'subnets': [{'id': 'c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:39.224680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-54a3a440-040c-4c13-a71b-912f5736ea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:39.225893 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-54a3a440-040c-4c13-a71b-912f5736ea28 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5203243-224c-4363-b375-89322092cc7d HTTP/1.1" status: 204 len: 168 time: 0.6394897 Feb 07 13:08:39.258948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:39.344374 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:39.400518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:39.448644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d48cba8d-6898-49ec-9037-c3164e92d9a3 req-7b297585-9890-457c-86f6-dfb467bf4e8d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 210 time: 0.4725788 Feb 07 13:08:39.539474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:39.932704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76a2df9c-1ba2-416f-9676-a0c49023837d req-e7283a20-4a6d-4720-9dc2-d39090fa9b31 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.4759007 Feb 07 13:08:40.172854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network b0856258-ee78-4e86-a446-3b07d5b1e689 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:40.207382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:40.225983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=0acbf863-62a8-49ae-93e7-6255a461147d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:40.246560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:40.767058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c42d6-beea-4b5e-995d-f40ef1ba9f42 req-88066324-29d1-4248-8b0a-9a59b4f45440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:40.773483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e9c42d6-beea-4b5e-995d-f40ef1ba9f42 req-88066324-29d1-4248-8b0a-9a59b4f45440 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 1097 time: 1.3633554 Feb 07 13:08:40.778490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-97cbf403-5ad4-4dfb-a978-465625392810 None None] Provisioning for port 0acbf863-62a8-49ae-93e7-6255a461147d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:40.784006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-97cbf403-5ad4-4dfb-a978-465625392810 None None] Provisioning complete for port 0acbf863-62a8-49ae-93e7-6255a461147d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:40.784390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-97cbf403-5ad4-4dfb-a978-465625392810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:40.887595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:40.888060 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:40.923341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e9c42d6-beea-4b5e-995d-f40ef1ba9f42 req-ab5cf4d2-346b-477e-aa13-029ec7770d2e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193831 Feb 07 13:08:40.939680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd504-16a2-4d80-b6a1-e895165a6162 req-fcd41c33-4313-434d-a5db-a7fdb40c1111 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:40.941340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28edd504-16a2-4d80-b6a1-e895165a6162 req-fcd41c33-4313-434d-a5db-a7fdb40c1111 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 1.1377552 Feb 07 13:08:40.991220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-97cbf403-5ad4-4dfb-a978-465625392810 None None] Port 0acbf863-62a8-49ae-93e7-6255a461147d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:41.044316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a1e99cce-9fa4-4eba-92bc-7a09da924bd8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2428591 Feb 07 13:08:41.072160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd135b96-081e-4b2e-bebb-7083abdce7f4 req-8f25f126-d31e-4dba-8908-1b09563db072 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:41.087126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd135b96-081e-4b2e-bebb-7083abdce7f4 req-8f25f126-d31e-4dba-8908-1b09563db072 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 909 time: 0.8442554 Feb 07 13:08:41.112184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:41.144530 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be2e6d3a-94e4-4565-939c-0029f8054a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:41.245401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'admin_state_up': True, 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'security_groups': ['a96ee764-37a1-46de-9a34-d5785745c9c8']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:41.298620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:41.325516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28edd504-16a2-4d80-b6a1-e895165a6162 req-d979d80b-f7b2-46b6-8d5a-b8d8700c7d38 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613110 Feb 07 13:08:41.482249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Deleting port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:41.482803 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:41.675902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:41.681145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:41.681515 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:41.959216 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:42.010458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,segment=NetworkSegment(e4e6626a-9694-4a56-97c5-777d394903f6),segment_id=e4e6626a-9694-4a56-97c5-777d394903f6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:42.133047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:42.283373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:42.286088 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:42.287236 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:42.480698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae06d242-b190-4749-8867-3ed5695f32a6 req-fc8049f5-efb1-4493-b111-7d46e5da5e00 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.6392267 Feb 07 13:08:42.628488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] For port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,segment=NetworkSegment(e4e6626a-9694-4a56-97c5-777d394903f6),segment_id=e4e6626a-9694-4a56-97c5-777d394903f6)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:42.628918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:42.661779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:42.731784 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'code': 200} Feb 07 13:08:42.756710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Usage tracker for resource:port and tenant:d38d2aa7c19044409b5c70c6199e1f21 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:42.912709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:42.990414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Calling delete_port for b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:43.020059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:43.059499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b1bd-30d8-4b6c-b55c-167ca1d66d96 req-f5b95388-4e18-42c3-bcfa-8f0952fc2670 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:43.062631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2995b1bd-30d8-4b6c-b55c-167ca1d66d96 req-f5b95388-4e18-42c3-bcfa-8f0952fc2670 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:43.163816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:43.168217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:43.267772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-9c8c5c70-2e54-4cb2-843e-47843347268b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7504253 Feb 07 13:08:43.292329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2995b1bd-30d8-4b6c-b55c-167ca1d66d96 req-f5b95388-4e18-42c3-bcfa-8f0952fc2670 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:43.293975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2995b1bd-30d8-4b6c-b55c-167ca1d66d96 req-f5b95388-4e18-42c3-bcfa-8f0952fc2670 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 932 time: 1.8132100 Feb 07 13:08:43.351035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:08:43.359055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b34ab-2de6-4c90-9c55-36c1b1dc25d4 req-374f53c4-4d52-4d0d-80fd-b2887bb95819 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:43.368949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-076b34ab-2de6-4c90-9c55-36c1b1dc25d4 req-374f53c4-4d52-4d0d-80fd-b2887bb95819 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 909 time: 0.3031321 Feb 07 13:08:43.500182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:43.500532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:43.701265 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:43.754311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2995b1bd-30d8-4b6c-b55c-167ca1d66d96 req-cea49a93-ebb9-49ed-927e-f8c78e477e3a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4506431 Feb 07 13:08:43.817787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Allocated IP 10.1.1.78 (539a678e-11cb-4f26-978c-0ccb9fa8e390/a1615c5e-e87c-4d7d-8d08-8435a4247941/95b1852d-8c4f-414b-a233-b4266dfa64f7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:43.892196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:08:43.892522 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:08:43.978047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-4d665e51-9fd7-46c8-8e1d-d7b56efa2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:43.980130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-4d665e51-9fd7-46c8-8e1d-d7b56efa2a0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1135 time: 0.5163140 Feb 07 13:08:44.080892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c656c58-79fa-450b-b532-f820767324b8 req-43abca25-0942-466f-870f-2b546bb5a35b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:44.082026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c656c58-79fa-450b-b532-f820767324b8 req-43abca25-0942-466f-870f-2b546bb5a35b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.4468358 Feb 07 13:08:44.327798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c656c58-79fa-450b-b532-f820767324b8 req-20c085d0-89ef-4f19-8e3e-17fcd9b38915 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387359 Feb 07 13:08:44.345058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:44.403917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Deleting port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:44.404354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:44.431176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Transition to ACTIVE for port object 95b1852d-8c4f-414b-a233-b4266dfa64f7 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:44.457718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-3f7d8251-16e8-4e91-8146-8f842cbc5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:44.459183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-3f7d8251-16e8-4e91-8146-8f842cbc5a1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=51db2595-7812-41b2-9e9c-e26497a3739c HTTP/1.1" status: 200 len: 896 time: 0.4152472 Feb 07 13:08:44.837238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3617a-a46f-4e31-b20f-62d40ad60935 req-80bfcd50-eae9-4da0-b93a-7f2cec198682 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:44.839273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ce3617a-a46f-4e31-b20f-62d40ad60935 req-80bfcd50-eae9-4da0-b93a-7f2cec198682 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 1060 time: 0.8456247 Feb 07 13:08:44.896050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10720a17-3293-473e-aa3f-2760449e6883 req-1f06ed61-9403-408e-ba07-66bfc61eaf38 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.3234820 Feb 07 13:08:44.946958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-fd0d9f1e-8b3c-4db8-a4a1-cee3257d965b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83edc667-a683-4d11-a876-c8bfcd355d81 HTTP/1.1" status: 200 len: 1000 time: 0.4781904 Feb 07 13:08:45.004419 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:45.098443 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:45.266067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] For port b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,segment=NetworkSegment(e4e6626a-9694-4a56-97c5-777d394903f6),segment_id=e4e6626a-9694-4a56-97c5-777d394903f6)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:45.266472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:45.289044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:45.361889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:45.434588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-57b02962-a07c-4521-aa60-fca437bd7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:45.436627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-57b02962-a07c-4521-aa60-fca437bd7e7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95839be8-23dc-4184-ab83-27ffa25a5e72 HTTP/1.1" status: 200 len: 834 time: 0.4786680 Feb 07 13:08:45.448627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Calling delete_port for b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:45.499720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:45.592394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=95b1852d-8c4f-414b-a233-b4266dfa64f7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:45.711826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:45.712579 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:45.796264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c83bf-0db4-4ec5-a62b-a2dd92b16718 req-be4b7dc8-f80b-4a59-b410-b77784a260bf tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:45.824558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c54c83bf-0db4-4ec5-a62b-a2dd92b16718 req-be4b7dc8-f80b-4a59-b410-b77784a260bf tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.7908437 Feb 07 13:08:45.824679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41304) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:45.827962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'floatingip': {'port_id': 'f609766d-07a8-46f5-947a-66547604d22b'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:45.845176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62932ec2-fcea-487b-acbc-294e5a950b53 req-938e8fd8-8bfa-48ce-8fc5-64294099975b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:45.880525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62932ec2-fcea-487b-acbc-294e5a950b53 req-938e8fd8-8bfa-48ce-8fc5-64294099975b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:45.898298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62932ec2-fcea-487b-acbc-294e5a950b53 req-938e8fd8-8bfa-48ce-8fc5-64294099975b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 1653 time: 0.7884197 Feb 07 13:08:46.019794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62932ec2-fcea-487b-acbc-294e5a950b53 req-8ee27b23-097a-4db2-804e-6e95a3113ba0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673609 Feb 07 13:08:46.050049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-91dfc528-2519-4e07-b41a-19486062ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:46.053950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-91dfc528-2519-4e07-b41a-19486062ca3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51db2595-7812-41b2-9e9c-e26497a3739c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5147316 Feb 07 13:08:46.061833 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:46.084509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7083a0be-3a2c-4885-a5e9-05ecb7f1a913 None None] Provisioning for port 95b1852d-8c4f-414b-a233-b4266dfa64f7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:46.092206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7083a0be-3a2c-4885-a5e9-05ecb7f1a913 None None] Provisioning complete for port 95b1852d-8c4f-414b-a233-b4266dfa64f7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:46.092583 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7083a0be-3a2c-4885-a5e9-05ecb7f1a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:46.213650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7083a0be-3a2c-4885-a5e9-05ecb7f1a913 None None] Port 95b1852d-8c4f-414b-a233-b4266dfa64f7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:46.427054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9259472a-e181-4054-be11-339fc171211e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1952019 Feb 07 13:08:46.509152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'admin_state_up': True, 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'security_groups': ['a96ee764-37a1-46de-9a34-d5785745c9c8']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:46.657513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ae96aeb-fcea-4d5f-a20f-0c646a3d8fdb req-66079317-b793-4ac2-9e06-e47252302012 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.2233360 Feb 07 13:08:46.886603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87a9d-ff9d-474b-9414-953649d48f57 req-f650d9ff-3db7-485d-ae17-a0c61646d651 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:46.888436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2be87a9d-ff9d-474b-9414-953649d48f57 req-f650d9ff-3db7-485d-ae17-a0c61646d651 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1135 time: 0.8178122 Feb 07 13:08:46.908083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-2cebf61f-6ead-4c30-b4f2-c5ba3f70b059 service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351414 Feb 07 13:08:47.115044 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:47.201804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:47.239237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:47.277571 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:47.697263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:47.787808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2be87a9d-ff9d-474b-9414-953649d48f57 req-b4fad3c3-f657-4834-b168-09db3df63272 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Synchronizing usage tracker for tenant:182c90458c6b4cda92ac21131d347017 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:47.817405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:47.933352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5068eda4-e30f-47f8-ad05-19d6a2c36a72 req-02c51b3e-a0b6-4e41-bd77-b43d6c295a0f service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0023370 Feb 07 13:08:48.055948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:48.060023 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:48.070094 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Floating IP dde6b106-6b26-4d3e-997c-4c7b5414124f associated. External IP: 172.25.7.106, port: f609766d-07a8-46f5-947a-66547604d22b. Feb 07 13:08:48.082520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2be87a9d-ff9d-474b-9414-953649d48f57 req-b4fad3c3-f657-4834-b168-09db3df63272 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Unset dirty status for tenant:182c90458c6b4cda92ac21131d347017 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:48.083776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2be87a9d-ff9d-474b-9414-953649d48f57 req-b4fad3c3-f657-4834-b168-09db3df63272 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.1748915 Feb 07 13:08:48.121216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41352) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:48.222173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875d91e-8c9b-4190-ab6a-cf237213a47c req-b35e8d78-bd89-4640-a76c-db3f7df24d44 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:48.230264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875d91e-8c9b-4190-ab6a-cf237213a47c req-b35e8d78-bd89-4640-a76c-db3f7df24d44 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:48.239390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0875d91e-8c9b-4190-ab6a-cf237213a47c req-b35e8d78-bd89-4640-a76c-db3f7df24d44 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 1653 time: 0.9714963 Feb 07 13:08:48.590440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0875d91e-8c9b-4190-ab6a-cf237213a47c req-c6273771-608e-4c19-929f-cc620b14f3c0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501058 Feb 07 13:08:48.688126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a1d0032-e8dd-43e2-b3b6-c48de38397af req-a73af96f-43b9-4c50-90eb-bf04fe396adc tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.0976024 Feb 07 13:08:48.688126 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:48.753500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Router 8bd67e29-dec1-439f-98c5-774c6185166a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:08:48.800812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Allocated IP 10.1.1.46 (539a678e-11cb-4f26-978c-0ccb9fa8e390/a1615c5e-e87c-4d7d-8d08-8435a4247941/091a974d-ad8e-4199-951d-f53b41c4a2f1) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:48.862486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af588b28-d422-4e55-bbc9-343eb9e67546 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:48.866932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-af588b28-d422-4e55-bbc9-343eb9e67546 tempest-TestSecurityGroupsBasicOps-1868724162 tempest-TestSecurityGroupsBasicOps-1868724162-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 1055 time: 0.7366133 Feb 07 13:08:49.148471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:08:49.162968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:49.171617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] Sync routers for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:08:49.186676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:49.188262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:49.302465 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a85bcbf5-1c21-4835-b6c2-25221a7a5ca7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "PUT /v2.0/floatingips/dde6b106-6b26-4d3e-997c-4c7b5414124f HTTP/1.1" status: 200 len: 992 time: 3.4906983 Feb 07 13:08:49.311141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'tag': 'f609766d-07a8-46f5-947a-66547604d22b'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:49.520789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:49.534265 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'tag': 'f609766d-07a8-46f5-947a-66547604d22b', 'status': 'completed', 'code': 200} Feb 07 13:08:49.749977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:08:50.074483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'dde6b106-6b26-4d3e-997c-4c7b5414124f', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'port_id': 'f609766d-07a8-46f5-947a-66547604d22b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'mac_address': 'fa:16:3e:73:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:08:04Z', 'updated_at': '2022-02-07T13:08:47Z', 'revision_number': 1, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:50.078730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] Checking router: 8bd67e29-dec1-439f-98c5-774c6185166a for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:08:50.088778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:50.089561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:50.218799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1e9d8-b9ae-4a08-bd90-ce28253ddc0b req-98bee7ee-a82b-4d10-80fd-4e3c8548901e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:50.227225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dc1e9d8-b9ae-4a08-bd90-ce28253ddc0b req-98bee7ee-a82b-4d10-80fd-4e3c8548901e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.5742226 Feb 07 13:08:50.299044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:50.308830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ebd0c-8def-4eaa-9072-3e6b6dc95ff3 req-ce0b7096-d3d4-4090-9b87-1abb0a185275 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:50.310712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd4ebd0c-8def-4eaa-9072-3e6b6dc95ff3 req-ce0b7096-d3d4-4090-9b87-1abb0a185275 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 909 time: 0.5587208 Feb 07 13:08:50.445044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dc1e9d8-b9ae-4a08-bd90-ce28253ddc0b req-7f0d78af-05a0-4fa9-8e36-e0438a13cb04 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166636 Feb 07 13:08:50.450947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-655e322a-b746-42a3-82e4-c5ff979b589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:50.452577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-655e322a-b746-42a3-82e4-c5ff979b589f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 1097 time: 0.8866875 Feb 07 13:08:50.510189 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:50.775028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-47c956c6-5ac5-4734-93e6-11b735998ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:50.778023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-47c956c6-5ac5-4734-93e6-11b735998ae1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 911 time: 0.2642665 Feb 07 13:08:50.796425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Transition to ACTIVE for port object 091a974d-ad8e-4199-951d-f53b41c4a2f1 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:50.971220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'dde6b106-6b26-4d3e-997c-4c7b5414124f', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'port_id': 'f609766d-07a8-46f5-947a-66547604d22b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'mac_address': 'fa:16:3e:73:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:08:04Z', 'updated_at': '2022-02-07T13:08:47Z', 'revision_number': 1, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:50.993931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77455a-b02e-4e38-9384-bed797631227 None None] The sync data for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 is: [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'dde6b106-6b26-4d3e-997c-4c7b5414124f', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'port_id': 'f609766d-07a8-46f5-947a-66547604d22b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'mac_address': 'fa:16:3e:73:a8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:08:04Z', 'updated_at': '2022-02-07T13:08:47Z', 'revision_number': 1, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:51.064953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-5ff26018-9506-4801-8d6f-6f44c90a0dab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 200 len: 1000 time: 0.2278352 Feb 07 13:08:51.082842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:51.097822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b534db8-4012-43e8-8ee4-0740f633fc0d req-7a2e9022-7b7e-4bec-9b4e-24d29d559243 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.4907093 Feb 07 13:08:51.244631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:08:51.275337 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] Sync routers for ids ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:08:51.293143 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] Routers {'32c2d2ac-62d6-4fbc-9f39-f7095c94b990'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:51.294039 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:51.389340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:51.428946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-a6db9826-6d5c-4d1f-89bc-6599ef93ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:51.431331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-a6db9826-6d5c-4d1f-89bc-6599ef93ab80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.2927055 Feb 07 13:08:51.433362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb578e98-ebc1-4491-a385-e313b5650fa5 None None] New status for floating IP dde6b106-6b26-4d3e-997c-4c7b5414124f: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:08:51.441714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:51.579402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:51.591058 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] Set router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:51.766646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef079eee-a051-41cb-a69f-173dfb64f3c9 req-b49e2e3a-8345-41b5-8b4b-e0ba26481efa tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:51.775852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef079eee-a051-41cb-a69f-173dfb64f3c9 req-b49e2e3a-8345-41b5-8b4b-e0ba26481efa tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:51.777335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ef079eee-a051-41cb-a69f-173dfb64f3c9 req-b49e2e3a-8345-41b5-8b4b-e0ba26481efa tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:51.800001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:51.801301 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:51.882165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=091a974d-ad8e-4199-951d-f53b41c4a2f1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:51.903001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:51.906089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bb5bb4d6-2237-48c8-ae75-f543739e778c admin admin] 10.222.0.69 "PUT /v2.0/routers/32c2d2ac-62d6-4fbc-9f39-f7095c94b990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4361594 Feb 07 13:08:51.936931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ba8aa3a8-ae05-44f4-b71e-d22ddab54c5e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5014172 Feb 07 13:08:51.965031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688', 'admin_state_up': True, 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'security_groups': ['a96ee764-37a1-46de-9a34-d5785745c9c8']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:52.135036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ef079eee-a051-41cb-a69f-173dfb64f3c9 req-b49e2e3a-8345-41b5-8b4b-e0ba26481efa tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:52.136829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef079eee-a051-41cb-a69f-173dfb64f3c9 req-b49e2e3a-8345-41b5-8b4b-e0ba26481efa tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 1653 time: 1.6709528 Feb 07 13:08:52.168066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c452f743-a9df-4d5e-b744-958bceb2009e None None] Provisioning for port 091a974d-ad8e-4199-951d-f53b41c4a2f1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:52.176292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c452f743-a9df-4d5e-b744-958bceb2009e None None] Provisioning complete for port 091a974d-ad8e-4199-951d-f53b41c4a2f1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:52.176492 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c452f743-a9df-4d5e-b744-958bceb2009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:52.191230 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:46Z', 'revision_number': 5, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:52.196243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:52.205902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] Checking router: 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:08:52.236076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef079eee-a051-41cb-a69f-173dfb64f3c9 req-0649ad13-23f0-44dc-9b23-e5e62b645d8a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785296 Feb 07 13:08:52.248842 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] Routers {'32c2d2ac-62d6-4fbc-9f39-f7095c94b990'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:08:52.249788 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:52.261888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:52.267958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-7e0674db-95aa-452d-a6cf-68ee1ebe8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:52.269766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-7e0674db-95aa-452d-a6cf-68ee1ebe8b52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8088408 Feb 07 13:08:52.367152 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:52.368812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c452f743-a9df-4d5e-b744-958bceb2009e None None] Port 091a974d-ad8e-4199-951d-f53b41c4a2f1 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:52.419690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-55e2b010-1523-470d-b14b-e9934711e473 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:52.421324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-55e2b010-1523-470d-b14b-e9934711e473 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.47 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 909 time: 0.9812107 Feb 07 13:08:52.611258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4cf08-52e7-4111-96c3-e61d9d15dc37 req-1e6641c2-721c-4c51-8f4d-92aa2db37d60 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:52.651665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53e4cf08-52e7-4111-96c3-e61d9d15dc37 req-1e6641c2-721c-4c51-8f4d-92aa2db37d60 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 909 time: 1.1065989 Feb 07 13:08:52.692547 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] Set router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:08:52.726911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting port 12fd6023-1ac3-4579-8c73-c676d42aa027 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:52.727290 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:52.814685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:52.824891 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:52.950345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Deleting port b536b39d-25a5-47f8-8c40-5aca9206b237 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:52.951059 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:53.080886 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:46Z', 'revision_number': 5, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:53.086359 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df38b5-8d93-448e-a089-b473d28ab5a6 None None] The sync data for ids ['32c2d2ac-62d6-4fbc-9f39-f7095c94b990'] in n-d-811416-5 is: [{'id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1882082617-router', 'tenant_id': '0fd01fb7cf404da99ebe19cccf12598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:08:23Z', 'updated_at': '2022-02-07T13:08:46Z', 'revision_number': 5, 'project_id': '0fd01fb7cf404da99ebe19cccf12598e', 'gw_port': {'id': 'b536b39d-25a5-47f8-8c40-5aca9206b237', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2d2ac-62d6-4fbc-9f39-f7095c94b990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:08:25Z', 'updated_at': '2022-02-07T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:08:53.371025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] For port b536b39d-25a5-47f8-8c40-5aca9206b237, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b536b39d-25a5-47f8-8c40-5aca9206b237,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:53.371512 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:53.507768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c096c252-d7fa-48e0-babc-977534323b67 req-4b001217-4599-4204-967c-0f7b7621fbd7 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.4900687 Feb 07 13:08:53.647936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Calling delete_port for b536b39d-25a5-47f8-8c40-5aca9206b237 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:53.699922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-0d0d4abb-dd68-473a-bee1-a1ef6373e55d service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4222901 Feb 07 13:08:54.032949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:54.046201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a11e354-a9a6-4fb7-912b-01846714b84d req-4be82228-31af-4443-9340-68775abab267 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818613 Feb 07 13:08:54.281870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:54.316541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df24ab-29ed-470d-a2d5-c547b660bfcc req-e8c01e28-a5ff-4d63-a6fa-ff06f43ad381 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:54.325093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94df24ab-29ed-470d-a2d5-c547b660bfcc req-e8c01e28-a5ff-4d63-a6fa-ff06f43ad381 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 1.6436009 Feb 07 13:08:54.414060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b536b39d-25a5-47f8-8c40-5aca9206b237,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:54.443411 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:54.471588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] For port 12fd6023-1ac3-4579-8c73-c676d42aa027, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=12fd6023-1ac3-4579-8c73-c676d42aa027,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:54.472177 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:54.561436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:54.581425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94df24ab-29ed-470d-a2d5-c547b660bfcc req-8023fc22-d028-44c2-bf8a-9d297b03bec6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552156 Feb 07 13:08:54.719661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75495402-661b-4f71-8038-4eb0370111be req-720cfe82-ab14-42ac-a286-033d4397cec6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:54.726199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75495402-661b-4f71-8038-4eb0370111be req-720cfe82-ab14-42ac-a286-033d4397cec6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:54.749381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75495402-661b-4f71-8038-4eb0370111be req-720cfe82-ab14-42ac-a286-033d4397cec6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:54.764648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75495402-661b-4f71-8038-4eb0370111be req-720cfe82-ab14-42ac-a286-033d4397cec6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 2373 time: 0.7143199 Feb 07 13:08:54.829236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Calling delete_port for 12fd6023-1ac3-4579-8c73-c676d42aa027 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:54.917920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 12fd6023-1ac3-4579-8c73-c676d42aa027 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:55.016719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.019762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.069072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Allocated IP 10.2.2.100 (60259f8c-9fde-4ec1-875e-189e2348e688/18676c2e-8abc-4e8a-9954-da5a2e6eac25/f042abf6-8805-4ccc-90a6-cde1b5570334) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:55.070500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75495402-661b-4f71-8038-4eb0370111be req-75a8560a-61b3-40b5-a31c-c72795ac4b0e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041890 Feb 07 13:08:55.091226 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.123996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.124565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c2d2ac-62d6-4fbc-9f39-f7095c94b990 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:08:55.128592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d0a56-9b8c-40fe-917a-cb810896a5a5 req-4f792b86-1375-4f19-8bc9-8117c82e5cce tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:55.140654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-901d0a56-9b8c-40fe-917a-cb810896a5a5 req-4f792b86-1375-4f19-8bc9-8117c82e5cce tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 909 time: 0.3729999 Feb 07 13:08:55.146237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.179381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.183654 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-132af9a3-1460-413b-bb8f-4d631f6b56e1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/32c2d2ac-62d6-4fbc-9f39-f7095c94b990 HTTP/1.1" status: 204 len: 168 time: 3.2765031 Feb 07 13:08:55.190421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41500) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:55.369754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff9891d-3845-43da-8618-7400ceb64be4 admin admin] Deleting subnet c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:08:55.373015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ff9891d-3845-43da-8618-7400ceb64be4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.385361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:55.461890 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:55.463374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b4b08ff7-b660-4e18-a7d2-e3d3b86b0a00 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:55.525478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ff9891d-3845-43da-8618-7400ceb64be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.545935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Port': ['ID=12fd6023-1ac3-4579-8c73-c676d42aa027,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:55.629388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ff9891d-3845-43da-8618-7400ceb64be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.687450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12f97e26-c6eb-43b7-9429-e768c7fd54f5 req-4f71e46d-a012-40ec-8c54-f946670acea9 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.2426934 Feb 07 13:08:55.768943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] No DVR routers for this DVR port 12fd6023-1ac3-4579-8c73-c676d42aa027 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:08:55.774481 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.777480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc2436a-75d8-4c9e-a371-bd7b466263fd', 'name': 'network-vif-deleted', 'tag': '12fd6023-1ac3-4579-8c73-c676d42aa027'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:08:55.941153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ff9891d-3845-43da-8618-7400ceb64be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:55.985745 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc2436a-75d8-4c9e-a371-bd7b466263fd', 'name': 'network-vif-deleted', 'tag': '12fd6023-1ac3-4579-8c73-c676d42aa027', 'status': 'completed', 'code': 200} Feb 07 13:08:56.002121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5db77fc5-5641-4593-b4cd-6e237d0f95dd req-46bd0a69-e203-433b-80c0-2ca74b1b150c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.47 "DELETE /v2.0/ports/12fd6023-1ac3-4579-8c73-c676d42aa027 HTTP/1.1" status: 204 len: 173 time: 3.5736709 Feb 07 13:08:56.018459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:56.032632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9891d-3845-43da-8618-7400ceb64be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:56.036288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ff9891d-3845-43da-8618-7400ceb64be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:56.044904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5b4fa-7ba5-4e16-a5ef-9a93de957b1d None None] Network 225d45c9-7e5c-459c-a0e0-bdf38c81e34f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:08:56.046012 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0ff9891d-3845-43da-8618-7400ceb64be4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c3c80ac7-a2e9-46bb-b6d3-a1560c82ba2c HTTP/1.1" status: 204 len: 168 time: 0.8544517 Feb 07 13:08:56.048799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41524) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:56.054279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Transition to ACTIVE for port object f042abf6-8805-4ccc-90a6-cde1b5570334 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:56.079024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181b589-1ab8-4063-a715-64336e374fdf req-b7d2cae3-7f70-4d5a-9686-ff4d67436c92 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:56.080550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3181b589-1ab8-4063-a715-64336e374fdf req-b7d2cae3-7f70-4d5a-9686-ff4d67436c92 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.1748097 Feb 07 13:08:56.203707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3181b589-1ab8-4063-a715-64336e374fdf req-cb82fa96-3d44-49f6-a889-4b0010877003 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119390 Feb 07 13:08:56.212809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:56.241243 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:56.283802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Deleting port 9b338bc1-1b45-445a-a94a-192570d942d9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:56.284945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:56.508679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] DHCP port deletion for 225d45c9-7e5c-459c-a0e0-bdf38c81e34f request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:08:56.514535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] Deleting port 9b338bc1-1b45-445a-a94a-192570d942d9 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:56.514916 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:56.713158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41542) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:56.758262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 60259f8c-9fde-4ec1-875e-189e2348e688 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:56.824126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:56.837117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:08:56.891065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] For port 9b338bc1-1b45-445a-a94a-192570d942d9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b338bc1-1b45-445a-a94a-192570d942d9,segment=NetworkSegment(e4e6626a-9694-4a56-97c5-777d394903f6),segment_id=e4e6626a-9694-4a56-97c5-777d394903f6)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:56.903803 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:56.919917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] For port 9b338bc1-1b45-445a-a94a-192570d942d9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b338bc1-1b45-445a-a94a-192570d942d9,segment=NetworkSegment(e4e6626a-9694-4a56-97c5-777d394903f6),segment_id=e4e6626a-9694-4a56-97c5-777d394903f6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:08:56.920804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:56.937384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9281a05a-4313-446d-a30c-0364fa0d0539 req-cfbeeb5b-7d41-46eb-856a-ff150443ca49 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Synchronizing usage tracker for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:57.081357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=f042abf6-8805-4ccc-90a6-cde1b5570334,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:57.129310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:57.129915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:57.207623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9281a05a-4313-446d-a30c-0364fa0d0539 req-cfbeeb5b-7d41-46eb-856a-ff150443ca49 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Unset dirty status for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:57.229038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9281a05a-4313-446d-a30c-0364fa0d0539 req-cfbeeb5b-7d41-46eb-856a-ff150443ca49 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcc2436a-75d8-4c9e-a371-bd7b466263fd HTTP/1.1" status: 200 len: 210 time: 0.5256028 Feb 07 13:08:57.239072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] Calling delete_port for 9b338bc1-1b45-445a-a94a-192570d942d9 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:57.314178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466707-448a-4dd6-ba12-7b6536a472be req-11867586-db1f-413b-815b-c9af592ec237 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:57.321530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b338bc1-1b45-445a-a94a-192570d942d9 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:57.341568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466707-448a-4dd6-ba12-7b6536a472be req-11867586-db1f-413b-815b-c9af592ec237 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:57.345472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Calling delete_port for 9b338bc1-1b45-445a-a94a-192570d942d9 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:08:57.364665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466707-448a-4dd6-ba12-7b6536a472be req-11867586-db1f-413b-815b-c9af592ec237 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:57.391955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466707-448a-4dd6-ba12-7b6536a472be req-11867586-db1f-413b-815b-c9af592ec237 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:57.393372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f3466707-448a-4dd6-ba12-7b6536a472be req-11867586-db1f-413b-815b-c9af592ec237 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:08:57.414054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3a7c524b-0a80-4d74-b353-27b492ab027a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4646010 Feb 07 13:08:57.448416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688', 'admin_state_up': True, 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'security_groups': ['a96ee764-37a1-46de-9a34-d5785745c9c8']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:08:57.540699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:57.553306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:08:57.553306 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:08:57.559961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No active binding found for port 9b338bc1-1b45-445a-a94a-192570d942d9 {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:08:57.560528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b338bc1-1b45-445a-a94a-192570d942d9 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:57.561073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b536b39d-25a5-47f8-8c40-5aca9206b237 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:08:57.628884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b536b39d-25a5-47f8-8c40-5aca9206b237 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:08:57.629825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b536b39d-25a5-47f8-8c40-5aca9206b237 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:08:57.657610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9a863cfc-bc96-417e-a5c0-e1c937e0f160 None None] Provisioning for port f042abf6-8805-4ccc-90a6-cde1b5570334 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:08:57.669702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9a863cfc-bc96-417e-a5c0-e1c937e0f160 None None] Provisioning complete for port f042abf6-8805-4ccc-90a6-cde1b5570334 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:08:57.670345 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a863cfc-bc96-417e-a5c0-e1c937e0f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:57.720968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] No DVR routers for this DVR port 9b338bc1-1b45-445a-a94a-192570d942d9 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:08:57.720968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b338bc1-1b45-445a-a94a-192570d942d9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:57.769270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f3466707-448a-4dd6-ba12-7b6536a472be req-11867586-db1f-413b-815b-c9af592ec237 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:08:57.769772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9a863cfc-bc96-417e-a5c0-e1c937e0f160 None None] Port f042abf6-8805-4ccc-90a6-cde1b5570334 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:08:57.774400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3466707-448a-4dd6-ba12-7b6536a472be req-11867586-db1f-413b-815b-c9af592ec237 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 3094 time: 1.0742188 Feb 07 13:08:57.796165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:57.839053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e1e3303-c7b7-4c2a-9000-dccd5f4c9041 req-30177053-6a8e-47ca-8a73-1278a055b763 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1057575 Feb 07 13:08:57.887706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:57.904199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] Usage tracker for resource:security_group_rule and tenant:81d5263950c4424dab7a3af4dce9843d is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:08:57.907691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:08:57.918533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:08:57.935768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:57.939322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:57.945925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:08:57.958151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3466707-448a-4dd6-ba12-7b6536a472be req-10f368f0-24f2-487d-add8-a22c7bfede5c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426191 Feb 07 13:08:57.970889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225d45c9-7e5c-459c-a0e0-bdf38c81e34f']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:57.995748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e6626a-9694-4a56-97c5-777d394903f6') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:57.995748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e6626a-9694-4a56-97c5-777d394903f6') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:08:58.006173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.033682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.042953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:08:58.043620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.049214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Made reservation on behalf of d38d2aa7c19044409b5c70c6199e1f21 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:08:58.050957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] Deleting port 9b338bc1-1b45-445a-a94a-192570d942d9 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:08:58.051532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.053837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.085824 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.167022 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.182889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-168522a0-c66b-4363-86ed-5e1cdea6ca2e None None] The port '9b338bc1-1b45-445a-a94a-192570d942d9' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:08:58.205397 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:08:58.296884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9adee-6956-4254-9cd5-8a669ea11477,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:58.305883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-823c8200-ee36-416f-aedb-f07b592ac37a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81d5263950c4424dab7a3af4dce9843d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5838387 Feb 07 13:08:58.310234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41572) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:58.363526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41576) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:58.363797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.369963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.409406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=225d45c9-7e5c-459c-a0e0-bdf38c81e34f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:58.420791 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea12cd23-e89b-412a-9292-8826fb778e86 admin admin] 10.222.0.69 "DELETE /v2.0/networks/225d45c9-7e5c-459c-a0e0-bdf38c81e34f HTTP/1.1" status: 204 len: 168 time: 2.3711450 Feb 07 13:08:58.437443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3efbe352-f44a-4bc0-98e4-ad70f55aca18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.469548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3efbe352-f44a-4bc0-98e4-ad70f55aca18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.539377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Allocated IP 10.2.2.200 (60259f8c-9fde-4ec1-875e-189e2348e688/18676c2e-8abc-4e8a-9954-da5a2e6eac25/997a65b7-6855-427f-bb5e-f24c1a0b454a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:08:58.648733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3efbe352-f44a-4bc0-98e4-ad70f55aca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.678526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbe352-f44a-4bc0-98e4-ad70f55aca18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9adee-6956-4254-9cd5-8a669ea11477,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:08:58.702751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3efbe352-f44a-4bc0-98e4-ad70f55aca18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:58.723021 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3efbe352-f44a-4bc0-98e4-ad70f55aca18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97d9adee-6956-4254-9cd5-8a669ea11477 HTTP/1.1" status: 204 len: 168 time: 0.4118266 Feb 07 13:08:58.897859 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:08:59.134415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8d66369-6ae3-407a-8263-6227ad98a35a req-1d6de1a5-8e2d-4a04-91bf-9a37e459fca3 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1013761 Feb 07 13:08:59.137893 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:59.387034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Transition to ACTIVE for port object 997a65b7-6855-427f-bb5e-f24c1a0b454a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:08:59.506906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff739d3-a5b6-4820-98f0-60b521aa37bc req-fed7d44c-e8e8-45a2-b2d7-49c6d0471c81 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:59.516114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff739d3-a5b6-4820-98f0-60b521aa37bc req-fed7d44c-e8e8-45a2-b2d7-49c6d0471c81 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:59.516255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41606) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:59.522549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff739d3-a5b6-4820-98f0-60b521aa37bc req-fed7d44c-e8e8-45a2-b2d7-49c6d0471c81 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:59.529345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff739d3-a5b6-4820-98f0-60b521aa37bc req-fed7d44c-e8e8-45a2-b2d7-49c6d0471c81 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:08:59.531083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fff739d3-a5b6-4820-98f0-60b521aa37bc req-fed7d44c-e8e8-45a2-b2d7-49c6d0471c81 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 3094 time: 0.3995976 Feb 07 13:08:59.587076 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e8e489f8-21dd-4999-9dec-c2d7cb41ac46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0fd01fb7cf404da99ebe19cccf12598e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688345 Feb 07 13:08:59.592152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41610) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:08:59.604110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fff739d3-a5b6-4820-98f0-60b521aa37bc req-fa5864d1-f3eb-44df-9ad4-13438d1d31fd tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605335 Feb 07 13:08:59.750001 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9530b8-6508-44ce-8527-50ab50b0a10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:59.757109 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:59.828803 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9530b8-6508-44ce-8527-50ab50b0a10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:08:59.881879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Network 60259f8c-9fde-4ec1-875e-189e2348e688 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:08:59.903610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:08:59.909050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:09:00.035853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:00.036746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:00.063681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event updated for resources: {'Port': ['ID=997a65b7-6855-427f-bb5e-f24c1a0b454a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:00.086711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:00.195446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9530b8-6508-44ce-8527-50ab50b0a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:00.221890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9530b8-6508-44ce-8527-50ab50b0a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad23bb8-cb72-4c56-89c4-277e96acc976,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:00.237445 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9530b8-6508-44ce-8527-50ab50b0a10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:00.240928 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ac9530b8-6508-44ce-8527-50ab50b0a10c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ad23bb8-cb72-4c56-89c4-277e96acc976 HTTP/1.1" status: 204 len: 168 time: 0.6450861 Feb 07 13:09:00.365532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47baf967-6ce3-4f59-a7a3-5ff04a2cbf92 req-e95acf03-a35d-446c-957d-dafaba1f097d tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.0960340 Feb 07 13:09:00.452759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-acdad9da-c646-47f7-b88b-b27400aabc65 None None] Provisioning for port 997a65b7-6855-427f-bb5e-f24c1a0b454a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:09:00.458706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-acdad9da-c646-47f7-b88b-b27400aabc65 None None] Provisioning complete for port 997a65b7-6855-427f-bb5e-f24c1a0b454a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:09:00.459076 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-acdad9da-c646-47f7-b88b-b27400aabc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:00.476381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e91ba427-cdb2-4de3-a60b-9fca862a4870 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0507603 Feb 07 13:09:00.492907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:00.515310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-acdad9da-c646-47f7-b88b-b27400aabc65 None None] Port 997a65b7-6855-427f-bb5e-f24c1a0b454a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:09:00.557833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting port 659ef649-23a7-4c58-b833-e5adb490b748 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:00.558179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:00.733269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41640) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:00.748972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:00.780253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:00.819741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:00.825170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] Usage tracker for resource:security_group_rule and tenant:f3cab3671bfe4bf69e8a78cdf2feff8c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:00.828798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:00.835749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:00.969249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.016171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] For port 659ef649-23a7-4c58-b833-e5adb490b748, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=659ef649-23a7-4c58-b833-e5adb490b748,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:01.016539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.152401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Calling delete_port for 659ef649-23a7-4c58-b833-e5adb490b748 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:01.199793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.263162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6487cd9-a71e-4185-bb55-a46aebb67539,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:01.274630 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-94b14e27-7c49-4229-88fc-0a47c632ea8d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3cab3671bfe4bf69e8a78cdf2feff8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401311 Feb 07 13:09:01.280945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41686) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:01.372967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8685-ab1a-4fb1-909f-c1fdbed40fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.404192 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8685-ab1a-4fb1-909f-c1fdbed40fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.459707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-10b3b24d-7990-419f-be2f-17506c409248 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:01.465845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-10b3b24d-7990-419f-be2f-17506c409248 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:01.471958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-10b3b24d-7990-419f-be2f-17506c409248 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:01.478841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-10b3b24d-7990-419f-be2f-17506c409248 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:01.497900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-10b3b24d-7990-419f-be2f-17506c409248 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:01.497900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-10b3b24d-7990-419f-be2f-17506c409248 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:01.602504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41702) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:01.629791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8685-ab1a-4fb1-909f-c1fdbed40fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.653692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f8685-ab1a-4fb1-909f-c1fdbed40fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6487cd9-a71e-4185-bb55-a46aebb67539,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:01.659838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8685-ab1a-4fb1-909f-c1fdbed40fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.666288 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6a7f8685-ab1a-4fb1-909f-c1fdbed40fe1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6487cd9-a71e-4185-bb55-a46aebb67539 HTTP/1.1" status: 204 len: 168 time: 0.3833544 Feb 07 13:09:01.678875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-10b3b24d-7990-419f-be2f-17506c409248 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:01.680099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-10b3b24d-7990-419f-be2f-17506c409248 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 3815 time: 0.8498373 Feb 07 13:09:01.687411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acbf863-62a8-49ae-93e7-6255a461147d {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:01.708913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.796779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95820c54-548e-4f6a-8b78-a347fe43c7f0 req-54b9c58f-c702-4ab5-8827-8c03ef0c9f26 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049027 Feb 07 13:09:01.871827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.894430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:01.895585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] Usage tracker for resource:security_group_rule and tenant:bbed1d745b8c4b8fb78ead110e578b3e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:01.898832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:01.907305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:01.918158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Transition to ACTIVE for port object 0acbf863-62a8-49ae-93e7-6255a461147d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:01.920845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:01.993431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:02.011326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Port': ['ID=659ef649-23a7-4c58-b833-e5adb490b748,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:02.016549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89aa6164-a146-40d0-9567-10cfec785f88 req-5df37cfc-5a09-43ee-b521-ed52f5b631d0 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.0969396 Feb 07 13:09:02.092504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:02.112383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:02.200474 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbed1d745b8c4b8fb78ead110e578b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923276 Feb 07 13:09:02.207087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b3bcf-40de-470c-a668-ea1f59d9595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bfe844-80da-45d8-be02-7d6cd6f0a4b7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:02.211409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41732) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:02.314487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-698103c3-c169-4343-8901-3c377066937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:02.397714 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-698103c3-c169-4343-8901-3c377066937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:02.516352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Pushing event updated for resources: {'Port': ['ID=0acbf863-62a8-49ae-93e7-6255a461147d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:02.614812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6a39634-06d3-4a9c-8225-2d60beba29e3 req-de5cd256-28f5-415a-904f-516efa714a13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.0878472 Feb 07 13:09:02.689633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-698103c3-c169-4343-8901-3c377066937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:02.716824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698103c3-c169-4343-8901-3c377066937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bfe844-80da-45d8-be02-7d6cd6f0a4b7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:02.731336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Attempting to bind port 0acbf863-62a8-49ae-93e7-6255a461147d on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:02.731727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Attempting to bind port 0acbf863-62a8-49ae-93e7-6255a461147d by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:02.732106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Attempting to bind port 0acbf863-62a8-49ae-93e7-6255a461147d on network b0856258-ee78-4e86-a446-3b07d5b1e689 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:02.737740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-698103c3-c169-4343-8901-3c377066937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:02.741230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Port 0acbf863-62a8-49ae-93e7-6255a461147d on network b0856258-ee78-4e86-a446-3b07d5b1e689 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:02.741763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Attempting to bind port 0acbf863-62a8-49ae-93e7-6255a461147d on network b0856258-ee78-4e86-a446-3b07d5b1e689 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:02.749256 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-698103c3-c169-4343-8901-3c377066937b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33bfe844-80da-45d8-be02-7d6cd6f0a4b7 HTTP/1.1" status: 204 len: 168 time: 0.5340178 Feb 07 13:09:02.751493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:02.755123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Checking segment: {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:02.755123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Bound using segment: {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:02.755123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Bound port: 0acbf863-62a8-49ae-93e7-6255a461147d, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b637df-ff61-4fcd-a2ae-ae17820fd60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:02.755123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:02.763714 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:03.053324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] For port 0acbf863-62a8-49ae-93e7-6255a461147d, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:03.078060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] For port 0acbf863-62a8-49ae-93e7-6255a461147d, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0acbf863-62a8-49ae-93e7-6255a461147d,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:03.285913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:03.383267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:03.383897 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:03.385409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] 10.222.0.47 "PUT /v2.0/ports/0acbf863-62a8-49ae-93e7-6255a461147d HTTP/1.1" status: 200 len: 1092 time: 2.8995559 Feb 07 13:09:03.387076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:03.473534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016645d3-5899-4d18-adbb-543bbf065d41 service neutron] Pushing event updated for resources: {'Port': ['ID=0acbf863-62a8-49ae-93e7-6255a461147d,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:03.500903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9817f-c1b1-4c22-a926-e82c37147f7a req-0028a760-02b6-494e-be80-661421be234d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:03.506838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9817f-c1b1-4c22-a926-e82c37147f7a req-0028a760-02b6-494e-be80-661421be234d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:03.512764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9817f-c1b1-4c22-a926-e82c37147f7a req-0028a760-02b6-494e-be80-661421be234d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:03.518520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9817f-c1b1-4c22-a926-e82c37147f7a req-0028a760-02b6-494e-be80-661421be234d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:03.524522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9817f-c1b1-4c22-a926-e82c37147f7a req-0028a760-02b6-494e-be80-661421be234d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:03.527003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1e9817f-c1b1-4c22-a926-e82c37147f7a req-0028a760-02b6-494e-be80-661421be234d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 3827 time: 0.5289233 Feb 07 13:09:03.566177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Router b1afdc3a-f915-4276-8de3-24b7b1123ba4 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:09:03.579081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:03.716012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1e9817f-c1b1-4c22-a926-e82c37147f7a req-ac2980ce-2ac3-46ec-881f-3629bc515fe0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761138 Feb 07 13:09:03.798763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41784) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:03.843116 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:03.883262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:03.890313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] Usage tracker for resource:security_group_rule and tenant:ee41e41fa3d94cb2a20ddfc82e4c64c4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:03.895024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:03.905156 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:03.906460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:03.962562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:09:03.978586 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] Sync routers for ids ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:09:03.990626 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] Routers {'b1afdc3a-f915-4276-8de3-24b7b1123ba4'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:09:03.991622 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:04.024933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e07ff0-a407-40d3-9bb5-979c3fffef22 req-6ab9dbf6-3652-4a4c-bb1f-9594d132e851 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.0721297 Feb 07 13:09:04.117838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:04.208789 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d', 'status': 'completed', 'code': 200} Feb 07 13:09:04.246252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-39f6b518-2361-45f2-a3de-cfa255452feb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "PUT /v2.0/routers/b1afdc3a-f915-4276-8de3-24b7b1123ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8816035 Feb 07 13:09:04.249619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41794) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:04.259328 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] Set router b1afdc3a-f915-4276-8de3-24b7b1123ba4 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:09:04.301588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:04.379103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-f7bf5dc8-65dd-4669-95ea-882f9268059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:04.379872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-f7bf5dc8-65dd-4669-95ea-882f9268059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:04.380376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-f7bf5dc8-65dd-4669-95ea-882f9268059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:04.380980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-f7bf5dc8-65dd-4669-95ea-882f9268059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:04.381542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-f7bf5dc8-65dd-4669-95ea-882f9268059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:04.383862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-f7bf5dc8-65dd-4669-95ea-882f9268059a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 4362 time: 0.1768134 Feb 07 13:09:04.491718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf159c89-2d4c-42e8-9762-1204846bdd3c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting subnet 6488b3fb-3584-4846-ab83-0aa91d4b7fca {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:09:04.498957 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee41e41fa3d94cb2a20ddfc82e4c64c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989889 Feb 07 13:09:04.502735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf159c89-2d4c-42e8-9762-1204846bdd3c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:04.532012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41810) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:04.534797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3761cd-c141-4663-b401-55940e3c74bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db77f60-ddba-4ab8-b066-8481ea7bd0bc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:04.648904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bbd10c-d071-43f6-898b-20f0dacdeefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:04.669912 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf159c89-2d4c-42e8-9762-1204846bdd3c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:04.675455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-5f144088-1edf-4292-9f48-9dfc9bea8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:04.675963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-5f144088-1edf-4292-9f48-9dfc9bea8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:04.678708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-5f144088-1edf-4292-9f48-9dfc9bea8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:04.680341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-5f144088-1edf-4292-9f48-9dfc9bea8077 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2841904 Feb 07 13:09:04.696862 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:09:01Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:04.706540 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] Checking router: b1afdc3a-f915-4276-8de3-24b7b1123ba4 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:09:04.726370 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] Routers {'b1afdc3a-f915-4276-8de3-24b7b1123ba4'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:09:04.729809 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:04.820774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf159c89-2d4c-42e8-9762-1204846bdd3c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:04.837134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:09:04.951128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bbd10c-d071-43f6-898b-20f0dacdeefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.006877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cdd9107-23cf-425d-a150-8e8262bf5d6d req-f07f00c4-7b02-44ae-8da8-25516659202b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48ca7cd14cf3447097f02fc2ced32d2c&device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1604145 Feb 07 13:09:05.015363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf159c89-2d4c-42e8-9762-1204846bdd3c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.100637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46a858-43ba-481b-8822-4d7bf3a9b028 None None] Network 70b743d4-d613-4231-85a4-e697db31e25e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:09:05.102600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cdd9107-23cf-425d-a150-8e8262bf5d6d req-93d3edd6-80a1-4fdf-aee1-f87a7a5d6636 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=48ca7cd14cf3447097f02fc2ced32d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378222 Feb 07 13:09:05.114561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf159c89-2d4c-42e8-9762-1204846bdd3c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.124490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf159c89-2d4c-42e8-9762-1204846bdd3c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Subnet': ['ID=6488b3fb-3584-4846-ab83-0aa91d4b7fca,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:05.127585 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bbd10c-d071-43f6-898b-20f0dacdeefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.147293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbd10c-d071-43f6-898b-20f0dacdeefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db77f60-ddba-4ab8-b066-8481ea7bd0bc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:05.151247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bbd10c-d071-43f6-898b-20f0dacdeefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.154732 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-56bbd10c-d071-43f6-898b-20f0dacdeefb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7db77f60-ddba-4ab8-b066-8481ea7bd0bc HTTP/1.1" status: 204 len: 168 time: 0.6190186 Feb 07 13:09:05.165317 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bf159c89-2d4c-42e8-9762-1204846bdd3c tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/subnets/6488b3fb-3584-4846-ab83-0aa91d4b7fca HTTP/1.1" status: 204 len: 168 time: 0.9103217 Feb 07 13:09:05.166874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41836) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:05.194006 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] Set router b1afdc3a-f915-4276-8de3-24b7b1123ba4 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:09:05.350640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329d5510-6701-437a-8ecd-fa2ae3596471 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:05.382547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.461909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Transition to ACTIVE for port object 329d5510-6701-437a-8ecd-fa2ae3596471 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:05.469408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-4c5c4c17-cba3-45d3-b039-1e0cff9edef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:05.471218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-898cf8cb-ca28-44f6-9431-26cc246e46a3 req-4c5c4c17-cba3-45d3-b039-1e0cff9edef9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7834704 Feb 07 13:09:05.532559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-cd0e9cb1-6eb8-4617-99ab-103d5db9f4b2 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:05.542856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-cd0e9cb1-6eb8-4617-99ab-103d5db9f4b2 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 804 time: 0.6340756 Feb 07 13:09:05.578215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd9107-23cf-425d-a150-8e8262bf5d6d req-5af5ee22-d8c2-41e6-93f4-bb51a0d86a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:05.580651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cdd9107-23cf-425d-a150-8e8262bf5d6d req-5af5ee22-d8c2-41e6-93f4-bb51a0d86a4d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4692018 Feb 07 13:09:05.614199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.650280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-a1cc82a6-d132-4c6d-8c68-754b172073e0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/quotas/d84c1047f5db40d6a2dac9097e16020b HTTP/1.1" status: 200 len: 375 time: 0.1054158 Feb 07 13:09:05.680120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] DHCP port deletion for 70b743d4-d613-4231-85a4-e697db31e25e request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:09:05.684705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] Deleting port 4ea4e83a-daad-4026-807f-cdbe91dd5448 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:05.702856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.716505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:05.793920 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:09:01Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:05.815153 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e14133-6e1f-44b2-a66b-6c24996a8849 None None] The sync data for ids ['b1afdc3a-f915-4276-8de3-24b7b1123ba4'] in n-d-811416-5 is: [{'id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430678858', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:44Z', 'updated_at': '2022-02-07T13:09:01Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'be4230db-1612-4fce-8aa5-a83968efb301', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1afdc3a-f915-4276-8de3-24b7b1123ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:48Z', 'updated_at': '2022-02-07T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:09:05.902886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Pushing event updated for resources: {'Port': ['ID=329d5510-6701-437a-8ecd-fa2ae3596471,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:05.919213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f631c7d-569c-4c1f-a770-706be14280b6 req-aa61f505-b901-47d0-b543-db65362ab55e tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.3430843 Feb 07 13:09:06.015261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:06.067998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] For port 4ea4e83a-daad-4026-807f-cdbe91dd5448, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ea4e83a-daad-4026-807f-cdbe91dd5448,segment=NetworkSegment(5503b1c5-73c3-4621-a78e-dcad7b167919),segment_id=5503b1c5-73c3-4621-a78e-dcad7b167919)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:06.068454 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:06.254638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] Calling delete_port for 4ea4e83a-daad-4026-807f-cdbe91dd5448 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:06.258153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting port be4230db-1612-4fce-8aa5-a83968efb301 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:06.258524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:06.383709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-d61b0f41-3611-47af-84ad-0dd723966f36 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7323859 Feb 07 13:09:06.460192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:06.469850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Attempting to bind port 329d5510-6701-437a-8ecd-fa2ae3596471 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:06.470207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Attempting to bind port 329d5510-6701-437a-8ecd-fa2ae3596471 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:06.470843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Attempting to bind port 329d5510-6701-437a-8ecd-fa2ae3596471 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:06.494843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-ce2c443f-6261-455d-8065-63659251b374 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:06.496354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-ce2c443f-6261-455d-8065-63659251b374 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e8198b5-496a-49b2-8754-dce0ea24c57f HTTP/1.1" status: 200 len: 946 time: 0.5224202 Feb 07 13:09:06.505657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Port 329d5510-6701-437a-8ecd-fa2ae3596471 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:06.505997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Attempting to bind port 329d5510-6701-437a-8ecd-fa2ae3596471 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:06.531768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] No DVR routers for this DVR port 4ea4e83a-daad-4026-807f-cdbe91dd5448 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:09:06.532291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] For port be4230db-1612-4fce-8aa5-a83968efb301, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=be4230db-1612-4fce-8aa5-a83968efb301,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:06.533384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:06.533522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4a91c-0e37-4df7-bd3b-34464475931e None None] Pushing event deleted for resources: {'Port': ['ID=4ea4e83a-daad-4026-807f-cdbe91dd5448,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:06.580633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34d66-dfb7-4e72-8df0-2f9e44c3f4af req-ae9a8ba9-61ba-42ea-bf5b-90e5c2b2a65a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:06.586396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34d66-dfb7-4e72-8df0-2f9e44c3f4af req-ae9a8ba9-61ba-42ea-bf5b-90e5c2b2a65a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:06.592911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34d66-dfb7-4e72-8df0-2f9e44c3f4af req-ae9a8ba9-61ba-42ea-bf5b-90e5c2b2a65a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:06.600094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34d66-dfb7-4e72-8df0-2f9e44c3f4af req-ae9a8ba9-61ba-42ea-bf5b-90e5c2b2a65a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:06.611478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34d66-dfb7-4e72-8df0-2f9e44c3f4af req-ae9a8ba9-61ba-42ea-bf5b-90e5c2b2a65a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:06.617227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34d66-dfb7-4e72-8df0-2f9e44c3f4af req-ae9a8ba9-61ba-42ea-bf5b-90e5c2b2a65a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:06.619436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c34d66-dfb7-4e72-8df0-2f9e44c3f4af req-ae9a8ba9-61ba-42ea-bf5b-90e5c2b2a65a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 4599 time: 0.4640145 Feb 07 13:09:06.620254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:06.620613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Checking segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:06.620961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Bound using segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:06.621484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Bound port: 329d5510-6701-437a-8ecd-fa2ae3596471, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:06.621781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:06.721166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Calling delete_port for be4230db-1612-4fce-8aa5-a83968efb301 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:06.771867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Deleting port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:06.772457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:06.812615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c15a68f1-2c43-4861-8dca-21ba1c6a6a54 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:06.839378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c34d66-dfb7-4e72-8df0-2f9e44c3f4af req-5ed2c113-c740-4dee-adc7-686856a61eba tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935818 Feb 07 13:09:06.911892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8f6484bb-eac6-499c-b3c6-454219a377df service neutron] 10.222.0.69 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271480 Feb 07 13:09:06.974402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cdd9107-23cf-425d-a150-8e8262bf5d6d req-0e7a9e5d-5a32-4f14-91c0-a5ed22aa19bb tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.35 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1298318 Feb 07 13:09:07.005138 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.032875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:07.042980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:07.075583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.116502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] For port 329d5510-6701-437a-8ecd-fa2ae3596471, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:07.147275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] For port 329d5510-6701-437a-8ecd-fa2ae3596471, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=329d5510-6701-437a-8ecd-fa2ae3596471,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:07.157509 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.207520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Port': ['ID=be4230db-1612-4fce-8aa5-a83968efb301,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:07.277452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ea4e83a-daad-4026-807f-cdbe91dd5448 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:07.317005 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.349599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 4ea4e83a-daad-4026-807f-cdbe91dd5448 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:09:07.349933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ea4e83a-daad-4026-807f-cdbe91dd5448 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:09:07.350339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 659ef649-23a7-4c58-b833-e5adb490b748 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:07.413919 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.425524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f7728c1-19a4-4a13-a2e2-d2231355675a req-fff711ec-9132-4a17-adcc-5e398d23c1e4 tempest-ServerShowV257Test-1959270500 tempest-ServerShowV257Test-1959270500-project] 10.222.0.69 "GET /v2.0/ports?device_id=31dee8ac-8fdd-4db9-a5bd-d2a052ec3480 HTTP/1.1" status: 200 len: 210 time: 0.1104789 Feb 07 13:09:07.439594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 659ef649-23a7-4c58-b833-e5adb490b748 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:09:07.440266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 659ef649-23a7-4c58-b833-e5adb490b748 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:09:07.442956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:07.509738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:07.510576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.511988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] 10.222.0.47 "PUT /v2.0/ports/329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 200 len: 1130 time: 3.9385123 Feb 07 13:09:07.512215 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'code': 200} Feb 07 13:09:07.528524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.531365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.706618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.707284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Fanout notify agent at l3_agent the message router_deleted on router b1afdc3a-f915-4276-8de3-24b7b1123ba4 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:09:07.741886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.753007 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-095ea536-c3b2-4bee-86e7-2caa0bafe1ba tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/routers/b1afdc3a-f915-4276-8de3-24b7b1123ba4 HTTP/1.1" status: 204 len: 168 time: 2.5849917 Feb 07 13:09:07.756108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:07.803249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '329d5510-6701-437a-8ecd-fa2ae3596471'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:07.839532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:07.892581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-0963b2db-cf36-4ff6-ae19-66af05ef62fa service neutron] 10.222.0.69 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9797931 Feb 07 13:09:07.916290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:07.916550 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:07.934906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76234ead-a435-4c21-b070-fabc87fc0c4a service neutron] Pushing event updated for resources: {'Port': ['ID=329d5510-6701-437a-8ecd-fa2ae3596471,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:08.010151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.126170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Calling delete_port for c15a68f1-2c43-4861-8dca-21ba1c6a6a54 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:08.155177 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '329d5510-6701-437a-8ecd-fa2ae3596471', 'status': 'completed', 'code': 200} Feb 07 13:09:08.178649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.206161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b743d4-d613-4231-85a4-e697db31e25e']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:08.219399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5503b1c5-73c3-4621-a78e-dcad7b167919') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:08.219701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5503b1c5-73c3-4621-a78e-dcad7b167919') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:08.231779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.252673 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.262294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:09:08.263193 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:09:08.280202 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:09:08.299837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.441325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e74ddc5f-9ecc-4c33-9ed1-a1b6e77e5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.442068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e74ddc5f-9ecc-4c33-9ed1-a1b6e77e5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.442689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e74ddc5f-9ecc-4c33-9ed1-a1b6e77e5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.443304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e74ddc5f-9ecc-4c33-9ed1-a1b6e77e5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.443921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e74ddc5f-9ecc-4c33-9ed1-a1b6e77e5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.444554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e74ddc5f-9ecc-4c33-9ed1-a1b6e77e5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.447168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e74ddc5f-9ecc-4c33-9ed1-a1b6e77e5da1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5285 time: 0.2906222 Feb 07 13:09:08.533662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7dc5-5c91-48ff-b1cd-b8e54fb73011 req-780cba00-0c3c-4599-9701-825d63b4b93a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.542249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7dc5-5c91-48ff-b1cd-b8e54fb73011 req-780cba00-0c3c-4599-9701-825d63b4b93a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.548492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7dc5-5c91-48ff-b1cd-b8e54fb73011 req-780cba00-0c3c-4599-9701-825d63b4b93a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.554823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7dc5-5c91-48ff-b1cd-b8e54fb73011 req-780cba00-0c3c-4599-9701-825d63b4b93a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.561579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7dc5-5c91-48ff-b1cd-b8e54fb73011 req-780cba00-0c3c-4599-9701-825d63b4b93a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.568011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7dc5-5c91-48ff-b1cd-b8e54fb73011 req-780cba00-0c3c-4599-9701-825d63b4b93a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:08.570514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-013c7dc5-5c91-48ff-b1cd-b8e54fb73011 req-780cba00-0c3c-4599-9701-825d63b4b93a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 4599 time: 0.3489163 Feb 07 13:09:08.577810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:09:08.578438 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:09:08.601035 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.649058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.660879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Network': ['ID=70b743d4-d613-4231-85a4-e697db31e25e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:08.664228 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-06456081-763c-4491-bdac-af8c403e0aeb tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/networks/70b743d4-d613-4231-85a4-e697db31e25e HTTP/1.1" status: 204 len: 168 time: 0.9069047 Feb 07 13:09:08.667592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41920) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:08.745736 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab13e34c-1275-4e5a-99da-96a78e328cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:08.889223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-013c7dc5-5c91-48ff-b1cd-b8e54fb73011 req-7ae31da2-a32e-4dc6-8655-ef318713b0bb tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2612064 Feb 07 13:09:08.992760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting port eb6b9ce6-fee0-491c-be2e-d36c9c3498c9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:08.994026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:09.034851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e9cfbbfc-8108-408f-8bd7-ae3a8bbba496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:09.035190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e9cfbbfc-8108-408f-8bd7-ae3a8bbba496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:09.035659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e9cfbbfc-8108-408f-8bd7-ae3a8bbba496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:09.037243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-e9cfbbfc-8108-408f-8bd7-ae3a8bbba496 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5442963 Feb 07 13:09:09.049212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bca6fe8-9bab-4707-b984-fd8497df8137 req-7b56a2a5-bedc-4c31-9ddc-0f9f5e271806 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 210 time: 0.0679891 Feb 07 13:09:09.099185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Deleting port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:09.100527 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:09.200883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:09.201460 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:09.260121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device be4230db-1612-4fce-8aa5-a83968efb301 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:09.343120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: be4230db-1612-4fce-8aa5-a83968efb301 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:09:09.345954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device be4230db-1612-4fce-8aa5-a83968efb301 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:09:09.377986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Calling delete_port for eb6b9ce6-fee0-491c-be2e-d36c9c3498c9 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:09.500027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-58279c35-0132-442a-90e1-2f152af86d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:09.501489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bbbcaa0-1bda-41c2-ac25-4f9932a6455b req-58279c35-0132-442a-90e1-2f152af86d6f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4513788 Feb 07 13:09:09.567411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c219d7a-ef0b-4104-858a-24e57d474884 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:09.581701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:09.615325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Transition to ACTIVE for port object 1c219d7a-ef0b-4104-858a-24e57d474884 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:09.647138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:09.705848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] For port c15a68f1-2c43-4861-8dca-21ba1c6a6a54, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:09.706618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:09.732066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Port': ['ID=eb6b9ce6-fee0-491c-be2e-d36c9c3498c9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:09.893975 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:09.894667 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Floating IP 7e5a2e82-c4f0-4587-92ee-b884da2b9bac disassociated (deleted). External IP: 172.25.7.41, port: 83edc667-a683-4d11-a876-c8bfcd355d81. Feb 07 13:09:10.083804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:10.099794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41960) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:10.114936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Calling delete_port for c15a68f1-2c43-4861-8dca-21ba1c6a6a54 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:10.397418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Router 23efd23f-2b6f-46ee-91f1-e11211571773 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:09:10.702318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c219d7a-ef0b-4104-858a-24e57d474884,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:10.799048 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:10.829432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db404796-5469-4572-8243-ed77976335af req-3693a249-c703-4f82-9970-5b94a26b63a2 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 210 time: 0.1994689 Feb 07 13:09:10.833178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:09:10.843756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c15a68f1-2c43-4861-8dca-21ba1c6a6a54 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:10.848067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:10.856761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Attempting to bind port 1c219d7a-ef0b-4104-858a-24e57d474884 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:10.857106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Attempting to bind port 1c219d7a-ef0b-4104-858a-24e57d474884 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:10.857438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Attempting to bind port 1c219d7a-ef0b-4104-858a-24e57d474884 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:10.864025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] Usage tracker for resource:security_group_rule and tenant:48ca7cd14cf3447097f02fc2ced32d2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:10.866553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Port 1c219d7a-ef0b-4104-858a-24e57d474884 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:10.866879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Attempting to bind port 1c219d7a-ef0b-4104-858a-24e57d474884 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:10.870819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:10.885537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:10.900140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-56023ba6-92c9-47e4-9717-eb269625c9b0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:10.904718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:10.906189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] Sync routers for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:09:10.910019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-56023ba6-92c9-47e4-9717-eb269625c9b0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:10.916742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-56023ba6-92c9-47e4-9717-eb269625c9b0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:10.922674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-56023ba6-92c9-47e4-9717-eb269625c9b0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:10.928507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-56023ba6-92c9-47e4-9717-eb269625c9b0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:10.932571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:09:10.933509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:10.934437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-56023ba6-92c9-47e4-9717-eb269625c9b0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:10.942121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-56023ba6-92c9-47e4-9717-eb269625c9b0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:10.952526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-56023ba6-92c9-47e4-9717-eb269625c9b0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5372 time: 0.8064358 Feb 07 13:09:10.952526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:10.952526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Checking segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:10.952526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Bound using segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:10.965407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Bound port: 1c219d7a-ef0b-4104-858a-24e57d474884, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:10.965407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:10.997857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:11.051843 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ab1830ba-34e6-44ff-9801-70b5c12ec657 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/floatingips/7e5a2e82-c4f0-4587-92ee-b884da2b9bac HTTP/1.1" status: 204 len: 168 time: 2.3818600 Feb 07 13:09:11.054493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:11.155513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Pushing event deleted for resources: {'Port': ['ID=c15a68f1-2c43-4861-8dca-21ba1c6a6a54,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:11.202266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:09:11.218063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] No DVR routers for this DVR port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:09:11.221082 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:11.232416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'name': 'network-vif-deleted', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:11.261040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab55ac2-301e-4822-9edc-ad4273b5a1ba req-dc73f9b5-6238-42f1-b29e-d2952f349014 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3101869 Feb 07 13:09:11.373682 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81', 'status': 'completed', 'code': 200} Feb 07 13:09:11.382681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] For port 1c219d7a-ef0b-4104-858a-24e57d474884, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:11.397714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] For port 1c219d7a-ef0b-4104-858a-24e57d474884, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c219d7a-ef0b-4104-858a-24e57d474884,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:11.454844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67296e8e-774b-44f3-bb91-8a16b5106c73 req-d48b5b83-a841-4bc9-a9c0-b0a1e4386eb0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "DELETE /v2.0/ports/c15a68f1-2c43-4861-8dca-21ba1c6a6a54 HTTP/1.1" status: 204 len: 173 time: 4.9431961 Feb 07 13:09:11.492663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No active binding found for port c15a68f1-2c43-4861-8dca-21ba1c6a6a54 {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:09:11.493496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c15a68f1-2c43-4861-8dca-21ba1c6a6a54 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:09:11.502604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:11.518807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-f18d243b-b5f4-42f7-81f8-771ae48bd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:11.520588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-f18d243b-b5f4-42f7-81f8-771ae48bd9aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a92acc0c0a1643329aec367dfd11cb42&device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 1135 time: 0.1175947 Feb 07 13:09:11.595266 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb940a82-e512-4532-83f7-df630b5b94f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:11.633759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:31Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:11.638270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] Checking router: 23efd23f-2b6f-46ee-91f1-e11211571773 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:09:11.647414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:09:11.648256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:09:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:11.732959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-a0d09350-bd16-431e-a46e-468ae0758017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:11.734433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-a0d09350-bd16-431e-a46e-468ae0758017 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51db2595-7812-41b2-9e9c-e26497a3739c HTTP/1.1" status: 200 len: 896 time: 0.2083764 Feb 07 13:09:11.758192 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8198b5-496a-49b2-8754-dce0ea24c57f', 'name': 'network-vif-deleted', 'tag': 'c15a68f1-2c43-4861-8dca-21ba1c6a6a54', 'status': 'completed', 'code': 200} Feb 07 13:09:11.768934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:11.772548 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:11.860374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:09:12.310428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-63b3af00-6a8c-4b65-be01-ce86b4923003 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83edc667-a683-4d11-a876-c8bfcd355d81 HTTP/1.1" status: 200 len: 217 time: 0.5479710 Feb 07 13:09:12.316751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:12.316900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:12.318207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] 10.222.0.47 "PUT /v2.0/ports/1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 200 len: 1131 time: 4.4856317 Feb 07 13:09:12.343233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:31Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:12.348697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092dab8-419d-4f65-8a00-9d105f68c624 None None] The sync data for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 is: [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:06:19Z', 'revision_number': 4, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8745efd5-ac1a-4bde-ac10-41d7e9090b3a', 'name': '', 'network_id': '51db2595-7812-41b2-9e9c-e26497a3739c', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'mac_address': 'fa:16:3e:46:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:15Z', 'updated_at': '2022-02-07T13:06:31Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'subnets': [{'id': '95839be8-23dc-4184-ab83-27ffa25a5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:09:12.454345 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:12.455724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:12.458162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42030) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:12.468598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48ca7cd14cf3447097f02fc2ced32d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2929130 Feb 07 13:09:12.506295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b992c0f-ceb0-4d42-958e-2141b787ff8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaf0b84-33eb-4ee3-8001-a4036d339dda,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:12.529224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:12.602492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b34e420-d665-4db3-a930-d8edabb2c38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:12.648047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b34e420-d665-4db3-a930-d8edabb2c38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:12.735714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe73ae-d78b-42cd-bd4e-8986b7e00ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c219d7a-ef0b-4104-858a-24e57d474884,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:12.765506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-81093e61-e59e-4f62-9e2a-fe945efcb63d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:12.767236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-81093e61-e59e-4f62-9e2a-fe945efcb63d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 804 time: 1.0313790 Feb 07 13:09:12.774228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-16836cc0-db34-4975-bdf3-77ca06dc3b28 req-bfb8a011-c89f-468d-8133-c060194dacca tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:12.784172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-726f5440-cdfc-4046-857c-cd6bdd37028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:12.785835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-726f5440-cdfc-4046-857c-cd6bdd37028a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=95839be8-23dc-4184-ab83-27ffa25a5e72 HTTP/1.1" status: 200 len: 834 time: 0.4504313 Feb 07 13:09:12.791454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Request body: {'port': {'device_id': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'admin_state_up': True, 'tenant_id': 'd84c1047f5db40d6a2dac9097e16020b'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:12.847172 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd63ab-5973-42ef-ba1f-b81ad3f41ca4 None None] New status for floating IP 7e5a2e82-c4f0-4587-92ee-b884da2b9bac: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:09:12.889071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b34e420-d665-4db3-a930-d8edabb2c38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:12.912535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b34e420-d665-4db3-a930-d8edabb2c38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:12.916657 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b34e420-d665-4db3-a930-d8edabb2c38b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cdaf0b84-33eb-4ee3-8001-a4036d339dda HTTP/1.1" status: 204 len: 168 time: 0.4574637 Feb 07 13:09:12.917906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34e420-d665-4db3-a930-d8edabb2c38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaf0b84-33eb-4ee3-8001-a4036d339dda,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:13.007428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc290d3-ff16-4920-83c0-77565b1947a8 req-db1ca032-1880-4e99-a636-41efc9dcd59e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:13.008227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8bc290d3-ff16-4920-83c0-77565b1947a8 req-db1ca032-1880-4e99-a636-41efc9dcd59e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Synchronizing usage tracker for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:13.051166 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:13.143444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-16836cc0-db34-4975-bdf3-77ca06dc3b28 req-bfb8a011-c89f-468d-8133-c060194dacca tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:13.144679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16836cc0-db34-4975-bdf3-77ca06dc3b28 req-bfb8a011-c89f-468d-8133-c060194dacca tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 210 time: 0.5319693 Feb 07 13:09:13.163548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:13.190054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:13.195394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-480a169c-8c6c-4499-a4c1-3aef0b30584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:13.197609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-480a169c-8c6c-4499-a4c1-3aef0b30584e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51db2595-7812-41b2-9e9c-e26497a3739c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861344 Feb 07 13:09:13.277251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-ec75e789-c550-4f3e-a9fa-c86edacb7735 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:13.278490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-ec75e789-c550-4f3e-a9fa-c86edacb7735 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Synchronizing usage tracker for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:13.286245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8bc290d3-ff16-4920-83c0-77565b1947a8 req-db1ca032-1880-4e99-a636-41efc9dcd59e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Unset dirty status for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:13.287394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8bc290d3-ff16-4920-83c0-77565b1947a8 req-db1ca032-1880-4e99-a636-41efc9dcd59e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 984 time: 1.2642314 Feb 07 13:09:13.291076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-ec75e789-c550-4f3e-a9fa-c86edacb7735 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Unset dirty status for tenant:a92acc0c0a1643329aec367dfd11cb42 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:13.291862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-ec75e789-c550-4f3e-a9fa-c86edacb7735 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 984 time: 0.1178844 Feb 07 13:09:13.374624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting port 83edc667-a683-4d11-a876-c8bfcd355d81 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:13.376147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:13.525746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Made reservation on behalf of d84c1047f5db40d6a2dac9097e16020b for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:13.529230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:13.585347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8bc290d3-ff16-4920-83c0-77565b1947a8 req-aff6f303-7157-4f51-a029-2f9b086bcce6 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad8914c0-ad1d-40e8-86cf-515d3ed67520&id=5b5b401b-85fd-42f8-8005-ee22ff7924d7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2329099 Feb 07 13:09:13.676120 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:13.722129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] For port 83edc667-a683-4d11-a876-c8bfcd355d81, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=83edc667-a683-4d11-a876-c8bfcd355d81,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:13.722683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:13.764891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b1852d-8c4f-414b-a233-b4266dfa64f7 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:13.773331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:13.792632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Transition to ACTIVE for port object 95b1852d-8c4f-414b-a233-b4266dfa64f7 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:13.813402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '1c219d7a-ef0b-4104-858a-24e57d474884'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:13.893369 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:13.902556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Calling delete_port for 83edc667-a683-4d11-a876-c8bfcd355d81 owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:13.992916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Pushing event updated for resources: {'Port': ['ID=95b1852d-8c4f-414b-a233-b4266dfa64f7,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:14.084560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-0f347ff7-473f-4fd1-b5a3-8977f7a2c5c8 service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263755 Feb 07 13:09:14.118767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361024-546c-49f7-a96d-97e74a1806a9 req-07b4eaa9-222c-4f50-b2e7-fc6c53e937b8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:14.124595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361024-546c-49f7-a96d-97e74a1806a9 req-07b4eaa9-222c-4f50-b2e7-fc6c53e937b8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:14.130498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361024-546c-49f7-a96d-97e74a1806a9 req-07b4eaa9-222c-4f50-b2e7-fc6c53e937b8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:14.136971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361024-546c-49f7-a96d-97e74a1806a9 req-07b4eaa9-222c-4f50-b2e7-fc6c53e937b8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:14.142805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361024-546c-49f7-a96d-97e74a1806a9 req-07b4eaa9-222c-4f50-b2e7-fc6c53e937b8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:14.148473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361024-546c-49f7-a96d-97e74a1806a9 req-07b4eaa9-222c-4f50-b2e7-fc6c53e937b8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:14.154324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361024-546c-49f7-a96d-97e74a1806a9 req-07b4eaa9-222c-4f50-b2e7-fc6c53e937b8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:14.161944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69361024-546c-49f7-a96d-97e74a1806a9 req-07b4eaa9-222c-4f50-b2e7-fc6c53e937b8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5372 time: 0.7552056 Feb 07 13:09:14.209087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:14.342150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42076) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:14.347595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Port': ['ID=83edc667-a683-4d11-a876-c8bfcd355d81,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:14.468704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] No DVR routers for this DVR port 83edc667-a683-4d11-a876-c8bfcd355d81 on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:09:14.471766 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:14.475728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'name': 'network-vif-deleted', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:14.547635 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '1c219d7a-ef0b-4104-858a-24e57d474884', 'status': 'completed', 'code': 200} Feb 07 13:09:14.567456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-bc3e55eb-0b41-40ba-a862-fdbe57ef4454 req-5a172ad3-9821-42e2-be7c-761948d91daa tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.35 "DELETE /v2.0/ports/83edc667-a683-4d11-a876-c8bfcd355d81 HTTP/1.1" status: 204 len: 173 time: 1.2701299 Feb 07 13:09:14.764527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288ea3b3-1ba5-4ef8-b058-351d22c7b6ed req-4028f39c-317e-4752-b937-fd2c1d0237b1 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 210 time: 0.2024825 Feb 07 13:09:14.798906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69361024-546c-49f7-a96d-97e74a1806a9 req-6e8f0bdc-170f-48ec-b4a3-62887c50e783 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6359344 Feb 07 13:09:14.827407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Allocated IP 172.20.0.2 (26ea60c4-cef7-42f5-8663-9d8eab5bd5a8/b504ff35-5481-46d7-9724-1ed420cceea9/ee4492a3-a3fe-42b4-864f-ff595230d02b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:09:14.900010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-048a0f7c-79bd-42a6-97be-c157fda2d2af req-a9b4ab79-a405-470f-aee0-12efe93afc08 service neutron] 10.222.0.35 "GET /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955112 Feb 07 13:09:14.910990 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7454835-7f74-4ac8-833f-81a03a36d742', 'name': 'network-vif-deleted', 'tag': '83edc667-a683-4d11-a876-c8bfcd355d81', 'status': 'completed', 'code': 200} Feb 07 13:09:14.964718 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:14.997857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Attempting to bind port 95b1852d-8c4f-414b-a233-b4266dfa64f7 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:14.998218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Attempting to bind port 95b1852d-8c4f-414b-a233-b4266dfa64f7 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:14.998557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Attempting to bind port 95b1852d-8c4f-414b-a233-b4266dfa64f7 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:15.100595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Port 95b1852d-8c4f-414b-a233-b4266dfa64f7 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:15.100927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Attempting to bind port 95b1852d-8c4f-414b-a233-b4266dfa64f7 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:15.129359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-adc33361-ea2f-4192-82e5-711a1dd00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.129841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-adc33361-ea2f-4192-82e5-711a1dd00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.130312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-adc33361-ea2f-4192-82e5-711a1dd00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.130777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-adc33361-ea2f-4192-82e5-711a1dd00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.131240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-adc33361-ea2f-4192-82e5-711a1dd00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.131692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-adc33361-ea2f-4192-82e5-711a1dd00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.132176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-adc33361-ea2f-4192-82e5-711a1dd00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.134836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-798456a4-411f-404a-abc5-8a89d112937c req-adc33361-ea2f-4192-82e5-711a1dd00ec9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6234 time: 0.5903006 Feb 07 13:09:15.138966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:15.139309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Checking segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:15.139693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Bound using segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:15.140168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Bound port: 95b1852d-8c4f-414b-a233-b4266dfa64f7, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:15.140518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:15.149742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:15.159458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0a30af-d6eb-4fd1-83f4-ce680c1f88d7 req-cb4c93b8-0e98-482c-8106-9e4b4d759950 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7454835-7f74-4ac8-833f-81a03a36d742 HTTP/1.1" status: 200 len: 210 time: 0.1343336 Feb 07 13:09:15.361189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:15.393321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] Usage tracker for resource:security_group_rule and tenant:790acf4b2f374baca576d615a539428b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:15.398446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:15.422700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:15.542958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] For port 95b1852d-8c4f-414b-a233-b4266dfa64f7, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:15.560292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-3f26589f-80ac-4a2d-8942-c6b6226106a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.560999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-3f26589f-80ac-4a2d-8942-c6b6226106a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.561237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-3f26589f-80ac-4a2d-8942-c6b6226106a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.562843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-798456a4-411f-404a-abc5-8a89d112937c req-3f26589f-80ac-4a2d-8942-c6b6226106a1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4009533 Feb 07 13:09:15.579383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] For port 95b1852d-8c4f-414b-a233-b4266dfa64f7, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:15.614269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:15.684677 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:15.801624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.802256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:15.803647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] 10.222.0.47 "PUT /v2.0/ports/95b1852d-8c4f-414b-a233-b4266dfa64f7 HTTP/1.1" status: 200 len: 1090 time: 3.3315222 Feb 07 13:09:15.880880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fdf17-6664-4d1d-99b1-ee65d096f484 service neutron] Pushing event updated for resources: {'Port': ['ID=95b1852d-8c4f-414b-a233-b4266dfa64f7,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:15.901940 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:15.906722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798456a4-411f-404a-abc5-8a89d112937c req-ed022644-e9b5-4a73-9680-0e363880f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:15.907286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-798456a4-411f-404a-abc5-8a89d112937c req-ed022644-e9b5-4a73-9680-0e363880f109 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3265271 Feb 07 13:09:15.921644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:16.021989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef374711-8b12-4a66-b06f-6a1d7dff4bcd req-a9c61540-2450-4708-9643-9887780f10cc tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 210 time: 0.0617363 Feb 07 13:09:16.026503 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.036211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.213853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:09:16.215639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=790acf4b2f374baca576d615a539428b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6755278 Feb 07 13:09:16.218557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42128) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:16.257350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:09:16.269213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf75f7-2946-4762-88be-1e7bf478bb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce28dc-91f2-42ea-a47c-70caab96bfc1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:16.279401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:09:16.292696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c35ad6-5b8d-44c1-8936-3232e2e82238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.313274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Pushing event updated for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:16.321982 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.324822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c35ad6-5b8d-44c1-8936-3232e2e82238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.426153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:16.426851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.453392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42136) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:16.538580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-4360ee58-7d5b-4c66-aea0-fd1908b3aa50 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:16.545139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-4360ee58-7d5b-4c66-aea0-fd1908b3aa50 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:16.551032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-4360ee58-7d5b-4c66-aea0-fd1908b3aa50 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:16.557607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-4360ee58-7d5b-4c66-aea0-fd1908b3aa50 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:16.563455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-4360ee58-7d5b-4c66-aea0-fd1908b3aa50 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:16.569424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-4360ee58-7d5b-4c66-aea0-fd1908b3aa50 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:16.575402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-4360ee58-7d5b-4c66-aea0-fd1908b3aa50 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:16.577363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-4360ee58-7d5b-4c66-aea0-fd1908b3aa50 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5384 time: 0.3740785 Feb 07 13:09:16.583218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '95b1852d-8c4f-414b-a233-b4266dfa64f7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:16.583717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c35ad6-5b8d-44c1-8936-3232e2e82238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.591893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42150) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:16.667366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c35ad6-5b8d-44c1-8936-3232e2e82238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce28dc-91f2-42ea-a47c-70caab96bfc1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:16.668862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c35ad6-5b8d-44c1-8936-3232e2e82238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.670132 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-98c35ad6-5b8d-44c1-8936-3232e2e82238 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3dce28dc-91f2-42ea-a47c-70caab96bfc1 HTTP/1.1" status: 204 len: 168 time: 0.4505632 Feb 07 13:09:16.711451 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30e65e6f-0cdd-4fea-aa9d-49eecf1ede25 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.749584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30e65e6f-0cdd-4fea-aa9d-49eecf1ede25 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.855912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8df3c88a-afe2-498e-bdf7-76c190c57363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0752048 Feb 07 13:09:16.864269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af38b01e-f8ed-4ec3-91ad-46df0a152be4 req-184feac2-4bee-4a88-808b-eb6205174ce2 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2753298 Feb 07 13:09:16.873354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Request body: {'port': {'device_id': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:16.891731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30e65e6f-0cdd-4fea-aa9d-49eecf1ede25 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.918984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e65e6f-0cdd-4fea-aa9d-49eecf1ede25 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5b401b-85fd-42f8-8005-ee22ff7924d7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:16.951720 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.973538 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '95b1852d-8c4f-414b-a233-b4266dfa64f7', 'status': 'completed', 'code': 200} Feb 07 13:09:16.990756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30e65e6f-0cdd-4fea-aa9d-49eecf1ede25 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:16.992370 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-30e65e6f-0cdd-4fea-aa9d-49eecf1ede25 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/security-groups/5b5b401b-85fd-42f8-8005-ee22ff7924d7 HTTP/1.1" status: 204 len: 168 time: 0.3785369 Feb 07 13:09:16.995176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42162) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:17.026484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:17.053440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] Usage tracker for resource:security_group_rule and tenant:93009adf1c014327978ad4174c808ef1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:17.071021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eeecc011-433b-48ca-a52c-e7202142328e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.094406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:17.104208 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eeecc011-433b-48ca-a52c-e7202142328e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.123957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:17.169526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.288034 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:09:17.355085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eeecc011-433b-48ca-a52c-e7202142328e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.374049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecc011-433b-48ca-a52c-e7202142328e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8914c0-ad1d-40e8-86cf-515d3ed67520,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:17.391005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-ee1b6fa9-82dc-4aaf-bc66-b311f3ba15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.391497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-ee1b6fa9-82dc-4aaf-bc66-b311f3ba15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.392287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-ee1b6fa9-82dc-4aaf-bc66-b311f3ba15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.392459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-ee1b6fa9-82dc-4aaf-bc66-b311f3ba15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.393108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-ee1b6fa9-82dc-4aaf-bc66-b311f3ba15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.393580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-ee1b6fa9-82dc-4aaf-bc66-b311f3ba15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.394039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-ee1b6fa9-82dc-4aaf-bc66-b311f3ba15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.395963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-ee1b6fa9-82dc-4aaf-bc66-b311f3ba15fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6276 time: 0.4159021 Feb 07 13:09:17.400731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eeecc011-433b-48ca-a52c-e7202142328e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.402250 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eeecc011-433b-48ca-a52c-e7202142328e tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/security-groups/ad8914c0-ad1d-40e8-86cf-515d3ed67520 HTTP/1.1" status: 204 len: 168 time: 0.4061005 Feb 07 13:09:17.405229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42172) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:17.548066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091a974d-ad8e-4199-951d-f53b41c4a2f1 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:17.569055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.644300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Transition to ACTIVE for port object 091a974d-ad8e-4199-951d-f53b41c4a2f1 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:17.764762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98bffd-6be5-4bc9-9642-54c0a4a402eb req-7e82afbf-54b8-4e25-8929-a5de4ef96750 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.765676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5c98bffd-6be5-4bc9-9642-54c0a4a402eb req-7e82afbf-54b8-4e25-8929-a5de4ef96750 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:17.773296 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.786916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.872381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-2ead6892-a91a-4245-9bba-46bbed3c2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.872804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-2ead6892-a91a-4245-9bba-46bbed3c2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.873273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-2ead6892-a91a-4245-9bba-46bbed3c2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:17.874845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-2ead6892-a91a-4245-9bba-46bbed3c2a24 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4683609 Feb 07 13:09:17.963372 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:17.996613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42192) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:18.025869 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.045302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:18.049697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] Usage tracker for resource:security_group_rule and tenant:b6efde464f3047b58cdf8edc97949a93 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:18.054527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:18.131902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5c98bffd-6be5-4bc9-9642-54c0a4a402eb req-7e82afbf-54b8-4e25-8929-a5de4ef96750 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:18.135181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:18.138654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c98bffd-6be5-4bc9-9642-54c0a4a402eb req-7e82afbf-54b8-4e25-8929-a5de4ef96750 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 931 time: 0.9588695 Feb 07 13:09:18.160220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Pushing event updated for resources: {'Port': ['ID=091a974d-ad8e-4199-951d-f53b41c4a2f1,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:18.283425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319d5771-34f1-4aff-b4a7-8cb301395867,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:18.309132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-27b96017-09d4-43bf-a011-3158968d29c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93009adf1c014327978ad4174c808ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8532388 Feb 07 13:09:18.309802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42200) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:18.360500 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.390620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.459141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-d0cc2df5-a2e1-4183-b062-e6d0acace4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:18.460652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e5fb2cd-3a38-4b99-8cdb-c0d62a9b0a4d req-d0cc2df5-a2e1-4183-b062-e6d0acace4cf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5778735 Feb 07 13:09:18.478237 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.502830 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c98bffd-6be5-4bc9-9642-54c0a4a402eb req-95874373-546a-4746-8cba-9f87f0424866 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651706 Feb 07 13:09:18.545437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc1b4f-7e93-42ab-8258-aaadc2cbf9f5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:18.560305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Attempting to bind port 091a974d-ad8e-4199-951d-f53b41c4a2f1 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:18.560644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Attempting to bind port 091a974d-ad8e-4199-951d-f53b41c4a2f1 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:18.560973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Attempting to bind port 091a974d-ad8e-4199-951d-f53b41c4a2f1 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:18.594884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Port 091a974d-ad8e-4199-951d-f53b41c4a2f1 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:18.595864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Attempting to bind port 091a974d-ad8e-4199-951d-f53b41c4a2f1 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:18.602517 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-89505bb4-f7cb-429a-9045-3a5fc152a091 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6efde464f3047b58cdf8edc97949a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042414 Feb 07 13:09:18.610506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42212) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:18.616778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4492a3-a3fe-42b4-864f-ff595230d02b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:18.623016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:18.623356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Checking segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:18.624019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Bound using segment: {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:18.624217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Bound port: 091a974d-ad8e-4199-951d-f53b41c4a2f1, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f851d82c-d6a9-4918-89a2-8985e7ff7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:18.624566 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.793180 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.795345 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f9afa79-2509-4271-8033-f077a11a646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.859045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 83edc667-a683-4d11-a876-c8bfcd355d81 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:18.880977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:18.882013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.886581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Transition to ACTIVE for port object ee4492a3-a3fe-42b4-864f-ff595230d02b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:18.927712 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f9afa79-2509-4271-8033-f077a11a646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:18.943029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 83edc667-a683-4d11-a876-c8bfcd355d81 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:09:18.943948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 83edc667-a683-4d11-a876-c8bfcd355d81 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:09:18.991911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-567ff552-a1ff-49b3-bd0e-13255349a396 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:18.998305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-567ff552-a1ff-49b3-bd0e-13255349a396 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:19.004227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-567ff552-a1ff-49b3-bd0e-13255349a396 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:19.011201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-567ff552-a1ff-49b3-bd0e-13255349a396 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:19.017026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-567ff552-a1ff-49b3-bd0e-13255349a396 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:19.022787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-567ff552-a1ff-49b3-bd0e-13255349a396 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:19.037909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-567ff552-a1ff-49b3-bd0e-13255349a396 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:19.039899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-567ff552-a1ff-49b3-bd0e-13255349a396 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5396 time: 0.6052804 Feb 07 13:09:19.063543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.118230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] For port 8745efd5-ac1a-4bde-ac10-41d7e9090b3a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:19.119069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.159647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] For port 091a974d-ad8e-4199-951d-f53b41c4a2f1, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:19.161844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e64738a-deb5-4c4c-9f3a-5e978d22cb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.248868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Calling delete_port for 8745efd5-ac1a-4bde-ac10-41d7e9090b3a owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:19.258035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] For port 091a974d-ad8e-4199-951d-f53b41c4a2f1, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:19.270101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:19.291055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f5adf16-fc35-47fb-9823-1839edfd65d2 req-99b31143-87ff-4020-95cd-8e8d52bda98b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279046 Feb 07 13:09:19.364912 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e64738a-deb5-4c4c-9f3a-5e978d22cb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.377235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.490773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:19.491448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.492984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] 10.222.0.47 "PUT /v2.0/ports/091a974d-ad8e-4199-951d-f53b41c4a2f1 HTTP/1.1" status: 200 len: 1090 time: 3.5762815 Feb 07 13:09:19.494633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '091a974d-ad8e-4199-951d-f53b41c4a2f1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:19.548895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05962944-4de2-41f5-80f6-ee88a9a2b557 service neutron] Pushing event updated for resources: {'Port': ['ID=091a974d-ad8e-4199-951d-f53b41c4a2f1,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:19.584629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Attempting to bind port ee4492a3-a3fe-42b4-864f-ff595230d02b on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:19.584971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Attempting to bind port ee4492a3-a3fe-42b4-864f-ff595230d02b by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:19.585576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Attempting to bind port ee4492a3-a3fe-42b4-864f-ff595230d02b on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:19.594931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.607046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Port ee4492a3-a3fe-42b4-864f-ff595230d02b on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:19.607623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Attempting to bind port ee4492a3-a3fe-42b4-864f-ff595230d02b on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:19.615590 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '091a974d-ad8e-4199-951d-f53b41c4a2f1', 'status': 'completed', 'code': 200} Feb 07 13:09:19.688672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42230) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:19.723531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:19.723879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Checking segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:19.724297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Bound using segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:19.724749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Bound port: ee4492a3-a3fe-42b4-864f-ff595230d02b, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:19.725098 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.731564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Port': ['ID=8745efd5-ac1a-4bde-ac10-41d7e9090b3a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:19.768139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:19.805525 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f9afa79-2509-4271-8033-f077a11a646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:19.810323 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e64738a-deb5-4c4c-9f3a-5e978d22cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.000995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9afa79-2509-4271-8033-f077a11a646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319d5771-34f1-4aff-b4a7-8cb301395867,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:20.091362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64738a-deb5-4c4c-9f3a-5e978d22cb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc1b4f-7e93-42ab-8258-aaadc2cbf9f5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:20.100209 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f9afa79-2509-4271-8033-f077a11a646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.104436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1f9afa79-2509-4271-8033-f077a11a646f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/319d5771-34f1-4aff-b4a7-8cb301395867 HTTP/1.1" status: 204 len: 168 time: 1.7843757 Feb 07 13:09:20.136666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e64738a-deb5-4c4c-9f3a-5e978d22cb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.140429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3e64738a-deb5-4c4c-9f3a-5e978d22cb78 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2dfc1b4f-7e93-42ab-8258-aaadc2cbf9f5 HTTP/1.1" status: 204 len: 168 time: 1.5279596 Feb 07 13:09:20.166346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.194590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-3c69a927-c1a1-4669-b91a-d8fbc54918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.195076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-3c69a927-c1a1-4669-b91a-d8fbc54918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.195862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-3c69a927-c1a1-4669-b91a-d8fbc54918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.202119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-3c69a927-c1a1-4669-b91a-d8fbc54918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.202119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-3c69a927-c1a1-4669-b91a-d8fbc54918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.202119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-3c69a927-c1a1-4669-b91a-d8fbc54918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.202119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-3c69a927-c1a1-4669-b91a-d8fbc54918f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.202119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-3c69a927-c1a1-4669-b91a-d8fbc54918f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6343 time: 0.5780592 Feb 07 13:09:20.218659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:20.246663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e3901-2fb0-450b-bbd6-8edb9d993e24 req-d2965795-83e0-440a-91ba-b3aa2750b6be tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.248166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b71e3901-2fb0-450b-bbd6-8edb9d993e24 req-d2965795-83e0-440a-91ba-b3aa2750b6be tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 943 time: 0.5304830 Feb 07 13:09:20.260667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:20.268803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] Usage tracker for resource:security_group_rule and tenant:2c958b339ad344fe8dca11407297e996 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:20.273454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:20.283474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:20.288713 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.308181 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.354095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:20.445467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.473974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b71e3901-2fb0-450b-bbd6-8edb9d993e24 req-04c766bc-90d4-49e7-a737-09d831fcd44d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616442 Feb 07 13:09:20.641242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.676256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.676911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.683930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] 10.222.0.35 "PUT /v2.0/ports/ee4492a3-a3fe-42b4-864f-ff595230d02b HTTP/1.1" status: 200 len: 1091 time: 3.8117158 Feb 07 13:09:20.701592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-c715d078-6f5a-4a70-a509-9a787f2639d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.702199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-c715d078-6f5a-4a70-a509-9a787f2639d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.702889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-c715d078-6f5a-4a70-a509-9a787f2639d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:20.705141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-c715d078-6f5a-4a70-a509-9a787f2639d2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4893234 Feb 07 13:09:20.745548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Router 23efd23f-2b6f-46ee-91f1-e11211571773 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:09:20.769860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd27af-dc88-4f05-ab04-696577d8f518 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:20.912176 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:20.996467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:09:21.006270 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c958b339ad344fe8dca11407297e996&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3035440 Feb 07 13:09:21.011439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] Sync routers for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:09:21.013694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281be41f-e2fe-4699-b59a-140f14d19d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec2b2f4-c74a-4ccd-aaa9-d6f669543d19,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:21.016852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42248) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:21.029506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:09:21.034831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:09:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:21.059937 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11fe4202-82fe-4482-8db4-81aac0730c2f tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "PUT /v2.0/routers/23efd23f-2b6f-46ee-91f1-e11211571773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6533976 Feb 07 13:09:21.063352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42254) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:21.162509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bd49eb-d9b0-48b9-b94e-8e31fdf61282 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting subnet 95839be8-23dc-4184-ab83-27ffa25a5e72 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:09:21.167291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d3d67eb-f0e0-4306-943e-088c8a337177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.179506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-ca311a9b-76ef-4ce0-93da-2f08d37e05c9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.186040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-ca311a9b-76ef-4ce0-93da-2f08d37e05c9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.191990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-ca311a9b-76ef-4ce0-93da-2f08d37e05c9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.198766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-ca311a9b-76ef-4ce0-93da-2f08d37e05c9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.199762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d3d67eb-f0e0-4306-943e-088c8a337177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.206416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-ca311a9b-76ef-4ce0-93da-2f08d37e05c9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.213011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-ca311a9b-76ef-4ce0-93da-2f08d37e05c9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.230133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-ca311a9b-76ef-4ce0-93da-2f08d37e05c9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.238111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-ca311a9b-76ef-4ce0-93da-2f08d37e05c9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5396 time: 0.7355387 Feb 07 13:09:21.266204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8bd49eb-d9b0-48b9-b94e-8e31fdf61282 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.329409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-f00a3ee1-a06d-4877-a75b-02d5c1a26b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.329409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e975593e-7ccd-44f3-99df-0d41c03d6baf req-f00a3ee1-a06d-4877-a75b-02d5c1a26b28 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5981491 Feb 07 13:09:21.339359 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8bd49eb-d9b0-48b9-b94e-8e31fdf61282 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.371237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-653858b3-5dc4-48d3-a68d-49a0e4d60e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.373184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-653858b3-5dc4-48d3-a68d-49a0e4d60e5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 1094 time: 0.4696159 Feb 07 13:09:21.387321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd271a55-ab54-4ca6-b692-f2cd1531ae0a req-7a22f8f1-12ee-453d-a985-de34b9921827 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478796 Feb 07 13:09:21.396590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d3d67eb-f0e0-4306-943e-088c8a337177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.400656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:09:21.440417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d3d67eb-f0e0-4306-943e-088c8a337177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.441963 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9d3d67eb-f0e0-4306-943e-088c8a337177 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bec2b2f4-c74a-4ccd-aaa9-d6f669543d19 HTTP/1.1" status: 204 len: 168 time: 0.4238796 Feb 07 13:09:21.443055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d67eb-f0e0-4306-943e-088c8a337177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec2b2f4-c74a-4ccd-aaa9-d6f669543d19,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:21.468334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:09:21.530773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8bd49eb-d9b0-48b9-b94e-8e31fdf61282 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.546191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f042abf6-8805-4ccc-90a6-cde1b5570334 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:21.557120 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.569306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-40160a9c-d41e-4ccc-b092-520ef67aa627 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b HTTP/1.1" status: 200 len: 217 time: 0.1762516 Feb 07 13:09:21.615549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Transition to ACTIVE for port object f042abf6-8805-4ccc-90a6-cde1b5570334 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:21.616173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:21.717995 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'status': 'completed', 'code': 200} Feb 07 13:09:21.725906 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.761338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8bd49eb-d9b0-48b9-b94e-8e31fdf61282 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.824575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd49eb-d9b0-48b9-b94e-8e31fdf61282 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Subnet': ['ID=95839be8-23dc-4184-ab83-27ffa25a5e72,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:21.826579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8bd49eb-d9b0-48b9-b94e-8e31fdf61282 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:21.836224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810fdd1-cffc-4e71-a17d-4aa349260309 None None] Network 51db2595-7812-41b2-9e9c-e26497a3739c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:09:21.840739 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d8bd49eb-d9b0-48b9-b94e-8e31fdf61282 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/subnets/95839be8-23dc-4184-ab83-27ffa25a5e72 HTTP/1.1" status: 204 len: 168 time: 0.7759755 Feb 07 13:09:21.844974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42284) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:21.865294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-6b0a8e4a-15c0-48b3-8585-c46ac794c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:21.866937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-6b0a8e4a-15c0-48b3-8585-c46ac794c3f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b504ff35-5481-46d7-9724-1ed420cceea9 HTTP/1.1" status: 200 len: 844 time: 0.2877302 Feb 07 13:09:22.087579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-8d52eb9d-9bbe-4114-b43c-9fbc263014cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900604 Feb 07 13:09:22.106588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f042abf6-8805-4ccc-90a6-cde1b5570334,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:22.148587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:09:19Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:22.150998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0cf06-ce0a-4cdb-b1e1-2712bd3989ef req-4065c9fb-b900-4be5-a5b6-bf5e793dcfe3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.152942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9c0cf06-ce0a-4cdb-b1e1-2712bd3989ef req-4065c9fb-b900-4be5-a5b6-bf5e793dcfe3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 943 time: 0.4893081 Feb 07 13:09:22.196049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] Checking router: 23efd23f-2b6f-46ee-91f1-e11211571773 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:09:22.202562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] Routers {'23efd23f-2b6f-46ee-91f1-e11211571773'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:09:22.203581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:09:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['23efd23f-2b6f-46ee-91f1-e11211571773'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:22.265396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Attempting to bind port f042abf6-8805-4ccc-90a6-cde1b5570334 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:22.265728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Attempting to bind port f042abf6-8805-4ccc-90a6-cde1b5570334 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:22.266056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Attempting to bind port f042abf6-8805-4ccc-90a6-cde1b5570334 on network 60259f8c-9fde-4ec1-875e-189e2348e688 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:22.274930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:22.287032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Port f042abf6-8805-4ccc-90a6-cde1b5570334 on network 60259f8c-9fde-4ec1-875e-189e2348e688 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:22.287412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Attempting to bind port f042abf6-8805-4ccc-90a6-cde1b5570334 on network 60259f8c-9fde-4ec1-875e-189e2348e688 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:22.297925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:22.298259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Checking segment: {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:22.299135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Bound using segment: {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:22.299135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Bound port: f042abf6-8805-4ccc-90a6-cde1b5570334, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:22.299436 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:22.391622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9c0cf06-ce0a-4cdb-b1e1-2712bd3989ef req-6f13edfd-8af0-471b-881b-bfee529ddb1b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823759 Feb 07 13:09:22.415147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-0c367ee1-91a5-4e83-bfc2-bd79ebb7e388 service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164194 Feb 07 13:09:22.418096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] DHCP port deletion for 51db2595-7812-41b2-9e9c-e26497a3739c request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:09:22.439962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] Deleting port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:22.439962 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:22.514958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42296) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:22.587539 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:22.590259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] For port f042abf6-8805-4ccc-90a6-cde1b5570334, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:22.608187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] Set router 23efd23f-2b6f-46ee-91f1-e11211571773 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:09:22.628982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] For port f042abf6-8805-4ccc-90a6-cde1b5570334, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f042abf6-8805-4ccc-90a6-cde1b5570334,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:22.685120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9ce20fe-5168-4fc0-bc92-26f27037c103 req-b904c5ed-5cab-4c31-83b6-a505a23122be service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614338 Feb 07 13:09:22.706673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Deleting port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:09:22.707153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:22.724785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-0983dea3-3fc5-4a75-8830-c3e79b92cdec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.733739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-0983dea3-3fc5-4a75-8830-c3e79b92cdec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.740729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-0983dea3-3fc5-4a75-8830-c3e79b92cdec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.747271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-0983dea3-3fc5-4a75-8830-c3e79b92cdec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.753720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-0983dea3-3fc5-4a75-8830-c3e79b92cdec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.761112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-0983dea3-3fc5-4a75-8830-c3e79b92cdec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.767005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-0983dea3-3fc5-4a75-8830-c3e79b92cdec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.769096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-0983dea3-3fc5-4a75-8830-c3e79b92cdec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5408 time: 0.2263901 Feb 07 13:09:22.770964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:22.960797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:22.964401 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:22.967467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] 10.222.0.47 "PUT /v2.0/ports/f042abf6-8805-4ccc-90a6-cde1b5570334 HTTP/1.1" status: 200 len: 1091 time: 3.2506914 Feb 07 13:09:23.013273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] For port 4ac9f931-3ee3-47e4-ba8e-88429ce77460, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ac9f931-3ee3-47e4-ba8e-88429ce77460,segment=NetworkSegment(a81bcfc3-40aa-4d1a-b6d2-01cf705eba53),segment_id=a81bcfc3-40aa-4d1a-b6d2-01cf705eba53)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:23.013729 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.072713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] For port dbc3ece6-dc2e-4fd3-9523-5f6403cb785b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dbc3ece6-dc2e-4fd3-9523-5f6403cb785b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:23.073356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.142625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42320) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:23.151484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00d146bd-90c7-4ff4-915b-315ad24d01bc req-be8f2bbf-d9f6-41ba-bac8-94f24f4eb3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3341088 Feb 07 13:09:23.157103 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.215555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4357b28-fb49-480b-ac0d-bc52a3d427a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f042abf6-8805-4ccc-90a6-cde1b5570334,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:23.232047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:23.236660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] Usage tracker for resource:security_group_rule and tenant:b03ea8c11140461cb262adac7e520a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:23.240071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:23.250229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:23.279427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-be27490a-fb7d-41bf-9fe2-cf54594027a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:23.279655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] Calling delete_port for 4ac9f931-3ee3-47e4-ba8e-88429ce77460 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:23.281093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-be27490a-fb7d-41bf-9fe2-cf54594027a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 1094 time: 0.2997873 Feb 07 13:09:23.307703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ac9f931-3ee3-47e4-ba8e-88429ce77460 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:23.330915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Calling delete_port for dbc3ece6-dc2e-4fd3-9523-5f6403cb785b owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:09:23.441379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:09:19Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:23.490365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8531105-6fec-4839-b27c-a47ba68f8d2d None None] The sync data for ids ['23efd23f-2b6f-46ee-91f1-e11211571773'] in n-d-811416-5 is: [{'id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604117593', 'tenant_id': 'a92acc0c0a1643329aec367dfd11cb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:03Z', 'updated_at': '2022-02-07T13:09:19Z', 'revision_number': 5, 'project_id': 'a92acc0c0a1643329aec367dfd11cb42', 'gw_port': {'id': 'dbc3ece6-dc2e-4fd3-9523-5f6403cb785b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23efd23f-2b6f-46ee-91f1-e11211571773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:04Z', 'updated_at': '2022-02-07T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:09:23.509701 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.517280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Request body: {'port': {'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:23.683125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.728205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': 'f042abf6-8805-4ccc-90a6-cde1b5570334'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:23.750963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.788586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Port': ['ID=dbc3ece6-dc2e-4fd3-9523-5f6403cb785b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:23.793283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-e8ed2884-4067-4905-ad7e-f16231dcc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:23.799712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-e8ed2884-4067-4905-ad7e-f16231dcc5ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 904 time: 0.5079391 Feb 07 13:09:23.807231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] Pushing event deleted for resources: {'Port': ['ID=4ac9f931-3ee3-47e4-ba8e-88429ce77460,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:23.809197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc9012-7984-4f36-841f-54bebe3f16f1 None None] No DVR routers for this DVR port 4ac9f931-3ee3-47e4-ba8e-88429ce77460 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:09:23.817756 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.833952 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.848705 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': 'f042abf6-8805-4ccc-90a6-cde1b5570334', 'status': 'completed', 'code': 200} Feb 07 13:09:23.903854 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:23.956783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-1a291e24-f589-4406-a914-6b0e18d66e4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b HTTP/1.1" status: 200 len: 217 time: 0.1111519 Feb 07 13:09:23.999700 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.074874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-770522943-network', 'tenant_id': '5739800c9d844ac9bee652c375eedaef'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:24.095558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-bd9eb9c5-e965-4cb6-a557-bed07d09b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.097347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-bd9eb9c5-e965-4cb6-a557-bed07d09b478 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b504ff35-5481-46d7-9724-1ed420cceea9 HTTP/1.1" status: 200 len: 844 time: 0.0876892 Feb 07 13:09:24.185908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.186531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:24.188946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.239869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Usage tracker for resource:network and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:24.254623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54361dea-b005-408a-a443-48b7bac362fd req-bce23e19-24b4-4a2d-b9a8-a7dbafa7b08b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.262026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54361dea-b005-408a-a443-48b7bac362fd req-bce23e19-24b4-4a2d-b9a8-a7dbafa7b08b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 943 time: 0.7162240 Feb 07 13:09:24.301410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.301970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Fanout notify agent at l3_agent the message router_deleted on router 23efd23f-2b6f-46ee-91f1-e11211571773 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:09:24.330302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.334943 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-baa9c6c6-ec28-4a6a-b764-74f00508bf53 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/routers/23efd23f-2b6f-46ee-91f1-e11211571773 HTTP/1.1" status: 204 len: 168 time: 2.4886515 Feb 07 13:09:24.335945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42346) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:24.342919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:24.349402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:24.367161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b03ea8c11140461cb262adac7e520a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8478162 Feb 07 13:09:24.374129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d8a46-6fe9-40a7-bbf2-0913f7f6455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7a680d-2121-491a-9838-1270b80e6434,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:24.389829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42350) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:24.396734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-8233c7de-8307-464a-b7de-13f55ef6a09a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2124937 Feb 07 13:09:24.434851 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.445117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42356) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:24.503191 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.558277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Made reservation on behalf of 5739800c9d844ac9bee652c375eedaef for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:24.560737 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.643167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54361dea-b005-408a-a443-48b7bac362fd req-ed26480a-ef9e-4e61-884c-8947ad015916 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801956 Feb 07 13:09:24.663922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1154702359-network', 'tenant_id': '634a748d31f343b38468766894ec9ee8'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:24.674803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:24.678559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.690873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Usage tracker for resource:network and tenant:634a748d31f343b38468766894ec9ee8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:24.693877 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.695276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:24.712384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:24.717642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51db2595-7812-41b2-9e9c-e26497a3739c']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:24.734954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:24.735251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81bcfc3-40aa-4d1a-b6d2-01cf705eba53') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:09:24.747394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.763591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.770863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:09:24.771320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:09:24.789286 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:09:24.807822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:24.856750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:24.864054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.871591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0773f2b9-0281-40bf-be32-a0f65672c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.872312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0773f2b9-0281-40bf-be32-a0f65672c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.873980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0773f2b9-0281-40bf-be32-a0f65672c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.873980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0773f2b9-0281-40bf-be32-a0f65672c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.873980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0773f2b9-0281-40bf-be32-a0f65672c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.873980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0773f2b9-0281-40bf-be32-a0f65672c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.874386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0773f2b9-0281-40bf-be32-a0f65672c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.876504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0773f2b9-0281-40bf-be32-a0f65672c27d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6410 time: 0.9217525 Feb 07 13:09:24.881984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:24.931360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-7f1eae85-ae46-49ef-900c-4903a926749f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.937487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-7f1eae85-ae46-49ef-900c-4903a926749f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.943240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-7f1eae85-ae46-49ef-900c-4903a926749f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.949171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-7f1eae85-ae46-49ef-900c-4903a926749f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.955046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-7f1eae85-ae46-49ef-900c-4903a926749f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.960201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Made reservation on behalf of 634a748d31f343b38468766894ec9ee8 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:24.960992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-7f1eae85-ae46-49ef-900c-4903a926749f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.962740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:24.967264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-7f1eae85-ae46-49ef-900c-4903a926749f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:24.971174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-7f1eae85-ae46-49ef-900c-4903a926749f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5408 time: 0.5791752 Feb 07 13:09:24.987324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:24.989065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.023010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:25.027194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Usage tracker for resource:security_group_rule and tenant:634a748d31f343b38468766894ec9ee8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:25.030591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:25.036700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:25.128487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.142101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-7cdb142d-5318-4998-b94d-dcf4b3f2a301 service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232668 Feb 07 13:09:25.145261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.161127 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.165948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.182299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Pushing event deleted for resources: {'Network': ['ID=51db2595-7812-41b2-9e9c-e26497a3739c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:25.194567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.195242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.195242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.195563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.195929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.196298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.196633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.197124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.197458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.197789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.198117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.198444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.207672 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f2302a90-799c-4fe3-8c86-a0611b7068d2 tempest-TestSecurityGroupsBasicOps-928750315 tempest-TestSecurityGroupsBasicOps-928750315-project] 10.222.0.69 "DELETE /v2.0/networks/51db2595-7812-41b2-9e9c-e26497a3739c HTTP/1.1" status: 204 len: 168 time: 0.8706920 Feb 07 13:09:25.244753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8745efd5-ac1a-4bde-ac10-41d7e9090b3a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:25.286737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 8745efd5-ac1a-4bde-ac10-41d7e9090b3a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:09:25.287077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8745efd5-ac1a-4bde-ac10-41d7e9090b3a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:09:25.287697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dbc3ece6-dc2e-4fd3-9523-5f6403cb785b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:09:25.305830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.327994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: dbc3ece6-dc2e-4fd3-9523-5f6403cb785b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:09:25.328595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dbc3ece6-dc2e-4fd3-9523-5f6403cb785b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:09:25.331285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:09:25.333075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7822979-b048-4fea-bb92-704c0e9da0b1 req-c26ac3ee-ffed-4dfc-8f54-4d1a0c42d183 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2866046 Feb 07 13:09:25.362950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b692d8ec-634a-42e2-b02d-963ce84ff185,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:25.366509 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.367050 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Added segment 5b8a965d-0fcd-498b-be9e-29ee3ca1fab9 of type vlan for network d8c61966-4261-482a-92b5-284563e5d2c0 Feb 07 13:09:25.398959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0f087d8b-aa61-4797-8954-85acbdf1e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:25.400157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0f087d8b-aa61-4797-8954-85acbdf1e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:25.400775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0f087d8b-aa61-4797-8954-85acbdf1e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:25.402510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-0f087d8b-aa61-4797-8954-85acbdf1e23b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5165966 Feb 07 13:09:25.427843 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.549151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.550261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:25.550969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.662429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c61966-4261-482a-92b5-284563e5d2c0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:25.674396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network d8c61966-4261-482a-92b5-284563e5d2c0 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:09:25.721073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a25702bf-18e9-4e74-aa8f-c8a013bc7190 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2730780 Feb 07 13:09:25.728155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42386) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:25.728155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Request body: {'subnet': {'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1154702359-subnet', 'tenant_id': '634a748d31f343b38468766894ec9ee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:25.738429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:25.751210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Usage tracker for resource:subnet and tenant:634a748d31f343b38468766894ec9ee8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:25.754313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:25.761096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:25.767671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3be94a3-4177-4a7c-b2e8-46d574bf9802 req-a83cc11f-c9e5-4b07-bdfe-d2691632368d service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983324 Feb 07 13:09:25.772204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997a65b7-6855-427f-bb5e-f24c1a0b454a {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:25.790921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.799091 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.808687 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.817120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Made reservation on behalf of 634a748d31f343b38468766894ec9ee8 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:25.820309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.890301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Transition to ACTIVE for port object 997a65b7-6855-427f-bb5e-f24c1a0b454a will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:25.891501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7a680d-2121-491a-9838-1270b80e6434,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:25.926380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.935923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.936345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.936639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.937000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.937309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.937660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.938031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.938376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.938724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.939107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.939446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.939790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:25.958116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-92c5f91a-4eaf-41de-a6e8-76c5f8ce389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:25.959669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b42213b7-511f-45e1-a72d-f4b27a556596 req-92c5f91a-4eaf-41de-a6e8-76c5f8ce389b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5402274 Feb 07 13:09:25.960259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:25.980711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:25.981854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-89e1a67b-81e1-42dd-b0eb-5cf2527566fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca7a680d-2121-491a-9838-1270b80e6434 HTTP/1.1" status: 204 len: 168 time: 1.5883403 Feb 07 13:09:26.002702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:09:26.013992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:26.022493 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.022841 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Added segment 478f1a83-9b02-4e77-a719-8e1385939628 of type vlan for network d3a18573-faee-4ba6-af41-135d41a8b9a5 Feb 07 13:09:26.070885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ac89-ded8-4544-b708-9e1b16d46f1c req-ffa0cff9-f315-4e62-acc8-a3c9b12661f2 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.081072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f756ac89-ded8-4544-b708-9e1b16d46f1c req-ffa0cff9-f315-4e62-acc8-a3c9b12661f2 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 943 time: 0.2232969 Feb 07 13:09:26.081072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.081072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.200207 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86752a14-b8f7-4841-911c-57a6643246d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a92acc0c0a1643329aec367dfd11cb42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383385 Feb 07 13:09:26.202882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42402) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:26.257829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.277925 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:09:26.295587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Pushing event updated for resources: {'Port': ['ID=997a65b7-6855-427f-bb5e-f24c1a0b454a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:26.354873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f756ac89-ded8-4544-b708-9e1b16d46f1c req-f65889d0-bbe5-4b88-8126-dedf82cf669f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705204 Feb 07 13:09:26.407802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa5ec-7dab-49c9-b7c0-d1a16e211273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.414833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9d8cfd-95b8-4376-a228-5aa921fd32e4,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:26.455806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Checking segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:26.456215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Network hostable DHCP agents. Network: d8c61966-4261-482a-92b5-284563e5d2c0, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:09:26.464223 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa5ec-7dab-49c9-b7c0-d1a16e211273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.476288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.477694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.478567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.563053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Network d8c61966-4261-482a-92b5-284563e5d2c0 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:09:26.599157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Attempting to bind port 997a65b7-6855-427f-bb5e-f24c1a0b454a on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:26.599411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Attempting to bind port 997a65b7-6855-427f-bb5e-f24c1a0b454a by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:26.599745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Attempting to bind port 997a65b7-6855-427f-bb5e-f24c1a0b454a on network 60259f8c-9fde-4ec1-875e-189e2348e688 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:26.618587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42412) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:26.619248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4654531 Feb 07 13:09:26.624987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Request body: {'subnet': {'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-770522943-subnet', 'tenant_id': '5739800c9d844ac9bee652c375eedaef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:26.636473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:26.639515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42416) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:26.643688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Usage tracker for resource:subnet and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:26.652501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Port 997a65b7-6855-427f-bb5e-f24c1a0b454a on network 60259f8c-9fde-4ec1-875e-189e2348e688 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:26.652833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Attempting to bind port 997a65b7-6855-427f-bb5e-f24c1a0b454a on network 60259f8c-9fde-4ec1-875e-189e2348e688 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:26.662938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:26.675717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa5ec-7dab-49c9-b7c0-d1a16e211273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.684483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:26.684833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Checking segment: {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:26.685229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Bound using segment: {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:26.685721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Bound port: 997a65b7-6855-427f-bb5e-f24c1a0b454a, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac409e7-3927-437b-85c5-95b254408703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:26.686018 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.701186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cad1a-2cba-44bf-9d4f-6a6377edbe7e admin admin] Pushing event updated for resources: {'Network': ['ID=d3a18573-faee-4ba6-af41-135d41a8b9a5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:26.711684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network d3a18573-faee-4ba6-af41-135d41a8b9a5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:09:26.722420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:26.731600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaa5ec-7dab-49c9-b7c0-d1a16e211273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf927a-b1a1-45c8-a941-509c800f078b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:26.743442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, d8c61966-4261-482a-92b5-284563e5d2c0) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:09:26.766192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.770081 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.825218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-a431d689-8679-40cb-88db-5acd3bd4684b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.831331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-a431d689-8679-40cb-88db-5acd3bd4684b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.837991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-a431d689-8679-40cb-88db-5acd3bd4684b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.840411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d0a40-a10b-4e78-9f17-91454554490b None None] Network d8c61966-4261-482a-92b5-284563e5d2c0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:09:26.842878 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa5ec-7dab-49c9-b7c0-d1a16e211273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.843894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-a431d689-8679-40cb-88db-5acd3bd4684b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.844815 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cfaa5ec-7dab-49c9-b7c0-d1a16e211273 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfbf927a-b1a1-45c8-a941-509c800f078b HTTP/1.1" status: 204 len: 168 time: 0.6407914 Feb 07 13:09:26.850405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-a431d689-8679-40cb-88db-5acd3bd4684b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.856921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-a431d689-8679-40cb-88db-5acd3bd4684b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.862717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-a431d689-8679-40cb-88db-5acd3bd4684b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:26.864725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-a431d689-8679-40cb-88db-5acd3bd4684b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.2625623 Feb 07 13:09:26.869442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] For port 997a65b7-6855-427f-bb5e-f24c1a0b454a, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:26.878671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] For port 997a65b7-6855-427f-bb5e-f24c1a0b454a, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:26.934854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c6346e1-4a43-457e-8b37-2c3e1b6decf8 req-c450266b-e8bd-4a60-9088-4387b6f87781 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538316 Feb 07 13:09:26.942916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ee4492a3-a3fe-42b4-864f-ff595230d02b details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:26.980726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:26.984488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:27.024144 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ad3def63-af80-4808-8875-09a2cdab289a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3010597 Feb 07 13:09:27.030663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Made reservation on behalf of 5739800c9d844ac9bee652c375eedaef for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:27.031770 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:27.054714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.055364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:27.057784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] 10.222.0.47 "PUT /v2.0/ports/997a65b7-6855-427f-bb5e-f24c1a0b454a HTTP/1.1" status: 200 len: 1091 time: 3.5489020 Feb 07 13:09:27.058024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '997a65b7-6855-427f-bb5e-f24c1a0b454a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:27.085666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:27.092238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48a18b-cf2a-45b8-a308-febc65867622 service neutron] Pushing event updated for resources: {'Port': ['ID=997a65b7-6855-427f-bb5e-f24c1a0b454a,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:27.095198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] Usage tracker for resource:security_group_rule and tenant:d55ea6af25754a69ad2d790a811ab3f5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:27.104365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:27.120556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:27.132574 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '997a65b7-6855-427f-bb5e-f24c1a0b454a', 'status': 'completed', 'code': 200} Feb 07 13:09:27.236467 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:27.237417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42428) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:27.255829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:27.325037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'port_id': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'mac_address': 'fa:16:3e:40:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504ff35-5481-46d7-9724-1ed420cceea9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:27.354097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-71387408-5a88-4cf1-81fc-1fc35e68713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.354827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-71387408-5a88-4cf1-81fc-1fc35e68713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.356630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-71387408-5a88-4cf1-81fc-1fc35e68713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.357264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-71387408-5a88-4cf1-81fc-1fc35e68713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.359746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-71387408-5a88-4cf1-81fc-1fc35e68713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.360573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-71387408-5a88-4cf1-81fc-1fc35e68713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.361194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-71387408-5a88-4cf1-81fc-1fc35e68713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.364928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-71387408-5a88-4cf1-81fc-1fc35e68713e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6477 time: 0.2097077 Feb 07 13:09:27.382536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:27.462471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b80b71-b92e-4694-aa3e-7aca40d1fb7c None None] Network d8c61966-4261-482a-92b5-284563e5d2c0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:09:27.471802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:27.558346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:27.599152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] Usage tracker for resource:security_group_rule and tenant:74db8f8279a64a818990aa712300daff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:27.616605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565b11f9-b28f-4855-82ac-d65085891ac1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:27.631167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:27.660112 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc0147b3-49fc-4037-9bc6-5d485a6a5efb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d55ea6af25754a69ad2d790a811ab3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0172744 Feb 07 13:09:27.660112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:27.661228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42442) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:27.723299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-dd628b6e-188b-47a3-8ae1-0c7d48e2af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.723780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-dd628b6e-188b-47a3-8ae1-0c7d48e2af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.724272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-dd628b6e-188b-47a3-8ae1-0c7d48e2af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:27.725869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-dd628b6e-188b-47a3-8ae1-0c7d48e2af12 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3525095 Feb 07 13:09:27.800647 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:27.861243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4492a3-a3fe-42b4-864f-ff595230d02b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:27.893416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:27.947097 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.020759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.021042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.041078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8c23f-ab24-403f-827e-51a684aa8cef req-7edb7524-2377-48fb-84a5-b7be72821639 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.044833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6e8c23f-ab24-403f-827e-51a684aa8cef req-7edb7524-2377-48fb-84a5-b7be72821639 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 943 time: 0.4860826 Feb 07 13:09:28.077627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.096906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:28.161649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42456) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:28.168268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ce1f4a-013e-47a2-93fe-61beb919b4c3,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:28.185448 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74db8f8279a64a818990aa712300daff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8832831 Feb 07 13:09:28.186261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24d9f2-46f0-4086-8dd3-7937dce212c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70737b0a-6f20-454d-a292-7ff5b9c0a195,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:28.189543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42460) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:28.208132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.221952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ee4492a3-a3fe-42b4-864f-ff595230d02b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:09:28.226724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Checking segment: {'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:28.227110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Network hostable DHCP agents. Network: d3a18573-faee-4ba6-af41-135d41a8b9a5, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:09:28.263452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:28.266402 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30d1aac4-9c60-4018-9ece-779aebf2645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.270904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] Usage tracker for resource:security_group_rule and tenant:60478af68add4f4a8af554f1be20d9e2 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:28.278218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:28.294797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:28.303501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-453e33d4-1077-49d1-ad40-0e636d0d6f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.338681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6e8c23f-ab24-403f-827e-51a684aa8cef req-b45fd957-d4c2-42f4-be90-03c761c4df03 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929120 Feb 07 13:09:28.339999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-a194d77c-4a4c-46d6-99b5-4441d2e0516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.341770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd03fafe-071b-4010-a8e8-b9b276fcce7a req-a194d77c-4a4c-46d6-99b5-4441d2e0516a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5850978 Feb 07 13:09:28.350109 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-453e33d4-1077-49d1-ad40-0e636d0d6f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.356589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30d1aac4-9c60-4018-9ece-779aebf2645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.410227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037102-3c16-4b3a-8857-55ba7387538a req-4c293329-d9a9-4928-b532-afab0a8eba71 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.412146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-4c293329-d9a9-4928-b532-afab0a8eba71 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 815 time: 0.5128849 Feb 07 13:09:28.450282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Network d3a18573-faee-4ba6-af41-135d41a8b9a5 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:09:28.470560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.508672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-96ad8624-d8a8-4bbf-b087-1bb9c6a6b35d tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/quotas/634a748d31f343b38468766894ec9ee8 HTTP/1.1" status: 200 len: 375 time: 0.0405393 Feb 07 13:09:28.571388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-453e33d4-1077-49d1-ad40-0e636d0d6f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.588573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e33d4-1077-49d1-ad40-0e636d0d6f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70737b0a-6f20-454d-a292-7ff5b9c0a195,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:28.592405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-5bdd0067-e934-4cc8-ac85-0401c107dd4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776923 Feb 07 13:09:28.606629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, d3a18573-faee-4ba6-af41-135d41a8b9a5) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:09:28.611876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.612504 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.622421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a50356-6807-4649-b90c-3c47854e92ee None None] Network d3a18573-faee-4ba6-af41-135d41a8b9a5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:09:28.626324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.690332 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-453e33d4-1077-49d1-ad40-0e636d0d6f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.694063 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30d1aac4-9c60-4018-9ece-779aebf2645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.694209 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-453e33d4-1077-49d1-ad40-0e636d0d6f54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70737b0a-6f20-454d-a292-7ff5b9c0a195 HTTP/1.1" status: 204 len: 168 time: 0.4992862 Feb 07 13:09:28.694837 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60478af68add4f4a8af554f1be20d9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322342 Feb 07 13:09:28.695732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ac899-8d6e-44af-bcbb-0b658a76d745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5418c6-8441-42a7-9bc0-913fe7e6f46e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:28.699172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42466) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:28.744058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-0d5e76b3-8580-4a27-90a9-08a482eed693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.744630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-0d5e76b3-8580-4a27-90a9-08a482eed693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.745111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-0d5e76b3-8580-4a27-90a9-08a482eed693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.745588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-0d5e76b3-8580-4a27-90a9-08a482eed693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.746057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-0d5e76b3-8580-4a27-90a9-08a482eed693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.746525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-0d5e76b3-8580-4a27-90a9-08a482eed693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.747112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-0d5e76b3-8580-4a27-90a9-08a482eed693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:28.749153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-0d5e76b3-8580-4a27-90a9-08a482eed693 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6477 time: 0.3460691 Feb 07 13:09:28.762512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1aac4-9c60-4018-9ece-779aebf2645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565b11f9-b28f-4855-82ac-d65085891ac1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:28.786428 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7af704e8-4ad9-4d92-a475-dfb87b2e759c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1589253 Feb 07 13:09:28.825518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1247a7b-c39d-407c-a360-d458b771b80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.841787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30d1aac4-9c60-4018-9ece-779aebf2645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.847571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-30d1aac4-9c60-4018-9ece-779aebf2645f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/565b11f9-b28f-4855-82ac-d65085891ac1 HTTP/1.1" status: 204 len: 168 time: 1.1594586 Feb 07 13:09:28.895352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1247a7b-c39d-407c-a360-d458b771b80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:28.916128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-c3ed739c-7051-4d8b-9d5e-2015c20a6882 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0acbf863-62a8-49ae-93e7-6255a461147d HTTP/1.1" status: 200 len: 217 time: 0.1590331 Feb 07 13:09:28.997567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ee4492a3-a3fe-42b4-864f-ff595230d02b up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:09:29.042684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-cfc2226d-1f72-47d4-92f8-bc7d7c91a7fe service neutron] 10.222.0.69 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413807 Feb 07 13:09:29.057103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc1629-6c94-46e5-bf7d-1d5dd5983528 None None] Network d3a18573-faee-4ba6-af41-135d41a8b9a5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:09:29.064701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-0dad8741-8b9d-4f13-a0f1-4b8d2fa2f9cc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.070649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-0dad8741-8b9d-4f13-a0f1-4b8d2fa2f9cc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.077112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-0dad8741-8b9d-4f13-a0f1-4b8d2fa2f9cc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.083284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-0dad8741-8b9d-4f13-a0f1-4b8d2fa2f9cc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.089866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-0dad8741-8b9d-4f13-a0f1-4b8d2fa2f9cc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.096139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-0dad8741-8b9d-4f13-a0f1-4b8d2fa2f9cc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.102130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-0dad8741-8b9d-4f13-a0f1-4b8d2fa2f9cc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.108793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1247a7b-c39d-407c-a360-d458b771b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:29.110702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-0dad8741-8b9d-4f13-a0f1-4b8d2fa2f9cc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.5578299 Feb 07 13:09:29.141825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1247a7b-c39d-407c-a360-d458b771b80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5418c6-8441-42a7-9bc0-913fe7e6f46e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:29.155489 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1247a7b-c39d-407c-a360-d458b771b80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:29.157211 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d1247a7b-c39d-407c-a360-d458b771b80c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f5418c6-8441-42a7-9bc0-913fe7e6f46e HTTP/1.1" status: 204 len: 168 time: 0.4562755 Feb 07 13:09:29.226841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-c221cdf8-2b65-40f9-bae1-3c00ceabfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.226841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-c221cdf8-2b65-40f9-bae1-3c00ceabfb90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7575810-b11a-4258-bf78-e6ea246191df HTTP/1.1" status: 200 len: 851 time: 0.2875354 Feb 07 13:09:29.308980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f61d681-4693-4d18-82c6-1c33ecc6d218 req-75451999-e0ec-4b8a-a201-ac6daffadec7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973600 Feb 07 13:09:29.339768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port ee4492a3-a3fe-42b4-864f-ff595230d02b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:09:29.347108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port ee4492a3-a3fe-42b4-864f-ff595230d02b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:09:29.347562 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:29.381120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-a58d3d2b-878f-4957-8f61-b2cb70f845c0 service neutron] 10.222.0.69 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294673 Feb 07 13:09:29.397417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-7ba023df-8eed-4d8e-a009-95dda32a1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.400008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-7ba023df-8eed-4d8e-a009-95dda32a1a55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0856258-ee78-4e86-a446-3b07d5b1e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614189 Feb 07 13:09:29.496751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:29.529514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:29.539847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:29.560820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-12df3747-c9ea-4906-805e-f024e02f5553 service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541932 Feb 07 13:09:29.637207 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:29.745714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-976169a4-5f63-4822-9d2b-0189ad172247 service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775560 Feb 07 13:09:29.762388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:29.884987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-5bf53525-8104-4661-9bad-aace45f65fc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 200 len: 217 time: 0.1320810 Feb 07 13:09:29.948208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-595798135', 'description': 'tempest-description-461080141'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:29.963232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:29.974026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:29.979108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:29.988032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e83cf929-50e3-4bf8-bf2c-806929ada87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:29.989486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e83cf929-50e3-4bf8-bf2c-806929ada87f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.0979095 Feb 07 13:09:29.990448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:30.050695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06766d-3b30-4d36-8325-19fea2101946 req-cbb6fb8a-ffee-4dc0-a304-6dab5dd1f67d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.052177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d06766d-3b30-4d36-8325-19fea2101946 req-cbb6fb8a-ffee-4dc0-a304-6dab5dd1f67d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.2271602 Feb 07 13:09:30.108758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d06766d-3b30-4d36-8325-19fea2101946 req-b42925d8-0de5-489c-a061-076a136a6792 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Feb 07 13:09:30.118545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-d55bd831-1db6-4053-90d4-d4f2d8c93357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.120141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-d55bd831-1db6-4053-90d4-d4f2d8c93357 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222465 Feb 07 13:09:30.160354 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'code': 200} Feb 07 13:09:30.207741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:30.408355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42514) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:30.432049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cd5c415-5bef-4d29-a3bc-4696e777802e req-f33e2d55-df74-47fb-8720-d0466a15a169 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 210 time: 0.2304718 Feb 07 13:09:30.453536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:30.468677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:30.471030 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-638fb889-b09e-4d2a-a569-a37cfe7187de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=182c90458c6b4cda92ac21131d347017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612769 Feb 07 13:09:30.475966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42520) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:30.476178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:30.493792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:30.550811 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86467ebe-bc4c-4dab-b349-702758c89b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:30.564838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-1dbf11b1-5c7b-4927-954a-2c7315cea77f service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380434 Feb 07 13:09:30.600986 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86467ebe-bc4c-4dab-b349-702758c89b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:30.604194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419460e4-698e-4ed5-84de-1f7d90b9309c req-13e0f9de-6a78-4435-92f3-9eebdfe469f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.605673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-419460e4-698e-4ed5-84de-1f7d90b9309c req-13e0f9de-6a78-4435-92f3-9eebdfe469f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 1096 time: 0.3864272 Feb 07 13:09:30.767036 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86467ebe-bc4c-4dab-b349-702758c89b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:30.790263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86467ebe-bc4c-4dab-b349-702758c89b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ea9d01-5124-4ba5-b88b-09430c22c67e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:30.826170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-419460e4-698e-4ed5-84de-1f7d90b9309c req-f4656dc0-eb6b-4b08-8e15-181df541c0e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140853 Feb 07 13:09:30.833505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:30.872967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-3ccd0d49-c951-4b2a-a6bc-12f5f07b9541 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002219 Feb 07 13:09:30.893252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86467ebe-bc4c-4dab-b349-702758c89b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:30.896824 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86467ebe-bc4c-4dab-b349-702758c89b55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4ea9d01-5124-4ba5-b88b-09430c22c67e HTTP/1.1" status: 204 len: 168 time: 0.4169610 Feb 07 13:09:30.954854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-6f69b6fc-a01d-4d87-a88e-4cf9145f9a5f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.960743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-6f69b6fc-a01d-4d87-a88e-4cf9145f9a5f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.968016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-6f69b6fc-a01d-4d87-a88e-4cf9145f9a5f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.974377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-6f69b6fc-a01d-4d87-a88e-4cf9145f9a5f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.980416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-6f69b6fc-a01d-4d87-a88e-4cf9145f9a5f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.986793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-6f69b6fc-a01d-4d87-a88e-4cf9145f9a5f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.993062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-6f69b6fc-a01d-4d87-a88e-4cf9145f9a5f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:30.996462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-6f69b6fc-a01d-4d87-a88e-4cf9145f9a5f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.3120933 Feb 07 13:09:31.008219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-76fe6684-e8b1-496e-bc9d-d3132c6e9137 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 200 len: 217 time: 0.1284344 Feb 07 13:09:31.011098 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:31.165701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31942dd1-41bb-4d83-a428-47bfb69e2a31,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:31.182121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa7f65ff-2d26-4371-b488-9cf2b7e22792 req-d42926f9-9467-4fed-bc66-57b3c37fdc22 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763122 Feb 07 13:09:31.189000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a73aecae-3e08-4b21-afda-652e0af20f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:31.190625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-a73aecae-3e08-4b21-afda-652e0af20f80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.1701305 Feb 07 13:09:31.277779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ae4d68e6-1b46-426f-bc38-091d095e19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:31.279268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ae4d68e6-1b46-426f-bc38-091d095e19d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812747 Feb 07 13:09:31.314903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:31.316358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df573bec-cfad-41b5-bb42-6b80d592ea5a req-2328d971-2914-4dbf-b031-99daf2eb93c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3753963 Feb 07 13:09:31.396161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-603155260', 'description': 'tempest-description-296349400'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:31.412813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:31.430032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:31.440180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:31.451494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:31.518882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-75ab9003-ebf2-41ca-aeba-726a7e261b45 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016766 Feb 07 13:09:31.527951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7cc94-6b78-4398-ace8-b3b84ca5cf90 req-5544e9c6-874d-4a01-bbc2-7228d5bcd467 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:31.529838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6d7cc94-6b78-4398-ace8-b3b84ca5cf90 req-5544e9c6-874d-4a01-bbc2-7228d5bcd467 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.2497029 Feb 07 13:09:31.631085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:31.694155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:31.699061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6d7cc94-6b78-4398-ace8-b3b84ca5cf90 req-927d3ce5-5ad5-4d91-8daa-c6f51c2a8342 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474051 Feb 07 13:09:31.738108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:31.777914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:31.831917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:31.871583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-4fea2a3d-11ab-44f3-b31d-19a088e00c18 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403013 Feb 07 13:09:32.017542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2484d115-e9a5-49a1-94e7-f8c2f6d573a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7 HTTP/1.1" status: 200 len: 217 time: 0.1374078 Feb 07 13:09:32.074662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2649fb46-db4b-4aa2-8278-04f641221f1b req-1c268a9b-30fc-461f-af97-8348ebe3566c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 210 time: 0.1043396 Feb 07 13:09:32.122949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-c3602643-8db6-4e8d-9964-06918c2d552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.124433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-c3602643-8db6-4e8d-9964-06918c2d552e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.0951800 Feb 07 13:09:32.189545 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:32.219291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-d4bdd237-04ea-4dd5-ad8f-3e2cc19766a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.221120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-d4bdd237-04ea-4dd5-ad8f-3e2cc19766a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872543 Feb 07 13:09:32.366992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:32.590803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd145c5-a5fa-43bd-9d8e-7ab712e90969,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:32.606081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2a297001-3fad-4f76-8a23-1c061a5b4c4f service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776031 Feb 07 13:09:32.698391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-0a422566-4fe4-4b08-a272-ce5b1b568e56 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.704166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-0a422566-4fe4-4b08-a272-ce5b1b568e56 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.710408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-0a422566-4fe4-4b08-a272-ce5b1b568e56 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.716588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-0a422566-4fe4-4b08-a272-ce5b1b568e56 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.722606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-0a422566-4fe4-4b08-a272-ce5b1b568e56 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.728977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-0a422566-4fe4-4b08-a272-ce5b1b568e56 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.734705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-0a422566-4fe4-4b08-a272-ce5b1b568e56 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:32.736744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-0a422566-4fe4-4b08-a272-ce5b1b568e56 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.4264495 Feb 07 13:09:32.745237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:32.746400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2179ead7-36fc-4ec2-81ec-651b775cc8a1 req-d21980ae-8e4d-4b63-b656-65acd8e6032b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4058063 Feb 07 13:09:32.824278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa088290-c29b-4572-ab30-eeb2646bad56 req-b00445c7-f83b-4167-988b-d15d1e6689f9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753083 Feb 07 13:09:32.842240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-79f95302-fca0-40fc-8b47-be349caeaac9 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291355 Feb 07 13:09:32.967750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-ce1d1b11-6f8e-406a-bf73-a0d62bd0b41c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1 HTTP/1.1" status: 200 len: 217 time: 0.1189275 Feb 07 13:09:33.235504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e2193827-e25b-4d04-aead-8db4da8695fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:33.237452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e2193827-e25b-4d04-aead-8db4da8695fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.2558119 Feb 07 13:09:33.313120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bdd80-e464-4cd5-8ab7-9a3d43380489 req-86b05a5b-f51a-4250-b44e-517f5151b2fc tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:33.314611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb4bdd80-e464-4cd5-8ab7-9a3d43380489 req-86b05a5b-f51a-4250-b44e-517f5151b2fc tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.4042456 Feb 07 13:09:33.337007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:33.447952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-bc4786ff-7fd8-4b7b-a62e-8e9b354a8a88 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:33.448700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-bc4786ff-7fd8-4b7b-a62e-8e9b354a8a88 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:33.463385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037102-3c16-4b3a-8857-55ba7387538a req-4abef74e-13fd-4cde-81f1-a80a150fe233 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:33.464945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-4abef74e-13fd-4cde-81f1-a80a150fe233 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 815 time: 0.4181802 Feb 07 13:09:33.474361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb4bdd80-e464-4cd5-8ab7-9a3d43380489 req-b31a3d95-376d-412b-8b41-3ab8cce919bd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401718 Feb 07 13:09:33.481151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:33.486349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Request body: {'port': {'device_id': '2c12cb77-e797-4f81-9a91-380d21010077', 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'admin_state_up': True, 'tenant_id': '634a748d31f343b38468766894ec9ee8'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:33.512575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:33.524878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] Usage tracker for resource:security_group_rule and tenant:17681af4c03c487180b9084255e8b425 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:33.524878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:33.528673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:33.592794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e056c014-6857-45f2-9ebc-bc1d0911d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:33.594668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-e056c014-6857-45f2-9ebc-bc1d0911d02c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3418546 Feb 07 13:09:33.649463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:33.736910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-bc4786ff-7fd8-4b7b-a62e-8e9b354a8a88 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:33.738026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-bc4786ff-7fd8-4b7b-a62e-8e9b354a8a88 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 812 time: 0.7198477 Feb 07 13:09:33.745213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83523ded-374c-4198-abab-fbc4619b2bec req-a32a2539-9df1-4727-9822-5bc2b09bf154 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 210 time: 0.1174753 Feb 07 13:09:33.748853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:33.783739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-e9c35d32-2621-468f-b237-d4e2e8ba04c6 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/quotas/5739800c9d844ac9bee652c375eedaef HTTP/1.1" status: 200 len: 375 time: 0.0353918 Feb 07 13:09:33.799327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:33.853143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Usage tracker for resource:port and tenant:634a748d31f343b38468766894ec9ee8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:33.868936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:33.880419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-bdc92980-41be-46a6-8646-9b2fc42215b2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866578 Feb 07 13:09:33.910922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:33.911890 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17681af4c03c487180b9084255e8b425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736113 Feb 07 13:09:33.914074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42632) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:33.977948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2af00b8d-04e4-4ed1-aebf-9d1acd2b954e service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758135 Feb 07 13:09:33.980045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e414551-1f89-4b08-ac99-b436c3bdb091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2745cde6-1f59-4946-93d7-9990ade93b24,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:33.997974 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5d39063-4190-4306-9fa5-76beea748e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:34.025364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5d39063-4190-4306-9fa5-76beea748e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:34.119568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Made reservation on behalf of 634a748d31f343b38468766894ec9ee8 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:34.123017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:34.143611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-30441e5b-ab78-4638-89a6-466d55d45cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620304 Feb 07 13:09:34.228725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5d39063-4190-4306-9fa5-76beea748e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:34.247732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d39063-4190-4306-9fa5-76beea748e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2745cde6-1f59-4946-93d7-9990ade93b24,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:34.251786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5d39063-4190-4306-9fa5-76beea748e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:34.252789 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f5d39063-4190-4306-9fa5-76beea748e2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2745cde6-1f59-4946-93d7-9990ade93b24 HTTP/1.1" status: 204 len: 168 time: 0.3365040 Feb 07 13:09:34.476893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-cd3d3b84-b0d5-446b-b344-8f7bc4f49df4 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861400 Feb 07 13:09:34.593950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-b2c766fe-3c9f-430b-b6a0-e3e4b2b2a940 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f042abf6-8805-4ccc-90a6-cde1b5570334 HTTP/1.1" status: 200 len: 217 time: 0.1019299 Feb 07 13:09:34.728311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-3875a797-a673-4e88-b223-77a62d6462ba service neutron] 10.222.0.69 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315281 Feb 07 13:09:34.758103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2cffab51-5bbd-4341-94b8-9110b750cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:34.760265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-2cffab51-5bbd-4341-94b8-9110b750cb7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 200 len: 797 time: 0.1521776 Feb 07 13:09:34.779149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-6f1a6a50-9416-4220-81cd-eecbb2dcbea6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:34.785103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-6f1a6a50-9416-4220-81cd-eecbb2dcbea6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:34.792599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-6f1a6a50-9416-4220-81cd-eecbb2dcbea6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:34.797280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-6f1a6a50-9416-4220-81cd-eecbb2dcbea6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:34.803048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-6f1a6a50-9416-4220-81cd-eecbb2dcbea6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:34.809117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-6f1a6a50-9416-4220-81cd-eecbb2dcbea6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:34.814897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-6f1a6a50-9416-4220-81cd-eecbb2dcbea6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:34.816886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-6f1a6a50-9416-4220-81cd-eecbb2dcbea6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.3903120 Feb 07 13:09:34.879804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Allocated IP 172.20.0.14 (d8c61966-4261-482a-92b5-284563e5d2c0/cf9d8cfd-95b8-4376-a228-5aa921fd32e4/2ba240b5-71aa-4315-920d-0d37dae22f5b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:09:34.950598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7836cb33-8e78-4fa5-a236-fb7e55f2cb13 req-ec3ee289-56a1-4471-805e-5b04444264c5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938375 Feb 07 13:09:35.008286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-5076d9b7-9307-4096-a2a5-f58c256f4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:35.010034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-5076d9b7-9307-4096-a2a5-f58c256f4075 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1922107 Feb 07 13:09:35.239044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42670) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:35.250899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac442462-a330-40c5-aed2-20dce3030e11 req-c6cedaec-d28c-4d9d-b8b4-e58aaadd1fe3 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 210 time: 0.1619904 Feb 07 13:09:35.257928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.276865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:35.280876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] Usage tracker for resource:security_group_rule and tenant:e337ce1775914ea8899901eb1bb63460 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:35.283732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:35.289384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:35.376244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.412207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b58ca68-684b-4225-b9b1-1fe0521815e9 req-97940c77-ee5f-4b11-83e8-482b83c3188b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 210 time: 0.0983834 Feb 07 13:09:35.427431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-b6c8dbd9-c1e7-4270-8121-23fe820272a7 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639965 Feb 07 13:09:35.462844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.522314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.548810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902cfe6-becd-4a3a-b5c0-2751674513b7 req-23b40882-b001-4a74-9fc9-3542d2c51e5b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:35.550296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d902cfe6-becd-4a3a-b5c0-2751674513b7 req-23b40882-b001-4a74-9fc9-3542d2c51e5b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.3742657 Feb 07 13:09:35.575222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce8b9e2-019b-4699-be52-8d0b50ec53dd,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:35.596493 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7f9a8186-71c7-4b83-9177-b8f5f595af49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e337ce1775914ea8899901eb1bb63460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563616 Feb 07 13:09:35.599064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42676) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:35.639113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d902cfe6-becd-4a3a-b5c0-2751674513b7 req-dd3a335e-b4cd-49d9-aa2f-a299264576c9 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753212 Feb 07 13:09:35.643312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-b5faa982-01fd-4e92-901d-26e14aa2b474 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096312 Feb 07 13:09:35.668463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62b2dd66-3c04-4a02-941f-12e6bb89f08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.695257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62b2dd66-3c04-4a02-941f-12e6bb89f08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.719327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-b8dff5c1-228a-4ef5-a64e-c06e3f596ee6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a HTTP/1.1" status: 200 len: 217 time: 0.0693259 Feb 07 13:09:35.759882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.830929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62b2dd66-3c04-4a02-941f-12e6bb89f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.849628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Network d8c61966-4261-482a-92b5-284563e5d2c0 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:09:35.855200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:09:35.855941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62b2dd66-3c04-4a02-941f-12e6bb89f08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:35.857639 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-62b2dd66-3c04-4a02-941f-12e6bb89f08f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ce8b9e2-019b-4699-be52-8d0b50ec53dd HTTP/1.1" status: 204 len: 168 time: 0.2574484 Feb 07 13:09:35.858901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2dd66-3c04-4a02-941f-12e6bb89f08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce8b9e2-019b-4699-be52-8d0b50ec53dd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:35.860431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-95dc811f-9916-4402-b11a-162d485d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:35.861887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-95dc811f-9916-4402-b11a-162d485d666a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 200 len: 797 time: 0.1358497 Feb 07 13:09:35.865327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:09:35.900476 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:09:36.072392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Pushing event updated for resources: {'Port': ['ID=2ba240b5-71aa-4315-920d-0d37dae22f5b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:36.127884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42688) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:36.165699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.166311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:36.214374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-7765117f-559c-4f33-a9f2-6c4cfc81133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.215914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-7765117f-559c-4f33-a9f2-6c4cfc81133c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1875172 Feb 07 13:09:36.255259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-70e41177-3882-436b-b519-9b7d06c87db3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.261416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-70e41177-3882-436b-b519-9b7d06c87db3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.267128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-70e41177-3882-436b-b519-9b7d06c87db3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.273410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-70e41177-3882-436b-b519-9b7d06c87db3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.281526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-70e41177-3882-436b-b519-9b7d06c87db3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.287319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-70e41177-3882-436b-b519-9b7d06c87db3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.293106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-70e41177-3882-436b-b519-9b7d06c87db3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.295056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-70e41177-3882-436b-b519-9b7d06c87db3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.2001498 Feb 07 13:09:36.345580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-f8d1acf5-ced3-4b3b-a693-0c5ba296898c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8658924 Feb 07 13:09:36.370506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Request body: {'port': {'device_id': '2c12cb77-e797-4f81-9a91-380d21010077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:36.385754 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:36.403443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:36.409476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] Usage tracker for resource:security_group_rule and tenant:372da7c8fa9f440bba13ed577c9c7899 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:36.422525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:36.429522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:36.527513 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:36.536868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5477bca-6cf1-4857-920f-4d4f56c3e458 req-80eea864-ed92-447c-8be7-ba9d6ea2ff4f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929033 Feb 07 13:09:36.609975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-367f7644-709b-4e9c-ace1-5c5e1dca7ea3 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857367 Feb 07 13:09:36.616920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:36.620470 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:36.675796 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=372da7c8fa9f440bba13ed577c9c7899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5490646 Feb 07 13:09:36.678287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42710) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:36.681410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe6d82-da20-44f1-b016-ea224996be75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde38826-cdfa-40ed-ada1-3f4c76983f65,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:36.753265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf1b5-9e2a-4079-9786-08166d5f6954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:36.783814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf1b5-9e2a-4079-9786-08166d5f6954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:36.809255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee69e8c2-a679-44f6-8f89-5cf20b1c50ee req-c999237e-c135-434b-960a-4339a55e2827 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 210 time: 0.1549749 Feb 07 13:09:36.841340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c289f-f0df-43e1-99b8-283d9616b3c6 req-ec37ac68-4e03-495e-9563-1a595571da07 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:36.842086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3a1c289f-f0df-43e1-99b8-283d9616b3c6 req-ec37ac68-4e03-495e-9563-1a595571da07 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Synchronizing usage tracker for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:36.975422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd9a424e-ee12-4089-82cf-b1d74c376549 req-14b0ea57-804a-40ca-92a1-8d38838e6575 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578489 Feb 07 13:09:36.992008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf1b5-9e2a-4079-9786-08166d5f6954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:37.009555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaf1b5-9e2a-4079-9786-08166d5f6954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde38826-cdfa-40ed-ada1-3f4c76983f65,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:37.029210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf1b5-9e2a-4079-9786-08166d5f6954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:37.031417 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8bbaf1b5-9e2a-4079-9786-08166d5f6954 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cde38826-cdfa-40ed-ada1-3f4c76983f65 HTTP/1.1" status: 204 len: 168 time: 0.3518946 Feb 07 13:09:37.107798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3a1c289f-f0df-43e1-99b8-283d9616b3c6 req-ec37ac68-4e03-495e-9563-1a595571da07 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Unset dirty status for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:37.113848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a1c289f-f0df-43e1-99b8-283d9616b3c6 req-ec37ac68-4e03-495e-9563-1a595571da07 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 932 time: 0.7050810 Feb 07 13:09:37.208649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a1c289f-f0df-43e1-99b8-283d9616b3c6 req-a0ba253a-f0a9-47d4-92a3-609f42880240 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928013 Feb 07 13:09:37.234523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5235f54-4cf6-40d2-8d23-ed4818a3b275 req-87bb4fab-8aad-42f5-ba1a-efb5389b0cc4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:37.234523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5235f54-4cf6-40d2-8d23-ed4818a3b275 req-87bb4fab-8aad-42f5-ba1a-efb5389b0cc4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.2682657 Feb 07 13:09:37.335953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5235f54-4cf6-40d2-8d23-ed4818a3b275 req-ff147e12-0983-4f32-89f1-dbd52ba6fd39 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955949 Feb 07 13:09:37.344721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba240b5-71aa-4315-920d-0d37dae22f5b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:37.353047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:37.367274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Transition to ACTIVE for port object 2ba240b5-71aa-4315-920d-0d37dae22f5b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:37.554630 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:37.726126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Pushing event updated for resources: {'Port': ['ID=2ba240b5-71aa-4315-920d-0d37dae22f5b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:37.862541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Attempting to bind port 2ba240b5-71aa-4315-920d-0d37dae22f5b on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:37.863008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Attempting to bind port 2ba240b5-71aa-4315-920d-0d37dae22f5b by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:37.863199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Attempting to bind port 2ba240b5-71aa-4315-920d-0d37dae22f5b on network d8c61966-4261-482a-92b5-284563e5d2c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:37.871198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Port 2ba240b5-71aa-4315-920d-0d37dae22f5b on network d8c61966-4261-482a-92b5-284563e5d2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:37.871520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Attempting to bind port 2ba240b5-71aa-4315-920d-0d37dae22f5b on network d8c61966-4261-482a-92b5-284563e5d2c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:37.888378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-7dcb4d16-9fa2-4c75-9726-3f42ff530abc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:37.894126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-7dcb4d16-9fa2-4c75-9726-3f42ff530abc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:37.900271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-7dcb4d16-9fa2-4c75-9726-3f42ff530abc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:37.906005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-7dcb4d16-9fa2-4c75-9726-3f42ff530abc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:37.911733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-7dcb4d16-9fa2-4c75-9726-3f42ff530abc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:37.917761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-7dcb4d16-9fa2-4c75-9726-3f42ff530abc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:37.924967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-7dcb4d16-9fa2-4c75-9726-3f42ff530abc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:37.932456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-7dcb4d16-9fa2-4c75-9726-3f42ff530abc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.1742125 Feb 07 13:09:37.933476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:37.933810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Checking segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:37.934195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Bound using segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:37.934641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Bound port: 2ba240b5-71aa-4315-920d-0d37dae22f5b, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:37.934992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.074001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42744) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:38.092814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.110200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:38.114261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] Usage tracker for resource:security_group_rule and tenant:2aba023c45c7491d84779d13ed48f360 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:38.117417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:38.124381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:38.132735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cabd4dc-b72d-4b13-b90c-e1195c3bdcc3 req-9dcfe1f3-ff29-42b4-9a7f-5756092e559a tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 210 time: 0.0598004 Feb 07 13:09:38.216447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68de7b04-6475-4cd7-a418-d8549a988a31 req-2fd8e799-e176-4632-a78b-ee1b18fe3b6f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426909 Feb 07 13:09:38.364414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] For port 2ba240b5-71aa-4315-920d-0d37dae22f5b, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:38.389431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.441643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] For port 2ba240b5-71aa-4315-920d-0d37dae22f5b, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2ba240b5-71aa-4315-920d-0d37dae22f5b,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:38.471153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.522488 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2aba023c45c7491d84779d13ed48f360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450884 Feb 07 13:09:38.522875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42760) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:38.526261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3924a38-c0be-4e83-80d1-de5b95149c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8c181-df72-4fdd-9194-8394ec849860,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:38.563339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-f119185d-ddb2-496a-8f47-fed01d6aae8c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:38.564798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-f119185d-ddb2-496a-8f47-fed01d6aae8c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 812 time: 0.2869964 Feb 07 13:09:38.565906 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.597248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a065-5241-49dd-b20c-b88ed8ba2854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.629936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'port': {'device_id': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5', 'admin_state_up': True, 'tenant_id': '5739800c9d844ac9bee652c375eedaef'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:38.645253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a065-5241-49dd-b20c-b88ed8ba2854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.715396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:38.716008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.717715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] 10.222.0.35 "PUT /v2.0/ports/2ba240b5-71aa-4315-920d-0d37dae22f5b HTTP/1.1" status: 200 len: 1092 time: 2.3535383 Feb 07 13:09:38.728950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c12cb77-e797-4f81-9a91-380d21010077', 'tag': '2ba240b5-71aa-4315-920d-0d37dae22f5b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:38.740576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2676614-baff-4a6f-a5ab-d0ad770fd0ba req-dc193017-6339-4fb9-bdcb-e455b0dda0a3 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:38.744457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2676614-baff-4a6f-a5ab-d0ad770fd0ba req-dc193017-6339-4fb9-bdcb-e455b0dda0a3 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 944 time: 0.3883138 Feb 07 13:09:38.750698 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0a255d6-9b3b-4b7e-ba5d-5e2342173b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.796632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a065-5241-49dd-b20c-b88ed8ba2854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.805586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea363cc8-c932-4a81-ab7b-f5a770a48f4e service neutron] Pushing event updated for resources: {'Port': ['ID=2ba240b5-71aa-4315-920d-0d37dae22f5b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:38.814567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3a065-5241-49dd-b20c-b88ed8ba2854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8c181-df72-4fdd-9194-8394ec849860,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:38.824617 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a065-5241-49dd-b20c-b88ed8ba2854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:38.829936 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b6a3a065-5241-49dd-b20c-b88ed8ba2854 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/deb8c181-df72-4fdd-9194-8394ec849860 HTTP/1.1" status: 204 len: 168 time: 0.3057868 Feb 07 13:09:38.844340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900d94f-6cb9-4652-96fa-63cc101d02c2 req-d461f918-8090-4623-afad-f6d078a6c083 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:38.846118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e900d94f-6cb9-4652-96fa-63cc101d02c2 req-d461f918-8090-4623-afad-f6d078a6c083 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.3854365 Feb 07 13:09:38.864611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2676614-baff-4a6f-a5ab-d0ad770fd0ba req-15657a3c-39ef-4609-a10b-522fe9063601 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133189 Feb 07 13:09:38.940710 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c12cb77-e797-4f81-9a91-380d21010077', 'tag': '2ba240b5-71aa-4315-920d-0d37dae22f5b', 'status': 'completed', 'code': 200} Feb 07 13:09:38.969532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:38.984771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:port and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:38.991764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e900d94f-6cb9-4652-96fa-63cc101d02c2 req-e0b5d07c-505e-4fb6-bf2b-3324ac851f24 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313510 Feb 07 13:09:38.992886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:39.000554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:39.026261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037102-3c16-4b3a-8857-55ba7387538a req-c0b9cbaf-bdfb-4a62-937d-ac87f173782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.027877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-c0b9cbaf-bdfb-4a62-937d-ac87f173782c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 1095 time: 0.1416655 Feb 07 13:09:39.102324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-2cfb8e00-7f3c-49f9-b6a3-9c3403ed097f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba240b5-71aa-4315-920d-0d37dae22f5b HTTP/1.1" status: 200 len: 217 time: 0.0677483 Feb 07 13:09:39.148639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Made reservation on behalf of 5739800c9d844ac9bee652c375eedaef for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:39.148639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:39.229659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037102-3c16-4b3a-8857-55ba7387538a req-3882c76c-8733-41ee-a19c-c497931e76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.231948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-3882c76c-8733-41ee-a19c-c497931e76e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.1231933 Feb 07 13:09:39.330267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-da3b8b73-db63-41f5-bda7-d24284261d15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884311 Feb 07 13:09:39.369055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c045bbc-bd97-4e67-90b4-c71fe2cdac03 req-8d97cb22-2e50-47e0-9ecd-d99fb06ab2b0 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 210 time: 0.0928481 Feb 07 13:09:39.571787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Allocated IP 172.20.0.3 (d3a18573-faee-4ba6-af41-135d41a8b9a5/59ce1f4a-013e-47a2-93fe-61beb919b4c3/a2ac8bdb-59f2-4d95-8719-cea2602a2b6a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:09:39.636236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-02713f1d-c2b9-4870-972a-8bf4562e9fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891054 Feb 07 13:09:39.650996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845eb4-682c-42a5-838a-83de684a685c req-f6588163-57fa-407d-95ab-648b3b768c6c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.657011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845eb4-682c-42a5-838a-83de684a685c req-f6588163-57fa-407d-95ab-648b3b768c6c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.662687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845eb4-682c-42a5-838a-83de684a685c req-f6588163-57fa-407d-95ab-648b3b768c6c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.669061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845eb4-682c-42a5-838a-83de684a685c req-f6588163-57fa-407d-95ab-648b3b768c6c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.674837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845eb4-682c-42a5-838a-83de684a685c req-f6588163-57fa-407d-95ab-648b3b768c6c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.681304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845eb4-682c-42a5-838a-83de684a685c req-f6588163-57fa-407d-95ab-648b3b768c6c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.687118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845eb4-682c-42a5-838a-83de684a685c req-f6588163-57fa-407d-95ab-648b3b768c6c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:39.689015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf845eb4-682c-42a5-838a-83de684a685c req-f6588163-57fa-407d-95ab-648b3b768c6c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.3435750 Feb 07 13:09:40.038848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf845eb4-682c-42a5-838a-83de684a685c req-e8985d27-1223-46ad-a973-fa9513caab2d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3273118 Feb 07 13:09:40.156406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46037102-3c16-4b3a-8857-55ba7387538a req-d290a923-4f65-493a-9105-9758b3dfb5f2 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661634 Feb 07 13:09:40.282162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08763ff4-f55e-45b5-8333-dff22736a215 req-ce01f9d9-02d0-42d8-9967-059e3bfbf780 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:40.283666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08763ff4-f55e-45b5-8333-dff22736a215 req-ce01f9d9-02d0-42d8-9967-059e3bfbf780 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 944 time: 0.3006380 Feb 07 13:09:40.286606 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:40.364315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08763ff4-f55e-45b5-8333-dff22736a215 req-fb385242-321f-4e92-a7db-120f435bc985 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712466 Feb 07 13:09:40.374659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907606ba-e338-4b1a-a975-270905d1e241 req-d747ce74-e4a2-437d-bd26-bafe2cbf1756 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:40.375836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-907606ba-e338-4b1a-a975-270905d1e241 req-d747ce74-e4a2-437d-bd26-bafe2cbf1756 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.1944141 Feb 07 13:09:40.482635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-907606ba-e338-4b1a-a975-270905d1e241 req-f6a24bff-a21c-4fdc-974d-536914aa9d96 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694284 Feb 07 13:09:40.543170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcb1b45f-aecf-453c-8b51-04a7d9c0ad03 req-9f30f414-6e08-4046-ac2d-7f2dcfeed15e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 210 time: 0.0542140 Feb 07 13:09:40.548892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5607e-80e2-4238-a9df-f553073007fb req-e8cbcceb-6ee6-460c-8f40-97fb8ea5caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:40.550384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fc5607e-80e2-4238-a9df-f553073007fb req-e8cbcceb-6ee6-460c-8f40-97fb8ea5caac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 1095 time: 0.1709509 Feb 07 13:09:40.580899 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:40.704415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Network d3a18573-faee-4ba6-af41-135d41a8b9a5 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:09:40.714966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:09:40.721932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:09:40.771209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'Port': ['ID=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:40.829863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:40.830476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:40.841292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5607e-80e2-4238-a9df-f553073007fb req-de726ade-e7cd-410d-8671-8b211fdd685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:40.842760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fc5607e-80e2-4238-a9df-f553073007fb req-de726ade-e7cd-410d-8671-8b211fdd685e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 915 time: 0.2847726 Feb 07 13:09:40.917091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fc5607e-80e2-4238-a9df-f553073007fb req-76d40a4d-f54f-4b0c-a411-22cb5531c2af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba240b5-71aa-4315-920d-0d37dae22f5b HTTP/1.1" status: 200 len: 217 time: 0.0661595 Feb 07 13:09:40.922276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-8240a07f-2dcd-41e8-8b74-9181049a69c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3142016 Feb 07 13:09:40.965984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Request body: {'port': {'device_id': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:41.065085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b041a08e-c8c2-40dc-b3eb-8ee3b5ae2823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:41.071292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5607e-80e2-4238-a9df-f553073007fb req-f23708e3-66a7-443d-8eb1-6e75d890e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:41.072916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fc5607e-80e2-4238-a9df-f553073007fb req-f23708e3-66a7-443d-8eb1-6e75d890e223 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.1497796 Feb 07 13:09:41.136980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fc5607e-80e2-4238-a9df-f553073007fb req-a4cf4161-6342-4263-8c57-a4824dd153b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508456 Feb 07 13:09:41.146188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:41.449116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fc5607e-80e2-4238-a9df-f553073007fb req-44ecbfe0-c6b5-4f67-ad45-3673349143ca service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039091 Feb 07 13:09:41.713462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73659112-e176-4754-b291-70a9c8ca6489 req-3bd01b50-8a23-451d-9ae7-75149ac9bbc3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:41.719474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73659112-e176-4754-b291-70a9c8ca6489 req-3bd01b50-8a23-451d-9ae7-75149ac9bbc3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:41.725558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73659112-e176-4754-b291-70a9c8ca6489 req-3bd01b50-8a23-451d-9ae7-75149ac9bbc3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:41.732144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73659112-e176-4754-b291-70a9c8ca6489 req-3bd01b50-8a23-451d-9ae7-75149ac9bbc3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:41.737875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73659112-e176-4754-b291-70a9c8ca6489 req-3bd01b50-8a23-451d-9ae7-75149ac9bbc3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:41.743882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73659112-e176-4754-b291-70a9c8ca6489 req-3bd01b50-8a23-451d-9ae7-75149ac9bbc3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:41.749595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73659112-e176-4754-b291-70a9c8ca6489 req-3bd01b50-8a23-451d-9ae7-75149ac9bbc3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:41.751507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73659112-e176-4754-b291-70a9c8ca6489 req-3bd01b50-8a23-451d-9ae7-75149ac9bbc3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.5249350 Feb 07 13:09:41.979218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73659112-e176-4754-b291-70a9c8ca6489 req-0cd8d9d7-67b6-40f5-af21-85abd3577ab7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389229 Feb 07 13:09:42.020066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fc5607e-80e2-4238-a9df-f553073007fb req-c53344f2-a54f-4af7-927c-f07a94b81069 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564666 Feb 07 13:09:42.034202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eb651-0c5a-42c0-a887-6e4d3b59c905 req-d21994bf-a5d3-4f88-8b14-423add0229bd tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:42.040559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d84eb651-0c5a-42c0-a887-6e4d3b59c905 req-d21994bf-a5d3-4f88-8b14-423add0229bd tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 944 time: 0.3608241 Feb 07 13:09:42.165308 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:42.188214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d84eb651-0c5a-42c0-a887-6e4d3b59c905 req-0966dcdb-2e36-46bb-b583-f05300ce4d4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449497 Feb 07 13:09:42.216117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ac8bdb-59f2-4d95-8719-cea2602a2b6a {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:42.226885 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:42.249382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Transition to ACTIVE for port object a2ac8bdb-59f2-4d95-8719-cea2602a2b6a will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:09:42.265264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33e1e0-37ba-4903-89b8-0b4468a82960 req-6ad9d1f1-a68d-4333-a9b4-6730060a083d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:42.266841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec33e1e0-37ba-4903-89b8-0b4468a82960 req-6ad9d1f1-a68d-4333-a9b4-6730060a083d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.1553235 Feb 07 13:09:42.268248 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:42.372140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec33e1e0-37ba-4903-89b8-0b4468a82960 req-9f46aed8-001d-4955-88f0-def6e8f85089 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991666 Feb 07 13:09:42.395883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ea153-a4b1-490d-9cf1-a8136551cd9a req-aceab2d4-726b-4370-9969-69dab5695cff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:42.396621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6b8ea153-a4b1-490d-9cf1-a8136551cd9a req-aceab2d4-726b-4370-9969-69dab5695cff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:42.456940 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:42.567904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6b8ea153-a4b1-490d-9cf1-a8136551cd9a req-aceab2d4-726b-4370-9969-69dab5695cff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:42.569105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b8ea153-a4b1-490d-9cf1-a8136551cd9a req-aceab2d4-726b-4370-9969-69dab5695cff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 931 time: 0.2819581 Feb 07 13:09:42.632414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:42.703339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6b8ea153-a4b1-490d-9cf1-a8136551cd9a req-05e17b89-e9d4-48f6-a0b9-d09735787094 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:09:42.746961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Attempting to bind port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:09:42.747299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Attempting to bind port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:09:42.747631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Attempting to bind port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a on network d3a18573-faee-4ba6-af41-135d41a8b9a5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:42.752216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a on network d3a18573-faee-4ba6-af41-135d41a8b9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:09:42.752539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Attempting to bind port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a on network d3a18573-faee-4ba6-af41-135d41a8b9a5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:09:42.757693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:09:42.758623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Checking segment: {'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:42.758947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Bound using segment: {'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:09:42.759383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Bound port: a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:09:42.759732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:42.848201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] For port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:09:42.850142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6b8ea153-a4b1-490d-9cf1-a8136551cd9a req-05e17b89-e9d4-48f6-a0b9-d09735787094 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:09:42.851304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b8ea153-a4b1-490d-9cf1-a8136551cd9a req-05e17b89-e9d4-48f6-a0b9-d09735787094 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730215 Feb 07 13:09:42.853053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] For port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:09:42.920166 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:42.973944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2ba240b5-71aa-4315-920d-0d37dae22f5b details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:42.987680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:42.989004 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:42.990698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] 10.222.0.47 "PUT /v2.0/ports/a2ac8bdb-59f2-4d95-8719-cea2602a2b6a HTTP/1.1" status: 200 len: 1091 time: 2.0325506 Feb 07 13:09:42.993502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:43.016647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fff2e-b5ad-4501-b7fb-699ade996a27 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:43.084348 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', 'status': 'completed', 'code': 200} Feb 07 13:09:43.169842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2ba240b5-71aa-4315-920d-0d37dae22f5b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2ba240b5-71aa-4315-920d-0d37dae22f5b,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:43.184565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '2ba240b5-71aa-4315-920d-0d37dae22f5b', 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'port_id': '2ba240b5-71aa-4315-920d-0d37dae22f5b', 'mac_address': 'fa:16:3e:f4:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9d8cfd-95b8-4376-a228-5aa921fd32e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:43.207497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42980) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:43.251014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.265138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-b03361ee-dfc1-4dd4-9c10-91be5c26b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.267044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-b03361ee-dfc1-4dd4-9c10-91be5c26b299 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1094 time: 0.1735256 Feb 07 13:09:43.276372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba240b5-71aa-4315-920d-0d37dae22f5b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:43.285855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-cc213e62-89ca-45dc-ab94-0438d920f15a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.292718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-cc213e62-89ca-45dc-ab94-0438d920f15a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.296276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2ba240b5-71aa-4315-920d-0d37dae22f5b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2ba240b5-71aa-4315-920d-0d37dae22f5b,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:43.299140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-cc213e62-89ca-45dc-ab94-0438d920f15a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.312397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-cc213e62-89ca-45dc-ab94-0438d920f15a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.319774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-cc213e62-89ca-45dc-ab94-0438d920f15a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.325839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-cc213e62-89ca-45dc-ab94-0438d920f15a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.331860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-cc213e62-89ca-45dc-ab94-0438d920f15a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.333855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-cc213e62-89ca-45dc-ab94-0438d920f15a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.1913404 Feb 07 13:09:43.362415 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.370591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.385478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:43.389457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] Usage tracker for resource:security_group_rule and tenant:51b5011df4a64bf193f76609fa452c3c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:43.392498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:43.399398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:43.439122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=2ba240b5-71aa-4315-920d-0d37dae22f5b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:43.454026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.455247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.455769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.456437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.458240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.458240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.458240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.458240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.458240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.459019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.459495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.460012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:09:43.462932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-3a6685a2-4175-45dd-94b1-80d5ad0874b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a HTTP/1.1" status: 200 len: 217 time: 0.1270261 Feb 07 13:09:43.498369 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.544476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0125e6f7-3665-4045-8164-1a8d93067b6b req-c7940356-405a-4c06-8b0e-2296678db854 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207108 Feb 07 13:09:43.568820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-044aee13-bb06-45d2-9051-58e1d4645f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.570166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-044aee13-bb06-45d2-9051-58e1d4645f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.0984049 Feb 07 13:09:43.574149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2ba240b5-71aa-4315-920d-0d37dae22f5b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:09:43.580397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.628324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a8290-64cf-4b40-833d-53dc4439d418 req-e371cb75-ae91-4742-9d0e-1a57507ba5fc tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:43.629855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d4a8290-64cf-4b40-833d-53dc4439d418 req-e371cb75-ae91-4742-9d0e-1a57507ba5fc tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 945 time: 0.2950969 Feb 07 13:09:43.652890 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.685450 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51b5011df4a64bf193f76609fa452c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767025 Feb 07 13:09:43.687818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b8c58-2072-4565-994e-0df910178e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a7d5c0-781d-4bdf-8efa-a6931e65b9f3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:43.690409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43000) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:43.723057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-fe4f8f33-328a-42b2-ad24-0324efa4af8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424716 Feb 07 13:09:43.813518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d2a2-f0c8-450b-9fd4-864765a049eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.846517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d2a2-f0c8-450b-9fd4-864765a049eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.980009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d2a2-f0c8-450b-9fd4-864765a049eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:43.997606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1d2a2-f0c8-450b-9fd4-864765a049eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a7d5c0-781d-4bdf-8efa-a6931e65b9f3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:44.005670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d2a2-f0c8-450b-9fd4-864765a049eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:44.018264 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0ac1d2a2-f0c8-450b-9fd4-864765a049eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6a7d5c0-781d-4bdf-8efa-a6931e65b9f3 HTTP/1.1" status: 204 len: 168 time: 0.3183749 Feb 07 13:09:44.042012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d4a8290-64cf-4b40-833d-53dc4439d418 req-3b991965-8d11-4a37-bd83-776c278ac162 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865795 Feb 07 13:09:44.134432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-ac939b98-edfe-417d-93da-710e489b2ccf service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303134 Feb 07 13:09:44.142626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddb4ec-c67a-49ad-b1f4-c143467c5084 req-a138a6c0-ca43-4fe2-8bdb-28a1948ace8f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.152225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beddb4ec-c67a-49ad-b1f4-c143467c5084 req-a138a6c0-ca43-4fe2-8bdb-28a1948ace8f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.4158065 Feb 07 13:09:44.327013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-beddb4ec-c67a-49ad-b1f4-c143467c5084 req-6bb96cf9-7a5b-4149-9a80-9423f17dcfff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636105 Feb 07 13:09:44.373148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4c066f2-28e1-4635-83a5-80e011b4d58c req-b49b0556-4f07-4f17-b131-7e12eb8e040f service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278726 Feb 07 13:09:44.381094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c7b64-d7f1-42f0-9212-ea351c049e2e req-03f3a8e2-af2c-4428-8a01-4067519db368 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.388667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b8c7b64-d7f1-42f0-9212-ea351c049e2e req-03f3a8e2-af2c-4428-8a01-4067519db368 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 943 time: 0.2203307 Feb 07 13:09:44.432421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b8c7b64-d7f1-42f0-9212-ea351c049e2e req-df32b63d-6971-4440-bd22-0f538ae13760 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Feb 07 13:09:44.562619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-6c350758-0fa6-4d4f-ab38-73c35f68c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.564290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-6c350758-0fa6-4d4f-ab38-73c35f68c436 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1094 time: 0.0706351 Feb 07 13:09:44.757491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-50256ca2-867c-4bc0-bd23-a1015d5b19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.758963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-50256ca2-867c-4bc0-bd23-a1015d5b19e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 912 time: 0.1889365 Feb 07 13:09:44.835210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-40d0b23b-4cb9-43a2-964f-eb511cc57e4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a HTTP/1.1" status: 200 len: 217 time: 0.0694387 Feb 07 13:09:44.842216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43038) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:44.854143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776fe0-243c-40a1-b60a-3207954647ae req-cb7f7434-3b3f-4d0c-9251-c49fbf1bae75 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.860189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776fe0-243c-40a1-b60a-3207954647ae req-cb7f7434-3b3f-4d0c-9251-c49fbf1bae75 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.860608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:44.865862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776fe0-243c-40a1-b60a-3207954647ae req-cb7f7434-3b3f-4d0c-9251-c49fbf1bae75 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.871807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776fe0-243c-40a1-b60a-3207954647ae req-cb7f7434-3b3f-4d0c-9251-c49fbf1bae75 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.874818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:44.877959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776fe0-243c-40a1-b60a-3207954647ae req-cb7f7434-3b3f-4d0c-9251-c49fbf1bae75 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.878687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] Usage tracker for resource:security_group_rule and tenant:45d57aa1619e47b98736e23a8ef4da51 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:44.881622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:44.883623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776fe0-243c-40a1-b60a-3207954647ae req-cb7f7434-3b3f-4d0c-9251-c49fbf1bae75 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.889317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c776fe0-243c-40a1-b60a-3207954647ae req-cb7f7434-3b3f-4d0c-9251-c49fbf1bae75 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.891206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c776fe0-243c-40a1-b60a-3207954647ae req-cb7f7434-3b3f-4d0c-9251-c49fbf1bae75 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.2169194 Feb 07 13:09:44.895886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:44.941778 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:44.983161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2ba240b5-71aa-4315-920d-0d37dae22f5b up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:09:44.986994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-527217ac-1510-44e6-a034-505049214d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:44.988459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-527217ac-1510-44e6-a034-505049214d78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.1469076 Feb 07 13:09:44.991310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:44.995512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c776fe0-243c-40a1-b60a-3207954647ae req-77f24196-a60d-4d75-9dcd-30481e327948 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697532 Feb 07 13:09:45.038773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-20cb61ce-008d-4142-8abb-792d6e28a132 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422685 Feb 07 13:09:45.142673 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.203888 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=45d57aa1619e47b98736e23a8ef4da51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602095 Feb 07 13:09:45.205387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43046) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:45.208303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04a84a-22ad-406c-afe9-d3746cd520e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40aee6f-6b89-4587-966c-4274481e3c13,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:45.222723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 2ba240b5-71aa-4315-920d-0d37dae22f5b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:09:45.223143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-06fedb67-0dda-431e-a70f-2002892c61de service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781721 Feb 07 13:09:45.229674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43050) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:45.235924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 2ba240b5-71aa-4315-920d-0d37dae22f5b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:09:45.235924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.295957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4288fd80-2b31-468f-bbf0-95fd75f65fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.335057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4288fd80-2b31-468f-bbf0-95fd75f65fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.366819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.369898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700739b-4192-46c8-b290-dbf8cbbb0e4c req-c826aea3-5224-4055-98d2-9f80e8138a95 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:45.371431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9700739b-4192-46c8-b290-dbf8cbbb0e4c req-c826aea3-5224-4055-98d2-9f80e8138a95 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 945 time: 0.2097223 Feb 07 13:09:45.393143 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.410443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2ba240b5-71aa-4315-920d-0d37dae22f5b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2ba240b5-71aa-4315-920d-0d37dae22f5b,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:45.411447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c12cb77-e797-4f81-9a91-380d21010077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba240b5-71aa-4315-920d-0d37dae22f5b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:45.419100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5b374c9-89b5-4281-b40f-b95bfdf76039 req-01feeca8-1ed3-493f-bcc8-d9fecab5b00d service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874018 Feb 07 13:09:45.421373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:45.438206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] Usage tracker for resource:security_group_rule and tenant:61ae0baa38394b149660a2279125e5c8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:45.441633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:45.441771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9700739b-4192-46c8-b290-dbf8cbbb0e4c req-9c203cc4-d33d-4cb8-931d-71a2ba41f669 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549340 Feb 07 13:09:45.449484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:45.498480 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c12cb77-e797-4f81-9a91-380d21010077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba240b5-71aa-4315-920d-0d37dae22f5b', 'code': 200} Feb 07 13:09:45.561108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac514e23-3dfb-4d4a-ad9c-13ec44421e5d req-f5f58289-8239-4af6-9e76-b6ed86281b7a tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:45.562738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac514e23-3dfb-4d4a-ad9c-13ec44421e5d req-f5f58289-8239-4af6-9e76-b6ed86281b7a tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.0919297 Feb 07 13:09:45.563720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.570113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4288fd80-2b31-468f-bbf0-95fd75f65fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.588997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288fd80-2b31-468f-bbf0-95fd75f65fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40aee6f-6b89-4587-966c-4274481e3c13,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:45.608654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4288fd80-2b31-468f-bbf0-95fd75f65fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.613785 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4288fd80-2b31-468f-bbf0-95fd75f65fab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d40aee6f-6b89-4587-966c-4274481e3c13 HTTP/1.1" status: 204 len: 168 time: 0.4033828 Feb 07 13:09:45.665999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=2ba240b5-71aa-4315-920d-0d37dae22f5b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:45.710801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.719962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac514e23-3dfb-4d4a-ad9c-13ec44421e5d req-cfd79865-aef4-4619-8685-feed27a12ffb tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210518 Feb 07 13:09:45.744935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac29049-bab0-493e-b935-df6d50d47add req-d774b790-c455-4d73-be82-ee18cc72103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:45.746409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ac29049-bab0-493e-b935-df6d50d47add req-d774b790-c455-4d73-be82-ee18cc72103a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 1097 time: 0.1828313 Feb 07 13:09:45.772042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664e2ad-1ccb-4fa3-b82b-46b6d254a9df req-fd968439-721e-4b51-9439-1bedb011ffd1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:45.773437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f664e2ad-1ccb-4fa3-b82b-46b6d254a9df req-fd968439-721e-4b51-9439-1bedb011ffd1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 943 time: 0.1521921 Feb 07 13:09:45.782511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.815033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ac29049-bab0-493e-b935-df6d50d47add req-adec11c8-d8b6-41a8-b111-7f4a998d5296 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Feb 07 13:09:45.833136 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61ae0baa38394b149660a2279125e5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6008208 Feb 07 13:09:45.835689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43064) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:45.837564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f664e2ad-1ccb-4fa3-b82b-46b6d254a9df req-55278ed1-8801-4105-934a-e44ef5395e11 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566463 Feb 07 13:09:45.839188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0282ad5-9835-4614-80cd-8e7ce11f64c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517326a-3dd3-476a-87db-2af79057b938,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:45.907800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71a507e8-d6db-41e5-8f90-7f963732604f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:45.934209 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71a507e8-d6db-41e5-8f90-7f963732604f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:46.073677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71a507e8-d6db-41e5-8f90-7f963732604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:46.091923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a507e8-d6db-41e5-8f90-7f963732604f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517326a-3dd3-476a-87db-2af79057b938,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:46.096668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71a507e8-d6db-41e5-8f90-7f963732604f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:46.098206 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-71a507e8-d6db-41e5-8f90-7f963732604f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f517326a-3dd3-476a-87db-2af79057b938 HTTP/1.1" status: 204 len: 168 time: 0.2611382 Feb 07 13:09:46.376529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-c2c1b035-15f1-466e-a598-6b63a17f0e40 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.382148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-c2c1b035-15f1-466e-a598-6b63a17f0e40 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.387880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-c2c1b035-15f1-466e-a598-6b63a17f0e40 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.393600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-c2c1b035-15f1-466e-a598-6b63a17f0e40 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.399897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-c2c1b035-15f1-466e-a598-6b63a17f0e40 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.405612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-c2c1b035-15f1-466e-a598-6b63a17f0e40 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.411317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-c2c1b035-15f1-466e-a598-6b63a17f0e40 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.413154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-c2c1b035-15f1-466e-a598-6b63a17f0e40 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.2969069 Feb 07 13:09:46.416575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-678aae79-84f6-4a85-aaff-c131b3563898 req-f14e01ca-34c4-44aa-9238-3819bae333c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518607 Feb 07 13:09:46.463806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bb2db3b-bab6-4090-ad8a-21fe7a3d8645 req-8ebc4ba0-7548-4ccf-a2f1-058da8727ad8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435314 Feb 07 13:09:46.605894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aae79-84f6-4a85-aaff-c131b3563898 req-bdb729c4-f312-4d72-b497-a066869163c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.607382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-678aae79-84f6-4a85-aaff-c131b3563898 req-bdb729c4-f312-4d72-b497-a066869163c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 1097 time: 0.1185160 Feb 07 13:09:46.727618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b33b-9695-4da9-88bb-c2663d506f60 req-81929454-1d6b-4c23-8369-6c7243e305c1 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.731310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a960b33b-9695-4da9-88bb-c2663d506f60 req-81929454-1d6b-4c23-8369-6c7243e305c1 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 946 time: 0.1756673 Feb 07 13:09:46.806381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aae79-84f6-4a85-aaff-c131b3563898 req-15002f08-8194-4d9f-ab3f-facfb2637e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:46.811744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-678aae79-84f6-4a85-aaff-c131b3563898 req-15002f08-8194-4d9f-ab3f-facfb2637e18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 911 time: 0.1815400 Feb 07 13:09:46.811744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a960b33b-9695-4da9-88bb-c2663d506f60 req-6859523d-b814-4f0e-85ab-c9eca8c6de91 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746491 Feb 07 13:09:46.980528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-678aae79-84f6-4a85-aaff-c131b3563898 req-81d6fb08-887e-430a-a779-1c04cdcda499 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 200 len: 1002 time: 0.1636069 Feb 07 13:09:47.060925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a2ac8bdb-59f2-4d95-8719-cea2602a2b6a details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:47.097254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e835-010d-4bea-b21e-ac361a993f5a req-b513893f-09d7-4de6-8f33-f43e293821dc tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.098756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6be6e835-010d-4bea-b21e-ac361a993f5a req-b513893f-09d7-4de6-8f33-f43e293821dc tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.2234848 Feb 07 13:09:47.128946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aae79-84f6-4a85-aaff-c131b3563898 req-9d62b5ca-7eb9-4244-b51b-9940711bf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.130481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-678aae79-84f6-4a85-aaff-c131b3563898 req-9d62b5ca-7eb9-4244-b51b-9940711bf8d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.1426551 Feb 07 13:09:47.220054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6be6e835-010d-4bea-b21e-ac361a993f5a req-708db212-138d-4663-b0a7-63ed71d0227e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089158 Feb 07 13:09:47.241909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778ec6b-c920-4578-80a5-e82e5cab03de req-3443a61c-5f54-4b6a-a595-9e59a5f938e8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.250044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7778ec6b-c920-4578-80a5-e82e5cab03de req-3443a61c-5f54-4b6a-a595-9e59a5f938e8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 943 time: 0.2610040 Feb 07 13:09:47.298653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aae79-84f6-4a85-aaff-c131b3563898 req-a45837d9-8494-4f7a-8eaf-e46de4ec344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.300175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-678aae79-84f6-4a85-aaff-c131b3563898 req-a45837d9-8494-4f7a-8eaf-e46de4ec344e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612625 Feb 07 13:09:47.311289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:47.312969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7778ec6b-c920-4578-80a5-e82e5cab03de req-178d07cb-02c1-4918-aa8a-4c2f574148ea tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620010 Feb 07 13:09:47.345210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5', 'port_id': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', 'mac_address': 'fa:16:3e:08:cb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ce1f4a-013e-47a2-93fe-61beb919b4c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:47.411882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:47.430846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ac8bdb-59f2-4d95-8719-cea2602a2b6a {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:47.451236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:47.454179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-678aae79-84f6-4a85-aaff-c131b3563898 req-c72a35b3-c2d3-4b15-9ba7-42fb061b3790 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402137 Feb 07 13:09:47.542244 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:47.610835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-678aae79-84f6-4a85-aaff-c131b3563898 req-226f500b-44b4-4ae5-b3a0-ab6096618e78 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507008 Feb 07 13:09:47.624355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:47.717891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-74c411e7-9d1b-4d29-b39f-48baf9cbe440 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.725164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-74c411e7-9d1b-4d29-b39f-48baf9cbe440 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.731527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-74c411e7-9d1b-4d29-b39f-48baf9cbe440 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.737424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-74c411e7-9d1b-4d29-b39f-48baf9cbe440 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.744215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-74c411e7-9d1b-4d29-b39f-48baf9cbe440 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.750383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-74c411e7-9d1b-4d29-b39f-48baf9cbe440 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.756150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-74c411e7-9d1b-4d29-b39f-48baf9cbe440 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:47.758723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-74c411e7-9d1b-4d29-b39f-48baf9cbe440 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.1464531 Feb 07 13:09:47.807839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd77278c-0fdc-4bb4-9142-5997e56570c7 req-7b2b132b-ec21-464d-94c3-0aad172fde97 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419579 Feb 07 13:09:47.909548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:09:48.009366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75e225-419a-42ba-8cc7-4bbb04e0e2fa req-c937f176-2287-4c9b-a914-3ba39c48de13 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:48.011138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef75e225-419a-42ba-8cc7-4bbb04e0e2fa req-c937f176-2287-4c9b-a914-3ba39c48de13 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 946 time: 0.0939226 Feb 07 13:09:48.065401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef75e225-419a-42ba-8cc7-4bbb04e0e2fa req-e19152f2-315d-47c4-80bb-13f4189b5f0d tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482566 Feb 07 13:09:48.497625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db4736-aaf4-412b-ade5-4d22e973e53b req-a4a34d8d-0463-4205-b5f8-81e71c44c420 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:48.499133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89db4736-aaf4-412b-ade5-4d22e973e53b req-a4a34d8d-0463-4205-b5f8-81e71c44c420 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.1444898 Feb 07 13:09:48.684818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89db4736-aaf4-412b-ade5-4d22e973e53b req-4f07b08c-4793-4209-8035-61c574e24618 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769865 Feb 07 13:09:48.692713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10750f87-a082-4ab5-a936-d7afe54dd0a1 req-1db5b830-b93d-478b-82a4-42b8465a4f8e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:48.694183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10750f87-a082-4ab5-a936-d7afe54dd0a1 req-1db5b830-b93d-478b-82a4-42b8465a4f8e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 944 time: 0.2669492 Feb 07 13:09:48.742148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10750f87-a082-4ab5-a936-d7afe54dd0a1 req-e5f59256-dd68-43b0-9aec-2ed68e241e47 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413315 Feb 07 13:09:49.015296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-c0be0e2d-4b78-4e8a-a9ff-0f1a39943624 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:49.021157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-c0be0e2d-4b78-4e8a-a9ff-0f1a39943624 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:49.027727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-c0be0e2d-4b78-4e8a-a9ff-0f1a39943624 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:49.034095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-c0be0e2d-4b78-4e8a-a9ff-0f1a39943624 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:49.040100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-c0be0e2d-4b78-4e8a-a9ff-0f1a39943624 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:49.046899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-c0be0e2d-4b78-4e8a-a9ff-0f1a39943624 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:49.052774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-c0be0e2d-4b78-4e8a-a9ff-0f1a39943624 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:49.054594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-c0be0e2d-4b78-4e8a-a9ff-0f1a39943624 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.1291528 Feb 07 13:09:49.066991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a2ac8bdb-59f2-4d95-8719-cea2602a2b6a up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:09:49.124496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7d3f6d7-68f5-4269-b3d7-6cf0fdd11187 req-20ba5fa1-9191-46f4-90d8-a9de1ba72643 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623052 Feb 07 13:09:49.282117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:09:49.287431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:09:49.290953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:49.441386 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:49.473747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:49.487945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:49.546608 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', 'code': 200} Feb 07 13:09:49.577984 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:49.648331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:49.704332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfd04c-fff8-4964-b312-8d7c6d1eaf8d req-0d7a8b1f-6f93-4ce2-8fbf-44ef57976968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:49.707075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15dfd04c-fff8-4964-b312-8d7c6d1eaf8d req-0d7a8b1f-6f93-4ce2-8fbf-44ef57976968 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1096 time: 0.1024091 Feb 07 13:09:49.812282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15dfd04c-fff8-4964-b312-8d7c6d1eaf8d req-98eadd49-bcb3-41a4-ad06-e11bac8be441 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989490 Feb 07 13:09:49.999656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2d5c6-59f8-407e-b527-8e710d78fa1e req-aa4571aa-b416-437a-96e9-3d433e1a18b3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.004135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55d2d5c6-59f8-407e-b527-8e710d78fa1e req-aa4571aa-b416-437a-96e9-3d433e1a18b3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.1443570 Feb 07 13:09:50.019540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131089f-5430-474d-909a-f9ebea29509d req-3ae1d327-c64b-4e68-bafd-11b49420ed30 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.021346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5131089f-5430-474d-909a-f9ebea29509d req-3ae1d327-c64b-4e68-bafd-11b49420ed30 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 945 time: 0.1291046 Feb 07 13:09:50.121890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5131089f-5430-474d-909a-f9ebea29509d req-83ade5e7-8507-44a8-b093-b7c671f1100d tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859995 Feb 07 13:09:50.147155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55d2d5c6-59f8-407e-b527-8e710d78fa1e req-b37f4d4f-c725-4bd7-a1c8-4d09677f715a tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357629 Feb 07 13:09:50.361524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4702-48b8-436e-9341-31121a3de8fd req-6d185a11-1b46-4b98-bd4d-55b11e19b1b5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.368259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4702-48b8-436e-9341-31121a3de8fd req-6d185a11-1b46-4b98-bd4d-55b11e19b1b5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.374094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4702-48b8-436e-9341-31121a3de8fd req-6d185a11-1b46-4b98-bd4d-55b11e19b1b5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.380047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4702-48b8-436e-9341-31121a3de8fd req-6d185a11-1b46-4b98-bd4d-55b11e19b1b5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.385899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4702-48b8-436e-9341-31121a3de8fd req-6d185a11-1b46-4b98-bd4d-55b11e19b1b5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.391797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4702-48b8-436e-9341-31121a3de8fd req-6d185a11-1b46-4b98-bd4d-55b11e19b1b5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.397658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4702-48b8-436e-9341-31121a3de8fd req-6d185a11-1b46-4b98-bd4d-55b11e19b1b5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:50.399781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-824b4702-48b8-436e-9341-31121a3de8fd req-6d185a11-1b46-4b98-bd4d-55b11e19b1b5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.1353354 Feb 07 13:09:50.451879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-824b4702-48b8-436e-9341-31121a3de8fd req-7b51ac34-05ad-440c-b98a-0d25530b8f1e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457830 Feb 07 13:09:51.372996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43260) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:51.408152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1cb0-333d-4643-b8a4-3111741a5acb req-5ddd373d-7e6d-40d5-ab90-ebf5a4e4f4aa tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.409669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac4a1cb0-333d-4643-b8a4-3111741a5acb req-5ddd373d-7e6d-40d5-ab90-ebf5a4e4f4aa tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 945 time: 0.1482036 Feb 07 13:09:51.418067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092cd95-574c-4fd2-b276-d722960ac421 req-63669268-d874-4d7d-b675-3b07c022a02c tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.419494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4092cd95-574c-4fd2-b276-d722960ac421 req-63669268-d874-4d7d-b675-3b07c022a02c tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.1234980 Feb 07 13:09:51.494751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac4a1cb0-333d-4643-b8a4-3111741a5acb req-982d31bf-e751-47c3-833e-30f9f2cd76f9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742536 Feb 07 13:09:51.502007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4092cd95-574c-4fd2-b276-d722960ac421 req-e025d226-e851-4ed1-a81f-c0eef4c041f8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660453 Feb 07 13:09:51.504505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:51.534014 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:51.539116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] Usage tracker for resource:security_group_rule and tenant:0f90af1be067406699cf8db397215747 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:51.544485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:51.553582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:51.749701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:51.750499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-955d8544-4f22-40b0-ad47-858f1848aa2c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.750499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-955d8544-4f22-40b0-ad47-858f1848aa2c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.750499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-955d8544-4f22-40b0-ad47-858f1848aa2c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.751945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-955d8544-4f22-40b0-ad47-858f1848aa2c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.757683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-955d8544-4f22-40b0-ad47-858f1848aa2c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.766872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-955d8544-4f22-40b0-ad47-858f1848aa2c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.770282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-955d8544-4f22-40b0-ad47-858f1848aa2c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:51.772395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-955d8544-4f22-40b0-ad47-858f1848aa2c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.1425738 Feb 07 13:09:51.822772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e7a70b9-3587-4f30-96f1-a724582a5fbc req-dd590383-f2d6-4339-b58c-659ecfe1a006 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437069 Feb 07 13:09:51.861486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43272) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:51.979560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:51.994363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:51.996423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.010398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] Usage tracker for resource:security_group_rule and tenant:5f9a10e4c8fd4c81b3f9731b80c09f34 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:52.017982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:52.044516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:52.058412 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f90af1be067406699cf8db397215747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6837900 Feb 07 13:09:52.061290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43278) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:52.062978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd318e-4466-46a2-ae42-ce2cd85d2837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef205f1-0cc0-4444-a20c-53c41d30ff2a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:52.125549 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a03bea5-196f-428d-a267-aa1bd9412624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.152032 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.156206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a03bea5-196f-428d-a267-aa1bd9412624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.233533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.281628 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f9a10e4c8fd4c81b3f9731b80c09f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188707 Feb 07 13:09:52.283067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000c1cb-2205-4d02-a302-d8bab833cecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b60229-64f5-4400-b856-433844e3ca38,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:52.284163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43286) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:52.323166 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a03bea5-196f-428d-a267-aa1bd9412624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.343926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03bea5-196f-428d-a267-aa1bd9412624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef205f1-0cc0-4444-a20c-53c41d30ff2a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:52.358323 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a03bea5-196f-428d-a267-aa1bd9412624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.359447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6a03bea5-196f-428d-a267-aa1bd9412624 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ef205f1-0cc0-4444-a20c-53c41d30ff2a HTTP/1.1" status: 204 len: 168 time: 0.2971210 Feb 07 13:09:52.366751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c1fcb66-65f7-4c3b-a10d-c6fe8dc5b775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.395782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c1fcb66-65f7-4c3b-a10d-c6fe8dc5b775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.553891 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c1fcb66-65f7-4c3b-a10d-c6fe8dc5b775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.575965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fcb66-65f7-4c3b-a10d-c6fe8dc5b775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b60229-64f5-4400-b856-433844e3ca38,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:52.580870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c1fcb66-65f7-4c3b-a10d-c6fe8dc5b775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:52.582060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4c1fcb66-65f7-4c3b-a10d-c6fe8dc5b775 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57b60229-64f5-4400-b856-433844e3ca38 HTTP/1.1" status: 204 len: 168 time: 0.2959170 Feb 07 13:09:52.724387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a476f9-5b52-4c72-8dce-5a0d46572ee7 req-097d6188-8f8d-49e7-a916-5e21c741585f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:52.732486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19a476f9-5b52-4c72-8dce-5a0d46572ee7 req-097d6188-8f8d-49e7-a916-5e21c741585f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 945 time: 0.1122286 Feb 07 13:09:52.772797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19a476f9-5b52-4c72-8dce-5a0d46572ee7 req-d0d0849b-a75a-4b11-bf7c-62dcc772177a tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Feb 07 13:09:53.014417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-28d4ce47-0c30-4adc-b9ac-5deb5b5dd89c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-595798135&fields=id&tenant_id=5739800c9d844ac9bee652c375eedaef HTTP/1.1" status: 200 len: 267 time: 0.0541837 Feb 07 13:09:53.029745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80ae0b-6158-4fb9-9672-ec5190352a68 req-18411f1b-389e-4ea6-8f49-5f9a5c3c289f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.031276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f80ae0b-6158-4fb9-9672-ec5190352a68 req-18411f1b-389e-4ea6-8f49-5f9a5c3c289f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.1494267 Feb 07 13:09:53.136153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f80ae0b-6158-4fb9-9672-ec5190352a68 req-e43cc907-9dc1-4cb5-806b-edeb222ff2fd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662045 Feb 07 13:09:53.158048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5f2f6b08-f3fe-4f27-90a8-10cfbee6e152 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.165660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5f2f6b08-f3fe-4f27-90a8-10cfbee6e152 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 945 time: 0.1332862 Feb 07 13:09:53.172357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'port': {'security_groups': ['9a7392ee-4990-4bc1-ba2d-2821b1c37b4a', '31942dd1-41bb-4d83-a428-47bfb69e2a31']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:53.366389 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:53.454713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-a731e6ee-8d25-41c9-8a72-e376ec95a3ee tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.460494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-a731e6ee-8d25-41c9-8a72-e376ec95a3ee tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.466899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-a731e6ee-8d25-41c9-8a72-e376ec95a3ee tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.473252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-a731e6ee-8d25-41c9-8a72-e376ec95a3ee tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.479720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-a731e6ee-8d25-41c9-8a72-e376ec95a3ee tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.485485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-a731e6ee-8d25-41c9-8a72-e376ec95a3ee tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.487044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43324) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:53.491520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-a731e6ee-8d25-41c9-8a72-e376ec95a3ee tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:53.494034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-a731e6ee-8d25-41c9-8a72-e376ec95a3ee tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.2198329 Feb 07 13:09:53.513287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:53.530271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:53.534629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:432d690abe504f88b5ee9136c9ba98b4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:53.537861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:53.544999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:53.592856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe71320b-eb29-4342-9a3a-a2874a844f45 req-86ee4517-d0b0-4993-9f52-6c181c212e9e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923309 Feb 07 13:09:53.655533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:53.771478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:53.778125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] For port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:53.804105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:53.815923 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=432d690abe504f88b5ee9136c9ba98b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271763 Feb 07 13:09:53.817500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe124ee-1597-4493-b795-79590d510ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95938e3c-86a9-44db-b304-058325fbf18d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:53.818561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43332) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:53.877615 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a24c8986-e48b-42a8-8fa1-0489f065241f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:53.903672 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a24c8986-e48b-42a8-8fa1-0489f065241f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:53.912905 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:53.924806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:09:54.022133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:54.023009 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.025293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5cfd3b43-01ec-4cbf-8b94-beddc2a6e2c6 req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "PUT /v2.0/ports/a2ac8bdb-59f2-4d95-8719-cea2602a2b6a HTTP/1.1" status: 200 len: 981 time: 0.8589580 Feb 07 13:09:54.028384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:54.082630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4101d-38bd-4992-8984-f7f019390d0c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'Port': ['ID=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:54.131331 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', 'status': 'completed', 'code': 200} Feb 07 13:09:54.227916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:09:54.235418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43346) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:54.252674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a24c8986-e48b-42a8-8fa1-0489f065241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.343641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8986-e48b-42a8-8fa1-0489f065241f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95938e3c-86a9-44db-b304-058325fbf18d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:54.396760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.410252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:54.415259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] Usage tracker for resource:security_group_rule and tenant:7c2ee7f8e74a49d59f64c3e0a06ab744 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:54.418164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:54.424281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:54.526895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.528599 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.535070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a24c8986-e48b-42a8-8fa1-0489f065241f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.536207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a24c8986-e48b-42a8-8fa1-0489f065241f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95938e3c-86a9-44db-b304-058325fbf18d HTTP/1.1" status: 204 len: 168 time: 0.7166057 Feb 07 13:09:54.553906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-0de24a42-3152-447a-9215-404c2ff9bee3 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-603155260&fields=id&tenant_id=5739800c9d844ac9bee652c375eedaef HTTP/1.1" status: 200 len: 267 time: 0.3126922 Feb 07 13:09:54.626218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-485ba397-1988-44bd-b195-766f8861e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:54.627660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-485ba397-1988-44bd-b195-766f8861e443 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1135 time: 0.4730761 Feb 07 13:09:54.634696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.687607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f31969-af52-4c79-a39b-f62f7cd574a6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:54.692037 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b74b50e-7f1d-447a-98c7-31c6fa21911f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c2ee7f8e74a49d59f64c3e0a06ab744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555101 Feb 07 13:09:54.694932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43356) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:54.744525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1b2d-7158-4b86-af98-4e6679d5d8f5 req-0b71e390-d20d-4ceb-afeb-322ff458fd4b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:54.746219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eaa1b2d-7158-4b86-af98-4e6679d5d8f5 req-0b71e390-d20d-4ceb-afeb-322ff458fd4b tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.3881793 Feb 07 13:09:54.788169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccf2c-9f78-446d-a87a-d557a82412f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.814617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-27af23a6-c57f-497d-882b-939d6f7c3a8e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:54.814863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccf2c-9f78-446d-a87a-d557a82412f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.816252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-27af23a6-c57f-497d-882b-939d6f7c3a8e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 984 time: 0.2487080 Feb 07 13:09:54.853275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'port': {'security_groups': ['31942dd1-41bb-4d83-a428-47bfb69e2a31', '9a7392ee-4990-4bc1-ba2d-2821b1c37b4a', '2fd145c5-a5fa-43bd-9d8e-7ab712e90969']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:54.906732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eaa1b2d-7158-4b86-af98-4e6679d5d8f5 req-734a6134-0d8b-4706-acdc-95c1a3e1d3b9 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437585 Feb 07 13:09:54.906732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-d481b59a-c2f1-4a7e-bf07-833698ebc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:54.906732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-d481b59a-c2f1-4a7e-bf07-833698ebc3f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 912 time: 0.2633438 Feb 07 13:09:54.957059 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccf2c-9f78-446d-a87a-d557a82412f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:54.978213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ccf2c-9f78-446d-a87a-d557a82412f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f31969-af52-4c79-a39b-f62f7cd574a6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:55.036767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccf2c-9f78-446d-a87a-d557a82412f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:55.039278 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bc8ccf2c-9f78-446d-a87a-d557a82412f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17f31969-af52-4c79-a39b-f62f7cd574a6 HTTP/1.1" status: 204 len: 168 time: 0.3423233 Feb 07 13:09:55.050154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-04e45c23-0e1b-4d56-a5f4-84793930d85f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a HTTP/1.1" status: 200 len: 217 time: 0.1288500 Feb 07 13:09:55.197680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:55.224058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-ee987258-71c5-4dfe-9e3a-ec692645cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:55.225509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-ee987258-71c5-4dfe-9e3a-ec692645cef3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.1669424 Feb 07 13:09:55.314630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-af2a6430-c874-48f6-91d1-6b04d01c894c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628676 Feb 07 13:09:55.435107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-a015b82d-dfdb-48ab-8af4-85977c3a6510 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:55.440916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-a015b82d-dfdb-48ab-8af4-85977c3a6510 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:55.447221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-a015b82d-dfdb-48ab-8af4-85977c3a6510 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:55.452963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-a015b82d-dfdb-48ab-8af4-85977c3a6510 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:55.458741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-a015b82d-dfdb-48ab-8af4-85977c3a6510 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:55.465245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-a015b82d-dfdb-48ab-8af4-85977c3a6510 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:55.471316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-a015b82d-dfdb-48ab-8af4-85977c3a6510 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:55.473251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-a015b82d-dfdb-48ab-8af4-85977c3a6510 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.4248936 Feb 07 13:09:55.598842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9795a0bd-1e83-45c3-9121-a833d42d2c85 req-b740ec52-88d7-40db-b19b-3ca12745c811 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068747 Feb 07 13:09:55.671800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-b5a3a143-7727-4c94-9f9d-7c89dd2c7391 service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419712 Feb 07 13:09:55.851096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] For port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:55.862841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed42a222-b3bd-4ad0-8883-324992cea623 req-d4de6a44-3abe-4912-95c8-e32bf49e06aa service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830957 Feb 07 13:09:55.883555 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:56.022441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:56.041244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:09:56.160375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:56.160375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:56.160375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f64f85b-a12b-4270-9d81-61d70b41b522 req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "PUT /v2.0/ports/a2ac8bdb-59f2-4d95-8719-cea2602a2b6a HTTP/1.1" status: 200 len: 1020 time: 1.3311884 Feb 07 13:09:56.163019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:09:56.189069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83e0aa-b29b-4c69-b3de-71e0fae60264 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'Port': ['ID=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:56.228241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dd665-e4bf-4921-8ebf-b029d5e7b114 req-3eb87ab2-dbce-400c-a70a-10d743581a59 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:56.233041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-763dd665-e4bf-4921-8ebf-b029d5e7b114 req-3eb87ab2-dbce-400c-a70a-10d743581a59 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.2040167 Feb 07 13:09:56.380447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-763dd665-e4bf-4921-8ebf-b029d5e7b114 req-b6936e99-659a-42e4-a622-799cad449570 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450074 Feb 07 13:09:56.399504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:09:56.463315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01613-5226-4d02-895a-53f2c0976cf6 req-eadcda44-30b0-4ab2-91b6-7eeb2b32531d tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:56.470456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcd01613-5226-4d02-895a-53f2c0976cf6 req-eadcda44-30b0-4ab2-91b6-7eeb2b32531d tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1023 time: 0.1976109 Feb 07 13:09:56.498181 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', 'status': 'completed', 'code': 200} Feb 07 13:09:56.629148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcd01613-5226-4d02-895a-53f2c0976cf6 req-ebc571f8-f197-4be5-8ecc-c18dbe66ac0f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=31942dd1-41bb-4d83-a428-47bfb69e2a31&id=2fd145c5-a5fa-43bd-9d8e-7ab712e90969&id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a HTTP/1.1" status: 200 len: 6154 time: 0.1554623 Feb 07 13:09:56.657416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-0cce346b-7ad3-43ce-aa09-5f3857f95bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:56.660439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-0cce346b-7ad3-43ce-aa09-5f3857f95bca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1174 time: 0.1519775 Feb 07 13:09:56.673341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': ' tempest-securitygroup -992709445 ', 'description': 'tempest-description-1980114592'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:56.913646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:56.991000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:57.048334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-8939ece8-a936-4536-a081-6e79127e3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.049864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-8939ece8-a936-4536-a081-6e79127e3614 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 912 time: 0.3841219 Feb 07 13:09:57.110751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43432) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:57.113356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f042abf6-8805-4ccc-90a6-cde1b5570334 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:57.126465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-5e11849b-6f33-4876-b5f0-c8b66a91edb4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.133692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-5e11849b-6f33-4876-b5f0-c8b66a91edb4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.138946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-5e11849b-6f33-4876-b5f0-c8b66a91edb4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.144828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-5e11849b-6f33-4876-b5f0-c8b66a91edb4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.151451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-5e11849b-6f33-4876-b5f0-c8b66a91edb4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.157372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-5e11849b-6f33-4876-b5f0-c8b66a91edb4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.163690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-5e11849b-6f33-4876-b5f0-c8b66a91edb4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.165396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-5e11849b-6f33-4876-b5f0-c8b66a91edb4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5420 time: 0.2558782 Feb 07 13:09:57.175303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-9c8f6074-6fce-4c6a-a8ae-2a042d33b655 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a HTTP/1.1" status: 200 len: 217 time: 0.1185176 Feb 07 13:09:57.188932 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.286722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:57.291812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65605e44-220f-4ec9-a0d9-8e0ef6442027 req-0ae0ed37-f1fa-47fd-9c40-369b36baf249 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181078 Feb 07 13:09:57.297488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:57.302225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:57.306426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-621e2c74-482d-4b1d-8033-4ee8e9ed1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.307901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-621e2c74-482d-4b1d-8033-4ee8e9ed1632 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.1077356 Feb 07 13:09:57.314990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:57.328648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1506756603'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:57.335699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:57.342629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f042abf6-8805-4ccc-90a6-cde1b5570334, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f042abf6-8805-4ccc-90a6-cde1b5570334,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:57.344688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Usage tracker for resource:network and tenant:4f52d193efc64716b3d0e68466e92056 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:57.348767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:57.358714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f042abf6-8805-4ccc-90a6-cde1b5570334', 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688', 'port_id': 'f042abf6-8805-4ccc-90a6-cde1b5570334', 'mac_address': 'fa:16:3e:f3:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18676c2e-8abc-4e8a-9954-da5a2e6eac25', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:57.360725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:57.366056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-9384e7c9-0c21-4078-9303-bee8404cd677 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485451 Feb 07 13:09:57.419617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.438501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f042abf6-8805-4ccc-90a6-cde1b5570334 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:57.458370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Made reservation on behalf of 4f52d193efc64716b3d0e68466e92056 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:57.462071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f042abf6-8805-4ccc-90a6-cde1b5570334, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f042abf6-8805-4ccc-90a6-cde1b5570334,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:57.465415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.491735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.508654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:57.513847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Usage tracker for resource:security_group_rule and tenant:4f52d193efc64716b3d0e68466e92056 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:57.517365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:57.524305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:57.546385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.582151 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.582842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 95b1852d-8c4f-414b-a233-b4266dfa64f7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:57.592264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-d631e310-d109-474d-89c0-f2d9af9a14dd service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170906 Feb 07 13:09:57.629787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.759504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0514f9e4-eca4-43d1-b0f4-1471de8dfee0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:57.781178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.793001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe47994-e6a6-4881-8c73-8792535c2aef req-5f639b97-1c64-4cec-a2a5-d39135e3d142 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:57.795917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abe47994-e6a6-4881-8c73-8792535c2aef req-5f639b97-1c64-4cec-a2a5-d39135e3d142 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.2625704 Feb 07 13:09:57.799694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f042abf6-8805-4ccc-90a6-cde1b5570334,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:57.829754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfbb433a-c29b-4ccd-af92-b4b8c46838b3 req-a8acfecc-ea86-4ee5-b5e7-a6e7468a83fd service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271311 Feb 07 13:09:57.853205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abe47994-e6a6-4881-8c73-8792535c2aef req-b1697703-3b8a-419e-90a7-df6ae6cfc333 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475459 Feb 07 13:09:57.863738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 95b1852d-8c4f-414b-a233-b4266dfa64f7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:57.870466 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.871732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-790accb3-3090-46a4-9c60-f705aedb8800 req-facd4530-c983-46d5-b3e1-72f9683593a1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.2089288 Feb 07 13:09:57.887579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '95b1852d-8c4f-414b-a233-b4266dfa64f7', 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'port_id': '95b1852d-8c4f-414b-a233-b4266dfa64f7', 'mac_address': 'fa:16:3e:b8:64:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1615c5e-e87c-4d7d-8d08-8435a4247941', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:57.925446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.940825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.946101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:09:57.966886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bdff6b3-ea67-48dd-8c21-22d6be95ef4c req-2d0192c0-1488-4808-ad5b-b1b5d2ab12fd tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/0514f9e4-eca4-43d1-b0f4-1471de8dfee0 HTTP/1.1" status: 200 len: 1782 time: 0.0621064 Feb 07 13:09:57.968756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:57.969107 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Added segment a610d378-edbb-49a9-bf60-f1c1009f9765 of type vlan for network a113bd23-91bd-4abc-bf01-deeea92d5715 Feb 07 13:09:57.977854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b1852d-8c4f-414b-a233-b4266dfa64f7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:57.986779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9126735e-0dce-41b3-b10c-d87ba1d21a82,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:57.991597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 95b1852d-8c4f-414b-a233-b4266dfa64f7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:58.010008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.043657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebf470c3-a2c8-42ce-8ba5-45819f4c25bb req-cbcbd8c8-db8a-4fe9-b555-01f0b178031a tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/0514f9e4-eca4-43d1-b0f4-1471de8dfee0 HTTP/1.1" status: 200 len: 1782 time: 0.0555542 Feb 07 13:09:58.087967 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.088691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0acbf863-62a8-49ae-93e7-6255a461147d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:58.112278 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ebf470c3-a2c8-42ce-8ba5-45819f4c25bb req-b3e64a21-beca-4975-9626-af3e8a87fd84 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.139037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ebf470c3-a2c8-42ce-8ba5-45819f4c25bb req-b3e64a21-beca-4975-9626-af3e8a87fd84 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.162388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.171452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:58.178065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.257243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=95b1852d-8c4f-414b-a233-b4266dfa64f7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:58.268242 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ebf470c3-a2c8-42ce-8ba5-45819f4c25bb req-b3e64a21-beca-4975-9626-af3e8a87fd84 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.290593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e64a21-beca-4975-9626-af3e8a87fd84 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514f9e4-eca4-43d1-b0f4-1471de8dfee0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:58.305771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ebf470c3-a2c8-42ce-8ba5-45819f4c25bb req-b3e64a21-beca-4975-9626-af3e8a87fd84 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.317906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0acbf863-62a8-49ae-93e7-6255a461147d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0acbf863-62a8-49ae-93e7-6255a461147d,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:58.333194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '0acbf863-62a8-49ae-93e7-6255a461147d', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'port_id': '0acbf863-62a8-49ae-93e7-6255a461147d', 'mac_address': 'fa:16:3e:de:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:58.333517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebf470c3-a2c8-42ce-8ba5-45819f4c25bb req-b3e64a21-beca-4975-9626-af3e8a87fd84 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/0514f9e4-eca4-43d1-b0f4-1471de8dfee0 HTTP/1.1" status: 204 len: 173 time: 0.2841370 Feb 07 13:09:58.342409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event updated for resources: {'Network': ['ID=a113bd23-91bd-4abc-bf01-deeea92d5715,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:58.369955 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-c3a220de-db5a-49bc-944c-88f943c14b68 req-d7251df5-6bf7-429b-826d-c507daa6516d tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:09:58.370980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3a220de-db5a-49bc-944c-88f943c14b68 req-d7251df5-6bf7-429b-826d-c507daa6516d tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/0514f9e4-eca4-43d1-b0f4-1471de8dfee0 HTTP/1.1" status: 404 len: 352 time: 0.0179975 Feb 07 13:09:58.377289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a113bd23-91bd-4abc-bf01-deeea92d5715 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:09:58.403965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1068790571', 'description': 'tempest-description-124165583'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:58.414708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:58.423127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:58.427546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:58.433910 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b63e7947-467a-4954-b4fa-103ab3848391 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3180442 Feb 07 13:09:58.438071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:58.438312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:58.442592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Request body: {'subnet': {'network_id': 'a113bd23-91bd-4abc-bf01-deeea92d5715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:58.513554 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.542611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acbf863-62a8-49ae-93e7-6255a461147d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:58.549383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.574310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0acbf863-62a8-49ae-93e7-6255a461147d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0acbf863-62a8-49ae-93e7-6255a461147d,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:58.583718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:58.591228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:58.601952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:58.602299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:58.604309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Usage tracker for resource:subnet and tenant:4f52d193efc64716b3d0e68466e92056 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:58.607207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:58.607331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:58.615227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:58.644931 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.645962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 329d5510-6701-437a-8ecd-fa2ae3596471 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:58.661641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-9b779683-bfc1-4c56-95ba-c3eed1c9f52a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:58.667411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-9b779683-bfc1-4c56-95ba-c3eed1c9f52a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:58.673201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-9b779683-bfc1-4c56-95ba-c3eed1c9f52a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:58.679053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-9b779683-bfc1-4c56-95ba-c3eed1c9f52a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:58.684999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-9b779683-bfc1-4c56-95ba-c3eed1c9f52a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:58.690989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-9b779683-bfc1-4c56-95ba-c3eed1c9f52a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:58.697255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-9b779683-bfc1-4c56-95ba-c3eed1c9f52a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:58.699179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-9b779683-bfc1-4c56-95ba-c3eed1c9f52a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5422 time: 0.2294548 Feb 07 13:09:58.699340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Made reservation on behalf of 4f52d193efc64716b3d0e68466e92056 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:09:58.702773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.735325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 329d5510-6701-437a-8ecd-fa2ae3596471, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=329d5510-6701-437a-8ecd-fa2ae3596471,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:58.745080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=0acbf863-62a8-49ae-93e7-6255a461147d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:58.751960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '329d5510-6701-437a-8ecd-fa2ae3596471', 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'port_id': '329d5510-6701-437a-8ecd-fa2ae3596471', 'mac_address': 'fa:16:3e:2a:17:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1615c5e-e87c-4d7d-8d08-8435a4247941', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:58.780092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9bc2dee5-1717-4416-9e57-b27b1d6d171e req-f5eb0eb6-6fbf-4c06-9418-7b693470183d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701005 Feb 07 13:09:58.791782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.817121 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.839113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329d5510-6701-437a-8ecd-fa2ae3596471 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:58.856256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 329d5510-6701-437a-8ecd-fa2ae3596471, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=329d5510-6701-437a-8ecd-fa2ae3596471,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:58.896311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.944411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35bf8cf-f72e-45db-b93c-1ce2b1557060,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:58.965403 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:58.966084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1c219d7a-ef0b-4104-858a-24e57d474884 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:59.055809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14762-b973-4875-8811-cb4c4361f76b req-584d9fc0-1143-4046-8243-f2fc17e6f3e3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:59.059365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fa14762-b973-4875-8811-cb4c4361f76b req-584d9fc0-1143-4046-8243-f2fc17e6f3e3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.0918245 Feb 07 13:09:59.063918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=329d5510-6701-437a-8ecd-fa2ae3596471,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:59.068661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1c219d7a-ef0b-4104-858a-24e57d474884, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c219d7a-ef0b-4104-858a-24e57d474884,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:59.084944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '1c219d7a-ef0b-4104-858a-24e57d474884', 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'port_id': '1c219d7a-ef0b-4104-858a-24e57d474884', 'mac_address': 'fa:16:3e:f4:ca:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1615c5e-e87c-4d7d-8d08-8435a4247941', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:59.091584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.092809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a14dbf9d-27e7-41eb-ba8f-8ac31e20ad0f req-4bc06797-8c37-4760-b21b-d92d74d8ec51 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6954598 Feb 07 13:09:59.115390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fa14762-b973-4875-8811-cb4c4361f76b req-a95e3f23-b1db-462b-9de6-093bac341446 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490959 Feb 07 13:09:59.122266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43490) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:59.137868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1664322102', 'description': 'tempest-description-410614150'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:59.144374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:59.148654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:59.151914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:59.157838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:59.162827 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.181501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c219d7a-ef0b-4104-858a-24e57d474884 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:59.197052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1c219d7a-ef0b-4104-858a-24e57d474884, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c219d7a-ef0b-4104-858a-24e57d474884,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:59.222323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.274403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.289315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:59.293813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] Usage tracker for resource:security_group_rule and tenant:70414e2bb8e542e5aabbc7ece29eb428 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:59.296656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:59.302320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:59.307023 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.307671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event updated for resources: {'Subnet': ['ID=af651c36-b8f7-43a9-83d0-d44e0c862a05,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:59.316687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Checking segment: {'id': 'a610d378-edbb-49a9-bf60-f1c1009f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a113bd23-91bd-4abc-bf01-deeea92d5715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:09:59.317153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Network hostable DHCP agents. Network: a113bd23-91bd-4abc-bf01-deeea92d5715, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:09:59.343703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:59.350551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:59.355534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:59.364270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:59.379863 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.380818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 091a974d-ad8e-4199-951d-f53b41c4a2f1 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:09:59.447945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Network a113bd23-91bd-4abc-bf01-deeea92d5715 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:09:59.466895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 091a974d-ad8e-4199-951d-f53b41c4a2f1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:59.470652 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.474286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=1c219d7a-ef0b-4104-858a-24e57d474884,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:59.485210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '091a974d-ad8e-4199-951d-f53b41c4a2f1', 'network_id': '539a678e-11cb-4f26-978c-0ccb9fa8e390', 'port_id': '091a974d-ad8e-4199-951d-f53b41c4a2f1', 'mac_address': 'fa:16:3e:39:aa:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1615c5e-e87c-4d7d-8d08-8435a4247941', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:09:59.488795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.539957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a113bd23-91bd-4abc-bf01-deeea92d5715) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:09:59.544034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:09:59.544631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.550898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6338b9f8-e931-433e-8cc3-3b562183035a None None] Network a113bd23-91bd-4abc-bf01-deeea92d5715 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:09:59.563841 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.564953 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.578216 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.627781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70414e2bb8e542e5aabbc7ece29eb428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042503 Feb 07 13:09:59.634535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43500) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:59.640415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f8eea-050f-4cf6-ac3f-380d777f6d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ed890-b645-430b-92f1-fcd2da6369cd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:59.643387 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c353e3d0-20b6-4cbe-9c48-2c4cc696084f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2055814 Feb 07 13:09:59.645769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:09:59.672940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Request body: {'port': {'network_id': 'a113bd23-91bd-4abc-bf01-deeea92d5715', 'name': 'tempest-DHCPAgentSchedulersTestJSON-607629488'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:59.708310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ef9ea3-0c9a-468f-a9d3-1fee5e0ebb8c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:09:59.737624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08213785-18b6-479e-9257-26985c1b772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.750210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091a974d-ad8e-4199-951d-f53b41c4a2f1 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:09:59.787058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 091a974d-ad8e-4199-951d-f53b41c4a2f1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:09:59.849339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a113bd23-91bd-4abc-bf01-deeea92d5715', 'network_id': 'a113bd23-91bd-4abc-bf01-deeea92d5715', 'tenant_id': '4f52d193efc64716b3d0e68466e92056', 'fixed_ips': [{'subnet_id': 'af651c36-b8f7-43a9-83d0-d44e0c862a05'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:09:59.850403 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.896045 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.902011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b359590-9521-4287-b647-878abd755131 req-270abd73-473a-4480-ae18-8640058d590b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7766721 Feb 07 13:09:59.912592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:59.919750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Usage tracker for resource:port and tenant:4f52d193efc64716b3d0e68466e92056 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:59.924077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:59.929554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:59.933282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1106474499', 'description': 'tempest-description-228621369'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:09:59.946653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08213785-18b6-479e-9257-26985c1b772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:09:59.954462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:09:59.962428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:09:59.971513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:09:59.982644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:09:59.985078 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.028768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 997a65b7-6855-427f-bb5e-f24c1a0b454a details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:10:00.059440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Made reservation on behalf of 4f52d193efc64716b3d0e68466e92056 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:00.063802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.096834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-f8d199d6-c890-4216-b17b-21a0a2c1ed73 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:00.100658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] device_id is not set on port 94454d6a-d6da-4b92-a6fd-bdcea42bdc8e yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:00.103326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-f8d199d6-c890-4216-b17b-21a0a2c1ed73 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:00.109494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-f8d199d6-c890-4216-b17b-21a0a2c1ed73 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:00.115371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-f8d199d6-c890-4216-b17b-21a0a2c1ed73 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:00.122200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-f8d199d6-c890-4216-b17b-21a0a2c1ed73 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:00.129232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-f8d199d6-c890-4216-b17b-21a0a2c1ed73 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:00.136375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-f8d199d6-c890-4216-b17b-21a0a2c1ed73 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:00.138447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-f8d199d6-c890-4216-b17b-21a0a2c1ed73 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5426 time: 0.1584179 Feb 07 13:10:00.154922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=091a974d-ad8e-4199-951d-f53b41c4a2f1,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:00.184674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.193701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08213785-18b6-479e-9257-26985c1b772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.226727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7a032e6-bdb0-48ac-825e-f97bc9925a1b req-07333e5d-0f08-4f2c-a95c-42f6b1c5df90 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768619 Feb 07 13:10:00.232136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08213785-18b6-479e-9257-26985c1b772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ed890-b645-430b-92f1-fcd2da6369cd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:00.238121 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08213785-18b6-479e-9257-26985c1b772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.239612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-08213785-18b6-479e-9257-26985c1b772b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a7ed890-b645-430b-92f1-fcd2da6369cd HTTP/1.1" status: 204 len: 168 time: 0.6037660 Feb 07 13:10:00.240824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:00.245725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:00.248994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:00.255204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:00.266460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Allocated IP 172.20.0.2 (a113bd23-91bd-4abc-bf01-deeea92d5715/af651c36-b8f7-43a9-83d0-d44e0c862a05/f7370ed0-5563-448a-922f-a1881b6a210a) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:10:00.347019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.408182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 997a65b7-6855-427f-bb5e-f24c1a0b454a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:00.428520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '997a65b7-6855-427f-bb5e-f24c1a0b454a', 'network_id': '60259f8c-9fde-4ec1-875e-189e2348e688', 'port_id': '997a65b7-6855-427f-bb5e-f24c1a0b454a', 'mac_address': 'fa:16:3e:23:b1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18676c2e-8abc-4e8a-9954-da5a2e6eac25', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:10:00.444168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f5d8-0571-414d-aacd-1c4c3d699f17 req-d63d2872-08b6-4d75-8ebd-0778a43b13ed tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:00.455009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3438f5d8-0571-414d-aacd-1c4c3d699f17 req-d63d2872-08b6-4d75-8ebd-0778a43b13ed tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 945 time: 0.0856626 Feb 07 13:10:00.455009 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.527549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48610d9a-a418-49df-bc0c-ad67db7b95c0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:00.529056 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.536236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3438f5d8-0571-414d-aacd-1c4c3d699f17 req-6c328ec4-0c9a-4ff0-be59-2ad267b1ee48 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821645 Feb 07 13:10:00.594595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997a65b7-6855-427f-bb5e-f24c1a0b454a {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:00.608321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.610620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5aba4ada-ac6a-4d21-be9d-343632e6d560 req-86b462a4-2d9e-425b-b94c-bcdc10eaa995 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6847990 Feb 07 13:10:00.623620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.626797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 997a65b7-6855-427f-bb5e-f24c1a0b454a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:00.645043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Transition to ACTIVE for port object f7370ed0-5563-448a-922f-a1881b6a210a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:00.665861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Transition to ACTIVE for port object f7370ed0-5563-448a-922f-a1881b6a210a will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:00.723348 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.813905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a32990ef-863d-4dc9-bfe0-13d39003bf67 req-21a76766-1a59-482f-998a-dce5805831c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:00.878230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Allocated IP 172.20.0.9 (a113bd23-91bd-4abc-bf01-deeea92d5715/af651c36-b8f7-43a9-83d0-d44e0c862a05/94454d6a-d6da-4b92-a6fd-bdcea42bdc8e) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:10:00.905998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=997a65b7-6855-427f-bb5e-f24c1a0b454a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:00.916811 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:00.927816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a32990ef-863d-4dc9-bfe0-13d39003bf67 req-21a76766-1a59-482f-998a-dce5805831c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:00.937547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a32990ef-863d-4dc9-bfe0-13d39003bf67 req-21a76766-1a59-482f-998a-dce5805831c8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5739800c9d844ac9bee652c375eedaef HTTP/1.1" status: 200 len: 10907 time: 0.3064089 Feb 07 13:10:01.007082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a32990ef-863d-4dc9-bfe0-13d39003bf67 req-6ca999a6-c5e9-41f5-a327-c723a99d7ea0 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/9a7392ee-4990-4bc1-ba2d-2821b1c37b4a HTTP/1.1" status: 200 len: 2985 time: 0.0689180 Feb 07 13:10:01.034548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Network a113bd23-91bd-4abc-bf01-deeea92d5715 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:01.053225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:01.058090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Pushing event updated for resources: {'Port': ['ID=f7370ed0-5563-448a-922f-a1881b6a210a,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:01.063789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:01.106349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a32990ef-863d-4dc9-bfe0-13d39003bf67 req-3aaba251-0816-4686-ac6c-7877a6ec8833 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/9a7392ee-4990-4bc1-ba2d-2821b1c37b4a HTTP/1.1" status: 200 len: 2985 time: 0.0977755 Feb 07 13:10:01.170674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.190706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Transition to ACTIVE for port object 94454d6a-d6da-4b92-a6fd-bdcea42bdc8e will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:01.191714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Attempting to bind port f7370ed0-5563-448a-922f-a1881b6a210a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:01.197541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Attempting to bind port f7370ed0-5563-448a-922f-a1881b6a210a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a610d378-edbb-49a9-bf60-f1c1009f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a113bd23-91bd-4abc-bf01-deeea92d5715'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:01.197541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Attempting to bind port f7370ed0-5563-448a-922f-a1881b6a210a on network a113bd23-91bd-4abc-bf01-deeea92d5715 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:01.198021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aea71973-80ed-4595-8822-0e37404843b0 req-8a8651c2-f52e-45d9-b24c-4a97ec32618f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/e35bf8cf-f72e-45db-b93c-1ce2b1557060 HTTP/1.1" status: 200 len: 1802 time: 0.0512373 Feb 07 13:10:01.198525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:10:01.199055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Checking segment: {'id': 'a610d378-edbb-49a9-bf60-f1c1009f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a113bd23-91bd-4abc-bf01-deeea92d5715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:10:01.199545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.200052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Bound using segment: {'id': 'a610d378-edbb-49a9-bf60-f1c1009f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a113bd23-91bd-4abc-bf01-deeea92d5715'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:10:01.200578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Bound port: f7370ed0-5563-448a-922f-a1881b6a210a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a610d378-edbb-49a9-bf60-f1c1009f9765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a113bd23-91bd-4abc-bf01-deeea92d5715'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:10:01.201016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.256974 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aea71973-80ed-4595-8822-0e37404843b0 req-61f668fb-20e4-4415-b9e0-b1a8e3989d7e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.284487 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aea71973-80ed-4595-8822-0e37404843b0 req-61f668fb-20e4-4415-b9e0-b1a8e3989d7e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.293201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] For port f7370ed0-5563-448a-922f-a1881b6a210a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:01.296680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['95b1852d-8c4f-414b-a233-b4266dfa64f7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:01.334985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] For port f7370ed0-5563-448a-922f-a1881b6a210a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f7370ed0-5563-448a-922f-a1881b6a210a,segment=NetworkSegment(a610d378-edbb-49a9-bf60-f1c1009f9765),segment_id=a610d378-edbb-49a9-bf60-f1c1009f9765)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:10:01.401219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['0acbf863-62a8-49ae-93e7-6255a461147d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:01.431151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f042abf6-8805-4ccc-90a6-cde1b5570334'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:01.439724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.510466 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aea71973-80ed-4595-8822-0e37404843b0 req-61f668fb-20e4-4415-b9e0-b1a8e3989d7e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.533381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Network a113bd23-91bd-4abc-bf01-deeea92d5715 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:01.535040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:01.537164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event updated for resources: {'Port': ['ID=94454d6a-d6da-4b92-a6fd-bdcea42bdc8e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:01.539936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:01.557895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['329d5510-6701-437a-8ecd-fa2ae3596471'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:01.563317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f668fb-20e4-4415-b9e0-b1a8e3989d7e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35bf8cf-f72e-45db-b93c-1ce2b1557060,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:01.601643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.617159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:01.617954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.645518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['1c219d7a-ef0b-4104-858a-24e57d474884'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:01.670065 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-aea71973-80ed-4595-8822-0e37404843b0 req-61f668fb-20e4-4415-b9e0-b1a8e3989d7e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.671284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aea71973-80ed-4595-8822-0e37404843b0 req-61f668fb-20e4-4415-b9e0-b1a8e3989d7e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/e35bf8cf-f72e-45db-b93c-1ce2b1557060 HTTP/1.1" status: 204 len: 173 time: 0.4764481 Feb 07 13:10:01.717525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['091a974d-ad8e-4199-951d-f53b41c4a2f1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:01.786362 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cf5e80d8-4801-40ab-a263-bab790b0a291 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1316373 Feb 07 13:10:01.790513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43562) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:01.792382 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-17e514bf-85a0-40e1-a882-64953a984553 req-00a5e3c4-cbc0-45a1-9231-f7bd66fe8a10 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:10:01.801626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17e514bf-85a0-40e1-a882-64953a984553 req-00a5e3c4-cbc0-45a1-9231-f7bd66fe8a10 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/e35bf8cf-f72e-45db-b93c-1ce2b1557060 HTTP/1.1" status: 404 len: 352 time: 0.0373259 Feb 07 13:10:01.870757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-d81338c7-ab44-4363-9e1a-80bd1713221f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:01.877243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-d81338c7-ab44-4363-9e1a-80bd1713221f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:01.884473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-d81338c7-ab44-4363-9e1a-80bd1713221f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:01.901500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-d81338c7-ab44-4363-9e1a-80bd1713221f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:01.901500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-d81338c7-ab44-4363-9e1a-80bd1713221f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:01.905712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-d81338c7-ab44-4363-9e1a-80bd1713221f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:01.912196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-d81338c7-ab44-4363-9e1a-80bd1713221f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:01.919007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-47bc4728-5a56-4858-9a64-49328a7f5f4f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Deleting port 94454d6a-d6da-4b92-a6fd-bdcea42bdc8e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:01.919529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47bc4728-5a56-4858-9a64-49328a7f5f4f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:01.921060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-d81338c7-ab44-4363-9e1a-80bd1713221f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5427 time: 0.2199512 Feb 07 13:10:01.980543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9aa5fd96-bb91-4bce-bbc7-5940a3cfdf30 req-9e69a066-44a2-493b-afe9-183fa13a82d4 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/13ef9ea3-0c9a-468f-a9d3-1fee5e0ebb8c HTTP/1.1" status: 200 len: 1802 time: 0.1607664 Feb 07 13:10:02.006796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef9650d3-6197-4e6d-b250-164bf3b8e69d req-ab063c08-7963-4300-bae0-6deaf7192b3a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847073 Feb 07 13:10:02.189065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c275423-59a5-4cb2-b72c-c5e405df876a None None] Pushing event updated for resources: {'Port': ['ID=f7370ed0-5563-448a-922f-a1881b6a210a,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:02.192641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9aa5fd96-bb91-4bce-bbc7-5940a3cfdf30 req-ff39d30c-c5ef-4efe-82cf-5c8937e3c964 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:02.262775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9aa5fd96-bb91-4bce-bbc7-5940a3cfdf30 req-ff39d30c-c5ef-4efe-82cf-5c8937e3c964 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:02.298500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['997a65b7-6855-427f-bb5e-f24c1a0b454a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:02.400736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47bc4728-5a56-4858-9a64-49328a7f5f4f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:02.423889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9aa5fd96-bb91-4bce-bbc7-5940a3cfdf30 req-ff39d30c-c5ef-4efe-82cf-5c8937e3c964 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:02.468809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39d30c-c5ef-4efe-82cf-5c8937e3c964 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ef9ea3-0c9a-468f-a9d3-1fee5e0ebb8c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:02.492742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9aa5fd96-bb91-4bce-bbc7-5940a3cfdf30 req-ff39d30c-c5ef-4efe-82cf-5c8937e3c964 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:02.494121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9aa5fd96-bb91-4bce-bbc7-5940a3cfdf30 req-ff39d30c-c5ef-4efe-82cf-5c8937e3c964 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/13ef9ea3-0c9a-468f-a9d3-1fee5e0ebb8c HTTP/1.1" status: 204 len: 173 time: 0.5063024 Feb 07 13:10:02.565372 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-f42494a2-7fc2-47cc-afe0-b6bc2d62e057 req-342adc60-b248-4c00-b317-6d742bb8dfee tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:10:02.566406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f42494a2-7fc2-47cc-afe0-b6bc2d62e057 req-342adc60-b248-4c00-b317-6d742bb8dfee tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/13ef9ea3-0c9a-468f-a9d3-1fee5e0ebb8c HTTP/1.1" status: 404 len: 352 time: 0.0427511 Feb 07 13:10:02.733410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-660a5021-c770-4935-b2b7-17039c789997 req-2ff9205e-bdce-4096-9757-c44300841124 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/48610d9a-a418-49df-bc0c-ad67db7b95c0 HTTP/1.1" status: 200 len: 1802 time: 0.1366436 Feb 07 13:10:02.797256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-47bc4728-5a56-4858-9a64-49328a7f5f4f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Calling delete_port for 94454d6a-d6da-4b92-a6fd-bdcea42bdc8e owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:02.839178 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-660a5021-c770-4935-b2b7-17039c789997 req-0486d9d4-929e-4f50-aef7-470df6d706ff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:02.910698 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-660a5021-c770-4935-b2b7-17039c789997 req-0486d9d4-929e-4f50-aef7-470df6d706ff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:03.096605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-660a5021-c770-4935-b2b7-17039c789997 req-0486d9d4-929e-4f50-aef7-470df6d706ff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:03.128098 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47bc4728-5a56-4858-9a64-49328a7f5f4f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:03.145677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486d9d4-929e-4f50-aef7-470df6d706ff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48610d9a-a418-49df-bc0c-ad67db7b95c0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:03.222515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc4728-5a56-4858-9a64-49328a7f5f4f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event deleted for resources: {'Port': ['ID=94454d6a-d6da-4b92-a6fd-bdcea42bdc8e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:03.286677 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-660a5021-c770-4935-b2b7-17039c789997 req-0486d9d4-929e-4f50-aef7-470df6d706ff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:03.288522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-660a5021-c770-4935-b2b7-17039c789997 req-0486d9d4-929e-4f50-aef7-470df6d706ff tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/48610d9a-a418-49df-bc0c-ad67db7b95c0 HTTP/1.1" status: 204 len: 173 time: 0.5465281 Feb 07 13:10:03.315745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-84b26777-a959-4543-b987-c0c8bd9de3c5 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:03.322841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-84b26777-a959-4543-b987-c0c8bd9de3c5 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 815 time: 0.2121575 Feb 07 13:10:03.340914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-a70a9b69-82ad-4374-8168-3b61c5cbb81b tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/quotas/634a748d31f343b38468766894ec9ee8 HTTP/1.1" status: 200 len: 375 time: 0.0170324 Feb 07 13:10:03.378148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f7370ed0-5563-448a-922f-a1881b6a210a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:03.408730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47bc4728-5a56-4858-9a64-49328a7f5f4f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:03.419399 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-47bc4728-5a56-4858-9a64-49328a7f5f4f tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "DELETE /v2.0/ports/94454d6a-d6da-4b92-a6fd-bdcea42bdc8e HTTP/1.1" status: 204 len: 168 time: 1.6255169 Feb 07 13:10:03.419706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43624) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:03.489662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-2c12d760-1daa-4047-9f05-1bd222459dfa tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1427777 Feb 07 13:10:03.596584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f7370ed0-5563-448a-922f-a1881b6a210a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:03.748853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-b3b7c0b4-1720-4012-aa80-a42fdfa38c7b service neutron] 10.222.0.69 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505145 Feb 07 13:10:03.761322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-7edf6b91-020d-4a6e-93ab-416906fb6e8c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:03.767469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-7edf6b91-020d-4a6e-93ab-416906fb6e8c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:03.772580 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ca5cd33e-597a-4744-abbb-c18fa0679805 tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3515954 Feb 07 13:10:03.773303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:03.774031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-7edf6b91-020d-4a6e-93ab-416906fb6e8c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:03.781049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-7edf6b91-020d-4a6e-93ab-416906fb6e8c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:03.781781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-566498308'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:03.786806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-7edf6b91-020d-4a6e-93ab-416906fb6e8c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:03.789970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:03.794438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-7edf6b91-020d-4a6e-93ab-416906fb6e8c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:03.795452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Usage tracker for resource:network and tenant:4f52d193efc64716b3d0e68466e92056 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:03.801090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f49b65-2472-4388-adab-6b454e41fc60 None None] Network a113bd23-91bd-4abc-bf01-deeea92d5715 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:10:03.801199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-7edf6b91-020d-4a6e-93ab-416906fb6e8c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:03.803092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-7edf6b91-020d-4a6e-93ab-416906fb6e8c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5427 time: 0.2189355 Feb 07 13:10:03.803237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:03.809960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:03.941460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1f5c7e5-d0bc-4baa-986c-66ddc90857d3 req-eecb3657-b4b4-4aee-ae55-bb9ecdfbcea1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285439 Feb 07 13:10:03.968374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Made reservation on behalf of 4f52d193efc64716b3d0e68466e92056 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:03.974762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.006379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-a26bd551-9b19-4733-aa58-9c616c894423 service neutron] 10.222.0.69 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953261 Feb 07 13:10:04.094552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 95b1852d-8c4f-414b-a233-b4266dfa64f7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:04.126159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-28dca9e8-82fd-44f4-a6d9-052862eff67d None None] Provisioning for port f7370ed0-5563-448a-922f-a1881b6a210a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:04.137793 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-54bc8a0b-7e1a-4778-ae64-be702b745036 req-d6ae3654-9765-41c1-aa51-55ee3033fe58 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:10:04.138921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-28dca9e8-82fd-44f4-a6d9-052862eff67d None None] Provisioning complete for port f7370ed0-5563-448a-922f-a1881b6a210a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:04.139056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54bc8a0b-7e1a-4778-ae64-be702b745036 req-d6ae3654-9765-41c1-aa51-55ee3033fe58 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/48610d9a-a418-49df-bc0c-ad67db7b95c0 HTTP/1.1" status: 404 len: 352 time: 0.1383317 Feb 07 13:10:04.139156 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28dca9e8-82fd-44f4-a6d9-052862eff67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.155624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:10:04.168087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.168433 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Added segment ef5294ec-ce3f-4f92-b34e-3446a16dae41 of type vlan for network 36425cfa-1666-43c7-9d20-8abe4002c93c Feb 07 13:10:04.196075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.241265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a65aae21-e243-443f-811f-d5feeb939dd4 req-facc4709-4368-4b9d-bbab-5ede394fda05 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:04.314648 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28dca9e8-82fd-44f4-a6d9-052862eff67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.363283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-28dca9e8-82fd-44f4-a6d9-052862eff67d None None] For port f7370ed0-5563-448a-922f-a1881b6a210a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f7370ed0-5563-448a-922f-a1881b6a210a,segment=NetworkSegment(a610d378-edbb-49a9-bf60-f1c1009f9765),segment_id=a610d378-edbb-49a9-bf60-f1c1009f9765)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:04.373626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.381951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:04.387050 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.396026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8e7018a-7bf6-4313-9daf-91f3b89f6760 req-6256aaf5-a417-4d09-9658-2e5ed4bb0560 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 210 time: 0.0433395 Feb 07 13:10:04.407727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 95b1852d-8c4f-414b-a233-b4266dfa64f7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:04.415457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 95b1852d-8c4f-414b-a233-b4266dfa64f7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:04.416138 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.417608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a65aae21-e243-443f-811f-d5feeb939dd4 req-facc4709-4368-4b9d-bbab-5ede394fda05 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:04.418977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a65aae21-e243-443f-811f-d5feeb939dd4 req-facc4709-4368-4b9d-bbab-5ede394fda05 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5739800c9d844ac9bee652c375eedaef HTTP/1.1" status: 200 len: 6154 time: 0.2565892 Feb 07 13:10:04.475965 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28dca9e8-82fd-44f4-a6d9-052862eff67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.535019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a65aae21-e243-443f-811f-d5feeb939dd4 req-a81cfd1c-f132-4df4-850e-9c1ba882b688 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/9a7392ee-4990-4bc1-ba2d-2821b1c37b4a HTTP/1.1" status: 200 len: 2985 time: 0.1026871 Feb 07 13:10:04.540471 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7648132 Feb 07 13:10:04.541333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43668) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:04.632077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a65aae21-e243-443f-811f-d5feeb939dd4 req-da83490e-bd95-4d5d-b5db-1aadce72234b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/9a7392ee-4990-4bc1-ba2d-2821b1c37b4a HTTP/1.1" status: 200 len: 2985 time: 0.0857430 Feb 07 13:10:04.637246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9770c-3dc4-44bb-9b4a-b81ab6bba699 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event updated for resources: {'Network': ['ID=36425cfa-1666-43c7-9d20-8abe4002c93c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:04.663445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1429492606', 'description': 'tempest-description-934435328'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:04.670617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:04.681171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:04.721921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 36425cfa-1666-43c7-9d20-8abe4002c93c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:10:04.762662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:04.805203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:04.812330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:04.816066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:04.823346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:04.839917 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d097ccc0-ef96-43ca-ab6c-edf3c903f1c8 tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "GET /v2.0/agents/3cbfe6f0-fd64-4f85-9460-644c5446871d/dhcp-networks HTTP/1.1" status: 200 len: 9644 time: 0.2930806 Feb 07 13:10:04.842835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43694) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:04.886694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d2d2a4fd-1a49-45a1-b25a-d357489c9d28 None None] Provisioning complete for port f7370ed0-5563-448a-922f-a1881b6a210a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:04.887115 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a4fd-1a49-45a1-b25a-d357489c9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:05.011934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:05.064842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dca9e8-82fd-44f4-a6d9-052862eff67d None None] Pushing event updated for resources: {'Port': ['ID=f7370ed0-5563-448a-922f-a1881b6a210a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:05.109433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ee4492a3-a3fe-42b4-864f-ff595230d02b details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:10:05.110465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6353077-01fb-4368-9fb6-1db1895a403b tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] Network 36425cfa-1666-43c7-9d20-8abe4002c93c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:10:05.111048 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:05.195732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9841fcf1-807e-4261-95f7-b3fd4323d6ec,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:05.243641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:05.280111 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a6353077-01fb-4368-9fb6-1db1895a403b tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "POST /v2.0/agents/3cbfe6f0-fd64-4f85-9460-644c5446871d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4348705 Feb 07 13:10:05.281997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43714) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:05.297057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc215d-e4ae-4a26-8f4a-9e7fc5bd407c None None] Network 36425cfa-1666-43c7-9d20-8abe4002c93c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:10:05.377950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:05.379150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ced259b-15aa-4292-a77a-7c8c7ddee7bd req-c90e4bc7-a497-4b35-926d-fa800c31169f tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7216790 Feb 07 13:10:05.416799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-820281965', 'description': 'tempest-description-744246132'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:05.421228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f7370ed0-5563-448a-922f-a1881b6a210a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:05.435388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-c5588f4d-7cc2-4196-9ca9-aeb9f81dd641 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:05.441156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-c5588f4d-7cc2-4196-9ca9-aeb9f81dd641 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:05.447531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-c5588f4d-7cc2-4196-9ca9-aeb9f81dd641 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:05.453462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-c5588f4d-7cc2-4196-9ca9-aeb9f81dd641 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:05.459300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-c5588f4d-7cc2-4196-9ca9-aeb9f81dd641 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:05.465294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-c5588f4d-7cc2-4196-9ca9-aeb9f81dd641 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:05.471846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-c5588f4d-7cc2-4196-9ca9-aeb9f81dd641 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:05.473319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-c5588f4d-7cc2-4196-9ca9-aeb9f81dd641 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5427 time: 0.2598338 Feb 07 13:10:05.480635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:05.490002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:05.506484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:05.532892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c9322feb-8db0-434a-ac72-66a1701d0012 None None] Could not find standard attr ID for object 94454d6a-d6da-4b92-a6fd-bdcea42bdc8e. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:10:05.533961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b1852d-8c4f-414b-a233-b4266dfa64f7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:05.536721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:05.568585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 95b1852d-8c4f-414b-a233-b4266dfa64f7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:05.592811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8235b37e-8fb9-43f9-8180-f0df346e2918 tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "GET /v2.0/agents/3cbfe6f0-fd64-4f85-9460-644c5446871d/dhcp-networks HTTP/1.1" status: 200 len: 10414 time: 0.3096960 Feb 07 13:10:05.596540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43726) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:05.600821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38a458ec-c80b-4950-860c-ad71f1b8f823 req-8ad48ded-1a8d-4cc6-a74c-d3929cd8287c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177566 Feb 07 13:10:05.694097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:05.743588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-477f1a52-0eba-4799-9e0f-7500447c932f req-95611aae-4e71-428f-b23b-9b69fce475bd tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 210 time: 0.0457981 Feb 07 13:10:05.744690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:05.760414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:05.776084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-45db2f9a-6203-46e2-a9a9-d210325d21f5 tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "DELETE /v2.0/agents/3cbfe6f0-fd64-4f85-9460-644c5446871d/dhcp-networks/36425cfa-1666-43c7-9d20-8abe4002c93c HTTP/1.1" status: 204 len: 168 time: 0.1739316 Feb 07 13:10:05.778729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43738) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:05.794660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:05.824798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'port_id': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'mac_address': 'fa:16:3e:40:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504ff35-5481-46d7-9724-1ed420cceea9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:10:05.826532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f7370ed0-5563-448a-922f-a1881b6a210a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:05.831048 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:05.838466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:05.911429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:05.919035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:05.925152 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b1852d-8c4f-414b-a233-b4266dfa64f7', 'code': 200} Feb 07 13:10:06.048626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=95b1852d-8c4f-414b-a233-b4266dfa64f7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:06.055169 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:06.082543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a3cbce20-d345-47bb-933e-32ba4aee2ee9 tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "GET /v2.0/agents/3cbfe6f0-fd64-4f85-9460-644c5446871d/dhcp-networks HTTP/1.1" status: 200 len: 9644 time: 0.2983818 Feb 07 13:10:06.083433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43754) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:06.103321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee4492a3-a3fe-42b4-864f-ff595230d02b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:06.105085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:06.117627 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fbd74e90-c722-4524-bf6d-af4394b6c402 tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "GET /v2.0/networks/a113bd23-91bd-4abc-bf01-deeea92d5715/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0320103 Feb 07 13:10:06.121263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43758) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:06.144230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c0a48892-be4e-49f3-b94e-07ee71f660ac tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "GET /v2.0/networks/a113bd23-91bd-4abc-bf01-deeea92d5715/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0213957 Feb 07 13:10:06.146794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:06.149864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:06.230628 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:06.237348 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:06.333943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e976850-5669-4448-bbdc-7b0759c81466,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:06.371568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['ee4492a3-a3fe-42b4-864f-ff595230d02b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:06.424489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:06.440351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43768) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:06.461057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:06.461057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbe3f2dc-7f8e-4315-be6a-e49eed83780c req-174df55e-725f-42f1-ab62-7fc6d0769c66 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0471876 Feb 07 13:10:06.466562 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a4374715-a919-4731-a6a4-04d41c922741 tempest-DHCPAgentSchedulersTestJSON-1086431242 tempest-DHCPAgentSchedulersTestJSON-1086431242-project-admin] 10.222.0.69 "GET /v2.0/agents/3cbfe6f0-fd64-4f85-9460-644c5446871d/dhcp-networks HTTP/1.1" status: 200 len: 9644 time: 0.3147929 Feb 07 13:10:06.467196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:06.699278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:06.723153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:06.750196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:06.756420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] Usage tracker for resource:security_group_rule and tenant:013df9262242442688333fae23441c08 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:06.761472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:06.775512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:06.939013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:06.958461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-6dcf807f-576c-4886-a4e2-e2a397bc0429 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:06.964741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-6dcf807f-576c-4886-a4e2-e2a397bc0429 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:06.971104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-6dcf807f-576c-4886-a4e2-e2a397bc0429 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:06.975620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36425cfa-1666-43c7-9d20-8abe4002c93c']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:06.977614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-6dcf807f-576c-4886-a4e2-e2a397bc0429 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:06.983592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-6dcf807f-576c-4886-a4e2-e2a397bc0429 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:06.989677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-6dcf807f-576c-4886-a4e2-e2a397bc0429 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:06.996150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-6dcf807f-576c-4886-a4e2-e2a397bc0429 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:06.996714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5294ec-ce3f-4f92-b34e-3446a16dae41') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:06.997885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5294ec-ce3f-4f92-b34e-3446a16dae41') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:07.004164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-6dcf807f-576c-4886-a4e2-e2a397bc0429 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5428 time: 0.1818316 Feb 07 13:10:07.021384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.057056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.072858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:10:07.083834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.095582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b1c636b-52ec-41c9-858b-907a268bd2e6 req-b1e0dce1-4aa9-41ce-9f8f-f9d3aab60c44 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904844 Feb 07 13:10:07.102551 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:10:07.117340 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:10:07.122925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ee4492a3-a3fe-42b4-864f-ff595230d02b up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:07.233666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port ee4492a3-a3fe-42b4-864f-ff595230d02b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:07.234237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.284459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.321297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.343387 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.354532 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "DELETE /v2.0/networks/36425cfa-1666-43c7-9d20-8abe4002c93c HTTP/1.1" status: 204 len: 168 time: 0.8862841 Feb 07 13:10:07.355210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43798) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:07.373051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a72fea3-3886-4dd3-9733-740164b31eae,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:07.396427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a08cf1c4-5640-4228-b089-7d65bded808f req-8e0cad4d-2386-45f4-aabc-3e94c17f2c80 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 210 time: 0.1193633 Feb 07 13:10:07.408784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2f053-4bae-4732-81a9-23d094c69d28 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event deleted for resources: {'Network': ['ID=36425cfa-1666-43c7-9d20-8abe4002c93c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:07.421168 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f7215c-565f-4fd8-b588-e68fcabf7ae4 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] DELETE failed (client error): The resource could not be found. Feb 07 13:10:07.421823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f7215c-565f-4fd8-b588-e68fcabf7ae4 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:10:07.426696 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-22f7215c-565f-4fd8-b588-e68fcabf7ae4 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "DELETE /v2.0/ports/94454d6a-d6da-4b92-a6fd-bdcea42bdc8e HTTP/1.1" status: 404 len: 333 time: 0.0672777 Feb 07 13:10:07.427383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43802) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:07.469832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.518573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac616795-6560-4a45-b3b5-080dd9bebfbf tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Deleting subnet af651c36-b8f7-43a9-83d0-d44e0c862a05 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:10:07.522780 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac616795-6560-4a45-b3b5-080dd9bebfbf tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.529620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:07.543915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-77dce5e0-bf7c-4e20-92ee-faddef2b7c9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=013df9262242442688333fae23441c08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1017535 Feb 07 13:10:07.544612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43814) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:07.603729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac616795-6560-4a45-b3b5-080dd9bebfbf tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.619217 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.675737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-51ca84b5-b429-4879-83da-9f88d180db98 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:07.683212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-51ca84b5-b429-4879-83da-9f88d180db98 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 812 time: 0.5076420 Feb 07 13:10:07.715852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-2058de5a-63e4-4f59-9f05-2e9445877d62 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/quotas/5739800c9d844ac9bee652c375eedaef HTTP/1.1" status: 200 len: 375 time: 0.0314019 Feb 07 13:10:07.752412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:07.770088 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac616795-6560-4a45-b3b5-080dd9bebfbf tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.825655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-b993057f-d16c-4d01-832d-f63a93b996eb tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:07.827098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-b993057f-d16c-4d01-832d-f63a93b996eb tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 815 time: 0.4148631 Feb 07 13:10:07.846977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Request body: {'port': {'device_id': '2851b47d-ba91-451d-951e-2d05f4cdffae', 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'admin_state_up': True, 'tenant_id': '634a748d31f343b38468766894ec9ee8'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:07.863604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f2ccb5bb-ccf0-4245-95fc-580f1bde660d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:07.926958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:07.948381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac616795-6560-4a45-b3b5-080dd9bebfbf tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.011203 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'code': 200} Feb 07 13:10:08.029891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac616795-6560-4a45-b3b5-080dd9bebfbf tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event deleted for resources: {'Subnet': ['ID=af651c36-b8f7-43a9-83d0-d44e0c862a05,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:08.047182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f042abf6-8805-4ccc-90a6-cde1b5570334 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:08.057071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac616795-6560-4a45-b3b5-080dd9bebfbf tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.067870 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ac616795-6560-4a45-b3b5-080dd9bebfbf tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "DELETE /v2.0/subnets/af651c36-b8f7-43a9-83d0-d44e0c862a05 HTTP/1.1" status: 204 len: 168 time: 0.6393719 Feb 07 13:10:08.070778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:08.103040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801138f9-9f29-4ce6-8d5b-c2d09f91c317 None None] Network a113bd23-91bd-4abc-bf01-deeea92d5715 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:10:08.180486 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f2ccb5bb-ccf0-4245-95fc-580f1bde660d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.400068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.420863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Deleting port f7370ed0-5563-448a-922f-a1881b6a210a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:08.421462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.466288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bd980bd7-52e1-42a5-80a6-8717b7c6c149 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7491615 Feb 07 13:10:08.503884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:08.507105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port f042abf6-8805-4ccc-90a6-cde1b5570334 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:08.519467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f042abf6-8805-4ccc-90a6-cde1b5570334 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:08.520243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.600817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] DHCP port deletion for a113bd23-91bd-4abc-bf01-deeea92d5715 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:10:08.621573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:08.633788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] Deleting port f7370ed0-5563-448a-922f-a1881b6a210a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:08.634160 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.749162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-22d71a06-5b40-49bc-b018-4e478a295128 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:08.761755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] For port f7370ed0-5563-448a-922f-a1881b6a210a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f7370ed0-5563-448a-922f-a1881b6a210a,segment=NetworkSegment(a610d378-edbb-49a9-bf60-f1c1009f9765),segment_id=a610d378-edbb-49a9-bf60-f1c1009f9765)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:08.762339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.764781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-22d71a06-5b40-49bc-b018-4e478a295128 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:08.780955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-22d71a06-5b40-49bc-b018-4e478a295128 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:08.799221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-22d71a06-5b40-49bc-b018-4e478a295128 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:08.810829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-22d71a06-5b40-49bc-b018-4e478a295128 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:08.827365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-22d71a06-5b40-49bc-b018-4e478a295128 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:08.837491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-22d71a06-5b40-49bc-b018-4e478a295128 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:08.839571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-22d71a06-5b40-49bc-b018-4e478a295128 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5428 time: 0.5873685 Feb 07 13:10:08.844249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Made reservation on behalf of 634a748d31f343b38468766894ec9ee8 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:08.854201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.862744 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-584c14bb-09c3-45d9-9d6b-3639678bb1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.868506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f2ccb5bb-ccf0-4245-95fc-580f1bde660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.897654 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:08.967038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccb5bb-ccf0-4245-95fc-580f1bde660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a72fea3-3886-4dd3-9733-740164b31eae,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:08.982245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Calling delete_port for f7370ed0-5563-448a-922f-a1881b6a210a owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:09.026778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] For port f7370ed0-5563-448a-922f-a1881b6a210a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f7370ed0-5563-448a-922f-a1881b6a210a,segment=NetworkSegment(a610d378-edbb-49a9-bf60-f1c1009f9765),segment_id=a610d378-edbb-49a9-bf60-f1c1009f9765)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:09.027562 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.042036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f042abf6-8805-4ccc-90a6-cde1b5570334, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f042abf6-8805-4ccc-90a6-cde1b5570334,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:09.058673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d4f279f-23ac-4c92-a5e5-73a654bda19a req-e486d273-8dcb-4369-a1ea-adea2f67ae13 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852236 Feb 07 13:10:09.060005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f2ccb5bb-ccf0-4245-95fc-580f1bde660d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.068423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f2ccb5bb-ccf0-4245-95fc-580f1bde660d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a72fea3-3886-4dd3-9733-740164b31eae HTTP/1.1" status: 204 len: 168 time: 1.5175576 Feb 07 13:10:09.087202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a8011616-7097-48f8-b484-4562187c6df2 service neutron] 10.222.0.69 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200364 Feb 07 13:10:09.247300 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.252279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0acbf863-62a8-49ae-93e7-6255a461147d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:09.284633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-29cd87e9-ec62-46e5-91d7-3676cbfdaf85 service neutron] 10.222.0.69 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961606 Feb 07 13:10:09.321782 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.376080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] Calling delete_port for f7370ed0-5563-448a-922f-a1881b6a210a owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:09.442422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] No DVR routers for this DVR port f7370ed0-5563-448a-922f-a1881b6a210a on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:10:09.445463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event deleted for resources: {'Port': ['ID=f7370ed0-5563-448a-922f-a1881b6a210a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:09.481065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f7370ed0-5563-448a-922f-a1881b6a210a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:10:09.550629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e833299-0fdd-484a-b5ee-b2fa79f86a7c req-49af5fec-81bd-4140-b78b-e6e17e36018e tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 210 time: 0.1137550 Feb 07 13:10:09.565703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Allocated IP 172.20.0.8 (d8c61966-4261-482a-92b5-284563e5d2c0/cf9d8cfd-95b8-4376-a228-5aa921fd32e4/f946d686-d44c-4ea6-bd39-769ffe3f8919) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:10:09.670981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f7370ed0-5563-448a-922f-a1881b6a210a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:10:09.678487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f7370ed0-5563-448a-922f-a1881b6a210a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:10:09.712595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f042abf6-8805-4ccc-90a6-cde1b5570334,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:09.727179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.743772 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:10:09.744156 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:10:09.795806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a113bd23-91bd-4abc-bf01-deeea92d5715']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:09.812270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a610d378-edbb-49a9-bf60-f1c1009f9765') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:09.812586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a610d378-edbb-49a9-bf60-f1c1009f9765') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:09.828207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.856169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 0acbf863-62a8-49ae-93e7-6255a461147d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:09.861706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 0acbf863-62a8-49ae-93e7-6255a461147d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:09.862077 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.871342 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.888898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:10:09.889324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:10:09.936100 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:10:09.968621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fc49a4c-a496-4433-a2d2-a58281aa04c0 req-96acd672-9429-46f2-a296-0125502d7d81 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 210 time: 0.1929157 Feb 07 13:10:10.012017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f042abf6-8805-4ccc-90a6-cde1b5570334'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:10.090514 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.102495 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.115439 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f042abf6-8805-4ccc-90a6-cde1b5570334', 'code': 200} Feb 07 13:10:10.144563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0acbf863-62a8-49ae-93e7-6255a461147d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0acbf863-62a8-49ae-93e7-6255a461147d,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:10.202937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.245195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] Deleting port f7370ed0-5563-448a-922f-a1881b6a210a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:10.245889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.252724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.266076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] Pushing event deleted for resources: {'Network': ['ID=a113bd23-91bd-4abc-bf01-deeea92d5715,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:10.282917 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-442e5821-5722-45ae-b247-53e6fe106630 tempest-DHCPAgentSchedulersTestJSON-1782189211 tempest-DHCPAgentSchedulersTestJSON-1782189211-project] 10.222.0.69 "DELETE /v2.0/networks/a113bd23-91bd-4abc-bf01-deeea92d5715 HTTP/1.1" status: 204 len: 168 time: 2.2111263 Feb 07 13:10:10.299348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.349093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2ba240b5-71aa-4315-920d-0d37dae22f5b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:10.414002 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.414002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 329d5510-6701-437a-8ecd-fa2ae3596471 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:10.462633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c8549932-7dc6-4946-9541-ac6ba1eb3386 None None] The port 'f7370ed0-5563-448a-922f-a1881b6a210a' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:10:10.475378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Network d8c61966-4261-482a-92b5-284563e5d2c0 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:10.496565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:10.514282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:10.550799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43862) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:10.611109 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.696072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Pushing event updated for resources: {'Port': ['ID=f946d686-d44c-4ea6-bd39-769ffe3f8919,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:10.696072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:10.696072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.712588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=0acbf863-62a8-49ae-93e7-6255a461147d,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:10.719081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:10.753267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] Usage tracker for resource:security_group_rule and tenant:d9edf48fae6f4834812b730d42383ae7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:10.770159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:10.809509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:10.814428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-a6d47d69-b737-438c-ab13-c1312fcf8869 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:10.834070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-a6d47d69-b737-438c-ab13-c1312fcf8869 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:10.847951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-a6d47d69-b737-438c-ab13-c1312fcf8869 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:10.861098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 329d5510-6701-437a-8ecd-fa2ae3596471 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:10.872917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 329d5510-6701-437a-8ecd-fa2ae3596471 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:10.873191 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:10.876768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-a6d47d69-b737-438c-ab13-c1312fcf8869 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:10.891644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-a6d47d69-b737-438c-ab13-c1312fcf8869 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:10.915272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-a6d47d69-b737-438c-ab13-c1312fcf8869 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:10.940224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-a6d47d69-b737-438c-ab13-c1312fcf8869 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:10.944696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-a6d47d69-b737-438c-ab13-c1312fcf8869 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5430 time: 0.7106900 Feb 07 13:10:10.955253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-93bad39c-aa32-4a45-b2ad-3d14e47ee127 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1142104 Feb 07 13:10:11.062520 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.072342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43874) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:11.082701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Request body: {'port': {'device_id': '2851b47d-ba91-451d-951e-2d05f4cdffae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:11.158296 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.174811 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8917efba-53d2-4909-b000-8f9d67b12294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.210372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-610a61f2-40c7-4003-8fdd-8d450bcdafbd req-480f5996-ac07-468e-8684-7c2361f7d0d5 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2506869 Feb 07 13:10:11.222278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 329d5510-6701-437a-8ecd-fa2ae3596471, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=329d5510-6701-437a-8ecd-fa2ae3596471,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:11.262402 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.349932 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9edf48fae6f4834812b730d42383ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7970884 Feb 07 13:10:11.358789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:11.359838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fb712-9a34-4dc4-bca8-2ed5a75d6103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86d3730-ed30-4b75-a247-42b4328e8a57,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:11.422586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.424909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.426403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1c219d7a-ef0b-4104-858a-24e57d474884 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:11.437623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a210a7a7-f0f0-429d-8c0f-f5fe297b6adc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f52d193efc64716b3d0e68466e92056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633592 Feb 07 13:10:11.448648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43892) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:11.518763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bd019-b91e-4968-a0bb-8abdfa50e374 req-d3094f38-a94b-4b93-a0b4-acc38e296078 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:11.519482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ae0bd019-b91e-4968-a0bb-8abdfa50e374 req-d3094f38-a94b-4b93-a0b4-acc38e296078 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Synchronizing usage tracker for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:11.543691 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d53c4bb2-6d44-4826-a5bf-a82a7d9d2338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.594210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d53c4bb2-6d44-4826-a5bf-a82a7d9d2338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.607128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=329d5510-6701-437a-8ecd-fa2ae3596471,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:11.756005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-243924f9-43d8-4cab-adc3-7f5e79aa3529 req-3e83ed04-b948-4061-80d3-f269002ca260 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 210 time: 0.2208319 Feb 07 13:10:11.762343 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 1c219d7a-ef0b-4104-858a-24e57d474884 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:11.771339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 1c219d7a-ef0b-4104-858a-24e57d474884 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:11.771339 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.785512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed3be10-d0b0-4c6b-bf5e-fa0f3df2f028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.813160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d53c4bb2-6d44-4826-a5bf-a82a7d9d2338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.833699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c4bb2-6d44-4826-a5bf-a82a7d9d2338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86d3730-ed30-4b75-a247-42b4328e8a57,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:11.850212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d53c4bb2-6d44-4826-a5bf-a82a7d9d2338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.851636 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d53c4bb2-6d44-4826-a5bf-a82a7d9d2338 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b86d3730-ed30-4b75-a247-42b4328e8a57 HTTP/1.1" status: 204 len: 168 time: 0.4771125 Feb 07 13:10:11.900395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ae0bd019-b91e-4968-a0bb-8abdfa50e374 req-d3094f38-a94b-4b93-a0b4-acc38e296078 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Unset dirty status for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:11.901569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae0bd019-b91e-4968-a0bb-8abdfa50e374 req-d3094f38-a94b-4b93-a0b4-acc38e296078 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 931 time: 0.9524040 Feb 07 13:10:11.919014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed3be10-d0b0-4c6b-bf5e-fa0f3df2f028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:11.961901 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.014159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 1c219d7a-ef0b-4104-858a-24e57d474884, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c219d7a-ef0b-4104-858a-24e57d474884,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:12.071688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae0bd019-b91e-4968-a0bb-8abdfa50e374 req-ba44e0fc-e6f1-4a1b-88cb-c90f947ae375 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567907 Feb 07 13:10:12.115586 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.117512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 997a65b7-6855-427f-bb5e-f24c1a0b454a up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:12.157143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d'}, {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d5510-6701-437a-8ecd-fa2ae3596471'}, {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c219d7a-ef0b-4104-858a-24e57d474884'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:12.190778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f946d686-d44c-4ea6-bd39-769ffe3f8919 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:12.199895 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.233580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Transition to ACTIVE for port object f946d686-d44c-4ea6-bd39-769ffe3f8919 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:12.234632 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed3be10-d0b0-4c6b-bf5e-fa0f3df2f028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.264724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3be10-d0b0-4c6b-bf5e-fa0f3df2f028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9126735e-0dce-41b3-b10c-d87ba1d21a82,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:12.284404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed3be10-d0b0-4c6b-bf5e-fa0f3df2f028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.285633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2ed3be10-d0b0-4c6b-bf5e-fa0f3df2f028 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9126735e-0dce-41b3-b10c-d87ba1d21a82 HTTP/1.1" status: 204 len: 168 time: 0.8359895 Feb 07 13:10:12.285879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=1c219d7a-ef0b-4104-858a-24e57d474884,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:12.333480 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.368643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.387491 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.412233 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d', 'code': 200} Feb 07 13:10:12.412746 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d5510-6701-437a-8ecd-fa2ae3596471', 'code': 200} Feb 07 13:10:12.413293 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c219d7a-ef0b-4104-858a-24e57d474884', 'code': 200} Feb 07 13:10:12.459330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 997a65b7-6855-427f-bb5e-f24c1a0b454a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:12.466741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 997a65b7-6855-427f-bb5e-f24c1a0b454a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:12.467370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.636594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.727058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 997a65b7-6855-427f-bb5e-f24c1a0b454a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:12.750612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Pushing event updated for resources: {'Port': ['ID=f946d686-d44c-4ea6-bd39-769ffe3f8919,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:12.839277 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:12.840164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 091a974d-ad8e-4199-951d-f53b41c4a2f1 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:12.901697 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:10:12.943645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Attempting to bind port f946d686-d44c-4ea6-bd39-769ffe3f8919 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:12.944448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Attempting to bind port f946d686-d44c-4ea6-bd39-769ffe3f8919 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:12.944760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Attempting to bind port f946d686-d44c-4ea6-bd39-769ffe3f8919 on network d8c61966-4261-482a-92b5-284563e5d2c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:12.985585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-970fb879-a696-4996-93fd-0c895c1f6122 req-f9b37867-fb5b-44e0-aad9-d7d34bc8e1c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 210 time: 0.0908008 Feb 07 13:10:12.993026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Port f946d686-d44c-4ea6-bd39-769ffe3f8919 on network d8c61966-4261-482a-92b5-284563e5d2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:12.997111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Attempting to bind port f946d686-d44c-4ea6-bd39-769ffe3f8919 on network d8c61966-4261-482a-92b5-284563e5d2c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:12.999104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=997a65b7-6855-427f-bb5e-f24c1a0b454a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:13.038160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:10:13.039390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Checking segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:10:13.044540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Bound using segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:10:13.045310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Bound port: f946d686-d44c-4ea6-bd39-769ffe3f8919, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:10:13.046850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.131400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-8525925a-3e56-4f47-8c04-2552b029ab67 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.133859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 091a974d-ad8e-4199-951d-f53b41c4a2f1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:13.140689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 091a974d-ad8e-4199-951d-f53b41c4a2f1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:13.141174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.158941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-8525925a-3e56-4f47-8c04-2552b029ab67 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.172877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-8525925a-3e56-4f47-8c04-2552b029ab67 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.181789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-8525925a-3e56-4f47-8c04-2552b029ab67 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.201227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-8525925a-3e56-4f47-8c04-2552b029ab67 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.216014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-8525925a-3e56-4f47-8c04-2552b029ab67 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.230556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-8525925a-3e56-4f47-8c04-2552b029ab67 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.242394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-8525925a-3e56-4f47-8c04-2552b029ab67 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5432 time: 0.7241721 Feb 07 13:10:13.389783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.423534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43940) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:13.437438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 091a974d-ad8e-4199-951d-f53b41c4a2f1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:13.447290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.468083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:13.473250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] Usage tracker for resource:security_group_rule and tenant:818e6b5e5c4f44f2b385cba06f413e9d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:13.477444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:13.484262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:13.529062 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.613638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7195719-1a51-4ec8-9068-59f5035dc6f0 req-a40b830a-1376-4e85-87fa-d99600d70079 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3696907 Feb 07 13:10:13.657168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] For port f946d686-d44c-4ea6-bd39-769ffe3f8919, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:13.659668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.686834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] For port f946d686-d44c-4ea6-bd39-769ffe3f8919, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f946d686-d44c-4ea6-bd39-769ffe3f8919,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:10:13.702981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=091a974d-ad8e-4199-951d-f53b41c4a2f1,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:13.776884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-ad5e8cc5-b75a-48ec-81ec-6a3a2576a838 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.778801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-ad5e8cc5-b75a-48ec-81ec-6a3a2576a838 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 812 time: 0.5338383 Feb 07 13:10:13.779636 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.791161 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.801479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'port': {'device_id': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5', 'admin_state_up': True, 'tenant_id': '5739800c9d844ac9bee652c375eedaef'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:13.807859 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:13.881574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8d6cd-c72a-4281-823d-605824a7d053 req-547880f2-f0e8-4da7-9456-6f4f77be68f4 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:13.883346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72c8d6cd-c72a-4281-823d-605824a7d053 req-547880f2-f0e8-4da7-9456-6f4f77be68f4 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 943 time: 0.6276069 Feb 07 13:10:13.906955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b55d4-ee4f-4809-b7b9-7ae729edf547,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:13.911661 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-70a4f525-1bf2-491c-b5ba-59ef5429faa1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=818e6b5e5c4f44f2b385cba06f413e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863403 Feb 07 13:10:13.917047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43956) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:14.005270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-695677cf-07c3-40bc-8a14-2f3c8203a760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:14.007297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:14.007922 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:14.009579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] 10.222.0.35 "PUT /v2.0/ports/f946d686-d44c-4ea6-bd39-769ffe3f8919 HTTP/1.1" status: 200 len: 1091 time: 2.9426727 Feb 07 13:10:14.010040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2851b47d-ba91-451d-951e-2d05f4cdffae', 'tag': 'f946d686-d44c-4ea6-bd39-769ffe3f8919'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:14.082801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-695677cf-07c3-40bc-8a14-2f3c8203a760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:14.112869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ed2c9-c9f1-4d64-b6df-b0cc9f205281 service neutron] Pushing event updated for resources: {'Port': ['ID=f946d686-d44c-4ea6-bd39-769ffe3f8919,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:14.133305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72c8d6cd-c72a-4281-823d-605824a7d053 req-08835b7f-ca68-4c93-b213-561a3ea2fb4d tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520061 Feb 07 13:10:14.243648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:14.355902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-695677cf-07c3-40bc-8a14-2f3c8203a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:14.370705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-382f30ab-43bf-40fa-a6a6-6da623ffa3f2 req-619b09ed-29f0-4b7f-b9d4-7272f8fc1286 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 210 time: 0.1002119 Feb 07 13:10:14.373941 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2851b47d-ba91-451d-951e-2d05f4cdffae', 'tag': 'f946d686-d44c-4ea6-bd39-769ffe3f8919', 'status': 'completed', 'code': 200} Feb 07 13:10:14.375139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:14.402183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-32b7c44e-c332-44e1-bff6-772f08203bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:14.404100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-32b7c44e-c332-44e1-bff6-772f08203bc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 1094 time: 0.2303042 Feb 07 13:10:14.406899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695677cf-07c3-40bc-8a14-2f3c8203a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b55d4-ee4f-4809-b7b9-7ae729edf547,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:14.415326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a65b7-6855-427f-bb5e-f24c1a0b454a'}, {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091a974d-ad8e-4199-951d-f53b41c4a2f1'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:14.416654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-695677cf-07c3-40bc-8a14-2f3c8203a760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:14.420381 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-695677cf-07c3-40bc-8a14-2f3c8203a760 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a5b55d4-ee4f-4809-b7b9-7ae729edf547 HTTP/1.1" status: 204 len: 168 time: 0.5023417 Feb 07 13:10:14.483300 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997a65b7-6855-427f-bb5e-f24c1a0b454a', 'code': 200} Feb 07 13:10:14.483822 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091a974d-ad8e-4199-951d-f53b41c4a2f1', 'code': 200} Feb 07 13:10:14.521956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Made reservation on behalf of 5739800c9d844ac9bee652c375eedaef for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:14.526688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:14.887381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-d048d38d-489e-4a11-b128-9d40b9d77ad8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f946d686-d44c-4ea6-bd39-769ffe3f8919 HTTP/1.1" status: 200 len: 217 time: 0.4638464 Feb 07 13:10:14.920427 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:15.041336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-70786fdd-7837-4ff0-a0c9-ff371ab94f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.042821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-70786fdd-7837-4ff0-a0c9-ff371ab94f47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.0703812 Feb 07 13:10:15.238998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-b324b094-21f4-434b-a305-71a60e50281a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338673 Feb 07 13:10:15.275852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-7cca84bb-3458-4514-b3c3-f290795cf9b8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:10:15.276865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-7cca84bb-3458-4514-b3c3-f290795cf9b8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286217 Feb 07 13:10:15.606124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd904e-a959-4440-af5d-20122c47f36e req-e8291169-042a-4dd0-8a3a-301c29a61ed9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.628063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd904e-a959-4440-af5d-20122c47f36e req-e8291169-042a-4dd0-8a3a-301c29a61ed9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.658075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd904e-a959-4440-af5d-20122c47f36e req-e8291169-042a-4dd0-8a3a-301c29a61ed9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.682941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd904e-a959-4440-af5d-20122c47f36e req-e8291169-042a-4dd0-8a3a-301c29a61ed9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.699693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd904e-a959-4440-af5d-20122c47f36e req-e8291169-042a-4dd0-8a3a-301c29a61ed9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.715194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd904e-a959-4440-af5d-20122c47f36e req-e8291169-042a-4dd0-8a3a-301c29a61ed9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.722177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd904e-a959-4440-af5d-20122c47f36e req-e8291169-042a-4dd0-8a3a-301c29a61ed9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.731162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07bd904e-a959-4440-af5d-20122c47f36e req-e8291169-042a-4dd0-8a3a-301c29a61ed9 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.7667129 Feb 07 13:10:15.868478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-bca2a3f2-220e-4a7c-877a-5f1c99e8c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.869329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-bca2a3f2-220e-4a7c-877a-5f1c99e8c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.869997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-bca2a3f2-220e-4a7c-877a-5f1c99e8c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.870709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-bca2a3f2-220e-4a7c-877a-5f1c99e8c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.871252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-bca2a3f2-220e-4a7c-877a-5f1c99e8c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.872231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-bca2a3f2-220e-4a7c-877a-5f1c99e8c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.872880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-bca2a3f2-220e-4a7c-877a-5f1c99e8c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:15.875309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-bca2a3f2-220e-4a7c-877a-5f1c99e8c757 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6491 time: 1.0157917 Feb 07 13:10:15.906435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07bd904e-a959-4440-af5d-20122c47f36e req-5090c45d-bea5-47a1-a3c4-a60c149b47dd tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738625 Feb 07 13:10:16.020432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-090e9e54-7dcc-4c4f-976d-00d479d7443f req-9af971d2-d493-49b2-a44e-b90cfb08a07b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&id=1b297428-afa2-4eea-a302-15321dd65c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209919 Feb 07 13:10:16.029331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-0cccecc3-87ca-4a28-8c7d-0daf24bc4f8e service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272732 Feb 07 13:10:16.035346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Allocated IP 172.20.0.7 (d3a18573-faee-4ba6-af41-135d41a8b9a5/59ce1f4a-013e-47a2-93fe-61beb919b4c3/64cbccc3-4319-4e8b-a433-0da1538a1904) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:10:16.186034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d5510-490c-4772-aae0-d65a98f32c75 req-7c78aa61-2d52-4349-b0c5-a5f0f846946a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:16.194318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f5d5510-490c-4772-aae0-d65a98f32c75 req-7c78aa61-2d52-4349-b0c5-a5f0f846946a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 943 time: 0.7201273 Feb 07 13:10:16.308320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ff0d35-490d-41a9-bde2-dba75bf1d08a req-e94b2431-36cc-46dd-9324-aff295c362a8 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686357 Feb 07 13:10:16.325245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2defed58-9bd6-4c93-8483-ca249e0b23ea req-f48d1a44-24fc-4b91-acb2-40dc654380fa tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 210 time: 0.1497805 Feb 07 13:10:16.358389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f5d5510-490c-4772-aae0-d65a98f32c75 req-9e98384f-b6cb-4902-a253-f3d4c8b09829 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627610 Feb 07 13:10:16.787006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:16.826318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-10c3bc76-3eee-47d1-a06e-f3823dc6e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:16.828746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-10c3bc76-3eee-47d1-a06e-f3823dc6e821 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 1094 time: 0.3916757 Feb 07 13:10:17.006418 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:17.019171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:17.174045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Network d3a18573-faee-4ba6-af41-135d41a8b9a5 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:17.237010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:17.240234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:17.297066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-e03baec0-071a-41fd-a08b-fe6b99a70379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.307145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-e03baec0-071a-41fd-a08b-fe6b99a70379 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 915 time: 0.4602799 Feb 07 13:10:17.307145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'Port': ['ID=64cbccc3-4319-4e8b-a433-0da1538a1904,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:17.603661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-a3db71e3-478c-45f3-9d2f-4bb8f95d46cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f946d686-d44c-4ea6-bd39-769ffe3f8919 HTTP/1.1" status: 200 len: 217 time: 0.2792270 Feb 07 13:10:17.619132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.619816 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:17.735025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-d6caedd6-3c7f-45e4-bac9-aacbc0b6bd34 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.741068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-d6caedd6-3c7f-45e4-bac9-aacbc0b6bd34 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.748177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-d6caedd6-3c7f-45e4-bac9-aacbc0b6bd34 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.754342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-d6caedd6-3c7f-45e4-bac9-aacbc0b6bd34 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.760962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-d6caedd6-3c7f-45e4-bac9-aacbc0b6bd34 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.766941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-d6caedd6-3c7f-45e4-bac9-aacbc0b6bd34 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.775357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-d6caedd6-3c7f-45e4-bac9-aacbc0b6bd34 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.782911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-d6caedd6-3c7f-45e4-bac9-aacbc0b6bd34 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.6320405 Feb 07 13:10:17.790677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-9cf04075-7c93-45da-a5de-9166e8f34037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:17.792284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-9cf04075-7c93-45da-a5de-9166e8f34037 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.1656716 Feb 07 13:10:17.866875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-4d3ed86d-9d0a-4f18-84d8-fce49c794093 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543518 Feb 07 13:10:17.887363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2edf2db-e0b8-4572-9bff-e050aac0a442 req-db8fb78d-e118-4e60-8072-4422012e0313 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940468 Feb 07 13:10:18.082944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-bcc0c02d-3357-486a-b776-f72687d8b096 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2855754 Feb 07 13:10:18.136249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Request body: {'port': {'device_id': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:18.155842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44124) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:18.268739 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:18.348656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-e4fea3e2-0344-453c-abea-62d0531c753a service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749568 Feb 07 13:10:18.450876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-261775297'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:18.456970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:18.469094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Usage tracker for resource:network and tenant:5c5aaa52bd7342b7b2fb8546d80c6a98 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:18.481684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:18.490699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:18.592658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Made reservation on behalf of 5c5aaa52bd7342b7b2fb8546d80c6a98 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:18.598419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:18.634910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:18.656141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:18.660859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Usage tracker for resource:security_group_rule and tenant:5c5aaa52bd7342b7b2fb8546d80c6a98 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:18.665321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:18.673127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:18.722275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936faa0-9249-4496-9373-16bb43f39840 req-a749dc8d-795d-406a-99f8-05fee81b50fd tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:18.723232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7936faa0-9249-4496-9373-16bb43f39840 req-a749dc8d-795d-406a-99f8-05fee81b50fd tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:18.754822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826eef-7788-45a6-b0d3-53b7bd01b2a0 req-b9306923-452b-4d6f-b53c-03a1b568f032 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:18.755498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17826eef-7788-45a6-b0d3-53b7bd01b2a0 req-b9306923-452b-4d6f-b53c-03a1b568f032 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 943 time: 0.4059675 Feb 07 13:10:18.767065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69be1ffd-8aaf-45ed-a3a9-c7a0c3692f83 req-20c617f1-a09f-41a3-8e1e-78d7aed02453 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106843 Feb 07 13:10:18.861718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:18.929267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17826eef-7788-45a6-b0d3-53b7bd01b2a0 req-03ab6035-a3ca-4c13-99b1-50746e5ea806 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609497 Feb 07 13:10:19.004864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.021523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7936faa0-9249-4496-9373-16bb43f39840 req-a749dc8d-795d-406a-99f8-05fee81b50fd tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:19.023258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7936faa0-9249-4496-9373-16bb43f39840 req-a749dc8d-795d-406a-99f8-05fee81b50fd tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 931 time: 0.9448512 Feb 07 13:10:19.036629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:10:19.049321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.049700 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Added segment e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3 of type vlan for network 338fb336-68ea-4197-8f5a-366c1fb71442 Feb 07 13:10:19.082956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.125948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64cbccc3-4319-4e8b-a433-0da1538a1904 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:19.129994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7936faa0-9249-4496-9373-16bb43f39840 req-066f02c0-411b-4da4-ba34-92076adac241 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:19.139540 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.165827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Transition to ACTIVE for port object 64cbccc3-4319-4e8b-a433-0da1538a1904 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:19.173227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f946d686-d44c-4ea6-bd39-769ffe3f8919 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:10:19.178630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313a8134-09bf-4d4e-962f-08e750dbea1b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:19.305308 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.313371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:19.314234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.316459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.409082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7936faa0-9249-4496-9373-16bb43f39840 req-066f02c0-411b-4da4-ba34-92076adac241 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:19.410970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7936faa0-9249-4496-9373-16bb43f39840 req-066f02c0-411b-4da4-ba34-92076adac241 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513887 Feb 07 13:10:19.498978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f946d686-d44c-4ea6-bd39-769ffe3f8919, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f946d686-d44c-4ea6-bd39-769ffe3f8919,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:19.523456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Pushing event updated for resources: {'Network': ['ID=338fb336-68ea-4197-8f5a-366c1fb71442,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:19.537983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 338fb336-68ea-4197-8f5a-366c1fb71442 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:10:19.667123 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b758f1e9-3d39-4c34-9e39-0f56cfcbcf99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5093007 Feb 07 13:10:19.702250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'f946d686-d44c-4ea6-bd39-769ffe3f8919', 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'port_id': 'f946d686-d44c-4ea6-bd39-769ffe3f8919', 'mac_address': 'fa:16:3e:fd:81:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9d8cfd-95b8-4376-a228-5aa921fd32e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:10:19.729908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Pushing event updated for resources: {'Port': ['ID=64cbccc3-4319-4e8b-a433-0da1538a1904,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:19.806488 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.873971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f946d686-d44c-4ea6-bd39-769ffe3f8919 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:19.887517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635c08-1b31-40ff-9335-827304b64d01 req-246024b1-0685-4076-8dc1-041381630ac4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:19.894308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635c08-1b31-40ff-9335-827304b64d01 req-246024b1-0685-4076-8dc1-041381630ac4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:19.900389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f946d686-d44c-4ea6-bd39-769ffe3f8919, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f946d686-d44c-4ea6-bd39-769ffe3f8919,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:19.901580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635c08-1b31-40ff-9335-827304b64d01 req-246024b1-0685-4076-8dc1-041381630ac4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:19.909025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635c08-1b31-40ff-9335-827304b64d01 req-246024b1-0685-4076-8dc1-041381630ac4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:19.923861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635c08-1b31-40ff-9335-827304b64d01 req-246024b1-0685-4076-8dc1-041381630ac4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:19.932170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635c08-1b31-40ff-9335-827304b64d01 req-246024b1-0685-4076-8dc1-041381630ac4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:19.938996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635c08-1b31-40ff-9335-827304b64d01 req-246024b1-0685-4076-8dc1-041381630ac4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:19.949118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12635c08-1b31-40ff-9335-827304b64d01 req-246024b1-0685-4076-8dc1-041381630ac4 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.5358191 Feb 07 13:10:19.985646 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:19.996932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44174) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:20.014512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Attempting to bind port 64cbccc3-4319-4e8b-a433-0da1538a1904 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:20.014855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Attempting to bind port 64cbccc3-4319-4e8b-a433-0da1538a1904 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:20.015193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Attempting to bind port 64cbccc3-4319-4e8b-a433-0da1538a1904 on network d3a18573-faee-4ba6-af41-135d41a8b9a5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:20.027482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Port 64cbccc3-4319-4e8b-a433-0da1538a1904 on network d3a18573-faee-4ba6-af41-135d41a8b9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:20.027807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Attempting to bind port 64cbccc3-4319-4e8b-a433-0da1538a1904 on network d3a18573-faee-4ba6-af41-135d41a8b9a5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:20.048956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12635c08-1b31-40ff-9335-827304b64d01 req-18776233-bb84-4903-b13a-20e7f12dd071 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988667 Feb 07 13:10:20.060537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:10:20.062638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Checking segment: {'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:10:20.063466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Bound using segment: {'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:10:20.064533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Bound port: 64cbccc3-4319-4e8b-a433-0da1538a1904, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478f1a83-9b02-4e77-a719-8e1385939628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:10:20.066209 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:20.199891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f946d686-d44c-4ea6-bd39-769ffe3f8919,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:20.212523 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:20.246912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:20.247139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['f946d686-d44c-4ea6-bd39-769ffe3f8919'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:20.247900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] Usage tracker for resource:security_group_rule and tenant:bda284f30a404982ab7a1bc0e16ff855 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:20.251148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:20.258754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:20.420732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] For port 64cbccc3-4319-4e8b-a433-0da1538a1904, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:20.424014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] For port 64cbccc3-4319-4e8b-a433-0da1538a1904, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=64cbccc3-4319-4e8b-a433-0da1538a1904,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:10:20.508186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:20.509074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44186) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:20.514882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Request body: {'port': {'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442', 'binding:host_id': 'n-h1-811416-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-858256875'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:20.521044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:20.533644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Usage tracker for resource:port and tenant:dc306bf2ec154d868c192a4d1ce98e86 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:20.543871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:20.544486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989a471-7e85-4096-8e71-7e5662f911f2 req-f186c984-f17f-48d8-91fa-7f1677ae9cd4 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.556484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f989a471-7e85-4096-8e71-7e5662f911f2 req-f186c984-f17f-48d8-91fa-7f1677ae9cd4 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 944 time: 0.1272814 Feb 07 13:10:20.559550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:20.571071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:20.640544 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:20.706765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.708686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:20.709693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] 10.222.0.47 "PUT /v2.0/ports/64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 200 len: 1091 time: 2.5855312 Feb 07 13:10:20.713500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:20.731013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Made reservation on behalf of dc306bf2ec154d868c192a4d1ce98e86 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:20.735927 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:20.778835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775735be-b788-4405-9484-28b21b0135e4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:20.790527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f989a471-7e85-4096-8e71-7e5662f911f2 req-f2e6e4ce-f9ce-4fbf-98e8-18a98fd647d0 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366714 Feb 07 13:10:20.799695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0d999-c70c-4ae3-a578-6a5b53f5f6bb service neutron] Pushing event updated for resources: {'Port': ['ID=64cbccc3-4319-4e8b-a433-0da1538a1904,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:20.832812 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9b335d44-cc16-4e50-a846-deda9c009d65 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bda284f30a404982ab7a1bc0e16ff855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8350642 Feb 07 13:10:20.836692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44194) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:20.837417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:20.910744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:20.920247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06549-7bc9-4887-aea1-f8dfc9218f4d req-e4f97fba-aa82-4011-a19a-285b566f77b6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.926894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06549-7bc9-4887-aea1-f8dfc9218f4d req-e4f97fba-aa82-4011-a19a-285b566f77b6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.933020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06549-7bc9-4887-aea1-f8dfc9218f4d req-e4f97fba-aa82-4011-a19a-285b566f77b6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.946095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06549-7bc9-4887-aea1-f8dfc9218f4d req-e4f97fba-aa82-4011-a19a-285b566f77b6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.950258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Usage tracker for resource:security_group_rule and tenant:dc306bf2ec154d868c192a4d1ce98e86 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:20.953324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06549-7bc9-4887-aea1-f8dfc9218f4d req-e4f97fba-aa82-4011-a19a-285b566f77b6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.959817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06549-7bc9-4887-aea1-f8dfc9218f4d req-e4f97fba-aa82-4011-a19a-285b566f77b6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.967494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef06549-7bc9-4887-aea1-f8dfc9218f4d req-e4f97fba-aa82-4011-a19a-285b566f77b6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:20.974639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:20.975818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ef06549-7bc9-4887-aea1-f8dfc9218f4d req-e4f97fba-aa82-4011-a19a-285b566f77b6 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.2528119 Feb 07 13:10:20.987409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44206) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:20.997607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:21.004748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Request body: {'floatingip': {'port_id': '0acbf863-62a8-49ae-93e7-6255a461147d'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:21.078607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a4474ee-e020-4dce-9334-6a2a1e0e0ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.113556 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904', 'status': 'completed', 'code': 200} Feb 07 13:10:21.121595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a4474ee-e020-4dce-9334-6a2a1e0e0ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.185915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f946d686-d44c-4ea6-bd39-769ffe3f8919 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:21.190651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.273668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.349885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-efb999b1-e9ea-42a2-93a6-2dbf3a3fcb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:21.349885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-efb999b1-e9ea-42a2-93a6-2dbf3a3fcb66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1094 time: 0.5317256 Feb 07 13:10:21.417360 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.428550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-1c4eb3a5-f0bb-43ad-a436-cdf868de56e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 200 len: 217 time: 0.0696449 Feb 07 13:10:21.430500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] device_id is not set on port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:21.455760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port f946d686-d44c-4ea6-bd39-769ffe3f8919 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:21.462807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port f946d686-d44c-4ea6-bd39-769ffe3f8919 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:21.463682 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.527904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c14f-1cb3-47ac-aafd-ec51eaee22cd req-a596e203-20d6-4327-a8bd-fc85ce51e4d3 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:21.535224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceb8c14f-1cb3-47ac-aafd-ec51eaee22cd req-a596e203-20d6-4327-a8bd-fc85ce51e4d3 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 943 time: 0.4183674 Feb 07 13:10:21.598484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-93c54c8f-98c5-4199-932a-d9784e09141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:21.600327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-93c54c8f-98c5-4199-932a-d9784e09141e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.1333728 Feb 07 13:10:21.634244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a4474ee-e020-4dce-9334-6a2a1e0e0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.764905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-b1a2050d-e130-466b-8ee5-53fd7ff2ea17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650799 Feb 07 13:10:21.790612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceb8c14f-1cb3-47ac-aafd-ec51eaee22cd req-073802c7-9b32-4329-909c-ac36aaac52cf tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543924 Feb 07 13:10:21.831758 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.836030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8048e87-bbea-40dd-ad61-0da1bf5c62dc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:21.906657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2851b47d-ba91-451d-951e-2d05f4cdffae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946d686-d44c-4ea6-bd39-769ffe3f8919'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:21.910056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4474ee-e020-4dce-9334-6a2a1e0e0ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775735be-b788-4405-9484-28b21b0135e4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:21.951564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a4474ee-e020-4dce-9334-6a2a1e0e0ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:21.951564 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1a4474ee-e020-4dce-9334-6a2a1e0e0ee6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/775735be-b788-4405-9484-28b21b0135e4 HTTP/1.1" status: 204 len: 168 time: 1.0762260 Feb 07 13:10:21.988080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f946d686-d44c-4ea6-bd39-769ffe3f8919, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f946d686-d44c-4ea6-bd39-769ffe3f8919,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:22.064203 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2851b47d-ba91-451d-951e-2d05f4cdffae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946d686-d44c-4ea6-bd39-769ffe3f8919', 'code': 200} Feb 07 13:10:22.073014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:22.240820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f946d686-d44c-4ea6-bd39-769ffe3f8919,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:22.343281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] device_id is not set on port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:22.356559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:22.381344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Transition to ACTIVE for port object 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:22.576468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-606de559-8112-4521-8c64-173d0b9328a1 service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777119 Feb 07 13:10:22.751815 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:22.753371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6160c7-eda0-42d0-8b6d-da9082530458 req-4860ba2d-646a-45bc-a231-daf6016089c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:22.753371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd6160c7-eda0-42d0-8b6d-da9082530458 req-4860ba2d-646a-45bc-a231-daf6016089c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 1096 time: 0.5032873 Feb 07 13:10:22.753371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe246ef-48c2-4647-8489-779038de1e87 req-ad9ea992-d09e-40c2-943f-5eb89e8e4d67 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:22.753371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fe246ef-48c2-4647-8489-779038de1e87 req-ad9ea992-d09e-40c2-943f-5eb89e8e4d67 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 945 time: 0.6094801 Feb 07 13:10:22.757584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=66135f04-cbfe-4ad0-82d7-5944b4c3ca8c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:22.783516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Checking segment: {'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:10:22.783895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Network hostable DHCP agents. Network: 338fb336-68ea-4197-8f5a-366c1fb71442, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:10:22.875237 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-441e593d-4750-4851-8c4d-24c903f6ebf1 req-7dc87b9d-0ef0-4ec2-bac9-6feb32287017 service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897220 Feb 07 13:10:22.904225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd6160c7-eda0-42d0-8b6d-da9082530458 req-916ca1d4-7363-4fb0-a995-81b74df249d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349742 Feb 07 13:10:22.904225 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:10:22.976982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Network 338fb336-68ea-4197-8f5a-366c1fb71442 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:10:22.996655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1fe246ef-48c2-4647-8489-779038de1e87 req-e1a7f0fc-8bcd-451e-960a-7502d3f706b7 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217927 Feb 07 13:10:23.088074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:23.129584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da7095-7990-4398-95d4-4eec250e2d0f req-0ecc6f51-7220-4a23-b0d4-57037a1a2603 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:23.132817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02da7095-7990-4398-95d4-4eec250e2d0f req-0ecc6f51-7220-4a23-b0d4-57037a1a2603 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 943 time: 0.1418619 Feb 07 13:10:23.142492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 338fb336-68ea-4197-8f5a-366c1fb71442) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:23.172668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:23.179896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b7b45-5af7-4808-922e-2389d93cd463 None None] Network 338fb336-68ea-4197-8f5a-366c1fb71442 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:10:23.212401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.282939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.282939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.290196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:23.291221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.291221 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.291221 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 2 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.291221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.291221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.291221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.298544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.299426 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.300158 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 3 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.318236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.318791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.320371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.326664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.327238 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.329197 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 4 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.347815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.348968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.349503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.356814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.357363 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.357951 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 5 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.375872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.376238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.376585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.381509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.382872 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.383298 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 6 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.389646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02da7095-7990-4398-95d4-4eec250e2d0f req-fbc524c1-3c45-4ad0-9592-1815a157a4c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446706 Feb 07 13:10:23.403149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.403512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.403862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.409418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.410006 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.410540 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 7 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.433910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.434258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.434602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.441048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.441382 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.442392 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 8 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.458761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.459100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.459439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.465162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.465491 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.465876 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 9 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.483443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.483796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.484173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.489297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.489643 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.490019 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 10 to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c Feb 07 13:10:23.508048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:23.508937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:23.508937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:23.514847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:23.515330 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:23.515718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:23.551429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-8fba6492-88ac-4df2-808a-b1a98c502a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:23.552926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-8fba6492-88ac-4df2-808a-b1a98c502a3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1094 time: 0.2243857 Feb 07 13:10:23.562805 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Floating IP e3643ef8-054c-4a19-9348-9d23f272f5e0 associated. External IP: 172.25.7.31, port: 0acbf863-62a8-49ae-93e7-6255a461147d. Feb 07 13:10:23.613287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] For port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:23.613696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempted to set empty binding levels {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 13:10:23.617464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44244) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:23.634880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:23.654553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:23.660989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6a3eb4ffc95b4dc9891fb9eee894417c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:23.665880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:23.673416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:23.703094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:23.785563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:23.786898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:23.820799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=66135f04-cbfe-4ad0-82d7-5944b4c3ca8c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:23.863192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-b18fb943-3510-45ae-829d-930af5e3f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:23.864599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-b18fb943-3510-45ae-829d-930af5e3f00c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 912 time: 0.3031545 Feb 07 13:10:23.891538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:23.953591 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc2d39aa-f1a9-4e56-9566-2d6eb07a9361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.4409347 Feb 07 13:10:23.954037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44252) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:24.003470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-bb26b40b-55c4-4cb5-ac9c-a7b6c0b0bf00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 200 len: 217 time: 0.0816154 Feb 07 13:10:24.082351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Deleting port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:24.082850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:24.128150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:24.271581 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a3eb4ffc95b4dc9891fb9eee894417c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530495 Feb 07 13:10:24.278593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44258) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:24.387237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f796-e760-431e-a0ed-c1e5568946a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fac045-dac3-46e8-99b7-5ec7cf18473d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:24.412788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-66a0670e-22bf-4d7b-b9ad-9abe919f999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:24.415913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-66a0670e-22bf-4d7b-b9ad-9abe919f999a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.3985806 Feb 07 13:10:24.427963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] For port 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c, host n-h1-811416-5, got binding levels [] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:24.428549 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:24.483923 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:24.496815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-b4b10700-3e29-4c8a-bd17-9ec9ef124cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698645 Feb 07 13:10:24.538756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Router 9fbccf8e-bee8-415a-a23f-30ba21189d37 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:10:24.584037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Calling delete_port for 66135f04-cbfe-4ad0-82d7-5944b4c3ca8c owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:24.642190 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bad1ef79-d9bb-4765-8d23-3ef8c67de583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:24.775422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:24.800134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bad1ef79-d9bb-4765-8d23-3ef8c67de583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:24.827375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event deleted for resources: {'Port': ['ID=66135f04-cbfe-4ad0-82d7-5944b4c3ca8c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:24.834893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29600365-0b7c-4d5c-a9c8-dd461bb9b292 req-fd239993-ddea-4968-b1e8-a95e59dcc953 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:24.834893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29600365-0b7c-4d5c-a9c8-dd461bb9b292 req-fd239993-ddea-4968-b1e8-a95e59dcc953 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 945 time: 0.5548551 Feb 07 13:10:24.835941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:24.843578 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-65366292-34ea-4453-9859-ac7352b42079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "DELETE /v2.0/ports/66135f04-cbfe-4ad0-82d7-5944b4c3ca8c HTTP/1.1" status: 204 len: 168 time: 0.8885133 Feb 07 13:10:24.846297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44282) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:24.891349 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e20698-6beb-47ec-9c88-c6394b501dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] GET failed (client error): The resource could not be found. Feb 07 13:10:24.891925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-82e20698-6beb-47ec-9c88-c6394b501dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Synchronizing usage tracker for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:24.926976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-3079ddeb-3725-4f8a-bdba-9467dd0139be service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187222 Feb 07 13:10:25.047267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-82e20698-6beb-47ec-9c88-c6394b501dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Unset dirty status for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:25.048508 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-82e20698-6beb-47ec-9c88-c6394b501dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "GET /v2.0/ports/66135f04-cbfe-4ad0-82d7-5944b4c3ca8c HTTP/1.1" status: 404 len: 333 time: 0.2012868 Feb 07 13:10:25.052039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:25.058190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Request body: {'port': {'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-223560855'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:25.063864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:25.073791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:25.105352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75002-3073-4437-a170-a250675de909 req-cc7478bc-1855-4f80-8f8a-1279f082d970 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.121309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6a75002-3073-4437-a170-a250675de909 req-cc7478bc-1855-4f80-8f8a-1279f082d970 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 943 time: 0.5663035 Feb 07 13:10:25.121309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29600365-0b7c-4d5c-a9c8-dd461bb9b292 req-87ec56f5-bdd4-44eb-bcf2-4871f40955fc tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548394 Feb 07 13:10:25.167682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:10:25.174648 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] Sync routers for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:10:25.186047 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:10:25.186725 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:10:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:25.205027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Made reservation on behalf of dc306bf2ec154d868c192a4d1ce98e86 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:25.209866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:25.214426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6a75002-3073-4437-a170-a250675de909 req-12548261-6608-40af-8c43-4a72d2663642 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006379 Feb 07 13:10:25.228865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:25.244152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] device_id is not set on port 7651de4e-5820-4823-bb4c-7044d6d09b75 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:25.269681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bad1ef79-d9bb-4765-8d23-3ef8c67de583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:25.287572 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bad1ef79-d9bb-4765-8d23-3ef8c67de583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:25.287572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bad1ef79-d9bb-4765-8d23-3ef8c67de583 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49fac045-dac3-46e8-99b7-5ec7cf18473d HTTP/1.1" status: 204 len: 168 time: 0.9944551 Feb 07 13:10:25.300752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b209bcab-2215-416a-a6b6-6c35728a2417 req-c4e8f222-181c-4e8a-9681-9c99e7898974 service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651643 Feb 07 13:10:25.311217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1ef79-d9bb-4765-8d23-3ef8c67de583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fac045-dac3-46e8-99b7-5ec7cf18473d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:25.323410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2d477a80-9df7-44c9-820c-5877e7f11538 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "PUT /v2.0/floatingips/e3643ef8-054c-4a19-9348-9d23f272f5e0 HTTP/1.1" status: 200 len: 991 time: 4.3330531 Feb 07 13:10:25.324099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:25.400070 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:10:25.427203 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d', 'status': 'completed', 'code': 200} Feb 07 13:10:25.645121 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:25.685202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-caff0a19-8f9a-40b3-8648-a69a63279173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.689937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-caff0a19-8f9a-40b3-8648-a69a63279173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.689937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-caff0a19-8f9a-40b3-8648-a69a63279173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.689937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-caff0a19-8f9a-40b3-8648-a69a63279173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.689937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-caff0a19-8f9a-40b3-8648-a69a63279173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.690692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-caff0a19-8f9a-40b3-8648-a69a63279173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.690692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-caff0a19-8f9a-40b3-8648-a69a63279173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.692931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d20cb3-a453-469a-b529-bef535ece5db req-caff0a19-8f9a-40b3-8648-a69a63279173 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6491 time: 0.2282498 Feb 07 13:10:25.709169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-32eb1947-634a-4cbc-b3ba-beabb543e2e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.715543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-32eb1947-634a-4cbc-b3ba-beabb543e2e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.727489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-32eb1947-634a-4cbc-b3ba-beabb543e2e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.729274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-32eb1947-634a-4cbc-b3ba-beabb543e2e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.736248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-32eb1947-634a-4cbc-b3ba-beabb543e2e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.743449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-32eb1947-634a-4cbc-b3ba-beabb543e2e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.749404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-32eb1947-634a-4cbc-b3ba-beabb543e2e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.757465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-32eb1947-634a-4cbc-b3ba-beabb543e2e0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.2255044 Feb 07 13:10:25.797377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:25.917336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c05fa06-0aa9-4bec-974f-d0bc312cf930 req-e525bf1e-5885-4991-b75f-673b5c6438ba tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1588240 Feb 07 13:10:25.966346 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e3643ef8-054c-4a19-9348-9d23f272f5e0', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'port_id': '0acbf863-62a8-49ae-93e7-6255a461147d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'mac_address': 'fa:16:3e:de:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:08:12Z', 'updated_at': '2022-02-07T13:10:22Z', 'revision_number': 1, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 5, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:25.971564 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] Checking router: 9fbccf8e-bee8-415a-a23f-30ba21189d37 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:10:25.979136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Network 338fb336-68ea-4197-8f5a-366c1fb71442 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:25.983702 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:10:25.985148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:25.985946 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:10:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:25.986227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-52e0f80a-972c-4c6c-b00b-8ccfce42122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:25.988744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d20cb3-a453-469a-b529-bef535ece5db req-52e0f80a-972c-4c6c-b00b-8ccfce42122d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0856258-ee78-4e86-a446-3b07d5b1e689 HTTP/1.1" status: 200 len: 912 time: 0.2153013 Feb 07 13:10:25.990039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:25.990969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:26.001946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:26.013822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=7651de4e-5820-4823-bb4c-7044d6d09b75,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:26.029333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.029333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.029333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.029333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.029333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.029795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.029895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.030402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.030508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.030772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.031092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.031416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:26.148184 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99c7d6dc-481b-4b6b-b070-9ef0655ae0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0926912 Feb 07 13:10:26.148674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44348) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:26.155778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:26.164705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d20cb3-a453-469a-b529-bef535ece5db req-7072fe25-6729-416c-9035-596d9ae676f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0acbf863-62a8-49ae-93e7-6255a461147d HTTP/1.1" status: 200 len: 999 time: 0.1696968 Feb 07 13:10:26.261734 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:10:26.357517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-2e005d60-6908-48be-8ece-44bfa77bbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:26.359636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d20cb3-a453-469a-b529-bef535ece5db req-2e005d60-6908-48be-8ece-44bfa77bbf87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7575810-b11a-4258-bf78-e6ea246191df HTTP/1.1" status: 200 len: 851 time: 0.1889281 Feb 07 13:10:26.425632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:26.656934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e28f9-3102-4a74-93d0-9f4c9b9fe239 req-cb9618d7-37b9-4d9a-8ced-1b19fd760e58 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:26.668645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-165e28f9-3102-4a74-93d0-9f4c9b9fe239 req-cb9618d7-37b9-4d9a-8ced-1b19fd760e58 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 945 time: 0.3992140 Feb 07 13:10:26.772303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20cb3-a453-469a-b529-bef535ece5db req-afabd15e-a58c-4d29-84ed-879512218a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:26.775330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d20cb3-a453-469a-b529-bef535ece5db req-afabd15e-a58c-4d29-84ed-879512218a6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0856258-ee78-4e86-a446-3b07d5b1e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4054990 Feb 07 13:10:26.802250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-165e28f9-3102-4a74-93d0-9f4c9b9fe239 req-89d736d5-d37b-40d9-b4f2-25ac977a0d3b tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308267 Feb 07 13:10:26.841941 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e3643ef8-054c-4a19-9348-9d23f272f5e0', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'port_id': '0acbf863-62a8-49ae-93e7-6255a461147d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'mac_address': 'fa:16:3e:de:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:08:12Z', 'updated_at': '2022-02-07T13:10:22Z', 'revision_number': 1, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 5, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:26.854567 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2bc27a-6be6-4ead-9a8e-bfdb0e680655 None None] The sync data for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 is: [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e3643ef8-054c-4a19-9348-9d23f272f5e0', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'port_id': '0acbf863-62a8-49ae-93e7-6255a461147d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'mac_address': 'fa:16:3e:de:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:08:12Z', 'updated_at': '2022-02-07T13:10:22Z', 'revision_number': 1, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 5, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:10:26.868662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] device_id is not set on port 7651de4e-5820-4823-bb4c-7044d6d09b75 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:26.878628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:26.894582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Transition to ACTIVE for port object 7651de4e-5820-4823-bb4c-7044d6d09b75 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:27.078900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d20cb3-a453-469a-b529-bef535ece5db req-cf9a5232-cb36-45ec-975d-1109a68b2725 service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707906 Feb 07 13:10:27.113076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:27.197202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57fec1b-ba7f-4334-aae8-bbbad38724a9 None None] New status for floating IP e3643ef8-054c-4a19-9348-9d23f272f5e0: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:10:27.218140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0af8-8cd2-4658-b8d9-22239ac7d1f6 req-52c82a15-df96-432e-a6ca-5b0c1ecf11b0 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:27.228797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e16e0af8-8cd2-4658-b8d9-22239ac7d1f6 req-52c82a15-df96-432e-a6ca-5b0c1ecf11b0 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 943 time: 0.2562647 Feb 07 13:10:27.300437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=7651de4e-5820-4823-bb4c-7044d6d09b75,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:27.316100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.316481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.316871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.329808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.330152 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.330572 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 2 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.348486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.349520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.349520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.351036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35d20cb3-a453-469a-b529-bef535ece5db req-dad3c41f-c297-4c2a-9c20-e4311c7fd54c service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673740 Feb 07 13:10:27.361576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.361924 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.362347 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 3 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.401215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.401711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.402164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.414291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.414291 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.414291 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 4 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.435942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e16e0af8-8cd2-4658-b8d9-22239ac7d1f6 req-534b754b-0d3f-4ad8-8a05-f7d32bac7188 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052672 Feb 07 13:10:27.446364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.446632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.456593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.464412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.464789 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.465199 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 5 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.491325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.492191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.492343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.498923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.499262 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.499660 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 6 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.533224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.533569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.533913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.539280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.539666 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.540095 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 7 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.573505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.573505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.573505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.588685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.588685 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.588685 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 8 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.605303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.605303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.605303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.605303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.605303 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.605303 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 9 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.624910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.624910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.624910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.637707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.637707 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.637707 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 10 to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 Feb 07 13:10:27.660470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:27.660470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:27.660470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:27.660470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:27.660470 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 7651de4e-5820-4823-bb4c-7044d6d09b75 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:27.660470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:27.807648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] For port 7651de4e-5820-4823-bb4c-7044d6d09b75, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:27.808270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempted to set empty binding levels {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 13:10:27.922516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:27.981715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-65f9e484-a578-4737-83a0-a1675b47cfec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:27.988505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-65f9e484-a578-4737-83a0-a1675b47cfec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:27.995654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-65f9e484-a578-4737-83a0-a1675b47cfec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:27.998451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] In _notify_port_updated(), no bound segment for port 7651de4e-5820-4823-bb4c-7044d6d09b75 on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:10:27.999718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.000778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:28.004524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-65f9e484-a578-4737-83a0-a1675b47cfec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.004662 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "PUT /v2.0/ports/7651de4e-5820-4823-bb4c-7044d6d09b75 HTTP/1.1" status: 200 len: 978 time: 1.8522978 Feb 07 13:10:28.005469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44408) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:28.009138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-65f9e484-a578-4737-83a0-a1675b47cfec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.015067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-65f9e484-a578-4737-83a0-a1675b47cfec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.020927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-65f9e484-a578-4737-83a0-a1675b47cfec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.031777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-65f9e484-a578-4737-83a0-a1675b47cfec tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.1579773 Feb 07 13:10:28.076571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4180a95-d102-484a-8030-a4dedfc146cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=7651de4e-5820-4823-bb4c-7044d6d09b75,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:28.080944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50f6d25d-6b96-4fce-bc8b-e501b7c17b03 req-25ae640e-e331-4129-85b7-087af64e20d3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494537 Feb 07 13:10:28.126003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.126598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.127624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.127720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.128188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.128665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.129136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.129607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.130088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.130560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.131199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.131826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.133272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.133722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.134290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.134805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.135286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.135791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.136302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.136774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.137288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.137763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.138230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.138698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.139183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.139679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.140212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.140732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.141240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.142146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.142635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.144231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 64cbccc3-4319-4e8b-a433-0da1538a1904 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:10:28.146050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Synchronizing usage tracker for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:28.302178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 64cbccc3-4319-4e8b-a433-0da1538a1904, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=64cbccc3-4319-4e8b-a433-0da1538a1904,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:28.317362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '64cbccc3-4319-4e8b-a433-0da1538a1904', 'network_id': 'd3a18573-faee-4ba6-af41-135d41a8b9a5', 'port_id': '64cbccc3-4319-4e8b-a433-0da1538a1904', 'mac_address': 'fa:16:3e:93:8a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ce1f4a-013e-47a2-93fe-61beb919b4c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:10:28.385284 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:28.402757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64cbccc3-4319-4e8b-a433-0da1538a1904 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:28.420842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 64cbccc3-4319-4e8b-a433-0da1538a1904, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=64cbccc3-4319-4e8b-a433-0da1538a1904,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:28.464591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Unset dirty status for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:28.465748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7b7cc04d-feba-4044-abed-95105e62cb98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28058 time: 0.4592507 Feb 07 13:10:28.469923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44426) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:28.555227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Deleting port 7651de4e-5820-4823-bb4c-7044d6d09b75 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:28.556574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:28.613178 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:28.715636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=64cbccc3-4319-4e8b-a433-0da1538a1904,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:28.855219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] For port 7651de4e-5820-4823-bb4c-7044d6d09b75, host n-h1-811416-5, got binding levels [] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:28.855864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:28.869770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c3d1811d-a949-4a39-8980-bfa5010d1a92 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.876568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c3d1811d-a949-4a39-8980-bfa5010d1a92 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.884861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c3d1811d-a949-4a39-8980-bfa5010d1a92 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.892320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c3d1811d-a949-4a39-8980-bfa5010d1a92 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.899257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c3d1811d-a949-4a39-8980-bfa5010d1a92 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.906683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c3d1811d-a949-4a39-8980-bfa5010d1a92 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.914027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c3d1811d-a949-4a39-8980-bfa5010d1a92 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:28.916365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c3d1811d-a949-4a39-8980-bfa5010d1a92 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.2330575 Feb 07 13:10:29.027809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Calling delete_port for 7651de4e-5820-4823-bb4c-7044d6d09b75 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:29.048626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca6c84af-4f6b-4e6c-9878-eab7ae16f9b1 req-c0811eb2-0ccb-4e4e-809a-a5e0911872d3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726547 Feb 07 13:10:29.060858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f49ade-3ab2-4221-b6a7-850a7005890a req-19e2bfd5-ef97-4d1d-a71d-1d6c54228688 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.062798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49f49ade-3ab2-4221-b6a7-850a7005890a req-19e2bfd5-ef97-4d1d-a71d-1d6c54228688 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 944 time: 0.1452699 Feb 07 13:10:29.143746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49f49ade-3ab2-4221-b6a7-850a7005890a req-9427aaee-fb6d-455f-a960-073839771a25 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679784 Feb 07 13:10:29.150755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['64cbccc3-4319-4e8b-a433-0da1538a1904'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:29.229635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ee4492a3-a3fe-42b4-864f-ff595230d02b no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:10:29.363774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:29.433034 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:29.491839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:29.502854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event deleted for resources: {'Port': ['ID=7651de4e-5820-4823-bb4c-7044d6d09b75,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:29.507809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-8a1e5c67-00f2-4c89-aece-e5be686a8fe6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.511559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:29.516935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-8a1e5c67-00f2-4c89-aece-e5be686a8fe6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 804 time: 0.3223104 Feb 07 13:10:29.523153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:29.562301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-eb152c3f-4126-4dee-a6bf-baca46af9e33 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/quotas/d84c1047f5db40d6a2dac9097e16020b HTTP/1.1" status: 200 len: 375 time: 0.0440061 Feb 07 13:10:29.615020 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:29.645096 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-24b0142c-e1b4-43ae-85e2-aa338f090736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "DELETE /v2.0/ports/7651de4e-5820-4823-bb4c-7044d6d09b75 HTTP/1.1" status: 204 len: 168 time: 1.1740522 Feb 07 13:10:29.648891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:29.708043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b89d-4613-4972-91fe-a336315a7323 req-6ca85215-e370-4a0d-8eac-4a407aa39683 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.720608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b89d-4613-4972-91fe-a336315a7323 req-6ca85215-e370-4a0d-8eac-4a407aa39683 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.735455 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd75fc11-51ef-43b6-8d24-1abd1dd34a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] GET failed (client error): The resource could not be found. Feb 07 13:10:29.735967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dd75fc11-51ef-43b6-8d24-1abd1dd34a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Synchronizing usage tracker for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:29.754307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b89d-4613-4972-91fe-a336315a7323 req-6ca85215-e370-4a0d-8eac-4a407aa39683 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.763255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b89d-4613-4972-91fe-a336315a7323 req-6ca85215-e370-4a0d-8eac-4a407aa39683 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.768169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:29.777702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b89d-4613-4972-91fe-a336315a7323 req-6ca85215-e370-4a0d-8eac-4a407aa39683 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.791397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b89d-4613-4972-91fe-a336315a7323 req-6ca85215-e370-4a0d-8eac-4a407aa39683 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.804590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b89d-4613-4972-91fe-a336315a7323 req-6ca85215-e370-4a0d-8eac-4a407aa39683 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:29.809298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d16b89d-4613-4972-91fe-a336315a7323 req-6ca85215-e370-4a0d-8eac-4a407aa39683 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.4260669 Feb 07 13:10:29.848154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-7d036897-dfc4-49c6-a98b-07a5fac1f234 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2764444 Feb 07 13:10:29.864674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dd75fc11-51ef-43b6-8d24-1abd1dd34a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Unset dirty status for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:29.876398 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dd75fc11-51ef-43b6-8d24-1abd1dd34a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "GET /v2.0/ports/7651de4e-5820-4823-bb4c-7044d6d09b75 HTTP/1.1" status: 404 len: 333 time: 0.2229238 Feb 07 13:10:29.877549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44492) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:29.885069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021725111', 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:29.891170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:29.905957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:29.989837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Made reservation on behalf of dc306bf2ec154d868c192a4d1ce98e86 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:29.992458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:30.002608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-e5cd958b-e7e7-4f2f-9fde-dd152df48926 service neutron] 10.222.0.69 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535735 Feb 07 13:10:30.014316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] device_id is not set on port 242faf12-ef18-4b54-94c4-b55b1964eaa8 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:30.222498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-40bd0eba-4fec-4312-8b68-42e909cb781e service neutron] 10.222.0.69 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131987 Feb 07 13:10:30.233037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-3102b5fe-0b2f-4115-bcbc-fd116c27c598 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:30.234771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-3102b5fe-0b2f-4115-bcbc-fd116c27c598 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "GET /v2.0/ports?device_id=950ae589-bf58-48cf-baa6-3c3ed11502f2 HTTP/1.1" status: 200 len: 943 time: 0.2048411 Feb 07 13:10:30.269954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:30.332051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Deleting port ee4492a3-a3fe-42b4-864f-ff595230d02b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:30.332051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:30.361874 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'code': 200} Feb 07 13:10:30.432036 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:30.547957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Network 338fb336-68ea-4197-8f5a-366c1fb71442 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:30.551386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:30.559109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:30.562534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:30.564427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:30.602040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=242faf12-ef18-4b54-94c4-b55b1964eaa8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:30.783023 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-76facff8-ccf1-4563-9f19-b3b7fb512e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9029887 Feb 07 13:10:30.791464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44528) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:30.910043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fbe9f4-507b-49eb-a574-cb98856a8fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:30.910043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78fbe9f4-507b-49eb-a574-cb98856a8fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Synchronizing usage tracker for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:30.953555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682f12f-ce1c-4a5c-a535-02856b2dfe22 req-fa041e60-f303-40de-9964-cfea4eb4bca9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:30.955730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c682f12f-ce1c-4a5c-a535-02856b2dfe22 req-fa041e60-f303-40de-9964-cfea4eb4bca9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 944 time: 0.3866305 Feb 07 13:10:30.974767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] For port ee4492a3-a3fe-42b4-864f-ff595230d02b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=ee4492a3-a3fe-42b4-864f-ff595230d02b,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:30.976174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:31.041316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78fbe9f4-507b-49eb-a574-cb98856a8fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Unset dirty status for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:31.041316 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-78fbe9f4-507b-49eb-a574-cb98856a8fca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "GET /v2.0/ports/242faf12-ef18-4b54-94c4-b55b1964eaa8 HTTP/1.1" status: 200 len: 959 time: 0.2467229 Feb 07 13:10:31.041316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44536) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:31.131071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2733cfd4-8e4e-4f1f-b443-6e35c84f6cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Deleting port 242faf12-ef18-4b54-94c4-b55b1964eaa8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:31.131429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2733cfd4-8e4e-4f1f-b443-6e35c84f6cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:31.153260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Calling delete_port for ee4492a3-a3fe-42b4-864f-ff595230d02b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:31.175674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:31.212129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c682f12f-ce1c-4a5c-a535-02856b2dfe22 req-1d9e3014-4a73-4703-8f3f-617e05737b19 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416852 Feb 07 13:10:31.262489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04868b-8c12-4ec0-88c8-0123f7b288cb req-3f60d3b9-43ba-4c18-861b-d529734a6dec tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:31.264931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d04868b-8c12-4ec0-88c8-0123f7b288cb req-3f60d3b9-43ba-4c18-861b-d529734a6dec tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.3759470 Feb 07 13:10:31.397433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d04868b-8c12-4ec0-88c8-0123f7b288cb req-07e1f428-1e67-4af9-b397-1274b6d3eee4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811081 Feb 07 13:10:31.483002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-168aa306-a273-4be9-83f1-b39c81898570 req-ee92e8d4-43a2-4914-b470-b52856add0c5 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 210 time: 0.0932708 Feb 07 13:10:31.565631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:31.605501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:31.608317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:31.615362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b7487481879c475694ffa7455f517a37 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:31.625095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:31.633726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2733cfd4-8e4e-4f1f-b443-6e35c84f6cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:31.651211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:31.676889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Pushing event deleted for resources: {'Port': ['ID=ee4492a3-a3fe-42b4-864f-ff595230d02b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.729256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:31.805281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] No DVR routers for this DVR port ee4492a3-a3fe-42b4-864f-ff595230d02b on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:10:31.809165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:31.810600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2733cfd4-8e4e-4f1f-b443-6e35c84f6cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Calling delete_port for 242faf12-ef18-4b54-94c4-b55b1964eaa8 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:31.817749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'name': 'network-vif-deleted', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:31.853035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-6d1faf3a-7fcb-4e5e-bb0f-ff408f378dfd tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:31.862300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-6d1faf3a-7fcb-4e5e-bb0f-ff408f378dfd tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 815 time: 0.3309696 Feb 07 13:10:31.880686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-f64f8ca2-d901-4216-8a09-9d5354a82d48 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/quotas/634a748d31f343b38468766894ec9ee8 HTTP/1.1" status: 200 len: 375 time: 0.0181148 Feb 07 13:10:31.886329 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ae589-bf58-48cf-baa6-3c3ed11502f2', 'name': 'network-vif-deleted', 'tag': 'ee4492a3-a3fe-42b4-864f-ff595230d02b', 'status': 'completed', 'code': 200} Feb 07 13:10:31.964962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21ee3d7f-4b9e-4388-86e8-cc3ecd637da3 req-436584c1-4e52-4c81-99a1-e18cf15085b6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "DELETE /v2.0/ports/ee4492a3-a3fe-42b4-864f-ff595230d02b HTTP/1.1" status: 204 len: 173 time: 1.7250392 Feb 07 13:10:31.996701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-b242cf4f-6d4d-4f56-b272-ab4adfb45320 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175644 Feb 07 13:10:32.002753 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.130554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-86b480e6-fb4d-47b7-949e-e3c216d87143 service neutron] 10.222.0.69 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330414 Feb 07 13:10:32.151776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 64cbccc3-4319-4e8b-a433-0da1538a1904 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:32.155504 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2733cfd4-8e4e-4f1f-b443-6e35c84f6cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.226435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733cfd4-8e4e-4f1f-b443-6e35c84f6cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event deleted for resources: {'Port': ['ID=242faf12-ef18-4b54-94c4-b55b1964eaa8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:32.226435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2733cfd4-8e4e-4f1f-b443-6e35c84f6cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.255103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.286036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-5a5d9ea9-0979-450a-8ead-caca44401348 service neutron] 10.222.0.69 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477387 Feb 07 13:10:32.309705 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7487481879c475694ffa7455f517a37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1316178 Feb 07 13:10:32.310708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8ff61-220c-45cc-948e-7fe848f4d2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9570a7ec-ad46-4293-942c-f65da0042192,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:32.311415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44568) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:32.404643 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2733cfd4-8e4e-4f1f-b443-6e35c84f6cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "DELETE /v2.0/ports/242faf12-ef18-4b54-94c4-b55b1964eaa8 HTTP/1.1" status: 204 len: 168 time: 1.3688569 Feb 07 13:10:32.407290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44572) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:32.428494 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57498d83-53f4-4392-bb14-e4adb85cfe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.457285 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1497bb5a-c80c-4ac5-a3ce-4e6fdf838e24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] GET failed (client error): The resource could not be found. Feb 07 13:10:32.457864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1497bb5a-c80c-4ac5-a3ce-4e6fdf838e24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Synchronizing usage tracker for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:32.467400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57498d83-53f4-4392-bb14-e4adb85cfe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.505889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 64cbccc3-4319-4e8b-a433-0da1538a1904 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:32.505889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 64cbccc3-4319-4e8b-a433-0da1538a1904 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:32.505889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.520388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32709-000b-404c-9c0a-fa5a389801bf req-88c50c38-1b08-45fe-b72a-6c36ef80a33a tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:32.521910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86d32709-000b-404c-9c0a-fa5a389801bf req-88c50c38-1b08-45fe-b72a-6c36ef80a33a tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 944 time: 0.1473103 Feb 07 13:10:32.578234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86d32709-000b-404c-9c0a-fa5a389801bf req-3a42a84d-dfa0-4e72-bade-c903fe484c88 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Feb 07 13:10:32.635717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1497bb5a-c80c-4ac5-a3ce-4e6fdf838e24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Unset dirty status for tenant:dc306bf2ec154d868c192a4d1ce98e86 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:32.641484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44580) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:32.644179 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1497bb5a-c80c-4ac5-a3ce-4e6fdf838e24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "GET /v2.0/ports/242faf12-ef18-4b54-94c4-b55b1964eaa8 HTTP/1.1" status: 404 len: 333 time: 0.2343268 Feb 07 13:10:32.647760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Request body: {'port': {'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642986352'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:32.655660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.669388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:32.698714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 64cbccc3-4319-4e8b-a433-0da1538a1904, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=64cbccc3-4319-4e8b-a433-0da1538a1904,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:32.700577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:32.701544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:32.721461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57498d83-53f4-4392-bb14-e4adb85cfe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.883741 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.915391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Made reservation on behalf of dc306bf2ec154d868c192a4d1ce98e86 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:32.917739 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.958262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=64cbccc3-4319-4e8b-a433-0da1538a1904,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:32.961407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57498d83-53f4-4392-bb14-e4adb85cfe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9570a7ec-ad46-4293-942c-f65da0042192,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:32.985940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-883611cd-7244-4879-a6c3-9dce9125fdf9 req-d7a48efe-cebf-47c8-b9c3-655ed8e25e66 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:32.995712 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57498d83-53f4-4392-bb14-e4adb85cfe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:32.997140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-57498d83-53f4-4392-bb14-e4adb85cfe63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9570a7ec-ad46-4293-942c-f65da0042192 HTTP/1.1" status: 204 len: 168 time: 0.6843879 Feb 07 13:10:33.002192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] device_id is not set on port 0743f361-6dd0-44dc-b405-1d06fef2406c yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:33.114658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49a96d-76d1-4fd9-a6d0-ddcd05a9454a req-dca16e61-038d-4f72-ab6d-cbb4218df7c9 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:33.116233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a49a96d-76d1-4fd9-a6d0-ddcd05a9454a req-dca16e61-038d-4f72-ab6d-cbb4218df7c9 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.3834009 Feb 07 13:10:33.248025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a49a96d-76d1-4fd9-a6d0-ddcd05a9454a req-baf7921e-e49e-42c7-8d18-bb018fc0660f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248488 Feb 07 13:10:33.297146 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:33.346229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89cb9dfc-ee7d-498c-a244-13c444ecc0c5 req-8404a50c-91b3-4e35-b6a1-c7b6fb72d112 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 210 time: 0.0517685 Feb 07 13:10:33.400988 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904', 'code': 200} Feb 07 13:10:33.407405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-883611cd-7244-4879-a6c3-9dce9125fdf9 req-d7a48efe-cebf-47c8-b9c3-655ed8e25e66 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:33.408628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-883611cd-7244-4879-a6c3-9dce9125fdf9 req-d7a48efe-cebf-47c8-b9c3-655ed8e25e66 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 210 time: 0.5020232 Feb 07 13:10:33.566268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:33.672337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Network 338fb336-68ea-4197-8f5a-366c1fb71442 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:33.675201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9ea1a-f839-45c7-9272-c83440680970 req-73aed951-ced4-4a6b-ba73-86ad2248a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:33.676914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96f9ea1a-f839-45c7-9272-c83440680970 req-73aed951-ced4-4a6b-ba73-86ad2248a1d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1096 time: 0.1678109 Feb 07 13:10:33.680839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:33.684078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=0743f361-6dd0-44dc-b405-1d06fef2406c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:33.685599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:33.686733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:33.688300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:33.748700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96f9ea1a-f839-45c7-9272-c83440680970 req-fe905f1f-627a-42e2-82b7-42d3f70e03a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Feb 07 13:10:33.848062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d83236-1b6a-4239-b80a-3b9a0a2db660 req-0aeefeb2-b030-4422-9346-3258021bc818 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:33.849452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23d83236-1b6a-4239-b80a-3b9a0a2db660 req-0aeefeb2-b030-4422-9346-3258021bc818 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 945 time: 0.0860829 Feb 07 13:10:33.875814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-db6d1b18-df0b-4cee-992e-093f30341191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2330890 Feb 07 13:10:33.878636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44602) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:33.886879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:33.902821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23d83236-1b6a-4239-b80a-3b9a0a2db660 req-d848a7f9-08d7-43d4-873a-7814106f8f96 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Feb 07 13:10:33.998898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:34.181660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44606) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:34.200898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:34.217506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:34.221981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] Usage tracker for resource:security_group_rule and tenant:fad1e733ef1d434b88e9da84a369ff93 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:34.224950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:34.231134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:34.258626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] device_id is not set on port 0743f361-6dd0-44dc-b405-1d06fef2406c yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:34.266061 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:34.286347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Transition to ACTIVE for port object 0743f361-6dd0-44dc-b405-1d06fef2406c will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:34.324001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:34.387058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:34.457280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4f56-0953-45bd-abce-155a81654e32 req-c7435e5b-9dee-4c61-9279-4c106414e724 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:34.466379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d4f4f56-0953-45bd-abce-155a81654e32 req-c7435e5b-9dee-4c61-9279-4c106414e724 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.1054630 Feb 07 13:10:34.482817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:34.549127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=0743f361-6dd0-44dc-b405-1d06fef2406c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:34.555536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.555889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.556269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.561094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.561430 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.561823 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 2 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.566136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c09d4d0-95e0-4a13-abf9-f33d7e3b0588 req-68dc48ac-cc6b-4399-8cd5-43c6c9ca41d5 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 210 time: 0.0966747 Feb 07 13:10:34.578351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.578708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.579047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.584183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.589026 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.589026 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 3 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.606071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.618493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.618493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.618493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.618493 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.618493 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 4 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.619042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba983587-fc8b-4e83-a784-239a5992dcdc,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:34.635706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4b1fb348-6cfb-4557-97b7-046a89a27548 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fad1e733ef1d434b88e9da84a369ff93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528434 Feb 07 13:10:34.649018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44616) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:34.651493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.651839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.652215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.685905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.686242 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.688431 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 5 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.721609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.721860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.722394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.733280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d4f4f56-0953-45bd-abce-155a81654e32 req-73bc8f28-cc4b-405d-87bb-1fc5e743b757 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657998 Feb 07 13:10:34.734641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.734980 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.735543 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 6 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.767222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.767814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.768342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.780742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f14238-2da4-4fe2-98e4-b62e0a4e9949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:34.780742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.780742 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.780742 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 7 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.794955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b0707ee-05e1-4bc9-ad2a-d4b40efbd538 req-60de1ba9-f1ea-4e7c-98ea-5be6402f1b8a tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 210 time: 0.0602787 Feb 07 13:10:34.820265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.820615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.820962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.831760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f14238-2da4-4fe2-98e4-b62e0a4e9949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:34.839336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.839676 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.842118 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 8 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.874750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-1d14cc42-6ec7-41f3-ab65-469421ffd363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:34.876254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-1d14cc42-6ec7-41f3-ab65-469421ffd363 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 804 time: 0.2470019 Feb 07 13:10:34.876894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.877238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.877579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.888852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Request body: {'port': {'device_id': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'admin_state_up': True, 'tenant_id': 'd84c1047f5db40d6a2dac9097e16020b'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:34.891729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.892231 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.893034 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 9 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.914823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.915172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.915512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.920440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.922606 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.923451 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempt 10 to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c Feb 07 13:10:34.948757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:34.949103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:34.949450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempting to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:34.955465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:34.955784 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Failed to bind port 0743f361-6dd0-44dc-b405-1d06fef2406c on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '338fb336-68ea-4197-8f5a-366c1fb71442'}] Feb 07 13:10:34.956292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:35.050373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] For port 0743f361-6dd0-44dc-b405-1d06fef2406c, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:35.050697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attempted to set empty binding levels {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 13:10:35.076016 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f14238-2da4-4fe2-98e4-b62e0a4e9949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:35.089423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:35.092619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f14238-2da4-4fe2-98e4-b62e0a4e9949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba983587-fc8b-4e83-a784-239a5992dcdc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:35.100530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04f14238-2da4-4fe2-98e4-b62e0a4e9949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:35.104604 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-04f14238-2da4-4fe2-98e4-b62e0a4e9949 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba983587-fc8b-4e83-a784-239a5992dcdc HTTP/1.1" status: 204 len: 168 time: 0.4543982 Feb 07 13:10:35.110932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:35.143683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f1f7-a578-4efa-872a-ee6a3aa8e962 req-a2421162-16af-400a-bb4f-14af5f573314 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:35.145226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95a1f1f7-a578-4efa-872a-ee6a3aa8e962 req-a2421162-16af-400a-bb4f-14af5f573314 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 945 time: 0.1126354 Feb 07 13:10:35.181094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:35.194276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95a1f1f7-a578-4efa-872a-ee6a3aa8e962 req-2c04f5c5-3542-4154-aeac-69b24725b542 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Feb 07 13:10:35.246870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ee4492a3-a3fe-42b4-864f-ff595230d02b no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:10:35.247588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] In _notify_port_updated(), no bound segment for port 0743f361-6dd0-44dc-b405-1d06fef2406c on network 338fb336-68ea-4197-8f5a-366c1fb71442 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:10:35.248860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:35.249634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:35.251087 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "PUT /v2.0/ports/0743f361-6dd0-44dc-b405-1d06fef2406c HTTP/1.1" status: 200 len: 979 time: 1.3709006 Feb 07 13:10:35.254295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44624) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:35.267933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4f6f0-6256-4a88-957e-4c0d1aba29e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event updated for resources: {'Port': ['ID=0743f361-6dd0-44dc-b405-1d06fef2406c,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:35.287255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: ee4492a3-a3fe-42b4-864f-ff595230d02b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:10:35.287604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device ee4492a3-a3fe-42b4-864f-ff595230d02b not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:10:35.299174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Made reservation on behalf of d84c1047f5db40d6a2dac9097e16020b for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:35.302794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:35.380614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Deleting port 0743f361-6dd0-44dc-b405-1d06fef2406c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:35.381474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:35.987444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24311e9f-96b2-43bb-89dd-98305f0772ed req-886dde05-71dc-4e5a-b895-004ee4313dcf tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 210 time: 0.1285977 Feb 07 13:10:36.032096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Allocated IP 172.20.0.13 (26ea60c4-cef7-42f5-8663-9d8eab5bd5a8/b504ff35-5481-46d7-9724-1ed420cceea9/b9f86d25-84e0-4402-949d-bd71d290be45) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:10:36.051845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] For port 0743f361-6dd0-44dc-b405-1d06fef2406c, host n-h1-811416-5, got binding levels [] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:36.052482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:36.261323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Calling delete_port for 0743f361-6dd0-44dc-b405-1d06fef2406c owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:36.329306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-fa1b450f-9b25-4cc3-8ecd-787e84d632ad tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:36.330728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-fa1b450f-9b25-4cc3-8ecd-787e84d632ad tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 815 time: 0.7131717 Feb 07 13:10:36.342773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3eda0d4-8cad-44dd-a27e-e8e8d24f39ba req-0d1c1865-3e28-4c95-b80c-fa0647080010 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 210 time: 0.1920097 Feb 07 13:10:36.359168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Request body: {'port': {'device_id': '59efa015-3540-44c6-8ee9-c997995fd6c9', 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'admin_state_up': True, 'tenant_id': '634a748d31f343b38468766894ec9ee8'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:36.525931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dfb4d-6e34-4976-843c-05117429cab9 req-11fe8aec-1953-4b67-9490-dbaeb36e6e1c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:36.527305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a67dfb4d-6e34-4976-843c-05117429cab9 req-11fe8aec-1953-4b67-9490-dbaeb36e6e1c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.6662621 Feb 07 13:10:36.752497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a67dfb4d-6e34-4976-843c-05117429cab9 req-c8133994-a3e7-4314-ac18-0c14da9049cd tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459863 Feb 07 13:10:36.756120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:36.785825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:36.790880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:36.808819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e47d31-348c-4e57-83c1-4870525e8a97 req-55f606a9-8994-4ba8-ad75-ff00bc9dff9e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:36.810322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41e47d31-348c-4e57-83c1-4870525e8a97 req-55f606a9-8994-4ba8-ad75-ff00bc9dff9e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 945 time: 0.3593469 Feb 07 13:10:36.873075 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:36.889035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Pushing event deleted for resources: {'Port': ['ID=0743f361-6dd0-44dc-b405-1d06fef2406c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:36.904694 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:36.938129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Made reservation on behalf of 634a748d31f343b38468766894ec9ee8 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:36.941573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:36.964228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41e47d31-348c-4e57-83c1-4870525e8a97 req-71161d21-75be-49f1-8222-c313728a6302 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120234 Feb 07 13:10:37.066074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0a9cd632-75f1-4099-b437-1eaff3040dcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "DELETE /v2.0/ports/0743f361-6dd0-44dc-b405-1d06fef2406c HTTP/1.1" status: 204 len: 168 time: 1.8103700 Feb 07 13:10:37.068800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44666) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:37.120265 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca44b4f-591f-4281-921a-1004f7f1a8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] GET failed (client error): The resource could not be found. Feb 07 13:10:37.121921 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4ca44b4f-591f-4281-921a-1004f7f1a8d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1396855267-project-admin] 10.222.0.69 "GET /v2.0/ports/0743f361-6dd0-44dc-b405-1d06fef2406c HTTP/1.1" status: 404 len: 333 time: 0.0508568 Feb 07 13:10:37.125279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44670) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:37.177650 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.355799 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.382400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2b85503-a11c-4dd0-adf0-972840f34ce2 req-8124e24a-d2f0-421a-9261-7730b4e04499 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 210 time: 0.2515831 Feb 07 13:10:37.434516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-01242623-3237-40e5-bb87-632c3235016e tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1429492606&fields=id&tenant_id=5739800c9d844ac9bee652c375eedaef HTTP/1.1" status: 200 len: 267 time: 0.3508160 Feb 07 13:10:37.434638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:37.442398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Allocated IP 172.20.0.9 (d8c61966-4261-482a-92b5-284563e5d2c0/cf9d8cfd-95b8-4376-a228-5aa921fd32e4/8da85f6a-87a6-4f5a-b5ec-4323d7038d10) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:10:37.445118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:37.487527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:37.535559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.552589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Pushing event updated for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:37.575792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338fb336-68ea-4197-8f5a-366c1fb71442']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:37.589109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:37.589649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a8a4ce-c63d-4d9d-bd4f-3ca826e0d4c3') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:10:37.603917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.621653 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.628749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:10:37.629151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:10:37.645217 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:10:37.680540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:37.681158 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.832422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-253080f7-1bf6-444d-b3a3-4d80fb48296c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:37.833876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-253080f7-1bf6-444d-b3a3-4d80fb48296c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 945 time: 0.3929381 Feb 07 13:10:37.854837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f16c57-e165-480b-a509-828f08c561ee req-471d844d-68a9-4c35-a499-367738cd7ce6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:37.855541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-96f16c57-e165-480b-a509-828f08c561ee req-471d844d-68a9-4c35-a499-367738cd7ce6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:37.885460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'port': {'security_groups': ['9a7392ee-4990-4bc1-ba2d-2821b1c37b4a', '9841fcf1-807e-4261-95f7-b3fd4323d6ec']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:37.900885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.905423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-4692f918-8234-499c-9da1-9c85d6500e9f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0205202 Feb 07 13:10:37.920280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:37.930492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] Pushing event deleted for resources: {'Network': ['ID=338fb336-68ea-4197-8f5a-366c1fb71442,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:37.933516 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4517d336-40a5-4e11-be64-5da2292ddf49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736751983-project] 10.222.0.69 "DELETE /v2.0/networks/338fb336-68ea-4197-8f5a-366c1fb71442 HTTP/1.1" status: 204 len: 168 time: 0.8072972 Feb 07 13:10:38.014237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:38.051109 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:38.070775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Request body: {'port': {'device_id': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:38.094697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-96f16c57-e165-480b-a509-828f08c561ee req-471d844d-68a9-4c35-a499-367738cd7ce6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:38.096120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96f16c57-e165-480b-a509-828f08c561ee req-471d844d-68a9-4c35-a499-367738cd7ce6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 932 time: 0.5542045 Feb 07 13:10:38.275107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96f16c57-e165-480b-a509-828f08c561ee req-f73363ba-5c91-4427-98d8-cf50cc2ccf08 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680675 Feb 07 13:10:38.300274 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:38.329238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:38.340370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2ba240b5-71aa-4315-920d-0d37dae22f5b', 'f946d686-d44c-4ea6-bd39-769ffe3f8919'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:38.509751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Network d8c61966-4261-482a-92b5-284563e5d2c0 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:38.526139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:38.544763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:38.648829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44720) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:38.657889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Pushing event updated for resources: {'Port': ['ID=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:38.776801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:38.777423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:38.803529 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6cdfea5e-8fda-4401-a7bb-9b31e9c60aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:38.848876 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d1565260-072e-46cc-9767-98b7f172d077 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c5aaa52bd7342b7b2fb8546d80c6a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965470 Feb 07 13:10:38.851028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44730) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:38.908563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f6cf6-fcfc-49c7-b624-1527e68d26d8 req-2b9ab329-f702-4c73-b214-399e534dff39 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:38.910061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d8f6cf6-fcfc-49c7-b624-1527e68d26d8 req-2b9ab329-f702-4c73-b214-399e534dff39 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.5084269 Feb 07 13:10:38.919644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] For port 64cbccc3-4319-4e8b-a433-0da1538a1904, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=64cbccc3-4319-4e8b-a433-0da1538a1904,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:38.928620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-334d4863-8cb8-4f51-99db-0f0522464712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:38.955595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-334d4863-8cb8-4f51-99db-0f0522464712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:38.963865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-0448cd7b-077e-42e8-813e-10c99b396717 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6117706 Feb 07 13:10:38.987118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Request body: {'port': {'device_id': '59efa015-3540-44c6-8ee9-c997995fd6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:39.061191 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.070570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d8f6cf6-fcfc-49c7-b624-1527e68d26d8 req-3c9168bb-bfee-4fc9-b9b3-99737f7044d6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486566 Feb 07 13:10:39.203214 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-334d4863-8cb8-4f51-99db-0f0522464712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.230396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-334d4863-8cb8-4f51-99db-0f0522464712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.230396 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-334d4863-8cb8-4f51-99db-0f0522464712 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/313a8134-09bf-4d4e-962f-08e750dbea1b HTTP/1.1" status: 204 len: 168 time: 0.3732414 Feb 07 13:10:39.230396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d4863-8cb8-4f51-99db-0f0522464712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a8134-09bf-4d4e-962f-08e750dbea1b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:39.309543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.324566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', '64cbccc3-4319-4e8b-a433-0da1538a1904'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:39.394731 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.433847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:39.434483 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.435881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd3a073e-7b9f-4ed9-9ece-5806d75ee3c6 req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "PUT /v2.0/ports/64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 200 len: 981 time: 1.5937233 Feb 07 13:10:39.448355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:39.560130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae5b62-4008-4a0b-aa16-3a7f3b2f2150 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'Port': ['ID=64cbccc3-4319-4e8b-a433-0da1538a1904,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:39.585435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f86d25-84e0-4402-949d-bd71d290be45 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:39.605052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['64cbccc3-4319-4e8b-a433-0da1538a1904'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:39.624024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44750) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:39.639618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.718699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922f3f5-d98f-4964-9e20-066f4f54acf7 req-e15f20fb-67a4-46f5-8335-a3ec745e2a68 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:39.720320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0922f3f5-d98f-4964-9e20-066f4f54acf7 req-e15f20fb-67a4-46f5-8335-a3ec745e2a68 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Synchronizing usage tracker for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:39.758927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Transition to ACTIVE for port object b9f86d25-84e0-4402-949d-bd71d290be45 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:39.869447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.906346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:39.932469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:39.937116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0922f3f5-d98f-4964-9e20-066f4f54acf7 req-e15f20fb-67a4-46f5-8335-a3ec745e2a68 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Unset dirty status for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:39.937899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5695092a054c4391f1210c052bd978 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:39.941054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:39.944833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0922f3f5-d98f-4964-9e20-066f4f54acf7 req-e15f20fb-67a4-46f5-8335-a3ec745e2a68 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 931 time: 0.6858158 Feb 07 13:10:39.948563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:39.993771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e7f64-0a0f-4c76-9cff-de228b7b2af7 req-97edb392-cc54-4cf1-9d50-39b0954eeea8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:39.995315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd6e7f64-0a0f-4c76-9cff-de228b7b2af7 req-97edb392-cc54-4cf1-9d50-39b0954eeea8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 932 time: 0.4162111 Feb 07 13:10:40.055932 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.120991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:40.155017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44760) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:40.189296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0922f3f5-d98f-4964-9e20-066f4f54acf7 req-5d6bff37-c207-4335-b463-10c7b3b0d6db tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435501 Feb 07 13:10:40.212917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.234201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0a28daa5-647b-4ca8-8d59-ec7e848b5448 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc306bf2ec154d868c192a4d1ce98e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780346 Feb 07 13:10:40.238769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44764) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:40.260334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd6e7f64-0a0f-4c76-9cff-de228b7b2af7 req-7a424757-14ef-4c3b-84ff-eb1aeb9344ac tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100403 Feb 07 13:10:40.283789 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c5695092a054c4391f1210c052bd978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586678 Feb 07 13:10:40.290122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44768) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:40.290967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee027e-d563-4a8d-a0a2-17fc026dfa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c337e20d-e2cc-4bf2-a3d7-faf0f92c82e1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:40.332425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99ebf01d-5dd0-439b-be1c-31b02cdc0ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.342145 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904', 'status': 'completed', 'code': 200} Feb 07 13:10:40.362345 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99ebf01d-5dd0-439b-be1c-31b02cdc0ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.419952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72436e07-e1b9-42e3-8ebe-91322ba9c514 req-5c0f620e-d194-4c97-af7c-f9afe1a9568d tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/9841fcf1-807e-4261-95f7-b3fd4323d6ec HTTP/1.1" status: 200 len: 1802 time: 0.1893618 Feb 07 13:10:40.521199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99ebf01d-5dd0-439b-be1c-31b02cdc0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.525682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Attempting to bind port b9f86d25-84e0-4402-949d-bd71d290be45 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:40.525980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Attempting to bind port b9f86d25-84e0-4402-949d-bd71d290be45 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:40.526315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Attempting to bind port b9f86d25-84e0-4402-949d-bd71d290be45 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:40.538338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebf01d-5dd0-439b-be1c-31b02cdc0ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8048e87-bbea-40dd-ad61-0da1bf5c62dc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:40.547787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99ebf01d-5dd0-439b-be1c-31b02cdc0ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.551596 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99ebf01d-5dd0-439b-be1c-31b02cdc0ee0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8048e87-bbea-40dd-ad61-0da1bf5c62dc HTTP/1.1" status: 204 len: 168 time: 0.3028393 Feb 07 13:10:40.572870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:40.592811 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.604099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Port b9f86d25-84e0-4402-949d-bd71d290be45 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:40.604435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Attempting to bind port b9f86d25-84e0-4402-949d-bd71d290be45 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:40.651474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:10:40.651823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Checking segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:10:40.652244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Bound using segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:10:40.652681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Bound port: b9f86d25-84e0-4402-949d-bd71d290be45, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:10:40.653034 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.699761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Transition to ACTIVE for port object 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:40.699761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4813971a-511c-49a1-9da9-9c2b3ad5c892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.758721 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-72436e07-e1b9-42e3-8ebe-91322ba9c514 req-8364acf1-cd2d-43f5-9b44-cb314d9448bf tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 13:10:40.759754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72436e07-e1b9-42e3-8ebe-91322ba9c514 req-8364acf1-cd2d-43f5-9b44-cb314d9448bf tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/9841fcf1-807e-4261-95f7-b3fd4323d6ec HTTP/1.1" status: 409 len: 341 time: 0.3299465 Feb 07 13:10:40.788438 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4813971a-511c-49a1-9da9-9c2b3ad5c892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.826055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:40.899513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bcb6c-f0b7-4314-83b4-2a126e304f64 req-dee94fbc-85ef-4fa0-9a2e-7313a33c06e5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:40.900994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d53bcb6c-f0b7-4314-83b4-2a126e304f64 req-dee94fbc-85ef-4fa0-9a2e-7313a33c06e5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.4737422 Feb 07 13:10:41.023055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73531492-776d-4963-9516-2ccd88fe2070 req-680d7707-e933-4b69-9660-d1c0fe3f6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:41.024098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73531492-776d-4963-9516-2ccd88fe2070 req-680d7707-e933-4b69-9660-d1c0fe3f6efd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1135 time: 0.6363204 Feb 07 13:10:41.090246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be831daa-c40a-4a7b-8252-751edbc283aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:41.191464 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-f6caeef1-f655-4af3-b221-030bc359086f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975800 Feb 07 13:10:41.285026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:41.373400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Pushing event updated for resources: {'Port': ['ID=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:41.375372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962709be-c07b-4290-b8b5-41df620978fa req-7fec97ff-625e-42ad-935a-43564971489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:41.377409 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-7fec97ff-625e-42ad-935a-43564971489f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 1097 time: 0.1037509 Feb 07 13:10:41.422762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:10:41.489437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d53bcb6c-f0b7-4314-83b4-2a126e304f64 req-082735bd-b981-4b44-8103-3d2469454307 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5673146 Feb 07 13:10:41.572142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:41.574310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962709be-c07b-4290-b8b5-41df620978fa req-5d898f29-4bf5-4fba-8cdb-dfe6f6ea7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:41.574310 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-5d898f29-4bf5-4fba-8cdb-dfe6f6ea7824 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 915 time: 0.1678553 Feb 07 13:10:41.650313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4813971a-511c-49a1-9da9-9c2b3ad5c892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:41.659465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Attempting to bind port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:41.659465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Attempting to bind port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:41.659465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Attempting to bind port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 on network d8c61966-4261-482a-92b5-284563e5d2c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:41.683862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-7346c1b8-8017-48ff-a9c3-ac0a565802f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba240b5-71aa-4315-920d-0d37dae22f5b HTTP/1.1" status: 200 len: 217 time: 0.1039064 Feb 07 13:10:41.705662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73531492-776d-4963-9516-2ccd88fe2070 req-3f3b0604-7987-47ad-84b7-a139b417e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:41.705662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73531492-776d-4963-9516-2ccd88fe2070 req-3f3b0604-7987-47ad-84b7-a139b417e97e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 912 time: 0.6667325 Feb 07 13:10:41.717595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:41.717595 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:41.717595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] 10.222.0.35 "PUT /v2.0/ports/b9f86d25-84e0-4402-949d-bd71d290be45 HTTP/1.1" status: 200 len: 1092 time: 3.7944436 Feb 07 13:10:41.790370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813971a-511c-49a1-9da9-9c2b3ad5c892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337e20d-e2cc-4bf2-a3d7-faf0f92c82e1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:41.790370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 on network d8c61966-4261-482a-92b5-284563e5d2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:41.790370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Attempting to bind port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 on network d8c61966-4261-482a-92b5-284563e5d2c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:41.809940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962709be-c07b-4290-b8b5-41df620978fa req-78246038-6a4e-4fe6-b79f-d53777505778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:41.833391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:10:41.833391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Checking segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:10:41.833391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Bound using segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:10:41.833391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Bound port: 8da85f6a-87a6-4f5a-b5ec-4323d7038d10, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:10:41.833391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:41.840918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-78246038-6a4e-4fe6-b79f-d53777505778 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.1399279 Feb 07 13:10:41.846569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73531492-776d-4963-9516-2ccd88fe2070 req-ecffdf25-4c23-4054-9ff3-629ae073ca37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 200 len: 217 time: 0.1163764 Feb 07 13:10:41.852588 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4813971a-511c-49a1-9da9-9c2b3ad5c892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:41.853821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4813971a-511c-49a1-9da9-9c2b3ad5c892 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c337e20d-e2cc-4bf2-a3d7-faf0f92c82e1 HTTP/1.1" status: 204 len: 168 time: 1.5541463 Feb 07 13:10:41.854570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa6644-3285-4b53-87f1-d3de70796ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:41.915225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47959c2c-032d-4847-b1e4-c1f3127e9e77 req-aff5ee4d-e8d1-4529-b841-52e0b7504ab3 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:41.915225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47959c2c-032d-4847-b1e4-c1f3127e9e77 req-aff5ee4d-e8d1-4529-b841-52e0b7504ab3 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 984 time: 0.5223248 Feb 07 13:10:41.963180 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-7fede7d5-c425-4f2d-9a13-c32498031bc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158991 Feb 07 13:10:42.082867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73531492-776d-4963-9516-2ccd88fe2070 req-d3ac2b4a-929b-4c72-86bf-9cd5f34f86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:42.084435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73531492-776d-4963-9516-2ccd88fe2070 req-d3ac2b4a-929b-4c72-86bf-9cd5f34f86d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.1966927 Feb 07 13:10:42.111435 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-f09932ac-ee49-4720-b733-9e5e69bcb0e8 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489065 Feb 07 13:10:42.113028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47959c2c-032d-4847-b1e4-c1f3127e9e77 req-bf668bb0-4841-4fd5-b9c3-774c4023e358 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&id=9841fcf1-807e-4261-95f7-b3fd4323d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1647918 Feb 07 13:10:42.214639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73531492-776d-4963-9516-2ccd88fe2070 req-a0ab55c1-fa44-444d-b9d1-8470ac3b905e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884554 Feb 07 13:10:42.245091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1373bbd-0464-41ce-a5b7-6157a455a264 req-9eb49353-1d41-4999-a328-8eb38f506e78 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:42.245091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1373bbd-0464-41ce-a5b7-6157a455a264 req-9eb49353-1d41-4999-a328-8eb38f506e78 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 943 time: 0.5962782 Feb 07 13:10:42.341350 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:42.366577 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:42.375473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] For port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:42.375473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:42.417220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-51f39bdc-9add-4d35-a8fb-b54d1a3a7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:42.417220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-51f39bdc-9add-4d35-a8fb-b54d1a3a7832 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 1095 time: 0.5661716 Feb 07 13:10:42.438748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-69fe1765-f955-4967-8fbb-f4fd09b77e1d service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153617 Feb 07 13:10:42.450331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] For port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:10:42.534941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-7487134e-f7c4-47f8-a96e-ac9045f54085 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9f86d25-84e0-4402-949d-bd71d290be45 HTTP/1.1" status: 200 len: 217 time: 0.1011519 Feb 07 13:10:42.534941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1373bbd-0464-41ce-a5b7-6157a455a264 req-6d819a22-d3c5-4508-bd87-6d4aab8e158d tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925372 Feb 07 13:10:42.580844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:42.638331 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'status': 'completed', 'code': 200} Feb 07 13:10:42.655671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:42.656316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:42.657695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-52dcac40-03f9-43af-b550-099640914c8b service neutron] 10.222.0.35 "PUT /v2.0/ports/8da85f6a-87a6-4f5a-b5ec-4323d7038d10 HTTP/1.1" status: 200 len: 1091 time: 3.6779160 Feb 07 13:10:42.743018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-0c5e27cc-07ba-4bef-84e9-c2c7ade55855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:42.743018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-0c5e27cc-07ba-4bef-84e9-c2c7ade55855 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b504ff35-5481-46d7-9724-1ed420cceea9 HTTP/1.1" status: 200 len: 844 time: 0.1986511 Feb 07 13:10:42.761883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745c4e1-2ac8-474b-8bd3-7f0c9cbce8af req-b470b83b-74f6-401c-978a-ac3f59be39e9 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:42.761883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d745c4e1-2ac8-474b-8bd3-7f0c9cbce8af req-b470b83b-74f6-401c-978a-ac3f59be39e9 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 944 time: 0.4725118 Feb 07 13:10:42.761883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73531492-776d-4963-9516-2ccd88fe2070 req-1e8f4839-f589-45b2-b3bf-d8e9ef908c18 service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030992 Feb 07 13:10:42.808101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcac40-03f9-43af-b550-099640914c8b service neutron] Pushing event updated for resources: {'Port': ['ID=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:42.934878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-02760a94-4d7d-47ab-aabe-474265a1b77f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855860 Feb 07 13:10:43.025163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44822) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:43.055332 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:43.072365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:43.076619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] Usage tracker for resource:security_group_rule and tenant:1e88cb7abc4e44ffbec5fcd2bf05e890 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:43.079543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:43.086698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:43.171421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:43.296637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d745c4e1-2ac8-474b-8bd3-7f0c9cbce8af req-a0924f9c-6a4e-42ef-a47a-f6bde8a968fa tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835062 Feb 07 13:10:43.385849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73531492-776d-4963-9516-2ccd88fe2070 req-07a26b76-d436-4356-baa8-614d5826677b service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717878 Feb 07 13:10:43.387355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:43.392265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-71f414d6-55be-4646-8e40-9e961a3003da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:43.394932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-71f414d6-55be-4646-8e40-9e961a3003da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 1094 time: 0.5829310 Feb 07 13:10:43.403015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949bcf8-1ef4-4bd5-848e-9d0585e7893c req-ac456cf9-d263-404f-8c92-3a23a0b4592c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:43.404580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4949bcf8-1ef4-4bd5-848e-9d0585e7893c req-ac456cf9-d263-404f-8c92-3a23a0b4592c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.6439202 Feb 07 13:10:43.407752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-fa73704e-2e35-4643-b188-4444fc303e5c service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680590 Feb 07 13:10:43.450142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a52cb9-8807-4d43-8ff8-ff2bdfa7ef7a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:43.454467 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3da914c9-eb6d-4357-bcf3-e32b63b8a631 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e88cb7abc4e44ffbec5fcd2bf05e890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293530 Feb 07 13:10:43.457237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44830) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:43.509964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-ffdb7e22-ce03-4cae-bac3-caf86c13c739 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da85f6a-87a6-4f5a-b5ec-4323d7038d10 HTTP/1.1" status: 200 len: 217 time: 0.1043959 Feb 07 13:10:43.533448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f564eaaa-4df7-4624-9a39-116ef380600c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:43.674269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f564eaaa-4df7-4624-9a39-116ef380600c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:43.681316 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:43.761411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4949bcf8-1ef4-4bd5-848e-9d0585e7893c req-ad71f4d7-fa74-4088-90ae-459f8c367ad3 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962642 Feb 07 13:10:43.767060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44844) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:43.781760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-f5c9738f-80a0-43e2-a4f6-9a7eaa70e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:43.783175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-f5c9738f-80a0-43e2-a4f6-9a7eaa70e4e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.1886201 Feb 07 13:10:43.818478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f564eaaa-4df7-4624-9a39-116ef380600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:43.844142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564eaaa-4df7-4624-9a39-116ef380600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a52cb9-8807-4d43-8ff8-ff2bdfa7ef7a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:43.863548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-8f47f729-e8f2-4155-ba4f-fa760ff827ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647149 Feb 07 13:10:43.870905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f564eaaa-4df7-4624-9a39-116ef380600c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:43.874314 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f564eaaa-4df7-4624-9a39-116ef380600c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8a52cb9-8807-4d43-8ff8-ff2bdfa7ef7a HTTP/1.1" status: 204 len: 168 time: 0.4138596 Feb 07 13:10:43.879581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4d38f8-fb1e-47b7-a801-5ca4a28d7247 req-1d7dcf66-b1bc-4b1c-8711-23193611d12e service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220495 Feb 07 13:10:43.915473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5517a4-1962-43e4-8779-572beba8b540 req-57883c28-bf3b-4515-acf3-1aed1ef18a56 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:43.916971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac5517a4-1962-43e4-8779-572beba8b540 req-57883c28-bf3b-4515-acf3-1aed1ef18a56 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 984 time: 0.4585345 Feb 07 13:10:43.975892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1016097587'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:43.981546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:43.986038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Usage tracker for resource:network and tenant:2a738293ff61434b929275caafdfdcd4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:43.993035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:43.999954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:44.033220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83322989-e55f-48ee-88c4-b5a656ada310 req-ccbdefad-5b01-473b-b948-76663ee1e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:44.034562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-ccbdefad-5b01-473b-b948-76663ee1e58b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1135 time: 0.4198408 Feb 07 13:10:44.140909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Made reservation on behalf of 2a738293ff61434b929275caafdfdcd4 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:44.144530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.157889 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.174320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:44.178337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Usage tracker for resource:security_group_rule and tenant:2a738293ff61434b929275caafdfdcd4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:44.181337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:44.194297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:44.279938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac5517a4-1962-43e4-8779-572beba8b540 req-baf09563-bf21-426e-9410-6e7f318c610b tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&id=9841fcf1-807e-4261-95f7-b3fd4323d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2550411 Feb 07 13:10:44.279938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-7ced3f48-bd8c-44bf-94e0-f93314d2a187 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025984 Feb 07 13:10:44.307080 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.431001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae076d-a12a-4134-9bb4-d4d4d8b3a56d req-fd7b99c0-7bf9-4d90-b819-0c6e57f3ad96 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:44.432289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.432544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1ae076d-a12a-4134-9bb4-d4d4d8b3a56d req-fd7b99c0-7bf9-4d90-b819-0c6e57f3ad96 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 943 time: 0.5320210 Feb 07 13:10:44.454326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-bfdb7b53-50c3-444f-a585-c2cdcb8724d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:44.454600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-bfdb7b53-50c3-444f-a585-c2cdcb8724d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 1095 time: 0.4245439 Feb 07 13:10:44.458920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83322989-e55f-48ee-88c4-b5a656ada310 req-5ca05d9a-661a-434c-9580-4a25e2676b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:44.460515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-5ca05d9a-661a-434c-9580-4a25e2676b3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 912 time: 0.4052138 Feb 07 13:10:44.477462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:10:44.484581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c7a024-bcdb-4e2b-b195-f4eb359aafae,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:44.493202 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.500907 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Added segment ecf993a2-6ed0-4189-b321-d58718e68177 of type vlan for network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 Feb 07 13:10:44.531711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.647664 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.654199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:44.660342 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.799236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59efa015-3540-44c6-8ee9-c997995fd6c9', 'tag': '8da85f6a-87a6-4f5a-b5ec-4323d7038d10'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:44.800881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Pushing event updated for resources: {'Network': ['ID=b5f5dd31-58c6-4ab0-aaf6-dda3300963e1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:44.832787 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cbb32ac6-2efb-4dfa-a9b4-ad56ac7c226e tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0632663 Feb 07 13:10:44.837185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-23c94111-7945-4304-961e-e3c9b3ae4b39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 200 len: 217 time: 0.3203979 Feb 07 13:10:44.846140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:10:44.946874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:44.962258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca877bb-ea7b-4397-b0fa-7a987b11c4a1 req-d49fd409-52cd-4dbe-836a-6012871d08d6 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694605 Feb 07 13:10:44.987593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1ae076d-a12a-4134-9bb4-d4d4d8b3a56d req-e2d8d8df-0162-457d-a901-60ec334d1deb tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329263 Feb 07 13:10:45.019243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83322989-e55f-48ee-88c4-b5a656ada310 req-b56a1f46-b66d-4fc4-94e7-068d9bfcbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:45.020945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-b56a1f46-b66d-4fc4-94e7-068d9bfcbfb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.1379800 Feb 07 13:10:45.089774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-dcdf774a-dedd-443b-8a7d-109e441f6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:45.091358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-dcdf774a-dedd-443b-8a7d-109e441f6a84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 904 time: 0.5924983 Feb 07 13:10:45.094559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-6e7721a6-729f-43d5-87d9-600079bdfb9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615401 Feb 07 13:10:45.133235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe0232-fea9-4ce1-b994-99d82efb1d78 req-e584d6b1-eaa7-4109-8363-b4dc5dfe7192 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:45.134681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dafe0232-fea9-4ce1-b994-99d82efb1d78 req-e584d6b1-eaa7-4109-8363-b4dc5dfe7192 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 944 time: 0.6921911 Feb 07 13:10:45.145400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-16d8a4b5-2080-49dd-bdd6-ae5357e54209 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:10:45.146324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-16d8a4b5-2080-49dd-bdd6-ae5357e54209 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055618 Feb 07 13:10:45.297092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-d81944e7-59c1-41af-87df-d1634f69d5c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9f86d25-84e0-4402-949d-bd71d290be45 HTTP/1.1" status: 200 len: 217 time: 0.1572502 Feb 07 13:10:45.412111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dafe0232-fea9-4ce1-b994-99d82efb1d78 req-30825e02-772f-41f3-a6ae-ddf777597d39 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702513 Feb 07 13:10:45.432283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-b81bd7c9-e0e1-472e-99d1-9e1f2954ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:45.434031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-b81bd7c9-e0e1-472e-99d1-9e1f2954ddec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b504ff35-5481-46d7-9724-1ed420cceea9 HTTP/1.1" status: 200 len: 844 time: 0.1218779 Feb 07 13:10:45.495345 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59efa015-3540-44c6-8ee9-c997995fd6c9', 'tag': '8da85f6a-87a6-4f5a-b5ec-4323d7038d10', 'status': 'completed', 'code': 200} Feb 07 13:10:45.511592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-0c38fcd3-f798-41e9-a370-1cad8c096f1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705647 Feb 07 13:10:45.545058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-0dac7a61-c581-4317-adb3-d4f5d7e7993f service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423402 Feb 07 13:10:45.559312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7269b2-e354-43c2-b3cf-09e45f479bed req-8b011c2e-c5ff-47ab-baf7-e53cccb422e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:45.560996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e7269b2-e354-43c2-b3cf-09e45f479bed req-8b011c2e-c5ff-47ab-baf7-e53cccb422e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.4727519 Feb 07 13:10:45.807738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44912) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:45.817290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Request body: {'port': {'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1', 'binding:host_id': 'n-h1-811416-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1081567050'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:45.819027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e7269b2-e354-43c2-b3cf-09e45f479bed req-25d10c6f-da9f-47d1-b3d4-fa53ab11dbcf tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138193 Feb 07 13:10:45.822889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:45.829938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Usage tracker for resource:port and tenant:82cda111e25140a0a269ef3f0ae63fe0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:45.836805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:45.843956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:45.903831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-98d635a1-0884-4e40-9282-034f314ff5aa service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532000 Feb 07 13:10:45.905588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83322989-e55f-48ee-88c4-b5a656ada310 req-e691821a-fc18-4d41-834e-e1c955272689 service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220837 Feb 07 13:10:45.908379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-06271424-9a4a-4578-870b-5f84a930c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:45.909821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-06271424-9a4a-4578-870b-5f84a930c416 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 1094 time: 0.4021602 Feb 07 13:10:45.957974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Made reservation on behalf of 82cda111e25140a0a269ef3f0ae63fe0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:45.961956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:45.980253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:45.997329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:46.002108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Usage tracker for resource:security_group_rule and tenant:82cda111e25140a0a269ef3f0ae63fe0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:46.008869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:46.020934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:46.141653 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:46.228337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:46.228337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] device_id is not set on port 9e908b71-93d2-45f4-b8d5-11625242b5b6 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:46.354169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaddb208-3c67-4446-af55-bb06a5108309,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:46.445893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-241f9dc5-5831-430f-90ac-d4dcba0f645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:46.447379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-241f9dc5-5831-430f-90ac-d4dcba0f645d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 915 time: 0.5303159 Feb 07 13:10:46.513759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c13244d-5f79-4029-a546-11ea8c0e19ad req-1cf35646-c41f-446d-9d7b-c288d6203509 service neutron] 10.222.0.35 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928614 Feb 07 13:10:46.519899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56a540-dd8f-47e9-b7fe-a3dde338b054 req-831f086b-c22c-4db7-b394-bde29ba4e887 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:46.526978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a56a540-dd8f-47e9-b7fe-a3dde338b054 req-831f086b-c22c-4db7-b394-bde29ba4e887 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 984 time: 0.5866363 Feb 07 13:10:46.557615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] device_id is not set on port 9e908b71-93d2-45f4-b8d5-11625242b5b6 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:46.565042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-51bd8a8c-0529-4ad6-b872-4c617a962c5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8da85f6a-87a6-4f5a-b5ec-4323d7038d10 HTTP/1.1" status: 200 len: 217 time: 0.1071782 Feb 07 13:10:46.571450 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:46.607674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Transition to ACTIVE for port object 9e908b71-93d2-45f4-b8d5-11625242b5b6 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:46.623514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8bf2d-623a-4360-adc2-f8633a51e34a req-eb3a57e5-54e5-439f-97bc-c2ad0eaf9315 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:46.623514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dac8bf2d-623a-4360-adc2-f8633a51e34a req-eb3a57e5-54e5-439f-97bc-c2ad0eaf9315 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 943 time: 0.4710562 Feb 07 13:10:46.659382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a56a540-dd8f-47e9-b7fe-a3dde338b054 req-18ff691a-9c3d-4f3b-80fa-1a43372a01fa tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&id=9841fcf1-807e-4261-95f7-b3fd4323d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1297929 Feb 07 13:10:46.696339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-d4e238a1-029e-4020-b198-484200354e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:46.696339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-d4e238a1-029e-4020-b198-484200354e60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.1181381 Feb 07 13:10:46.703712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dac8bf2d-623a-4360-adc2-f8633a51e34a req-71ba8f48-9216-484b-be79-80183badc2cf tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674062 Feb 07 13:10:46.733364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:46.755609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-2469c26e-6b56-4b7d-92a3-af38ee847be0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506239 Feb 07 13:10:46.869535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=9e908b71-93d2-45f4-b8d5-11625242b5b6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:46.877217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Checking segment: {'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:10:46.887337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Network hostable DHCP agents. Network: b5f5dd31-58c6-4ab0-aaf6-dda3300963e1, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:10:46.983288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-07e76fc3-85eb-4d75-8d77-24453dfd62b0 service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207351 Feb 07 13:10:47.055146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:10:47.121461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04505daf-7ec6-48df-98f4-73213ac9fa65 req-5c878d16-35e7-4e90-b1f2-c9a588c927d5 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:47.122839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04505daf-7ec6-48df-98f4-73213ac9fa65 req-5c878d16-35e7-4e90-b1f2-c9a588c927d5 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 944 time: 0.2871964 Feb 07 13:10:47.203333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b5f5dd31-58c6-4ab0-aaf6-dda3300963e1) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:47.208092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:47.208979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04505daf-7ec6-48df-98f4-73213ac9fa65 req-469bcce4-5fb4-4ddd-9235-93e343b0b7df tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797620 Feb 07 13:10:47.214226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8288f0f-75f8-4aeb-8693-7005bb96030a None None] Network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:10:47.233279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.233686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.234107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.234716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97bb88-8884-45aa-a186-31fa3b102a89 req-108d48ad-6a4f-47c7-84a4-44b8601a7490 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:47.236977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d97bb88-8884-45aa-a186-31fa3b102a89 req-108d48ad-6a4f-47c7-84a4-44b8601a7490 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.2562089 Feb 07 13:10:47.239388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.244366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feeb9e09-6863-461b-a43f-8c6e90338ca7 req-23e2b483-8671-44f3-ac2e-a40c03fbe60a service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199364 Feb 07 13:10:47.244500 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.244500 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 2 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.259055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.259658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.260228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.281224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.281927 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.282543 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 3 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.309157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.309822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.310465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.315904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.325223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d97bb88-8884-45aa-a186-31fa3b102a89 req-ff511557-44f4-462c-8490-1c932e5edaee tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707054 Feb 07 13:10:47.325809 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.325809 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 4 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.336630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.336978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.337331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.344135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9f86d25-84e0-4402-949d-bd71d290be45 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:10:47.348778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.349279 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.350651 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 5 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.381652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.381652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.381652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.386569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.386569 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.386569 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 6 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.401862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.402331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.402751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.407540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.407941 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.409541 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 7 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.435647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.435647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.435647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.438208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.438601 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.439002 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 8 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.455648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.456017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.456564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.462474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.462837 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.463290 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 9 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.479912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.480388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.480742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.485772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.486227 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.486714 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 10 to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 Feb 07 13:10:47.508595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:47.509193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:47.509614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:47.515065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:47.515464 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9e908b71-93d2-45f4-b8d5-11625242b5b6 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:47.515919 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:47.541872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-4762fb6b-b419-4660-aea1-970503116294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:47.543408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-4762fb6b-b419-4660-aea1-970503116294 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 1097 time: 0.0875309 Feb 07 13:10:47.620522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:47.626997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'port_id': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'mac_address': 'fa:16:3e:3b:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504ff35-5481-46d7-9724-1ed420cceea9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:10:47.628308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] For port 9e908b71-93d2-45f4-b8d5-11625242b5b6, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:47.628768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempted to set empty binding levels {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 13:10:47.727119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:47.752825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:47.787129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-562cb0f0-b8a6-48a2-81d6-95f04f347060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:47.792911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-562cb0f0-b8a6-48a2-81d6-95f04f347060 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 911 time: 0.2177076 Feb 07 13:10:47.834994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:47.834994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:47.858515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=9e908b71-93d2-45f4-b8d5-11625242b5b6,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:47.913229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f86d25-84e0-4402-949d-bd71d290be45 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:47.935003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:48.011967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-6fe9177f-30e5-4fa9-8960-4deefc04bfa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 200 len: 1002 time: 0.2125254 Feb 07 13:10:48.079021 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a0a7cd4e-7c9c-4151-a46d-9dabf8908c89 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2699368 Feb 07 13:10:48.080788 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:48.093368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44988) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:48.106153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-dd4658fd-01a3-4ea8-9bc4-85ba06784320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:48.107616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-dd4658fd-01a3-4ea8-9bc4-85ba06784320 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.0929134 Feb 07 13:10:48.183894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Deleting port 9e908b71-93d2-45f4-b8d5-11625242b5b6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:48.183894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:48.197161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef55808-388d-4e5b-aac5-ffa554ff1fd8 req-0cc03b16-8365-4b76-a26b-267a22db332f tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:48.200829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:48.203755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ef55808-388d-4e5b-aac5-ffa554ff1fd8 req-0cc03b16-8365-4b76-a26b-267a22db332f tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 943 time: 0.2891364 Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.213591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:10:48.242658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70958464-eb17-486b-a3fa-25024270eebd req-c5a03295-c3f4-4625-8e67-82d31ce41020 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:48.248393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70958464-eb17-486b-a3fa-25024270eebd req-c5a03295-c3f4-4625-8e67-82d31ce41020 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 984 time: 0.3439567 Feb 07 13:10:48.311080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ef55808-388d-4e5b-aac5-ffa554ff1fd8 req-b7e3c137-3ce8-4f50-a44b-9fd204f21e1a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095836 Feb 07 13:10:48.324274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['b9f86d25-84e0-4402-949d-bd71d290be45'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:48.350782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70958464-eb17-486b-a3fa-25024270eebd req-4da8c626-d485-408b-a073-9ea4149cd8c9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&id=9841fcf1-807e-4261-95f7-b3fd4323d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0920827 Feb 07 13:10:48.350782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-5b5ee7cd-9e5b-473a-89b6-2b37f88bb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:48.360265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-5b5ee7cd-9e5b-473a-89b6-2b37f88bb402 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2451050 Feb 07 13:10:48.434222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] For port 9e908b71-93d2-45f4-b8d5-11625242b5b6, host n-h1-811416-5, got binding levels [] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:48.434590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:48.598323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Calling delete_port for 9e908b71-93d2-45f4-b8d5-11625242b5b6 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:48.627065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45002) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:48.779690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-cdc485ac-6966-4a76-bcb2-c532e45bc053 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110663 Feb 07 13:10:48.796303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:48.831551 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:48.863379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e908b71-93d2-45f4-b8d5-11625242b5b6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:48.868237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:48.882902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:48.886047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] Usage tracker for resource:security_group_rule and tenant:7e141b47a0fb4fefb0c564744633a532 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:48.889994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:48.897951 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2760c50e-d6ec-4ad2-ad77-8541d8987c62 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "DELETE /v2.0/ports/9e908b71-93d2-45f4-b8d5-11625242b5b6 HTTP/1.1" status: 204 len: 168 time: 0.8147166 Feb 07 13:10:48.899307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:48.901274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45008) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:48.923402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe397a8-5665-48fc-bb02-91eae1a65eff req-bbfbd0ad-702c-4053-9a63-e63b1832636d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:48.924484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fe397a8-5665-48fc-bb02-91eae1a65eff req-bbfbd0ad-702c-4053-9a63-e63b1832636d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.4235437 Feb 07 13:10:48.965393 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e99736a-0e70-4161-8dd4-a11ee7d6e9fc tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] GET failed (client error): The resource could not be found. Feb 07 13:10:48.965393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e99736a-0e70-4161-8dd4-a11ee7d6e9fc tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Synchronizing usage tracker for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:48.971429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569996c-9b7e-4645-8043-cf2444c0ee61 req-0ffef5ef-9e37-4774-9f81-50a820427f69 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:48.973209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9569996c-9b7e-4645-8043-cf2444c0ee61 req-0ffef5ef-9e37-4774-9f81-50a820427f69 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 945 time: 0.3963251 Feb 07 13:10:49.019065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee79a444-4d67-4df5-ac8f-53af6d293674 req-3c6fa7c9-e116-4938-a41a-8b6f383fcc34 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297487 Feb 07 13:10:49.041280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fe397a8-5665-48fc-bb02-91eae1a65eff req-75e14902-e5e9-45a2-9546-522bbc87dde6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092446 Feb 07 13:10:49.051371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.054625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9569996c-9b7e-4645-8043-cf2444c0ee61 req-51207cc5-51ba-4748-b399-d928bc7bbbbf tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701487 Feb 07 13:10:49.137383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.192482 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e141b47a0fb4fefb0c564744633a532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641108 Feb 07 13:10:49.193336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2b94c-88fa-4030-b975-87b088edd115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62659c-bbba-4109-ae9c-58bb2bebcc50,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:49.195870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:49.196751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-c623a697-c354-4af9-bac1-52bc7abf00c4 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-820281965&fields=id&tenant_id=5739800c9d844ac9bee652c375eedaef HTTP/1.1" status: 200 len: 267 time: 0.0425525 Feb 07 13:10:49.259422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d4165159-1f7c-4201-b5fc-6af5acd30f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.282493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-e9be6aa2-24db-46b6-b605-8b1bed01caf1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:49.284231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-e9be6aa2-24db-46b6-b605-8b1bed01caf1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 984 time: 0.0822959 Feb 07 13:10:49.289794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d4165159-1f7c-4201-b5fc-6af5acd30f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.295545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'port': {'security_groups': ['9841fcf1-807e-4261-95f7-b3fd4323d6ec', '9a7392ee-4990-4bc1-ba2d-2821b1c37b4a', '1e976850-5669-4448-bbdc-7b0759c81466']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:49.340630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e99736a-0e70-4161-8dd4-a11ee7d6e9fc tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Unset dirty status for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:49.341843 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2e99736a-0e70-4161-8dd4-a11ee7d6e9fc tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "GET /v2.0/ports/9e908b71-93d2-45f4-b8d5-11625242b5b6 HTTP/1.1" status: 404 len: 333 time: 0.4396393 Feb 07 13:10:49.347134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45016) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:49.352137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Request body: {'port': {'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2002226216'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:49.355231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:10:49.357331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:49.362555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9f86d25-84e0-4402-949d-bd71d290be45 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:49.368443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:49.434294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.515106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d4165159-1f7c-4201-b5fc-6af5acd30f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.532216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4165159-1f7c-4201-b5fc-6af5acd30f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62659c-bbba-4109-ae9c-58bb2bebcc50,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:49.541292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d4165159-1f7c-4201-b5fc-6af5acd30f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.542443 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d4165159-1f7c-4201-b5fc-6af5acd30f9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba62659c-bbba-4109-ae9c-58bb2bebcc50 HTTP/1.1" status: 204 len: 168 time: 0.3452866 Feb 07 13:10:49.571233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Made reservation on behalf of 82cda111e25140a0a269ef3f0ae63fe0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:49.571233 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.584199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] device_id is not set on port 9f40490e-751c-4d36-aed2-35bb5aba55f3 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:49.593837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:49.621571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '8da85f6a-87a6-4f5a-b5ec-4323d7038d10', 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'port_id': '8da85f6a-87a6-4f5a-b5ec-4323d7038d10', 'mac_address': 'fa:16:3e:77:9b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9d8cfd-95b8-4376-a228-5aa921fd32e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:10:49.641371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17ae80-dbc4-4ff9-9d78-64f0ecc85220 req-2640d0de-768c-4ffd-ae56-ea484e3dae86 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:49.642911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d17ae80-dbc4-4ff9-9d78-64f0ecc85220 req-2640d0de-768c-4ffd-ae56-ea484e3dae86 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 943 time: 0.1647241 Feb 07 13:10:49.666259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port b9f86d25-84e0-4402-949d-bd71d290be45 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:49.686724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port b9f86d25-84e0-4402-949d-bd71d290be45 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:49.686724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.761609 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.802507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:10:49.836776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d17ae80-dbc4-4ff9-9d78-64f0ecc85220 req-0b9823f6-5836-45d4-a137-8fcf43f71a2c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837656 Feb 07 13:10:49.896156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] For port 64cbccc3-4319-4e8b-a433-0da1538a1904, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=64cbccc3-4319-4e8b-a433-0da1538a1904,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:49.903896 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:10:49.934880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.942972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.950339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:49.951447 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:49.975675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:49.985589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:50.024194 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:50.039195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', '64cbccc3-4319-4e8b-a433-0da1538a1904'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:50.096291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:50.120399 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:50.157294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:50.157294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:50.162051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:50.164449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32708078-9fcd-4f8c-9ccf-a08940df1dfc req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "PUT /v2.0/ports/64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 200 len: 1020 time: 0.8727238 Feb 07 13:10:50.164449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:50.222743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179c1e6-61af-48d9-a33e-1844ab1df9c2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'Port': ['ID=64cbccc3-4319-4e8b-a433-0da1538a1904,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:50.283600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:50.286721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:50.294976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:50.294976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:50.294976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:50.306504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:50.308686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=9f40490e-751c-4d36-aed2-35bb5aba55f3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:50.386466 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'code': 200} Feb 07 13:10:50.386466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['64cbccc3-4319-4e8b-a433-0da1538a1904'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:50.424687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['8da85f6a-87a6-4f5a-b5ec-4323d7038d10'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:50.449510 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-674eeb6a-96d2-4555-a60b-db20ac869f78 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1024427 Feb 07 13:10:50.452340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45048) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:50.467163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:50.570836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf27a4e-7ea1-40d6-98dc-6901e00ffa98 req-312ddf93-3c21-4596-9fa8-25d84cd4e248 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:50.572456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaf27a4e-7ea1-40d6-98dc-6901e00ffa98 req-312ddf93-3c21-4596-9fa8-25d84cd4e248 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.2557950 Feb 07 13:10:50.606839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:50.655822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:50.752738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaf27a4e-7ea1-40d6-98dc-6901e00ffa98 req-3bbb75e9-3aea-459b-8b15-c870f27fa9e7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614358 Feb 07 13:10:50.780780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274bfa6-156f-4bf7-adbd-d48fec22f9f9 req-7fa9dc3e-b50d-448c-96b3-676018c3df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:50.782932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9274bfa6-156f-4bf7-adbd-d48fec22f9f9 req-7fa9dc3e-b50d-448c-96b3-676018c3df1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 1097 time: 0.3461597 Feb 07 13:10:50.797615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5646192-5d40-470b-b1d9-69806c876fe9 req-8db8d53a-6164-4892-9736-f52949ebf7b7 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:50.806699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5646192-5d40-470b-b1d9-69806c876fe9 req-8db8d53a-6164-4892-9736-f52949ebf7b7 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 946 time: 0.3171761 Feb 07 13:10:50.940776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5646192-5d40-470b-b1d9-69806c876fe9 req-646d03d4-e6cd-4b16-90dd-3391edfcf02a tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281743 Feb 07 13:10:50.961927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9274bfa6-156f-4bf7-adbd-d48fec22f9f9 req-edee2c5a-9fd1-4629-ac40-5919989563e8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515565 Feb 07 13:10:50.975961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5aaf42ee-7001-4754-b568-995628a0d192 req-04d443e8-3828-4a04-bf52-de44fda5f873 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/1e976850-5669-4448-bbdc-7b0759c81466 HTTP/1.1" status: 200 len: 1801 time: 0.1334770 Feb 07 13:10:51.090647 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-5aaf42ee-7001-4754-b568-995628a0d192 req-181b3a46-4870-40a9-9b43-367aa81863d1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 13:10:51.092570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5aaf42ee-7001-4754-b568-995628a0d192 req-181b3a46-4870-40a9-9b43-367aa81863d1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/1e976850-5669-4448-bbdc-7b0759c81466 HTTP/1.1" status: 409 len: 341 time: 0.1093216 Feb 07 13:10:51.236499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] device_id is not set on port 9f40490e-751c-4d36-aed2-35bb5aba55f3 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:51.253511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:51.306127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Transition to ACTIVE for port object 9f40490e-751c-4d36-aed2-35bb5aba55f3 will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:51.377816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511d2d4-bc72-44ca-9d5c-5ba7c4b6796a req-2162ebee-3a40-4f4e-9831-e3673880ace1 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:51.386033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8511d2d4-bc72-44ca-9d5c-5ba7c4b6796a req-2162ebee-3a40-4f4e-9831-e3673880ace1 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 944 time: 0.1429539 Feb 07 13:10:51.432936 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:51.453051 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904', 'status': 'completed', 'code': 200} Feb 07 13:10:51.473634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8511d2d4-bc72-44ca-9d5c-5ba7c4b6796a req-6f145605-4533-4a3d-b646-63d88d6f0eed tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814819 Feb 07 13:10:51.568128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-0bcc558e-6206-474a-bcee-139a710d9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:51.569991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-0bcc558e-6206-474a-bcee-139a710d9cca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5739800c9d844ac9bee652c375eedaef&device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1174 time: 0.0907955 Feb 07 13:10:51.602681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=9f40490e-751c-4d36-aed2-35bb5aba55f3,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:51.631467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.631467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.631467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.632974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.633293 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.633679 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 2 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.650040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.650377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.650901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.656205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.656728 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.657373 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 3 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.675363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.676009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.676508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.683159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.683745 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.684332 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 4 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.703192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.703537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.703877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.709013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.709661 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.710059 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 5 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.727269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.727665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.728040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.742958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.742958 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.742958 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 6 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.754088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.754432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.754772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.755116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-ff7e825e-464b-479a-bdde-118236e0a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:51.756773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-ff7e825e-464b-479a-bdde-118236e0a7dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 200 len: 912 time: 0.1807168 Feb 07 13:10:51.759948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.760304 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.760690 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 7 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.780731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.780731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.780731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.780731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.781160 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.781440 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 8 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.797576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.798137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.798502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.804142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.804526 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.805159 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 9 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.821301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.821655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.821999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.826868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.827219 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.827617 n-d-811416-5 neutron-server[88312]: INFO neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 10 to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 Feb 07 13:10:51.884176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:10:51.884176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:10:51.884176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:10:51.890661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:10:51.891093 n-d-811416-5 neutron-server[88312]: ERROR neutron.plugins.ml2.managers [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:10:51.891584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:52.000606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-942a45b1-62e2-41b8-893a-3e7f4178c6df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 200 len: 217 time: 0.2263153 Feb 07 13:10:52.006742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] For port 9f40490e-751c-4d36-aed2-35bb5aba55f3, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:10:52.007644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempted to set empty binding levels {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 13:10:52.148175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-ab27baf8-2abb-4ef6-bcc5-29108374793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.149739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-ab27baf8-2abb-4ef6-bcc5-29108374793d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 200 len: 852 time: 0.1337264 Feb 07 13:10:52.155734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:52.218567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-0221393b-35ec-43cf-a3bf-14f64c53d84b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3a18573-faee-4ba6-af41-135d41a8b9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559292 Feb 07 13:10:52.235833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3a071-26a7-43f0-9f76-15332907e742 req-b029ef72-5313-4b38-bc5d-43ccdd1b0dc7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.238094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] In _notify_port_updated(), no bound segment for port 9f40490e-751c-4d36-aed2-35bb5aba55f3 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:10:52.238948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.239586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:52.243879 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "PUT /v2.0/ports/9f40490e-751c-4d36-aed2-35bb5aba55f3 HTTP/1.1" status: 200 len: 975 time: 1.7879670 Feb 07 13:10:52.244074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2a3a071-26a7-43f0-9f76-15332907e742 req-b029ef72-5313-4b38-bc5d-43ccdd1b0dc7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.2837570 Feb 07 13:10:52.244168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:52.301944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fb434-4630-4a32-9f48-758acf58c04d tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=9f40490e-751c-4d36-aed2-35bb5aba55f3,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:52.355495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.359452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.359452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.359452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.359452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.359452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.359452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.359452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.359452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.361356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.361356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.361356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.361356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.361637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.361963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.362595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.363064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.363527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.364035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.364469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.364923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.366069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.366685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.367337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.367953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.368590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.369162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d25c-7eb9-43b2-a1ea-2a2c1a6c81a6 req-22c01257-890c-4c0f-9082-14b458878ce0 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.369403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.370015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.370663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8c1d25c-7eb9-43b2-a1ea-2a2c1a6c81a6 req-22c01257-890c-4c0f-9082-14b458878ce0 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1023 time: 0.3159649 Feb 07 13:10:52.370788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.371382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.372013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.372627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.375582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Synchronizing usage tracker for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:52.380771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2a3a071-26a7-43f0-9f76-15332907e742 req-b21e2a46-7b86-4d17-9c62-b3ee128b0bf6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367817 Feb 07 13:10:52.403246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45090) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:52.457161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8c1d25c-7eb9-43b2-a1ea-2a2c1a6c81a6 req-fe39cfd0-799c-4c66-95e1-fcb63d1997e2 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e976850-5669-4448-bbdc-7b0759c81466&id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&id=9841fcf1-807e-4261-95f7-b3fd4323d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0797532 Feb 07 13:10:52.487212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-95d28a7c-9123-4994-a3db-311c84ac2142 service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213871 Feb 07 13:10:52.541261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2050911482', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:52.548268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:52.552435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Usage tracker for resource:port and tenant:0e9f00ea706840caa9c037bc0a68c5c5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:52.557854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:52.564776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:52.586846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Unset dirty status for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:52.586846 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1440e676-54bc-4a5d-9465-69cf88ae4044 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29021 time: 0.3354628 Feb 07 13:10:52.586846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45100) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:52.661801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Deleting port 9f40490e-751c-4d36-aed2-35bb5aba55f3 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:52.662264 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:52.707810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4f891-c040-43f6-9abd-645fc1285d85 req-4444a0c9-bcc1-4d9a-91be-47de359192f0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.710152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90c4f891-c040-43f6-9abd-645fc1285d85 req-4444a0c9-bcc1-4d9a-91be-47de359192f0 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 946 time: 0.2102220 Feb 07 13:10:52.752089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92e01f03-d917-4a91-b9ff-0a6aa91016b8 req-716d9d52-4854-447d-a527-0931f4268376 service neutron] 10.222.0.47 "GET /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907663 Feb 07 13:10:52.773369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Made reservation on behalf of 0e9f00ea706840caa9c037bc0a68c5c5 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:52.775814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:52.776155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90c4f891-c040-43f6-9abd-645fc1285d85 req-55efd803-f80a-4033-9b53-b9c9f29f1f82 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523856 Feb 07 13:10:52.793224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:52.876515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:52.884517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Usage tracker for resource:security_group_rule and tenant:0e9f00ea706840caa9c037bc0a68c5c5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:52.900456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:52.909301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:52.934925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] For port 9f40490e-751c-4d36-aed2-35bb5aba55f3, host n-h1-811416-5, got binding levels [] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:52.935336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:52.953105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422b2b7-d5ea-4021-bf27-0c0c93fe16a3 req-54511567-1bd3-4a36-805e-a243722e867a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:52.956165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6422b2b7-d5ea-4021-bf27-0c0c93fe16a3 req-54511567-1bd3-4a36-805e-a243722e867a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 944 time: 0.0800958 Feb 07 13:10:53.015594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6422b2b7-d5ea-4021-bf27-0c0c93fe16a3 req-e9a2719c-04c2-43b8-bdef-468bc15eb038 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520282 Feb 07 13:10:53.076145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Calling delete_port for 9f40490e-751c-4d36-aed2-35bb5aba55f3 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:53.141724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f2d9e-cd4d-42bf-8b8e-e290c57df54b req-67b5f80c-d6a6-4dfa-8add-e73de510f858 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:53.143191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e71f2d9e-cd4d-42bf-8b8e-e290c57df54b req-67b5f80c-d6a6-4dfa-8add-e73de510f858 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.0832975 Feb 07 13:10:53.191257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e71f2d9e-cd4d-42bf-8b8e-e290c57df54b req-f06ef926-91af-4b95-b43f-aca06c147e08 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Feb 07 13:10:53.208418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:53.344349 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:53.355044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:10:53.370700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a56113-e591-4830-8248-3de072e303c0 req-9e44b978-dc1f-4411-a5fe-cead0e0eaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:53.372246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a56113-e591-4830-8248-3de072e303c0 req-9e44b978-dc1f-4411-a5fe-cead0e0eaec8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 1097 time: 0.0770388 Feb 07 13:10:53.392712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:53.409267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] device_id is not set on port eb02d808-8bbc-4c16-8a45-dcc429ddc062 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:53.448759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:53.451480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f40490e-751c-4d36-aed2-35bb5aba55f3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:53.497238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b9d645-81a3-4e21-bc32-0ae50ea415c4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:53.520989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a56113-e591-4830-8248-3de072e303c0 req-e0cddeb1-d2d3-4cbc-8643-6c38835a73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:53.522831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a56113-e591-4830-8248-3de072e303c0 req-e0cddeb1-d2d3-4cbc-8643-6c38835a73ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 911 time: 0.1423123 Feb 07 13:10:53.595284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Allocated IP 172.25.7.137 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/eb02d808-8bbc-4c16-8a45-dcc429ddc062) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:10:53.606690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:10:53.612289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:10:53.612854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:53.700429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a56113-e591-4830-8248-3de072e303c0 req-2eb76108-ee97-40ee-a8dc-cc8cb40f4105 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 200 len: 1002 time: 0.1711614 Feb 07 13:10:53.713987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be020760-0dce-4592-bf52-980669371fa6 req-23384561-7300-401e-855e-b1f62300b8b9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:53.715681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be020760-0dce-4592-bf52-980669371fa6 req-23384561-7300-401e-855e-b1f62300b8b9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1023 time: 0.1280987 Feb 07 13:10:53.722352 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-84fe6a23-e8c0-4067-b6dc-9a79014abfe4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "DELETE /v2.0/ports/9f40490e-751c-4d36-aed2-35bb5aba55f3 HTTP/1.1" status: 204 len: 168 time: 1.1295712 Feb 07 13:10:53.723188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45108) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:53.770937 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:53.805310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59efa015-3540-44c6-8ee9-c997995fd6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da85f6a-87a6-4f5a-b5ec-4323d7038d10'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:53.818492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:53.828083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be020760-0dce-4592-bf52-980669371fa6 req-0cdf97f3-9aad-459d-8d4c-0774480d3c91 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e976850-5669-4448-bbdc-7b0759c81466&id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&id=9841fcf1-807e-4261-95f7-b3fd4323d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0702369 Feb 07 13:10:53.831910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a56113-e591-4830-8248-3de072e303c0 req-850561e2-36e4-4593-9678-b7a75a446087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:53.833454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a56113-e591-4830-8248-3de072e303c0 req-850561e2-36e4-4593-9678-b7a75a446087 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.1166658 Feb 07 13:10:53.886466 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-84031bb4-9b7e-4339-b2af-866f2965f7b4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] GET failed (client error): The resource could not be found. Feb 07 13:10:53.887036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-84031bb4-9b7e-4339-b2af-866f2965f7b4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Synchronizing usage tracker for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:53.899016 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59efa015-3540-44c6-8ee9-c997995fd6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da85f6a-87a6-4f5a-b5ec-4323d7038d10', 'code': 200} Feb 07 13:10:53.932199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a56113-e591-4830-8248-3de072e303c0 req-eb0685e5-32ca-4d6e-accc-b97fa46e9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:53.933824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a56113-e591-4830-8248-3de072e303c0 req-eb0685e5-32ca-4d6e-accc-b97fa46e9a2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935206 Feb 07 13:10:53.980350 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.332602 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.361401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-84031bb4-9b7e-4339-b2af-866f2965f7b4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Unset dirty status for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:54.367308 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-84031bb4-9b7e-4339-b2af-866f2965f7b4 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "GET /v2.0/ports/9f40490e-751c-4d36-aed2-35bb5aba55f3 HTTP/1.1" status: 404 len: 333 time: 0.6385050 Feb 07 13:10:54.367308 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.367538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45120) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:54.373372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-490547510', 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:54.394183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a56113-e591-4830-8248-3de072e303c0 req-1d2e9cd4-e647-425e-a77e-e75b9ec95956 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444599 Feb 07 13:10:54.399777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9553fd-5263-4e22-b188-adb4477e5052 req-414186e5-25bd-4840-b3f0-28b5734bb978 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:54.401767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa9553fd-5263-4e22-b188-adb4477e5052 req-414186e5-25bd-4840-b3f0-28b5734bb978 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 946 time: 0.4594250 Feb 07 13:10:54.415662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:54.428452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:54.456194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:54.461985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:54.463090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000ec31-c789-4c8b-bfa1-8f2881e07d08 req-2e69d2c9-052f-4bb0-9dc9-07ca1ac8b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:54.465554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b000ec31-c789-4c8b-bfa1-8f2881e07d08 req-2e69d2c9-052f-4bb0-9dc9-07ca1ac8b57c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 1095 time: 0.4655321 Feb 07 13:10:54.465824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:54.469572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:54.477483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.515441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Pushing event updated for resources: {'Port': ['ID=eb02d808-8bbc-4c16-8a45-dcc429ddc062,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:54.534845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:54.535458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.581840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96595421-4513-4afc-8187-47899b22178b req-ff3f7296-bee7-44be-83cd-533d47f1899c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:54.583315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96595421-4513-4afc-8187-47899b22178b req-ff3f7296-bee7-44be-83cd-533d47f1899c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 944 time: 0.3844728 Feb 07 13:10:54.620118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Made reservation on behalf of 82cda111e25140a0a269ef3f0ae63fe0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:54.622648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.645522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] device_id is not set on port ca40a8a9-bb83-4c80-b404-73cb5ff2d43f yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:54.686580 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4a44387-fb63-4521-8bb3-f52eff3115e2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2820139 Feb 07 13:10:54.689278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b000ec31-c789-4c8b-bfa1-8f2881e07d08 req-089d3d84-38b7-4e66-bafa-54cf23709049 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533313 Feb 07 13:10:54.692738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45124) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:54.706128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.137'}]}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:54.711381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa9553fd-5263-4e22-b188-adb4477e5052 req-9bbf49a2-30f7-4ce7-98f7-159bb1e067ad tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821249 Feb 07 13:10:54.717785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:54.720436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Usage tracker for resource:router and tenant:0e9f00ea706840caa9c037bc0a68c5c5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:54.725983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:54.738128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96595421-4513-4afc-8187-47899b22178b req-6a6c2007-1d5e-478e-bc2e-696c6086d3be tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448810 Feb 07 13:10:54.742545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a56113-e591-4830-8248-3de072e303c0 req-f29babf3-88a8-4fed-b342-1e30f40a4029 service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372030 Feb 07 13:10:54.781040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:54.781327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-ee23b133-4ee0-477b-843a-d787a86477b5 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:54.781327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-ee23b133-4ee0-477b-843a-d787a86477b5 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.47 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1023 time: 0.3572495 Feb 07 13:10:54.862836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Deleting port 64cbccc3-4319-4e8b-a433-0da1538a1904 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:54.863189 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.930323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.938039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.939054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:54.961023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:55.130032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90339a-8fe0-4f77-a502-c94d075f58a1 req-e07a11bc-8b38-479f-953c-aab21693acc2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:55.132881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e90339a-8fe0-4f77-a502-c94d075f58a1 req-e07a11bc-8b38-479f-953c-aab21693acc2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.2303081 Feb 07 13:10:55.141863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:55.222073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e90339a-8fe0-4f77-a502-c94d075f58a1 req-85034eb2-c23d-4505-b797-5be8667fcc45 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782888 Feb 07 13:10:55.231652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] For port 64cbccc3-4319-4e8b-a433-0da1538a1904, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=64cbccc3-4319-4e8b-a433-0da1538a1904,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:10:55.232118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:55.334157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:55.344096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:55.350000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:55.350928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:55.351529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:55.371829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Calling delete_port for 64cbccc3-4319-4e8b-a433-0da1538a1904 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:55.426695 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:55.430968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=ca40a8a9-bb83-4c80-b404-73cb5ff2d43f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:55.525486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeba7d-7ad6-4d71-8d10-4086676d1e45 req-49f9d0ba-8989-40a9-9549-6e0fb26cf0eb tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:55.527091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afbeba7d-7ad6-4d71-8d10-4086676d1e45 req-49f9d0ba-8989-40a9-9549-6e0fb26cf0eb tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 1023 time: 0.1632586 Feb 07 13:10:55.603438 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-83316add-1b75-493e-b0af-6d999542a1bd tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2346468 Feb 07 13:10:55.607180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45136) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:55.681919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508955ce-a153-45e2-a359-cdbb17599cd8 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:55.682760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-508955ce-a153-45e2-a359-cdbb17599cd8 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Synchronizing usage tracker for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:55.694169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afbeba7d-7ad6-4d71-8d10-4086676d1e45 req-2bf4e483-0d53-44df-9bc1-cfaba68cd5b8 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=1e976850-5669-4448-bbdc-7b0759c81466&id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&id=9841fcf1-807e-4261-95f7-b3fd4323d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1299984 Feb 07 13:10:55.730643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833c476-3130-4fb1-8af5-e16dfd363561 req-ae055e5d-ac80-417f-a0e6-cc6da89ebc47 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:55.732500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6833c476-3130-4fb1-8af5-e16dfd363561 req-ae055e5d-ac80-417f-a0e6-cc6da89ebc47 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 946 time: 0.2045295 Feb 07 13:10:55.771938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:55.783278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', '64cbccc3-4319-4e8b-a433-0da1538a1904'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:10:55.848505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6833c476-3130-4fb1-8af5-e16dfd363561 req-365969f4-8b31-40b7-97a5-1e163cd8a77d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018295 Feb 07 13:10:55.848505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'Port': ['ID=64cbccc3-4319-4e8b-a433-0da1538a1904,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:56.051498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-508955ce-a153-45e2-a359-cdbb17599cd8 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Unset dirty status for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:56.052833 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-508955ce-a153-45e2-a359-cdbb17599cd8 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "GET /v2.0/ports/ca40a8a9-bb83-4c80-b404-73cb5ff2d43f HTTP/1.1" status: 200 len: 954 time: 0.4445128 Feb 07 13:10:56.056932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45142) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:56.132671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b611f075-e5c2-4f10-a431-b683d025df59 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Deleting port ca40a8a9-bb83-4c80-b404-73cb5ff2d43f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:56.133010 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b611f075-e5c2-4f10-a431-b683d025df59 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:56.188119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] No DVR routers for this DVR port 64cbccc3-4319-4e8b-a433-0da1538a1904 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:10:56.190762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:56.194239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'name': 'network-vif-deleted', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:10:56.249884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca101057-d414-4f00-9633-27e320baf94e req-efeb2703-dde2-40a6-98de-c0b61c0b2ceb tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:56.251810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca101057-d414-4f00-9633-27e320baf94e req-efeb2703-dde2-40a6-98de-c0b61c0b2ceb tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 945 time: 0.1461122 Feb 07 13:10:56.253580 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a146c9bd-1a09-4c89-a7d8-285c11b1d821', 'name': 'network-vif-deleted', 'tag': '64cbccc3-4319-4e8b-a433-0da1538a1904', 'status': 'completed', 'code': 200} Feb 07 13:10:56.314954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca101057-d414-4f00-9633-27e320baf94e req-6adcdfe7-e2cc-43b9-87b6-5f791347b4a9 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 Feb 07 13:10:56.341936 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:56.383374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10ab3dc6-64f8-49da-ac7b-3ad66bcc9135 req-1bb4cbfd-9738-41f4-9503-357fc0ca67ed tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.47 "DELETE /v2.0/ports/64cbccc3-4319-4e8b-a433-0da1538a1904 HTTP/1.1" status: 204 len: 173 time: 1.6077609 Feb 07 13:10:56.408531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:56.427275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67177120-83e9-48cc-81e6-ff70d7a0ed7b req-2b1d1a65-ba5b-467e-ae5f-eecf53ac3b89 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:56.429049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67177120-83e9-48cc-81e6-ff70d7a0ed7b req-2b1d1a65-ba5b-467e-ae5f-eecf53ac3b89 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.0874827 Feb 07 13:10:56.478552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67177120-83e9-48cc-81e6-ff70d7a0ed7b req-bf7d1151-3ea5-4d9b-bfad-211bd660f136 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 Feb 07 13:10:56.639466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b611f075-e5c2-4f10-a431-b683d025df59 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:56.776197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b611f075-e5c2-4f10-a431-b683d025df59 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Calling delete_port for ca40a8a9-bb83-4c80-b404-73cb5ff2d43f owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:56.849248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6a6ee49e-7a16-41bd-948c-9003c7d66a5f req-139e9a43-dec8-4a65-b41c-1ec2fac0acc9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:56.957806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:56.983471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6a6ee49e-7a16-41bd-948c-9003c7d66a5f req-139e9a43-dec8-4a65-b41c-1ec2fac0acc9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:56.984705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a6ee49e-7a16-41bd-948c-9003c7d66a5f req-139e9a43-dec8-4a65-b41c-1ec2fac0acc9 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=a146c9bd-1a09-4c89-a7d8-285c11b1d821 HTTP/1.1" status: 200 len: 210 time: 0.1819046 Feb 07 13:10:57.019032 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b611f075-e5c2-4f10-a431-b683d025df59 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:57.032102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0381d3-a34c-4ddc-81e4-ee0140a1dc92 req-c5b95ed0-3faf-431f-800a-8c80effbbb4c tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:57.033561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f0381d3-a34c-4ddc-81e4-ee0140a1dc92 req-c5b95ed0-3faf-431f-800a-8c80effbbb4c tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 946 time: 0.0863431 Feb 07 13:10:57.078816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f0381d3-a34c-4ddc-81e4-ee0140a1dc92 req-85d1ad74-35fb-49c1-bbc4-69d51aae9ad6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Feb 07 13:10:57.085114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f075-e5c2-4f10-a431-b683d025df59 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca40a8a9-bb83-4c80-b404-73cb5ff2d43f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:57.197899 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b611f075-e5c2-4f10-a431-b683d025df59 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:57.341076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:57.343582 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:57.363865 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b611f075-e5c2-4f10-a431-b683d025df59 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ca40a8a9-bb83-4c80-b404-73cb5ff2d43f HTTP/1.1" status: 204 len: 168 time: 1.3058987 Feb 07 13:10:57.367208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45168) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:57.411187 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfef6286-9883-4c04-9a75-8415a6ac7481 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] GET failed (client error): The resource could not be found. Feb 07 13:10:57.414617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bfef6286-9883-4c04-9a75-8415a6ac7481 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Synchronizing usage tracker for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:10:57.528135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feebbd-6a67-4e52-a669-d2703d3770cf req-5f9ff5e5-b9a8-43ef-a808-c2cdc5cc594e tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:57.529631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7feebbd-6a67-4e52-a669-d2703d3770cf req-5f9ff5e5-b9a8-43ef-a808-c2cdc5cc594e tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 945 time: 0.0870197 Feb 07 13:10:57.573505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:57.577991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dec7fce-9d7e-4904-b9c0-85f4282aed31 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:10:57.577991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bfef6286-9883-4c04-9a75-8415a6ac7481 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Unset dirty status for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:10:57.578207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7feebbd-6a67-4e52-a669-d2703d3770cf req-9e5068a1-28b1-4a25-81ef-9c91f2b984fa tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Feb 07 13:10:57.586341 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bfef6286-9883-4c04-9a75-8415a6ac7481 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "GET /v2.0/ports/ca40a8a9-bb83-4c80-b404-73cb5ff2d43f HTTP/1.1" status: 404 len: 333 time: 0.2122846 Feb 07 13:10:57.587759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45172) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:57.593062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Request body: {'port': {'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1120644583'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:57.599061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:57.610721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:57.699954 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 13:10:57.703638 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99d9de11-16e6-430c-81a2-3cb22024fde2 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0076644 Feb 07 13:10:57.703954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45178) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:57.781683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9c54809f-fbba-47b2-ad41-fb942c333300 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Deleting port eb02d808-8bbc-4c16-8a45-dcc429ddc062 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:10:57.781955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c54809f-fbba-47b2-ad41-fb942c333300 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:57.829157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Made reservation on behalf of 82cda111e25140a0a269ef3f0ae63fe0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:10:57.831502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:57.885402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] device_id is not set on port 6c27e6e4-3724-4582-864e-0e06643bf809 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:58.237357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 64cbccc3-4319-4e8b-a433-0da1538a1904 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:10:58.243367 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c54809f-fbba-47b2-ad41-fb942c333300 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:58.273184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4eada19-6664-46e2-a62e-6c1ca70250c8 req-a4be6b37-7c2f-4ef5-a97d-107c04b857bd tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/9841fcf1-807e-4261-95f7-b3fd4323d6ec HTTP/1.1" status: 200 len: 1802 time: 0.1648355 Feb 07 13:10:58.274770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 64cbccc3-4319-4e8b-a433-0da1538a1904 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:10:58.275769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 64cbccc3-4319-4e8b-a433-0da1538a1904 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:10:58.416544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9c54809f-fbba-47b2-ad41-fb942c333300 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Calling delete_port for eb02d808-8bbc-4c16-8a45-dcc429ddc062 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:10:58.450185 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:58.588516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f4eada19-6664-46e2-a62e-6c1ca70250c8 req-e717bf24-710f-474b-9e87-140a9f69b576 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:58.635090 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f4eada19-6664-46e2-a62e-6c1ca70250c8 req-e717bf24-710f-474b-9e87-140a9f69b576 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:58.761305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:58.833547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f4eada19-6664-46e2-a62e-6c1ca70250c8 req-e717bf24-710f-474b-9e87-140a9f69b576 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:58.837028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c54809f-fbba-47b2-ad41-fb942c333300 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:58.841856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:10:58.861308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:10:58.870252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:10:58.871173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:10:58.871833 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:58.875953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717bf24-710f-474b-9e87-140a9f69b576 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9841fcf1-807e-4261-95f7-b3fd4323d6ec,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:58.877490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=6c27e6e4-3724-4582-864e-0e06643bf809,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:59.093924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54809f-fbba-47b2-ad41-fb942c333300 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb02d808-8bbc-4c16-8a45-dcc429ddc062,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:59.170847 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c54809f-fbba-47b2-ad41-fb942c333300 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:59.176981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9c54809f-fbba-47b2-ad41-fb942c333300 tempest-RoutersAdminNegativeTest-760914421 tempest-RoutersAdminNegativeTest-760914421-project-admin] 10.222.0.69 "DELETE /v2.0/ports/eb02d808-8bbc-4c16-8a45-dcc429ddc062 HTTP/1.1" status: 204 len: 168 time: 1.4719465 Feb 07 13:10:59.210024 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f4eada19-6664-46e2-a62e-6c1ca70250c8 req-e717bf24-710f-474b-9e87-140a9f69b576 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:59.210024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4eada19-6664-46e2-a62e-6c1ca70250c8 req-e717bf24-710f-474b-9e87-140a9f69b576 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/9841fcf1-807e-4261-95f7-b3fd4323d6ec HTTP/1.1" status: 204 len: 173 time: 0.8688838 Feb 07 13:10:59.270998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d694aa63-f291-44d7-8711-9bbbaaf96ef0 req-345e758f-d6fc-47c5-ad78-871f83f80a92 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/1e976850-5669-4448-bbdc-7b0759c81466 HTTP/1.1" status: 200 len: 1801 time: 0.0466342 Feb 07 13:10:59.326087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7ed0ca34-b2fd-4799-b298-debf073a07c3 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7374780 Feb 07 13:10:59.328694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45218) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:10:59.335313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:59.410025 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d694aa63-f291-44d7-8711-9bbbaaf96ef0 req-a6703d22-2937-4b6b-9b09-c011dcdc45b5 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:59.489740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d694aa63-f291-44d7-8711-9bbbaaf96ef0 req-a6703d22-2937-4b6b-9b09-c011dcdc45b5 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:59.505370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:59.714955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d694aa63-f291-44d7-8711-9bbbaaf96ef0 req-a6703d22-2937-4b6b-9b09-c011dcdc45b5 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:59.768343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703d22-2937-4b6b-9b09-c011dcdc45b5 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e976850-5669-4448-bbdc-7b0759c81466,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:10:59.801542 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d694aa63-f291-44d7-8711-9bbbaaf96ef0 req-a6703d22-2937-4b6b-9b09-c011dcdc45b5 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:59.823458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d694aa63-f291-44d7-8711-9bbbaaf96ef0 req-a6703d22-2937-4b6b-9b09-c011dcdc45b5 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/1e976850-5669-4448-bbdc-7b0759c81466 HTTP/1.1" status: 204 len: 173 time: 0.5177288 Feb 07 13:10:59.853296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1258617691', 'description': 'tempest-description-979133200'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:10:59.854775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:10:59.902284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:10:59.907863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:10:59.917291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:10:59.929965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] device_id is not set on port 6c27e6e4-3724-4582-864e-0e06643bf809 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:10:59.942014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:10:59.960652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Transition to ACTIVE for port object 6c27e6e4-3724-4582-864e-0e06643bf809 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:10:59.960652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45228) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:00.065215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.097950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.116693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.121079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:00.153966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:00.165140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Usage tracker for resource:security_group_rule and tenant:5739800c9d844ac9bee652c375eedaef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:00.175048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:00.184604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] Usage tracker for resource:security_group_rule and tenant:c77126f5f2e84be2a4a950b447fc7368 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:00.247635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:00.250094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:00.260137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:00.282494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=6c27e6e4-3724-4582-864e-0e06643bf809,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:00.315325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.315641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.316035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.333366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.333711 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.336735 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 2 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.375049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.375382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.375718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.395013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.395013 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.401162 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 3 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.431887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.436998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.437329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.442972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.444599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.444951 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.451276 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 4 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.480023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.480288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.480620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.483497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.487390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.487390 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.487666 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 5 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.502240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.502517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.502845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.507466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.507785 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.508189 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 6 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.522521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.522852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.523186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.527645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.527964 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.528660 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 7 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.542527 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.565351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.565691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.566041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.579603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.592178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.592506 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.599027 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 8 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.624355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0d873a-117e-41fb-8396-4f392824e67f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:00.653690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c77126f5f2e84be2a4a950b447fc7368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890812 Feb 07 13:11:00.653690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.653690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.653690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.654465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45246) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:00.677271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.677898 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.682320 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 9 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.710574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e67ce5-902f-4e99-bf90-90b25525b07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ae6c6-f116-498e-85a3-01cb280d3560,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:00.720035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.720555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.721823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.738781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.739057 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.741459 n-d-811416-5 neutron-server[88313]: INFO neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempt 10 to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 Feb 07 13:11:00.768188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:00.768521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:00.768860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempting to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:00.777157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9903294f-f2d9-4735-bf02-e0e7a3b29198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.779532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:00.779857 n-d-811416-5 neutron-server[88313]: ERROR neutron.plugins.ml2.managers [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Failed to bind port 6c27e6e4-3724-4582-864e-0e06643bf809 on host n-h1-811416-5 for vnic_type normal using segments [{'id': 'ecf993a2-6ed0-4189-b321-d58718e68177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5f5dd31-58c6-4ab0-aaf6-dda3300963e1'}] Feb 07 13:11:00.780230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.799368 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.800618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8faa35ae-adf2-462e-a3fb-6205db70b12c req-c4fd85ce-abef-400f-acbd-628a550f1196 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9742329 Feb 07 13:11:00.845345 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9903294f-f2d9-4735-bf02-e0e7a3b29198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:00.995415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe228040-49f1-49fc-9d7a-4827c874114f req-2f49e94a-2fdc-4b35-8ccb-b74fd08c6711 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/fd0d873a-117e-41fb-8396-4f392824e67f HTTP/1.1" status: 200 len: 1802 time: 0.1427839 Feb 07 13:11:01.002288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] For port 6c27e6e4-3724-4582-864e-0e06643bf809, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:01.002288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attempted to set empty binding levels {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 13:11:01.005375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-fe228040-49f1-49fc-9d7a-4827c874114f req-a5f3887c-1fe4-4390-aa37-a4ee5a15dfdc tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Request body: {'security_group': {'name': 'tempest-sg-hth-972170093', 'description': 'tempest-description-hth-758726725'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:01.040025 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fe228040-49f1-49fc-9d7a-4827c874114f req-a5f3887c-1fe4-4390-aa37-a4ee5a15dfdc tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.101401 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fe228040-49f1-49fc-9d7a-4827c874114f req-a5f3887c-1fe4-4390-aa37-a4ee5a15dfdc tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.140537 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.184356 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9903294f-f2d9-4735-bf02-e0e7a3b29198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.225075 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fe228040-49f1-49fc-9d7a-4827c874114f req-a5f3887c-1fe4-4390-aa37-a4ee5a15dfdc tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.229521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903294f-f2d9-4735-bf02-e0e7a3b29198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ae6c6-f116-498e-85a3-01cb280d3560,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:01.251304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] In _notify_port_updated(), no bound segment for port 6c27e6e4-3724-4582-864e-0e06643bf809 on network b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 {{(pid=88313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:11:01.251304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:01.251642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.256420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "PUT /v2.0/ports/6c27e6e4-3724-4582-864e-0e06643bf809 HTTP/1.1" status: 200 len: 975 time: 1.9232795 Feb 07 13:11:01.257264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45270) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:01.267104 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9903294f-f2d9-4735-bf02-e0e7a3b29198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.269453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9903294f-f2d9-4735-bf02-e0e7a3b29198 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/096ae6c6-f116-498e-85a3-01cb280d3560 HTTP/1.1" status: 204 len: 168 time: 0.6138692 Feb 07 13:11:01.270451 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fe228040-49f1-49fc-9d7a-4827c874114f req-a5f3887c-1fe4-4390-aa37-a4ee5a15dfdc tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.279831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe228040-49f1-49fc-9d7a-4827c874114f req-a5f3887c-1fe4-4390-aa37-a4ee5a15dfdc tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "PUT /v2.0/security-groups/fd0d873a-117e-41fb-8396-4f392824e67f HTTP/1.1" status: 200 len: 1775 time: 0.2754760 Feb 07 13:11:01.304687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978d228-aabe-4266-aa1f-fe8469316196 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event updated for resources: {'Port': ['ID=6c27e6e4-3724-4582-864e-0e06643bf809,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:01.314268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3887c-1fe4-4390-aa37-a4ee5a15dfdc tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0d873a-117e-41fb-8396-4f392824e67f,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:01.386480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Deleting port 6c27e6e4-3724-4582-864e-0e06643bf809 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:01.386480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.391888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9f86d25-84e0-4402-949d-bd71d290be45 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:11:01.496011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90317b7d-ad00-4fbf-b655-94b72a4de929 req-bc27d25d-3157-452e-adab-8ef03d6944b1 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/fd0d873a-117e-41fb-8396-4f392824e67f HTTP/1.1" status: 200 len: 1775 time: 0.0683870 Feb 07 13:11:01.596289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:01.608464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f4d9407-bd67-4e6c-8ed2-eb3d60a14c7a req-dcc1a20c-817f-4087-9bb4-f472b543a37d tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/fd0d873a-117e-41fb-8396-4f392824e67f HTTP/1.1" status: 200 len: 1775 time: 0.0754390 Feb 07 13:11:01.625913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'port_id': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'mac_address': 'fa:16:3e:3b:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504ff35-5481-46d7-9724-1ed420cceea9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:11:01.719793 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4f4d9407-bd67-4e6c-8ed2-eb3d60a14c7a req-3078d017-c2af-4def-bb82-25b00ade5d08 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.757723 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4f4d9407-bd67-4e6c-8ed2-eb3d60a14c7a req-3078d017-c2af-4def-bb82-25b00ade5d08 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.790946 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.830242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] For port 6c27e6e4-3724-4582-864e-0e06643bf809, host n-h1-811416-5, got binding levels [] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:01.830523 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.871296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9f86d25-84e0-4402-949d-bd71d290be45 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:11:01.889377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:01.940372 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4f4d9407-bd67-4e6c-8ed2-eb3d60a14c7a req-3078d017-c2af-4def-bb82-25b00ade5d08 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.962215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078d017-c2af-4def-bb82-25b00ade5d08 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0d873a-117e-41fb-8396-4f392824e67f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:01.971302 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4f4d9407-bd67-4e6c-8ed2-eb3d60a14c7a req-3078d017-c2af-4def-bb82-25b00ade5d08 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:01.973080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f4d9407-bd67-4e6c-8ed2-eb3d60a14c7a req-3078d017-c2af-4def-bb82-25b00ade5d08 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/fd0d873a-117e-41fb-8396-4f392824e67f HTTP/1.1" status: 204 len: 173 time: 0.3754261 Feb 07 13:11:02.006724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:02.094554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:02.109091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Calling delete_port for 6c27e6e4-3724-4582-864e-0e06643bf809 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:02.153628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['b9f86d25-84e0-4402-949d-bd71d290be45'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:11:02.214428 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-9200fb22-5b53-4196-88b8-d72e624eae3f req-c0e509c0-0c52-4e3a-b222-055d4fe63699 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:11:02.216255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9200fb22-5b53-4196-88b8-d72e624eae3f req-c0e509c0-0c52-4e3a-b222-055d4fe63699 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/1e976850-5669-4448-bbdc-7b0759c81466 HTTP/1.1" status: 404 len: 352 time: 0.0274270 Feb 07 13:11:02.257391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45316) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:02.289969 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-2e80e0b6-ac3c-4877-9bd1-13486a1df930 req-2689eabb-3828-4c63-9c14-4eb135fe19ec tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:11:02.298531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e80e0b6-ac3c-4877-9bd1-13486a1df930 req-2689eabb-3828-4c63-9c14-4eb135fe19ec tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/9841fcf1-807e-4261-95f7-b3fd4323d6ec HTTP/1.1" status: 404 len: 352 time: 0.0464046 Feb 07 13:11:02.349599 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-f7154225-7d93-40d3-b665-2379882f6cbd req-8c102831-9297-47b9-9564-f477fbc65c41 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:11:02.350739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7154225-7d93-40d3-b665-2379882f6cbd req-8c102831-9297-47b9-9564-f477fbc65c41 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/48610d9a-a418-49df-bc0c-ad67db7b95c0 HTTP/1.1" status: 404 len: 352 time: 0.0360625 Feb 07 13:11:02.386905 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c68b7ae3-708f-41a3-ad77-7d3bc76d1bb7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e9f00ea706840caa9c037bc0a68c5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278293 Feb 07 13:11:02.389473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45324) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:02.420572 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-88b2f9e2-ef7c-4202-803c-11481efc8150 req-ba4901b3-6796-430b-b1cf-ec31ce055c28 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:11:02.440085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88b2f9e2-ef7c-4202-803c-11481efc8150 req-ba4901b3-6796-430b-b1cf-ec31ce055c28 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/13ef9ea3-0c9a-468f-a9d3-1fee5e0ebb8c HTTP/1.1" status: 404 len: 352 time: 0.0563726 Feb 07 13:11:02.448138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:02.507931 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-91956918-2c9b-4c49-9c04-2a2805d5b441 req-82345aae-17b3-44a0-96db-43a54ec35235 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:11:02.511169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91956918-2c9b-4c49-9c04-2a2805d5b441 req-82345aae-17b3-44a0-96db-43a54ec35235 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/e35bf8cf-f72e-45db-b93c-1ce2b1557060 HTTP/1.1" status: 404 len: 352 time: 0.0326676 Feb 07 13:11:02.558783 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-08667546-f32d-41a5-ae93-7ee8085bed6f req-034fb104-4a96-442f-a92c-df2e93fbd562 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] show failed (client error): The resource could not be found. Feb 07 13:11:02.560302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08667546-f32d-41a5-ae93-7ee8085bed6f req-034fb104-4a96-442f-a92c-df2e93fbd562 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/0514f9e4-eca4-43d1-b0f4-1471de8dfee0 HTTP/1.1" status: 404 len: 352 time: 0.0212557 Feb 07 13:11:02.571159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c27e6e4-3724-4582-864e-0e06643bf809,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:02.620317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:02.664788 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0681b0b-2950-4fe5-baf5-d686bbb4b8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:02.700677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0681b0b-2950-4fe5-baf5-d686bbb4b8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:02.812972 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-523e84aa-27df-497d-af34-9b40b41ea312 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "DELETE /v2.0/ports/6c27e6e4-3724-4582-864e-0e06643bf809 HTTP/1.1" status: 204 len: 168 time: 1.5543258 Feb 07 13:11:02.816775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45348) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:02.859550 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-436a7ff7-75bc-4c0c-9a03-71048739c993 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] GET failed (client error): The resource could not be found. Feb 07 13:11:02.860131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-436a7ff7-75bc-4c0c-9a03-71048739c993 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Synchronizing usage tracker for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:02.894030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0681b0b-2950-4fe5-baf5-d686bbb4b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:02.911151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0681b0b-2950-4fe5-baf5-d686bbb4b8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b9d645-81a3-4e21-bc32-0ae50ea415c4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:02.931581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0681b0b-2950-4fe5-baf5-d686bbb4b8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:02.931581 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f0681b0b-2950-4fe5-baf5-d686bbb4b8dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48b9d645-81a3-4e21-bc32-0ae50ea415c4 HTTP/1.1" status: 204 len: 168 time: 0.5370138 Feb 07 13:11:03.012395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-436a7ff7-75bc-4c0c-9a03-71048739c993 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] Unset dirty status for tenant:82cda111e25140a0a269ef3f0ae63fe0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:03.013506 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-436a7ff7-75bc-4c0c-9a03-71048739c993 tempest-PortsAdminExtendedAttrsTestJSON-616523738 tempest-PortsAdminExtendedAttrsTestJSON-616523738-project-admin] 10.222.0.69 "GET /v2.0/ports/6c27e6e4-3724-4582-864e-0e06643bf809 HTTP/1.1" status: 404 len: 333 time: 0.1970387 Feb 07 13:11:03.017954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45354) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:03.408175 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:03.413689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9f86d25-84e0-4402-949d-bd71d290be45 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:03.645290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port b9f86d25-84e0-4402-949d-bd71d290be45 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:03.650338 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:03.844779 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:03.861949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:03.887200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:11:03.909067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:03.942491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f5dd31-58c6-4ab0-aaf6-dda3300963e1']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:03.961918 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'code': 200} Feb 07 13:11:03.987687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf993a2-6ed0-4189-b321-d58718e68177') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:03.994315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf993a2-6ed0-4189-b321-d58718e68177') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:04.037961 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:04.040696 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:04.058966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01726d7d-3f18-4c45-8f11-59fba9988dd5 req-571ffa87-f043-49ae-85b8-f3449aff71e0 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:04.073892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01726d7d-3f18-4c45-8f11-59fba9988dd5 req-571ffa87-f043-49ae-85b8-f3449aff71e0 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1023 time: 0.5645096 Feb 07 13:11:04.098270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:04.115705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:04.116475 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:04.135462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:04.141439 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:04.241876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-01726d7d-3f18-4c45-8f11-59fba9988dd5 req-4111d59e-426c-4d63-aac1-30f35ba921aa tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:04.398056 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:04.406427 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:04.442777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-01726d7d-3f18-4c45-8f11-59fba9988dd5 req-4111d59e-426c-4d63-aac1-30f35ba921aa tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:04.452342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01726d7d-3f18-4c45-8f11-59fba9988dd5 req-4111d59e-426c-4d63-aac1-30f35ba921aa tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=31942dd1-41bb-4d83-a428-47bfb69e2a31&id=2fd145c5-a5fa-43bd-9d8e-7ab712e90969&id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3728774 Feb 07 13:11:04.456018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] 10.222.0.69 "DELETE /v2.0/networks/b5f5dd31-58c6-4ab0-aaf6-dda3300963e1 HTTP/1.1" status: 204 len: 168 time: 1.4339030 Feb 07 13:11:04.456018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9bfde-2d44-44f4-80ac-c61a628f6f78 tempest-PortsAdminExtendedAttrsTestJSON-492612983 tempest-PortsAdminExtendedAttrsTestJSON-492612983-project] Pushing event deleted for resources: {'Network': ['ID=b5f5dd31-58c6-4ab0-aaf6-dda3300963e1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:05.032206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45406) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:05.222539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45414) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:05.224520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-a2cf3eec-0920-4eca-a65e-3be5da635dc6 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:05.226572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-a2cf3eec-0920-4eca-a65e-3be5da635dc6 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.47 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1023 time: 0.1473660 Feb 07 13:11:05.315710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Deleting port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:05.316191 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:05.378568 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2bd274e-52a4-42da-8cf9-b9326ad1ccf4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a738293ff61434b929275caafdfdcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553578 Feb 07 13:11:05.383314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45420) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:05.388044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1545740638'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:05.395543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:05.403404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:05.434254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:05.454598 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-596a3485-d760-4566-80a2-2c3e9d67d7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:05.460970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:05.495657 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-596a3485-d760-4566-80a2-2c3e9d67d7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:05.581722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:05.586258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:05.620486 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-596a3485-d760-4566-80a2-2c3e9d67d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:05.646782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:05.653630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a3485-d760-4566-80a2-2c3e9d67d7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c7a024-bcdb-4e2b-b195-f4eb359aafae,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:05.659818 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-596a3485-d760-4566-80a2-2c3e9d67d7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:05.663926 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-596a3485-d760-4566-80a2-2c3e9d67d7ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23c7a024-bcdb-4e2b-b195-f4eb359aafae HTTP/1.1" status: 204 len: 168 time: 0.2797844 Feb 07 13:11:05.704118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:05.728540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:security_group_rule and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:05.732729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:05.753382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:05.809523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] For port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,segment=NetworkSegment(478f1a83-9b02-4e77-a719-8e1385939628),segment_id=478f1a83-9b02-4e77-a719-8e1385939628)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:05.812591 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:05.982236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Calling delete_port for a2ac8bdb-59f2-4d95-8719-cea2602a2b6a owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:06.058809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a845a-d3b3-42c1-98b4-8e1592084274 req-bc7e360c-0e38-4557-a392-10f84d5f6d58 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:06.060476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee5a845a-d3b3-42c1-98b4-8e1592084274 req-bc7e360c-0e38-4557-a392-10f84d5f6d58 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 1023 time: 0.4642367 Feb 07 13:11:06.166010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee5a845a-d3b3-42c1-98b4-8e1592084274 req-61317d50-6a8f-4068-9ca8-346955089666 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups?id=31942dd1-41bb-4d83-a428-47bfb69e2a31&id=2fd145c5-a5fa-43bd-9d8e-7ab712e90969&id=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0969167 Feb 07 13:11:06.194096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:06.561094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:06.596771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:06.607726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bebd7f-c3a4-40cb-bf1b-a9362c6a58b3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:06.615532 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:06.616991 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment 2e1abd82-9ccb-4171-b873-48b01f9da9e9 of type vlan for network 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 Feb 07 13:11:06.701790 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:06.890018 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:06.901704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45454) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:06.905495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:06.907759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:06.938806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:06.953181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:11:06.979544 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11488fc8-18d1-42e5-8ef5-f33b03db25d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82cda111e25140a0a269ef3f0ae63fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758548 Feb 07 13:11:06.982284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:07.067368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b76f-2dcf-4796-b603-fcb451277303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:07.101444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b76f-2dcf-4796-b603-fcb451277303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:07.242408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'Port': ['ID=a2ac8bdb-59f2-4d95-8719-cea2602a2b6a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:07.245029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2115715 Feb 07 13:11:07.258000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b76f-2dcf-4796-b603-fcb451277303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:07.274455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4b76f-2dcf-4796-b603-fcb451277303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaddb208-3c67-4446-af55-bb06a5108309,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:07.293264 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b76f-2dcf-4796-b603-fcb451277303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:07.298672 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e7e4b76f-2dcf-4796-b603-fcb451277303 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eaddb208-3c67-4446-af55-bb06a5108309 HTTP/1.1" status: 204 len: 168 time: 0.3141556 Feb 07 13:11:07.426258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c41d3b56-4438-440e-8bcc-0fdefc07ed29 req-431262ba-1a8b-46fa-92c3-54add3f36a43 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Synchronizing usage tracker for tenant:5739800c9d844ac9bee652c375eedaef on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:07.448617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b1aa0-c5dc-4bf1-bbb0-8e18c7ed6b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=78ea96dd-a47b-49df-9982-f20dbc6ee2e5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:07.451144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] No DVR routers for this DVR port a2ac8bdb-59f2-4d95-8719-cea2602a2b6a on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:11:07.456105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:07.458266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c580f8d0-3631-4dfd-888c-fe1ce96f4ca5 req-b19e2f3c-0ce8-438a-8578-4ef489c29299 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.47 "DELETE /v2.0/ports/a2ac8bdb-59f2-4d95-8719-cea2602a2b6a HTTP/1.1" status: 204 len: 173 time: 2.2261450 Feb 07 13:11:07.460565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:07.469113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'name': 'network-vif-deleted', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:11:07.571165 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08da534-4f0a-4eed-bc75-6586932e6371', 'name': 'network-vif-deleted', 'tag': 'a2ac8bdb-59f2-4d95-8719-cea2602a2b6a', 'status': 'completed', 'code': 200} Feb 07 13:11:07.585548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c41d3b56-4438-440e-8bcc-0fdefc07ed29 req-431262ba-1a8b-46fa-92c3-54add3f36a43 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Unset dirty status for tenant:5739800c9d844ac9bee652c375eedaef on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:07.590147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c41d3b56-4438-440e-8bcc-0fdefc07ed29 req-431262ba-1a8b-46fa-92c3-54add3f36a43 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 210 time: 0.2489719 Feb 07 13:11:08.784083 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5af5d0cc-5bf2-4d17-8f41-28470fb15989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:09.039350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cec6564-78f8-4306-ab35-f33d00f2d5d2 req-8c39122e-95c0-4b44-a99b-63395f266f71 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08da534-4f0a-4eed-bc75-6586932e6371 HTTP/1.1" status: 200 len: 210 time: 0.0672464 Feb 07 13:11:10.267326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7c90703-10e7-4042-838e-f827109d7884 req-3eceaff9-4f70-400c-a99d-c370a130c157 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/2fd145c5-a5fa-43bd-9d8e-7ab712e90969 HTTP/1.1" status: 200 len: 1801 time: 0.1101675 Feb 07 13:11:10.268211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a2ac8bdb-59f2-4d95-8719-cea2602a2b6a no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:11:10.395603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: a2ac8bdb-59f2-4d95-8719-cea2602a2b6a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:11:10.396957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a2ac8bdb-59f2-4d95-8719-cea2602a2b6a not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:11:10.498023 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f7c90703-10e7-4042-838e-f827109d7884 req-0f84b507-3bfa-46a1-8ad1-1f59692e7f10 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:10.532952 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f7c90703-10e7-4042-838e-f827109d7884 req-0f84b507-3bfa-46a1-8ad1-1f59692e7f10 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:10.757577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45552) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:10.757577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '78ea96dd-a47b-49df-9982-f20dbc6ee2e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:10.846844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:10.851426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:subnet and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:10.854241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:10.859902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:10.886339 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f7c90703-10e7-4042-838e-f827109d7884 req-0f84b507-3bfa-46a1-8ad1-1f59692e7f10 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:10.907034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84b507-3bfa-46a1-8ad1-1f59692e7f10 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd145c5-a5fa-43bd-9d8e-7ab712e90969,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:10.983461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:10.988412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:10.988606 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f7c90703-10e7-4042-838e-f827109d7884 req-0f84b507-3bfa-46a1-8ad1-1f59692e7f10 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:10.993784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7c90703-10e7-4042-838e-f827109d7884 req-0f84b507-3bfa-46a1-8ad1-1f59692e7f10 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/2fd145c5-a5fa-43bd-9d8e-7ab712e90969 HTTP/1.1" status: 204 len: 173 time: 0.7054851 Feb 07 13:11:11.003874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45568) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:11.092492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79eb6d74-7f58-43a8-8e7a-6251313e7250 req-53324c0d-e2a0-4e35-b537-d24537b4cb70 tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "GET /v2.0/security-groups/31942dd1-41bb-4d83-a428-47bfb69e2a31 HTTP/1.1" status: 200 len: 1801 time: 0.0782809 Feb 07 13:11:11.112548 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28de7a95-f0f8-4df3-abd4-268291aa0d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.186825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-30e1d2f7-a389-49fd-a148-ba828b3ff6a1 tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:11.227129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79eb6d74-7f58-43a8-8e7a-6251313e7250 req-2f5a3b32-8e07-4f4a-9dac-82c6ff607d1c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.276850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79eb6d74-7f58-43a8-8e7a-6251313e7250 req-2f5a3b32-8e07-4f4a-9dac-82c6ff607d1c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.432409 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.520618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=0e14a74a-bfe3-42a1-b75e-6c71d2c87eda,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:11.530891 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79eb6d74-7f58-43a8-8e7a-6251313e7250 req-2f5a3b32-8e07-4f4a-9dac-82c6ff607d1c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.578282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': '2e1abd82-9ccb-4171-b873-48b01f9da9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78ea96dd-a47b-49df-9982-f20dbc6ee2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:11.578655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: 78ea96dd-a47b-49df-9982-f20dbc6ee2e5, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:11.583020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a3b32-8e07-4f4a-9dac-82c6ff607d1c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31942dd1-41bb-4d83-a428-47bfb69e2a31,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:11.596860 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-79eb6d74-7f58-43a8-8e7a-6251313e7250 req-2f5a3b32-8e07-4f4a-9dac-82c6ff607d1c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.596860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79eb6d74-7f58-43a8-8e7a-6251313e7250 req-2f5a3b32-8e07-4f4a-9dac-82c6ff607d1c tempest-SecurityGroupsTestJSON-1466433880 tempest-SecurityGroupsTestJSON-1466433880-project] 10.222.0.69 "DELETE /v2.0/security-groups/31942dd1-41bb-4d83-a428-47bfb69e2a31 HTTP/1.1" status: 204 len: 173 time: 0.4942987 Feb 07 13:11:11.607021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45588) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:11.671584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-30e1d2f7-a389-49fd-a148-ba828b3ff6a1 tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "PUT /v2.0/quotas/591121f1fae64f58907d03c2c905ac0d HTTP/1.1" status: 200 len: 366 time: 0.6661663 Feb 07 13:11:11.674856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45594) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:11.712178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-567c7c7d-99f7-44cd-bac7-e7b3a2385bfb tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0360794 Feb 07 13:11:11.716370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45598) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:11.731289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54d001c-0cd6-4293-8af9-dcb299c39183 admin admin] Deleting subnet 59ce1f4a-013e-47a2-93fe-61beb919b4c3 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:11:11.736239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b54d001c-0cd6-4293-8af9-dcb299c39183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.740453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bd8bb67d-a49f-44ea-9f96-eac3514e73c6 tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "GET /v2.0/quotas/591121f1fae64f58907d03c2c905ac0d HTTP/1.1" status: 200 len: 366 time: 0.0223572 Feb 07 13:11:11.744199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45602) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:11.784937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:11.812493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b54d001c-0cd6-4293-8af9-dcb299c39183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.905766 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b54d001c-0cd6-4293-8af9-dcb299c39183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:11.950270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-13d2f2f7-f844-4627-aa28-e7357b9d8195 tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/591121f1fae64f58907d03c2c905ac0d HTTP/1.1" status: 204 len: 168 time: 0.2049079 Feb 07 13:11:11.952618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45610) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:11.965762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e0c626eb-60b9-4a7c-a22b-996477cc86cc tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0120378 Feb 07 13:11:11.968682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45614) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:11.987153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 78ea96dd-a47b-49df-9982-f20dbc6ee2e5) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:11.997778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1afecb-8931-45c6-8eed-583133e99df4 None None] Network 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:12.032053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:12.032956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.048064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45620) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:12.055244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7ccb3734-4dcb-45c0-84c0-be7d6c090ce6 tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "GET /v2.0/quotas/591121f1fae64f58907d03c2c905ac0d/default HTTP/1.1" status: 200 len: 370 time: 0.0057268 Feb 07 13:11:12.055401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c076f64b-1a26-4c20-beea-749ef18b2f28 tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "GET /v2.0/quotas/591121f1fae64f58907d03c2c905ac0d HTTP/1.1" status: 200 len: 370 time: 0.0751715 Feb 07 13:11:12.057905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45624) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:12.085254 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-7d41008a-8257-4b28-9546-b50a5b171287 tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] delete failed (client error): The resource could not be found. Feb 07 13:11:12.088151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7d41008a-8257-4b28-9546-b50a5b171287 tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/591121f1fae64f58907d03c2c905ac0d HTTP/1.1" status: 404 len: 348 time: 0.0288355 Feb 07 13:11:12.215428 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1cccdd14-fbf3-4563-94cb-def20441a4ab tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4993746 Feb 07 13:11:12.220473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b54d001c-0cd6-4293-8af9-dcb299c39183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.220644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45632) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:12.227665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330041749'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:12.236862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:12.243459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:12.250115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:12.259475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:12.297277 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b54d001c-0cd6-4293-8af9-dcb299c39183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.304472 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b54d001c-0cd6-4293-8af9-dcb299c39183 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/59ce1f4a-013e-47a2-93fe-61beb919b4c3 HTTP/1.1" status: 204 len: 168 time: 0.6907985 Feb 07 13:11:12.304472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45638) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:12.306863 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.327777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d001c-0cd6-4293-8af9-dcb299c39183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ce1f4a-013e-47a2-93fe-61beb919b4c3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:12.356915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:12.363199 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.423535 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.446448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-78ea96dd-a47b-49df-9982-f20dbc6ee2e5', 'network_id': '78ea96dd-a47b-49df-9982-f20dbc6ee2e5', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': '0e14a74a-bfe3-42a1-b75e-6c71d2c87eda'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:12.447605 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.469538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.479493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:12.504638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.505115 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment bfeb7978-c1e4-46d0-86d7-06380745072c of type vlan for network 8a3382de-3c1a-4399-899e-e5f97285e89a Feb 07 13:11:12.557867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.600287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45644) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:12.672560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.701166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a18573-faee-4ba6-af41-135d41a8b9a5']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:12.722739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478f1a83-9b02-4e77-a719-8e1385939628') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:12.723113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478f1a83-9b02-4e77-a719-8e1385939628') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:12.731670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Allocated IP 2001:db8:0:ffff::2 (78ea96dd-a47b-49df-9982-f20dbc6ee2e5/0e14a74a-bfe3-42a1-b75e-6c71d2c87eda/19d90f9b-d2cf-49b6-8398-3ac771c45acc) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:12.737035 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.760030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.767908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:12.769388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.806921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Usage tracker for resource:network and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:12.824936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:12.839816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Usage tracker for resource:subnet and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:12.844653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:12.865959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Usage tracker for resource:subnetpool and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:12.868900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:12.884633 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.888673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:12.889273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:12.892473 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:12.937521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Usage tracker for resource:port and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:13.002095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:13.007804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.031260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Usage tracker for resource:router and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:13.037846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=8a3382de-3c1a-4399-899e-e5f97285e89a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:13.041049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:13.048486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Usage tracker for resource:floatingip and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:13.048856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 8a3382de-3c1a-4399-899e-e5f97285e89a details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:13.053410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:13.096840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Usage tracker for resource:security_group and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:13.109093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:13.121808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Usage tracker for resource:security_group_rule and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:13.126168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:13.131254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-135cafad-0184-4da4-b924-8b0b7289977d tempest-QuotasTest-1121456852 tempest-QuotasTest-1121456852-project-admin] 10.222.0.69 "GET /v2.0/quotas/81e08b2f9e374aba9db3b082bf29b371/details.json HTTP/1.1" status: 200 len: 703 time: 0.4455385 Feb 07 13:11:13.136088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Transition to ACTIVE for port object 19d90f9b-d2cf-49b6-8398-3ac771c45acc will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:13.136612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.160418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.168709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a18573-faee-4ba6-af41-135d41a8b9a5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:13.174083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Transition to ACTIVE for port object 19d90f9b-d2cf-49b6-8398-3ac771c45acc will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:13.188339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-da77ffa2-be99-450e-b8ee-a18b97f289eb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9681900 Feb 07 13:11:13.189016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45660) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:13.207129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '8a3382de-3c1a-4399-899e-e5f97285e89a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:13.282085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.312621 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c3b6b47e-d1cd-4441-bb30-e3dfd9b9c118 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d3a18573-faee-4ba6-af41-135d41a8b9a5 HTTP/1.1" status: 204 len: 168 time: 1.0077722 Feb 07 13:11:13.394051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Pushing event updated for resources: {'Port': ['ID=19d90f9b-d2cf-49b6-8398-3ac771c45acc,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:13.410663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Network 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:13.413010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:13.416509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:13.445052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:13.453323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:subnet and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:13.457888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:13.477749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:13.532841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Attempting to bind port 19d90f9b-d2cf-49b6-8398-3ac771c45acc on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:13.533291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Attempting to bind port 19d90f9b-d2cf-49b6-8398-3ac771c45acc by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '2e1abd82-9ccb-4171-b873-48b01f9da9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78ea96dd-a47b-49df-9982-f20dbc6ee2e5'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:13.533720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Attempting to bind port 19d90f9b-d2cf-49b6-8398-3ac771c45acc on network 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:13.540478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:13.541447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Checking segment: {'id': '2e1abd82-9ccb-4171-b873-48b01f9da9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78ea96dd-a47b-49df-9982-f20dbc6ee2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:13.541790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.542080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Bound using segment: {'id': '2e1abd82-9ccb-4171-b873-48b01f9da9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78ea96dd-a47b-49df-9982-f20dbc6ee2e5'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:13.542608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Bound port: 19d90f9b-d2cf-49b6-8398-3ac771c45acc, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1abd82-9ccb-4171-b873-48b01f9da9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78ea96dd-a47b-49df-9982-f20dbc6ee2e5'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:13.542963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.574248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:13.577867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.737010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] For port 19d90f9b-d2cf-49b6-8398-3ac771c45acc, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:13.747014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] For port 19d90f9b-d2cf-49b6-8398-3ac771c45acc, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=19d90f9b-d2cf-49b6-8398-3ac771c45acc,segment=NetworkSegment(2e1abd82-9ccb-4171-b873-48b01f9da9e9),segment_id=2e1abd82-9ccb-4171-b873-48b01f9da9e9)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:13.763293 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.858574 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.908361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:13.976724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b28cd7-230b-4646-9745-6c93648ad7fc None None] Pushing event updated for resources: {'Port': ['ID=19d90f9b-d2cf-49b6-8398-3ac771c45acc,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:14.010710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45682) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:14.060168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45688) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:14.095010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=952eccc2-ddc9-42b8-99aa-2e606027d63d,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:14.097328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': 'bfeb7978-c1e4-46d0-86d7-06380745072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8a3382de-3c1a-4399-899e-e5f97285e89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:14.097883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: 8a3382de-3c1a-4399-899e-e5f97285e89a, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:14.206804 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e5bdade6-a922-4d3b-bdf1-5d04b43ae23f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5739800c9d844ac9bee652c375eedaef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433797 Feb 07 13:11:14.207454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45692) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:14.292676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 8a3382de-3c1a-4399-899e-e5f97285e89a is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:14.409371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5df5e718-6126-4708-94dd-4252c7e1d722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:14.503173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 8a3382de-3c1a-4399-899e-e5f97285e89a) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:14.518399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:14.520960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6896cb3-da73-42b9-a0ab-5820f4d01dd6 None None] Network 8a3382de-3c1a-4399-899e-e5f97285e89a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:14.522716 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:14.533213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5df5e718-6126-4708-94dd-4252c7e1d722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:14.667373 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4e075428-a5f3-4d4a-bc8c-c544d61be6fe tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4747400 Feb 07 13:11:14.667614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45698) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:14.687067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:14.709233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:14.720895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a5088da0044662a40bd91da9c9d0f9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:14.726489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:14.744786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:14.835681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5df5e718-6126-4708-94dd-4252c7e1d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:14.915790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5e718-6126-4708-94dd-4252c7e1d722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7392ee-4990-4bc1-ba2d-2821b1c37b4a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:14.936353 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5df5e718-6126-4708-94dd-4252c7e1d722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:14.937709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5df5e718-6126-4708-94dd-4252c7e1d722 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a7392ee-4990-4bc1-ba2d-2821b1c37b4a HTTP/1.1" status: 204 len: 168 time: 0.7259176 Feb 07 13:11:14.978865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.012343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.050361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.056848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-8a3382de-3c1a-4399-899e-e5f97285e89a', 'network_id': '8a3382de-3c1a-4399-899e-e5f97285e89a', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': '952eccc2-ddc9-42b8-99aa-2e606027d63d'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:15.057676 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.128340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.216410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.226451 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8a5088da0044662a40bd91da9c9d0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2138822 Feb 07 13:11:15.229963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45714) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:15.256444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b06851-e24f-446c-8714-75de8fd66693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1484c9-51ae-4a29-a851-326f076d2574,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:15.392431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b55f53e-c75a-4ea9-839a-44a3180be5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.462741 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b55f53e-c75a-4ea9-839a-44a3180be5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.495803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Allocated IP 2001:db8::1 (8a3382de-3c1a-4399-899e-e5f97285e89a/952eccc2-ddc9-42b8-99aa-2e606027d63d/54cc8626-31df-4bdb-9822-120e0cec743c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:15.678679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b55f53e-c75a-4ea9-839a-44a3180be5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.703148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55f53e-c75a-4ea9-839a-44a3180be5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1484c9-51ae-4a29-a851-326f076d2574,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:15.709618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 19d90f9b-d2cf-49b6-8398-3ac771c45acc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:15.721305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b55f53e-c75a-4ea9-839a-44a3180be5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:15.729038 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b55f53e-c75a-4ea9-839a-44a3180be5a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab1484c9-51ae-4a29-a851-326f076d2574 HTTP/1.1" status: 204 len: 168 time: 0.4916804 Feb 07 13:11:15.754188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf203390-2ab0-4c51-867d-df201c19df5b None None] Network 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:16.169712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-df3747a0-b831-4cad-b6c3-ebecb3baa292 None None] Provisioning for port 19d90f9b-d2cf-49b6-8398-3ac771c45acc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:16.186887 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:16.207137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Transition to ACTIVE for port object 54cc8626-31df-4bdb-9822-120e0cec743c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:16.230180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Transition to ACTIVE for port object 54cc8626-31df-4bdb-9822-120e0cec743c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:16.561752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 19d90f9b-d2cf-49b6-8398-3ac771c45acc completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:16.564562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 19d90f9b-d2cf-49b6-8398-3ac771c45acc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:16.564947 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:16.629301 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:16.698767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Pushing event updated for resources: {'Port': ['ID=54cc8626-31df-4bdb-9822-120e0cec743c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:16.753667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-2845ea46-78de-4b01-97e6-e4fbf347243a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:16.753667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-2845ea46-78de-4b01-97e6-e4fbf347243a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 815 time: 0.3302009 Feb 07 13:11:16.753667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-2dba11ce-8636-4979-98bf-47246053a99a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/quotas/634a748d31f343b38468766894ec9ee8 HTTP/1.1" status: 200 len: 375 time: 0.0171702 Feb 07 13:11:16.761457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Network 8a3382de-3c1a-4399-899e-e5f97285e89a is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:16.769381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:16.775918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:16.871838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-ef2adc14-0c84-42cb-a26e-4db26e9b5dd3 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090536 Feb 07 13:11:16.878608 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:16.882097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Attempting to bind port 54cc8626-31df-4bdb-9822-120e0cec743c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:16.882586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Attempting to bind port 54cc8626-31df-4bdb-9822-120e0cec743c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'bfeb7978-c1e4-46d0-86d7-06380745072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8a3382de-3c1a-4399-899e-e5f97285e89a'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:16.882988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Attempting to bind port 54cc8626-31df-4bdb-9822-120e0cec743c on network 8a3382de-3c1a-4399-899e-e5f97285e89a {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:16.889178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:16.889671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Checking segment: {'id': 'bfeb7978-c1e4-46d0-86d7-06380745072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8a3382de-3c1a-4399-899e-e5f97285e89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:16.890176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:16.890659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Bound using segment: {'id': 'bfeb7978-c1e4-46d0-86d7-06380745072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8a3382de-3c1a-4399-899e-e5f97285e89a'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:16.891219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Bound port: 54cc8626-31df-4bdb-9822-120e0cec743c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeb7978-c1e4-46d0-86d7-06380745072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8a3382de-3c1a-4399-899e-e5f97285e89a'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:16.891763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:16.903683 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:16.925756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=952eccc2-ddc9-42b8-99aa-2e606027d63d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:17.011718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:17.036509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] For port 54cc8626-31df-4bdb-9822-120e0cec743c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:17.042355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.043603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.045585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] For port 54cc8626-31df-4bdb-9822-120e0cec743c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=54cc8626-31df-4bdb-9822-120e0cec743c,segment=NetworkSegment(bfeb7978-c1e4-46d0-86d7-06380745072c),segment_id=bfeb7978-c1e4-46d0-86d7-06380745072c)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:17.072272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 19d90f9b-d2cf-49b6-8398-3ac771c45acc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=19d90f9b-d2cf-49b6-8398-3ac771c45acc,segment=NetworkSegment(2e1abd82-9ccb-4171-b873-48b01f9da9e9),segment_id=2e1abd82-9ccb-4171-b873-48b01f9da9e9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:17.075405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:17.079601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] Usage tracker for resource:security_group_rule and tenant:81e08b2f9e374aba9db3b082bf29b371 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:17.080119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3382de-3c1a-4399-899e-e5f97285e89a']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:17.092392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:17.102622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeb7978-c1e4-46d0-86d7-06380745072c') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:17.102978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:17.103381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeb7978-c1e4-46d0-86d7-06380745072c') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:17.120753 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.191178 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.195486 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.203492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:17.204685 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.226581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45778) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:17.240734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:17.245788 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:17.317017 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.322932 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.382608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-5b1bbbf9-9c48-4580-8400-0ecfad258007 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:11:17.383599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-5b1bbbf9-9c48-4580-8400-0ecfad258007 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5109537 Feb 07 13:11:17.409723 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81e08b2f9e374aba9db3b082bf29b371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968246 Feb 07 13:11:17.410663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45794) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:17.414237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cba374-af80-40cb-936a-6af872787e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221eb705-ee80-4dad-943e-01c88b0dd17d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:17.496010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-934582153-network', 'tenant_id': '7696aab073d545e9835b5ca341ca819f'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:17.499579 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:11:17.499579 n-d-811416-5 neutron-server[88313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:11:17.499579 n-d-811416-5 neutron-server[88313]: [parameters: {'id': '8a3382de-3c1a-4399-899e-e5f97285e89a'}] Feb 07 13:11:17.499579 n-d-811416-5 neutron-server[88313]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:11:17.500017 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:11:17.505673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:17.508743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb126216-e69a-43e2-be1e-a7f973f98f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.518367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc187bb-5e06-4c95-aa55-8850d92f4a3b None None] Pushing event updated for resources: {'Port': ['ID=54cc8626-31df-4bdb-9822-120e0cec743c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:17.604103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1683cc-388c-4249-853b-78a1b81973e5 None None] Network 8a3382de-3c1a-4399-899e-e5f97285e89a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:17.637882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-40592ad6-372a-4bb1-8313-f3ce2367d802 service neutron] 10.222.0.69 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406089 Feb 07 13:11:17.664680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb126216-e69a-43e2-be1e-a7f973f98f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.699707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=19d90f9b-d2cf-49b6-8398-3ac771c45acc,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:17.717817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Usage tracker for resource:network and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:17.720878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:17.727369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:17.791416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-e8f86e99-9972-460f-ae16-db5b4eb6c901 service neutron] 10.222.0.69 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477046 Feb 07 13:11:17.839934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb126216-e69a-43e2-be1e-a7f973f98f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.850858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5937cfc-a9c5-401a-8b78-0c784b83f0b9 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:11:17.856404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb126216-e69a-43e2-be1e-a7f973f98f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221eb705-ee80-4dad-943e-01c88b0dd17d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:17.862958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb126216-e69a-43e2-be1e-a7f973f98f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.879719 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cb126216-e69a-43e2-be1e-a7f973f98f6c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/221eb705-ee80-4dad-943e-01c88b0dd17d HTTP/1.1" status: 204 len: 168 time: 0.4645205 Feb 07 13:11:17.888613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:17.892341 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.908616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:17.939862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:17.943960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Usage tracker for resource:security_group_rule and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:17.947029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:17.952954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:18.000671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.003905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5937cfc-a9c5-401a-8b78-0c784b83f0b9 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:11:18.015167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting port 54cc8626-31df-4bdb-9822-120e0cec743c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:18.015758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.039009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.212144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.236784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08661a71-c395-4792-b913-b0b21f921c03 req-1758d57c-8bbe-41e5-a660-6a2cab3a1e44 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 210 time: 0.0822246 Feb 07 13:11:18.317483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:18.328143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5b94b8-e89a-4958-aae9-c20e83e0ae00,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:18.338710 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.338710 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Added segment 4fa7d945-aeb6-48bb-b790-45bb75a84db2 of type vlan for network 6b770f56-a9b7-486f-94e8-7aef66bc75bd Feb 07 13:11:18.387210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.396936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] For port 54cc8626-31df-4bdb-9822-120e0cec743c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=54cc8626-31df-4bdb-9822-120e0cec743c,segment=NetworkSegment(bfeb7978-c1e4-46d0-86d7-06380745072c),segment_id=bfeb7978-c1e4-46d0-86d7-06380745072c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:18.397334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.590585 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.594852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:18.594852 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.639879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Calling delete_port for 54cc8626-31df-4bdb-9822-120e0cec743c owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:18.749409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] Pushing event updated for resources: {'Network': ['ID=6b770f56-a9b7-486f-94e8-7aef66bc75bd,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:18.763561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:18.849987 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-90dd01d2-302b-4b6d-8006-c261c1c2dfda admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6217613 Feb 07 13:11:18.852376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45862) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:18.857860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Request body: {'subnet': {'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-subnet', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:18.863301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:18.867468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Usage tracker for resource:subnet and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:18.871404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:18.881980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:18.881980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:18.952684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Port': ['ID=54cc8626-31df-4bdb-9822-120e0cec743c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:18.954847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No DVR routers for this DVR port 54cc8626-31df-4bdb-9822-120e0cec743c on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:11:19.094636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:19.098518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.308544 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.389388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3382de-3c1a-4399-899e-e5f97285e89a']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:19.409533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffa36e6b-5f30-448d-9334-1bb5ba5fa11a req-89f58915-2904-4025-a136-9df6954b3003 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 210 time: 0.0777800 Feb 07 13:11:19.418864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeb7978-c1e4-46d0-86d7-06380745072c') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:19.418864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeb7978-c1e4-46d0-86d7-06380745072c') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:19.437875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.441170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 19d90f9b-d2cf-49b6-8398-3ac771c45acc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:19.463607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.472030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:19.472423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:19.498171 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:19.520005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 19d90f9b-d2cf-49b6-8398-3ac771c45acc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:19.520470 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.691284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45892) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:19.797312 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.818009 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.820130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-da6d20bd-a79c-476d-a99f-9effc727827f tempest-AgentManagementNegativeTest-1781728543 tempest-AgentManagementNegativeTest-1781728543-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1276813 Feb 07 13:11:19.824180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=8a3382de-3c1a-4399-899e-e5f97285e89a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:19.836087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ec2157b9-c0ef-4b22-9898-a63d905ef718 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/8a3382de-3c1a-4399-899e-e5f97285e89a HTTP/1.1" status: 204 len: 168 time: 5.1673157 Feb 07 13:11:19.839608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45904) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:19.845115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1228205362'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:19.851670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:19.860122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:19.861277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:19.896986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:19.916969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:19.951733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a4b9fe-b72e-4913-af74-511b83dfbbe1,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:19.966599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Checking segment: {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:19.966959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Network hostable DHCP agents. Network: 6b770f56-a9b7-486f-94e8-7aef66bc75bd, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:20.076365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:20.084733 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.109697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:20.118074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.118419 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment c302bb76-eca2-4656-a4ed-3639358b74fd of type vlan for network 881bada2-9dce-4966-af60-7ee0e43ff916 Feb 07 13:11:20.128724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:20.156139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.317187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6b770f56-a9b7-486f-94e8-7aef66bc75bd) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:20.319472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.325600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:20.326080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.326966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b564f-4287-4e07-a0c6-4075d86a7dfb None None] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:20.353400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:20.353992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.502959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=881bada2-9dce-4966-af60-7ee0e43ff916,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:20.519565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 881bada2-9dce-4966-af60-7ee0e43ff916 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:20.557815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7c86a897-ebe7-4b49-b052-df16d63fb037 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7170508 Feb 07 13:11:20.558288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45922) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:20.564149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '881bada2-9dce-4966-af60-7ee0e43ff916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:20.619477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e07bd61e-0c67-4cbb-8fd9-53149dbc89c9 req-a17a102b-ac6c-4390-9dba-488c37602edd tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 210 time: 0.0598698 Feb 07 13:11:20.624569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ad7f249b-22c5-453e-8f2d-12ed78b91079 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7697744 Feb 07 13:11:20.626005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45926) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:20.649694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:20.659709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45930) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:20.669802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:20.678324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Usage tracker for resource:router and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:20.684969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:20.696174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:20.745181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:20.749641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:subnet and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:20.753267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:20.763337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:20.773758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:20.774605 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.809335 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.810546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.832058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.865839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.884713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:20.889129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f80e9af9e47e44babc0f64bde8eae77c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:20.891989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:20.897659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:20.899600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:20.901620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:20.953874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Allocated IP 172.20.0.2 (6b770f56-a9b7-486f-94e8-7aef66bc75bd/68a4b9fe-b72e-4913-af74-511b83dfbbe1/87c169dd-f3a4-45c0-86bc-e840e72fd687) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:21.062556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.233235 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.243254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Transition to ACTIVE for port object 87c169dd-f3a4-45c0-86bc-e840e72fd687 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:21.257904 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.275773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.277329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Transition to ACTIVE for port object 87c169dd-f3a4-45c0-86bc-e840e72fd687 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:21.307114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.324682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f80e9af9e47e44babc0f64bde8eae77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6625781 Feb 07 13:11:21.327388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45938) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:21.339777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096ddb7-318e-4eae-8355-5ed0791e73b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec11531-21f8-491f-a367-28c3e9bec2db,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:21.389967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=3a6fa1e1-f90a-4ba4-b145-656afa07ddaa,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:21.395464 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6fb996ea-a37a-4be3-ad53-177a0f9b33af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.397710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': 'c302bb76-eca2-4656-a4ed-3639358b74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '881bada2-9dce-4966-af60-7ee0e43ff916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:21.398073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: 881bada2-9dce-4966-af60-7ee0e43ff916, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:21.434022 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6fb996ea-a37a-4be3-ad53-177a0f9b33af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.455527 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.536386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:21.539176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:21.542860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:21.548521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Pushing event updated for resources: {'Port': ['ID=87c169dd-f3a4-45c0-86bc-e840e72fd687,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:21.557964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 881bada2-9dce-4966-af60-7ee0e43ff916 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:21.653745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 881bada2-9dce-4966-af60-7ee0e43ff916) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:21.658006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:21.658423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Attempting to bind port 87c169dd-f3a4-45c0-86bc-e840e72fd687 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:21.658848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Attempting to bind port 87c169dd-f3a4-45c0-86bc-e840e72fd687 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:21.659344 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.659523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Attempting to bind port 87c169dd-f3a4-45c0-86bc-e840e72fd687 on network 6b770f56-a9b7-486f-94e8-7aef66bc75bd {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:21.673533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:21.673925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Checking segment: {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:21.674856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.678526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Bound using segment: {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:21.678526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Bound port: 87c169dd-f3a4-45c0-86bc-e840e72fd687, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:21.678526 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:21.689341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202eb75a-ff70-4e6c-8608-4ceb4f26a290 None None] Network 881bada2-9dce-4966-af60-7ee0e43ff916 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:21.802682 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8081ded1-3260-49c8-8c94-ddd9b61c90ce tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2420864 Feb 07 13:11:21.803729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45956) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:21.810365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1526549370'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:21.816974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:21.821704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:21.824936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:21.831304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:21.939528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] For port 87c169dd-f3a4-45c0-86bc-e840e72fd687, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:21.957965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] For port 87c169dd-f3a4-45c0-86bc-e840e72fd687, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=87c169dd-f3a4-45c0-86bc-e840e72fd687,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:21.963468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e298b5d-9eff-4901-ad8e-9d76b49e21e7 req-3c5d4d73-5a51-4ca3-91c3-93f46fc7f24f tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 210 time: 0.0942991 Feb 07 13:11:22.032532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-881bada2-9dce-4966-af60-7ee0e43ff916', 'network_id': '881bada2-9dce-4966-af60-7ee0e43ff916', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': '3a6fa1e1-f90a-4ba4-b145-656afa07ddaa'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:22.032532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.059138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:22.064852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-90534b4e-c198-407f-829f-536c6f875c2d tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:22.064852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-90534b4e-c198-407f-829f-536c6f875c2d tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.47 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 815 time: 0.5798266 Feb 07 13:11:22.065103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.080515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e51dba-dff4-49ff-9300-379025ea8822 req-285f8119-b540-4b24-bdea-1950d19fda0e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:22.081953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-285f8119-b540-4b24-bdea-1950d19fda0e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 804 time: 0.4481578 Feb 07 13:11:22.086275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Request body: {'port': {'device_id': 'f9248762-aaa3-4729-ac82-30faf1442f1e', 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'admin_state_up': True, 'tenant_id': '634a748d31f343b38468766894ec9ee8'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:22.150850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.151707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:22.164021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.164452 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment c852c786-4278-43ed-be04-87e9e3f79bbd of type vlan for network 612dd6a6-523f-42e1-8a2a-64d029fb6c7a Feb 07 13:11:22.168128 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6fb996ea-a37a-4be3-ad53-177a0f9b33af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.193062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-1445caff-ae3b-4149-b1d7-f2376ddc43e2 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/quotas/d84c1047f5db40d6a2dac9097e16020b HTTP/1.1" status: 200 len: 375 time: 0.0817063 Feb 07 13:11:22.196703 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.215850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb996ea-a37a-4be3-ad53-177a0f9b33af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec11531-21f8-491f-a367-28c3e9bec2db,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:22.300260 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6fb996ea-a37a-4be3-ad53-177a0f9b33af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.301415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6fb996ea-a37a-4be3-ad53-177a0f9b33af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aec11531-21f8-491f-a367-28c3e9bec2db HTTP/1.1" status: 204 len: 168 time: 0.9730723 Feb 07 13:11:22.326521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295f4b-8844-4850-b142-a2249179bdf9 None None] Pushing event updated for resources: {'Port': ['ID=87c169dd-f3a4-45c0-86bc-e840e72fd687,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:22.379302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Allocated IP 2001:db8::3 (881bada2-9dce-4966-af60-7ee0e43ff916/3a6fa1e1-f90a-4ba4-b145-656afa07ddaa/b408604d-75fd-4caa-8981-98b2cf32cdab) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:22.402580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.408816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:22.409146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.481827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:22.541218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:22.590226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=612dd6a6-523f-42e1-8a2a-64d029fb6c7a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:22.592931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-f274619d-5e43-47d0-b161-e1105f29d53e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3861880 Feb 07 13:11:22.602570 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.623789 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6cbd2651-2b3b-48bc-95b5-d206930e5da0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8188910 Feb 07 13:11:22.624678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45962) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:22.645318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '612dd6a6-523f-42e1-8a2a-64d029fb6c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:22.673028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.681300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 612dd6a6-523f-42e1-8a2a-64d029fb6c7a details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:22.826714 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.841394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:22.845846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:subnet and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:22.850800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:22.851630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Transition to ACTIVE for port object b408604d-75fd-4caa-8981-98b2cf32cdab will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:22.857518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:22.874660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Made reservation on behalf of 634a748d31f343b38468766894ec9ee8 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:22.878468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:22.895196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Transition to ACTIVE for port object b408604d-75fd-4caa-8981-98b2cf32cdab will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:22.911807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-786151b1-4e29-4036-a56c-ce7ec9a1c53a service neutron] 10.222.0.69 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773485 Feb 07 13:11:23.009014 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:23.009014 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:23.048592 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:23.168289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Network 881bada2-9dce-4966-af60-7ee0e43ff916 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:23.172124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:23.176313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:23.185918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Performing IP validity checks on allocation pools {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 13:11:23.187083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 13:11:23.219121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Pushing event updated for resources: {'Port': ['ID=b408604d-75fd-4caa-8981-98b2cf32cdab,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:23.270208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce7c20a7-cdeb-41e4-8072-7d2010f27cb6 req-bb8242ab-f0cf-4e7a-a73d-c4c8c2b10504 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 210 time: 0.1158051 Feb 07 13:11:23.306400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Attempting to bind port b408604d-75fd-4caa-8981-98b2cf32cdab on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:23.306888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Attempting to bind port b408604d-75fd-4caa-8981-98b2cf32cdab by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c302bb76-eca2-4656-a4ed-3639358b74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '881bada2-9dce-4966-af60-7ee0e43ff916'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:23.307366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Attempting to bind port b408604d-75fd-4caa-8981-98b2cf32cdab on network 881bada2-9dce-4966-af60-7ee0e43ff916 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:23.313390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:23.313911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Checking segment: {'id': 'c302bb76-eca2-4656-a4ed-3639358b74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '881bada2-9dce-4966-af60-7ee0e43ff916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:23.314383 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:23.314997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Bound using segment: {'id': 'c302bb76-eca2-4656-a4ed-3639358b74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '881bada2-9dce-4966-af60-7ee0e43ff916'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:23.315498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Bound port: b408604d-75fd-4caa-8981-98b2cf32cdab, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c302bb76-eca2-4656-a4ed-3639358b74fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '881bada2-9dce-4966-af60-7ee0e43ff916'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:23.316008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:23.406387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Allocated IP 172.25.7.40 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/155ac63b-dde5-446e-8e4d-03fad6e645d7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:23.425251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-f87263eb-3465-4f26-a393-8f602df578b9 service neutron] 10.222.0.69 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005465 Feb 07 13:11:23.468972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9f86d25-84e0-4402-949d-bd71d290be45 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:11:23.504506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Allocated IP 172.20.0.10 (d8c61966-4261-482a-92b5-284563e5d2c0/cf9d8cfd-95b8-4376-a228-5aa921fd32e4/6edf8322-a7fd-4d4b-9f1e-9b0b21a35865) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:23.510964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] For port b408604d-75fd-4caa-8981-98b2cf32cdab, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:23.537796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] For port b408604d-75fd-4caa-8981-98b2cf32cdab, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b408604d-75fd-4caa-8981-98b2cf32cdab,segment=NetworkSegment(c302bb76-eca2-4656-a4ed-3639358b74fd),segment_id=c302bb76-eca2-4656-a4ed-3639358b74fd)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:23.581261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:23.608663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf32f0-48bd-4406-943a-95c484605181 req-4d81dd87-c78e-4496-bc2c-41fd3fa086f4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:23.610585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68cf32f0-48bd-4406-943a-95c484605181 req-4d81dd87-c78e-4496-bc2c-41fd3fa086f4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "GET /v2.0/ports?device_id=cefbff25-0968-4a0a-8bbe-f691d0690b76 HTTP/1.1" status: 200 len: 946 time: 0.4575233 Feb 07 13:11:23.641864 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:23.654394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 87c169dd-f3a4-45c0-86bc-e840e72fd687 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:23.712919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=26889bb3-d5a5-49cf-b1c9-c4fb3b05a1a7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:23.720772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': 'c852c786-4278-43ed-be04-87e9e3f79bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '612dd6a6-523f-42e1-8a2a-64d029fb6c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:23.721399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: 612dd6a6-523f-42e1-8a2a-64d029fb6c7a, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:23.836312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786596f-dca3-40fb-997f-1cac85b87ce6 None None] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:23.929395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 612dd6a6-523f-42e1-8a2a-64d029fb6c7a is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:24.021772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 612dd6a6-523f-42e1-8a2a-64d029fb6c7a) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:24.026392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:24.027027 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.047695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f4764c-16b8-43e7-9231-f9feb8c63bfd None None] Network 612dd6a6-523f-42e1-8a2a-64d029fb6c7a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:24.073781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a4a34de-fbb9-42dc-bf52-e6558d317dcb req-916b92ec-712f-43c2-b3b1-257d76e4604c tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 210 time: 0.1324866 Feb 07 13:11:24.086430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.097031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Deleting port b9f86d25-84e0-4402-949d-bd71d290be45 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:24.097556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.155703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9016eb0d-bfa7-4ac0-a0de-e4067d984f5d None None] Provisioning for port 87c169dd-f3a4-45c0-86bc-e840e72fd687 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:24.180899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1e0f6-7c70-409b-a3d5-f5d3910db3ab None None] Pushing event updated for resources: {'Port': ['ID=b408604d-75fd-4caa-8981-98b2cf32cdab,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:24.220267 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b8fccfc8-2478-47f6-bd5a-edd663affb07 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5943811 Feb 07 13:11:24.223139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45994) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:24.230936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:11:24.284884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:24.388514 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'code': 200} Feb 07 13:11:24.401273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.476728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 87c169dd-f3a4-45c0-86bc-e840e72fd687 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:24.514465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-715f8813-b9e0-4222-b095-28b06e55daab req-42cebf4a-eec0-4eb6-a810-cc639ccf3a5a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 210 time: 0.0502784 Feb 07 13:11:24.559531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 87c169dd-f3a4-45c0-86bc-e840e72fd687 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:24.560208 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.571228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.571432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46004) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:24.668017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.698777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.737354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.783550 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.792778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-957181818'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:24.804194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:24.809602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Usage tracker for resource:network and tenant:ce4f7ef6af6547eda67312a9229502d0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:24.814711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:24.822724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:24.831100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:24.831451 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.897962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c41a48-02b7-4b49-8645-5ebe65f0fe54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-612dd6a6-523f-42e1-8a2a-64d029fb6c7a', 'network_id': '612dd6a6-523f-42e1-8a2a-64d029fb6c7a', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': '26889bb3-d5a5-49cf-b1c9-c4fb3b05a1a7'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:24.898905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-18c41a48-02b7-4b49-8645-5ebe65f0fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:24.937469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:24.969928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Calling delete_port for b9f86d25-84e0-4402-949d-bd71d290be45 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:24.994293 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.059427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Made reservation on behalf of ce4f7ef6af6547eda67312a9229502d0 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:25.060304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 87c169dd-f3a4-45c0-86bc-e840e72fd687, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=87c169dd-f3a4-45c0-86bc-e840e72fd687,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:25.060440 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.067937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.085225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.103717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.158979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=26889bb3-d5a5-49cf-b1c9-c4fb3b05a1a7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:25.196828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Pushing event updated for resources: {'Port': ['ID=155ac63b-dde5-446e-8e4d-03fad6e645d7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:25.199188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server [None req-18c41a48-02b7-4b49-8645-5ebe65f0fe54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26889bb3-d5a5-49cf-b1c9-c4fb3b05a1a7: This subnet is being modified by another concurrent operation. Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 13:11:25.236637 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise exception Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26889bb3-d5a5-49cf-b1c9-c4fb3b05a1a7: This subnet is being modified by another concurrent operation. Feb 07 13:11:25.241487 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server Feb 07 13:11:25.254386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2ba240b5-71aa-4315-920d-0d37dae22f5b', 'f946d686-d44c-4ea6-bd39-769ffe3f8919', '8da85f6a-87a6-4f5a-b5ec-4323d7038d10'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:11:25.263882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:25.274070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:25.278487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.332010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:25.335005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:25.349694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f75579-80f4-437e-a63d-a185386dd579 None None] Network 612dd6a6-523f-42e1-8a2a-64d029fb6c7a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:25.398270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Usage tracker for resource:security_group_rule and tenant:ce4f7ef6af6547eda67312a9229502d0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:25.403606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:25.424033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:25.441792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.449521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-096ae491-92be-4c81-b9e4-66eb1610e42f req-178bdcf0-647b-4c9e-a5a0-d63726456b6d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 210 time: 0.2542398 Feb 07 13:11:25.467309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Network d8c61966-4261-482a-92b5-284563e5d2c0 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:25.514241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612dd6a6-523f-42e1-8a2a-64d029fb6c7a']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:25.541359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c852c786-4278-43ed-be04-87e9e3f79bbd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:25.541359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c852c786-4278-43ed-be04-87e9e3f79bbd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:25.566533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:25.571855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.574020 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:11:25.574609 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:11:25.576907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:25.587509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b408604d-75fd-4caa-8981-98b2cf32cdab up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:25.626534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.640938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:25.640938 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.663505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Pushing event updated for resources: {'Port': ['ID=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:25.752935 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=87c169dd-f3a4-45c0-86bc-e840e72fd687,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:25.774184 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:25.792823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e78dd-a016-4f1e-99ea-ce5f87d17106 None None] Network 881bada2-9dce-4966-af60-7ee0e43ff916 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:25.864033 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.879874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6973ec7b-0697-487c-923c-ec7845f9945a None None] Provisioning complete for port 87c169dd-f3a4-45c0-86bc-e840e72fd687 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:25.880909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6973ec7b-0697-487c-923c-ec7845f9945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.886969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.902691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:25.903689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:25.905447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=612dd6a6-523f-42e1-8a2a-64d029fb6c7a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:25.926350 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4645ffd3-89ee-46aa-b9d4-054ef5c71519 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/612dd6a6-523f-42e1-8a2a-64d029fb6c7a HTTP/1.1" status: 204 len: 168 time: 1.7013233 Feb 07 13:11:25.941064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46016) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:25.953732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1836310834'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:25.965132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:25.967480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:25.970572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:25.977109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:25.994247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b55ed-76cf-4c5a-ad9e-f3e85baddf4e req-dc79a86d-99dd-48cf-96fe-37b3f7c843a7 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:25.995034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-059b55ed-76cf-4c5a-ad9e-f3e85baddf4e req-dc79a86d-99dd-48cf-96fe-37b3f7c843a7 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Synchronizing usage tracker for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:26.017483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.075762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Deleting port b9f86d25-84e0-4402-949d-bd71d290be45 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:26.076100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.111668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bd0c16ce-a116-4cdb-8abb-9e232e2adf4a tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0395660 Feb 07 13:11:26.157275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.160470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:26.165213 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.215598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:26.240103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.240740 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Added segment 6bf396eb-6607-4415-9087-44b30a617cf5 of type vlan for network ea811a08-fd2b-4230-baca-8649ad13d8c9 Feb 07 13:11:26.244911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3abf79-5eac-46a2-a191-5a48386bd83a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:26.258929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:26.279019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.279660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.280235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.280787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.281315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.281803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.282370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.282860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.283453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.283937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.284489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.285006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:26.297141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.297141 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment b84fbdc5-b901-4ce4-9d17-60c35cbfc071 of type vlan for network 4541c77f-ea4a-474a-927a-73ca2e15eef0 Feb 07 13:11:26.322615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.344169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b408604d-75fd-4caa-8981-98b2cf32cdab completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:26.360598 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.454308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Request body: {'port': {'device_id': 'f9248762-aaa3-4729-ac82-30faf1442f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:26.481314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-059b55ed-76cf-4c5a-ad9e-f3e85baddf4e req-dc79a86d-99dd-48cf-96fe-37b3f7c843a7 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Unset dirty status for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:26.483703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-059b55ed-76cf-4c5a-ad9e-f3e85baddf4e req-dc79a86d-99dd-48cf-96fe-37b3f7c843a7 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 932 time: 0.6606646 Feb 07 13:11:26.545199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.545199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:26.545761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.584530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.590842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:26.591161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.680980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cf53a8c6-95ad-41a4-b92e-a7e692ce7b29 None None] Provisioning for port b408604d-75fd-4caa-8981-98b2cf32cdab completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:26.698804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cf53a8c6-95ad-41a4-b92e-a7e692ce7b29 None None] Provisioning complete for port b408604d-75fd-4caa-8981-98b2cf32cdab triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:26.699406 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cf53a8c6-95ad-41a4-b92e-a7e692ce7b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:26.727664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Network': ['ID=ea811a08-fd2b-4230-baca-8649ad13d8c9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:26.750753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:26.850447 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5da79b62-bc56-4861-863c-e6855f84ef02 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2779427 Feb 07 13:11:26.853495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46022) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:26.888680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'subnet': {'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:26.903964 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:11:26.923166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-059b55ed-76cf-4c5a-ad9e-f3e85baddf4e req-e642e4d6-ee0b-46c0-ab48-fa5aace8ce0c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197109 Feb 07 13:11:26.969850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1ba6a2f1-fefc-49e8-897c-ede60e6a7f27 req-e3a4117a-2615-46f5-a29a-8499e1616453 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:27.008456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73a0af-b580-42eb-a4d5-f05afc286b9e None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:11:27.013204 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0710614 Feb 07 13:11:27.019651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.029850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.033253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:27.046859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '4541c77f-ea4a-474a-927a-73ca2e15eef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:27.087035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b47a0a-2e5a-40b2-aef8-bd9ca3349013 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=4541c77f-ea4a-474a-927a-73ca2e15eef0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:27.122667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 4541c77f-ea4a-474a-927a-73ca2e15eef0 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:27.201799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:27.211369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Usage tracker for resource:subnet and tenant:ce4f7ef6af6547eda67312a9229502d0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:27.215647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:27.226132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1ba6a2f1-fefc-49e8-897c-ede60e6a7f27 req-e3a4117a-2615-46f5-a29a-8499e1616453 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:27.227188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:27.227341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ba6a2f1-fefc-49e8-897c-ede60e6a7f27 req-e3a4117a-2615-46f5-a29a-8499e1616453 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 210 time: 0.5681868 Feb 07 13:11:27.233896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:subnet and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:27.238062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:27.259073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:27.263021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:27.317440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cf53a8c6-95ad-41a4-b92e-a7e692ce7b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.359656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:27.367413 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.407822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cf53a8c6-95ad-41a4-b92e-a7e692ce7b29 None None] For port b408604d-75fd-4caa-8981-98b2cf32cdab, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b408604d-75fd-4caa-8981-98b2cf32cdab,segment=NetworkSegment(c302bb76-eca2-4656-a4ed-3639358b74fd),segment_id=c302bb76-eca2-4656-a4ed-3639358b74fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:27.432246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 87c169dd-f3a4-45c0-86bc-e840e72fd687 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:27.475427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Made reservation on behalf of ce4f7ef6af6547eda67312a9229502d0 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:27.479142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.526058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device b9f86d25-84e0-4402-949d-bd71d290be45 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:11:27.571660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cf53a8c6-95ad-41a4-b92e-a7e692ce7b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.580641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] For port b9f86d25-84e0-4402-949d-bd71d290be45, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=b9f86d25-84e0-4402-949d-bd71d290be45,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:27.581149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.745768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd73a0af-b580-42eb-a4d5-f05afc286b9e None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:11:27.910857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 87c169dd-f3a4-45c0-86bc-e840e72fd687 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:27.910857 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.927726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:27.945547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53a8c6-95ad-41a4-b92e-a7e692ce7b29 None None] Pushing event updated for resources: {'Port': ['ID=b408604d-75fd-4caa-8981-98b2cf32cdab,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:28.038820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:28.051362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a6fdcca-1d22-4b8a-8d30-9db5999830f7 None None] Provisioning complete for port b408604d-75fd-4caa-8981-98b2cf32cdab triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:28.051362 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a6fdcca-1d22-4b8a-8d30-9db5999830f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:28.063266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Calling delete_port for b9f86d25-84e0-4402-949d-bd71d290be45 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:28.092691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Checking segment: {'id': '6bf396eb-6607-4415-9087-44b30a617cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:28.093121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Network hostable DHCP agents. Network: ea811a08-fd2b-4230-baca-8649ad13d8c9, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:28.107742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Subnet': ['ID=76fd356b-46d0-4322-aaf1-b6ce2d19c90d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:28.202516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4541c77f-ea4a-474a-927a-73ca2e15eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:28.203247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: 4541c77f-ea4a-474a-927a-73ca2e15eef0, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:28.221417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=faa6b83d-c715-495d-9f19-e20a1af5db9c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:28.471957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:28.486774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e51dba-dff4-49ff-9300-379025ea8822 req-a021aaa4-ec01-471b-a8d8-2bffcb9291a4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:28.488311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-a021aaa4-ec01-471b-a8d8-2bffcb9291a4 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.47 "GET /v2.0/networks?id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 200 len: 804 time: 1.2013967 Feb 07 13:11:28.515662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:28.524137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b14bf64c-8b62-413d-b418-c8f147813660 req-a19bf098-650e-4b77-94cc-76c6bf560334 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 210 time: 0.1118586 Feb 07 13:11:28.533863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Request body: {'port': {'device_id': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'admin_state_up': True, 'tenant_id': 'd84c1047f5db40d6a2dac9097e16020b'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:28.561312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 4541c77f-ea4a-474a-927a-73ca2e15eef0 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:28.714933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, ea811a08-fd2b-4230-baca-8649ad13d8c9) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:28.714933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:28.714933 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:28.732558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a27046-978b-4868-a1aa-636af0ac4284 None None] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:28.739968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 4541c77f-ea4a-474a-927a-73ca2e15eef0) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:28.744898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:28.745970 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:28.762285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66702b-1a22-4668-8f53-144e5b920d03 None None] Network 4541c77f-ea4a-474a-927a-73ca2e15eef0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:28.916033 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bc259669-9928-4ece-b6c0-9de7cdffb2e1 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0502393 Feb 07 13:11:28.916033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:28.921946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93982f6-2f23-48a2-8596-b5da434689c2 req-3d402cfc-8233-469d-89f0-c5966e083c9f tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:28.922539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9', 'name': 'tempest-AllowedAddressPairTestJSON-372380502'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:28.923566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e93982f6-2f23-48a2-8596-b5da434689c2 req-3d402cfc-8233-469d-89f0-c5966e083c9f tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 932 time: 0.7908571 Feb 07 13:11:29.004367 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0cd3abfe-27ee-452b-93f2-5d6853525088 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9701457 Feb 07 13:11:29.007660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46038) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:29.010999 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:11:29.038456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:29.110192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Usage tracker for resource:port and tenant:d84c1047f5db40d6a2dac9097e16020b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:29.125885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:29.144780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:29.151064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e93982f6-2f23-48a2-8596-b5da434689c2 req-49cd90be-44c6-44fd-98f0-2ad23dbddb94 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784973 Feb 07 13:11:29.167775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:11:29.184865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.206748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-ea811a08-fd2b-4230-baca-8649ad13d8c9', 'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9', 'tenant_id': 'ce4f7ef6af6547eda67312a9229502d0', 'fixed_ips': [{'subnet_id': '76fd356b-46d0-4322-aaf1-b6ce2d19c90d'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:29.212825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.212961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Transition to ACTIVE for port object 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:29.214461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.232976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-4541c77f-ea4a-474a-927a-73ca2e15eef0', 'network_id': '4541c77f-ea4a-474a-927a-73ca2e15eef0', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': 'faa6b83d-c715-495d-9f19-e20a1af5db9c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:29.234741 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.272994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Pushing event deleted for resources: {'Port': ['ID=b9f86d25-84e0-4402-949d-bd71d290be45,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:29.277802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Made reservation on behalf of d84c1047f5db40d6a2dac9097e16020b for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:29.282399 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.318530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:29.327729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Usage tracker for resource:port and tenant:ce4f7ef6af6547eda67312a9229502d0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:29.330204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:29.335938 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.341477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:29.343848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Router 5421e47a-de99-45bd-9ad2-f65c9c417106 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:11:29.350314 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.421129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.470471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Made reservation on behalf of ce4f7ef6af6547eda67312a9229502d0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:29.475431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.485303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b408604d-75fd-4caa-8981-98b2cf32cdab up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:29.497780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] No DVR routers for this DVR port b9f86d25-84e0-4402-949d-bd71d290be45 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:11:29.514573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] device_id is not set on port afcef55a-b4dc-4e04-9113-dfa23b8459d7 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:11:29.576748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Allocated IP 172.20.0.2 (ea811a08-fd2b-4230-baca-8649ad13d8c9/76fd356b-46d0-4322-aaf1-b6ce2d19c90d/5ab1f885-5a28-469c-a47b-dcb3ff1939f8) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:29.580619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.605042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Allocated IP 2001:db8::1 (4541c77f-ea4a-474a-927a-73ca2e15eef0/faa6b83d-c715-495d-9f19-e20a1af5db9c/e2853e4e-f52d-4742-946e-ebfb5855086d) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:29.643085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'name': 'network-vif-deleted', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:11:29.751864 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefbff25-0968-4a0a-8bbe-f691d0690b76', 'name': 'network-vif-deleted', 'tag': 'b9f86d25-84e0-4402-949d-bd71d290be45', 'status': 'completed', 'code': 200} Feb 07 13:11:29.823303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b408604d-75fd-4caa-8981-98b2cf32cdab triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:29.823960 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:29.828929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:29.832555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e28b8a3c-8493-4b7d-8017-8745b6b9ba76 req-eb4bb576-22c2-43e1-8a5d-14f24d0a1cfd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:30.155831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68cf32f0-48bd-4406-943a-95c484605181 req-0aefb37e-029d-4df4-9a51-4cabbc012cff tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.35 "DELETE /v2.0/ports/b9f86d25-84e0-4402-949d-bd71d290be45 HTTP/1.1" status: 204 len: 173 time: 6.5127175 Feb 07 13:11:30.159499 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.185789 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.188785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Transition to ACTIVE for port object 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:30.206046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Transition to ACTIVE for port object e2853e4e-f52d-4742-946e-ebfb5855086d will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:30.224197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:11:30.224837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Transition to ACTIVE for port object 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:30.226634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Allocated IP 172.20.0.3 (26ea60c4-cef7-42f5-8663-9d8eab5bd5a8/b504ff35-5481-46d7-9724-1ed420cceea9/f51ceb32-de21-4190-bd87-21bd76e596c5) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:30.234198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Transition to ACTIVE for port object e2853e4e-f52d-4742-946e-ebfb5855086d will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:30.241053 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Sync routers for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:11:30.250071 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:11:30.251269 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:11:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:30.251636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Attempting to bind port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:30.251996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Attempting to bind port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:30.252327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Attempting to bind port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 on network d8c61966-4261-482a-92b5-284563e5d2c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:30.261784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 on network d8c61966-4261-482a-92b5-284563e5d2c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:30.262086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Attempting to bind port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 on network d8c61966-4261-482a-92b5-284563e5d2c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:30.267173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e28b8a3c-8493-4b7d-8017-8745b6b9ba76 req-eb4bb576-22c2-43e1-8a5d-14f24d0a1cfd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:30.269309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e28b8a3c-8493-4b7d-8017-8745b6b9ba76 req-eb4bb576-22c2-43e1-8a5d-14f24d0a1cfd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 210 time: 0.5702405 Feb 07 13:11:30.284561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:30.284946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Checking segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:30.285278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Bound using segment: {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:30.285707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Bound port: 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:30.286284 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.398047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.459176 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.460410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8aa85958-0de0-4cf4-8a90-8aad1eb49105 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8332839 Feb 07 13:11:30.465779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46050) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:30.471768 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.484286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Pushing event updated for resources: {'Port': ['ID=e2853e4e-f52d-4742-946e-ebfb5855086d,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:30.490202 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:11:30.569399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.590928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Allocated IP 172.20.0.13 (ea811a08-fd2b-4230-baca-8649ad13d8c9/76fd356b-46d0-4322-aaf1-b6ce2d19c90d/afcef55a-b4dc-4e04-9113-dfa23b8459d7) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:30.596834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] For port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:30.601227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] For port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:30.630875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:30.634852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Pushing event updated for resources: {'Port': ['ID=5ab1f885-5a28-469c-a47b-dcb3ff1939f8,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:30.638616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:30.641131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:30.649280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f915b1-a4a1-48d9-b04d-a22a407f14d2 req-860d5d2d-e58a-4b27-b0c0-24763fde6a2e tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:30.651052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1f915b1-a4a1-48d9-b04d-a22a407f14d2 req-860d5d2d-e58a-4b27-b0c0-24763fde6a2e tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 944 time: 0.3445055 Feb 07 13:11:30.704476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=faa6b83d-c715-495d-9f19-e20a1af5db9c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:30.711364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.736719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Network 4541c77f-ea4a-474a-927a-73ca2e15eef0 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:30.748630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:30.757073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1f915b1-a4a1-48d9-b04d-a22a407f14d2 req-92c13bd1-81ee-423b-87c4-c97b1327f3e3 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966401 Feb 07 13:11:30.757746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:30.774347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.875384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:30.876388 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.877982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] 10.222.0.47 "PUT /v2.0/ports/6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 HTTP/1.1" status: 200 len: 1092 time: 4.4336503 Feb 07 13:11:30.888886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Attempting to bind port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:30.889391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Attempting to bind port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '6bf396eb-6607-4415-9087-44b30a617cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:30.889711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Attempting to bind port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 on network ea811a08-fd2b-4230-baca-8649ad13d8c9 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:30.897470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd21fd-8d55-411a-9b01-6938d541c5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:30.903764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:30.904276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Checking segment: {'id': '6bf396eb-6607-4415-9087-44b30a617cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:30.904767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.905232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Bound using segment: {'id': '6bf396eb-6607-4415-9087-44b30a617cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:30.905777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Bound port: 5ab1f885-5a28-469c-a47b-dcb3ff1939f8, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf396eb-6607-4415-9087-44b30a617cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:30.906223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.925833 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.930254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Attempting to bind port e2853e4e-f52d-4742-946e-ebfb5855086d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:30.930851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Attempting to bind port e2853e4e-f52d-4742-946e-ebfb5855086d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4541c77f-ea4a-474a-927a-73ca2e15eef0'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:30.931504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Attempting to bind port e2853e4e-f52d-4742-946e-ebfb5855086d on network 4541c77f-ea4a-474a-927a-73ca2e15eef0 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:30.957048 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:30.997281 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:25Z', 'revision_number': 3, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:31.007180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:31.007859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Checking segment: {'id': 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4541c77f-ea4a-474a-927a-73ca2e15eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:31.008037 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Checking router: 5421e47a-de99-45bd-9ad2-f65c9c417106 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:11:31.008271 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Updating router 5421e47a-de99-45bd-9ad2-f65c9c417106 port 155ac63b-dde5-446e-8e4d-03fad6e645d7 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:11:31.008743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.009301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Bound using segment: {'id': 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4541c77f-ea4a-474a-927a-73ca2e15eef0'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:31.010142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Bound port: e2853e4e-f52d-4742-946e-ebfb5855086d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4541c77f-ea4a-474a-927a-73ca2e15eef0'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:31.010699 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.071271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:31.115949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:31.126569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:31.127644 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.143284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] For port e2853e4e-f52d-4742-946e-ebfb5855086d, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:31.147322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] For port e2853e4e-f52d-4742-946e-ebfb5855086d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2853e4e-f52d-4742-946e-ebfb5855086d,segment=NetworkSegment(b84fbdc5-b901-4ce4-9d17-60c35cbfc071),segment_id=b84fbdc5-b901-4ce4-9d17-60c35cbfc071)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:31.201626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.206605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:31.208478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.224544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] For port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:31.224742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Transition to ACTIVE for port object afcef55a-b4dc-4e04-9113-dfa23b8459d7 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:31.224875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] For port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5ab1f885-5a28-469c-a47b-dcb3ff1939f8,segment=NetworkSegment(6bf396eb-6607-4415-9087-44b30a617cf5),segment_id=6bf396eb-6607-4415-9087-44b30a617cf5)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:31.231237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Pushing event updated for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:31.247857 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.249748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4541c77f-ea4a-474a-927a-73ca2e15eef0']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:31.273719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-130028a8-b50b-4517-9b6e-25d5dc14da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:31.275672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-130028a8-b50b-4517-9b6e-25d5dc14da3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 1095 time: 0.2029822 Feb 07 13:11:31.336434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:31.336740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:31.373222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.417918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.423456 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.431873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:31.432624 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.435514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcffbb-3268-4961-8b83-aab84211e203 None None] Pushing event updated for resources: {'Port': ['ID=e2853e4e-f52d-4742-946e-ebfb5855086d,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:31.462523 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:31.468428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-3e3afab2-25aa-460a-9a5f-5459f3425ffd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 HTTP/1.1" status: 200 len: 217 time: 0.1851153 Feb 07 13:11:31.563812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-153acc73-c2f4-47be-b5e0-e9f73a09bd7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0523379 Feb 07 13:11:31.566593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a804f7ed-393e-4ab4-ac7b-d4d74634e9d5 None None] Network 4541c77f-ea4a-474a-927a-73ca2e15eef0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:31.586540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Request body: {'port': {'device_id': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:31.593175 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.607027 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Transition to ACTIVE for port object 155ac63b-dde5-446e-8e4d-03fad6e645d7 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:31.687156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79e821-9f99-4368-b10e-963f091132fb None None] Pushing event updated for resources: {'Port': ['ID=5ab1f885-5a28-469c-a47b-dcb3ff1939f8,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:31.687803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-9db6876f-d685-468a-b83a-806278b8ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:31.689460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-9db6876f-d685-468a-b83a-806278b8ce92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.1734748 Feb 07 13:11:31.785752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9248762-aaa3-4729-ac82-30faf1442f1e', 'tag': '6edf8322-a7fd-4d4b-9f1e-9b0b21a35865'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:11:31.838904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-2a38d0ca-2f05-4f33-91f7-b3ed3a6cd191 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875368 Feb 07 13:11:31.875705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.885441 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:11:31.885441 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:11:31.885441 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '4541c77f-ea4a-474a-927a-73ca2e15eef0'}] Feb 07 13:11:31.885441 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:11:31.885441 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:11:31.891904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.911921 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:31.981756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1326d5-813f-4165-ad4e-cd5353dce999 req-e82cdf57-375f-4a25-8e1e-24d8b81d8c1c tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:31.983423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce1326d5-813f-4165-ad4e-cd5353dce999 req-e82cdf57-375f-4a25-8e1e-24d8b81d8c1c tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 931 time: 0.5091898 Feb 07 13:11:32.059908 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Attempting to bind port 155ac63b-dde5-446e-8e4d-03fad6e645d7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:32.060387 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Attempting to bind port 155ac63b-dde5-446e-8e4d-03fad6e645d7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:32.060810 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Attempting to bind port 155ac63b-dde5-446e-8e4d-03fad6e645d7 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:32.068712 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:32.086848 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:32.086848 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:32.086848 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:32.086848 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Bound port: 155ac63b-dde5-446e-8e4d-03fad6e645d7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:32.086848 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:32.102542 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Pushing event updated for resources: {'Port': ['ID=155ac63b-dde5-446e-8e4d-03fad6e645d7,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:32.117668 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.118366 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.118705 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.119626 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.119726 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.120460 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.120460 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.120846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.121501 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.121501 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.121662 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.122600 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:32.181172 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] For port 155ac63b-dde5-446e-8e4d-03fad6e645d7, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:32.184221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce1326d5-813f-4165-ad4e-cd5353dce999 req-ae7f2f38-4752-4aff-9f6f-de40ea4c7d09 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207657 Feb 07 13:11:32.184851 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] For port 155ac63b-dde5-446e-8e4d-03fad6e645d7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=155ac63b-dde5-446e-8e4d-03fad6e645d7,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:32.198251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-bae969e4-273b-4318-8b95-8c66e688e5df service neutron] 10.222.0.47 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501546 Feb 07 13:11:32.237196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:32.238000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=afcef55a-b4dc-4e04-9113-dfa23b8459d7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:32.243583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:32.253595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:32.312187 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9248762-aaa3-4729-ac82-30faf1442f1e', 'tag': '6edf8322-a7fd-4d4b-9f1e-9b0b21a35865', 'status': 'completed', 'code': 200} Feb 07 13:11:32.357219 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:32.362603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:32.363263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:32.415932 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:32.447356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:32.459704 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b72b1-5b49-44fe-acf7-1e0dbee90ee5 None None] Pushing event updated for resources: {'Port': ['ID=155ac63b-dde5-446e-8e4d-03fad6e645d7,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:32.465025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting port e2853e4e-f52d-4742-946e-ebfb5855086d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:32.465380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:32.472116 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:11:32.473012 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:11:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:32.533842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c40492-b377-43e4-aaf5-596bf2c6ccb9 req-3295b202-1a0a-4146-8513-35d1cf173b03 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:32.535412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0c40492-b377-43e4-aaf5-596bf2c6ccb9 req-3295b202-1a0a-4146-8513-35d1cf173b03 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 944 time: 0.5650942 Feb 07 13:11:32.589644 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b159930-20e0-484a-8e99-8e2cc4a2e0bf tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6708324 Feb 07 13:11:32.592270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46062) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:32.606309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9', 'name': 'tempest-AllowedAddressPairTestJSON-1673485889', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:e6:08:aa'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:32.675179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec57d10a-5194-471e-8074-7c2e299c7b88 req-7adaf1e2-d735-4bc6-bd32-d533b3cb8c81 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699700 Feb 07 13:11:32.695114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0c40492-b377-43e4-aaf5-596bf2c6ccb9 req-863a0d34-e9a3-48d9-bfe7-ca10492cf96f tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110804 Feb 07 13:11:32.718020 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:11:32.844808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51ceb32-de21-4190-bd87-21bd76e596c5 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:11:32.859236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:32.930875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Transition to ACTIVE for port object f51ceb32-de21-4190-bd87-21bd76e596c5 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:32.970130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-eb14b511-80bb-4b13-8d9e-5a391ad65f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:32.973243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-eb14b511-80bb-4b13-8d9e-5a391ad65f67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 1095 time: 0.1098351 Feb 07 13:11:32.973967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31371a0b-3776-4ba4-ba2d-db16ae13cee5 None None] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:33.068656 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:25Z', 'revision_number': 3, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:33.073060 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e664ae3-a50e-4d4a-9b2a-18265825bdae None None] The sync data for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 is: [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:25Z', 'revision_number': 3, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:11:33.143348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:33.168286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] For port e2853e4e-f52d-4742-946e-ebfb5855086d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2853e4e-f52d-4742-946e-ebfb5855086d,segment=NetworkSegment(b84fbdc5-b901-4ce4-9d17-60c35cbfc071),segment_id=b84fbdc5-b901-4ce4-9d17-60c35cbfc071)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:33.168899 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:33.187462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:33.214167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Usage tracker for resource:port and tenant:ce4f7ef6af6547eda67312a9229502d0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:33.217419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-2be8ee70-defa-49e4-9c7c-d8dfd56389ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:33.219324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-2be8ee70-defa-49e4-9c7c-d8dfd56389ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 915 time: 0.2389235 Feb 07 13:11:33.248943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:33.301127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-480cdff1-340f-4903-88f6-401b4a4324b6 None None] Provisioning for port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:33.322999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Allocated IP 172.20.0.1 (6b770f56-a9b7-486f-94e8-7aef66bc75bd/68a4b9fe-b72e-4913-af74-511b83dfbbe1/38f78b6d-c225-4abe-a6c7-8c44662d7581) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:33.331896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Calling delete_port for e2853e4e-f52d-4742-946e-ebfb5855086d owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:33.368782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:33.368980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-cc4c44ad-c740-48d3-994c-1977f55ca44f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 HTTP/1.1" status: 200 len: 217 time: 0.0788546 Feb 07 13:11:33.425776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Pushing event updated for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:33.574945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:33.593520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.594222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.594795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.595344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.595885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.600595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.600595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.600595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.600595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.600595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.600595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.600595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:33.636546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Made reservation on behalf of ce4f7ef6af6547eda67312a9229502d0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:33.674930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-cb38502a-0c5b-4062-9efd-b21419637650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:33.677289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-cb38502a-0c5b-4062-9efd-b21419637650 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.3016655 Feb 07 13:11:33.701429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Attempting to bind port f51ceb32-de21-4190-bd87-21bd76e596c5 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:33.702104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Attempting to bind port f51ceb32-de21-4190-bd87-21bd76e596c5 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:33.702595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Attempting to bind port f51ceb32-de21-4190-bd87-21bd76e596c5 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:33.765478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:33.768799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-784f4968-ca77-4219-9a17-af59268c828d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729735 Feb 07 13:11:33.783408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:33.789951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:33.790325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:33.837351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Provisioning for port afcef55a-b4dc-4e04-9113-dfa23b8459d7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:33.845887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Port f51ceb32-de21-4190-bd87-21bd76e596c5 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:11:33.852086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Attempting to bind port f51ceb32-de21-4190-bd87-21bd76e596c5 on network 26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:33.852197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Provisioning complete for port afcef55a-b4dc-4e04-9113-dfa23b8459d7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:33.852850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:33.860503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No DVR routers for this DVR port e2853e4e-f52d-4742-946e-ebfb5855086d on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:11:33.908384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Port': ['ID=e2853e4e-f52d-4742-946e-ebfb5855086d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:33.935903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Port afcef55a-b4dc-4e04-9113-dfa23b8459d7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:33.939393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Provisioning complete for port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:33.940014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:33.947360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:33.947714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Checking segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:33.948142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Bound using segment: {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:33.948600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Bound port: f51ceb32-de21-4190-bd87-21bd76e596c5, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ec6238-d10f-4b59-80b3-b64dc150701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:33.948956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.090519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.123879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32b509-4c07-4186-82c7-3728dde04b64 req-c8d1169c-6b38-4d6f-a36c-90e1585e7acb tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:34.132524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f32b509-4c07-4186-82c7-3728dde04b64 req-c8d1169c-6b38-4d6f-a36c-90e1585e7acb tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 943 time: 0.6456401 Feb 07 13:11:34.136212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5ab1f885-5a28-469c-a47b-dcb3ff1939f8,segment=NetworkSegment(6bf396eb-6607-4415-9087-44b30a617cf5),segment_id=6bf396eb-6607-4415-9087-44b30a617cf5)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:34.138263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e59735-36c1-4dad-8bd8-4f2ad92bdc88 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:11:34.210517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f32b509-4c07-4186-82c7-3728dde04b64 req-598c0edd-c28d-4122-9255-fff0c27a11c7 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769897 Feb 07 13:11:34.261360 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.284096 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.309466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-9bf0de24-cb7e-480d-8d53-04ebac0ff4e4 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288520 Feb 07 13:11:34.346467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4541c77f-ea4a-474a-927a-73ca2e15eef0']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:34.375476 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.390048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:34.390535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84fbdc5-b901-4ce4-9d17-60c35cbfc071') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:34.399181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=5ab1f885-5a28-469c-a47b-dcb3ff1939f8,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:34.400656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.406017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.424304 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.433562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:34.465337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] device_id is not set on port b154a4ad-6eb0-408c-85cf-9b57619dbe01 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:11:34.474772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:34.486956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21336e01-d660-40c8-9f04-6d64e5eb5fb1 req-e5ccad7f-1ad0-4289-943c-0f23949141b3 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:34.488572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21336e01-d660-40c8-9f04-6d64e5eb5fb1 req-e5ccad7f-1ad0-4289-943c-0f23949141b3 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 944 time: 0.5204151 Feb 07 13:11:34.514654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.523917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:34.525119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.546212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af186c2a-11b9-4a23-ba8d-046aed112be4 req-f98bf33e-0c87-4a13-9da9-0ce33a7f5036 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311499 Feb 07 13:11:34.564203 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:11:34.564490 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-7573d689-5d16-43fd-bdfa-0adccda70227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:11:34.565077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21336e01-d660-40c8-9f04-6d64e5eb5fb1 req-68fafc35-fb65-494f-8968-671da636d0db tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654311 Feb 07 13:11:34.569328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.601811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Transition to ACTIVE for port object 38f78b6d-c225-4abe-a6c7-8c44662d7581 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:34.603067 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:34.621662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e59735-36c1-4dad-8bd8-4f2ad92bdc88 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:11:34.626135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:34.626656 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.628132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] 10.222.0.47 "PUT /v2.0/ports/f51ceb32-de21-4190-bd87-21bd76e596c5 HTTP/1.1" status: 200 len: 1091 time: 3.0502529 Feb 07 13:11:34.636220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:11:34.697696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c034d1-f741-452c-b515-abae7796fd4b service neutron] Pushing event updated for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:34.714430 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'status': 'completed', 'code': 200} Feb 07 13:11:34.768795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Allocated IP 172.20.0.12 (ea811a08-fd2b-4230-baca-8649ad13d8c9/76fd356b-46d0-4322-aaf1-b6ce2d19c90d/b154a4ad-6eb0-408c-85cf-9b57619dbe01) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:34.821404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.844108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.865740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=4541c77f-ea4a-474a-927a-73ca2e15eef0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:34.884258 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9a33d6d-cce8-4ad5-b250-fb2a6f805145 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/4541c77f-ea4a-474a-927a-73ca2e15eef0 HTTP/1.1" status: 204 len: 168 time: 5.8715713 Feb 07 13:11:34.884806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:34.908098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506607158'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:34.964857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:34.978520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606446c-2a8e-425a-a47e-15d4bd47ea29 req-ae6b13ef-a188-41d9-ab72-cd08f3ba4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:34.980646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d606446c-2a8e-425a-a47e-15d4bd47ea29 req-ae6b13ef-a188-41d9-ab72-cd08f3ba4942 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 1094 time: 0.2455897 Feb 07 13:11:35.009873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:35.040923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:35.044735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:35.052297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:35.055370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:35.073204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:35.075305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:35.131736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Pushing event updated for resources: {'Port': ['ID=38f78b6d-c225-4abe-a6c7-8c44662d7581,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:35.181518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606446c-2a8e-425a-a47e-15d4bd47ea29 req-79794f90-97c4-4564-883a-2b2eaca42de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:35.183053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d606446c-2a8e-425a-a47e-15d4bd47ea29 req-79794f90-97c4-4564-883a-2b2eaca42de6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d84c1047f5db40d6a2dac9097e16020b&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1953244 Feb 07 13:11:35.189313 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.294440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5a2bad79-7a6f-4aab-99f0-0e98d9cb7c24 None None] Provisioning complete for port afcef55a-b4dc-4e04-9113-dfa23b8459d7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:35.295431 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5a2bad79-7a6f-4aab-99f0-0e98d9cb7c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.334453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:35.343997 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.369561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606446c-2a8e-425a-a47e-15d4bd47ea29 req-a042321a-e5ac-45c8-a1d2-dcbc3f2dcc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:35.370262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d606446c-2a8e-425a-a47e-15d4bd47ea29 req-a042321a-e5ac-45c8-a1d2-dcbc3f2dcc89 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1806560 Feb 07 13:11:35.410372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5a2bad79-7a6f-4aab-99f0-0e98d9cb7c24 None None] Port afcef55a-b4dc-4e04-9113-dfa23b8459d7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:35.449207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.470613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:35.490541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.490830 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment 1b55fbb3-0c4c-4811-8c53-6c2ace6e0b5f of type vlan for network 22d732a8-11f8-4f2e-a7ed-fa396e264f74 Feb 07 13:11:35.497666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Transition to ACTIVE for port object b154a4ad-6eb0-408c-85cf-9b57619dbe01 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:35.558314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.571575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:35.622342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e51dba-dff4-49ff-9300-379025ea8822 req-7dc142f3-9bf7-4721-b07f-b9e13100ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:35.624671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-7dc142f3-9bf7-4721-b07f-b9e13100ccec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d84c1047f5db40d6a2dac9097e16020b&device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 1094 time: 0.1315846 Feb 07 13:11:35.636752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12bc47-8cee-40ff-8c8e-7dc2ee6ccf62 req-f74e192b-ea03-4b94-90ca-c211267acacd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:35.638152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f12bc47-8cee-40ff-8c8e-7dc2ee6ccf62 req-f74e192b-ea03-4b94-90ca-c211267acacd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 943 time: 0.2643445 Feb 07 13:11:35.678390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:35.678853 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.708733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d568d412-5d46-4cff-abba-fad96600c172 None None] Provisioning for port 38f78b6d-c225-4abe-a6c7-8c44662d7581 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:35.732207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d568d412-5d46-4cff-abba-fad96600c172 None None] Provisioning complete for port 38f78b6d-c225-4abe-a6c7-8c44662d7581 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:35.732579 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d568d412-5d46-4cff-abba-fad96600c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.746132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.753965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.753965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:35.754323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-7df446c2-96c5-4dcb-a5cf-9c4faa5c6206 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f51ceb32-de21-4190-bd87-21bd76e596c5 HTTP/1.1" status: 200 len: 217 time: 0.1149855 Feb 07 13:11:35.754437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:35.799031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d568d412-5d46-4cff-abba-fad96600c172 None None] Port 38f78b6d-c225-4abe-a6c7-8c44662d7581 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:35.860950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 155ac63b-dde5-446e-8e4d-03fad6e645d7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:35.868141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e51dba-dff4-49ff-9300-379025ea8822 req-127b4ae7-0fe2-4cdd-a49f-7d94dbc56ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:35.869727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-127b4ae7-0fe2-4cdd-a49f-7d94dbc56ad2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b504ff35-5481-46d7-9724-1ed420cceea9 HTTP/1.1" status: 200 len: 844 time: 0.1084936 Feb 07 13:11:35.878670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f12bc47-8cee-40ff-8c8e-7dc2ee6ccf62 req-09c8139e-8d45-4f65-92fa-4253e60cd26d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806657 Feb 07 13:11:35.937580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-5771971c-3fbf-4571-8f5c-80ecec96e9cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575464 Feb 07 13:11:35.975072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3646c1f-778d-410e-9a5c-7f2acd46809b req-f9587938-ce25-4266-8380-ef405cf54caa tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:35.976613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3646c1f-778d-410e-9a5c-7f2acd46809b req-f9587938-ce25-4266-8380-ef405cf54caa tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 944 time: 0.2800431 Feb 07 13:11:35.986105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:35.994438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:35.999121 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.013742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:36.040184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=22d732a8-11f8-4f2e-a7ed-fa396e264f74,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:36.051967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=b154a4ad-6eb0-408c-85cf-9b57619dbe01,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:36.067815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 22d732a8-11f8-4f2e-a7ed-fa396e264f74 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:36.091083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3646c1f-778d-410e-9a5c-7f2acd46809b req-5dd96ed5-c714-4fd8-80b3-86469e8470fd tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658422 Feb 07 13:11:36.138814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-55573c4b-0a13-47aa-9a9f-c7940ccda4b9 service neutron] 10.222.0.47 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922491 Feb 07 13:11:36.144702 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7c470494-2e59-4dea-9026-8110eb337073 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2587626 Feb 07 13:11:36.148487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46082) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:36.166765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 155ac63b-dde5-446e-8e4d-03fad6e645d7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:36.170625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:36.171278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.181575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 155ac63b-dde5-446e-8e4d-03fad6e645d7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:36.182625 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.319795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e51dba-dff4-49ff-9300-379025ea8822 req-24b100ff-eafa-420c-8239-6a9eedfb9306 service neutron] 10.222.0.47 "GET /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695757 Feb 07 13:11:36.323758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '22d732a8-11f8-4f2e-a7ed-fa396e264f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:36.345114 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-01d0d73e-40bd-4316-8578-1b36e4258432 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.7438264 Feb 07 13:11:36.347180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:36.347473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.354937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.367096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 155ac63b-dde5-446e-8e4d-03fad6e645d7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=155ac63b-dde5-446e-8e4d-03fad6e645d7,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:36.418327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:11:36.437767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d13b1-aa36-426f-a800-065dc7b8aa4f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:36.444513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d13b1-aa36-426f-a800-065dc7b8aa4f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:36.449315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:36.450729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d13b1-aa36-426f-a800-065dc7b8aa4f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:36.451754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b62d13b1-aa36-426f-a800-065dc7b8aa4f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Synchronizing usage tracker for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:36.453327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:subnet and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:36.456307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:36.462099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:36.522467 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.525445 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.528107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5465fdc5-aa67-49bc-92e1-416bd928dd65 None None] Provisioning for port b154a4ad-6eb0-408c-85cf-9b57619dbe01 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:36.589946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5465fdc5-aa67-49bc-92e1-416bd928dd65 None None] Provisioning complete for port b154a4ad-6eb0-408c-85cf-9b57619dbe01 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:36.590324 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5465fdc5-aa67-49bc-92e1-416bd928dd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.670140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:36.670371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:36.673771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.697130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=155ac63b-dde5-446e-8e4d-03fad6e645d7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:36.703474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '6edf8322-a7fd-4d4b-9f1e-9b0b21a35865', 'network_id': 'd8c61966-4261-482a-92b5-284563e5d2c0', 'port_id': '6edf8322-a7fd-4d4b-9f1e-9b0b21a35865', 'mac_address': 'fa:16:3e:47:a9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9d8cfd-95b8-4376-a228-5aa921fd32e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:11:36.703474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5465fdc5-aa67-49bc-92e1-416bd928dd65 None None] Port b154a4ad-6eb0-408c-85cf-9b57619dbe01 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:36.726614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b62d13b1-aa36-426f-a800-065dc7b8aa4f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Unset dirty status for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:36.727861 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b62d13b1-aa36-426f-a800-065dc7b8aa4f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3767903 Feb 07 13:11:36.738204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46090) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:36.780237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.798050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:11:36.814810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:36.835552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.844261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Pushing event updated for resources: {'Port': ['ID=38f78b6d-c225-4abe-a6c7-8c44662d7581,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:36.856538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f79aabcf-7b02-4d8f-bb25-4a466c145523 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Deleting port b154a4ad-6eb0-408c-85cf-9b57619dbe01 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:36.856897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f79aabcf-7b02-4d8f-bb25-4a466c145523 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.891670 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:36.961846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:36.994654 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:37.131493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=06c43455-1b7c-4af7-99e4-fcec976125c8,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:37.144837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': '1b55fbb3-0c4c-4811-8c53-6c2ace6e0b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '22d732a8-11f8-4f2e-a7ed-fa396e264f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:37.146308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: 22d732a8-11f8-4f2e-a7ed-fa396e264f74, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:37.171700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:37.181901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:37.315632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f79aabcf-7b02-4d8f-bb25-4a466c145523 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:37.355233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd8280-d92d-4d4c-9197-e96f8175e716 req-2dd399f2-3d48-4a9a-a961-8f7dde06aa42 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:37.356814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10dd8280-d92d-4d4c-9197-e96f8175e716 req-2dd399f2-3d48-4a9a-a961-8f7dde06aa42 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 943 time: 0.3579633 Feb 07 13:11:37.387557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 22d732a8-11f8-4f2e-a7ed-fa396e264f74 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:37.428320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10dd8280-d92d-4d4c-9197-e96f8175e716 req-bc08a994-ba70-4217-a74b-dab139775cd7 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613976 Feb 07 13:11:37.449913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 155ac63b-dde5-446e-8e4d-03fad6e645d7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:37.456780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7ac4a-0d05-4995-8ec3-0ed669911fbc req-ad495679-56e8-47ec-b195-bdb58f626c74 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:37.469040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fba7ac4a-0d05-4995-8ec3-0ed669911fbc req-ad495679-56e8-47ec-b195-bdb58f626c74 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 945 time: 0.1596744 Feb 07 13:11:37.517014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fba7ac4a-0d05-4995-8ec3-0ed669911fbc req-8804618f-513b-4e76-bbfc-1b93b242007f tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523362 Feb 07 13:11:37.519068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f79aabcf-7b02-4d8f-bb25-4a466c145523 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Calling delete_port for b154a4ad-6eb0-408c-85cf-9b57619dbe01 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:37.555803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 22d732a8-11f8-4f2e-a7ed-fa396e264f74) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:37.560975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:37.561569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:37.566457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1a5f711c-2df3-4575-a8b5-3f1757570ede None None] Provisioning complete for port 38f78b6d-c225-4abe-a6c7-8c44662d7581 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:37.566846 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1a5f711c-2df3-4575-a8b5-3f1757570ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:37.600944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8764bcb-9155-4a69-8fd8-25c946a0530e None None] Network 22d732a8-11f8-4f2e-a7ed-fa396e264f74 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:37.612944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6edf8322-a7fd-4d4b-9f1e-9b0b21a35865'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:11:37.623798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Router 5421e47a-de99-45bd-9ad2-f65c9c417106 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:11:37.773578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f711c-2df3-4575-a8b5-3f1757570ede None None] Port 38f78b6d-c225-4abe-a6c7-8c44662d7581 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:37.775951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 155ac63b-dde5-446e-8e4d-03fad6e645d7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:37.776358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:37.797183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d59e803b-a60d-4642-a7cc-2cd61e61f489 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6396604 Feb 07 13:11:37.799326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46098) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:37.879258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:11:37.919918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Sync routers for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:11:37.928078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f79aabcf-7b02-4d8f-bb25-4a466c145523 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:37.961386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:37.975842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:11:37.976573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:11:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:37.983333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79aabcf-7b02-4d8f-bb25-4a466c145523 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Port': ['ID=b154a4ad-6eb0-408c-85cf-9b57619dbe01,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:37.997466 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-50e22132-561f-4d19-95d7-7673a1c4ac68 admin admin] 10.222.0.69 "PUT /v2.0/routers/5421e47a-de99-45bd-9ad2-f65c9c417106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5305679 Feb 07 13:11:38.031076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.263444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.272225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3085e377-ef71-401b-b200-841ed67ab7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-22d732a8-11f8-4f2e-a7ed-fa396e264f74', 'network_id': '22d732a8-11f8-4f2e-a7ed-fa396e264f74', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': '06c43455-1b7c-4af7-99e4-fcec976125c8'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:38.274344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3085e377-ef71-401b-b200-841ed67ab7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.356967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=06c43455-1b7c-4af7-99e4-fcec976125c8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:38.410280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f79aabcf-7b02-4d8f-bb25-4a466c145523 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.416005 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f79aabcf-7b02-4d8f-bb25-4a466c145523 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "DELETE /v2.0/ports/b154a4ad-6eb0-408c-85cf-9b57619dbe01 HTTP/1.1" status: 204 len: 168 time: 1.6725817 Feb 07 13:11:38.418277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46106) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:38.440577 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.462316 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c957a9-141f-4e60-8e13-bc0501487f1f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] GET failed (client error): The resource could not be found. Feb 07 13:11:38.462693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-50c957a9-141f-4e60-8e13-bc0501487f1f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Synchronizing usage tracker for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:38.465423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:11:38.482052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d732a8-11f8-4f2e-a7ed-fa396e264f74']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:38.499603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b55fbb3-0c4c-4811-8c53-6c2ace6e0b5f') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:38.499915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b55fbb3-0c4c-4811-8c53-6c2ace6e0b5f') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:38.514478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.538821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.553469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-50c957a9-141f-4e60-8e13-bc0501487f1f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Unset dirty status for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:38.553469 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-50c957a9-141f-4e60-8e13-bc0501487f1f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "GET /v2.0/ports/b154a4ad-6eb0-408c-85cf-9b57619dbe01 HTTP/1.1" status: 404 len: 333 time: 0.1269672 Feb 07 13:11:38.553469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46114) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:38.554349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:38.554349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.569172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9', 'name': 'tempest-AllowedAddressPairTestJSON-1228997739'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:38.584466 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:38.775649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5db11-d82a-4116-adf0-9e81cf12eeca None None] Network 22d732a8-11f8-4f2e-a7ed-fa396e264f74 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:38.814703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:38.824741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:38.830189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0ddb8-c1d8-48ee-9f65-22a834414df9 req-334793d2-ff1d-44c2-824d-eee698ca39e9 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:38.831664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94b0ddb8-c1d8-48ee-9f65-22a834414df9 req-334793d2-ff1d-44c2-824d-eee698ca39e9 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 943 time: 0.1786840 Feb 07 13:11:38.845954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81759-2db7-436c-9816-0c8b43470181 req-fb116d66-aade-4cb8-83d5-6a5d9fb94a94 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:38.848163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1a81759-2db7-436c-9816-0c8b43470181 req-fb116d66-aade-4cb8-83d5-6a5d9fb94a94 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 945 time: 0.1483312 Feb 07 13:11:38.923249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94b0ddb8-c1d8-48ee-9f65-22a834414df9 req-a7a328ef-5066-479e-bc7f-74f65fa89333 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729232 Feb 07 13:11:38.948300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1a81759-2db7-436c-9816-0c8b43470181 req-d10b65f6-dd8e-4a64-9834-e0c54498e402 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631459 Feb 07 13:11:38.948300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.962032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.969749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=22d732a8-11f8-4f2e-a7ed-fa396e264f74,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:38.972744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-124d8701-73d2-479e-8fb8-d1f0eeee971b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/22d732a8-11f8-4f2e-a7ed-fa396e264f74 HTTP/1.1" status: 204 len: 168 time: 1.1721756 Feb 07 13:11:38.977399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Made reservation on behalf of ce4f7ef6af6547eda67312a9229502d0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:38.978853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:38.980533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46124) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:38.986769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-345584219'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:38.992264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:38.996135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:38.998998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:39.003037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] device_id is not set on port add2ba5d-9f16-4efd-af6a-087824bf750c yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:11:39.003815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-707bd7d7-9506-478b-936e-cd3b36529e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.005386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:39.032563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 2, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:39.037549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Checking router: 5421e47a-de99-45bd-9ad2-f65c9c417106 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:11:39.037875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Updating router 5421e47a-de99-45bd-9ad2-f65c9c417106 port 38f78b6d-c225-4abe-a6c7-8c44662d7581 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:11:39.097590 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.166156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Allocated IP 172.20.0.3 (ea811a08-fd2b-4230-baca-8649ad13d8c9/76fd356b-46d0-4322-aaf1-b6ce2d19c90d/add2ba5d-9f16-4efd-af6a-087824bf750c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:39.167189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:39.171423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.203578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:39.216166 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.216820 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment b6304680-f500-43ef-9bfa-2793be82139e of type vlan for network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda Feb 07 13:11:39.247407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46132) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:39.256205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-889726016-network', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:39.262529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:39.267664 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.271419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Usage tracker for resource:network and tenant:8e1f04658e5346d3ad53423fc2c11d8f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:39.275490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:39.282897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:39.388539 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.390414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Made reservation on behalf of 8e1f04658e5346d3ad53423fc2c11d8f for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:39.393013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.407284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Transition to ACTIVE for port object add2ba5d-9f16-4efd-af6a-087824bf750c will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:39.410118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.426438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:39.431062 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.436416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:39.439162 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.442992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1f04658e5346d3ad53423fc2c11d8f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:39.466684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:39.524394 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.527041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:39.533726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.536610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Transition to ACTIVE for port object 38f78b6d-c225-4abe-a6c7-8c44662d7581 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:39.564108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=3d6e8f52-d1bd-4683-a259-c0ff2ec48bda,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:39.574761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:39.615491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:39.618677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:39.623690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:39.649269 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.663699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=add2ba5d-9f16-4efd-af6a-087824bf750c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:39.683155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c07c939b-96bd-4a9d-81e6-0641a9953722 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7009897 Feb 07 13:11:39.685740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46136) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:39.700366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:39.705764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:39.706576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.824435 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-49ce1f1a-8ee9-4b7c-b7a8-e0de5d83967f tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2662535 Feb 07 13:11:39.824672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46140) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:39.830997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:e6:08:aa'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:39.842686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4625432-5684-44f7-8ed0-5fe32921526a None None] Pushing event updated for resources: {'Port': ['ID=38f78b6d-c225-4abe-a6c7-8c44662d7581,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:39.860353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:39.865426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:subnet and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:39.870685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:39.882661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:39.961925 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.965826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:39.967288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:39.969144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Attempting to bind port 38f78b6d-c225-4abe-a6c7-8c44662d7581 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:39.969708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Attempting to bind port 38f78b6d-c225-4abe-a6c7-8c44662d7581 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:39.970270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Attempting to bind port 38f78b6d-c225-4abe-a6c7-8c44662d7581 on network 6b770f56-a9b7-486f-94e8-7aef66bc75bd {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:40.006069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:40.006069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Checking segment: {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:40.006069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.006069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Bound using segment: {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:40.006069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Bound port: 38f78b6d-c225-4abe-a6c7-8c44662d7581, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:40.006069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.188973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] For port 38f78b6d-c225-4abe-a6c7-8c44662d7581, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:40.192754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] For port 38f78b6d-c225-4abe-a6c7-8c44662d7581, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=38f78b6d-c225-4abe-a6c7-8c44662d7581,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:40.240232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.347347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.374029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6179bd3-fb96-4939-a8ba-da14587246fd req-77eadb3c-cd0f-41d5-ae97-9a9ef32b3d68 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:40.375509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6179bd3-fb96-4939-a8ba-da14587246fd req-77eadb3c-cd0f-41d5-ae97-9a9ef32b3d68 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 943 time: 0.2402556 Feb 07 13:11:40.430101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f51ceb32-de21-4190-bd87-21bd76e596c5 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:11:40.433337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427737-05b1-4070-8b47-e9ecb0c8390e req-8fd82147-7682-4e54-bc3a-d59dc7606968 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:40.434940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d427737-05b1-4070-8b47-e9ecb0c8390e req-8fd82147-7682-4e54-bc3a-d59dc7606968 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 945 time: 0.2470453 Feb 07 13:11:40.435350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:40.440224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:40.472573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc100954-6089-47e1-ba3e-762c06415e94,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:40.496162 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.496832 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Added segment b45f0051-80d9-4f53-b2ad-ea5bde4f6083 of type vlan for network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 Feb 07 13:11:40.503464 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.556711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6179bd3-fb96-4939-a8ba-da14587246fd req-d2a8af66-5c26-4bf4-a5cb-33479b819716 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646230 Feb 07 13:11:40.579354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.586439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d427737-05b1-4070-8b47-e9ecb0c8390e req-8cd0bd9a-6e67-4cf8-aac4-b0a21c35f414 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367977 Feb 07 13:11:40.631606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:40.644832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'port_id': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'mac_address': 'fa:16:3e:97:bb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504ff35-5481-46d7-9724-1ed420cceea9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:11:40.700333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.717438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51ceb32-de21-4190-bd87-21bd76e596c5 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:11:40.733393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:40.904289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2c7bc6c8-0c8b-46c5-8d36-75e476267b48 None None] Provisioning for port add2ba5d-9f16-4efd-af6a-087824bf750c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:40.904289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2c7bc6c8-0c8b-46c5-8d36-75e476267b48 None None] Provisioning complete for port add2ba5d-9f16-4efd-af6a-087824bf750c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:40.904289 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c7bc6c8-0c8b-46c5-8d36-75e476267b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.966323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bc6c8-0c8b-46c5-8d36-75e476267b48 None None] Port add2ba5d-9f16-4efd-af6a-087824bf750c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:40.996162 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.996718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:40.996816 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:40.999757 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.002982 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.029307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.030275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:41.030877 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.047444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:41.047444 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.112914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=add2ba5d-9f16-4efd-af6a-087824bf750c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:41.158045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] In _notify_port_updated(), no bound segment for port add2ba5d-9f16-4efd-af6a-087824bf750c on network ea811a08-fd2b-4230-baca-8649ad13d8c9 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:11:41.172991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:11:41.173638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:11:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:41.174319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:41.175275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.182065 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-915a1f5a-4e12-432b-9223-ee2d0fa5964c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "PUT /v2.0/ports/add2ba5d-9f16-4efd-af6a-087824bf750c HTTP/1.1" status: 200 len: 994 time: 1.3562443 Feb 07 13:11:41.182985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46150) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:41.240986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:41.277725 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3cc57565-759d-4ba3-997d-9c1fec070d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.304284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4da5fb22-14c0-4237-8f91-d97ede356e33 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Deleting port add2ba5d-9f16-4efd-af6a-087824bf750c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:41.304756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4da5fb22-14c0-4237-8f91-d97ede356e33 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.389234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] Pushing event updated for resources: {'Network': ['ID=5145afe4-ae40-4935-88dd-5a4e47b6cb50,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:41.400200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=a4d4103f-52a7-40cf-afd8-eb5f83c0ff12,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:41.413615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:41.425903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': 'b6304680-f500-43ef-9bfa-2793be82139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:41.426326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:41.494170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-83186554-477c-430e-9043-19ea40476df0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2452290 Feb 07 13:11:41.496642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46154) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:41.507008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Request body: {'subnet': {'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-subnet', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:41.513155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:41.517546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Usage tracker for resource:subnet and tenant:8e1f04658e5346d3ad53423fc2c11d8f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:41.522835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:41.527501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:41.595661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:41.604364 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4625432-5684-44f7-8ed0-5fe32921526a None None] Pushing event updated for resources: {'Port': ['ID=38f78b6d-c225-4abe-a6c7-8c44662d7581,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:41.620919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f51ceb32-de21-4190-bd87-21bd76e596c5'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:11:41.698135 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.753280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4da5fb22-14c0-4237-8f91-d97ede356e33 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.753506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Made reservation on behalf of 8e1f04658e5346d3ad53423fc2c11d8f for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:41.753506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.754717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-be8e0770-1b8f-4239-bba2-8e7be7041e13 None None] Provisioning complete for port add2ba5d-9f16-4efd-af6a-087824bf750c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:41.755090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be8e0770-1b8f-4239-bba2-8e7be7041e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:41.793047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:11:41.868064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:41.877124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9248762-aaa3-4729-ac82-30faf1442f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edf8322-a7fd-4d4b-9f1e-9b0b21a35865'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:11:41.886191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4da5fb22-14c0-4237-8f91-d97ede356e33 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Calling delete_port for add2ba5d-9f16-4efd-af6a-087824bf750c owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:41.897561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf8f8b-1b1b-4687-ade3-9ef8c4f1f519 None None] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:41.930245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:41.931908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:41.932604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:42.054154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-be8e0770-1b8f-4239-bba2-8e7be7041e13 None None] Port add2ba5d-9f16-4efd-af6a-087824bf750c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:42.058463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8291581-0b34-49e6-a8d6-3db057078dc6 req-844694d4-bff2-4b2c-a769-c18320e6bc42 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:42.059775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8291581-0b34-49e6-a8d6-3db057078dc6 req-844694d4-bff2-4b2c-a769-c18320e6bc42 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 945 time: 0.2301390 Feb 07 13:11:42.071034 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:42.074982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c770b8-ef8f-41f5-8db1-e3a00c33815e req-02fd736a-75dd-4478-9e1a-f5b39cccc095 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:42.076912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03c770b8-ef8f-41f5-8db1-e3a00c33815e req-02fd736a-75dd-4478-9e1a-f5b39cccc095 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 944 time: 0.3000839 Feb 07 13:11:42.206559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5e97d1b8-ecaa-42a1-835d-8c171948065c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5195370 Feb 07 13:11:42.209971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46164) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:42.216874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:42.235407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4da5fb22-14c0-4237-8f91-d97ede356e33 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:42.268949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8291581-0b34-49e6-a8d6-3db057078dc6 req-5fd97801-7e28-4ccf-a6a7-32b5fffa7ebc tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586015 Feb 07 13:11:42.271810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03c770b8-ef8f-41f5-8db1-e3a00c33815e req-e6002654-e819-4376-8cba-12867de18e7e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600122 Feb 07 13:11:42.354760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baeb5050-455d-4a04-b7c4-c03329111391 req-b2f5d3b1-49f0-49e2-a69e-c37ad3944bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2079761 Feb 07 13:11:42.368847 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9248762-aaa3-4729-ac82-30faf1442f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edf8322-a7fd-4d4b-9f1e-9b0b21a35865', 'code': 200} Feb 07 13:11:42.389707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5fb22-14c0-4237-8f91-d97ede356e33 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Port': ['ID=add2ba5d-9f16-4efd-af6a-087824bf750c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:42.412105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:42.434344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:42.452876 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:42.497922 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:42.644563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269c375a-d5ee-4631-a5ac-d6db96466969,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:42.650244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-3d6e8f52-d1bd-4683-a259-c0ff2ec48bda', 'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': 'a4d4103f-52a7-40cf-afd8-eb5f83c0ff12'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:42.650496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Checking segment: {'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:42.650753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Network hostable DHCP agents. Network: 5145afe4-ae40-4935-88dd-5a4e47b6cb50, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:42.654128 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:42.679081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb5050-455d-4a04-b7c4-c03329111391 req-ac410b77-d834-4199-96e2-c0dbfd93591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:42.680424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baeb5050-455d-4a04-b7c4-c03329111391 req-ac410b77-d834-4199-96e2-c0dbfd93591b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=634a748d31f343b38468766894ec9ee8&device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 1096 time: 0.2947462 Feb 07 13:11:42.694123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4da5fb22-14c0-4237-8f91-d97ede356e33 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:42.700102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f97a1-9b52-48d4-a6a7-444d71e7534b req-d180c0e9-379f-4921-88e8-717a7deb931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:42.701598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac2f97a1-9b52-48d4-a6a7-444d71e7534b req-d180c0e9-379f-4921-88e8-717a7deb931b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 1097 time: 0.2521656 Feb 07 13:11:42.701745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:42.712995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:subnet and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:42.716631 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4da5fb22-14c0-4237-8f91-d97ede356e33 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "DELETE /v2.0/ports/add2ba5d-9f16-4efd-af6a-087824bf750c HTTP/1.1" status: 204 len: 168 time: 1.5324404 Feb 07 13:11:42.717789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:42.720854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46170) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:42.762215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:42.765632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:40Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:42.771115 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-664886ec-4fe5-4bd0-9872-91afcd4468a6 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] GET failed (client error): The resource could not be found. Feb 07 13:11:42.771662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-664886ec-4fe5-4bd0-9872-91afcd4468a6 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Synchronizing usage tracker for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:42.791867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9f63b-28f5-46f5-bd2d-469eaef81b0a None None] The sync data for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 is: [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:40Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:11:42.860351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac2f97a1-9b52-48d4-a6a7-444d71e7534b req-bcd8f36c-dc8b-4927-90a6-0406045c6e10 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291454 Feb 07 13:11:42.889852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Allocated IP 2001:db8::2 (3d6e8f52-d1bd-4683-a259-c0ff2ec48bda/a4d4103f-52a7-40cf-afd8-eb5f83c0ff12/46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:42.897571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb5050-455d-4a04-b7c4-c03329111391 req-f7a6b04a-d570-4c93-bea7-7cd0551f5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:42.899166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baeb5050-455d-4a04-b7c4-c03329111391 req-f7a6b04a-d570-4c93-bea7-7cd0551f5b3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 200 len: 915 time: 0.1919436 Feb 07 13:11:42.968698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:42.980459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baeb5050-455d-4a04-b7c4-c03329111391 req-36ed9542-609e-45d0-8e13-dd2c5f9f3b17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f946d686-d44c-4ea6-bd39-769ffe3f8919 HTTP/1.1" status: 200 len: 217 time: 0.0736964 Feb 07 13:11:43.019412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:43.024633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:43.062046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb5050-455d-4a04-b7c4-c03329111391 req-1c10c170-f31f-410b-8f79-897924e4cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:43.063695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baeb5050-455d-4a04-b7c4-c03329111391 req-1c10c170-f31f-410b-8f79-897924e4cf93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 200 len: 855 time: 0.0774803 Feb 07 13:11:43.104567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-664886ec-4fe5-4bd0-9872-91afcd4468a6 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Unset dirty status for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:43.109641 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-664886ec-4fe5-4bd0-9872-91afcd4468a6 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "GET /v2.0/ports/add2ba5d-9f16-4efd-af6a-087824bf750c HTTP/1.1" status: 404 len: 333 time: 0.3838124 Feb 07 13:11:43.111135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46174) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:43.112803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 5145afe4-ae40-4935-88dd-5a4e47b6cb50) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:43.123675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9', 'name': 'tempest-AllowedAddressPairTestJSON-1067631608'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:43.123967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baeb5050-455d-4a04-b7c4-c03329111391 req-d2468e7c-bf95-477e-8ccd-aea0e1cd6cf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d8c61966-4261-482a-92b5-284563e5d2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540881 Feb 07 13:11:43.124491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83488f19-8eea-4542-b9f9-7e08e2c24f09 None None] Network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:43.124868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:43.125449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:43.281517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baeb5050-455d-4a04-b7c4-c03329111391 req-982c6f9a-5214-4f2e-8b46-5226874d428e service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500883 Feb 07 13:11:43.339754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:43.364470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Transition to ACTIVE for port object 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:43.428787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Transition to ACTIVE for port object 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:43.510519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b0c39dee-d0da-44ff-9023-05a5f5115c72 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0105374 Feb 07 13:11:43.511805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46182) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:43.538860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:43.545858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:43.567532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:43.597582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:43.627802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:43.629845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-5145afe4-ae40-4935-88dd-5a4e47b6cb50', 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'fixed_ips': [{'subnet_id': '269c375a-d5ee-4631-a5ac-d6db96466969'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:43.630910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:43.649983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 38f78b6d-c225-4abe-a6c7-8c44662d7581 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:43.674696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Pushing event updated for resources: {'Port': ['ID=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:43.695345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Usage tracker for resource:router and tenant:8e1f04658e5346d3ad53423fc2c11d8f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:43.734112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Made reservation on behalf of ce4f7ef6af6547eda67312a9229502d0 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:43.737987 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:43.763532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:43.774493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:43.780664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:43.790512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] device_id is not set on port e538e907-af57-469a-8024-fcbfe6f74519 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:11:43.847876 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:43.892186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:43.893950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:43.907498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baeb5050-455d-4a04-b7c4-c03329111391 req-d224d4c6-0a6a-43b4-987c-1614693f363f service neutron] 10.222.0.35 "GET /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184819 Feb 07 13:11:43.911932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:43.974232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8391352-4936-4776-a54b-0da37cd9f18b req-6685ebd0-b10f-45bb-9f72-ae6d5a0c21ac tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:43.984120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8391352-4936-4776-a54b-0da37cd9f18b req-6685ebd0-b10f-45bb-9f72-ae6d5a0c21ac tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 946 time: 0.4488039 Feb 07 13:11:43.988552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Attempting to bind port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:43.990360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Attempting to bind port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b6304680-f500-43ef-9bfa-2793be82139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:43.990740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Attempting to bind port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c on network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:43.995465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9b6b1-76f3-4587-8837-bc4447a9e640 req-22ef90e6-5b04-4bbe-a3cf-153d652fbb33 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:43.997973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bc9b6b1-76f3-4587-8837-bc4447a9e640 req-22ef90e6-5b04-4bbe-a3cf-153d652fbb33 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 944 time: 0.4788995 Feb 07 13:11:44.009687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:44.010231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Checking segment: {'id': 'b6304680-f500-43ef-9bfa-2793be82139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:44.010646 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.011204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Bound using segment: {'id': 'b6304680-f500-43ef-9bfa-2793be82139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:44.011937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Bound port: 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6304680-f500-43ef-9bfa-2793be82139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:44.012121 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.017614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:44.026424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:44.033593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:44.033850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.046021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Allocated IP 172.20.0.2 (5145afe4-ae40-4935-88dd-5a4e47b6cb50/269c375a-d5ee-4631-a5ac-d6db96466969/0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:44.060908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=08be5bf2-0194-4f4d-a06d-f9a879e23928,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:44.085191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Allocated IP 172.20.0.14 (ea811a08-fd2b-4230-baca-8649ad13d8c9/76fd356b-46d0-4322-aaf1-b6ce2d19c90d/e538e907-af57-469a-8024-fcbfe6f74519) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:44.119942 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.121766 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.154027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8391352-4936-4776-a54b-0da37cd9f18b req-f2dec978-d677-4f02-b201-3300d2f8da69 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691520 Feb 07 13:11:44.168975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bc9b6b1-76f3-4587-8837-bc4447a9e640 req-2c8e58e5-ceb1-4eee-a074-7f417c245ac3 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988781 Feb 07 13:11:44.181942 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.251405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 38f78b6d-c225-4abe-a6c7-8c44662d7581 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:44.290295 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b4a1c90b-5430-4ef4-a365-737aba7cf83a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0752974 Feb 07 13:11:44.291027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46186) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:44.304465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 38f78b6d-c225-4abe-a6c7-8c44662d7581 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:44.304465 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.404978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bdbc4c-f3d1-4818-a4d0-04bd79f96041 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:44.406651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bdbc4c-f3d1-4818-a4d0-04bd79f96041 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:44.408381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bdbc4c-f3d1-4818-a4d0-04bd79f96041 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:44.409878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bdbc4c-f3d1-4818-a4d0-04bd79f96041 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:44.411565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bdbc4c-f3d1-4818-a4d0-04bd79f96041 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:44.412614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1bdbc4c-f3d1-4818-a4d0-04bd79f96041 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Synchronizing usage tracker for tenant:34eb76faf4d24332940a857a46a88a2c on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:44.481785 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.484567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f51ceb32-de21-4190-bd87-21bd76e596c5 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:44.523631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.539418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] For port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:44.542682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Transition to ACTIVE for port object e538e907-af57-469a-8024-fcbfe6f74519 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:44.576388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Transition to ACTIVE for port object 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:44.615709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] For port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,segment=NetworkSegment(b6304680-f500-43ef-9bfa-2793be82139e),segment_id=b6304680-f500-43ef-9bfa-2793be82139e)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:44.653133 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.654995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Transition to ACTIVE for port object 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:44.665231 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.685308 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.718048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1bdbc4c-f3d1-4818-a4d0-04bd79f96041 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Unset dirty status for tenant:34eb76faf4d24332940a857a46a88a2c on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:44.723961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b1bdbc4c-f3d1-4818-a4d0-04bd79f96041 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4301357 Feb 07 13:11:44.727098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46190) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:44.773643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:44.781441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:44.787705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:44.789091 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.796363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 38f78b6d-c225-4abe-a6c7-8c44662d7581, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=38f78b6d-c225-4abe-a6c7-8c44662d7581,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:44.814495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1819418726'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:44.816257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9f24-adbc-43f6-9643-4fdbc47fc861 None None] Pushing event updated for resources: {'Port': ['ID=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:44.820331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:44.820508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:44.824560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:44.828816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:44.837339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:44.840049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=e538e907-af57-469a-8024-fcbfe6f74519,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:44.872160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:44.876509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:44.883280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:44.883955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.886841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.891132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port f51ceb32-de21-4190-bd87-21bd76e596c5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:44.943421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f51ceb32-de21-4190-bd87-21bd76e596c5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:44.943881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.984449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:44.984881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:44.987996 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.006445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Pushing event updated for resources: {'Port': ['ID=0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:45.038289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:45.055513 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dea975cf-bdb1-4070-80aa-85362b7439f8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9427893 Feb 07 13:11:45.059110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46194) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:45.068263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e6:08:aa'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:45.097444 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.193900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.194447 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment 4d10ad87-78e5-4240-bd17-f4c783984cd7 of type vlan for network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d Feb 07 13:11:45.259954 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.296704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Attempting to bind port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:45.297164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Attempting to bind port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:45.297594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Attempting to bind port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 on network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:45.304122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=38f78b6d-c225-4abe-a6c7-8c44662d7581,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:45.326258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:11:45.345839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:45.348263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Checking segment: {'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:45.351245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.351806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Bound using segment: {'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:45.352507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Bound port: 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:45.353012 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.499654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] For port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:45.503806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] For port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09,segment=NetworkSegment(b45f0051-80d9-4f53-b2ad-ea5bde4f6083),segment_id=b45f0051-80d9-4f53-b2ad-ea5bde4f6083)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:45.507766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:45.509135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-151c1ee7-8c3c-47d8-bc07-2b6d7b77e30c None None] Provisioning for port e538e907-af57-469a-8024-fcbfe6f74519 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:45.517478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-151c1ee7-8c3c-47d8-bc07-2b6d7b77e30c None None] Provisioning complete for port e538e907-af57-469a-8024-fcbfe6f74519 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:45.518176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-151c1ee7-8c3c-47d8-bc07-2b6d7b77e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.595182 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.597278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.649602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-151c1ee7-8c3c-47d8-bc07-2b6d7b77e30c None None] Port e538e907-af57-469a-8024-fcbfe6f74519 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:45.659017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.680843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.714152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.737044 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.833571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c681-398a-4f60-a87e-042094a2f131 req-e8043c4a-bb49-4e6c-980f-51e915ca6fb5 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:45.835226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9596c681-398a-4f60-a87e-042094a2f131 req-e8043c4a-bb49-4e6c-980f-51e915ca6fb5 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 946 time: 0.4145718 Feb 07 13:11:45.848743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1106c-c257-4b29-94b4-7ba920243875 req-9edd3dfb-3889-4fea-83e0-792722bc6bc6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:45.850147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcc1106c-c257-4b29-94b4-7ba920243875 req-9edd3dfb-3889-4fea-83e0-792722bc6bc6 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 944 time: 0.4284036 Feb 07 13:11:45.850442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d81b4f-fbdd-42fa-8fed-3a481bad4f00 None None] Pushing event updated for resources: {'Port': ['ID=0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:45.855919 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.870285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:45.870969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:45.906059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:45.975505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:46.011339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:46.156011 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:46.166402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=4c62fed0-4a6a-4c1e-a59e-55cf20f6039d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:46.190682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:46.194098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9596c681-398a-4f60-a87e-042094a2f131 req-9ed349f4-9550-4baf-81c1-5158c269596f tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425295 Feb 07 13:11:46.230945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Allocated IP 172.25.7.216 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/30fcf256-695b-4a1a-9f5b-d3c454850e34) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:46.277405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=e538e907-af57-469a-8024-fcbfe6f74519,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:46.292161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcc1106c-c257-4b29-94b4-7ba920243875 req-3977a189-8834-4fe7-8690-58010fc49aab tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967280 Feb 07 13:11:46.304566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ff853999-da9d-48ca-b0a1-5b2d760a33de tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5707097 Feb 07 13:11:46.304566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46206) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:46.312741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5531ebf1-15ce-4819-9af7-000f192af14e tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:46.376951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:46.389718 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'code': 200} Feb 07 13:11:46.390528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 38f78b6d-c225-4abe-a6c7-8c44662d7581 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:46.413422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] In _notify_port_updated(), no bound segment for port e538e907-af57-469a-8024-fcbfe6f74519 on network ea811a08-fd2b-4230-baca-8649ad13d8c9 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:11:46.426972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:46.427677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:46.431629 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8446464d-f1cf-4cd0-8ab6-d9ca286efb8a tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "PUT /v2.0/ports/e538e907-af57-469a-8024-fcbfe6f74519 HTTP/1.1" status: 200 len: 997 time: 1.3676014 Feb 07 13:11:46.440357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46210) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:46.571092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5c34b161-6379-438f-afd0-fff34fe08aa8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Deleting port e538e907-af57-469a-8024-fcbfe6f74519 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:46.571450 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c34b161-6379-438f-afd0-fff34fe08aa8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:46.579135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 38f78b6d-c225-4abe-a6c7-8c44662d7581 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:46.579515 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:46.653737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1512fc-d7ca-4901-ab69-9cabb329581a None None] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:46.952911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-97b45a1b-bd10-47d5-a222-e7680be8bd75 None None] Provisioning for port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:46.967045 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c34b161-6379-438f-afd0-fff34fe08aa8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:46.967923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-97b45a1b-bd10-47d5-a222-e7680be8bd75 None None] Provisioning complete for port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:46.968326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-97b45a1b-bd10-47d5-a222-e7680be8bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.026042 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.100682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd5fe-1da0-4c21-8f61-fd192e58a5f7 req-e09be1ea-0a16-499d-a09e-4c76c2083708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:47.102611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d16dd5fe-1da0-4c21-8f61-fd192e58a5f7 req-e09be1ea-0a16-499d-a09e-4c76c2083708 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 1096 time: 0.4205794 Feb 07 13:11:47.114460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5c34b161-6379-438f-afd0-fff34fe08aa8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Calling delete_port for e538e907-af57-469a-8024-fcbfe6f74519 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:47.143752 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5531ebf1-15ce-4819-9af7-000f192af14e tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.187678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d16dd5fe-1da0-4c21-8f61-fd192e58a5f7 req-59166d9f-0c03-4211-af40-443e2243e01d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709314 Feb 07 13:11:47.189278 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-97b45a1b-bd10-47d5-a222-e7680be8bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.228233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-97b45a1b-bd10-47d5-a222-e7680be8bd75 None None] For port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,segment=NetworkSegment(b6304680-f500-43ef-9bfa-2793be82139e),segment_id=b6304680-f500-43ef-9bfa-2793be82139e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:47.330540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Update dhcp port {'port': {'network_id': '3d6e8f52-d1bd-4683-a259-c0ff2ec48bda', 'fixed_ips': [{'subnet_id': 'a4d4103f-52a7-40cf-afd8-eb5f83c0ff12', 'ip_address': '2001:db8::2'}, {'subnet_id': '08be5bf2-0194-4f4d-a06d-f9a879e23928'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:11:47.337097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5531ebf1-15ce-4819-9af7-000f192af14e tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.388240 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-97b45a1b-bd10-47d5-a222-e7680be8bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.405565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5531ebf1-15ce-4819-9af7-000f192af14e tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d is not hosted by any dhcp agent {{(pid=88313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 13:11:47.411599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531ebf1-15ce-4819-9af7-000f192af14e tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:47.412235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5531ebf1-15ce-4819-9af7-000f192af14e tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.416400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5531ebf1-15ce-4819-9af7-000f192af14e tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "PUT /v2.0/networks/4c62fed0-4a6a-4c1e-a59e-55cf20f6039d HTTP/1.1" status: 200 len: 723 time: 1.1105137 Feb 07 13:11:47.416781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46218) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:47.424712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': '4c62fed0-4a6a-4c1e-a59e-55cf20f6039d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:47.439693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.451715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.533478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-af348d31-009d-4bc5-9b44-8f29c350fc97 None None] Could not find standard attr ID for object e538e907-af57-469a-8024-fcbfe6f74519. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:11:47.541008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c34b161-6379-438f-afd0-fff34fe08aa8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:47.550227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd77d0-7d95-4eae-a88b-7cca28699a91 None None] Network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:47.640407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Pushing event updated for resources: {'Port': ['ID=30fcf256-695b-4a1a-9f5b-d3c454850e34,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:47.669084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:47.672942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34b161-6379-438f-afd0-fff34fe08aa8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Port': ['ID=e538e907-af57-469a-8024-fcbfe6f74519,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:47.697350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:47.700927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:47.733532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b45a1b-bd10-47d5-a222-e7680be8bd75 None None] Pushing event updated for resources: {'Port': ['ID=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:47.959940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:48.024643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c34b161-6379-438f-afd0-fff34fe08aa8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.027931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:48.043543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:48.092537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531ebf1-15ce-4819-9af7-000f192af14e tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=4c62fed0-4a6a-4c1e-a59e-55cf20f6039d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:48.143079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:48.158886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d0ec6-d840-4e85-9cf1-92c10dd0be83 req-5bacc6cd-136a-479c-95be-8763e039d84e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:48.160929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-744d0ec6-d840-4e85-9cf1-92c10dd0be83 req-5bacc6cd-136a-479c-95be-8763e039d84e tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.1601229 Feb 07 13:11:48.209753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-744d0ec6-d840-4e85-9cf1-92c10dd0be83 req-153f003f-6581-4256-8c63-3e273777fbfb tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Feb 07 13:11:48.298083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fcfb7cd0-fbf1-4062-b97e-408521a1fbbb None None] Provisioning for port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:48.310966 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5c34b161-6379-438f-afd0-fff34fe08aa8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "DELETE /v2.0/ports/e538e907-af57-469a-8024-fcbfe6f74519 HTTP/1.1" status: 204 len: 168 time: 1.8694382 Feb 07 13:11:48.311901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:48.313890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46226) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:48.316068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.364790 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3f0d56-eb41-4080-9ad6-362401a8207c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] GET failed (client error): The resource could not be found. Feb 07 13:11:48.366991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3c3f0d56-eb41-4080-9ad6-362401a8207c tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "GET /v2.0/ports/e538e907-af57-469a-8024-fcbfe6f74519 HTTP/1.1" status: 404 len: 333 time: 0.0513742 Feb 07 13:11:48.372345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46230) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:48.378346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Allocated IP 172.20.0.1 (3d6e8f52-d1bd-4683-a259-c0ff2ec48bda/08be5bf2-0194-4f4d-a06d-f9a879e23928/46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:48.379302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9', 'name': 'tempest-AllowedAddressPairTestJSON-1912828228'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:48.501869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:48.517067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:48.517439 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.646279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] For port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,segment=NetworkSegment(b6304680-f500-43ef-9bfa-2793be82139e),segment_id=b6304680-f500-43ef-9bfa-2793be82139e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:48.726148 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.729010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:48.734296 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.736364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.760061 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.760292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Transition to ACTIVE for port object 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:48.793595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09,segment=NetworkSegment(b45f0051-80d9-4f53-b2ad-ea5bde4f6083),segment_id=b45f0051-80d9-4f53-b2ad-ea5bde4f6083)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:48.801997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Usage tracker for resource:port and tenant:ce4f7ef6af6547eda67312a9229502d0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:48.811714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:48.840605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:48.893043 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.967741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=1e3ed07b-2106-445a-a509-da9d01765e61,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:48.981110 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:48.982997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': '4d10ad87-78e5-4240-bd17-f4c783984cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c62fed0-4a6a-4c1e-a59e-55cf20f6039d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:48.983409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:11:49.130998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Pushing event updated for resources: {'Port': ['ID=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:49.139259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-42b669bf-0eb1-4b50-8957-69686aae4163 None None] Provisioning complete for port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:49.139636 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-42b669bf-0eb1-4b50-8957-69686aae4163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:49.165116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.165486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.165815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.166147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.166481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.166812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.167147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.167479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.167798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.168162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.168481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.168805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff99bcfe-9612-437c-a3cf-ddfb19d6c4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:11:49.184251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:11:49.235634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Made reservation on behalf of ce4f7ef6af6547eda67312a9229502d0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:49.235634 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:49.285132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] device_id is not set on port 6e07ae3d-6717-4513-bfc3-4d595532b629 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:11:49.289711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:49.379164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:49.388718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:49.389968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:49.415335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e4d11-b6da-4d48-a5f6-99a0e266ae7f None None] Network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:49.589307 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4cb12490-9238-45a6-b7b7-10ea7606043a tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1713138 Feb 07 13:11:49.591760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46240) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:49.598804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-73922efd-44f6-4c56-affc-012b3c227eb0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:49.664565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:49.687130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:49.742283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-4c62fed0-4a6a-4c1e-a59e-55cf20f6039d', 'network_id': '4c62fed0-4a6a-4c1e-a59e-55cf20f6039d', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': '1e3ed07b-2106-445a-a509-da9d01765e61'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:11:49.743570 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:49.862324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045e740-87e2-42cf-96ff-6640025014f8 None None] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:49.878802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73922efd-44f6-4c56-affc-012b3c227eb0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3546075'] for subnet, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:49.949278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a16b4-7313-4975-a520-f70049ce3516 req-111fac6d-792f-4a19-886a-78635a7096f5 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:49.950806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-593a16b4-7313-4975-a520-f70049ce3516 req-111fac6d-792f-4a19-886a-78635a7096f5 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.5961406 Feb 07 13:11:49.974590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:50.077581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Allocated IP 172.20.0.12 (ea811a08-fd2b-4230-baca-8649ad13d8c9/76fd356b-46d0-4322-aaf1-b6ce2d19c90d/6e07ae3d-6717-4513-bfc3-4d595532b629) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:50.089094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-6f527f02-e134-4755-ab14-c2cfd6d16e95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5665474 Feb 07 13:11:50.125881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-884f9500-5162-496f-ab66-6d3fa223c976 None None] Provisioning for port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:50.136964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-884f9500-5162-496f-ab66-6d3fa223c976 None None] Provisioning complete for port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:50.137280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-884f9500-5162-496f-ab66-6d3fa223c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:50.172910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73922efd-44f6-4c56-affc-012b3c227eb0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780820852996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3790970'] for subnet, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:50.228384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-593a16b4-7313-4975-a520-f70049ce3516 req-e6a74226-85e7-46ab-9170-3925c979af2d tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947689 Feb 07 13:11:50.305621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73922efd-44f6-4c56-affc-012b3c227eb0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=1e3ed07b-2106-445a-a509-da9d01765e61,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:50.331359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73922efd-44f6-4c56-affc-012b3c227eb0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.331915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73922efd-44f6-4c56-affc-012b3c227eb0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:50.339245 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-73922efd-44f6-4c56-affc-012b3c227eb0 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "PUT /v2.0/subnets/1e3ed07b-2106-445a-a509-da9d01765e61 HTTP/1.1" status: 200 len: 826 time: 0.7442524 Feb 07 13:11:50.340769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46252) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:50.388372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:50.389006 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:50.415156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-2ecdb55f-e1ca-4f6d-af41-fd78bbe609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.416166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-2ecdb55f-e1ca-4f6d-af41-fd78bbe609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.416710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-2ecdb55f-e1ca-4f6d-af41-fd78bbe609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.417250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-2ecdb55f-e1ca-4f6d-af41-fd78bbe609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.417782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-2ecdb55f-e1ca-4f6d-af41-fd78bbe609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.418318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-2ecdb55f-e1ca-4f6d-af41-fd78bbe609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.418854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-2ecdb55f-e1ca-4f6d-af41-fd78bbe609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.420886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-2ecdb55f-e1ca-4f6d-af41-fd78bbe609ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6491 time: 0.2903473 Feb 07 13:11:50.431498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Allocated IP 2001:db8::2 (4c62fed0-4a6a-4c1e-a59e-55cf20f6039d/1e3ed07b-2106-445a-a509-da9d01765e61/caad4412-8dab-41e9-b471-d3c11cba649f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:50.512854 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:50.550547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:50.573853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Transition to ACTIVE for port object 6e07ae3d-6717-4513-bfc3-4d595532b629 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:50.593752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:50.613790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Router b78bc83a-6aac-4bbf-96d8-2968886f48f6 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:11:50.755914 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:50.793582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Transition to ACTIVE for port object caad4412-8dab-41e9-b471-d3c11cba649f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:50.874440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Transition to ACTIVE for port object caad4412-8dab-41e9-b471-d3c11cba649f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:50.903469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-4cd46937-6451-4f4e-b8fc-ba83fb0501d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.903939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-4cd46937-6451-4f4e-b8fc-ba83fb0501d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.904421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-4cd46937-6451-4f4e-b8fc-ba83fb0501d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:50.905996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-4cd46937-6451-4f4e-b8fc-ba83fb0501d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0856258-ee78-4e86-a446-3b07d5b1e689&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=60259f8c-9fde-4ec1-875e-189e2348e688&id=60259f8c-9fde-4ec1-875e-189e2348e688 HTTP/1.1" status: 200 len: 2290 time: 0.3167310 Feb 07 13:11:50.922469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:11:50.935336 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Sync routers for ids ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:11:50.957633 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Routers {'b78bc83a-6aac-4bbf-96d8-2968886f48f6'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:11:50.958623 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:11:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:51.053228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.142001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:51.145532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:51.153252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:51.180842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.198393 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Set router b78bc83a-6aac-4bbf-96d8-2968886f48f6 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:11:51.199835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Pushing event updated for resources: {'Port': ['ID=caad4412-8dab-41e9-b471-d3c11cba649f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:51.289479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:51.289854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Attempting to bind port caad4412-8dab-41e9-b471-d3c11cba649f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:51.290224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Attempting to bind port caad4412-8dab-41e9-b471-d3c11cba649f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '4d10ad87-78e5-4240-bd17-f4c783984cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c62fed0-4a6a-4c1e-a59e-55cf20f6039d'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:51.290586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Attempting to bind port caad4412-8dab-41e9-b471-d3c11cba649f on network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:51.294540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e272e99e-da6d-408a-b715-65616f8c8948 None None] Provisioning complete for port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:51.294861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:51.294988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e272e99e-da6d-408a-b715-65616f8c8948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.300916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-e45adac5-904c-4dda-8e8b-51f8caeb2af9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0acbf863-62a8-49ae-93e7-6255a461147d HTTP/1.1" status: 200 len: 1001 time: 0.3720307 Feb 07 13:11:51.305048 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.309451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:51.356136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=6e07ae3d-6717-4513-bfc3-4d595532b629,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:51.406442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3ed07b-2106-445a-a509-da9d01765e61,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:51.421233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.422444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9d287e91-1775-4911-90c8-1f34d46c042b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9096265 Feb 07 13:11:51.436776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46278) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:51.447003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:51.447432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Checking segment: {'id': '4d10ad87-78e5-4240-bd17-f4c783984cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c62fed0-4a6a-4c1e-a59e-55cf20f6039d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:51.447836 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.448428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Bound using segment: {'id': '4d10ad87-78e5-4240-bd17-f4c783984cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c62fed0-4a6a-4c1e-a59e-55cf20f6039d'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:51.449042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Bound port: caad4412-8dab-41e9-b471-d3c11cba649f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d10ad87-78e5-4240-bd17-f4c783984cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c62fed0-4a6a-4c1e-a59e-55cf20f6039d'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:51.449589 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.603820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] For port caad4412-8dab-41e9-b471-d3c11cba649f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:51.607796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] For port caad4412-8dab-41e9-b471-d3c11cba649f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=caad4412-8dab-41e9-b471-d3c11cba649f,segment=NetworkSegment(4d10ad87-78e5-4240-bd17-f4c783984cd7),segment_id=4d10ad87-78e5-4240-bd17-f4c783984cd7)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:51.617651 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.705125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c62fed0-4a6a-4c1e-a59e-55cf20f6039d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:51.734113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d10ad87-78e5-4240-bd17-f4c783984cd7') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:51.734413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d10ad87-78e5-4240-bd17-f4c783984cd7') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:51.758567 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.765591 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:11:48Z', 'revision_number': 3, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:51.770867 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Checking router: b78bc83a-6aac-4bbf-96d8-2968886f48f6 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:11:51.771279 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Updating router b78bc83a-6aac-4bbf-96d8-2968886f48f6 port 30fcf256-695b-4a1a-9f5b-d3c454850e34 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:11:51.824676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:51.825295 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.827570 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.888999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-4f9893ee-a3c3-4612-a3b4-bdc91d91955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:51.890459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-4f9893ee-a3c3-4612-a3b4-bdc91d91955c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7575810-b11a-4258-bf78-e6ea246191df HTTP/1.1" status: 200 len: 851 time: 0.5313537 Feb 07 13:11:51.968826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.971008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:51.979603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:51.980186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.099121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1cfd6-f656-4f8e-a229-3420bae203f1 None None] Pushing event updated for resources: {'Port': ['ID=caad4412-8dab-41e9-b471-d3c11cba649f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:52.099416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e18dd19e-ad24-4a6a-8590-50152c6cd3f9 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7166603 Feb 07 13:11:52.106290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ea4289e2-a86e-4b7f-80fd-498ae911b5e7 None None] Provisioning for port 6e07ae3d-6717-4513-bfc3-4d595532b629 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:52.110335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46300) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:52.111717 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:52.116631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'network_id': 'ea811a08-fd2b-4230-baca-8649ad13d8c9', 'name': 'tempest-AllowedAddressPairTestJSON-109368391'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:52.153478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ea4289e2-a86e-4b7f-80fd-498ae911b5e7 None None] Provisioning complete for port 6e07ae3d-6717-4513-bfc3-4d595532b629 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:52.154664 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ea4289e2-a86e-4b7f-80fd-498ae911b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.211932 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:11:52.211932 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:11:52.211932 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '4c62fed0-4a6a-4c1e-a59e-55cf20f6039d'}] Feb 07 13:11:52.211932 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:11:52.212811 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:11:52.222529 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.240862 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Transition to ACTIVE for port object 30fcf256-695b-4a1a-9f5b-d3c454850e34 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:52.311111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-f008d042-9581-49b8-81a6-45194c6de84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:52.312659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-f008d042-9581-49b8-81a6-45194c6de84c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0856258-ee78-4e86-a446-3b07d5b1e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4049671 Feb 07 13:11:52.315853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ea4289e2-a86e-4b7f-80fd-498ae911b5e7 None None] Port 6e07ae3d-6717-4513-bfc3-4d595532b629 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:52.366793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562568e-3b4b-4938-acbf-40756fa09527 None None] Network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:52.383090 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.498610 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Attempting to bind port 30fcf256-695b-4a1a-9f5b-d3c454850e34 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:11:52.499058 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Attempting to bind port 30fcf256-695b-4a1a-9f5b-d3c454850e34 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:11:52.499562 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Attempting to bind port 30fcf256-695b-4a1a-9f5b-d3c454850e34 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:11:52.509156 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadca54-db29-49c2-bc01-ffdf646c2db2 None None] Pushing event updated for resources: {'Port': ['ID=30fcf256-695b-4a1a-9f5b-d3c454850e34,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:52.529903 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:11:52.529903 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:11:52.529903 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.530195 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:11:52.530422 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Bound port: 30fcf256-695b-4a1a-9f5b-d3c454850e34, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:11:52.531087 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.614583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:52.621173 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] For port 30fcf256-695b-4a1a-9f5b-d3c454850e34, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:11:52.624508 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] For port 30fcf256-695b-4a1a-9f5b-d3c454850e34, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=30fcf256-695b-4a1a-9f5b-d3c454850e34,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:11:52.629091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Usage tracker for resource:port and tenant:ce4f7ef6af6547eda67312a9229502d0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:52.636302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:52.649975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a57e88-9509-45c0-bad4-9cfc431e46d9 None None] Network 4c62fed0-4a6a-4c1e-a59e-55cf20f6039d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:11:52.666214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:52.714053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.725869 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.729029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting port caad4412-8dab-41e9-b471-d3c11cba649f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:52.729373 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:52.776317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-c3d94879-3e7c-4df2-912c-5e75e79b51b2 service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388318 Feb 07 13:11:52.817037 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Routers {'b78bc83a-6aac-4bbf-96d8-2968886f48f6'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:11:52.817683 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:11:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:52.897297 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadca54-db29-49c2-bc01-ffdf646c2db2 None None] Pushing event updated for resources: {'Port': ['ID=30fcf256-695b-4a1a-9f5b-d3c454850e34,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:52.981159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6dd55-71ce-43a7-9c1d-89e23ef7d868 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:11:53.028516 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] Set router b78bc83a-6aac-4bbf-96d8-2968886f48f6 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:11:53.040680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Made reservation on behalf of ce4f7ef6af6547eda67312a9229502d0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:53.044425 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:53.134706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] For port caad4412-8dab-41e9-b471-d3c11cba649f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=caad4412-8dab-41e9-b471-d3c11cba649f,segment=NetworkSegment(4d10ad87-78e5-4240-bd17-f4c783984cd7),segment_id=4d10ad87-78e5-4240-bd17-f4c783984cd7)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:53.135358 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:53.148087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] device_id is not set on port ba8b81f4-8b7a-4a05-8e55-955c81796d1f yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:11:53.194581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f62ad-cb65-4119-be71-7c4201bc2803 req-cfba61b6-3930-417f-a4e8-cb89b48d0aa1 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:53.197058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-546f62ad-cb65-4119-be71-7c4201bc2803 req-cfba61b6-3930-417f-a4e8-cb89b48d0aa1 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.6628530 Feb 07 13:11:53.249649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a6dd55-71ce-43a7-9c1d-89e23ef7d868 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:11:53.404751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:53.439937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Calling delete_port for caad4412-8dab-41e9-b471-d3c11cba649f owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:53.472565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-0ed3d9b4-df35-475c-ae6c-d6d654974d81 service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855667 Feb 07 13:11:53.490685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-546f62ad-cb65-4119-be71-7c4201bc2803 req-e76488fb-c4c1-4383-91d8-4fb5d2f04b72 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767282 Feb 07 13:11:53.585201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-8ac07720-34a5-4199-8e23-b100a4098e91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 200 len: 217 time: 0.0874486 Feb 07 13:11:53.587876 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:11:48Z', 'revision_number': 3, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:53.591854 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2470e3-57ff-4632-a70b-5015a3b1062a None None] The sync data for ids ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'] in n-d-811416-5 is: [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:11:48Z', 'revision_number': 3, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:11:53.647529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:53.724726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Allocated IP 172.20.0.3 (ea811a08-fd2b-4230-baca-8649ad13d8c9/76fd356b-46d0-4322-aaf1-b6ce2d19c90d/ba8b81f4-8b7a-4a05-8e55-955c81796d1f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:53.762688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Port': ['ID=caad4412-8dab-41e9-b471-d3c11cba649f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:53.776024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No DVR routers for this DVR port caad4412-8dab-41e9-b471-d3c11cba649f on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:11:53.867500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-9cad0bd3-8608-4893-8226-d0b2a395245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:53.869482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-9cad0bd3-8608-4893-8226-d0b2a395245d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.2464263 Feb 07 13:11:54.016646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.056339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c62fed0-4a6a-4c1e-a59e-55cf20f6039d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:54.073051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d10ad87-78e5-4240-bd17-f4c783984cd7') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:54.073347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d10ad87-78e5-4240-bd17-f4c783984cd7') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:54.086574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.112786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.124104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:11:54.124638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:11:54.150885 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:11:54.162571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Allocated IP 172.20.0.1 (5145afe4-ae40-4935-88dd-5a4e47b6cb50/269c375a-d5ee-4631-a5ac-d6db96466969/0222ddef-ff8b-42cd-a714-c492ebbed7b7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:11:54.312949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-0f861298-bca0-4c43-a387-10b200c4f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:54.314513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-0f861298-bca0-4c43-a387-10b200c4f46d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4267726 Feb 07 13:11:54.324514 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.434886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.435064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Transition to ACTIVE for port object ba8b81f4-8b7a-4a05-8e55-955c81796d1f will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:54.435183 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.470923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=4c62fed0-4a6a-4c1e-a59e-55cf20f6039d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:54.488965 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fcf4c7d5-4b28-4718-989e-a7efdec85589 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/4c62fed0-4a6a-4c1e-a59e-55cf20f6039d HTTP/1.1" status: 204 len: 168 time: 4.1464417 Feb 07 13:11:54.489721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46322) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:54.510749 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.518677 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8ffb0c-2b47-4bcf-8b6a-075cef6438a2 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:11:54.519375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8ffb0c-2b47-4bcf-8b6a-075cef6438a2 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:11:54.530618 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e8ffb0c-2b47-4bcf-8b6a-075cef6438a2 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/4c62fed0-4a6a-4c1e-a59e-55cf20f6039d HTTP/1.1" status: 404 len: 339 time: 0.0392787 Feb 07 13:11:54.532951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.533958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:54.540657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1917352975', 'description': 'd1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:54.546318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:54.552387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Usage tracker for resource:network and tenant:34eb76faf4d24332940a857a46a88a2c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:11:54.555476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:11:54.562314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:54.572591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Transition to ACTIVE for port object 0222ddef-ff8b-42cd-a714-c492ebbed7b7 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:11:54.578923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-bd931074-89db-436d-903c-ebe1a4b80056 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514830 Feb 07 13:11:54.717087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:54.720900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.752640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:54.763596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.775238 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment c5e4f2db-356a-49b2-9f7f-ea134eab09ee of type vlan for network 7b542462-999b-4be2-b18b-2474d648217f Feb 07 13:11:54.775407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.806438 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.967120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.973576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:54.974213 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579787'] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:54.994222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-63c856f4-8f27-4f9a-ade0-03a17ce2e6b2 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073517 Feb 07 13:11:54.994222 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:55.098851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=7b542462-999b-4be2-b18b-2474d648217f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:55.109466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7b542462-999b-4be2-b18b-2474d648217f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:55.116343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-afc2eb5d-7c61-44b0-be0a-4453a59cc97f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 200 len: 217 time: 0.1071045 Feb 07 13:11:55.126288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:55.128943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:55.131162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=ba8b81f4-8b7a-4a05-8e55-955c81796d1f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:55.136299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:55.201921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791a13a-20a0-4833-8919-f8c4cb05e638 req-52f223d8-ca67-4915-b275-c6eba0e35378 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:55.208843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2791a13a-20a0-4833-8919-f8c4cb05e638 req-52f223d8-ca67-4915-b275-c6eba0e35378 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.5547004 Feb 07 13:11:55.259386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:55.278153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:55.291044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:11:55.329284 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-14bbb42a-843e-4889-80bc-b7a0046782ae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7814126 Feb 07 13:11:55.329284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46332) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:55.395324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0222ddef-ff8b-42cd-a714-c492ebbed7b7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:55.492689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:55.492689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:55.492689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-8e7d9956-3148-4e13-85a9-80b9d380ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:55.492689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-8e7d9956-3148-4e13-85a9-80b9d380ff26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.3588574 Feb 07 13:11:55.523685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2791a13a-20a0-4833-8919-f8c4cb05e638 req-7056b228-4872-4cfa-93c6-f073ea59c5ee tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475619 Feb 07 13:11:55.526496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb95b2-10a9-4f1f-b067-7f980348b603 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:55.527285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70eb95b2-10a9-4f1f-b067-7f980348b603 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Synchronizing usage tracker for tenant:34eb76faf4d24332940a857a46a88a2c on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:55.630907 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:55.736155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 30fcf256-695b-4a1a-9f5b-d3c454850e34 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:55.773230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-be4e0724-73db-4fd1-98b4-2746fd4d1aad None None] Provisioning for port ba8b81f4-8b7a-4a05-8e55-955c81796d1f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:55.785535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70eb95b2-10a9-4f1f-b067-7f980348b603 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Unset dirty status for tenant:34eb76faf4d24332940a857a46a88a2c on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:55.789038 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-70eb95b2-10a9-4f1f-b067-7f980348b603 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/networks?id=7b542462-999b-4be2-b18b-2474d648217f HTTP/1.1" status: 200 len: 765 time: 0.4682124 Feb 07 13:11:55.791469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46338) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:55.792725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-be4e0724-73db-4fd1-98b4-2746fd4d1aad None None] Provisioning complete for port ba8b81f4-8b7a-4a05-8e55-955c81796d1f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:55.793050 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be4e0724-73db-4fd1-98b4-2746fd4d1aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:55.797961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cacc938a-bd93-4116-bfda-f7aaae5c8aae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'description': 'd2'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:55.815929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-8c2ed420-1d5c-4112-b2f2-1280c239a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:55.820031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-8c2ed420-1d5c-4112-b2f2-1280c239a66d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2868531 Feb 07 13:11:55.865967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-be4e0724-73db-4fd1-98b4-2746fd4d1aad None None] Port ba8b81f4-8b7a-4a05-8e55-955c81796d1f cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:55.913310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e80ce5cf-5e7d-404f-a588-dbc91d3d85d0 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8016510 Feb 07 13:11:55.917354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:55.925305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:e6:08:aa'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:eb:d1:50'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:55.998519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-34d823d2-c9f4-4ba1-85e4-5488e8912b3d service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716115 Feb 07 13:11:56.003415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 30fcf256-695b-4a1a-9f5b-d3c454850e34 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:56.006531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 30fcf256-695b-4a1a-9f5b-d3c454850e34 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:56.006918 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.127483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8f3ecad1-bc3b-40fb-b2a4-9c6bcbe40fdf None None] Provisioning for port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:11:56.138802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8f3ecad1-bc3b-40fb-b2a4-9c6bcbe40fdf None None] Provisioning complete for port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:56.139175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8f3ecad1-bc3b-40fb-b2a4-9c6bcbe40fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.188477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.196817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cacc938a-bd93-4116-bfda-f7aaae5c8aae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.206965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-a588f3f1-487a-48b7-87e4-62dfc16d03df service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928048 Feb 07 13:11:56.210469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.215893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ecad1-bc3b-40fb-b2a4-9c6bcbe40fdf None None] Port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:56.218519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 30fcf256-695b-4a1a-9f5b-d3c454850e34, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=30fcf256-695b-4a1a-9f5b-d3c454850e34,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:56.319377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-d407b096-b9e1-4623-bdea-b0b025d54362 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7 HTTP/1.1" status: 200 len: 217 time: 0.0966954 Feb 07 13:11:56.324730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.466202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-76f5932e-9159-4cdf-861c-bad9a6f94ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:56.467504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-76f5932e-9159-4cdf-861c-bad9a6f94ed2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.1350687 Feb 07 13:11:56.510119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.591660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cacc938a-bd93-4116-bfda-f7aaae5c8aae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.603525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=30fcf256-695b-4a1a-9f5b-d3c454850e34,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:56.618379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-55729485-9781-4b7c-9290-7f5837dc9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:56.620302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-55729485-9781-4b7c-9290-7f5837dc9476 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335888 Feb 07 13:11:56.624508 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.671611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cacc938a-bd93-4116-bfda-f7aaae5c8aae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network 7b542462-999b-4be2-b18b-2474d648217f is not hosted by any dhcp agent {{(pid=88312) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 13:11:56.677747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc938a-bd93-4116-bfda-f7aaae5c8aae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:56.678376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cacc938a-bd93-4116-bfda-f7aaae5c8aae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.680069 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cacc938a-bd93-4116-bfda-f7aaae5c8aae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "PUT /v2.0/networks/7b542462-999b-4be2-b18b-2474d648217f HTTP/1.1" status: 200 len: 762 time: 0.8867373 Feb 07 13:11:56.691108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46350) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:56.822948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc938a-bd93-4116-bfda-f7aaae5c8aae tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=7b542462-999b-4be2-b18b-2474d648217f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:56.838205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7b542462-999b-4be2-b18b-2474d648217f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:56.889179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:56.898486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe9cc0-06b7-40e6-aacb-4d2d7d27412b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:56.905061 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fafe9cc0-06b7-40e6-aacb-4d2d7d27412b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/networks?id=7b542462-999b-4be2-b18b-2474d648217f HTTP/1.1" status: 200 len: 765 time: 0.2067730 Feb 07 13:11:56.905061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46354) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:57.028708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:57.039169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:57.064420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0222ddef-ff8b-42cd-a714-c492ebbed7b7,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:57.080663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e155c1-6d8b-4c20-9272-7ea88bd49a22 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.082188 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-52e155c1-6d8b-4c20-9272-7ea88bd49a22 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1774127 Feb 07 13:11:57.085806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46358) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:57.124940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-264eedbc-baea-40d5-99bf-2ddcc340d3ea tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Synchronizing usage tracker for tenant:34eb76faf4d24332940a857a46a88a2c on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:11:57.161511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-e7079153-909c-4f25-8453-8777b3ad60b2 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343268 Feb 07 13:11:57.204102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85579e27-c6f6-4025-9e05-a16efeee0b89 req-fca66c8f-0e1f-4312-b232-2d26df432a60 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.205569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85579e27-c6f6-4025-9e05-a16efeee0b89 req-fca66c8f-0e1f-4312-b232-2d26df432a60 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.3505821 Feb 07 13:11:57.279517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:57.357851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85579e27-c6f6-4025-9e05-a16efeee0b89 req-c120e0c0-8404-4391-aacd-cd5b26a62724 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968587 Feb 07 13:11:57.373218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-264eedbc-baea-40d5-99bf-2ddcc340d3ea tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Unset dirty status for tenant:34eb76faf4d24332940a857a46a88a2c on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:11:57.374716 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-264eedbc-baea-40d5-99bf-2ddcc340d3ea tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 207 time: 0.2880752 Feb 07 13:11:57.382790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46362) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:57.397116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:11:57.399583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:11:57.402820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-20d72699-e0fe-4e33-85ad-ca1483ec10d1 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329073 Feb 07 13:11:57.491884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event updated for resources: {'Port': ['ID=ba8b81f4-8b7a-4a05-8e55-955c81796d1f,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:57.534845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] In _notify_port_updated(), no bound segment for port ba8b81f4-8b7a-4a05-8e55-955c81796d1f on network ea811a08-fd2b-4230-baca-8649ad13d8c9 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:11:57.540508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.541150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:57.542467 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cb7f6ecc-eca2-4c8d-958b-dde3d67723ce tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "PUT /v2.0/ports/ba8b81f4-8b7a-4a05-8e55-955c81796d1f HTTP/1.1" status: 200 len: 1056 time: 1.6245289 Feb 07 13:11:57.548241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46366) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:57.611516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4651dfd-f6f0-4ee8-b15e-626f601d2697 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.615761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4651dfd-f6f0-4ee8-b15e-626f601d2697 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.617814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-fbdf2248-c7be-4f67-af73-793007a5ab75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1 HTTP/1.1" status: 200 len: 217 time: 0.1613750 Feb 07 13:11:57.624432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4651dfd-f6f0-4ee8-b15e-626f601d2697 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.631166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4651dfd-f6f0-4ee8-b15e-626f601d2697 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.638514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4651dfd-f6f0-4ee8-b15e-626f601d2697 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.646103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4651dfd-f6f0-4ee8-b15e-626f601d2697 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.651886 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4651dfd-f6f0-4ee8-b15e-626f601d2697 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2659879 Feb 07 13:11:57.658270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46370) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:57.716039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 30fcf256-695b-4a1a-9f5b-d3c454850e34 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:11:57.802568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b2897bcd-290e-4115-8ceb-e30a24e8b78b None None] Provisioning complete for port ba8b81f4-8b7a-4a05-8e55-955c81796d1f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:57.802851 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b2897bcd-290e-4115-8ceb-e30a24e8b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:57.842233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-23d86516-39ef-4711-84d1-825f67793b0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Deleting port ba8b81f4-8b7a-4a05-8e55-955c81796d1f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:11:57.842591 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23d86516-39ef-4711-84d1-825f67793b0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:57.866095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b2897bcd-290e-4115-8ceb-e30a24e8b78b None None] Port ba8b81f4-8b7a-4a05-8e55-955c81796d1f cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:57.869452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 30fcf256-695b-4a1a-9f5b-d3c454850e34 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:57.869832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:57.907940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-db56d89a-23af-4010-a5f4-e7ca3d9df999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:57.909006 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5fad61b0-08ca-4f68-a37c-2f4dab8d7d10 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2495277 Feb 07 13:11:57.909572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-db56d89a-23af-4010-a5f4-e7ca3d9df999 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.2657442 Feb 07 13:11:57.913342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46376) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:57.914144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Router b78bc83a-6aac-4bbf-96d8-2968886f48f6 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:11:57.998287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fd9c4-50f4-4a80-abf1-8ada8fd4484f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.000647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fd9c4-50f4-4a80-abf1-8ada8fd4484f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.002545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fd9c4-50f4-4a80-abf1-8ada8fd4484f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.006257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fd9c4-50f4-4a80-abf1-8ada8fd4484f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.006596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fd9c4-50f4-4a80-abf1-8ada8fd4484f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.008657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c3eedc63-cafa-4087-871a-57a096347295 None None] Provisioning complete for port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:11:58.009027 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c3eedc63-cafa-4087-871a-57a096347295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:58.014169 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-143fd9c4-50f4-4a80-abf1-8ada8fd4484f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0998385 Feb 07 13:11:58.015165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46380) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:58.064169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c3eedc63-cafa-4087-871a-57a096347295 None None] Port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:11:58.100623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304682f5-0d4a-49c7-98f8-470ec233cce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.103503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304682f5-0d4a-49c7-98f8-470ec233cce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.103631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304682f5-0d4a-49c7-98f8-470ec233cce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.104978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304682f5-0d4a-49c7-98f8-470ec233cce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.106353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304682f5-0d4a-49c7-98f8-470ec233cce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.111273 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-304682f5-0d4a-49c7-98f8-470ec233cce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0915554 Feb 07 13:11:58.111672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46384) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:58.265380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa5633d-1ade-44fe-b32a-2aafa0cc0b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.266758 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6fa5633d-1ade-44fe-b32a-2aafa0cc0b72 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/networks/78ea96dd-a47b-49df-9982-f20dbc6ee2e5 HTTP/1.1" status: 200 len: 804 time: 0.1540205 Feb 07 13:11:58.271517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46388) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:58.436960 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bd2dfaac-d35e-43f7-aa74-3b198dc2bf2b tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/networks/78ea96dd-a47b-49df-9982-f20dbc6ee2e5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1608860 Feb 07 13:11:58.437684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:58.450496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-0977b1a0-2622-4b3f-aa25-5b998c1d6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.452018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-0977b1a0-2622-4b3f-aa25-5b998c1d6286 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5339296 Feb 07 13:11:58.498719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:11:58.507745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Sync routers for ids ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:11:58.516918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64776132-9f62-454d-938d-3976bd9f7d01 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.521050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Routers {'b78bc83a-6aac-4bbf-96d8-2968886f48f6'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:11:58.521050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:11:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:58.521335 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-64776132-9f62-454d-938d-3976bd9f7d01 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/subnets/0e14a74a-bfe3-42a1-b75e-6c71d2c87eda HTTP/1.1" status: 200 len: 843 time: 0.0792961 Feb 07 13:11:58.522922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46398) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:58.578999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f51ceb32-de21-4190-bd87-21bd76e596c5 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:11:58.588543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ffa8b050-ab50-41d2-8bb9-a3b6e90810d2 admin admin] 10.222.0.69 "PUT /v2.0/routers/b78bc83a-6aac-4bbf-96d8-2968886f48f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1480651 Feb 07 13:11:58.652738 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23d86516-39ef-4711-84d1-825f67793b0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:58.730623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa2091d-9355-47ba-904d-fecdd446b3ad tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['shared'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:58.735664 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5aa2091d-9355-47ba-904d-fecdd446b3ad tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "GET /v2.0/subnets/0e14a74a-bfe3-42a1-b75e-6c71d2c87eda?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2082119 Feb 07 13:11:58.735795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46404) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:58.743991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056064028'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:58.749436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:58.761588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:11:58.781207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:58.806412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'network_id': '26ea60c4-cef7-42f5-8663-9d8eab5bd5a8', 'port_id': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'mac_address': 'fa:16:3e:97:bb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b504ff35-5481-46d7-9724-1ed420cceea9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:11:58.896089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-23d86516-39ef-4711-84d1-825f67793b0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Calling delete_port for ba8b81f4-8b7a-4a05-8e55-955c81796d1f owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:11:58.945896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-dcb65dca-7779-414c-b47a-0281162ea001 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861608 Feb 07 13:11:58.954058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:11:58.967994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.011122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Set router b78bc83a-6aac-4bbf-96d8-2968886f48f6 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:11:59.038068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:11:59.048047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.048681 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Added segment e948f92d-e1a9-43cd-a66b-60f8615b554b of type vlan for network df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 Feb 07 13:11:59.093364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.093492 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.108813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f51ceb32-de21-4190-bd87-21bd76e596c5 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:11:59.237133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377e71c-bb9b-41e8-ab28-6ef89635f143 req-86361c0b-d86d-4b66-acd0-9bee9feb523f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:59.238940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d377e71c-bb9b-41e8-ab28-6ef89635f143 req-86361c0b-d86d-4b66-acd0-9bee9feb523f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.7453628 Feb 07 13:11:59.262304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:11:59.319792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-f2bb6b72-d901-49a2-b0d5-0691099d48c5 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401978 Feb 07 13:11:59.321758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d377e71c-bb9b-41e8-ab28-6ef89635f143 req-4afa4d08-87f8-4a4f-af76-238c589a3157 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743949 Feb 07 13:11:59.400314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-66424ed8-8b2b-4b3d-96ea-3df748a9506b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f042abf6-8805-4ccc-90a6-cde1b5570334 HTTP/1.1" status: 200 len: 217 time: 0.0709960 Feb 07 13:11:59.414163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:11:55Z', 'revision_number': 4, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0222ddef-ff8b-42cd-a714-c492ebbed7b7', 'name': '', 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'mac_address': 'fa:16:3e:c9:71:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '269c375a-d5ee-4631-a5ac-d6db96466969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:53Z', 'updated_at': '2022-02-07T13:11:56Z', 'revision_number': 2, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'subnets': [{'id': '269c375a-d5ee-4631-a5ac-d6db96466969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:11:59.414163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Checking router: b78bc83a-6aac-4bbf-96d8-2968886f48f6 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:11:59.414163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Updating router b78bc83a-6aac-4bbf-96d8-2968886f48f6 port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:11:59.471414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.471414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:59.471414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.474047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.476474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23d86516-39ef-4711-84d1-825f67793b0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.537737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-d4ac96ad-272b-4225-aa86-85dd013253da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:59.537737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-d4ac96ad-272b-4225-aa86-85dd013253da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 200 len: 797 time: 0.1167760 Feb 07 13:11:59.538792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d86516-39ef-4711-84d1-825f67793b0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Port': ['ID=ba8b81f4-8b7a-4a05-8e55-955c81796d1f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:59.583686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Network': ['ID=df4e6ce2-c3ec-42f4-8cc8-51b9c716f300,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:59.620554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:11:59.734110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-ff271001-ab79-4dc2-9075-0a651f98c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:11:59.735674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-ff271001-ab79-4dc2-9075-0a651f98c100 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1924653 Feb 07 13:11:59.756404 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:11:59.842227 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cceb5784-2b58-4108-a89f-a3fd42f525d8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1052594 Feb 07 13:11:59.845212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46446) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:11:59.851826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'network_id': 'df4e6ce2-c3ec-42f4-8cc8-51b9c716f300', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:11:59.951528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:11:59.959899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f51ceb32-de21-4190-bd87-21bd76e596c5'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:11:59.972500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:11:59.984326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:00.048043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23d86516-39ef-4711-84d1-825f67793b0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:00.052526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-df500166-38a5-4183-80f9-abfd0190d814 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790270 Feb 07 13:12:00.084516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-23d86516-39ef-4711-84d1-825f67793b0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "DELETE /v2.0/ports/ba8b81f4-8b7a-4a05-8e55-955c81796d1f HTTP/1.1" status: 204 len: 168 time: 2.5084646 Feb 07 13:12:00.084631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46452) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:00.140648 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd7349d-3882-494a-bd48-dcdef68cea0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] GET failed (client error): The resource could not be found. Feb 07 13:12:00.140648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2cd7349d-3882-494a-bd48-dcdef68cea0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Synchronizing usage tracker for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:00.186342 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:00.206856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Made reservation on behalf of 34eb76faf4d24332940a857a46a88a2c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:00.210849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Transition to ACTIVE for port object 0222ddef-ff8b-42cd-a714-c492ebbed7b7 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:00.225789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:00.318572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Performing IP validity checks on allocation pools {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 13:12:00.319107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 13:12:00.344468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-397ce906-c11e-4d9e-adcc-687a3d7e046c service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817974 Feb 07 13:12:00.424055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-96d920ce-12ca-4bf2-b437-9b48bd15cb2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a HTTP/1.1" status: 200 len: 217 time: 0.0713961 Feb 07 13:12:00.486304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2cd7349d-3882-494a-bd48-dcdef68cea0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Unset dirty status for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:00.494897 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2cd7349d-3882-494a-bd48-dcdef68cea0b tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "GET /v2.0/ports/ba8b81f4-8b7a-4a05-8e55-955c81796d1f HTTP/1.1" status: 404 len: 333 time: 0.4195008 Feb 07 13:12:00.494897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46458) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:00.555416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f51ceb32-de21-4190-bd87-21bd76e596c5 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:12:00.559107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-cc50502c-34fd-454d-82dc-9f5c18422d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:00.559107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-cc50502c-34fd-454d-82dc-9f5c18422d92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 200 len: 797 time: 0.1224484 Feb 07 13:12:00.574463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-29be8df5-3d2a-4666-bc2c-8f2f988382d4 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Deleting port 6e07ae3d-6717-4513-bfc3-4d595532b629 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:00.575903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29be8df5-3d2a-4666-bc2c-8f2f988382d4 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:00.603246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:00.627308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3e994-5dd2-4013-b152-237b945d5cde req-d666fb72-aad3-4ea0-848a-51bb12423bdd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:00.627308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59e3e994-5dd2-4013-b152-237b945d5cde req-d666fb72-aad3-4ea0-848a-51bb12423bdd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 944 time: 0.1570306 Feb 07 13:12:00.685772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6af25-2a95-4058-9a76-5b25124c333a req-560e6e48-2242-4517-9762-16bbdfd33e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:00.686662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-560e6e48-2242-4517-9762-16bbdfd33e95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233585 Feb 07 13:12:00.700174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59e3e994-5dd2-4013-b152-237b945d5cde req-96c3fa9e-0084-43ee-b50c-ba604a7dce7f tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539715 Feb 07 13:12:00.739544 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:00.792672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd071b8f-9239-4975-8c22-56628d1f7079 None None] Pushing event updated for resources: {'Port': ['ID=0222ddef-ff8b-42cd-a714-c492ebbed7b7,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:00.909708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-0434f701-2512-4beb-9314-74ecba983606 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082922 Feb 07 13:12:00.912693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f51ceb32-de21-4190-bd87-21bd76e596c5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:12:00.913081 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.034976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Attempting to bind port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:12:01.037797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Attempting to bind port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:12:01.038189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Attempting to bind port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 on network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:12:01.049653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:12:01.050359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Checking segment: {'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:01.051033 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.051828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=63beea70-2182-45e8-9b65-e5659eb14ea2,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:01.052830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Bound using segment: {'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:12:01.053541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Bound port: 0222ddef-ff8b-42cd-a714-c492ebbed7b7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:12:01.054132 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.094888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Checking segment: {'id': 'e948f92d-e1a9-43cd-a66b-60f8615b554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df4e6ce2-c3ec-42f4-8cc8-51b9c716f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:01.095603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network hostable DHCP agents. Network: df4e6ce2-c3ec-42f4-8cc8-51b9c716f300, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:01.116898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99b6af25-2a95-4058-9a76-5b25124c333a req-16ccbb82-8c49-474e-aced-69996ecbdcb6 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915100 Feb 07 13:12:01.139885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29be8df5-3d2a-4666-bc2c-8f2f988382d4 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.225209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] For port 0222ddef-ff8b-42cd-a714-c492ebbed7b7, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:12:01.235222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] For port 0222ddef-ff8b-42cd-a714-c492ebbed7b7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0222ddef-ff8b-42cd-a714-c492ebbed7b7,segment=NetworkSegment(b45f0051-80d9-4f53-b2ad-ea5bde4f6083),segment_id=b45f0051-80d9-4f53-b2ad-ea5bde4f6083)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:12:01.245935 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.274410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:12:01.282988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-29be8df5-3d2a-4666-bc2c-8f2f988382d4 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Calling delete_port for 6e07ae3d-6717-4513-bfc3-4d595532b629 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:01.283997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:01.328601 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'code': 200} Feb 07 13:12:01.362991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Network df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:01.420374 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.484136 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.505095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, df4e6ce2-c3ec-42f4-8cc8-51b9c716f300) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:01.505188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Routers {'b78bc83a-6aac-4bbf-96d8-2968886f48f6'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:12:01.505188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:11:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:01.514523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:01.515185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.561649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aef25c-90dc-427a-b4a0-9b1bf6ddeced None None] Network df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:01.585712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29be8df5-3d2a-4666-bc2c-8f2f988382d4 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:01.665270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd071b8f-9239-4975-8c22-56628d1f7079 None None] Pushing event updated for resources: {'Port': ['ID=0222ddef-ff8b-42cd-a714-c492ebbed7b7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:01.715746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be8df5-3d2a-4666-bc2c-8f2f988382d4 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Port': ['ID=6e07ae3d-6717-4513-bfc3-4d595532b629,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:01.728166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46496) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:01.729278 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-20e49ac0-57d5-49b6-9314-677842549d90 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8779840 Feb 07 13:12:01.736343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3203d265-430c-4047-b28a-ac0c55ae5e99 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:01.873981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:02.003121 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29be8df5-3d2a-4666-bc2c-8f2f988382d4 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:02.005581 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29be8df5-3d2a-4666-bc2c-8f2f988382d4 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "DELETE /v2.0/ports/6e07ae3d-6717-4513-bfc3-4d595532b629 HTTP/1.1" status: 204 len: 168 time: 1.5138066 Feb 07 13:12:02.014064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46508) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:02.149500 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3203d265-430c-4047-b28a-ac0c55ae5e99 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3559375'] for subnet, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:02.152262 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c657cb84-3b57-4fda-9497-719bbc48aad8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] GET failed (client error): The resource could not be found. Feb 07 13:12:02.152808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c657cb84-3b57-4fda-9497-719bbc48aad8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Synchronizing usage tracker for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:02.196760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] Set router b78bc83a-6aac-4bbf-96d8-2968886f48f6 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:12:02.275958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c657cb84-3b57-4fda-9497-719bbc48aad8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Unset dirty status for tenant:ce4f7ef6af6547eda67312a9229502d0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:02.277119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c657cb84-3b57-4fda-9497-719bbc48aad8 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "GET /v2.0/ports/6e07ae3d-6717-4513-bfc3-4d595532b629 HTTP/1.1" status: 404 len: 333 time: 0.2633421 Feb 07 13:12:02.286906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46516) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:02.292896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299aff2-9fd0-42d8-a6df-e69cdf274b32 req-5b30a666-4caa-4576-85d4-d97b62513eb8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:02.294438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5299aff2-9fd0-42d8-a6df-e69cdf274b32 req-5b30a666-4caa-4576-85d4-d97b62513eb8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.2181382 Feb 07 13:12:02.396866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5299aff2-9fd0-42d8-a6df-e69cdf274b32 req-9e6b9ae9-bb69-4d06-879b-2732fe8ef798 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713327 Feb 07 13:12:02.449902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-df4e6ce2-c3ec-42f4-8cc8-51b9c716f300', 'network_id': 'df4e6ce2-c3ec-42f4-8cc8-51b9c716f300', 'tenant_id': '34eb76faf4d24332940a857a46a88a2c', 'fixed_ips': [{'subnet_id': '63beea70-2182-45e8-9b65-e5659eb14ea2'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:12:02.450855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:02.466368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0bb01-8569-428a-bf5c-f97746d0d961 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Deleting port afcef55a-b4dc-4e04-9113-dfa23b8459d7 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:02.466803 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb01-8569-428a-bf5c-f97746d0d961 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:02.635576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3203d265-430c-4047-b28a-ac0c55ae5e99 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780820852996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3185432'] for subnet, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:02.784901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Allocated IP 2001:db8::3 (df4e6ce2-c3ec-42f4-8cc8-51b9c716f300/63beea70-2182-45e8-9b65-e5659eb14ea2/9672f0a1-9520-493d-8c91-7a8bef2ff0cb) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:12:02.849752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203d265-430c-4047-b28a-ac0c55ae5e99 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event updated for resources: {'Subnet': ['ID=63beea70-2182-45e8-9b65-e5659eb14ea2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:02.884675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203d265-430c-4047-b28a-ac0c55ae5e99 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:02.885448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3203d265-430c-4047-b28a-ac0c55ae5e99 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:02.891871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3203d265-430c-4047-b28a-ac0c55ae5e99 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "PUT /v2.0/subnets/63beea70-2182-45e8-9b65-e5659eb14ea2 HTTP/1.1" status: 200 len: 900 time: 1.1556509 Feb 07 13:12:02.893156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46528) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:02.906172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:11:55Z', 'revision_number': 4, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0222ddef-ff8b-42cd-a714-c492ebbed7b7', 'name': '', 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'mac_address': 'fa:16:3e:c9:71:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '269c375a-d5ee-4631-a5ac-d6db96466969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:53Z', 'updated_at': '2022-02-07T13:12:01Z', 'revision_number': 4, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'subnets': [{'id': '269c375a-d5ee-4631-a5ac-d6db96466969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:02.915541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e49059-d325-43bd-8856-e13f8373c812 None None] The sync data for ids ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'] in n-d-811416-5 is: [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:11:55Z', 'revision_number': 4, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '0222ddef-ff8b-42cd-a714-c492ebbed7b7', 'name': '', 'network_id': '5145afe4-ae40-4935-88dd-5a4e47b6cb50', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'mac_address': 'fa:16:3e:c9:71:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '269c375a-d5ee-4631-a5ac-d6db96466969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:53Z', 'updated_at': '2022-02-07T13:12:01Z', 'revision_number': 4, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'subnets': [{'id': '269c375a-d5ee-4631-a5ac-d6db96466969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:12:02.975285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb01-8569-428a-bf5c-f97746d0d961 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.198767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.219865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Transition to ACTIVE for port object 9672f0a1-9520-493d-8c91-7a8bef2ff0cb will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:03.239914 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.249298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0bb01-8569-428a-bf5c-f97746d0d961 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Calling delete_port for afcef55a-b4dc-4e04-9113-dfa23b8459d7 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:03.267749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Transition to ACTIVE for port object 9672f0a1-9520-493d-8c91-7a8bef2ff0cb will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:03.401541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.457676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.556519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Network df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:12:03.560903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb01-8569-428a-bf5c-f97746d0d961 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.565259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:03.572372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:12:03.672527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Pushing event updated for resources: {'Port': ['ID=9672f0a1-9520-493d-8c91-7a8bef2ff0cb,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:03.721603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0bb01-8569-428a-bf5c-f97746d0d961 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Port': ['ID=afcef55a-b4dc-4e04-9113-dfa23b8459d7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:03.772067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34787ac-163d-4e74-827c-22ab01ebb911 req-a31cdaea-2834-4bdd-8c85-c4fd7cb47951 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:03.784842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b34787ac-163d-4e74-827c-22ab01ebb911 req-a31cdaea-2834-4bdd-8c85-c4fd7cb47951 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.1821525 Feb 07 13:12:03.817378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Attempting to bind port 9672f0a1-9520-493d-8c91-7a8bef2ff0cb on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:12:03.817636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Attempting to bind port 9672f0a1-9520-493d-8c91-7a8bef2ff0cb by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e948f92d-e1a9-43cd-a66b-60f8615b554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df4e6ce2-c3ec-42f4-8cc8-51b9c716f300'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:12:03.820487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Attempting to bind port 9672f0a1-9520-493d-8c91-7a8bef2ff0cb on network df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:12:03.828371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.866146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:12:03.866146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Checking segment: {'id': 'e948f92d-e1a9-43cd-a66b-60f8615b554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df4e6ce2-c3ec-42f4-8cc8-51b9c716f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:03.866146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.866146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Bound using segment: {'id': 'e948f92d-e1a9-43cd-a66b-60f8615b554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df4e6ce2-c3ec-42f4-8cc8-51b9c716f300'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:12:03.866146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Bound port: 9672f0a1-9520-493d-8c91-7a8bef2ff0cb, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e948f92d-e1a9-43cd-a66b-60f8615b554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'df4e6ce2-c3ec-42f4-8cc8-51b9c716f300'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:12:03.866146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:03.893867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0222ddef-ff8b-42cd-a714-c492ebbed7b7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:12:03.905913 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:12:04.023680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb01-8569-428a-bf5c-f97746d0d961 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.127693 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0dd0bb01-8569-428a-bf5c-f97746d0d961 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "DELETE /v2.0/ports/afcef55a-b4dc-4e04-9113-dfa23b8459d7 HTTP/1.1" status: 204 len: 168 time: 1.8386440 Feb 07 13:12:04.128427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46544) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:04.182024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] For port 9672f0a1-9520-493d-8c91-7a8bef2ff0cb, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:12:04.185749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] For port 9672f0a1-9520-493d-8c91-7a8bef2ff0cb, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9672f0a1-9520-493d-8c91-7a8bef2ff0cb,segment=NetworkSegment(e948f92d-e1a9-43cd-a66b-60f8615b554b),segment_id=e948f92d-e1a9-43cd-a66b-60f8615b554b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:12:04.257876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8d9bbb-f016-4a3f-98de-ec1de9915832 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Deleting subnet 76fd356b-46d0-4322-aaf1-b6ce2d19c90d {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:04.262355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9bbb-f016-4a3f-98de-ec1de9915832 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.310038 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.346949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9bbb-f016-4a3f-98de-ec1de9915832 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.354838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.394818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4e6ce2-c3ec-42f4-8cc8-51b9c716f300']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:04.411196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e948f92d-e1a9-43cd-a66b-60f8615b554b') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:04.411968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e948f92d-e1a9-43cd-a66b-60f8615b554b') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:04.425471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.429713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:12:04.450773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.458016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:04.458721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.495394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9bbb-f016-4a3f-98de-ec1de9915832 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.495652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:12:04.496332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.576624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=63beea70-2182-45e8-9b65-e5659eb14ea2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:04.586290 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:04.628465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b34787ac-163d-4e74-827c-22ab01ebb911 req-fc3e627e-664e-469d-aa58-68cdcb5831fd tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8420184 Feb 07 13:12:04.647099 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:12:04.647099 n-d-811416-5 neutron-server[88313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:12:04.647099 n-d-811416-5 neutron-server[88313]: [parameters: {'id': 'df4e6ce2-c3ec-42f4-8cc8-51b9c716f300'}] Feb 07 13:12:04.647099 n-d-811416-5 neutron-server[88313]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:04.651021 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:04.671668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c1c5a-f05b-499a-8c43-9a0aed747653 None None] Pushing event updated for resources: {'Port': ['ID=9672f0a1-9520-493d-8c91-7a8bef2ff0cb,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:04.697159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2664ba-8f9e-49ab-babf-f041df707850 None None] Network df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:04.704531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9bbb-f016-4a3f-98de-ec1de9915832 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.774956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d9bbb-f016-4a3f-98de-ec1de9915832 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Subnet': ['ID=76fd356b-46d0-4322-aaf1-b6ce2d19c90d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:04.807331 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9bbb-f016-4a3f-98de-ec1de9915832 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:04.818284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46554) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:04.821533 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3e8d9bbb-f016-4a3f-98de-ec1de9915832 tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "DELETE /v2.0/subnets/76fd356b-46d0-4322-aaf1-b6ce2d19c90d HTTP/1.1" status: 204 len: 168 time: 0.6861417 Feb 07 13:12:04.874090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b18df2-11c7-4494-84c9-2e0d7a800e60 None None] Network ea811a08-fd2b-4230-baca-8649ad13d8c9 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:04.990576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:05.016415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Deleting port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:05.016926 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:05.037090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:05.233316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 0222ddef-ff8b-42cd-a714-c492ebbed7b7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0222ddef-ff8b-42cd-a714-c492ebbed7b7,segment=NetworkSegment(b45f0051-80d9-4f53-b2ad-ea5bde4f6083),segment_id=b45f0051-80d9-4f53-b2ad-ea5bde4f6083)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:05.349255 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:05.364660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] For port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5ab1f885-5a28-469c-a47b-dcb3ff1939f8,segment=NetworkSegment(6bf396eb-6607-4415-9087-44b30a617cf5),segment_id=6bf396eb-6607-4415-9087-44b30a617cf5)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:05.365318 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:05.372019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:05.458812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc3044-6d00-4c60-ba18-1dfbfffe8875 None None] Network df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:05.620035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] DHCP port deletion for ea811a08-fd2b-4230-baca-8649ad13d8c9 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:12:05.629055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=0222ddef-ff8b-42cd-a714-c492ebbed7b7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:05.629586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Calling delete_port for 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:05.695152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting port 9672f0a1-9520-493d-8c91-7a8bef2ff0cb {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:05.695152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:05.702310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] Deleting port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:05.702908 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:05.771426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:06.170854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] For port 9672f0a1-9520-493d-8c91-7a8bef2ff0cb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9672f0a1-9520-493d-8c91-7a8bef2ff0cb,segment=NetworkSegment(e948f92d-e1a9-43cd-a66b-60f8615b554b),segment_id=e948f92d-e1a9-43cd-a66b-60f8615b554b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:06.170854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.192313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.206620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Calling delete_port for 9672f0a1-9520-493d-8c91-7a8bef2ff0cb owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:06.251945 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.290227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Port': ['ID=5ab1f885-5a28-469c-a47b-dcb3ff1939f8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:06.304052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] For port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5ab1f885-5a28-469c-a47b-dcb3ff1939f8,segment=NetworkSegment(6bf396eb-6607-4415-9087-44b30a617cf5),segment_id=6bf396eb-6607-4415-9087-44b30a617cf5)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:06.304997 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.353607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] No DVR routers for this DVR port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:06.482153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] Calling delete_port for 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:06.560903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f51ceb32-de21-4190-bd87-21bd76e596c5 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:06.649742 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:06.652214 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:06.706233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.724001 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.743050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea811a08-fd2b-4230-baca-8649ad13d8c9']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:06.760837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.761560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:12:06.776960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:06.810247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccfeb0-00ab-406a-806d-499cc545efb1 req-ced070cb-5f78-43f4-a2f7-ce5b15d599ad tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:06.811746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35ccfeb0-00ab-406a-806d-499cc545efb1 req-ced070cb-5f78-43f4-a2f7-ce5b15d599ad tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 945 time: 0.5196013 Feb 07 13:12:06.820925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf396eb-6607-4415-9087-44b30a617cf5') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:06.825683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf396eb-6607-4415-9087-44b30a617cf5') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:06.829751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.867497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Port': ['ID=9672f0a1-9520-493d-8c91-7a8bef2ff0cb,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:06.870896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No DVR routers for this DVR port 9672f0a1-9520-493d-8c91-7a8bef2ff0cb on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:06.903064 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'code': 200} Feb 07 13:12:06.909488 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:06.954774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:07.013035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35ccfeb0-00ab-406a-806d-499cc545efb1 req-aabc3ff9-9809-435f-9b2d-70aa40bb55b8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844153 Feb 07 13:12:07.013969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.029902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:07.030620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:07.051630 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:07.131734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.152184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] Deleting port 5ab1f885-5a28-469c-a47b-dcb3ff1939f8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:07.152935 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.175023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4e6ce2-c3ec-42f4-8cc8-51b9c716f300']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:07.187639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e948f92d-e1a9-43cd-a66b-60f8615b554b') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:07.188046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e948f92d-e1a9-43cd-a66b-60f8615b554b') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:07.201304 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.218886 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.226526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:07.227114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.237519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb7e9-a8c8-42f4-a8e6-e87df7c341b2 None None] The port '5ab1f885-5a28-469c-a47b-dcb3ff1939f8' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:07.258821 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:07.265922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f7f50-a46c-4d4b-8f17-6f4dc7afe32e None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:12:07.331582 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.336173 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.373972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] Pushing event deleted for resources: {'Network': ['ID=ea811a08-fd2b-4230-baca-8649ad13d8c9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:07.391556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f54c7c3e-de80-40e0-80e1-18a63f58159d tempest-AllowedAddressPairTestJSON-1301764350 tempest-AllowedAddressPairTestJSON-1301764350-project] 10.222.0.69 "DELETE /v2.0/networks/ea811a08-fd2b-4230-baca-8649ad13d8c9 HTTP/1.1" status: 204 len: 168 time: 2.5676644 Feb 07 13:12:07.478675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.503455 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.504122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f7f50-a46c-4d4b-8f17-6f4dc7afe32e None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:12:07.509669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=df4e6ce2-c3ec-42f4-8cc8-51b9c716f300,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:07.512651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9022898f-8339-4e4a-865d-1e6ed659bae4 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 HTTP/1.1" status: 204 len: 168 time: 4.6184530 Feb 07 13:12:07.516399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46586) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:07.576221 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef8eac6-1a62-4b27-b5fd-fab882e50cad tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:07.576893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef8eac6-1a62-4b27-b5fd-fab882e50cad tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:07.578762 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8ef8eac6-1a62-4b27-b5fd-fab882e50cad tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/63beea70-2182-45e8-9b65-e5659eb14ea2 HTTP/1.1" status: 404 len: 337 time: 0.0611401 Feb 07 13:12:07.581571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46590) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:07.639217 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-6948156b-61c4-40a3-b63b-938bbc331ce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:07.639756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6948156b-61c4-40a3-b63b-938bbc331ce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:07.647021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6948156b-61c4-40a3-b63b-938bbc331ce8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/df4e6ce2-c3ec-42f4-8cc8-51b9c716f300 HTTP/1.1" status: 404 len: 339 time: 0.0587182 Feb 07 13:12:07.647199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46594) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:07.718065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0222ddef-ff8b-42cd-a714-c492ebbed7b7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:12:07.887780 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:07.967934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46604) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:08.016173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:12:08.016680 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.205167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-8faf0a88-1097-405e-ad8b-f718b0de3727 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:08.208499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-8faf0a88-1097-405e-ad8b-f718b0de3727 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.47 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 943 time: 0.2085664 Feb 07 13:12:08.351839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.387644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b542462-999b-4be2-b18b-2474d648217f']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:08.398597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Deleting port f51ceb32-de21-4190-bd87-21bd76e596c5 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:08.399186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.403112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e4f2db-356a-49b2-9f7f-ea134eab09ee') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:08.403424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e4f2db-356a-49b2-9f7f-ea134eab09ee') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:08.416408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.443302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.457537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:08.457954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:08.481497 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:08.509726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b636f6c9-6986-4bcd-9387-af4406079bbf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce4f7ef6af6547eda67312a9229502d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5398960 Feb 07 13:12:08.516872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46612) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:08.674982 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.723565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.726445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=7b542462-999b-4be2-b18b-2474d648217f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:08.747964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46616) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:08.748097 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86c15b2a-cb91-4e77-8e38-280a5f6d7d73 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/7b542462-999b-4be2-b18b-2474d648217f HTTP/1.1" status: 204 len: 168 time: 1.0967591 Feb 07 13:12:08.777749 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-00ef142f-6228-4d96-9be4-c7317905a18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.793205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7def2267-d00e-4a2a-9110-f1015768f06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.797407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcb4d5-67bf-447e-b10f-8b35ef0c10a7 req-eef2aae6-7a32-498c-8983-af460079c8a8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:08.798890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24bcb4d5-67bf-447e-b10f-8b35ef0c10a7 req-eef2aae6-7a32-498c-8983-af460079c8a8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 943 time: 0.4719820 Feb 07 13:12:08.829189 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f233f41-7996-4f29-a921-f04f98c01f92 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:08.829189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f233f41-7996-4f29-a921-f04f98c01f92 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:08.829189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8f233f41-7996-4f29-a921-f04f98c01f92 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/1e3ed07b-2106-445a-a509-da9d01765e61 HTTP/1.1" status: 404 len: 337 time: 0.0815728 Feb 07 13:12:08.829703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46620) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:08.862351 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-197559ed-84ab-4f1d-960b-3f2a80c9d43c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:08.862761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197559ed-84ab-4f1d-960b-3f2a80c9d43c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:08.865078 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-197559ed-84ab-4f1d-960b-3f2a80c9d43c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/4c62fed0-4a6a-4c1e-a59e-55cf20f6039d HTTP/1.1" status: 404 len: 339 time: 0.0343051 Feb 07 13:12:08.867604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46624) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:08.874932 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7def2267-d00e-4a2a-9110-f1015768f06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.942283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-41be2c98-a81e-4d67-b89c-e9af8b781cf8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting subnet 08be5bf2-0194-4f4d-a06d-f9a879e23928 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:08.945487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-41be2c98-a81e-4d67-b89c-e9af8b781cf8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:08.961997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24bcb4d5-67bf-447e-b10f-8b35ef0c10a7 req-0d6d61a7-0517-4143-8bef-ce595e4da901 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/security-groups?id=a200876c-06cf-4481-afe1-a06a3500c0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388042 Feb 07 13:12:08.963826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] For port f51ceb32-de21-4190-bd87-21bd76e596c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f51ceb32-de21-4190-bd87-21bd76e596c5,segment=NetworkSegment(06ec6238-d10f-4b59-80b3-b64dc150701a),segment_id=06ec6238-d10f-4b59-80b3-b64dc150701a)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:08.964223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.108611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Calling delete_port for f51ceb32-de21-4190-bd87-21bd76e596c5 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:09.111996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-41be2c98-a81e-4d67-b89c-e9af8b781cf8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.226777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-41be2c98-a81e-4d67-b89c-e9af8b781cf8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.256478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7def2267-d00e-4a2a-9110-f1015768f06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.417843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def2267-d00e-4a2a-9110-f1015768f06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3abf79-5eac-46a2-a191-5a48386bd83a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:09.435179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-41be2c98-a81e-4d67-b89c-e9af8b781cf8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.449450 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7def2267-d00e-4a2a-9110-f1015768f06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.450572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7def2267-d00e-4a2a-9110-f1015768f06a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce3abf79-5eac-46a2-a191-5a48386bd83a HTTP/1.1" status: 204 len: 168 time: 0.9324188 Feb 07 13:12:09.479843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2c98-a81e-4d67-b89c-e9af8b781cf8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=08be5bf2-0194-4f4d-a06d-f9a879e23928,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:09.483781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-41be2c98-a81e-4d67-b89c-e9af8b781cf8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.494013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a88456-a3ab-44c5-a67d-b49eb06502d3 None None] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:09.498706 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-41be2c98-a81e-4d67-b89c-e9af8b781cf8 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/08be5bf2-0194-4f4d-a06d-f9a879e23928 HTTP/1.1" status: 204 len: 168 time: 0.6299000 Feb 07 13:12:09.501228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46634) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:09.583244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9219c541-5014-4675-97cf-fee36f01c8f1 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting subnet a4d4103f-52a7-40cf-afd8-eb5f83c0ff12 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:09.586713 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9219c541-5014-4675-97cf-fee36f01c8f1 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.589028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.664910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9219c541-5014-4675-97cf-fee36f01c8f1 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.742963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Pushing event deleted for resources: {'Port': ['ID=f51ceb32-de21-4190-bd87-21bd76e596c5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:09.791784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9219c541-5014-4675-97cf-fee36f01c8f1 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.828856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] No DVR routers for this DVR port f51ceb32-de21-4190-bd87-21bd76e596c5 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:09.831204 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:09.837009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16c39d87-b2bf-4071-8ced-da7ad3e89657 req-63ca6346-0ae9-4cf1-a11b-04074b7be2ba tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.47 "DELETE /v2.0/ports/f51ceb32-de21-4190-bd87-21bd76e596c5 HTTP/1.1" status: 204 len: 173 time: 1.6225667 Feb 07 13:12:09.838030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'name': 'network-vif-deleted', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:12:09.952711 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f19a4a-4b46-401d-99a7-c1bc01a35f2d', 'name': 'network-vif-deleted', 'tag': 'f51ceb32-de21-4190-bd87-21bd76e596c5', 'status': 'completed', 'code': 200} Feb 07 13:12:10.007569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9219c541-5014-4675-97cf-fee36f01c8f1 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:10.113951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219c541-5014-4675-97cf-fee36f01c8f1 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d4103f-52a7-40cf-afd8-eb5f83c0ff12,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:10.116193 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9219c541-5014-4675-97cf-fee36f01c8f1 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:10.144942 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9219c541-5014-4675-97cf-fee36f01c8f1 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/a4d4103f-52a7-40cf-afd8-eb5f83c0ff12 HTTP/1.1" status: 204 len: 168 time: 0.6420541 Feb 07 13:12:10.145219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46646) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:10.360993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-152a921d-392b-4fd9-96d4-b9d0be5ecaae req-aa5ae065-e4ef-4d45-a2ef-76712d67ea3a tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Synchronizing usage tracker for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:10.398652 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:10.417770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:10.418045 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:10.541154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-152a921d-392b-4fd9-96d4-b9d0be5ecaae req-aa5ae065-e4ef-4d45-a2ef-76712d67ea3a tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] Unset dirty status for tenant:d84c1047f5db40d6a2dac9097e16020b on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:10.542395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-152a921d-392b-4fd9-96d4-b9d0be5ecaae req-aa5ae065-e4ef-4d45-a2ef-76712d67ea3a tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 210 time: 0.2602806 Feb 07 13:12:10.701517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] For port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,segment=NetworkSegment(b6304680-f500-43ef-9bfa-2793be82139e),segment_id=b6304680-f500-43ef-9bfa-2793be82139e)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:10.704313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:10.933074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Calling delete_port for 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:11.049637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebe34a-18bf-4560-9323-aa9e668615ba None None] Network 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:11.153128 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4c55654c-2f88-4666-bb93-3101a8165aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:11.181250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-95aa99b8-a25d-49e2-a445-8a05f950b432 None None] Provisioning complete for port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:12:11.181625 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-95aa99b8-a25d-49e2-a445-8a05f950b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:11.536436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] DHCP port deletion for 3d6e8f52-d1bd-4683-a259-c0ff2ec48bda request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:12:11.540637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] Deleting port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:11.541021 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:11.701896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:11.797971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-382815ee-1690-4b99-9087-0a238716b13b req-ed0aa841-b412-4dd5-9d35-e48a362796c8 tempest-ImagesTestJSON-237955028 tempest-ImagesTestJSON-237955028-project] 10.222.0.69 "GET /v2.0/ports?device_id=75f19a4a-4b46-401d-99a7-c1bc01a35f2d HTTP/1.1" status: 200 len: 210 time: 0.0603600 Feb 07 13:12:11.897071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:11.901913 n-d-811416-5 neutron-server[88314]: INFO neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No ports have port_id starting with 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c Feb 07 13:12:11.902131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] For port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,segment=NetworkSegment(b6304680-f500-43ef-9bfa-2793be82139e),segment_id=b6304680-f500-43ef-9bfa-2793be82139e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:11.902591 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:11.954098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Port': ['ID=46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:11.957683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No DVR routers for this DVR port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:12.042514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] Calling delete_port for 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:12.106083 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.136708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6e8f52-d1bd-4683-a259-c0ff2ec48bda']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:12.147112 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:12.147731 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:12.151546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6304680-f500-43ef-9bfa-2793be82139e') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:12.152018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6304680-f500-43ef-9bfa-2793be82139e') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:12.166007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.183819 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.191381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:12.191829 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:12.210312 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:12.385882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.389213 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.537684 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.569051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.573801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f51ceb32-de21-4190-bd87-21bd76e596c5 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:12.578074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=3d6e8f52-d1bd-4683-a259-c0ff2ec48bda,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:12.601751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-59498c9e-2547-4c17-aa7a-57b47ab6fcc6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/3d6e8f52-d1bd-4683-a259-c0ff2ec48bda HTTP/1.1" status: 204 len: 168 time: 2.4459729 Feb 07 13:12:12.601862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46684) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:12.621385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: f51ceb32-de21-4190-bd87-21bd76e596c5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:12:12.621939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f51ceb32-de21-4190-bd87-21bd76e596c5 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:12:12.622399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973520b-17fb-4adc-bb70-365758d2b2fa req-b95c0db8-7b01-4019-be6c-9a37e215e559 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:12.623965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d973520b-17fb-4adc-bb70-365758d2b2fa req-b95c0db8-7b01-4019-be6c-9a37e215e559 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 946 time: 0.1379495 Feb 07 13:12:12.649009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] Deleting port 46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:12.649570 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:12.668657 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb04ac9-4e46-433e-a328-c3b4c0807582 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:12.669119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb04ac9-4e46-433e-a328-c3b4c0807582 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:12.670809 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6bb04ac9-4e46-433e-a328-c3b4c0807582 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/06c43455-1b7c-4af7-99e4-fcec976125c8 HTTP/1.1" status: 404 len: 337 time: 0.0681670 Feb 07 13:12:12.679899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46690) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:12.718069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d973520b-17fb-4adc-bb70-365758d2b2fa req-116f49d1-e574-48ce-b55a-6838fc036f81 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865827 Feb 07 13:12:12.719257 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f34f13-7e12-463f-a091-2f81a2785d1d tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:12.719796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f34f13-7e12-463f-a091-2f81a2785d1d tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:12.724313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-13f34f13-7e12-463f-a091-2f81a2785d1d tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/22d732a8-11f8-4f2e-a7ed-fa396e264f74 HTTP/1.1" status: 404 len: 339 time: 0.0407505 Feb 07 13:12:12.725172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46694) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:12.765019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c1941b3a-a356-4973-a848-6d5ac1f67d64 None None] The port '46b6caa7-c3fe-429f-b8c4-b86cb2a59a8c' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:12:12.782498 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a929875e-734f-43b9-bbad-d132686f5695 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:12.783030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a929875e-734f-43b9-bbad-d132686f5695 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:12.785355 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a929875e-734f-43b9-bbad-d132686f5695 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/faa6b83d-c715-495d-9f19-e20a1af5db9c HTTP/1.1" status: 404 len: 337 time: 0.0586553 Feb 07 13:12:12.788131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46700) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:12.815415 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aac908-da4b-4c6f-9742-0bc6b3c761ec tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:12.815934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4aac908-da4b-4c6f-9742-0bc6b3c761ec tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:12.817776 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b4aac908-da4b-4c6f-9742-0bc6b3c761ec tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/4541c77f-ea4a-474a-927a-73ca2e15eef0 HTTP/1.1" status: 404 len: 339 time: 0.0287232 Feb 07 13:12:12.820302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46706) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:12.864850 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb83ea9-88dd-4386-9421-3dcbaa1eae39 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:12.867790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb83ea9-88dd-4386-9421-3dcbaa1eae39 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:12.867790 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ceb83ea9-88dd-4386-9421-3dcbaa1eae39 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/26889bb3-d5a5-49cf-b1c9-c4fb3b05a1a7 HTTP/1.1" status: 404 len: 337 time: 0.0458186 Feb 07 13:12:12.869612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46712) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:12.904755 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8232b93f-0955-439b-91bf-b7efb6f84eaf tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:12.915931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8232b93f-0955-439b-91bf-b7efb6f84eaf tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:12.915931 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8232b93f-0955-439b-91bf-b7efb6f84eaf tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/612dd6a6-523f-42e1-8a2a-64d029fb6c7a HTTP/1.1" status: 404 len: 339 time: 0.0362990 Feb 07 13:12:12.918059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46716) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:13.021793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb91e0c5-0175-4c45-b3cd-9c60e055d618 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting subnet 3a6fa1e1-f90a-4ba4-b145-656afa07ddaa {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:13.025209 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb91e0c5-0175-4c45-b3cd-9c60e055d618 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.092681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb91e0c5-0175-4c45-b3cd-9c60e055d618 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.202101 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb91e0c5-0175-4c45-b3cd-9c60e055d618 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.498851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb91e0c5-0175-4c45-b3cd-9c60e055d618 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.541690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91e0c5-0175-4c45-b3cd-9c60e055d618 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6fa1e1-f90a-4ba4-b145-656afa07ddaa,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:13.547354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb91e0c5-0175-4c45-b3cd-9c60e055d618 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.553294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e0635-e21c-4013-bd96-135bf1333b10 None None] Network 881bada2-9dce-4966-af60-7ee0e43ff916 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:13.560164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:13.576713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cb91e0c5-0175-4c45-b3cd-9c60e055d618 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/3a6fa1e1-f90a-4ba4-b145-656afa07ddaa HTTP/1.1" status: 204 len: 168 time: 0.6572673 Feb 07 13:12:13.629644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46770) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:13.699821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c6d0dc-c6d5-47b5-8f29-9c4654f868e4 admin admin] Deleting subnet b504ff35-5481-46d7-9724-1ed420cceea9 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:13.703525 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57c6d0dc-c6d5-47b5-8f29-9c4654f868e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.784305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57c6d0dc-c6d5-47b5-8f29-9c4654f868e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.830842 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.880857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting port b408604d-75fd-4caa-8981-98b2cf32cdab {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:13.881294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57c6d0dc-c6d5-47b5-8f29-9c4654f868e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:13.881440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.022854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.043871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] DHCP port deletion for 881bada2-9dce-4966-af60-7ee0e43ff916 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:12:14.062698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] Deleting port b408604d-75fd-4caa-8981-98b2cf32cdab {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:14.062816 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.298752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] For port b408604d-75fd-4caa-8981-98b2cf32cdab, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b408604d-75fd-4caa-8981-98b2cf32cdab,segment=NetworkSegment(c302bb76-eca2-4656-a4ed-3639358b74fd),segment_id=c302bb76-eca2-4656-a4ed-3639358b74fd)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:14.299473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.405440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38d1fb-f1e1-4a01-8c42-bc50ba2852be req-df2b9265-9bbe-449d-8fb3-bdc37e4135cb tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:14.408029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f38d1fb-f1e1-4a01-8c42-bc50ba2852be req-df2b9265-9bbe-449d-8fb3-bdc37e4135cb tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 946 time: 0.3855743 Feb 07 13:12:14.476124 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57c6d0dc-c6d5-47b5-8f29-9c4654f868e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.485234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f38d1fb-f1e1-4a01-8c42-bc50ba2852be req-42f3d9b0-a183-46fb-8099-96a1248fd7b5 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630379 Feb 07 13:12:14.504708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Calling delete_port for b408604d-75fd-4caa-8981-98b2cf32cdab owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:14.527483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6d0dc-c6d5-47b5-8f29-9c4654f868e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b504ff35-5481-46d7-9724-1ed420cceea9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:14.529885 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57c6d0dc-c6d5-47b5-8f29-9c4654f868e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.539836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-57c6d0dc-c6d5-47b5-8f29-9c4654f868e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b504ff35-5481-46d7-9724-1ed420cceea9 HTTP/1.1" status: 204 len: 168 time: 0.9066782 Feb 07 13:12:14.539836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46784) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:14.661082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] For port b408604d-75fd-4caa-8981-98b2cf32cdab, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b408604d-75fd-4caa-8981-98b2cf32cdab,segment=NetworkSegment(c302bb76-eca2-4656-a4ed-3639358b74fd),segment_id=c302bb76-eca2-4656-a4ed-3639358b74fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:14.662791 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.746039 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.762953 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:14.843411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Port': ['ID=b408604d-75fd-4caa-8981-98b2cf32cdab,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:14.848498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-94c70235-41a3-4c03-82b8-edb9af668af1 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:14.848498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-94c70235-41a3-4c03-82b8-edb9af668af1 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 946 time: 0.2152894 Feb 07 13:12:14.852983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No DVR routers for this DVR port b408604d-75fd-4caa-8981-98b2cf32cdab on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:14.963991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] Calling delete_port for b408604d-75fd-4caa-8981-98b2cf32cdab owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:14.984580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.002017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Deleting port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:15.009064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.011545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.043815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:15.044216 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:15.053543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881bada2-9dce-4966-af60-7ee0e43ff916']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:15.079384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c302bb76-eca2-4656-a4ed-3639358b74fd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:15.079691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c302bb76-eca2-4656-a4ed-3639358b74fd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:15.099637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ea60c4-cef7-42f5-8663-9d8eab5bd5a8']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:15.112434 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.132226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.141397 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:15.141397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:15.162125 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:15.172300 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.305208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ec6238-d10f-4b59-80b3-b64dc150701a') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:15.305505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ec6238-d10f-4b59-80b3-b64dc150701a') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:15.329951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.374403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.390025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] For port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:15.390381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.398859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:15.402128 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:15.415494 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:15.539000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.546756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] Deleting port b408604d-75fd-4caa-8981-98b2cf32cdab {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:15.547881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.606722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.615939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=881bada2-9dce-4966-af60-7ee0e43ff916,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:15.623084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Calling delete_port for 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:15.665841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46796) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:15.671580 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-45de3b77-75dd-44db-9427-d4dc95c76d6c tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/881bada2-9dce-4966-af60-7ee0e43ff916 HTTP/1.1" status: 204 len: 168 time: 2.0847583 Feb 07 13:12:15.726466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c1a98f73-3599-47d8-9be5-d74996a50383 None None] The port 'b408604d-75fd-4caa-8981-98b2cf32cdab' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:12:15.734819 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d276e2-8316-4467-b036-1d855b72707f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:15.736066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d276e2-8316-4467-b036-1d855b72707f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:15.741441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b408604d-75fd-4caa-8981-98b2cf32cdab no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:15.741572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46804) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:15.742555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-81d276e2-8316-4467-b036-1d855b72707f tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/952eccc2-ddc9-42b8-99aa-2e606027d63d HTTP/1.1" status: 404 len: 337 time: 0.0753081 Feb 07 13:12:15.784198 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-576b6a51-853a-48f5-8fcb-3c36042d7174 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:15.784915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576b6a51-853a-48f5-8fcb-3c36042d7174 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:15.786878 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-576b6a51-853a-48f5-8fcb-3c36042d7174 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/8a3382de-3c1a-4399-899e-e5f97285e89a HTTP/1.1" status: 404 len: 339 time: 0.0445569 Feb 07 13:12:15.790438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:15.825402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b408604d-75fd-4caa-8981-98b2cf32cdab {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:12:15.827472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b408604d-75fd-4caa-8981-98b2cf32cdab not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:12:15.927824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc43f2f-656c-43f8-a2d7-e9d979ee40e6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting subnet 0e14a74a-bfe3-42a1-b75e-6c71d2c87eda {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:15.930871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fc43f2f-656c-43f8-a2d7-e9d979ee40e6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.946029 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.970338 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:15.992612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] Pushing event deleted for resources: {'Network': ['ID=26ea60c4-cef7-42f5-8663-9d8eab5bd5a8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:16.001981 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fc43f2f-656c-43f8-a2d7-e9d979ee40e6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:16.039477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ada1f-a241-41a7-a4e4-c51c57a7ab9f req-a4b5ea5d-0642-4c5e-b642-621182e94f6b tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:16.040365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4a4ada1f-a241-41a7-a4e4-c51c57a7ab9f req-a4b5ea5d-0642-4c5e-b642-621182e94f6b tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Synchronizing usage tracker for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:16.118811 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fc43f2f-656c-43f8-a2d7-e9d979ee40e6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:16.212329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c7102246-0fda-423b-8382-10c021dd6aed admin admin] 10.222.0.69 "DELETE /v2.0/networks/26ea60c4-cef7-42f5-8663-9d8eab5bd5a8 HTTP/1.1" status: 204 len: 168 time: 1.6610222 Feb 07 13:12:16.212329 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:16.214092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6edf8322-a7fd-4d4b-9f1e-9b0b21a35865'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:12:16.263883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2ba240b5-71aa-4315-920d-0d37dae22f5b', 'f946d686-d44c-4ea6-bd39-769ffe3f8919', '8da85f6a-87a6-4f5a-b5ec-4323d7038d10'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:12:16.345001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Pushing event deleted for resources: {'Port': ['ID=6edf8322-a7fd-4d4b-9f1e-9b0b21a35865,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:16.354752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4a4ada1f-a241-41a7-a4e4-c51c57a7ab9f req-a4b5ea5d-0642-4c5e-b642-621182e94f6b tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Unset dirty status for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:16.356453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a4ada1f-a241-41a7-a4e4-c51c57a7ab9f req-a4b5ea5d-0642-4c5e-b642-621182e94f6b tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 946 time: 0.5751061 Feb 07 13:12:16.361586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fc43f2f-656c-43f8-a2d7-e9d979ee40e6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:16.377302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] No DVR routers for this DVR port 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:16.392988 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:16.396529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfee9e3-4930-4fda-b651-8c20156d6792 req-5c02d4be-9788-4e36-bd65-0eb4f02e2981 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.47 "DELETE /v2.0/ports/6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 HTTP/1.1" status: 204 len: 173 time: 1.5050578 Feb 07 13:12:16.397490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9248762-aaa3-4729-ac82-30faf1442f1e', 'name': 'network-vif-deleted', 'tag': '6edf8322-a7fd-4d4b-9f1e-9b0b21a35865'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:12:16.474599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a4ada1f-a241-41a7-a4e4-c51c57a7ab9f req-81692a85-5195-48c1-bfaa-2e358183d383 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087167 Feb 07 13:12:16.477527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc43f2f-656c-43f8-a2d7-e9d979ee40e6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Subnet': ['ID=0e14a74a-bfe3-42a1-b75e-6c71d2c87eda,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:16.483120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fc43f2f-656c-43f8-a2d7-e9d979ee40e6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:16.498411 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9248762-aaa3-4729-ac82-30faf1442f1e', 'name': 'network-vif-deleted', 'tag': '6edf8322-a7fd-4d4b-9f1e-9b0b21a35865', 'status': 'completed', 'code': 200} Feb 07 13:12:16.518705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e781d9-e7fb-42f7-9795-f7748b1ddb5d None None] Network 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:16.519040 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7fc43f2f-656c-43f8-a2d7-e9d979ee40e6 tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/subnets/0e14a74a-bfe3-42a1-b75e-6c71d2c87eda HTTP/1.1" status: 204 len: 168 time: 0.7247488 Feb 07 13:12:16.519132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46832) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:16.823906 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:16.837282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Deleting port 19d90f9b-d2cf-49b6-8398-3ac771c45acc {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:16.839603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.068679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] DHCP port deletion for 78ea96dd-a47b-49df-9982-f20dbc6ee2e5 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:12:17.074589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46846) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:17.115843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] Deleting port 19d90f9b-d2cf-49b6-8398-3ac771c45acc {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:17.115843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.210111 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eadd6b97-e174-412c-ab56-5a56eccaf1eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d84c1047f5db40d6a2dac9097e16020b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293135 Feb 07 13:12:17.211033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46854) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:17.223914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] For port 19d90f9b-d2cf-49b6-8398-3ac771c45acc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=19d90f9b-d2cf-49b6-8398-3ac771c45acc,segment=NetworkSegment(2e1abd82-9ccb-4171-b873-48b01f9da9e9),segment_id=2e1abd82-9ccb-4171-b873-48b01f9da9e9)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:17.226617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.342149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99ad34ae-96d0-4294-aecc-615b7730b75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.432257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99ad34ae-96d0-4294-aecc-615b7730b75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.541010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Calling delete_port for 19d90f9b-d2cf-49b6-8398-3ac771c45acc owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:17.622655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] For port 19d90f9b-d2cf-49b6-8398-3ac771c45acc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=19d90f9b-d2cf-49b6-8398-3ac771c45acc,segment=NetworkSegment(2e1abd82-9ccb-4171-b873-48b01f9da9e9),segment_id=2e1abd82-9ccb-4171-b873-48b01f9da9e9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:17.623059 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.675549 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99ad34ae-96d0-4294-aecc-615b7730b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.727473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad34ae-96d0-4294-aecc-615b7730b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a200876c-06cf-4481-afe1-a06a3500c0c4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:17.728579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 19d90f9b-d2cf-49b6-8398-3ac771c45acc no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:17.734974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab82b2-e3bf-4183-9382-c8ad40853849 req-7f5f83b7-c25f-45ab-97e8-180bf277728c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:17.736895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5ab82b2-e3bf-4183-9382-c8ad40853849 req-7f5f83b7-c25f-45ab-97e8-180bf277728c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.3312831 Feb 07 13:12:17.821932 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99ad34ae-96d0-4294-aecc-615b7730b75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.825860 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99ad34ae-96d0-4294-aecc-615b7730b75f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a200876c-06cf-4481-afe1-a06a3500c0c4 HTTP/1.1" status: 204 len: 168 time: 0.6138554 Feb 07 13:12:17.871421 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:17.875556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] Calling delete_port for 19d90f9b-d2cf-49b6-8398-3ac771c45acc owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:17.912131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19bc5c2b-45e1-49a7-8347-0d172f7746db req-da27cf93-c9c7-4652-a459-caa94b4a7903 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9248762-aaa3-4729-ac82-30faf1442f1e HTTP/1.1" status: 200 len: 210 time: 0.1179638 Feb 07 13:12:17.935592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Port': ['ID=19d90f9b-d2cf-49b6-8398-3ac771c45acc,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:17.971026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] No DVR routers for this DVR port 19d90f9b-d2cf-49b6-8398-3ac771c45acc on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:17.971391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No active binding found for port 19d90f9b-d2cf-49b6-8398-3ac771c45acc {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:12:17.971391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 19d90f9b-d2cf-49b6-8398-3ac771c45acc not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:12:17.994822 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:17.996049 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:17.999801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5ab82b2-e3bf-4183-9382-c8ad40853849 req-4b832a7d-8fc4-4f43-b31d-eef1c83663ef tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565742 Feb 07 13:12:18.103751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:18.133146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ea96dd-a47b-49df-9982-f20dbc6ee2e5']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:18.147359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1abd82-9ccb-4171-b873-48b01f9da9e9') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:18.148039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1abd82-9ccb-4171-b873-48b01f9da9e9') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:18.161245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:18.180306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:18.188193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:18.188605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:18.204951 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:18.401385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:18.409423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:18.445926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] Pushing event deleted for resources: {'Network': ['ID=78ea96dd-a47b-49df-9982-f20dbc6ee2e5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:18.453636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-24f8c009-7b50-4d81-910c-810f044e1bfb tempest-NetworksIpV6Test-1475543956 tempest-NetworksIpV6Test-1475543956-project] 10.222.0.69 "DELETE /v2.0/networks/78ea96dd-a47b-49df-9982-f20dbc6ee2e5 HTTP/1.1" status: 204 len: 168 time: 1.9330029 Feb 07 13:12:18.500703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] Deleting port 19d90f9b-d2cf-49b6-8398-3ac771c45acc {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:18.501227 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:18.647398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:18.699089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5f930619-d356-4181-b11f-8ce60dcc1438 None None] The port '19d90f9b-d2cf-49b6-8398-3ac771c45acc' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:12:18.752744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:12:18.753087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6edf8322-a7fd-4d4b-9f1e-9b0b21a35865 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:12:19.166766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46898) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:19.293323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bca96-b376-40ff-a75a-f3468c9263e3 req-40b86f2a-2d18-46eb-993d-2d98d098758e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:19.294929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-781bca96-b376-40ff-a75a-f3468c9263e3 req-40b86f2a-2d18-46eb-993d-2d98d098758e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.1265683 Feb 07 13:12:19.358446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-781bca96-b376-40ff-a75a-f3468c9263e3 req-c455f183-7e51-48ef-9c3d-4a6a5cad2b03 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552197 Feb 07 13:12:19.485887 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-596ca5ed-659a-44fc-8dc2-ae72abc5086e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=34eb76faf4d24332940a857a46a88a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169301 Feb 07 13:12:19.488818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46908) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:19.555437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7bbbae28-c417-4ab0-92a8-820de7a362ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:19.585258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7bbbae28-c417-4ab0-92a8-820de7a362ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:19.926751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7bbbae28-c417-4ab0-92a8-820de7a362ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:19.947110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbae28-c417-4ab0-92a8-820de7a362ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bebd7f-c3a4-40cb-bf1b-a9362c6a58b3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:19.964797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7bbbae28-c417-4ab0-92a8-820de7a362ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:19.964797 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7bbbae28-c417-4ab0-92a8-820de7a362ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1bebd7f-c3a4-40cb-bf1b-a9362c6a58b3 HTTP/1.1" status: 204 len: 168 time: 0.4684029 Feb 07 13:12:20.145191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46928) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:20.635170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055e8d9-4ada-4a79-acbf-0bc81295e63d req-80a2c0e4-6b60-4fa6-994f-72d8f3656b71 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:20.637596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0055e8d9-4ada-4a79-acbf-0bc81295e63d req-80a2c0e4-6b60-4fa6-994f-72d8f3656b71 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.1377692 Feb 07 13:12:20.762006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0055e8d9-4ada-4a79-acbf-0bc81295e63d req-aa3ab141-710a-4282-9314-97ad7234eb35 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180460 Feb 07 13:12:20.776272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:20.807814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:20.813785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] Usage tracker for resource:security_group_rule and tenant:1d925d69c3dc4ca49dd7b6657cd48d69 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:20.817741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:20.826339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:20.956387 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:21.612207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:21.671325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9cbfe1-09e2-4406-97e3-4564c8042817,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:21.729178 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-878e6308-2058-42f7-af31-ae799a37f53c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d925d69c3dc4ca49dd7b6657cd48d69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5855587 Feb 07 13:12:21.732206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46992) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:21.862081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8abbc9ef-c3c3-4811-8d5c-f7b7c410545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:21.891838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8abbc9ef-c3c3-4811-8d5c-f7b7c410545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:21.896413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47002) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:22.099819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.106672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe20db-b95b-4a2e-9a05-d5cd43cd7009 req-d72d3c15-42f6-4ca9-a1e0-e449fbc8ee64 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:22.106672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bfe20db-b95b-4a2e-9a05-d5cd43cd7009 req-d72d3c15-42f6-4ca9-a1e0-e449fbc8ee64 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.1445651 Feb 07 13:12:22.116267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:22.120424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] Usage tracker for resource:security_group_rule and tenant:8af233c624474212b97d52529e483df6 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:22.123264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:22.130363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:22.155753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bfe20db-b95b-4a2e-9a05-d5cd43cd7009 req-b5c09cbd-56cc-4afd-b4e1-b56109a2ca79 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 Feb 07 13:12:22.281683 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8abbc9ef-c3c3-4811-8d5c-f7b7c410545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.310573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbc9ef-c3c3-4811-8d5c-f7b7c410545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9cbfe1-09e2-4406-97e3-4564c8042817,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:22.329625 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8abbc9ef-c3c3-4811-8d5c-f7b7c410545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.335044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8abbc9ef-c3c3-4811-8d5c-f7b7c410545a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e9cbfe1-09e2-4406-97e3-4564c8042817 HTTP/1.1" status: 204 len: 168 time: 0.6017773 Feb 07 13:12:22.397073 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.554980 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.572231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47026) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:22.614949 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8af233c624474212b97d52529e483df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175031 Feb 07 13:12:22.615872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82718-4182-4d90-8474-e2dac601126a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f4d44e-a772-46fd-96d6-64fb588ef4f8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:22.617623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47032) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:22.723011 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6535d0b9-1754-4571-b635-96054e1a1514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.751665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6535d0b9-1754-4571-b635-96054e1a1514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.878786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-274202917'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:22.884303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:22.888592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:network and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:22.898422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:22.901427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:22.943391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6535d0b9-1754-4571-b635-96054e1a1514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.959802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535d0b9-1754-4571-b635-96054e1a1514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f4d44e-a772-46fd-96d6-64fb588ef4f8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:22.967446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6535d0b9-1754-4571-b635-96054e1a1514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:22.972013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6535d0b9-1754-4571-b635-96054e1a1514 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3f4d44e-a772-46fd-96d6-64fb588ef4f8 HTTP/1.1" status: 204 len: 168 time: 0.3526974 Feb 07 13:12:23.011820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:23.015279 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.029179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.045186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:23.050510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:security_group_rule and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:23.060460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:23.068149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:23.169841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.344401 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.400342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:23.413572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8efa052-9b6b-47e1-864e-268307bef409,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:23.423605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.423959 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Added segment 51f9571d-accb-4625-b4e4-86c05be7bc5e of type vlan for network 7797c488-74de-4f33-a60e-519a53c3d62b Feb 07 13:12:23.503816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dca70-a100-4de6-8e7a-8550e4fa1a73 req-9d5db91e-5873-495d-98f6-1277986acf69 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:23.506017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef2dca70-a100-4de6-8e7a-8550e4fa1a73 req-9d5db91e-5873-495d-98f6-1277986acf69 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.1996663 Feb 07 13:12:23.509880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.553294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47052) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:23.578921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.584536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef2dca70-a100-4de6-8e7a-8550e4fa1a73 req-5962fd1a-fb90-4eb8-813f-9c7b197e27e5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697186 Feb 07 13:12:23.598641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:23.603698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] Usage tracker for resource:security_group_rule and tenant:328372faecd044cba69ac481324ebb7e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:23.607520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:23.627813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:23.663149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.669523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:23.670403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.766396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.858189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:23.917858 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=328372faecd044cba69ac481324ebb7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628948 Feb 07 13:12:23.920318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:24.027183 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31a59ed9-b883-4a94-86f5-3531ea4615bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:24.027183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2ba6a-7087-48a5-9c8e-602da2962a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b6ac2c-86bd-4029-9690-0e15602e83c5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:24.049215 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31a59ed9-b883-4a94-86f5-3531ea4615bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:24.099456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Network': ['ID=7797c488-74de-4f33-a60e-519a53c3d62b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:24.113944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7797c488-74de-4f33-a60e-519a53c3d62b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:24.134365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed149ab-28d9-4517-9cb0-2e7524639ba6 req-fada4b36-c7ee-4002-b048-8d471316b1bc tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:24.167534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed149ab-28d9-4517-9cb0-2e7524639ba6 req-fada4b36-c7ee-4002-b048-8d471316b1bc tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 945 time: 0.1870587 Feb 07 13:12:24.187040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed149ab-28d9-4517-9cb0-2e7524639ba6 req-cb2dd468-1ea8-4366-9af1-49bdd2cfdb84 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448825 Feb 07 13:12:24.247102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5eb39e04-da69-4896-88cb-623050028b8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6735723 Feb 07 13:12:24.286577 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31a59ed9-b883-4a94-86f5-3531ea4615bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:24.309627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a59ed9-b883-4a94-86f5-3531ea4615bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b6ac2c-86bd-4029-9690-0e15602e83c5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:24.343079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31a59ed9-b883-4a94-86f5-3531ea4615bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:24.349203 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-31a59ed9-b883-4a94-86f5-3531ea4615bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92b6ac2c-86bd-4029-9690-0e15602e83c5 HTTP/1.1" status: 204 len: 168 time: 0.4242487 Feb 07 13:12:24.441656 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:24.962348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e5e0-a4e5-4b31-b436-eb28b5f0bf5f req-27d69e38-d681-4d5c-aa02-effe127db438 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:24.964635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e339e5e0-a4e5-4b31-b436-eb28b5f0bf5f req-27d69e38-d681-4d5c-aa02-effe127db438 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.1704071 Feb 07 13:12:25.069708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e339e5e0-a4e5-4b31-b436-eb28b5f0bf5f req-ce2b9468-4586-4e3a-b8f0-51e1223070e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960212 Feb 07 13:12:25.217999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-239824ac-eb38-4ed4-b90e-bb78a47a305c req-44b5241a-26b8-4d0e-bb85-4db54fd8fc7a tempest-AbsoluteLimitsNegativeTestJSON-2135633307 tempest-AbsoluteLimitsNegativeTestJSON-2135633307-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=23e129f1e22746489c2f0ed27ed1fa4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318167 Feb 07 13:12:25.529986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-f8f76fd6-e788-46d3-a645-596a2668fa9c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:25.530746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-f8f76fd6-e788-46d3-a645-596a2668fa9c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 945 time: 0.2961419 Feb 07 13:12:25.722785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239824ac-eb38-4ed4-b90e-bb78a47a305c req-9bd217f1-ed12-4e1c-b263-e57f2794acbf tempest-AbsoluteLimitsNegativeTestJSON-2135633307 tempest-AbsoluteLimitsNegativeTestJSON-2135633307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:25.735360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-239824ac-eb38-4ed4-b90e-bb78a47a305c req-9bd217f1-ed12-4e1c-b263-e57f2794acbf tempest-AbsoluteLimitsNegativeTestJSON-2135633307 tempest-AbsoluteLimitsNegativeTestJSON-2135633307-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4319258 Feb 07 13:12:25.771328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-239824ac-eb38-4ed4-b90e-bb78a47a305c req-f4950d83-35cf-4f77-8a8f-a639a1f43791 tempest-AbsoluteLimitsNegativeTestJSON-2135633307 tempest-AbsoluteLimitsNegativeTestJSON-2135633307-project] 10.222.0.69 "GET /v2.0/quotas/23e129f1e22746489c2f0ed27ed1fa4b HTTP/1.1" status: 200 len: 375 time: 0.0383968 Feb 07 13:12:25.779488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Deleting port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:25.780157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:25.887223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-239824ac-eb38-4ed4-b90e-bb78a47a305c req-bcb4bbde-0fb6-4058-bc37-56a230163be5 tempest-AbsoluteLimitsNegativeTestJSON-2135633307 tempest-AbsoluteLimitsNegativeTestJSON-2135633307-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=23e129f1e22746489c2f0ed27ed1fa4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749264 Feb 07 13:12:25.996522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077e7d1-50ae-4d57-9543-5c2eef41ffbc req-2f0971a2-a873-430e-b283-019a10363c22 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:26.006180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9077e7d1-50ae-4d57-9543-5c2eef41ffbc req-2f0971a2-a873-430e-b283-019a10363c22 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 945 time: 0.5944059 Feb 07 13:12:26.139647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9077e7d1-50ae-4d57-9543-5c2eef41ffbc req-86528dd6-c4ed-469e-b19d-44857b6c54d3 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320348 Feb 07 13:12:26.454742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] For port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:26.455913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:26.551775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb87e-0f3a-4414-9c5e-8a3b1bac18ce req-6cf654c0-8e6c-4d0d-af7b-5a125c7383f9 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:26.553497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52bbb87e-0f3a-4414-9c5e-8a3b1bac18ce req-6cf654c0-8e6c-4d0d-af7b-5a125c7383f9 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.2775548 Feb 07 13:12:26.639334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Calling delete_port for 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:26.727456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52bbb87e-0f3a-4414-9c5e-8a3b1bac18ce req-033136ed-f78c-4842-8def-211a5d6f4c0b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069975 Feb 07 13:12:26.898243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47144) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:26.938598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:26.954391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2ba240b5-71aa-4315-920d-0d37dae22f5b', 'f946d686-d44c-4ea6-bd39-769ffe3f8919', '8da85f6a-87a6-4f5a-b5ec-4323d7038d10'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:12:27.028089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Pushing event deleted for resources: {'Port': ['ID=8da85f6a-87a6-4f5a-b5ec-4323d7038d10,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:27.173220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:27.239140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:27.275525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Usage tracker for resource:security_group_rule and tenant:23e129f1e22746489c2f0ed27ed1fa4b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:27.275703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] No DVR routers for this DVR port 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:27.275800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:27.275890 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:27.279792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:27.289352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59efa015-3540-44c6-8ee9-c997995fd6c9', 'name': 'network-vif-deleted', 'tag': '8da85f6a-87a6-4f5a-b5ec-4323d7038d10'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:12:27.383899 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59efa015-3540-44c6-8ee9-c997995fd6c9', 'name': 'network-vif-deleted', 'tag': '8da85f6a-87a6-4f5a-b5ec-4323d7038d10', 'status': 'completed', 'code': 200} Feb 07 13:12:27.412224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfabb3dd-26ce-43d6-9f61-6e02f6e58ca3 req-b8b842a3-738e-4fd7-89ac-576b0d0b2082 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "DELETE /v2.0/ports/8da85f6a-87a6-4f5a-b5ec-4323d7038d10 HTTP/1.1" status: 204 len: 173 time: 1.8718176 Feb 07 13:12:27.425801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b20f18d5-a9ce-43d7-8bdc-06dca28b018e req-6d3b0681-9635-45be-8b8d-cf3c71c2e504 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Synchronizing usage tracker for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:27.470224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47162) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:27.480110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'subnet': {'network_id': '7797c488-74de-4f33-a60e-519a53c3d62b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:27.502044 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:27.641421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:27.696440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b20f18d5-a9ce-43d7-8bdc-06dca28b018e req-6d3b0681-9635-45be-8b8d-cf3c71c2e504 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Unset dirty status for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:27.702250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b20f18d5-a9ce-43d7-8bdc-06dca28b018e req-6d3b0681-9635-45be-8b8d-cf3c71c2e504 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 210 time: 0.3781097 Feb 07 13:12:27.756871 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23e129f1e22746489c2f0ed27ed1fa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8547220 Feb 07 13:12:27.757699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:27.762433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47172) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:27.796107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:subnet and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:27.797631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f648535-aeba-40aa-8d7b-636e91a6147c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:27.799456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:27.807586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:27.822778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.823390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.823948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.832051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff6647-f416-4e29-b07e-cca6da297120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:27.885258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c257caba-b9de-41bb-ab2f-4ea53dc3d5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:27.952682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:27.957125 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:27.980324 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c257caba-b9de-41bb-ab2f-4ea53dc3d5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:28.142429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26e750-4b3f-4278-9d74-6923c779b386 req-c5b89562-d7ec-422a-9aa1-193cdb567ac4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:28.144322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb26e750-4b3f-4278-9d74-6923c779b386 req-c5b89562-d7ec-422a-9aa1-193cdb567ac4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.2568119 Feb 07 13:12:28.197231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb26e750-4b3f-4278-9d74-6923c779b386 req-adac3070-7dd9-4e77-bd77-a44e0fa4a788 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463181 Feb 07 13:12:28.306399 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c257caba-b9de-41bb-ab2f-4ea53dc3d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:28.325181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257caba-b9de-41bb-ab2f-4ea53dc3d5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f648535-aeba-40aa-8d7b-636e91a6147c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:28.380601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c257caba-b9de-41bb-ab2f-4ea53dc3d5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:28.380601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c257caba-b9de-41bb-ab2f-4ea53dc3d5fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f648535-aeba-40aa-8d7b-636e91a6147c HTTP/1.1" status: 204 len: 168 time: 0.6141100 Feb 07 13:12:28.566188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:28.648768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Subnet': ['ID=c386c24a-8585-4b64-bcca-05de8748ec78,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:28.657818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Checking segment: {'id': '51f9571d-accb-4625-b4e4-86c05be7bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7797c488-74de-4f33-a60e-519a53c3d62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:28.658188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network hostable DHCP agents. Network: 7797c488-74de-4f33-a60e-519a53c3d62b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:28.834663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network 7797c488-74de-4f33-a60e-519a53c3d62b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:28.888150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b7407fd-34b4-493f-8d9b-286b1d461fa1 req-f26d0868-cef8-4e7a-b3e1-56e41033f23c tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=59efa015-3540-44c6-8ee9-c997995fd6c9 HTTP/1.1" status: 200 len: 210 time: 0.0476482 Feb 07 13:12:29.086094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7797c488-74de-4f33-a60e-519a53c3d62b) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:29.091696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:29.092482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:29.093923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5abc05c-e9e9-497d-ba4a-57116151579a None None] Network 7797c488-74de-4f33-a60e-519a53c3d62b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:29.248143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7d2e8c24-bec8-4dd3-85e2-ca2fe1edf710 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7739241 Feb 07 13:12:29.250280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47202) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:29.256938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-968135924'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:29.263276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:29.274283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:network and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:29.275464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:29.282019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:29.323499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-7797c488-74de-4f33-a60e-519a53c3d62b', 'network_id': '7797c488-74de-4f33-a60e-519a53c3d62b', 'tenant_id': 'a2935fb9da2149229fc0c8da2113a18c', 'fixed_ips': [{'subnet_id': 'c386c24a-8585-4b64-bcca-05de8748ec78'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:12:29.324657 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:29.404256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ab8b8-9c76-47ab-8b98-65ae69ffc571 req-23f2b5c4-3bd4-4f11-a815-25c0cb1053a1 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:29.405758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e7ab8b8-9c76-47ab-8b98-65ae69ffc571 req-23f2b5c4-3bd4-4f11-a815-25c0cb1053a1 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.0873578 Feb 07 13:12:29.454470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e7ab8b8-9c76-47ab-8b98-65ae69ffc571 req-e10cdf19-1871-4e02-8f0b-45122707c562 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424783 Feb 07 13:12:29.480391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:29.483658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:29.513474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:29.522837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:29.523109 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Added segment be8dc221-8dd2-42b7-b090-c230185f510b of type vlan for network f1dba61a-1a39-4a46-b9bb-cdf1d0538740 Feb 07 13:12:29.526732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Allocated IP 2001:db8:0:ffff::2 (7797c488-74de-4f33-a60e-519a53c3d62b/c386c24a-8585-4b64-bcca-05de8748ec78/f6490fd2-c22e-4ace-a1ac-1597821ef59f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:12:29.555094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:29.703466 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:29.713489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:29.713489 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:29.782230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:29.842804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:12:29.843185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 8da85f6a-87a6-4f5a-b5ec-4323d7038d10 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:12:29.864845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Network': ['ID=f1dba61a-1a39-4a46-b9bb-cdf1d0538740,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:29.876781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network f1dba61a-1a39-4a46-b9bb-cdf1d0538740 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:29.903117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47226) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:29.909140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5c397ac6-c66f-4c71-9b61-de99ca8a8fc1 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6577847 Feb 07 13:12:29.913263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47232) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:29.921405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'subnet': {'network_id': 'f1dba61a-1a39-4a46-b9bb-cdf1d0538740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:30.068365 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.073804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-581503786-network', 'tenant_id': 'ea3cb94d061846f6ae3ffef9ee22b2fa'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:30.083964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:30.087208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:30.089158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:subnet and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:30.093911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:30.105105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:30.107287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Usage tracker for resource:network and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:30.116244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Transition to ACTIVE for port object f6490fd2-c22e-4ace-a1ac-1597821ef59f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:30.120835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:30.146015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:30.196397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Transition to ACTIVE for port object f6490fd2-c22e-4ace-a1ac-1597821ef59f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:30.310739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:30.314245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.349344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.349657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Made reservation on behalf of ea3cb94d061846f6ae3ffef9ee22b2fa for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:30.349657 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.371930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.389621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:30.395549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Usage tracker for resource:security_group_rule and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:30.399024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:30.407524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:30.410591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Network 7797c488-74de-4f33-a60e-519a53c3d62b is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:12:30.418596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:30.434221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:12:30.504326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Pushing event updated for resources: {'Port': ['ID=f6490fd2-c22e-4ace-a1ac-1597821ef59f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:30.519676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43734b-4fdc-47b4-bdbb-15a9c5512ddd req-70758cb0-c529-4ef5-9109-71ad511ea57a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:30.521631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d43734b-4fdc-47b4-bdbb-15a9c5512ddd req-70758cb0-c529-4ef5-9109-71ad511ea57a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.3589251 Feb 07 13:12:30.527324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-6a32f165-e0a9-4cd3-9042-9e68f05cb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:30.531032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-6a32f165-e0a9-4cd3-9042-9e68f05cb5e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 1097 time: 0.2819815 Feb 07 13:12:30.538520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Attempting to bind port f6490fd2-c22e-4ace-a1ac-1597821ef59f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:12:30.538893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Attempting to bind port f6490fd2-c22e-4ace-a1ac-1597821ef59f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '51f9571d-accb-4625-b4e4-86c05be7bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7797c488-74de-4f33-a60e-519a53c3d62b'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:12:30.539258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Attempting to bind port f6490fd2-c22e-4ace-a1ac-1597821ef59f on network 7797c488-74de-4f33-a60e-519a53c3d62b {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:12:30.545572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:12:30.545949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Checking segment: {'id': '51f9571d-accb-4625-b4e4-86c05be7bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7797c488-74de-4f33-a60e-519a53c3d62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:30.546356 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.547062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Bound using segment: {'id': '51f9571d-accb-4625-b4e4-86c05be7bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7797c488-74de-4f33-a60e-519a53c3d62b'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:12:30.547532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Bound port: f6490fd2-c22e-4ace-a1ac-1597821ef59f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f9571d-accb-4625-b4e4-86c05be7bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7797c488-74de-4f33-a60e-519a53c3d62b'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:12:30.548104 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.550936 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.654587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] For port f6490fd2-c22e-4ace-a1ac-1597821ef59f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:12:30.657748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] For port f6490fd2-c22e-4ace-a1ac-1597821ef59f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f6490fd2-c22e-4ace-a1ac-1597821ef59f,segment=NetworkSegment(51f9571d-accb-4625-b4e4-86c05be7bc5e),segment_id=51f9571d-accb-4625-b4e4-86c05be7bc5e)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:12:30.678666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d43734b-4fdc-47b4-bdbb-15a9c5512ddd req-b7611850-a244-4ee3-905f-00c7c5311814 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475191 Feb 07 13:12:30.685089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.721519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65e1843-9856-45d4-ab32-15c08dd50c0e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:30.731242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:30.746212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.746643 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Added segment bdb7369f-ac10-424f-875f-3beb6c73bcf8 of type vlan for network e844dbdd-70c6-4917-abd5-2f3287d14d57 Feb 07 13:12:30.778312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-b8af04ea-ad93-45a5-a264-8231750036ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:30.778872 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:30.779693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-b8af04ea-ad93-45a5-a264-8231750036ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 911 time: 0.2268229 Feb 07 13:12:30.926548 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:31.021016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740a324-b71c-4463-a3e0-1448bd9e696c None None] Pushing event updated for resources: {'Port': ['ID=f6490fd2-c22e-4ace-a1ac-1597821ef59f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:31.022336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:31.026766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:31.028039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:31.057865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-e1edc73e-0fae-4055-aa37-ed5648452497 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 200 len: 1002 time: 0.2720244 Feb 07 13:12:31.138419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-2f930170-8c4b-43d4-8dd4-9b81cbe688ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:31.142210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-2f930170-8c4b-43d4-8dd4-9b81cbe688ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.0723844 Feb 07 13:12:31.181036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] Pushing event updated for resources: {'Network': ['ID=e844dbdd-70c6-4917-abd5-2f3287d14d57,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:31.192847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network e844dbdd-70c6-4917-abd5-2f3287d14d57 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:31.281015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-30171224-ee5a-413d-a2c0-ed17fb980045 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3760078 Feb 07 13:12:31.283610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47254) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:31.290468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Request body: {'subnet': {'network_id': 'e844dbdd-70c6-4917-abd5-2f3287d14d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-581503786-subnet', 'tenant_id': 'ea3cb94d061846f6ae3ffef9ee22b2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:31.302690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:31.307908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Usage tracker for resource:subnet and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:31.311535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:31.330122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:31.390272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:12:31.393408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:31.469119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Made reservation on behalf of ea3cb94d061846f6ae3ffef9ee22b2fa for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:31.474750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:31.485647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d2866-bd4a-4100-b7a1-1489a211ae3e req-9ee29238-04a7-4d12-8e4e-93ff49cbd796 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:31.488026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea5d2866-bd4a-4100-b7a1-1489a211ae3e req-9ee29238-04a7-4d12-8e4e-93ff49cbd796 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 945 time: 0.3407784 Feb 07 13:12:31.504411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-d224c90f-cfe5-440d-8287-0e2d709c9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:31.505871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-d224c90f-cfe5-440d-8287-0e2d709c9337 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3574817 Feb 07 13:12:31.509575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Subnet': ['ID=c966d742-3faa-46d8-aafe-6361fbd87c05,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:31.621992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Checking segment: {'id': 'be8dc221-8dd2-42b7-b090-c230185f510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1dba61a-1a39-4a46-b9bb-cdf1d0538740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:31.622355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network hostable DHCP agents. Network: f1dba61a-1a39-4a46-b9bb-cdf1d0538740, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:31.708683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea5d2866-bd4a-4100-b7a1-1489a211ae3e req-b2bc52eb-5963-43f4-bf3c-2c062bf75154 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100053 Feb 07 13:12:31.778814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-ef603e9a-5425-4263-9207-ecd24536290f service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516077 Feb 07 13:12:31.795329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f6490fd2-c22e-4ace-a1ac-1597821ef59f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:12:31.840926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:31.898326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network f1dba61a-1a39-4a46-b9bb-cdf1d0538740 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:31.918455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed910aaa-e304-4ab2-bc6c-27ad8ce2b716,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:31.958971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Checking segment: {'id': 'bdb7369f-ac10-424f-875f-3beb6c73bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e844dbdd-70c6-4917-abd5-2f3287d14d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:31.959883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Network hostable DHCP agents. Network: e844dbdd-70c6-4917-abd5-2f3287d14d57, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:32.013205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f722f36b-0921-4f2e-834b-6223ba6676bf req-e71ad546-b711-4478-88e2-1cb2a12fbd8b service neutron] 10.222.0.47 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275641 Feb 07 13:12:32.021910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f6490fd2-c22e-4ace-a1ac-1597821ef59f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:12:32.056791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6b47e-f61c-4152-86ce-534f0c0d7c92 req-be814431-1867-4269-b215-c72c2685b47b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:32.058723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2af6b47e-f61c-4152-86ce-534f0c0d7c92 req-be814431-1867-4269-b215-c72c2685b47b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.1612947 Feb 07 13:12:32.114835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, f1dba61a-1a39-4a46-b9bb-cdf1d0538740) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:32.124216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e53c6-a357-4f14-a3ed-4715d3bfffd7 None None] Network f1dba61a-1a39-4a46-b9bb-cdf1d0538740 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:32.133247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:32.134026 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:32.149751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2af6b47e-f61c-4152-86ce-534f0c0d7c92 req-3567d8b5-ec07-44e7-9f09-de71ec88e348 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827167 Feb 07 13:12:32.200455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Network e844dbdd-70c6-4917-abd5-2f3287d14d57 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:32.219292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, e844dbdd-70c6-4917-abd5-2f3287d14d57) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:32.226874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:32.227735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:32.256321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3712a04b-3beb-4b16-9f89-515969794516 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3378797 Feb 07 13:12:32.256321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47268) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:32.263428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'port': {'network_id': 'f1dba61a-1a39-4a46-b9bb-cdf1d0538740', 'name': 'tempest-NetworksIpV6TestAttrs-596380917'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:32.274861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266793e-a6c7-478e-86f7-ddf0d523c48d None None] Network e844dbdd-70c6-4917-abd5-2f3287d14d57 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:32.345445 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fbb461d5-b85e-4d58-ba4c-e64035962114 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0596788 Feb 07 13:12:32.351567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00d4a5-6dde-4176-8cb0-a5ed635baf40 None None] Network 7797c488-74de-4f33-a60e-519a53c3d62b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:32.488604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:32.507782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f78a0-87c3-4286-a061-482fcbb1068c req-696b2474-f3cc-41f2-8818-77db78b79f55 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:32.509353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-637f78a0-87c3-4286-a061-482fcbb1068c req-696b2474-f3cc-41f2-8818-77db78b79f55 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 945 time: 0.2332621 Feb 07 13:12:32.517409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:port and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:32.525089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:32.577800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:32.614205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Deleting port f946d686-d44c-4ea6-bd39-769ffe3f8919 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:32.614803 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:32.649073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-68ec3dad-1839-425d-b389-21e793921095 None None] Provisioning for port f6490fd2-c22e-4ace-a1ac-1597821ef59f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:12:32.721011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2107335713', 'description': 'tempest-description-365117999'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:32.729091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-f1dba61a-1a39-4a46-b9bb-cdf1d0538740', 'network_id': 'f1dba61a-1a39-4a46-b9bb-cdf1d0538740', 'tenant_id': 'a2935fb9da2149229fc0c8da2113a18c', 'fixed_ips': [{'subnet_id': 'c966d742-3faa-46d8-aafe-6361fbd87c05'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:12:32.730103 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:32.731743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:32.749094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-68ec3dad-1839-425d-b389-21e793921095 None None] Provisioning complete for port f6490fd2-c22e-4ace-a1ac-1597821ef59f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:12:32.749524 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-68ec3dad-1839-425d-b389-21e793921095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:32.751073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:32.788623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:32.792143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:32.796608 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:32.821572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:32.854532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] device_id is not set on port 06f74b3f-8f2a-41ec-a776-9dd6939a30c6 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:12:32.872820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47282) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:33.006586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.007400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.022811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:33.027119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] Usage tracker for resource:security_group_rule and tenant:8d7f3f09c899468ab449f4be01b20ae9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:33.031918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:33.039492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:33.149883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.166230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2627030-b76e-4ed3-a9eb-74229f4192e9 None None] Network e844dbdd-70c6-4917-abd5-2f3287d14d57 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:33.195573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:33.220254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group_rule and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:33.230682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:33.234182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.253467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:33.285917 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d7f3f09c899468ab449f4be01b20ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119263 Feb 07 13:12:33.289146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47292) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:33.297876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] For port f946d686-d44c-4ea6-bd39-769ffe3f8919, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f946d686-d44c-4ea6-bd39-769ffe3f8919,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:33.298003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.302504 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-68ec3dad-1839-425d-b389-21e793921095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.345258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87109183-e627-482a-85e6-97ce665ebf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7da274-af6d-49f5-95e5-ff3c119888da,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:33.356844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Allocated IP 2001:db8::f816:3eff:fe75:1af4 (f1dba61a-1a39-4a46-b9bb-cdf1d0538740/c966d742-3faa-46d8-aafe-6361fbd87c05/b8d66c5d-1478-4eb2-814f-54f966eca521) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:12:33.386578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-68ec3dad-1839-425d-b389-21e793921095 None None] For port f6490fd2-c22e-4ace-a1ac-1597821ef59f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f6490fd2-c22e-4ace-a1ac-1597821ef59f,segment=NetworkSegment(51f9571d-accb-4625-b4e4-86c05be7bc5e),segment_id=51f9571d-accb-4625-b4e4-86c05be7bc5e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:33.404227 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e629412f-cff2-4ade-9941-a84756ebf59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.434871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e629412f-cff2-4ade-9941-a84756ebf59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.465006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Calling delete_port for f946d686-d44c-4ea6-bd39-769ffe3f8919 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:33.491180 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-68ec3dad-1839-425d-b389-21e793921095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.531622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9da83-a0b4-4687-a95e-99bbced4f0d1 req-7a67807b-4312-4896-9ea5-566b4e466cda tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:33.533379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-98b9da83-a0b4-4687-a95e-99bbced4f0d1 req-7a67807b-4312-4896-9ea5-566b4e466cda tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 945 time: 0.6413350 Feb 07 13:12:33.598150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e629412f-cff2-4ade-9941-a84756ebf59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.610800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-98b9da83-a0b4-4687-a95e-99bbced4f0d1 req-49aaab88-33c4-4c6b-a416-158bbb5a3cd0 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693903 Feb 07 13:12:33.634783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629412f-cff2-4ade-9941-a84756ebf59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7da274-af6d-49f5-95e5-ff3c119888da,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:33.654578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e629412f-cff2-4ade-9941-a84756ebf59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.661862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e629412f-cff2-4ade-9941-a84756ebf59d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c7da274-af6d-49f5-95e5-ff3c119888da HTTP/1.1" status: 204 len: 168 time: 0.3707383 Feb 07 13:12:33.737761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.838570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec3dad-1839-425d-b389-21e793921095 None None] Pushing event updated for resources: {'Port': ['ID=f6490fd2-c22e-4ace-a1ac-1597821ef59f,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:33.866301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57758a3a-4d33-40a9-a6fa-1110489ea7d5 req-17710da1-6403-43a1-bb55-fcbf26e21480 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:33.868153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57758a3a-4d33-40a9-a6fa-1110489ea7d5 req-17710da1-6403-43a1-bb55-fcbf26e21480 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.0919743 Feb 07 13:12:33.869414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.940149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.957077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e3c60481-fda8-4298-8a82-7d5c34a75abc None None] Provisioning complete for port f6490fd2-c22e-4ace-a1ac-1597821ef59f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:12:33.957564 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e3c60481-fda8-4298-8a82-7d5c34a75abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:33.982199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2ba240b5-71aa-4315-920d-0d37dae22f5b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:12:33.999617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb8bb5-033a-441c-a793-ac261bf514f3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:34.043687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.047883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Pushing event deleted for resources: {'Port': ['ID=f946d686-d44c-4ea6-bd39-769ffe3f8919,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:34.060005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.060563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.060840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.061185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.061893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.062415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.062510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.062765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.063946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.063946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.064164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.064374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.081091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Transition to ACTIVE for port object b8d66c5d-1478-4eb2-814f-54f966eca521 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:34.081612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.081612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.081612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.081612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.081612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.081612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.082113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.082113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.082352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.082855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.083360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.083679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:34.089015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57758a3a-4d33-40a9-a6fa-1110489ea7d5 req-ad845ba6-6257-466e-a173-f7bb5ac896a2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055497 Feb 07 13:12:34.123625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Transition to ACTIVE for port object b8d66c5d-1478-4eb2-814f-54f966eca521 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:34.127127 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.129317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f62f71d0-c39e-4a2c-ba73-13d372f444b3 req-625bed0f-5d12-48d9-a675-d375d74c1b76 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.4310396 Feb 07 13:12:34.135098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] No DVR routers for this DVR port f946d686-d44c-4ea6-bd39-769ffe3f8919 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:34.141064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.143429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-637f78a0-87c3-4286-a061-482fcbb1068c req-35c834cb-8ac3-49a7-a687-dcba4fc73005 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "DELETE /v2.0/ports/f946d686-d44c-4ea6-bd39-769ffe3f8919 HTTP/1.1" status: 204 len: 173 time: 1.6197126 Feb 07 13:12:34.144181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2851b47d-ba91-451d-951e-2d05f4cdffae', 'name': 'network-vif-deleted', 'tag': 'f946d686-d44c-4ea6-bd39-769ffe3f8919'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:12:34.205902 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2851b47d-ba91-451d-951e-2d05f4cdffae', 'name': 'network-vif-deleted', 'tag': 'f946d686-d44c-4ea6-bd39-769ffe3f8919', 'status': 'completed', 'code': 200} Feb 07 13:12:34.233439 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.272489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11b5985b-104e-40d7-975a-03dc4ad255be req-06fde83e-e742-428b-b8f1-635973d44bf0 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/e1eb8bb5-033a-441c-a793-ac261bf514f3 HTTP/1.1" status: 200 len: 1814 time: 0.1082537 Feb 07 13:12:34.295961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1eb8bb5-033a-441c-a793-ac261bf514f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:34.296654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1eb8bb5-033a-441c-a793-ac261bf514f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:34.307326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:34.318815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group_rule and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:34.323117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Allocated IP 2001:db8::f816:3eff:fe68:24ab (f1dba61a-1a39-4a46-b9bb-cdf1d0538740/c966d742-3faa-46d8-aafe-6361fbd87c05/06f74b3f-8f2a-41ec-a776-9dd6939a30c6) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:12:34.325049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:34.332145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Network f1dba61a-1a39-4a46-b9bb-cdf1d0538740 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:12:34.333841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:34.338888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:34.349611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:12:34.358168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Pushing event updated for resources: {'Port': ['ID=b8d66c5d-1478-4eb2-814f-54f966eca521,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:34.483365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Attempting to bind port b8d66c5d-1478-4eb2-814f-54f966eca521 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:12:34.483738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Attempting to bind port b8d66c5d-1478-4eb2-814f-54f966eca521 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'be8dc221-8dd2-42b7-b090-c230185f510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1dba61a-1a39-4a46-b9bb-cdf1d0538740'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:12:34.484132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Attempting to bind port b8d66c5d-1478-4eb2-814f-54f966eca521 on network f1dba61a-1a39-4a46-b9bb-cdf1d0538740 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:12:34.492459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:12:34.492834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Checking segment: {'id': 'be8dc221-8dd2-42b7-b090-c230185f510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1dba61a-1a39-4a46-b9bb-cdf1d0538740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:34.493235 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.493625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Bound using segment: {'id': 'be8dc221-8dd2-42b7-b090-c230185f510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1dba61a-1a39-4a46-b9bb-cdf1d0538740'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:12:34.494090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Bound port: b8d66c5d-1478-4eb2-814f-54f966eca521, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8dc221-8dd2-42b7-b090-c230185f510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1dba61a-1a39-4a46-b9bb-cdf1d0538740'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:12:34.494469 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.588320 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.594384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] For port b8d66c5d-1478-4eb2-814f-54f966eca521, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:12:34.598619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] For port b8d66c5d-1478-4eb2-814f-54f966eca521, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8d66c5d-1478-4eb2-814f-54f966eca521,segment=NetworkSegment(be8dc221-8dd2-42b7-b090-c230185f510b),segment_id=be8dc221-8dd2-42b7-b090-c230185f510b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:12:34.620521 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.629384 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.639598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Transition to ACTIVE for port object 06f74b3f-8f2a-41ec-a776-9dd6939a30c6 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:34.698124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.714893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47310) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:34.741352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.748820 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.758967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:34.762102 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.763412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] Usage tracker for resource:security_group_rule and tenant:65709b4bc0f74a7b8d21e055232566be is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:34.766685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:34.772925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:34.809293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962f498-c8c2-4ae7-b93e-a5015cbfb206 None None] Pushing event updated for resources: {'Port': ['ID=b8d66c5d-1478-4eb2-814f-54f966eca521,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:34.876514 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.887468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faedd21-c10b-4402-9f2b-bb52a91bbe62,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:34.920441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10f9652b-a604-41d0-8387-16d5abfbfb50 req-a10833be-b135-4bdc-89bc-795af0bde343 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Synchronizing usage tracker for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:34.926838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network f1dba61a-1a39-4a46-b9bb-cdf1d0538740 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:12:34.931569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:34.939345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:12:34.945662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:34.946286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:34.950074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Port': ['ID=06f74b3f-8f2a-41ec-a776-9dd6939a30c6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:35.052088 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.068874 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.082490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11b5985b-104e-40d7-975a-03dc4ad255be req-60c41f07-74f2-4a16-bbe7-11bf900e60e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7901952 Feb 07 13:12:35.082490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d29a469d-d051-42cb-a05c-dcc83f1dbf38 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8185253 Feb 07 13:12:35.083222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47314) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:35.083316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10f9652b-a604-41d0-8387-16d5abfbfb50 req-a10833be-b135-4bdc-89bc-795af0bde343 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Unset dirty status for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:35.091555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10f9652b-a604-41d0-8387-16d5abfbfb50 req-a10833be-b135-4bdc-89bc-795af0bde343 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2851b47d-ba91-451d-951e-2d05f4cdffae HTTP/1.1" status: 200 len: 210 time: 0.3208125 Feb 07 13:12:35.168042 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65709b4bc0f74a7b8d21e055232566be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512179 Feb 07 13:12:35.171557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeeabc-8365-4bc8-a455-f98136456083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46e3ea5-4292-45c8-9938-53cbeb032f57,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:35.176616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13b731b5-f3ff-4016-9484-61f92c540f1d req-9c7d01c7-ccec-4223-8450-831ed81df404 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/e1eb8bb5-033a-441c-a793-ac261bf514f3 HTTP/1.1" status: 200 len: 2408 time: 0.0649068 Feb 07 13:12:35.177185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47320) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:35.213016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6880db4c-0022-4e84-b98d-8f0aababdcf9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Deleting subnet c966d742-3faa-46d8-aafe-6361fbd87c05 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:35.217347 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6880db4c-0022-4e84-b98d-8f0aababdcf9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.239814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d401667-510f-44fb-8d0f-9eafc31e7d2a req-b1ea3277-fbbf-4fa3-998b-eeb68bb5b8e5 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-group-rules/0faedd21-c10b-4402-9f2b-bb52a91bbe62 HTTP/1.1" status: 200 len: 778 time: 0.0387912 Feb 07 13:12:35.286400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6880db4c-0022-4e84-b98d-8f0aababdcf9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.316391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5ee0-e851-42d2-b2a3-1246feaa5757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.333690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d401667-510f-44fb-8d0f-9eafc31e7d2a req-221b3740-c5ab-428d-bc92-33a0747423f6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/e1eb8bb5-033a-441c-a793-ac261bf514f3 HTTP/1.1" status: 200 len: 2408 time: 0.0798147 Feb 07 13:12:35.364357 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5ee0-e851-42d2-b2a3-1246feaa5757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.400285 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2d401667-510f-44fb-8d0f-9eafc31e7d2a req-9b68a31e-8ef3-48da-9b6d-5cc8d4586119 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.410439 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6880db4c-0022-4e84-b98d-8f0aababdcf9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.420219 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2d401667-510f-44fb-8d0f-9eafc31e7d2a req-9b68a31e-8ef3-48da-9b6d-5cc8d4586119 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.554937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2d401667-510f-44fb-8d0f-9eafc31e7d2a req-9b68a31e-8ef3-48da-9b6d-5cc8d4586119 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.572142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68a31e-8ef3-48da-9b6d-5cc8d4586119 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0faedd21-c10b-4402-9f2b-bb52a91bbe62,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:35.582969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2d401667-510f-44fb-8d0f-9eafc31e7d2a req-9b68a31e-8ef3-48da-9b6d-5cc8d4586119 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.584098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d401667-510f-44fb-8d0f-9eafc31e7d2a req-9b68a31e-8ef3-48da-9b6d-5cc8d4586119 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0faedd21-c10b-4402-9f2b-bb52a91bbe62 HTTP/1.1" status: 204 len: 173 time: 0.2387459 Feb 07 13:12:35.608899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1754066877', 'description': 'tempest-description-1506282374'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:35.616762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:35.626131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:35.637054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:35.653304 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6880db4c-0022-4e84-b98d-8f0aababdcf9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.660097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:35.682462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5ee0-e851-42d2-b2a3-1246feaa5757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.684874 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5ee0-e851-42d2-b2a3-1246feaa5757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.686033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d0bd5ee0-e851-42d2-b2a3-1246feaa5757 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b46e3ea5-4292-45c8-9938-53cbeb032f57 HTTP/1.1" status: 204 len: 168 time: 0.5078099 Feb 07 13:12:35.711060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5ee0-e851-42d2-b2a3-1246feaa5757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46e3ea5-4292-45c8-9938-53cbeb032f57,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:35.725375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880db4c-0022-4e84-b98d-8f0aababdcf9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Subnet': ['ID=c966d742-3faa-46d8-aafe-6361fbd87c05,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:35.731190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6880db4c-0022-4e84-b98d-8f0aababdcf9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.760477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47332) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:35.760477 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:35.760678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f946d686-d44c-4ea6-bd39-769ffe3f8919 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:35.761088 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6880db4c-0022-4e84-b98d-8f0aababdcf9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/subnets/c966d742-3faa-46d8-aafe-6361fbd87c05 HTTP/1.1" status: 204 len: 168 time: 0.6811330 Feb 07 13:12:35.831593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:35.841484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b8d66c5d-1478-4eb2-814f-54f966eca521 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:12:35.847541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group_rule and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:35.854989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:35.868923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:35.874335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: f946d686-d44c-4ea6-bd39-769ffe3f8919 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:12:35.874676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f946d686-d44c-4ea6-bd39-769ffe3f8919 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:12:35.880003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61481731-3882-4a96-b391-cd897abf7140 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:35.882081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61481731-3882-4a96-b391-cd897abf7140 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:35.883278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-61481731-3882-4a96-b391-cd897abf7140 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Synchronizing usage tracker for tenant:a2935fb9da2149229fc0c8da2113a18c on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:35.973080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.074964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-61481731-3882-4a96-b391-cd897abf7140 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Unset dirty status for tenant:a2935fb9da2149229fc0c8da2113a18c on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:36.075090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b8d66c5d-1478-4eb2-814f-54f966eca521 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:12:36.078954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-61481731-3882-4a96-b391-cd897abf7140 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3270283 Feb 07 13:12:36.078954 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.079873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47336) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:36.085251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f6490fd2-c22e-4ace-a1ac-1597821ef59f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:12:36.132767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5ad7e-9025-4e18-afe2-e25a93b487dd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:36.138301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590824df-0867-4abb-b151-516d0b6286ca None None] Network f1dba61a-1a39-4a46-b9bb-cdf1d0538740 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:36.226253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca4fccae-53fd-4137-aa08-d35fae0762af tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.236588 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4fccae-53fd-4137-aa08-d35fae0762af tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 13:12:36.237870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4fccae-53fd-4137-aa08-d35fae0762af tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:36.240015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ca4fccae-53fd-4137-aa08-d35fae0762af tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/f1dba61a-1a39-4a46-b9bb-cdf1d0538740 HTTP/1.1" status: 409 len: 405 time: 0.1584990 Feb 07 13:12:36.244042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47344) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:36.250153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1017490353'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:36.256007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.257226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10a2237d-69fe-4da3-955c-6b39ab46acd7 req-18de16ca-e4c1-4311-8fc2-06c85c3a70b6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6530597 Feb 07 13:12:36.259027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:36.271749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:network and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:36.277501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:36.286162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:36.343704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f99380f-60e5-4fca-8b29-73c34a6dd918 req-8fc25bb3-b78e-4a66-84fd-2d548078c411 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/f0e5ad7e-9025-4e18-afe2-e25a93b487dd HTTP/1.1" status: 200 len: 1815 time: 0.0598128 Feb 07 13:12:36.362624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c0e3a87f-9d00-48ba-a2ac-be132f89e138 None None] Provisioning for port b8d66c5d-1478-4eb2-814f-54f966eca521 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:12:36.381399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c0e3a87f-9d00-48ba-a2ac-be132f89e138 None None] Provisioning complete for port b8d66c5d-1478-4eb2-814f-54f966eca521 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:12:36.381773 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a87f-9d00-48ba-a2ac-be132f89e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.388000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-588248298', 'description': 'tempest-description-821377064'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:36.402064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:36.406649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:36.411298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:36.418650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:36.421620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f6490fd2-c22e-4ace-a1ac-1597821ef59f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:12:36.422230 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.434045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:36.437841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.473050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:36.482396 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.482744 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Added segment 278c1b13-6b4a-4199-926f-54df116f8bed of type vlan for network faedd12e-f87f-4771-83c7-59cbe969f517 Feb 07 13:12:36.526334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.623953 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.654548 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a87f-9d00-48ba-a2ac-be132f89e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.661263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:36.671426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group_rule and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:36.679337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:36.689418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:36.698552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c0e3a87f-9d00-48ba-a2ac-be132f89e138 None None] For port b8d66c5d-1478-4eb2-814f-54f966eca521, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8d66c5d-1478-4eb2-814f-54f966eca521,segment=NetworkSegment(be8dc221-8dd2-42b7-b090-c230185f510b),segment_id=be8dc221-8dd2-42b7-b090-c230185f510b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:36.716279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] DHCP port deletion for f1dba61a-1a39-4a46-b9bb-cdf1d0538740 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:12:36.720625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Deleting port b8d66c5d-1478-4eb2-814f-54f966eca521 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:36.721431 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.737349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.743634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:36.744560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.830685 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a87f-9d00-48ba-a2ac-be132f89e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.886159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:36.915433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Network': ['ID=faedd12e-f87f-4771-83c7-59cbe969f517,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:36.933532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network faedd12e-f87f-4771-83c7-59cbe969f517 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:37.008826 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.015804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-22435f23-07ce-4325-8ab4-341e69f4dad3 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7702456 Feb 07 13:12:37.019373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47370) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:37.028037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'subnet': {'network_id': 'faedd12e-f87f-4771-83c7-59cbe969f517', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:37.132162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3beb4c-f551-44c1-9eb9-26c568df3a9c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:37.218614 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.218614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10e17927-e2f5-4739-9a7b-1a7f28914d54 req-bfa0e8c9-eeb3-4803-a609-9167e09381ac tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8345568 Feb 07 13:12:37.230616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3a87f-9d00-48ba-a2ac-be132f89e138 None None] Pushing event updated for resources: {'Port': ['ID=b8d66c5d-1478-4eb2-814f-54f966eca521,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:37.257508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] For port b8d66c5d-1478-4eb2-814f-54f966eca521, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8d66c5d-1478-4eb2-814f-54f966eca521,segment=NetworkSegment(be8dc221-8dd2-42b7-b090-c230185f510b),segment_id=be8dc221-8dd2-42b7-b090-c230185f510b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:37.261343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.321741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-618446f8-1755-4d41-baa0-7f842c44fb90 req-ad5b978a-e7c6-4937-9f64-d7294020026e tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/be3beb4c-f551-44c1-9eb9-26c568df3a9c HTTP/1.1" status: 200 len: 1813 time: 0.0776267 Feb 07 13:12:37.342084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:37.349541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1400356441', 'description': 'tempest-description-419002352'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:37.359262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:37.359520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:37.368795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:37.373398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:37.384848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:37.410082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Calling delete_port for b8d66c5d-1478-4eb2-814f-54f966eca521 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:37.474360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:37.478104 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.524985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.561001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:37.567531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group_rule and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:37.570848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:37.578489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:37.583153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:37.583521 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:37.665002 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.702565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b8d66c5d-1478-4eb2-814f-54f966eca521 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:37.799238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.890879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce74f0-1acf-4b1c-bb3f-f4d13b0ba427,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:37.892188 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.927858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b8d66c5d-1478-4eb2-814f-54f966eca521, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8d66c5d-1478-4eb2-814f-54f966eca521,segment=NetworkSegment(be8dc221-8dd2-42b7-b090-c230185f510b),segment_id=be8dc221-8dd2-42b7-b090-c230185f510b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:37.970539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:37.972651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-506631ff-4839-4bac-97e4-bd58bfc3552a req-d1e8e3b5-37b0-4998-a585-6a6f1d32b150 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6284854 Feb 07 13:12:38.037666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c318808-4e80-46c7-a653-1749c7bddf46 req-0a2b5316-497b-4c0b-bb28-d9e8078ee168 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/d4ce74f0-1acf-4b1c-bb3f-f4d13b0ba427 HTTP/1.1" status: 200 len: 1814 time: 0.0443878 Feb 07 13:12:38.061303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1420847093', 'description': 'tempest-description-1145907823'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:38.068340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:38.072471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:38.075520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:38.081926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:38.085151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Deleting port b8d66c5d-1478-4eb2-814f-54f966eca521 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:38.085808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.223760 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.234755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.286454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.objects.ports [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88312) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:12:38.287005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:38.287320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.295050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Usage tracker for resource:security_group_rule and tenant:ea3cb94d061846f6ae3ffef9ee22b2fa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:38.301248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:38.311864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:38.376019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Subnet': ['ID=74aaa813-67f0-4dd8-9fb9-9e5ac7580a27,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:38.399181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] For port b8d66c5d-1478-4eb2-814f-54f966eca521, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8d66c5d-1478-4eb2-814f-54f966eca521,segment=NetworkSegment(be8dc221-8dd2-42b7-b090-c230185f510b),segment_id=be8dc221-8dd2-42b7-b090-c230185f510b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:38.399668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.415527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b8d66c5d-1478-4eb2-814f-54f966eca521,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:38.424326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Checking segment: {'id': '278c1b13-6b4a-4199-926f-54df116f8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'faedd12e-f87f-4771-83c7-59cbe969f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:38.425070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network hostable DHCP agents. Network: faedd12e-f87f-4771-83c7-59cbe969f517, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:38.425797 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.538750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Calling delete_port for b8d66c5d-1478-4eb2-814f-54f966eca521 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:38.588651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.643919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc3bd2c-2a26-4155-90fe-506e39b6f702,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:38.651433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network faedd12e-f87f-4771-83c7-59cbe969f517 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:38.718374 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:38.718374 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:38.769766 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.769766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0c191cb-fe78-4043-ba19-651c4c055a7a req-2bae04ff-f4ff-47fe-bc7e-5536d300b275 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7101636 Feb 07 13:12:38.829009 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c6317641-98a6-4b16-b8b8-732e96052d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:38.845921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a8c2678-3a53-4f4b-bc38-cfac3294bd4c req-eb2ba5e6-183f-4b94-9aee-2631d8944dcf tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/6dc3bd2c-2a26-4155-90fe-506e39b6f702 HTTP/1.1" status: 200 len: 1815 time: 0.0571890 Feb 07 13:12:38.896200 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-be210bc2-d0e9-4f06-8492-ccba9659d646 req-5a81ef12-bfba-40e7-8f6b-0cdf0279b8f6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] show failed (client error): The resource could not be found. Feb 07 13:12:38.897458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be210bc2-d0e9-4f06-8492-ccba9659d646 req-5a81ef12-bfba-40e7-8f6b-0cdf0279b8f6 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/899ac773-9e9e-4171-9688-29cc6090a0f7 HTTP/1.1" status: 404 len: 352 time: 0.0247984 Feb 07 13:12:38.936651 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-c220890c-23b9-45fd-86e9-1341cca2eda8 req-7bdc6801-b6e3-4a3e-b330-23b5fbd1bcd4 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] show failed (client error): The resource could not be found. Feb 07 13:12:38.937643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c220890c-23b9-45fd-86e9-1341cca2eda8 req-7bdc6801-b6e3-4a3e-b330-23b5fbd1bcd4 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-group-rules/84a0e402-ffcd-49ae-a4d5-a3431296dc4a HTTP/1.1" status: 404 len: 361 time: 0.0147965 Feb 07 13:12:38.999934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, faedd12e-f87f-4771-83c7-59cbe969f517) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:39.005979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:39.006877 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.012282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa063f-5296-4b9f-a621-77da3919b035 None None] Network faedd12e-f87f-4771-83c7-59cbe969f517 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:39.023057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74c58e88-89fc-4a9a-ba3d-9b322f6bee5d req-4a68a33e-c508-4e55-bbc8-e909fad23f47 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/6dc3bd2c-2a26-4155-90fe-506e39b6f702 HTTP/1.1" status: 200 len: 1815 time: 0.0588734 Feb 07 13:12:39.215679 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74c58e88-89fc-4a9a-ba3d-9b322f6bee5d req-395b70c4-8f36-47a7-a476-3d0c31a16fb0 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.243494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Deleting port b8d66c5d-1478-4eb2-814f-54f966eca521 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:39.243715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.244751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74c58e88-89fc-4a9a-ba3d-9b322f6bee5d req-395b70c4-8f36-47a7-a476-3d0c31a16fb0 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.289041 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bb6d2f11-b2ae-4cc9-aced-45d226ee4431 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2681668 Feb 07 13:12:39.292106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47424) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:39.296539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-faedd12e-f87f-4771-83c7-59cbe969f517', 'network_id': 'faedd12e-f87f-4771-83c7-59cbe969f517', 'tenant_id': 'a2935fb9da2149229fc0c8da2113a18c', 'fixed_ips': [{'subnet_id': '74aaa813-67f0-4dd8-9fb9-9e5ac7580a27'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:12:39.297404 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.298316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'port': {'network_id': 'faedd12e-f87f-4771-83c7-59cbe969f517', 'name': 'tempest-NetworksIpV6TestAttrs-1030260664'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:39.454725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:39.459866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:port and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:39.463154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:39.469051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:39.478599 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74c58e88-89fc-4a9a-ba3d-9b322f6bee5d req-395b70c4-8f36-47a7-a476-3d0c31a16fb0 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.496242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b70c4-8f36-47a7-a476-3d0c31a16fb0 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc3bd2c-2a26-4155-90fe-506e39b6f702,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:39.508985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-74c58e88-89fc-4a9a-ba3d-9b322f6bee5d req-395b70c4-8f36-47a7-a476-3d0c31a16fb0 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.510377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74c58e88-89fc-4a9a-ba3d-9b322f6bee5d req-395b70c4-8f36-47a7-a476-3d0c31a16fb0 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "DELETE /v2.0/security-groups/6dc3bd2c-2a26-4155-90fe-506e39b6f702 HTTP/1.1" status: 204 len: 173 time: 0.4775467 Feb 07 13:12:39.581319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43da6768-7594-4ae8-a418-26c390b90b0c req-ea495e9f-af2c-4435-a1cf-d2f601b8d979 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/d4ce74f0-1acf-4b1c-bb3f-f4d13b0ba427 HTTP/1.1" status: 200 len: 1814 time: 0.0524414 Feb 07 13:12:39.584932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] For port b8d66c5d-1478-4eb2-814f-54f966eca521, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8d66c5d-1478-4eb2-814f-54f966eca521,segment=NetworkSegment(be8dc221-8dd2-42b7-b090-c230185f510b),segment_id=be8dc221-8dd2-42b7-b090-c230185f510b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:39.585337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.641285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:39.645913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.695547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] device_id is not set on port 8c758db1-8f8c-42e5-b79f-2e496c082c1d yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:12:39.720209 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-43da6768-7594-4ae8-a418-26c390b90b0c req-e2dab19c-db66-4aee-bd94-2e59c219e194 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.741975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Allocated IP 2001:db8::f816:3eff:febd:493f (faedd12e-f87f-4771-83c7-59cbe969f517/74aaa813-67f0-4dd8-9fb9-9e5ac7580a27/6898c52f-af66-4be3-9c45-0515beffd867) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:12:39.759628 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-43da6768-7594-4ae8-a418-26c390b90b0c req-e2dab19c-db66-4aee-bd94-2e59c219e194 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.939762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Calling delete_port for b8d66c5d-1478-4eb2-814f-54f966eca521 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:39.948809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-43da6768-7594-4ae8-a418-26c390b90b0c req-e2dab19c-db66-4aee-bd94-2e59c219e194 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.981739 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-43da6768-7594-4ae8-a418-26c390b90b0c req-e2dab19c-db66-4aee-bd94-2e59c219e194 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:39.992065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43da6768-7594-4ae8-a418-26c390b90b0c req-e2dab19c-db66-4aee-bd94-2e59c219e194 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "DELETE /v2.0/security-groups/d4ce74f0-1acf-4b1c-bb3f-f4d13b0ba427 HTTP/1.1" status: 204 len: 173 time: 0.4014285 Feb 07 13:12:39.992065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dab19c-db66-4aee-bd94-2e59c219e194 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce74f0-1acf-4b1c-bb3f-f4d13b0ba427,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:40.100706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2991b684-2cd0-4b5f-b32b-5698e50f6ef6 req-6b458d67-cb16-45e7-bbec-52fdc1988152 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/be3beb4c-f551-44c1-9eb9-26c568df3a9c HTTP/1.1" status: 200 len: 1813 time: 0.0727448 Feb 07 13:12:40.197183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2991b684-2cd0-4b5f-b32b-5698e50f6ef6 req-64fa350b-6a75-4dee-a68e-73965b33f85b tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.206833 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.231881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Transition to ACTIVE for port object 6898c52f-af66-4be3-9c45-0515beffd867 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:40.250590 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.252003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2991b684-2cd0-4b5f-b32b-5698e50f6ef6 req-64fa350b-6a75-4dee-a68e-73965b33f85b tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.311228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] No DVR routers for this DVR port b8d66c5d-1478-4eb2-814f-54f966eca521 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:40.320709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc7956-8265-4ed9-8846-5012e9e5c30c None None] Pushing event deleted for resources: {'Port': ['ID=b8d66c5d-1478-4eb2-814f-54f966eca521,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:40.497195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Transition to ACTIVE for port object 6898c52f-af66-4be3-9c45-0515beffd867 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:40.497403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2991b684-2cd0-4b5f-b32b-5698e50f6ef6 req-64fa350b-6a75-4dee-a68e-73965b33f85b tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.525839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa350b-6a75-4dee-a68e-73965b33f85b tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3beb4c-f551-44c1-9eb9-26c568df3a9c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:40.534685 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2991b684-2cd0-4b5f-b32b-5698e50f6ef6 req-64fa350b-6a75-4dee-a68e-73965b33f85b tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.536050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2991b684-2cd0-4b5f-b32b-5698e50f6ef6 req-64fa350b-6a75-4dee-a68e-73965b33f85b tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "DELETE /v2.0/security-groups/be3beb4c-f551-44c1-9eb9-26c568df3a9c HTTP/1.1" status: 204 len: 173 time: 0.4283991 Feb 07 13:12:40.601770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02416560-ed7e-45e5-b5c4-bc9083a178cc req-ea09fd94-d4b5-484a-90f0-e6154aeb44aa tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/f0e5ad7e-9025-4e18-afe2-e25a93b487dd HTTP/1.1" status: 200 len: 1815 time: 0.0470617 Feb 07 13:12:40.676786 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02416560-ed7e-45e5-b5c4-bc9083a178cc req-4faf5a9f-6548-4660-bff0-b449f490bef7 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.706025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.710412 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02416560-ed7e-45e5-b5c4-bc9083a178cc req-4faf5a9f-6548-4660-bff0-b449f490bef7 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.794295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Network faedd12e-f87f-4771-83c7-59cbe969f517 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:12:40.803512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:40.806773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:12:40.816909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Allocated IP 2001:db8::f816:3eff:fe06:def7 (faedd12e-f87f-4771-83c7-59cbe969f517/74aaa813-67f0-4dd8-9fb9-9e5ac7580a27/8c758db1-8f8c-42e5-b79f-2e496c082c1d) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:12:40.891051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02416560-ed7e-45e5-b5c4-bc9083a178cc req-4faf5a9f-6548-4660-bff0-b449f490bef7 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.906241 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:12:40.910577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5a9f-6548-4660-bff0-b449f490bef7 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5ad7e-9025-4e18-afe2-e25a93b487dd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:40.918137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Pushing event updated for resources: {'Port': ['ID=6898c52f-af66-4be3-9c45-0515beffd867,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:40.922334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02416560-ed7e-45e5-b5c4-bc9083a178cc req-4faf5a9f-6548-4660-bff0-b449f490bef7 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.936494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02416560-ed7e-45e5-b5c4-bc9083a178cc req-4faf5a9f-6548-4660-bff0-b449f490bef7 tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "DELETE /v2.0/security-groups/f0e5ad7e-9025-4e18-afe2-e25a93b487dd HTTP/1.1" status: 204 len: 173 time: 0.3287292 Feb 07 13:12:40.948602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Attempting to bind port 6898c52f-af66-4be3-9c45-0515beffd867 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:12:40.966196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Attempting to bind port 6898c52f-af66-4be3-9c45-0515beffd867 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '278c1b13-6b4a-4199-926f-54df116f8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'faedd12e-f87f-4771-83c7-59cbe969f517'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:12:40.966617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Attempting to bind port 6898c52f-af66-4be3-9c45-0515beffd867 on network faedd12e-f87f-4771-83c7-59cbe969f517 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:12:40.982298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:12:40.982684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Checking segment: {'id': '278c1b13-6b4a-4199-926f-54df116f8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'faedd12e-f87f-4771-83c7-59cbe969f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:40.983090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:40.983486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Bound using segment: {'id': '278c1b13-6b4a-4199-926f-54df116f8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'faedd12e-f87f-4771-83c7-59cbe969f517'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:12:40.983961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Bound port: 6898c52f-af66-4be3-9c45-0515beffd867, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278c1b13-6b4a-4199-926f-54df116f8bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'faedd12e-f87f-4771-83c7-59cbe969f517'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:12:40.984757 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.056903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b573d94e-f323-4a89-a5b4-b78bedce5c44 req-f2648b40-ed66-424e-adce-5b01f6d95a4e tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "GET /v2.0/security-groups/e1eb8bb5-033a-441c-a793-ac261bf514f3 HTTP/1.1" status: 200 len: 1814 time: 0.1134882 Feb 07 13:12:41.099649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] For port 6898c52f-af66-4be3-9c45-0515beffd867, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:12:41.105251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] For port 6898c52f-af66-4be3-9c45-0515beffd867, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6898c52f-af66-4be3-9c45-0515beffd867,segment=NetworkSegment(278c1b13-6b4a-4199-926f-54df116f8bed),segment_id=278c1b13-6b4a-4199-926f-54df116f8bed)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:12:41.111275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.130143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Transition to ACTIVE for port object 8c758db1-8f8c-42e5-b79f-2e496c082c1d will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:41.161664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a232e24-5b57-4a65-9a1d-c80475b0bb95 req-dce02072-2f65-4b91-9861-ce4f523c5901 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:41.163157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a232e24-5b57-4a65-9a1d-c80475b0bb95 req-dce02072-2f65-4b91-9861-ce4f523c5901 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 946 time: 0.1770065 Feb 07 13:12:41.165783 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b573d94e-f323-4a89-a5b4-b78bedce5c44 req-0d296611-d794-43b1-ae2f-7e85d46ea44c tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.219406 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b573d94e-f323-4a89-a5b4-b78bedce5c44 req-0d296611-d794-43b1-ae2f-7e85d46ea44c tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.250368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a232e24-5b57-4a65-9a1d-c80475b0bb95 req-4da346c1-f949-4065-8cfb-f7a34d3bb17e tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737114 Feb 07 13:12:41.319057 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1063-1364-4e13-8b4e-918c47f7fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.458484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.458710 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.511214 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b573d94e-f323-4a89-a5b4-b78bedce5c44 req-0d296611-d794-43b1-ae2f-7e85d46ea44c tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.543032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d296611-d794-43b1-ae2f-7e85d46ea44c tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb8bb5-033a-441c-a793-ac261bf514f3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:41.547147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b573d94e-f323-4a89-a5b4-b78bedce5c44 req-0d296611-d794-43b1-ae2f-7e85d46ea44c tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.553347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b573d94e-f323-4a89-a5b4-b78bedce5c44 req-0d296611-d794-43b1-ae2f-7e85d46ea44c tempest-SecurityGroupRulesNegativeTestJSON-132474161 tempest-SecurityGroupRulesNegativeTestJSON-132474161-project] 10.222.0.69 "DELETE /v2.0/security-groups/e1eb8bb5-033a-441c-a793-ac261bf514f3 HTTP/1.1" status: 204 len: 173 time: 0.4955471 Feb 07 13:12:41.556033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47456) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:41.570673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Port': ['ID=8c758db1-8f8c-42e5-b79f-2e496c082c1d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:41.573005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network faedd12e-f87f-4771-83c7-59cbe969f517 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:12:41.575590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:41.577008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a910ba-d7ae-41d1-ad44-e6e75be1ad5c None None] Pushing event updated for resources: {'Port': ['ID=6898c52f-af66-4be3-9c45-0515beffd867,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:41.580780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:12:41.586378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:41.587035 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.670222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-33331c58-0786-4b63-beab-73cc843e0657 admin admin] Deleting subnet ed910aaa-e304-4ab2-bc6c-27ad8ce2b716 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:41.674360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33331c58-0786-4b63-beab-73cc843e0657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.732652 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33331c58-0786-4b63-beab-73cc843e0657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.748748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-32acd080-dad2-4dd4-9b02-d9e3113853e5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4554195 Feb 07 13:12:41.753955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:41.814428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33331c58-0786-4b63-beab-73cc843e0657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.873670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-51861046-ce76-4a06-ace3-ea63e9f14be9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Deleting subnet 74aaa813-67f0-4dd8-9fb9-9e5ac7580a27 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:41.882635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51861046-ce76-4a06-ace3-ea63e9f14be9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:41.949935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51861046-ce76-4a06-ace3-ea63e9f14be9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.048223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33331c58-0786-4b63-beab-73cc843e0657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.082441 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51861046-ce76-4a06-ace3-ea63e9f14be9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.114263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33331c58-0786-4b63-beab-73cc843e0657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed910aaa-e304-4ab2-bc6c-27ad8ce2b716,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:42.126169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33331c58-0786-4b63-beab-73cc843e0657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.135365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-33331c58-0786-4b63-beab-73cc843e0657 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ed910aaa-e304-4ab2-bc6c-27ad8ce2b716 HTTP/1.1" status: 204 len: 168 time: 0.5757279 Feb 07 13:12:42.135609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47466) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:42.255327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.290952 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.290952 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.342885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51861046-ce76-4a06-ace3-ea63e9f14be9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.407844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51861046-ce76-4a06-ace3-ea63e9f14be9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Subnet': ['ID=74aaa813-67f0-4dd8-9fb9-9e5ac7580a27,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:42.407844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51861046-ce76-4a06-ace3-ea63e9f14be9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.422208 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-51861046-ce76-4a06-ace3-ea63e9f14be9 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/subnets/74aaa813-67f0-4dd8-9fb9-9e5ac7580a27 HTTP/1.1" status: 204 len: 168 time: 0.6669137 Feb 07 13:12:42.422393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:42.479743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.502271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13fb82f-1a93-440f-a320-63ac86f8ca29 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:42.505233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13fb82f-1a93-440f-a320-63ac86f8ca29 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:42.506121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f13fb82f-1a93-440f-a320-63ac86f8ca29 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Synchronizing usage tracker for tenant:a2935fb9da2149229fc0c8da2113a18c on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:42.533705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e844dbdd-70c6-4917-abd5-2f3287d14d57']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:42.554639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb7369f-ac10-424f-875f-3beb6c73bcf8') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:42.554918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb7369f-ac10-424f-875f-3beb6c73bcf8') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:42.575780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.615188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.625897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-eb1b54f2-5d2d-43fc-9a44-1562e0bb1444 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:42.628244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-eb1b54f2-5d2d-43fc-9a44-1562e0bb1444 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 946 time: 0.2633901 Feb 07 13:12:42.642820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ecd22-dfeb-4f40-83db-3d65878c699b req-2b785220-9283-4ebf-be47-22d163e34809 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:42.644826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-099ecd22-dfeb-4f40-83db-3d65878c699b req-2b785220-9283-4ebf-be47-22d163e34809 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 946 time: 0.2448750 Feb 07 13:12:42.683341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:42.683761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:42.698191 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:42.763642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d717c0-d8f2-4d79-9ccd-c261e3321378 None None] Network faedd12e-f87f-4771-83c7-59cbe969f517 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:42.959109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Deleting port 2ba240b5-71aa-4315-920d-0d37dae22f5b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:42.959459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.000751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-099ecd22-dfeb-4f40-83db-3d65878c699b req-73f60a92-da6d-4322-8d6f-93a9f175a26d tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/security-groups?id=b692d8ec-634a-42e2-b02d-963ce84ff185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233707 Feb 07 13:12:43.056686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] DHCP port deletion for faedd12e-f87f-4771-83c7-59cbe969f517 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:12:43.061120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] Deleting port 6898c52f-af66-4be3-9c45-0515beffd867 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:43.061568 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.220875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] For port 2ba240b5-71aa-4315-920d-0d37dae22f5b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2ba240b5-71aa-4315-920d-0d37dae22f5b,segment=NetworkSegment(5b8a965d-0fcd-498b-be9e-29ee3ca1fab9),segment_id=5b8a965d-0fcd-498b-be9e-29ee3ca1fab9)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:43.221482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.245101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f13fb82f-1a93-440f-a320-63ac86f8ca29 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Unset dirty status for tenant:a2935fb9da2149229fc0c8da2113a18c on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:43.249118 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f13fb82f-1a93-440f-a320-63ac86f8ca29 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8230002 Feb 07 13:12:43.249118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47484) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:43.278413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] For port 6898c52f-af66-4be3-9c45-0515beffd867, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6898c52f-af66-4be3-9c45-0515beffd867,segment=NetworkSegment(278c1b13-6b4a-4199-926f-54df116f8bed),segment_id=278c1b13-6b4a-4199-926f-54df116f8bed)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:43.278915 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.359713 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.360671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-64e65568-3f7e-4511-94ec-db8f13ff6849 None None] Provisioning for port 6898c52f-af66-4be3-9c45-0515beffd867 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:12:43.360773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Calling delete_port for 2ba240b5-71aa-4315-920d-0d37dae22f5b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:43.404347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.422799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] Calling delete_port for 6898c52f-af66-4be3-9c45-0515beffd867 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:43.426829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-36f2378f-0b0e-4925-8f6a-9288756550b4 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.429208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] Pushing event deleted for resources: {'Network': ['ID=e844dbdd-70c6-4917-abd5-2f3287d14d57,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:43.442371 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f2378f-0b0e-4925-8f6a-9288756550b4 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 13:12:43.443131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c89f29d7-1538-4c89-b704-fdb7c41ac515 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e844dbdd-70c6-4917-abd5-2f3287d14d57 HTTP/1.1" status: 204 len: 168 time: 1.2982569 Feb 07 13:12:43.443223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f2378f-0b0e-4925-8f6a-9288756550b4 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:43.443223 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-36f2378f-0b0e-4925-8f6a-9288756550b4 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/faedd12e-f87f-4771-83c7-59cbe969f517 HTTP/1.1" status: 409 len: 405 time: 0.1870382 Feb 07 13:12:43.443765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47490) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:43.458688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-21171237'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:43.459715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:43.467639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:network and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:43.472190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:43.505760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:43.673931 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.674988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:43.680921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.707755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:43.716967 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.717324 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Added segment c1892b09-5957-4195-941e-c29d9e283ad6 of type vlan for network 8d09fc23-5058-43d5-9184-9330a7654fa2 Feb 07 13:12:43.722227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] Pushing event deleted for resources: {'Port': ['ID=6898c52f-af66-4be3-9c45-0515beffd867,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:43.726675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a5847-4757-4d21-8a1c-65ffda999972 None None] No DVR routers for this DVR port 6898c52f-af66-4be3-9c45-0515beffd867 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:43.730054 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.740112 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.749840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2ba240b5-71aa-4315-920d-0d37dae22f5b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:12:43.803866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Pushing event deleted for resources: {'Port': ['ID=2ba240b5-71aa-4315-920d-0d37dae22f5b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:43.807807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.905388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] No DVR routers for this DVR port 2ba240b5-71aa-4315-920d-0d37dae22f5b on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:43.907787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:43.921063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c12cb77-e797-4f81-9a91-380d21010077', 'name': 'network-vif-deleted', 'tag': '2ba240b5-71aa-4315-920d-0d37dae22f5b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:12:43.978272 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c12cb77-e797-4f81-9a91-380d21010077', 'name': 'network-vif-deleted', 'tag': '2ba240b5-71aa-4315-920d-0d37dae22f5b', 'status': 'completed', 'code': 200} Feb 07 13:12:44.157684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-969d2d2e-15fd-4620-ae80-60c5493ac92d req-d7c6335d-c831-48fa-96b9-2cb6f748bb36 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Synchronizing usage tracker for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:12:44.160761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:44.166101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:44.166833 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:44.241996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47500) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:44.258782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7da2fbf-6a43-4d65-82ab-7e5cfed43929 req-748c9a93-822d-483b-bdb2-aaa66adf5b34 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.35 "DELETE /v2.0/ports/2ba240b5-71aa-4315-920d-0d37dae22f5b HTTP/1.1" status: 204 len: 173 time: 1.6248176 Feb 07 13:12:44.286469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Network': ['ID=8d09fc23-5058-43d5-9184-9330a7654fa2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:44.299807 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-16b6a38c-6f74-4425-ba34-0c00119378ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea3cb94d061846f6ae3ffef9ee22b2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539918 Feb 07 13:12:44.300290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 8d09fc23-5058-43d5-9184-9330a7654fa2 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:44.300711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:44.366493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9c2-3ca8-466c-81c4-e214bedf9d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:44.410545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9c2-3ca8-466c-81c4-e214bedf9d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:44.508548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-969d2d2e-15fd-4620-ae80-60c5493ac92d req-d7c6335d-c831-48fa-96b9-2cb6f748bb36 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] Unset dirty status for tenant:634a748d31f343b38468766894ec9ee8 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:12:44.515448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-969d2d2e-15fd-4620-ae80-60c5493ac92d req-d7c6335d-c831-48fa-96b9-2cb6f748bb36 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 210 time: 0.3965347 Feb 07 13:12:44.515448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-36359ae8-ccc4-4549-a669-b564ca31e204 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0666666 Feb 07 13:12:44.515448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47512) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:44.521659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'subnet': {'network_id': '8d09fc23-5058-43d5-9184-9330a7654fa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:44.650773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:44.664753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:44.719648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9c2-3ca8-466c-81c4-e214bedf9d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:44.738792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3e9c2-3ca8-466c-81c4-e214bedf9d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65e1843-9856-45d4-ab32-15c08dd50c0e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:44.750456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e9c2-3ca8-466c-81c4-e214bedf9d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:44.750456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e0b3e9c2-3ca8-466c-81c4-e214bedf9d7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d65e1843-9856-45d4-ab32-15c08dd50c0e HTTP/1.1" status: 204 len: 168 time: 0.4442961 Feb 07 13:12:44.839965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:44.843830 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:45.066888 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:45.301007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:12:45.303184 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:45.399020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Checking segment: {'id': 'c1892b09-5957-4195-941e-c29d9e283ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8d09fc23-5058-43d5-9184-9330a7654fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:45.410446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network hostable DHCP agents. Network: 8d09fc23-5058-43d5-9184-9330a7654fa2, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:45.410446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Subnet': ['ID=3a82d232-f1eb-44d5-ac09-8f53b7a13089,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:45.537944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network 8d09fc23-5058-43d5-9184-9330a7654fa2 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:45.743469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f343baff-0754-48e7-94e8-dad3d271cd70 req-76954a0a-53db-4291-87db-2264a5675223 tempest-AttachVolumeNegativeTest-1675252060 tempest-AttachVolumeNegativeTest-1675252060-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c12cb77-e797-4f81-9a91-380d21010077 HTTP/1.1" status: 200 len: 210 time: 0.0491147 Feb 07 13:12:45.753641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 8d09fc23-5058-43d5-9184-9330a7654fa2) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:45.759668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:45.760298 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:45.775272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1be84fc-6e2d-4af9-8c19-3981665add61 None None] Network 8d09fc23-5058-43d5-9184-9330a7654fa2 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:45.798735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2ba240b5-71aa-4315-920d-0d37dae22f5b no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:12:45.893895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 2ba240b5-71aa-4315-920d-0d37dae22f5b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:12:45.893895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2ba240b5-71aa-4315-920d-0d37dae22f5b not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:12:45.909239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cb5a54ac-2fbf-45ee-a40c-56e977cb2078 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3928499 Feb 07 13:12:45.918901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47550) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:46.107375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:46.119110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-8d09fc23-5058-43d5-9184-9330a7654fa2', 'network_id': '8d09fc23-5058-43d5-9184-9330a7654fa2', 'tenant_id': 'a2935fb9da2149229fc0c8da2113a18c', 'fixed_ips': [{'subnet_id': '3a82d232-f1eb-44d5-ac09-8f53b7a13089'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:12:46.120482 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:46.179515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:46.304905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Allocated IP 2001:db8::f816:3eff:feb0:dd52 (8d09fc23-5058-43d5-9184-9330a7654fa2/3a82d232-f1eb-44d5-ac09-8f53b7a13089/6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:12:46.526140 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:46.537088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Transition to ACTIVE for port object 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:46.557908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Transition to ACTIVE for port object 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:46.707867 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:46.780520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Network 8d09fc23-5058-43d5-9184-9330a7654fa2 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:12:46.783279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:46.787660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:12:46.820495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Pushing event updated for resources: {'Port': ['ID=6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:46.851409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47590) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:46.886197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:46.886577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Attempting to bind port 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:12:46.886827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Attempting to bind port 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c1892b09-5957-4195-941e-c29d9e283ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8d09fc23-5058-43d5-9184-9330a7654fa2'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:12:46.887188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Attempting to bind port 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3 on network 8d09fc23-5058-43d5-9184-9330a7654fa2 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:12:46.892504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:12:46.892874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Checking segment: {'id': 'c1892b09-5957-4195-941e-c29d9e283ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8d09fc23-5058-43d5-9184-9330a7654fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:46.894025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:46.894417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Bound using segment: {'id': 'c1892b09-5957-4195-941e-c29d9e283ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8d09fc23-5058-43d5-9184-9330a7654fa2'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:12:46.894880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Bound port: 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1892b09-5957-4195-941e-c29d9e283ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8d09fc23-5058-43d5-9184-9330a7654fa2'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:12:46.895248 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:46.934307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Subnet': ['ID=3a82d232-f1eb-44d5-ac09-8f53b7a13089,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:47.000597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] For port 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:12:47.004477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] For port 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3,segment=NetworkSegment(c1892b09-5957-4195-941e-c29d9e283ad6),segment_id=c1892b09-5957-4195-941e-c29d9e283ad6)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:12:47.035015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9fcd7b-62e8-444c-b191-8ccec445bc59 admin admin] Deleting subnet cf9d8cfd-95b8-4376-a228-5aa921fd32e4 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:12:47.045900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d9fcd7b-62e8-444c-b191-8ccec445bc59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.085617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.100269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.139131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d9fcd7b-62e8-444c-b191-8ccec445bc59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.173417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e6233-a19a-43d9-bffd-fb24f6c52f7c None None] Pushing event updated for resources: {'Port': ['ID=6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:47.173602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d09fc23-5058-43d5-9184-9330a7654fa2']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:47.190417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1892b09-5957-4195-941e-c29d9e283ad6') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:47.190726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1892b09-5957-4195-941e-c29d9e283ad6') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:47.214844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.249482 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d9fcd7b-62e8-444c-b191-8ccec445bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.251756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8530c4-ee46-4a30-a487-82a917b7ecc4 None None] Network 8d09fc23-5058-43d5-9184-9330a7654fa2 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:47.273242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.287933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:47.288394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:47.308750 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:47.353074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47604) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:47.495119 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.505075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1b41c-a28d-4551-9506-7ceefee5fd22 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:12:47.511315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:47.515606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:3519d323867c4cb7b9e4854b7c9c25ce is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:47.521693 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d9fcd7b-62e8-444c-b191-8ccec445bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.524958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:47.534216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:47.565746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fcd7b-62e8-444c-b191-8ccec445bc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9d8cfd-95b8-4376-a228-5aa921fd32e4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:47.578908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d9fcd7b-62e8-444c-b191-8ccec445bc59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.592261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47614) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:47.592740 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d9fcd7b-62e8-444c-b191-8ccec445bc59 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cf9d8cfd-95b8-4376-a228-5aa921fd32e4 HTTP/1.1" status: 204 len: 168 time: 0.7388153 Feb 07 13:12:47.606314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:12:47.606314 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:12:47.606314 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '8d09fc23-5058-43d5-9184-9330a7654fa2'}] Feb 07 13:12:47.606314 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:47.606314 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:47.675776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c1b41c-a28d-4551-9506-7ceefee5fd22 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:12:47.890428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:47.908431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.053401 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.082259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.106996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.125371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Deleting port 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:48.125750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.135775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3519d323867c4cb7b9e4854b7c9c25ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7817001 Feb 07 13:12:48.159810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47626) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:48.194429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c61966-4261-482a-92b5-284563e5d2c0']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:48.207126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edfae8-48c6-4492-b958-77ed97ece7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e025a-c41d-4a37-afdc-66fb0bb179a5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:48.213827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:48.214121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8a965d-0fcd-498b-be9e-29ee3ca1fab9') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:48.242502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.293361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee8d-68ec-41c9-93d5-9e10ab32e87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.325209 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee8d-68ec-41c9-93d5-9e10ab32e87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.381172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.394631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:48.397546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.403595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] For port 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3,segment=NetworkSegment(c1892b09-5957-4195-941e-c29d9e283ad6),segment_id=c1892b09-5957-4195-941e-c29d9e283ad6)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:48.403996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:48.410673 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:48.535783 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee8d-68ec-41c9-93d5-9e10ab32e87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.551000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4ee8d-68ec-41c9-93d5-9e10ab32e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e025a-c41d-4a37-afdc-66fb0bb179a5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:48.595534 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee8d-68ec-41c9-93d5-9e10ab32e87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.595534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-80e4ee8d-68ec-41c9-93d5-9e10ab32e87f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b39e025a-c41d-4a37-afdc-66fb0bb179a5 HTTP/1.1" status: 204 len: 168 time: 0.4193051 Feb 07 13:12:48.614755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.630232 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.630232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d8c61966-4261-482a-92b5-284563e5d2c0 HTTP/1.1" status: 204 len: 168 time: 1.0277874 Feb 07 13:12:48.661948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Calling delete_port for 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:48.733271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1999304-987a-44e9-a31c-88cf08877ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c61966-4261-482a-92b5-284563e5d2c0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:48.936907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:48.993555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No DVR routers for this DVR port 6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:48.998200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Port': ['ID=6c7a4f28-ef24-4ec1-ac03-c8061b76b4a3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:49.142158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.175793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d09fc23-5058-43d5-9184-9330a7654fa2']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:49.292176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47644) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:49.329513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1892b09-5957-4195-941e-c29d9e283ad6') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:49.329802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1892b09-5957-4195-941e-c29d9e283ad6') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:49.344232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.378227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3e6f51cb-e82f-4c2a-8111-19fc5becd205 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=634a748d31f343b38468766894ec9ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839410 Feb 07 13:12:49.388529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47648) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:49.422637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.433653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:49.434458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.451153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e363520-2514-4b18-a5ee-766aeaa73072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:49.464702 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:49.498156 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e363520-2514-4b18-a5ee-766aeaa73072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.689385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e363520-2514-4b18-a5ee-766aeaa73072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.689618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.711080 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.729299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Network': ['ID=8d09fc23-5058-43d5-9184-9330a7654fa2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:49.734606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e363520-2514-4b18-a5ee-766aeaa73072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b692d8ec-634a-42e2-b02d-963ce84ff185,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:49.742749 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e363520-2514-4b18-a5ee-766aeaa73072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.742749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4e363520-2514-4b18-a5ee-766aeaa73072 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b692d8ec-634a-42e2-b02d-963ce84ff185 HTTP/1.1" status: 204 len: 168 time: 0.3589466 Feb 07 13:12:49.749653 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3f06136d-2b61-4bb2-9c86-29e9ce18f2df tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/8d09fc23-5058-43d5-9184-9330a7654fa2 HTTP/1.1" status: 204 len: 168 time: 3.8365381 Feb 07 13:12:49.753588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47658) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:49.768530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1374212237'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:49.772825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:49.778429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:network and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:49.782059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:49.790512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:49.930905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:49.937709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.975290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:49.985474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:49.985964 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Added segment 24373661-bf11-4777-9b21-5f0b0866ae90 of type vlan for network ce62ac74-1219-4b92-a777-b04d801d7aa4 Feb 07 13:12:50.022431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:50.136692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:50.141656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:50.142452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:50.297560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Network': ['ID=ce62ac74-1219-4b92-a777-b04d801d7aa4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:50.308457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network ce62ac74-1219-4b92-a777-b04d801d7aa4 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:50.312459 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa1d844f-4f38-498c-b239-5b0919eb68b6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5539296 Feb 07 13:12:50.313379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47680) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:50.321604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'subnet': {'network_id': 'ce62ac74-1219-4b92-a777-b04d801d7aa4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:50.592480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:50.597758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:subnet and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:50.601725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:50.607310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:50.745674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:50.746383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:51.308377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:51.397548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Subnet': ['ID=9fa21b7c-ef88-4631-a347-5bb8808530aa,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:51.410289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Checking segment: {'id': '24373661-bf11-4777-9b21-5f0b0866ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ce62ac74-1219-4b92-a777-b04d801d7aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:51.410289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network hostable DHCP agents. Network: ce62ac74-1219-4b92-a777-b04d801d7aa4, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:51.588233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network ce62ac74-1219-4b92-a777-b04d801d7aa4 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:51.732019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, ce62ac74-1219-4b92-a777-b04d801d7aa4) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:51.742541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:51.743229 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:51.755258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4668cd-70bf-4d55-be28-b7a9710783bb None None] Network ce62ac74-1219-4b92-a777-b04d801d7aa4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:51.853065 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0ef54e01-608c-4dda-bf3a-517a1a44adee tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5366871 Feb 07 13:12:51.855079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47742) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:52.108684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.153379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47756) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:52.193684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.215612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25339e69-5f84-4f3d-a835-06749085c273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-ce62ac74-1219-4b92-a777-b04d801d7aa4', 'network_id': 'ce62ac74-1219-4b92-a777-b04d801d7aa4', 'tenant_id': 'a2935fb9da2149229fc0c8da2113a18c', 'fixed_ips': [{'subnet_id': '9fa21b7c-ef88-4631-a347-5bb8808530aa'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:12:52.218338 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25339e69-5f84-4f3d-a835-06749085c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.379001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.393969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:52.398263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] Usage tracker for resource:security_group_rule and tenant:79ca4fdbcfc546248ee9764ddf2a0c0a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:52.401272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:52.407001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:52.413429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.467510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa21b7c-ef88-4631-a347-5bb8808530aa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:52.579710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.582056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server [None req-25339e69-5f84-4f3d-a835-06749085c273 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fa21b7c-ef88-4631-a347-5bb8808530aa: This subnet is being modified by another concurrent operation. Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 13:12:52.600538 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise exception Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fa21b7c-ef88-4631-a347-5bb8808530aa: This subnet is being modified by another concurrent operation. Feb 07 13:12:52.604450 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server Feb 07 13:12:52.615786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83650321-be95-430f-a38c-1a4ef80e550e None None] Network ce62ac74-1219-4b92-a777-b04d801d7aa4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:52.619886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce62ac74-1219-4b92-a777-b04d801d7aa4']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:52.638421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24373661-bf11-4777-9b21-5f0b0866ae90') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:52.640517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24373661-bf11-4777-9b21-5f0b0866ae90') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:52.670800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.712436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.712594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.725227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:52.726106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.790021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e456ede-d36a-47f1-8137-e36bf0b29fea,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:52.822451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-da4dde88-99c3-4d45-9126-ad7aed09ba1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79ca4fdbcfc546248ee9764ddf2a0c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6676183 Feb 07 13:12:52.823127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47774) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:52.863075 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:52.884820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aecb7d-2095-47c4-87b1-1be5cb909047 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:12:52.904816 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3204cff-b4a9-4234-ad7d-182ee8123614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.939792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3204cff-b4a9-4234-ad7d-182ee8123614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:52.950542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47778) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:52.981959 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.012347 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.029445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Network': ['ID=ce62ac74-1219-4b92-a777-b04d801d7aa4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:53.033337 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e66598d0-0b53-4a58-8429-51d791513fe2 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/ce62ac74-1219-4b92-a777-b04d801d7aa4 HTTP/1.1" status: 204 len: 168 time: 1.1772971 Feb 07 13:12:53.037066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47786) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:53.042537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-620689234'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:53.048390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:53.053256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:network and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:53.058404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:53.062568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:53.063327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aecb7d-2095-47c4-87b1-1be5cb909047 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:12:53.118107 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.133069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:53.136854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] Usage tracker for resource:security_group_rule and tenant:a63a4443355043c1a019e35421ed61b3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:53.139584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:53.153217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:53.220530 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3204cff-b4a9-4234-ad7d-182ee8123614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.225047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:53.229374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.234589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3204cff-b4a9-4234-ad7d-182ee8123614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e456ede-d36a-47f1-8137-e36bf0b29fea,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:53.254902 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3204cff-b4a9-4234-ad7d-182ee8123614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.256932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c3204cff-b4a9-4234-ad7d-182ee8123614 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e456ede-d36a-47f1-8137-e36bf0b29fea HTTP/1.1" status: 204 len: 168 time: 0.4328148 Feb 07 13:12:53.278078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:53.302110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.302537 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Added segment 24a8ee21-fa3a-43f5-8ff8-b316f77b418a of type vlan for network 62df86ca-3a8f-4b4e-81e5-d66b69d60c52 Feb 07 13:12:53.354019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.389533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.494534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.549032 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a63a4443355043c1a019e35421ed61b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972877 Feb 07 13:12:53.552290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47808) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:53.554229 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.565396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:53.565396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.638030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b0eb0fe-7e7d-43ed-be23-9204d7d4bb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.675500 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b0eb0fe-7e7d-43ed-be23-9204d7d4bb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.835801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b9e50-811e-4dbb-8493-bc780e392abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ba6139-93d0-4139-b27b-b63bdf01595c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:53.848188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Network': ['ID=62df86ca-3a8f-4b4e-81e5-d66b69d60c52,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:53.859359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 62df86ca-3a8f-4b4e-81e5-d66b69d60c52 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:53.873427 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b0eb0fe-7e7d-43ed-be23-9204d7d4bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.892217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0eb0fe-7e7d-43ed-be23-9204d7d4bb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ba6139-93d0-4139-b27b-b63bdf01595c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:53.898988 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b0eb0fe-7e7d-43ed-be23-9204d7d4bb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:53.901893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4b0eb0fe-7e7d-43ed-be23-9204d7d4bb66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5ba6139-93d0-4139-b27b-b63bdf01595c HTTP/1.1" status: 204 len: 168 time: 0.3481479 Feb 07 13:12:53.968522 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-33b80aed-228c-4c09-9fd8-94d0c31e8b80 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9234505 Feb 07 13:12:53.968522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47826) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:53.974055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Request body: {'subnet': {'network_id': '62df86ca-3a8f-4b4e-81e5-d66b69d60c52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:54.098527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:54.106901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Usage tracker for resource:subnet and tenant:a2935fb9da2149229fc0c8da2113a18c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:54.109928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:54.116487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:54.239271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Made reservation on behalf of a2935fb9da2149229fc0c8da2113a18c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:54.243074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:54.513478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:54.763030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.objects.ports [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88312) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:12:54.764218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:54.834197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event updated for resources: {'Subnet': ['ID=70c0f83c-0908-4bb0-a4fb-c3e2c4c22eb8,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:54.859324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Checking segment: {'id': '24a8ee21-fa3a-43f5-8ff8-b316f77b418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '62df86ca-3a8f-4b4e-81e5-d66b69d60c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:54.859670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network hostable DHCP agents. Network: 62df86ca-3a8f-4b4e-81e5-d66b69d60c52, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:54.982084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Network 62df86ca-3a8f-4b4e-81e5-d66b69d60c52 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:55.223550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 62df86ca-3a8f-4b4e-81e5-d66b69d60c52) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:55.235135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928cc4d5-85c9-4ceb-97ef-f552e870a88b None None] Network 62df86ca-3a8f-4b4e-81e5-d66b69d60c52 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:55.237587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:55.238434 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:55.409512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47846) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:55.427087 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:55.442667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:55.446594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] Usage tracker for resource:security_group_rule and tenant:bcf971ff5b9c400492d5473570b8ce6c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:55.452530 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3506b8a9-38c6-48d1-98bc-c5f95d3c0b54 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4854202 Feb 07 13:12:55.454939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:55.456364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47850) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:55.475555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:55.505616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-62df86ca-3a8f-4b4e-81e5-d66b69d60c52', 'network_id': '62df86ca-3a8f-4b4e-81e5-d66b69d60c52', 'tenant_id': 'a2935fb9da2149229fc0c8da2113a18c', 'fixed_ips': [{'subnet_id': '70c0f83c-0908-4bb0-a4fb-c3e2c4c22eb8'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:12:55.506544 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:55.629031 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:55.781647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:55.826404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:55.829933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Allocated IP 2001:db8::f816:3eff:fe9c:e790 (62df86ca-3a8f-4b4e-81e5-d66b69d60c52/70c0f83c-0908-4bb0-a4fb-c3e2c4c22eb8/657ccf5a-1068-420e-aac7-08f340bcbf4f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:12:55.853389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bcf971ff5b9c400492d5473570b8ce6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427829 Feb 07 13:12:55.873062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47860) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:55.893995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2c38e-9d09-4de6-ae15-f9a61e0db703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb905a-771e-4cea-8e39-dd6e713c6381,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:55.954924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:55.956517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79017e1d-83d1-4f03-9d95-74f1ea272365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:55.985642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79017e1d-83d1-4f03-9d95-74f1ea272365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.088759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.227751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79017e1d-83d1-4f03-9d95-74f1ea272365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.232908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Transition to ACTIVE for port object 657ccf5a-1068-420e-aac7-08f340bcbf4f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:56.260600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79017e1d-83d1-4f03-9d95-74f1ea272365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb905a-771e-4cea-8e39-dd6e713c6381,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:56.260727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Transition to ACTIVE for port object 657ccf5a-1068-420e-aac7-08f340bcbf4f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:12:56.262653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79017e1d-83d1-4f03-9d95-74f1ea272365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.263884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-79017e1d-83d1-4f03-9d95-74f1ea272365 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84cb905a-771e-4cea-8e39-dd6e713c6381 HTTP/1.1" status: 204 len: 168 time: 0.3907738 Feb 07 13:12:56.295196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:56.382353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.453811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Network 62df86ca-3a8f-4b4e-81e5-d66b69d60c52 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:12:56.456836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:56.459187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:12:56.506744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Pushing event updated for resources: {'Port': ['ID=657ccf5a-1068-420e-aac7-08f340bcbf4f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:56.548035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.548377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.548719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.549580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.550017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.550345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.550721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.550988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.551308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.551673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.552012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.552338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:12:56.560262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.575759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Attempting to bind port 657ccf5a-1068-420e-aac7-08f340bcbf4f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:12:56.576179 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Attempting to bind port 657ccf5a-1068-420e-aac7-08f340bcbf4f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '24a8ee21-fa3a-43f5-8ff8-b316f77b418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '62df86ca-3a8f-4b4e-81e5-d66b69d60c52'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:12:56.576539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Attempting to bind port 657ccf5a-1068-420e-aac7-08f340bcbf4f on network 62df86ca-3a8f-4b4e-81e5-d66b69d60c52 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:12:56.582411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:12:56.582781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Checking segment: {'id': '24a8ee21-fa3a-43f5-8ff8-b316f77b418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '62df86ca-3a8f-4b4e-81e5-d66b69d60c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:56.583175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.583564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Bound using segment: {'id': '24a8ee21-fa3a-43f5-8ff8-b316f77b418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '62df86ca-3a8f-4b4e-81e5-d66b69d60c52'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:12:56.584038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Bound port: 657ccf5a-1068-420e-aac7-08f340bcbf4f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a8ee21-fa3a-43f5-8ff8-b316f77b418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '62df86ca-3a8f-4b4e-81e5-d66b69d60c52'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:12:56.584409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.621876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Subnet': ['ID=70c0f83c-0908-4bb0-a4fb-c3e2c4c22eb8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:56.717240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1210770891-network', 'tenant_id': '056bfc0d99584e3792d8dee7167a5908'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:56.740667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:56.745711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Usage tracker for resource:network and tenant:056bfc0d99584e3792d8dee7167a5908 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:56.749615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:56.760422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:56.760667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] For port 657ccf5a-1068-420e-aac7-08f340bcbf4f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:12:56.771312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] For port 657ccf5a-1068-420e-aac7-08f340bcbf4f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=657ccf5a-1068-420e-aac7-08f340bcbf4f,segment=NetworkSegment(24a8ee21-fa3a-43f5-8ff8-b316f77b418a),segment_id=24a8ee21-fa3a-43f5-8ff8-b316f77b418a)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:12:56.783424 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.820991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62df86ca-3a8f-4b4e-81e5-d66b69d60c52']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:56.832199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47886) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:56.838853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a8ee21-fa3a-43f5-8ff8-b316f77b418a') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:56.839490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a8ee21-fa3a-43f5-8ff8-b316f77b418a') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:56.840058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1540051534'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:56.847290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:56.856309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:network and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:56.859847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:56.860642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.869845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:56.896566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Made reservation on behalf of 056bfc0d99584e3792d8dee7167a5908 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:56.901024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.908994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.938682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:56.949877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:56.950298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.021613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:57.022688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.060182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.060705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d85695-8f2b-4f50-a406-e399ed0b6dfd None None] Pushing event updated for resources: {'Port': ['ID=657ccf5a-1068-420e-aac7-08f340bcbf4f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:57.071029 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:57.086219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7963c7-b1e0-4006-a780-882962936f66 None None] Network 62df86ca-3a8f-4b4e-81e5-d66b69d60c52 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:57.122398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:57.128171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:056bfc0d99584e3792d8dee7167a5908 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:57.132041 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:57.140180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:57.144886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:57.157781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.158954 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Added segment 24071206-02d9-45bf-847e-60932ccca505 of type vlan for network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d Feb 07 13:12:57.196035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.209008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:12:57.209008 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:12:57.209008 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '62df86ca-3a8f-4b4e-81e5-d66b69d60c52'}] Feb 07 13:12:57.209008 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:12:57.209453 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:12:57.257497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.322856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ff022-c9e7-4d6c-b8cb-41a1e3249576 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:12:57.357659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.360522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:57.361379 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.467482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ff022-c9e7-4d6c-b8cb-41a1e3249576 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:12:57.471906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.472066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Network': ['ID=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:57.481532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:57.508450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:57.522849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44988fc8-c1ca-4281-acbc-4c2aa4535339,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:57.527946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.528330 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Added segment fdeacc8d-e330-4e6a-8bd6-81d00eff1c88 of type vlan for network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 Feb 07 13:12:57.558271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.619205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2a89eff6-af97-4e01-855d-42f89205957c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7833798 Feb 07 13:12:57.619351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47896) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:57.625151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-122433741'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:57.630587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:57.634574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:network and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:57.637603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:57.649365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:57.710449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.727493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Deleting port 657ccf5a-1068-420e-aac7-08f340bcbf4f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:57.727870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.827393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.827393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:57.827393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.852157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:57.858405 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.893334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:12:57.903516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:57.904023 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Added segment 19481825-b960-41cd-9699-8b2cc98ceb19 of type vlan for network cdf1861f-6d94-4ade-93cf-f1104237dde1 Feb 07 13:12:57.935662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.124465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=deb9e04f-11f3-4311-99f0-bbc06f9b62a9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:58.137123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:58.147635 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.151440 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-237879fe-6bc3-4d98-8368-b315d2d7b9d8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8548820 Feb 07 13:12:58.153225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47904) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:58.153369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:58.153862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.162050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Request body: {'subnet': {'network_id': 'deb9e04f-11f3-4311-99f0-bbc06f9b62a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1210770891-subnet', 'tenant_id': '056bfc0d99584e3792d8dee7167a5908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:58.167600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:58.171537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Usage tracker for resource:subnet and tenant:056bfc0d99584e3792d8dee7167a5908 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:58.174438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:58.188520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:58.207075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] For port 657ccf5a-1068-420e-aac7-08f340bcbf4f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=657ccf5a-1068-420e-aac7-08f340bcbf4f,segment=NetworkSegment(24a8ee21-fa3a-43f5-8ff8-b316f77b418a),segment_id=24a8ee21-fa3a-43f5-8ff8-b316f77b418a)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:12:58.207380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.266329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Network': ['ID=cdf1861f-6d94-4ade-93cf-f1104237dde1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:58.278749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Made reservation on behalf of 056bfc0d99584e3792d8dee7167a5908 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:58.279017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network cdf1861f-6d94-4ade-93cf-f1104237dde1 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:12:58.281146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.363678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Calling delete_port for 657ccf5a-1068-420e-aac7-08f340bcbf4f owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:12:58.400016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4104e5f2-4413-43e7-a460-523f07b31906 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7795153 Feb 07 13:12:58.402665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47910) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:58.408314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'subnet': {'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:58.522745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:58.527066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:subnet and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:58.530133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:58.537968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:58.632800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.674473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:58.687935 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.688112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Port': ['ID=657ccf5a-1068-420e-aac7-08f340bcbf4f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:58.693324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No DVR routers for this DVR port 657ccf5a-1068-420e-aac7-08f340bcbf4f on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:12:58.795132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.875104 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.919836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62df86ca-3a8f-4b4e-81e5-d66b69d60c52']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:58.926762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8bd36c-367a-408d-b69d-f73314dd3fe0,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:58.937944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a8ee21-fa3a-43f5-8ff8-b316f77b418a') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:58.938246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a8ee21-fa3a-43f5-8ff8-b316f77b418a') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:12:58.948303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Checking segment: {'id': 'fdeacc8d-e330-4e6a-8bd6-81d00eff1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'deb9e04f-11f3-4311-99f0-bbc06f9b62a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:58.948671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Network hostable DHCP agents. Network: deb9e04f-11f3-4311-99f0-bbc06f9b62a9, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:58.957820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.978969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:58.986889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:12:58.987287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:12:59.005903 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:12:59.044931 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.090698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:59.128997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Subnet': ['ID=8839910e-bae7-4563-b023-4cb9bc7c1c59,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:59.134373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Checking segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:12:59.141372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network hostable DHCP agents. Network: f44394ee-4908-4bf0-9bc0-ce1fb2e8112d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:12:59.211338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, deb9e04f-11f3-4311-99f0-bbc06f9b62a9) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:59.213434 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.218552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.220037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e86d18-7c5b-4528-9f08-53c49ba262b2 None None] Network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:59.257003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:59.257003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.262780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Network': ['ID=62df86ca-3a8f-4b4e-81e5-d66b69d60c52,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:12:59.267014 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9b23c9b4-e622-40c7-a31e-d2e4381cdfe0 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/62df86ca-3a8f-4b4e-81e5-d66b69d60c52 HTTP/1.1" status: 204 len: 168 time: 3.8083181 Feb 07 13:12:59.271190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47928) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:59.313241 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad67b4f-97f9-436e-902a-880d7d2cd0e7 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:59.313703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad67b4f-97f9-436e-902a-880d7d2cd0e7 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:59.315911 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1ad67b4f-97f9-436e-902a-880d7d2cd0e7 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/subnets/70c0f83c-0908-4bb0-a4fb-c3e2c4c22eb8 HTTP/1.1" status: 404 len: 337 time: 0.0437031 Feb 07 13:12:59.318624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47932) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:59.342015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:12:59.344212 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2138e4-57f3-49e8-b029-23f758c2963e tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:59.344689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2138e4-57f3-49e8-b029-23f758c2963e tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:59.352674 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8a2138e4-57f3-49e8-b029-23f758c2963e tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/62df86ca-3a8f-4b4e-81e5-d66b69d60c52 HTTP/1.1" status: 404 len: 339 time: 0.0269148 Feb 07 13:12:59.352802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, f44394ee-4908-4bf0-9bc0-ce1fb2e8112d) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:12:59.352922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47936) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:59.365020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:12:59.365992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.388257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab85354-46ac-43f4-833c-c4522f3cbb0d None None] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:59.394790 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2eea6f5b-ce11-4c4c-baaa-208ece25b4f3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2392993 Feb 07 13:12:59.405233 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-604b1432-0d04-421c-aa70-dea690d3c1ba tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:59.405233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604b1432-0d04-421c-aa70-dea690d3c1ba tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:59.408459 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-604b1432-0d04-421c-aa70-dea690d3c1ba tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/subnets/9fa21b7c-ef88-4631-a347-5bb8808530aa HTTP/1.1" status: 404 len: 337 time: 0.0551672 Feb 07 13:12:59.410936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47944) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:59.439272 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dfc9d9-6178-42fc-bbad-b14781677b58 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:59.440779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10dfc9d9-6178-42fc-bbad-b14781677b58 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:59.442758 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-10dfc9d9-6178-42fc-bbad-b14781677b58 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/ce62ac74-1219-4b92-a777-b04d801d7aa4 HTTP/1.1" status: 404 len: 339 time: 0.0307989 Feb 07 13:12:59.449346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47948) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:59.494762 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ef1cad-1e23-43ce-9861-3a6e273fbd9a tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:59.495344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ef1cad-1e23-43ce-9861-3a6e273fbd9a tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:59.499505 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d1ef1cad-1e23-43ce-9861-3a6e273fbd9a tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/subnets/3a82d232-f1eb-44d5-ac09-8f53b7a13089 HTTP/1.1" status: 404 len: 337 time: 0.0510712 Feb 07 13:12:59.499808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47952) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:59.509052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b43dbcc2-7ad2-4f8e-bed4-76c5f288920b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1001999 Feb 07 13:12:59.509911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47956) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:59.516505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'subnet': {'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:12:59.528410 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d202e992-a7c5-47b8-9582-fa07404a688f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): The resource could not be found. Feb 07 13:12:59.528908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d202e992-a7c5-47b8-9582-fa07404a688f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:12:59.530765 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d202e992-a7c5-47b8-9582-fa07404a688f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/8d09fc23-5058-43d5-9184-9330a7654fa2 HTTP/1.1" status: 404 len: 339 time: 0.0298574 Feb 07 13:12:59.534014 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47960) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:12:59.671771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9d62dd97-6d56-429b-88d9-06ac3ed381a6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Deleting port 8c758db1-8f8c-42e5-b79f-2e496c082c1d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:12:59.672191 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d62dd97-6d56-429b-88d9-06ac3ed381a6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.723537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:12:59.723791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec70ba-b42c-4fa4-9933-75e1950139a4 None None] Network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:12:59.728201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:subnet and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:12:59.733750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:12:59.740898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:12:59.762764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'fixed_ips': [{'subnet_id': '8839910e-bae7-4563-b023-4cb9bc7c1c59'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:12:59.763658 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.894005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:12:59.901653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:12:59.940552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d62dd97-6d56-429b-88d9-06ac3ed381a6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.121312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Allocated IP 10.1.1.2 (f44394ee-4908-4bf0-9bc0-ce1fb2e8112d/8839910e-bae7-4563-b023-4cb9bc7c1c59/c7fb86dc-82cb-48d0-9e06-62a80dc99b25) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:00.224417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9d62dd97-6d56-429b-88d9-06ac3ed381a6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Calling delete_port for 8c758db1-8f8c-42e5-b79f-2e496c082c1d owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:00.413359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-b4255a61-6940-451e-9f57-af6bd43a5524 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:00.414815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-b4255a61-6940-451e-9f57-af6bd43a5524 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/networks?id=deb9e04f-11f3-4311-99f0-bbc06f9b62a9 HTTP/1.1" status: 200 len: 814 time: 0.3552830 Feb 07 13:13:00.427599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d62dd97-6d56-429b-88d9-06ac3ed381a6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.446400 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.465794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Transition to ACTIVE for port object c7fb86dc-82cb-48d0-9e06-62a80dc99b25 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:00.479324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-81a81e77-5580-4995-9b34-b87dc277b421 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/quotas/056bfc0d99584e3792d8dee7167a5908 HTTP/1.1" status: 200 len: 375 time: 0.0213084 Feb 07 13:13:00.493220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d62dd97-6d56-429b-88d9-06ac3ed381a6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.496388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62dd97-6d56-429b-88d9-06ac3ed381a6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Port': ['ID=8c758db1-8f8c-42e5-b79f-2e496c082c1d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:00.503417 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9d62dd97-6d56-429b-88d9-06ac3ed381a6 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/ports/8c758db1-8f8c-42e5-b79f-2e496c082c1d HTTP/1.1" status: 204 len: 168 time: 0.9671965 Feb 07 13:13:00.508317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48000) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:00.523205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Transition to ACTIVE for port object c7fb86dc-82cb-48d0-9e06-62a80dc99b25 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:00.543998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-df429291-8588-45fe-9534-c3a778ec1b59 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=056bfc0d99584e3792d8dee7167a5908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484200 Feb 07 13:13:00.554487 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f940e78-83c0-4bd6-b67d-bfb72d4823a5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): The resource could not be found. Feb 07 13:13:00.555442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f940e78-83c0-4bd6-b67d-bfb72d4823a5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:13:00.557530 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6f940e78-83c0-4bd6-b67d-bfb72d4823a5 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/subnets/74aaa813-67f0-4dd8-9fb9-9e5ac7580a27 HTTP/1.1" status: 404 len: 337 time: 0.0480444 Feb 07 13:13:00.560088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48010) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:00.618184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.698376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.724860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:00.730219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:00.746773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:00.755297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Pushing event updated for resources: {'Port': ['ID=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:00.796113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-f355dfef-831e-468e-a1a4-ea89316da969 service neutron] 10.222.0.69 "GET /v2.0/networks/deb9e04f-11f3-4311-99f0-bbc06f9b62a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377849 Feb 07 13:13:00.822198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.855868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Attempting to bind port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:00.856554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Attempting to bind port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:00.856912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Attempting to bind port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:00.864330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:00.864714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Checking segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:00.865119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.865646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Bound using segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:00.865978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Bound port: c7fb86dc-82cb-48d0-9e06-62a80dc99b25, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:00.866437 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.890229 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.931680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faedd12e-f87f-4771-83c7-59cbe969f517']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:00.949194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278c1b13-6b4a-4199-926f-54df116f8bed') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:00.949507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278c1b13-6b4a-4199-926f-54df116f8bed') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:00.961463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Subnet': ['ID=869cfd68-7d82-465b-8924-9108772e6670,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:00.965600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:00.980881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] For port c7fb86dc-82cb-48d0-9e06-62a80dc99b25, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:00.985497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] For port c7fb86dc-82cb-48d0-9e06-62a80dc99b25, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:00.999355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.004439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:13:01.004985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:13:01.022760 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:13:01.041264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Checking segment: {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:01.041631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network hostable DHCP agents. Network: cdf1861f-6d94-4ade-93cf-f1104237dde1, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:13:01.073223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-4a2c4227-ba87-45f0-b709-a2d03137bb05 service neutron] 10.222.0.69 "GET /v2.0/networks/deb9e04f-11f3-4311-99f0-bbc06f9b62a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761621 Feb 07 13:13:01.108475 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.194257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09942851-fb44-4f7b-870a-fa7205f8fd0b None None] Pushing event updated for resources: {'Port': ['ID=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:01.199280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.199513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network cdf1861f-6d94-4ade-93cf-f1104237dde1 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:13:01.231685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.231685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Network': ['ID=faedd12e-f87f-4771-83c7-59cbe969f517,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:01.235808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b69248f5-e332-4098-87bc-517dd100e7ed tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/faedd12e-f87f-4771-83c7-59cbe969f517 HTTP/1.1" status: 204 len: 168 time: 0.6746955 Feb 07 13:13:01.238761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48056) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:01.278912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, cdf1861f-6d94-4ade-93cf-f1104237dde1) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:01.290875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:01.292160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088d7f3-718a-4471-9674-c657f37632c3 None None] Network cdf1861f-6d94-4ade-93cf-f1104237dde1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:01.294646 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.353131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9586c501-5143-4199-a0a8-cb239ce1187f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Deleting port 06f74b3f-8f2a-41ec-a776-9dd6939a30c6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:01.353366 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9586c501-5143-4199-a0a8-cb239ce1187f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.440333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f0f320f-86d9-421e-827c-a870bb011f22 req-49f7a67d-6b00-47b1-9368-833c36c019eb tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 210 time: 0.0791225 Feb 07 13:13:01.469262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-60e576d8-853c-4b86-9d22-2ece4dfcc065 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9581196 Feb 07 13:13:01.477473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48074) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:01.493429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'port': {'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'name': 'tempest-TaggedBootDevicesTest_v242-1943674458', 'fixed_ips': [{'subnet_id': '8839910e-bae7-4563-b023-4cb9bc7c1c59'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:01.768322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-cdf1861f-6d94-4ade-93cf-f1104237dde1', 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'fixed_ips': [{'subnet_id': '869cfd68-7d82-465b-8924-9108772e6670'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:13:01.769223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.879881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c7fb86dc-82cb-48d0-9e06-62a80dc99b25 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:01.944252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:01.947754 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9586c501-5143-4199-a0a8-cb239ce1187f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:01.960362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:port and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:01.964656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:02.085375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Allocated IP 10.2.2.2 (cdf1861f-6d94-4ade-93cf-f1104237dde1/869cfd68-7d82-465b-8924-9108772e6670/f85b9972-cc5b-48d0-bffe-2cfddc0370f2) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:02.086091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:02.094286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9586c501-5143-4199-a0a8-cb239ce1187f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Calling delete_port for 06f74b3f-8f2a-41ec-a776-9dd6939a30c6 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:02.131186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:02.279352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:02.352335 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:02.364461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Transition to ACTIVE for port object f85b9972-cc5b-48d0-bffe-2cfddc0370f2 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:02.387215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Transition to ACTIVE for port object f85b9972-cc5b-48d0-bffe-2cfddc0370f2 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:02.399018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9586c501-5143-4199-a0a8-cb239ce1187f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:02.525790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:02.566028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cdc2051-bc74-423d-9c77-5b3117e4a96a req-b8b9f763-2f98-4e0a-9283-7a9e60a9f9a9 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 210 time: 0.0617731 Feb 07 13:13:02.600693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586c501-5143-4199-a0a8-cb239ce1187f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Port': ['ID=06f74b3f-8f2a-41ec-a776-9dd6939a30c6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:02.616231 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9586c501-5143-4199-a0a8-cb239ce1187f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:02.630322 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9586c501-5143-4199-a0a8-cb239ce1187f tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/ports/06f74b3f-8f2a-41ec-a776-9dd6939a30c6 HTTP/1.1" status: 204 len: 168 time: 1.3881493 Feb 07 13:13:02.630910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48124) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:02.635727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:02.649098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Pushing event updated for resources: {'Port': ['ID=f85b9972-cc5b-48d0-bffe-2cfddc0370f2,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:02.654299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Network cdf1861f-6d94-4ade-93cf-f1104237dde1 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:02.655942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:02.661637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:02.689593 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b4c4d3-f619-4bc3-be02-9b4fdf2b4c23 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] DELETE failed (client error): The resource could not be found. Feb 07 13:13:02.690678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b4c4d3-f619-4bc3-be02-9b4fdf2b4c23 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:13:02.692683 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-47b4c4d3-f619-4bc3-be02-9b4fdf2b4c23 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/subnets/c966d742-3faa-46d8-aafe-6361fbd87c05 HTTP/1.1" status: 404 len: 337 time: 0.0612268 Feb 07 13:13:02.695791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48128) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:02.700142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] device_id is not set on port ec04628c-ec76-4595-898c-f0115cddc137 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:02.785225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40e519-5720-419f-b1b8-ae9787e7e399 None None] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:02.871702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:02.881725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Attempting to bind port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:02.882096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Attempting to bind port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:02.882455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Attempting to bind port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 on network cdf1861f-6d94-4ade-93cf-f1104237dde1 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:02.892186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:02.893128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Checking segment: {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:02.896441 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:02.896441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Bound using segment: {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:02.896441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Bound port: f85b9972-cc5b-48d0-bffe-2cfddc0370f2, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:02.896441 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:02.934225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Allocated IP 10.1.1.83 (f44394ee-4908-4bf0-9bc0-ce1fb2e8112d/8839910e-bae7-4563-b023-4cb9bc7c1c59/ec04628c-ec76-4595-898c-f0115cddc137) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:02.982486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1f3b1bb2-bc41-4519-8bef-b1d20fcb2883 None None] Provisioning for port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:03.003933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1f3b1bb2-bc41-4519-8bef-b1d20fcb2883 None None] Provisioning complete for port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:03.004616 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1bb2-bc41-4519-8bef-b1d20fcb2883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.075026 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.075026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48134) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:03.135233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1dba61a-1a39-4a46-b9bb-cdf1d0538740']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:03.135233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8dc221-8dd2-42b7-b090-c230185f510b') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:03.135233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8dc221-8dd2-42b7-b090-c230185f510b') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:03.151178 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.170727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.181079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:13:03.181639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.213024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.234768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Transition to ACTIVE for port object ec04628c-ec76-4595-898c-f0115cddc137 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:13:03.248635 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:13:03.289225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] For port f85b9972-cc5b-48d0-bffe-2cfddc0370f2, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:03.298519 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.309848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] For port f85b9972-cc5b-48d0-bffe-2cfddc0370f2, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f85b9972-cc5b-48d0-bffe-2cfddc0370f2,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:03.315582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:03.320166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] Usage tracker for resource:security_group_rule and tenant:425768c7009b405cad42cba0e6d2dafc is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:03.322994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:03.331147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:03.348261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.412560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.416946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.423414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.426665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:03.430093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:03.434241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:03.451219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Network': ['ID=f1dba61a-1a39-4a46-b9bb-cdf1d0538740,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:03.466303 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.470964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0f103868-6e0a-4b2b-8c49-e98547464465 tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/f1dba61a-1a39-4a46-b9bb-cdf1d0538740 HTTP/1.1" status: 204 len: 168 time: 0.7716351 Feb 07 13:13:03.471196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48140) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:03.486903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=ec04628c-ec76-4595-898c-f0115cddc137,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:03.523645 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1bb2-bc41-4519-8bef-b1d20fcb2883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.528556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:03.529332 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.541375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e641acf-faf0-4ae5-a511-3dd9b78d4a8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Deleting subnet c386c24a-8585-4b64-bcca-05de8748ec78 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:13:03.545828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e641acf-faf0-4ae5-a511-3dd9b78d4a8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.572080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b0afe-e376-4347-b01b-241b742a2558 None None] Pushing event updated for resources: {'Port': ['ID=f85b9972-cc5b-48d0-bffe-2cfddc0370f2,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:03.593403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1f3b1bb2-bc41-4519-8bef-b1d20fcb2883 None None] For port c7fb86dc-82cb-48d0-9e06-62a80dc99b25, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:03.601516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.643379 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9b450ab9-fe5c-4daf-8534-fda0fdea3282 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1644781 Feb 07 13:13:03.644295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48148) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:03.651850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'port': {'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'name': 'tempest-TaggedBootDevicesTest_v242-1617573804', 'fixed_ips': [{'subnet_id': '8839910e-bae7-4563-b023-4cb9bc7c1c59'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:03.679689 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1f3b1bb2-bc41-4519-8bef-b1d20fcb2883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.702925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=425768c7009b405cad42cba0e6d2dafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454425 Feb 07 13:13:03.709238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e641acf-faf0-4ae5-a511-3dd9b78d4a8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.750807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48152) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:03.779054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c29bc-3d0f-4a5f-9732-321fb09ddfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f788c-7890-43ee-85fa-a63bc8890573,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:03.871123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b1bb2-bc41-4519-8bef-b1d20fcb2883 None None] Pushing event updated for resources: {'Port': ['ID=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:03.917350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:03.924635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:port and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:03.928212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:03.934093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:03.948052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7b1b4bc-4161-43db-a707-6664d8ab4cf0 req-75ed50c3-632e-4491-be7f-0acd7f07ea88 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 210 time: 0.0930223 Feb 07 13:13:03.961830 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-945a65e4-45b6-47ca-8b14-5328057b8260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:03.991224 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e641acf-faf0-4ae5-a511-3dd9b78d4a8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.034018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:04.040005 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.055332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-945a65e4-45b6-47ca-8b14-5328057b8260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.070922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] device_id is not set on port c827dad6-045d-4d4f-92c4-222eaefcab06 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:04.224631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac2e7acc-3605-4844-8888-e7b25c218225 None None] Provisioning for port ec04628c-ec76-4595-898c-f0115cddc137 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:04.230861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac2e7acc-3605-4844-8888-e7b25c218225 None None] Provisioning complete for port ec04628c-ec76-4595-898c-f0115cddc137 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:04.235792 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7acc-3605-4844-8888-e7b25c218225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.267892 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-945a65e4-45b6-47ca-8b14-5328057b8260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.270948 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e641acf-faf0-4ae5-a511-3dd9b78d4a8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.289173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e7acc-3605-4844-8888-e7b25c218225 None None] Port ec04628c-ec76-4595-898c-f0115cddc137 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:04.304326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac2e7acc-3605-4844-8888-e7b25c218225 None None] Provisioning complete for port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:04.304699 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7acc-3605-4844-8888-e7b25c218225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.339897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Allocated IP 10.1.1.227 (f44394ee-4908-4bf0-9bc0-ce1fb2e8112d/8839910e-bae7-4563-b023-4cb9bc7c1c59/c827dad6-045d-4d4f-92c4-222eaefcab06) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:04.540674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a65e4-45b6-47ca-8b14-5328057b8260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f788c-7890-43ee-85fa-a63bc8890573,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:04.568500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e641acf-faf0-4ae5-a511-3dd9b78d4a8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Subnet': ['ID=c386c24a-8585-4b64-bcca-05de8748ec78,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:04.578503 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e641acf-faf0-4ae5-a511-3dd9b78d4a8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.588081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b24fe0-2640-4d08-bffd-c4b2fdef4758 None None] Network 7797c488-74de-4f33-a60e-519a53c3d62b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:04.604314 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-945a65e4-45b6-47ca-8b14-5328057b8260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.604779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.607789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-945a65e4-45b6-47ca-8b14-5328057b8260 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a5f788c-7890-43ee-85fa-a63bc8890573 HTTP/1.1" status: 204 len: 168 time: 0.8432503 Feb 07 13:13:04.607789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3e641acf-faf0-4ae5-a511-3dd9b78d4a8d tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/subnets/c386c24a-8585-4b64-bcca-05de8748ec78 HTTP/1.1" status: 204 len: 168 time: 1.1331866 Feb 07 13:13:04.610733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48158) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:04.641429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Transition to ACTIVE for port object c827dad6-045d-4d4f-92c4-222eaefcab06 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:04.742338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.785433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-24f4a4b7-d14c-4692-b40a-d25a051a34cb None None] Provisioning complete for port ec04628c-ec76-4595-898c-f0115cddc137 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:04.785687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-24f4a4b7-d14c-4692-b40a-d25a051a34cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:04.796456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-677a5de2-3623-4fc4-9972-c125c499d114 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:04.797143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-677a5de2-3623-4fc4-9972-c125c499d114 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.35 "GET /v2.0/networks?id=deb9e04f-11f3-4311-99f0-bbc06f9b62a9 HTTP/1.1" status: 200 len: 814 time: 0.4696620 Feb 07 13:13:04.813833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Request body: {'port': {'device_id': 'aee090ae-d40a-4123-880b-b155ffd9e0ff', 'network_id': 'deb9e04f-11f3-4311-99f0-bbc06f9b62a9', 'admin_state_up': True, 'tenant_id': '056bfc0d99584e3792d8dee7167a5908'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:04.853132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:04.859095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:04.862741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:04.978541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:04.979147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-24f4a4b7-d14c-4692-b40a-d25a051a34cb None None] Port ec04628c-ec76-4595-898c-f0115cddc137 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:04.991404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.012545 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.019286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=c827dad6-045d-4d4f-92c4-222eaefcab06,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:05.089978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Deleting port f6490fd2-c22e-4ace-a1ac-1597821ef59f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:05.090357 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.124069 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1dad9476-0eb9-476c-a86e-420bf0637deb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4750242 Feb 07 13:13:05.216437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] DHCP port deletion for 7797c488-74de-4f33-a60e-519a53c3d62b request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:13:05.222204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] Deleting port f6490fd2-c22e-4ace-a1ac-1597821ef59f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:05.222204 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.312757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-672c1eca-e184-4a0f-929b-cc551966fc83 req-5afae28e-c765-42a8-a8cd-78cbcaf69280 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 210 time: 0.1427867 Feb 07 13:13:05.313884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:05.325953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Usage tracker for resource:port and tenant:056bfc0d99584e3792d8dee7167a5908 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:05.325953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:05.335737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:05.343733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f82905-80ef-4193-a6d4-4be0530f9fa0 None None] Network cdf1861f-6d94-4ade-93cf-f1104237dde1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:05.444880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] For port f6490fd2-c22e-4ace-a1ac-1597821ef59f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f6490fd2-c22e-4ace-a1ac-1597821ef59f,segment=NetworkSegment(51f9571d-accb-4625-b4e4-86c05be7bc5e),segment_id=51f9571d-accb-4625-b4e4-86c05be7bc5e)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:05.445565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.545636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7bab17e6-cc1f-41d1-bf67-f297b28da940 None None] Provisioning for port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:05.576307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Made reservation on behalf of 056bfc0d99584e3792d8dee7167a5908 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:05.582260 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.603644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Calling delete_port for f6490fd2-c22e-4ace-a1ac-1597821ef59f owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:05.621679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] For port f6490fd2-c22e-4ace-a1ac-1597821ef59f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f6490fd2-c22e-4ace-a1ac-1597821ef59f,segment=NetworkSegment(51f9571d-accb-4625-b4e4-86c05be7bc5e),segment_id=51f9571d-accb-4625-b4e4-86c05be7bc5e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:05.622280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.757898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48168) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:05.789731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.805670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.814705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] Calling delete_port for f6490fd2-c22e-4ace-a1ac-1597821ef59f owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:05.830787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:05.838792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:89b6282d8c914bafb45f52c74b2bb63c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:05.843777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:05.852919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:05.885866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] No DVR routers for this DVR port f6490fd2-c22e-4ace-a1ac-1597821ef59f on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:13:05.897559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f85b9972-cc5b-48d0-bffe-2cfddc0370f2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:05.899953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Port': ['ID=f6490fd2-c22e-4ace-a1ac-1597821ef59f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:05.934191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-32d96049-b4e9-4045-9505-8ce6bf06fd80 None None] Provisioning for port c827dad6-045d-4d4f-92c4-222eaefcab06 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:05.954812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48172) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:05.965180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210711087', 'description': 'tempest-description--309382777'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:05.969167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-32d96049-b4e9-4045-9505-8ce6bf06fd80 None None] Provisioning complete for port c827dad6-045d-4d4f-92c4-222eaefcab06 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:05.969734 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-32d96049-b4e9-4045-9505-8ce6bf06fd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:05.972543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:05.985456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:security_group and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:05.990142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:06.005380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:06.011805 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.082066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.115694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-32d96049-b4e9-4045-9505-8ce6bf06fd80 None None] Port c827dad6-045d-4d4f-92c4-222eaefcab06 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:06.118218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.120415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7797c488-74de-4f33-a60e-519a53c3d62b']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:06.122060 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:13:06.122424 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:13:06.140640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f9571d-accb-4625-b4e4-86c05be7bc5e') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:06.140943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f9571d-accb-4625-b4e4-86c05be7bc5e') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:06.160743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Allocated IP 172.20.0.9 (deb9e04f-11f3-4311-99f0-bbc06f9b62a9/dd8bd36c-367a-408d-b69d-f73314dd3fe0/9fd97091-3e73-4dc9-95e6-5d5002340168) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:06.166219 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.179647 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89b6282d8c914bafb45f52c74b2bb63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207487 Feb 07 13:13:06.181082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8dece-a0d1-46db-828e-1cc9c11d9ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c064b29b-f703-4fa0-ac8e-bc3a7b53df14,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:06.183317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48176) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:06.211726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.236931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:13:06.239089 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:13:06.251557 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:13:06.307719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.333503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:06.343193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:security_group_rule and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:06.343193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:06.347612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:06.366310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:06.375107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:06.375824 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.435800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.456894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e0fe132f-3931-4a75-b837-a63a5ec5db4d None None] Provisioning complete for port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:06.458912 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e0fe132f-3931-4a75-b837-a63a5ec5db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.553685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.569678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.608633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc1863b-38d3-4488-b9de-7e150433e5ef,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:06.633953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] Deleting port f6490fd2-c22e-4ace-a1ac-1597821ef59f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:06.633953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.659931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f363d0-e524-477c-86d4-6e4abd36e461 req-a6d0d270-4d50-42ed-88a8-d2c8cdfd0c6a tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 210 time: 0.2007422 Feb 07 13:13:06.665555 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d22eca85-d53e-428b-bd18-21d63064fc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.697746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d22eca85-d53e-428b-bd18-21d63064fc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.729391 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.732930 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3ed9ecd4-64cd-4503-b1da-c91aea1c004e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7731702 Feb 07 13:13:06.733056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7d3faf57-a75b-4a5a-bac6-c9c9b182488f None None] The port 'f6490fd2-c22e-4ace-a1ac-1597821ef59f' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:13:06.733505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48182) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:06.735831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port f85b9972-cc5b-48d0-bffe-2cfddc0370f2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f85b9972-cc5b-48d0-bffe-2cfddc0370f2,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:06.737665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e0fe132f-3931-4a75-b837-a63a5ec5db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.741854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'security_group_rule': {'security_group_id': '6cc1863b-38d3-4488-b9de-7e150433e5ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:06.750048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:06.764844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.767036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:security_group_rule and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:06.770855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:06.778734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:06.787862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.801835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] Pushing event deleted for resources: {'Network': ['ID=7797c488-74de-4f33-a60e-519a53c3d62b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:06.823501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.838138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f8c2341f-8dcd-45f1-8916-4b23c69bcc8c tempest-NetworksIpV6TestAttrs-1930314638 tempest-NetworksIpV6TestAttrs-1930314638-project] 10.222.0.69 "DELETE /v2.0/networks/7797c488-74de-4f33-a60e-519a53c3d62b HTTP/1.1" status: 204 len: 168 time: 2.2280726 Feb 07 13:13:06.856939 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.859238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c7fb86dc-82cb-48d0-9e06-62a80dc99b25 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:06.903052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.971552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.982007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d22eca85-d53e-428b-bd18-21d63064fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.984424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d22eca85-d53e-428b-bd18-21d63064fc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:06.987568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d22eca85-d53e-428b-bd18-21d63064fc68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c064b29b-f703-4fa0-ac8e-bc3a7b53df14 HTTP/1.1" status: 204 len: 168 time: 0.8027720 Feb 07 13:13:07.001394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eca85-d53e-428b-bd18-21d63064fc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c064b29b-f703-4fa0-ac8e-bc3a7b53df14,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:07.036380 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-e0fe132f-3931-4a75-b837-a63a5ec5db4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:13:07.036742 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-e0fe132f-3931-4a75-b837-a63a5ec5db4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:13:07.039468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=f85b9972-cc5b-48d0-bffe-2cfddc0370f2,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:07.055919 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:07.056140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:07.056140 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:07.130541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:07.133063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:07.133916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:07.137840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:07.160310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da288ba0-1bda-4388-8eaa-e1e590686759,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:07.177061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Pushing event updated for resources: {'Port': ['ID=9fd97091-3e73-4dc9-95e6-5d5002340168,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:07.205665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:07.206268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:07.232648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f6490fd2-c22e-4ace-a1ac-1597821ef59f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:13:07.266967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f6490fd2-c22e-4ace-a1ac-1597821ef59f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:13:07.267819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f6490fd2-c22e-4ace-a1ac-1597821ef59f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:13:07.353542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:07.355460 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cc43561-3f33-42be-ba3e-6084df7ea3f6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6203096 Feb 07 13:13:07.356355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-efbc454d-3551-4ed9-9b04-fde886a8b4a4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5491748 Feb 07 13:13:07.357624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48190) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:07.363021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'security_group_rule': {'security_group_id': '6cc1863b-38d3-4488-b9de-7e150433e5ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:07.374546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Request body: {'port': {'device_id': 'aee090ae-d40a-4123-880b-b155ffd9e0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:07.407014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:07.422168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:security_group_rule and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:07.426861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:07.435094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:07.499404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:07.673597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48196) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:07.711186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f85b9972-cc5b-48d0-bffe-2cfddc0370f2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:07.750911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:07.808958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:07.809603 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:07.892747 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.005689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.073730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b56678cf-958e-4e2c-93f1-101bed3a94c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2935fb9da2149229fc0c8da2113a18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4049582 Feb 07 13:13:08.074524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d874d3-97e9-4d6e-9667-a7238418aa62,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:08.076390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48212) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:08.078578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd97091-3e73-4dc9-95e6-5d5002340168 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:08.088482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.109377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Transition to ACTIVE for port object 9fd97091-3e73-4dc9-95e6-5d5002340168 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:08.121260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fac01e-47e2-48a0-b63b-de5d0439d4b0 req-f98d7ba7-5052-4859-a403-131ad5a24063 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:08.124567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-19fac01e-47e2-48a0-b63b-de5d0439d4b0 req-f98d7ba7-5052-4859-a403-131ad5a24063 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Synchronizing usage tracker for tenant:056bfc0d99584e3792d8dee7167a5908 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:08.159326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f4354c0-8d77-42b6-b779-66b53b935489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.192672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f4354c0-8d77-42b6-b779-66b53b935489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.278383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.283831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-29a5c8cc-2d5e-416a-8bad-5d482d951843 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9207888 Feb 07 13:13:08.283988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48218) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:08.288479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:08.294694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:08.298503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:floatingip and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:08.301945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:08.307941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:08.313714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-19fac01e-47e2-48a0-b63b-de5d0439d4b0 req-f98d7ba7-5052-4859-a403-131ad5a24063 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Unset dirty status for tenant:056bfc0d99584e3792d8dee7167a5908 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:08.315100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19fac01e-47e2-48a0-b63b-de5d0439d4b0 req-f98d7ba7-5052-4859-a403-131ad5a24063 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 931 time: 0.4325151 Feb 07 13:13:08.315933 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.457531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.477636 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f4354c0-8d77-42b6-b779-66b53b935489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.511568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd97091-3e73-4dc9-95e6-5d5002340168,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:08.518797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19fac01e-47e2-48a0-b63b-de5d0439d4b0 req-be95e5cd-1b19-4c8b-b0a0-36b028242843 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679828 Feb 07 13:13:08.629429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Attempting to bind port 9fd97091-3e73-4dc9-95e6-5d5002340168 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:08.629973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Attempting to bind port 9fd97091-3e73-4dc9-95e6-5d5002340168 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'fdeacc8d-e330-4e6a-8bd6-81d00eff1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'deb9e04f-11f3-4311-99f0-bbc06f9b62a9'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:08.630506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Attempting to bind port 9fd97091-3e73-4dc9-95e6-5d5002340168 on network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:08.635644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Port 9fd97091-3e73-4dc9-95e6-5d5002340168 on network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:08.636185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Attempting to bind port 9fd97091-3e73-4dc9-95e6-5d5002340168 on network deb9e04f-11f3-4311-99f0-bbc06f9b62a9 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:08.642045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:08.643350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Checking segment: {'id': 'fdeacc8d-e330-4e6a-8bd6-81d00eff1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'deb9e04f-11f3-4311-99f0-bbc06f9b62a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:08.644333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Bound using segment: {'id': 'fdeacc8d-e330-4e6a-8bd6-81d00eff1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'deb9e04f-11f3-4311-99f0-bbc06f9b62a9'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:08.644931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Bound port: 9fd97091-3e73-4dc9-95e6-5d5002340168, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdeacc8d-e330-4e6a-8bd6-81d00eff1c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'deb9e04f-11f3-4311-99f0-bbc06f9b62a9'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:08.645450 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.688746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4354c0-8d77-42b6-b779-66b53b935489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8efa052-9b6b-47e1-864e-268307bef409,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:08.707655 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f4354c0-8d77-42b6-b779-66b53b935489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.709744 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6f4354c0-8d77-42b6-b779-66b53b935489 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8efa052-9b6b-47e1-864e-268307bef409 HTTP/1.1" status: 204 len: 168 time: 0.6305120 Feb 07 13:13:08.758753 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5e86e0e5-f4aa-464f-a83c-06950481204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.765260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] For port 9fd97091-3e73-4dc9-95e6-5d5002340168, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:08.770358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] For port 9fd97091-3e73-4dc9-95e6-5d5002340168, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=9fd97091-3e73-4dc9-95e6-5d5002340168,segment=NetworkSegment(fdeacc8d-e330-4e6a-8bd6-81d00eff1c88),segment_id=fdeacc8d-e330-4e6a-8bd6-81d00eff1c88)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:08.806203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.868768 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.942512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:08.942512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:08.942512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fd97091-3e73-4dc9-95e6-5d5002340168 HTTP/1.1" status: 200 len: 1091 time: 1.5689383 Feb 07 13:13:08.942512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee090ae-d40a-4123-880b-b155ffd9e0ff', 'tag': '9fd97091-3e73-4dc9-95e6-5d5002340168'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:08.961445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc9ba3-8354-4cd0-9a09-8b5fa8af18d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd97091-3e73-4dc9-95e6-5d5002340168,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:08.964130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Allocated IP 172.25.7.60 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/7f58e0ee-1ddf-4b76-abbe-fab807bfee9b) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:08.991006 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee090ae-d40a-4123-880b-b155ffd9e0ff', 'tag': '9fd97091-3e73-4dc9-95e6-5d5002340168', 'status': 'completed', 'code': 200} Feb 07 13:13:09.088403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037ab6b-ab54-4a11-8204-c9b4cc8ad3ca req-144da9f0-cb44-4cdd-b4a3-1096eab37026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:09.090028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9037ab6b-ab54-4a11-8204-c9b4cc8ad3ca req-144da9f0-cb44-4cdd-b4a3-1096eab37026 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=056bfc0d99584e3792d8dee7167a5908&device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 1094 time: 0.0771766 Feb 07 13:13:09.123505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:09.231455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037ab6b-ab54-4a11-8204-c9b4cc8ad3ca req-7c563009-b3d1-448a-9f74-217cbb1152e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:09.232937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9037ab6b-ab54-4a11-8204-c9b4cc8ad3ca req-7c563009-b3d1-448a-9f74-217cbb1152e5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=056bfc0d99584e3792d8dee7167a5908&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1366010 Feb 07 13:13:09.296621 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:09.377258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:09.386204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:09.391683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:09.473244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=7f58e0ee-1ddf-4b76-abbe-fab807bfee9b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:09.497584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:09.521466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037ab6b-ab54-4a11-8204-c9b4cc8ad3ca req-2b95acfe-527c-42c5-8013-4f8e269ff855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:09.523247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9037ab6b-ab54-4a11-8204-c9b4cc8ad3ca req-2b95acfe-527c-42c5-8013-4f8e269ff855 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2848012 Feb 07 13:13:09.638612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48250) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:09.662297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:09.726424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-498a7607-8cda-464a-a099-0be75983789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:09.727933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-498a7607-8cda-464a-a099-0be75983789b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=056bfc0d99584e3792d8dee7167a5908&device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 1094 time: 0.1675184 Feb 07 13:13:09.818359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-d9150111-a58a-4e12-989f-9d81580c65ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd97091-3e73-4dc9-95e6-5d5002340168 HTTP/1.1" status: 200 len: 217 time: 0.0787010 Feb 07 13:13:09.831385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39124466-1c23-447e-9e44-df939c313b3f req-544485c7-dceb-4d45-940c-8b2a2556833d tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:09.833004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39124466-1c23-447e-9e44-df939c313b3f req-544485c7-dceb-4d45-940c-8b2a2556833d tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 943 time: 0.2006955 Feb 07 13:13:09.905368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:09.941309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:09.955703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-1583b159-851f-405e-899d-eb055fca4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:09.957079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-1583b159-851f-405e-899d-eb055fca4342 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd8bd36c-367a-408d-b69d-f73314dd3fe0 HTTP/1.1" status: 200 len: 854 time: 0.1228340 Feb 07 13:13:09.963209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39124466-1c23-447e-9e44-df939c313b3f req-6e44a443-b85e-4b90-8d16-03e27a0482f9 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976877 Feb 07 13:13:09.997179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:09.998926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.012779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] Usage tracker for resource:security_group_rule and tenant:01a043a4dc444cc6aab98c833cdd7e98 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:10.018314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-2c226056-7ca7-4f68-92dd-f198356e5271 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb9e04f-11f3-4311-99f0-bbc06f9b62a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509441 Feb 07 13:13:10.019039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:10.029138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:10.119684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=7f58e0ee-1ddf-4b76-abbe-fab807bfee9b,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:10.137708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.202258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-4374e65d-7c4d-441a-8cff-c705d4f83865 service neutron] 10.222.0.35 "GET /v2.0/networks/deb9e04f-11f3-4311-99f0-bbc06f9b62a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769314 Feb 07 13:13:10.246768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.254774 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fa4b2c43-690c-486f-9dc8-7c6be66bc0f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9642222 Feb 07 13:13:10.295231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:10.342649 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.381377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5f81491-3acb-4b4c-9fa9-33e729c4815c req-ab90ad29-59f8-4453-be08-66102c8ceb57 service neutron] 10.222.0.35 "GET /v2.0/networks/deb9e04f-11f3-4311-99f0-bbc06f9b62a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733651 Feb 07 13:13:10.415900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.421206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1650568661'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:10.428143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:10.432382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:network and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:10.435585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:10.443895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:10.469715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4ccd54-7e07-4f23-a349-361137b97f43,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:10.474794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e5a1b3b9-542a-4a53-9b5d-c1b010580523 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01a043a4dc444cc6aab98c833cdd7e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994714 Feb 07 13:13:10.477438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48282) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:10.565306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:10.569566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.571401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-2aa6a8c2-3851-4a63-86eb-bc5091d4587b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1210711087&fields=id&tenant_id=7696aab073d545e9835b5ca341ca819f HTTP/1.1" status: 200 len: 267 time: 0.0679846 Feb 07 13:13:10.573802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85860e8e-d767-4dd1-a8d0-c73b2e531750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.589662 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.605485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:10.609477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group_rule and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:10.612957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:10.620358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:10.657547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85860e8e-d767-4dd1-a8d0-c73b2e531750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.693762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-d1a4e4a3-b71a-4244-a7f2-b5f50a62d079 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:10.695147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-d1a4e4a3-b71a-4244-a7f2-b5f50a62d079 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports/ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 936 time: 0.1096392 Feb 07 13:13:10.712356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.780973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.784973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-d2881aba-079b-47ab-8663-0d6b79056e7f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:10.786453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-d2881aba-079b-47ab-8663-0d6b79056e7f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports/c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 937 time: 0.0828629 Feb 07 13:13:10.817603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a21141-bc2e-4457-9b32-8e9f1f4f0fba,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:10.843284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-05df2d4d-4665-4f56-abec-91a5050800ea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0505121 Feb 07 13:13:10.855807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:13:10.864789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.865074 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Added segment 6049717f-bf94-47fb-85f7-44d13ce40216 of type vlan for network e36d0a8a-14c1-450b-b424-7ea2b199c91b Feb 07 13:13:10.884207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85860e8e-d767-4dd1-a8d0-c73b2e531750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.893015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.909058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-498bbdf5-bcaa-4fe1-9c0b-dc1a235653b9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0591602 Feb 07 13:13:10.913955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85860e8e-d767-4dd1-a8d0-c73b2e531750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4ccd54-7e07-4f23-a349-361137b97f43,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:10.939135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85860e8e-d767-4dd1-a8d0-c73b2e531750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:10.940855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-85860e8e-d767-4dd1-a8d0-c73b2e531750 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd4ccd54-7e07-4f23-a349-361137b97f43 HTTP/1.1" status: 204 len: 168 time: 0.4623213 Feb 07 13:13:10.991453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:11.005584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:11.006489 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:11.078746 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-607294d0-c15e-42ce-9693-a86045555559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:11.143662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c2a14c0c-1557-452e-8b78-217e2c407704 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:11.144275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Network': ['ID=e36d0a8a-14c1-450b-b424-7ea2b199c91b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:11.150291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c2a14c0c-1557-452e-8b78-217e2c407704 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:11.154985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:13:11.156595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c2a14c0c-1557-452e-8b78-217e2c407704 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:11.157405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c2a14c0c-1557-452e-8b78-217e2c407704 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Synchronizing usage tracker for tenant:7696aab073d545e9835b5ca341ca819f on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:11.207440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957f57a-df15-407b-90b2-6bb9b58c261e req-9570a536-cb07-4206-87e5-313de3f0eaf5 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:11.208969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9957f57a-df15-407b-90b2-6bb9b58c261e req-9570a536-cb07-4206-87e5-313de3f0eaf5 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 943 time: 0.1179152 Feb 07 13:13:11.234322 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df1572ef-5859-4ef3-a8e6-7c2672ba66d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9371262 Feb 07 13:13:11.238428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48294) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:11.244087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'name': 'tempest-PortsTestJSON-1687268701'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:11.320633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c2a14c0c-1557-452e-8b78-217e2c407704 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Unset dirty status for tenant:7696aab073d545e9835b5ca341ca819f on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:11.321760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c2a14c0c-1557-452e-8b78-217e2c407704 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/networks?id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=cdf1861f-6d94-4ade-93cf-f1104237dde1&id=cdf1861f-6d94-4ade-93cf-f1104237dde1 HTTP/1.1" status: 200 len: 1994 time: 0.4050801 Feb 07 13:13:11.360584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9957f57a-df15-407b-90b2-6bb9b58c261e req-a017c1a9-962a-4c68-ae34-0bf412043a74 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430357 Feb 07 13:13:11.366096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-cd27328c-e9eb-41b3-a47d-dc9131afbf85 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/quotas/7696aab073d545e9835b5ca341ca819f HTTP/1.1" status: 200 len: 375 time: 0.0369921 Feb 07 13:13:11.544548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:11.552763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:11.554692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:11.566805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:11.607756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-6647c87a-882d-4285-98b1-812739f0e825 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2323205 Feb 07 13:13:11.709128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:11.712636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:11.751497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 845532f6-58ec-4923-b6f7-674918d00b0a yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:11.820550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-42664197-dd5c-4a4f-85d7-74ca68406cec service neutron] 10.222.0.69 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006421 Feb 07 13:13:12.090824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-09e6de82-f59f-4bfb-b2ff-886c1462b32d service neutron] 10.222.0.69 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635155 Feb 07 13:13:12.141587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:12.153948 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:12.176161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-6fff9c5b-16c0-4830-b789-5dfce399fc95 service neutron] 10.222.0.69 "GET /v2.0/ports/ec04628c-ec76-4595-898c-f0115cddc137?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0737760 Feb 07 13:13:12.212771 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:12.317651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5bfc3f28-f632-417b-945a-fd0bbb566444 service neutron] 10.222.0.69 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345854 Feb 07 13:13:12.395314 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:12.554030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=845532f6-58ec-4923-b6f7-674918d00b0a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:12.602935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking segment: {'id': '6049717f-bf94-47fb-85f7-44d13ce40216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:12.603302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network hostable DHCP agents. Network: e36d0a8a-14c1-450b-b424-7ea2b199c91b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:13:12.614799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-14dea0e4-aa4f-48db-8b7e-c9635565af2a service neutron] 10.222.0.69 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911904 Feb 07 13:13:12.709355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42505d-ebc6-4a59-8425-f2f6e874e944 req-9b57751b-31ca-4033-a5fe-1bba0d018f8c tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:12.711052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a42505d-ebc6-4a59-8425-f2f6e874e944 req-9b57751b-31ca-4033-a5fe-1bba0d018f8c tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 943 time: 0.2254102 Feb 07 13:13:12.731187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-42b59319-1815-4894-a40c-73badf021ca7 service neutron] 10.222.0.69 "GET /v2.0/ports/c827dad6-045d-4d4f-92c4-222eaefcab06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0953195 Feb 07 13:13:12.820272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:13:12.874104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a42505d-ebc6-4a59-8425-f2f6e874e944 req-30d1292f-df93-47bb-bacb-b3200ffee9d7 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258564 Feb 07 13:13:12.917152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-7b3a825b-5069-4fbd-b791-de35afff6e10 service neutron] 10.222.0.69 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876380 Feb 07 13:13:12.938509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, e36d0a8a-14c1-450b-b424-7ea2b199c91b) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:12.946916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f4d5a-75c6-432e-8f1a-29f80a88682d None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:12.995896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:13.005574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:13.005574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:13.075551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0b6e0e93-e5b2-44ed-b0d6-da116222a754 service neutron] 10.222.0.69 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571593 Feb 07 13:13:13.273484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5a9e9327-fa67-4de6-aa1d-b94598298a75 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0347488 Feb 07 13:13:13.276168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48320) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:13.282556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-262185004'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:13.288251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:13.292640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:network and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:13.297304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:13.304462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:13.340313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-2c65ee6e-c2a2-4489-922b-944e058bb416 service neutron] 10.222.0.69 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582870 Feb 07 13:13:13.393111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:13.396712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:13.429063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:13:13.437557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:13.440461 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Added segment b0ec9f00-fd5b-4a12-9822-391b4e0a9fbc of type vlan for network 0e83733e-b6f4-4306-9be7-f418c9e008fd Feb 07 13:13:13.471188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:13.477805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-203b948b-8363-4e2f-9457-fb5983a4ea89 service neutron] 10.222.0.69 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319299 Feb 07 13:13:13.620674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-74250f13-b35e-407d-9a1e-2923c9c4f78f service neutron] 10.222.0.69 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371391 Feb 07 13:13:13.778751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-ac655096-7189-4075-a9a6-58a0c15f2ada service neutron] 10.222.0.69 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513906 Feb 07 13:13:14.191604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1025ac84-0480-42af-b7d2-798b7e38b200 service neutron] 10.222.0.69 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307404 Feb 07 13:13:14.191816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 9fd97091-3e73-4dc9-95e6-5d5002340168 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:13:14.191816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 9fd97091-3e73-4dc9-95e6-5d5002340168, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=9fd97091-3e73-4dc9-95e6-5d5002340168,segment=NetworkSegment(fdeacc8d-e330-4e6a-8bd6-81d00eff1c88),segment_id=fdeacc8d-e330-4e6a-8bd6-81d00eff1c88)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:14.192858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-bfdc30ad-6cb1-4edb-8542-a6c4f13e6299 service neutron] 10.222.0.69 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959963 Feb 07 13:13:14.193025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '9fd97091-3e73-4dc9-95e6-5d5002340168', 'network_id': 'deb9e04f-11f3-4311-99f0-bbc06f9b62a9', 'port_id': '9fd97091-3e73-4dc9-95e6-5d5002340168', 'mac_address': 'fa:16:3e:3d:ba:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8bd36c-367a-408d-b69d-f73314dd3fe0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:13:14.193223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d0c99-99a6-4940-81da-a5f4440c948a req-a3853c48-6d42-4e5f-accb-edb6fa01a212 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:14.193223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c03d0c99-99a6-4940-81da-a5f4440c948a req-a3853c48-6d42-4e5f-accb-edb6fa01a212 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 943 time: 0.1343448 Feb 07 13:13:14.193516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:14.199299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd97091-3e73-4dc9-95e6-5d5002340168 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:14.215642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 9fd97091-3e73-4dc9-95e6-5d5002340168, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=9fd97091-3e73-4dc9-95e6-5d5002340168,segment=NetworkSegment(fdeacc8d-e330-4e6a-8bd6-81d00eff1c88),segment_id=fdeacc8d-e330-4e6a-8bd6-81d00eff1c88)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:14.256940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c03d0c99-99a6-4940-81da-a5f4440c948a req-821d3fe8-9993-4720-a50a-f3090c177eb6 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083431 Feb 07 13:13:14.292970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-93b5b629-83fd-434f-bffc-9b74801c7ddb service neutron] 10.222.0.69 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620104 Feb 07 13:13:14.405631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:14.411349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:14.418579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:14.427904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b111477c-c2f0-44b1-9c90-5956f2ccc924 service neutron] 10.222.0.69 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289103 Feb 07 13:13:14.462181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:14.465802 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:14.531252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Network': ['ID=0e83733e-b6f4-4306-9be7-f418c9e008fd,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:14.538385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=9fd97091-3e73-4dc9-95e6-5d5002340168,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:14.542306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 0e83733e-b6f4-4306-9be7-f418c9e008fd details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:13:14.677483 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5abac0e2-c880-41ec-8e68-a08d67ce7828 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3993890 Feb 07 13:13:14.677802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48342) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:14.683450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'ports': [{'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b'}, {'network_id': '0e83733e-b6f4-4306-9be7-f418c9e008fd'}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:14.683770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:14.684272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': '0e83733e-b6f4-4306-9be7-f418c9e008fd'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:14.714212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['9fd97091-3e73-4dc9-95e6-5d5002340168'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:13:14.922098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:14.926896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:14.929763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:14.935365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:15.011638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:15.038621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 2} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:15.043076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:15.061172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:15.450293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 0e86ee32-ecc4-4fe7-a3a4-735735e3ff1b yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:15.499748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766ef81-b369-463b-95d3-12b44db43a67 req-d62d46f3-9a7d-48af-978d-4df945ed86e1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:15.501268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c766ef81-b369-463b-95d3-12b44db43a67 req-d62d46f3-9a7d-48af-978d-4df945ed86e1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 944 time: 0.1283357 Feb 07 13:13:15.585731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c766ef81-b369-463b-95d3-12b44db43a67 req-3892741a-15ff-4bea-8ebd-f410fa4b9542 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Feb 07 13:13:15.612176 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:15.737748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port d01970f4-9c6b-482a-a9ac-ed22ee7fbd49 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:15.828078 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:15.942377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 9fd97091-3e73-4dc9-95e6-5d5002340168 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:15.976444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:16.043569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:16.046569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:16.049646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:16.050758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:16.074238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=0e86ee32-ecc4-4fe7-a3a4-735735e3ff1b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:16.143569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 9fd97091-3e73-4dc9-95e6-5d5002340168 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:16.153502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 9fd97091-3e73-4dc9-95e6-5d5002340168 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:16.153502 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:16.171501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking segment: {'id': 'b0ec9f00-fd5b-4a12-9822-391b4e0a9fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e83733e-b6f4-4306-9be7-f418c9e008fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:16.172067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network hostable DHCP agents. Network: 0e83733e-b6f4-4306-9be7-f418c9e008fd, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:13:16.178427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=d01970f4-9c6b-482a-a9ac-ed22ee7fbd49,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:16.268647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 0e83733e-b6f4-4306-9be7-f418c9e008fd is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:13:16.276602 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:16.302608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee090ae-d40a-4123-880b-b155ffd9e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd97091-3e73-4dc9-95e6-5d5002340168'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:16.312015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 9fd97091-3e73-4dc9-95e6-5d5002340168, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=9fd97091-3e73-4dc9-95e6-5d5002340168,segment=NetworkSegment(fdeacc8d-e330-4e6a-8bd6-81d00eff1c88),segment_id=fdeacc8d-e330-4e6a-8bd6-81d00eff1c88)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:16.347785 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee090ae-d40a-4123-880b-b155ffd9e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd97091-3e73-4dc9-95e6-5d5002340168', 'code': 200} Feb 07 13:13:16.394957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 0e83733e-b6f4-4306-9be7-f418c9e008fd) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:16.399509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:16.409327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadffde5-90a8-4cff-adb0-616dc0a3a4a5 None None] Network 0e83733e-b6f4-4306-9be7-f418c9e008fd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:16.410718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:16.415780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:16.417123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:16.503805 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:16.544999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e4d8bc-e1d6-44d0-95d0-1a13f4fbd4ff req-d9c0a02e-7bc8-44ca-84ca-4aafccc3d8b7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 210 time: 0.1190381 Feb 07 13:13:16.579383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b4aae-1abb-4789-bd54-22bb84c9da4c req-ebaef74a-6418-4675-855a-61935e99c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:16.582571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef0b4aae-1abb-4789-bd54-22bb84c9da4c req-ebaef74a-6418-4675-855a-61935e99c807 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 1096 time: 0.1611843 Feb 07 13:13:16.632076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef0b4aae-1abb-4789-bd54-22bb84c9da4c req-d272aaee-1968-45cb-8a09-a43a2f57582b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427349 Feb 07 13:13:16.654026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=9fd97091-3e73-4dc9-95e6-5d5002340168,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:16.662327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-18dc945b-c810-4e99-b0b9-3f329a5a1852 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9830396 Feb 07 13:13:16.667373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48380) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:16.737644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f28ca365-a00f-4b74-9e13-e03beea55013 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port d01970f4-9c6b-482a-a9ac-ed22ee7fbd49 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:16.738248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f28ca365-a00f-4b74-9e13-e03beea55013 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:16.790229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc518b9-6daf-4f85-bab7-44a1cb9af2ca req-034fac03-1cb8-4dc5-a91b-8a80b3e4f794 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:16.791701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc518b9-6daf-4f85-bab7-44a1cb9af2ca req-034fac03-1cb8-4dc5-a91b-8a80b3e4f794 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 945 time: 0.0848727 Feb 07 13:13:16.837148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc518b9-6daf-4f85-bab7-44a1cb9af2ca req-1fe3f954-c13f-485a-9b05-291e8887e0d4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Feb 07 13:13:16.963182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f28ca365-a00f-4b74-9e13-e03beea55013 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:17.193767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f28ca365-a00f-4b74-9e13-e03beea55013 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for d01970f4-9c6b-482a-a9ac-ed22ee7fbd49 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:17.421407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f28ca365-a00f-4b74-9e13-e03beea55013 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:17.460233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ca365-a00f-4b74-9e13-e03beea55013 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=d01970f4-9c6b-482a-a9ac-ed22ee7fbd49,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:17.466905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f28ca365-a00f-4b74-9e13-e03beea55013 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:17.474564 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f28ca365-a00f-4b74-9e13-e03beea55013 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/d01970f4-9c6b-482a-a9ac-ed22ee7fbd49 HTTP/1.1" status: 204 len: 168 time: 0.8086822 Feb 07 13:13:17.477082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48392) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:17.570009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7f6b0-50e2-41fd-9aad-fe52a6095113 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:17.570009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7f6b0-50e2-41fd-9aad-fe52a6095113 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:17.570009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6aa7f6b0-50e2-41fd-9aad-fe52a6095113 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:17.687194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c653404-24ee-452b-9600-d9ff678ffb95 req-4dd17e1d-9d51-465e-93d9-baac979d622d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 210 time: 0.0784512 Feb 07 13:13:17.735930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6aa7f6b0-50e2-41fd-9aad-fe52a6095113 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:17.738208 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6aa7f6b0-50e2-41fd-9aad-fe52a6095113 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2602167 Feb 07 13:13:17.741187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48400) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:17.812211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff73e9-0379-4be7-bad5-e100d1765a63 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 0e86ee32-ecc4-4fe7-a3a4-735735e3ff1b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:17.812562 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4ff73e9-0379-4be7-bad5-e100d1765a63 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:17.909324 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:13:18.091495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4ff73e9-0379-4be7-bad5-e100d1765a63 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:18.231362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff73e9-0379-4be7-bad5-e100d1765a63 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 0e86ee32-ecc4-4fe7-a3a4-735735e3ff1b owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:18.303866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d2e45-93d4-45d8-91fd-984680e79c1e req-cd0e336d-b1ca-4bad-8701-b5a38951e4ee tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:18.305429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-497d2e45-93d4-45d8-91fd-984680e79c1e req-cd0e336d-b1ca-4bad-8701-b5a38951e4ee tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 945 time: 0.3541834 Feb 07 13:13:18.367351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-497d2e45-93d4-45d8-91fd-984680e79c1e req-903e718c-a35c-4182-8d31-60653650bd67 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461669 Feb 07 13:13:18.514059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4ff73e9-0379-4be7-bad5-e100d1765a63 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:18.696441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4ff73e9-0379-4be7-bad5-e100d1765a63 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:18.703920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff73e9-0379-4be7-bad5-e100d1765a63 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=0e86ee32-ecc4-4fe7-a3a4-735735e3ff1b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:18.817731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a4ff73e9-0379-4be7-bad5-e100d1765a63 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/0e86ee32-ecc4-4fe7-a3a4-735735e3ff1b HTTP/1.1" status: 204 len: 168 time: 1.0753815 Feb 07 13:13:18.820186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48414) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:18.913697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50a35d92-25b3-42e2-a405-be39b6ec0d3f req-c2731ce4-31aa-4c6b-993a-30788723c44c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 210 time: 0.0592816 Feb 07 13:13:18.955835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc48071-67f1-441b-8987-fd944b6c911f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:18.956555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1bc48071-67f1-441b-8987-fd944b6c911f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:19.135936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1bc48071-67f1-441b-8987-fd944b6c911f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:19.140701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1bc48071-67f1-441b-8987-fd944b6c911f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3158770 Feb 07 13:13:19.140701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48418) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:19.188831 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c36d78-47d1-42cb-9aa9-0dd8998bb1f0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:13:19.190242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a7c36d78-47d1-42cb-9aa9-0dd8998bb1f0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/d01970f4-9c6b-482a-a9ac-ed22ee7fbd49 HTTP/1.1" status: 404 len: 333 time: 0.0487256 Feb 07 13:13:19.193510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48422) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:19.242782 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7731387c-ffc7-4d5b-8b43-56610fd51f6a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:13:19.244118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7731387c-ffc7-4d5b-8b43-56610fd51f6a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/0e86ee32-ecc4-4fe7-a3a4-735735e3ff1b HTTP/1.1" status: 404 len: 333 time: 0.0496912 Feb 07 13:13:19.246876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48426) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:19.361743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:19.543737 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:19.580123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e83733e-b6f4-4306-9be7-f418c9e008fd']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:19.594855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ec9f00-fd5b-4a12-9822-391b4e0a9fbc') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:19.601172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ec9f00-fd5b-4a12-9822-391b4e0a9fbc') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:19.610030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:19.632126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1cc6-1990-4005-859b-294283973708 req-becdc823-7e43-427b-ab93-c5bcc2125bb4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:19.633614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99c1cc6-1990-4005-859b-294283973708 req-becdc823-7e43-427b-ab93-c5bcc2125bb4 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 945 time: 0.1573462 Feb 07 13:13:19.637240 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:19.658656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:13:19.659051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:13:19.677200 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:13:19.768484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99c1cc6-1990-4005-859b-294283973708 req-49af6264-a92f-4093-b596-a245e3e7e20c tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282570 Feb 07 13:13:19.861573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:19.866580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:19.888716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/networks/0e83733e-b6f4-4306-9be7-f418c9e008fd HTTP/1.1" status: 204 len: 168 time: 0.6407719 Feb 07 13:13:19.892828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59c5cd-1cbc-400a-9463-177f9b6add1a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Network': ['ID=0e83733e-b6f4-4306-9be7-f418c9e008fd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:19.893708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48438) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:19.899840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-942832198'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:19.905241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:19.915471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:network and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:19.915471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:19.919403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:20.055922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:20.073145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:20.091802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:13:20.110920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:20.110920 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Added segment cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a of type vlan for network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 Feb 07 13:13:20.114310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b25560eb-0bde-477e-aafe-e72eb3ea4412 req-b026f02e-89ca-47d0-bdf9-c1fb0eaaab0b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 210 time: 0.0710313 Feb 07 13:13:20.147265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:20.267355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:20.273692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:20.274324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:20.383948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Network': ['ID=c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:20.395305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:13:20.496596 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f053d1ce-bdf4-42be-9e22-6fa36ef58d3d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6017463 Feb 07 13:13:20.499560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48450) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:20.507136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:20.622800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:20.627754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:20.636433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:20.655702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:20.658491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-310f24a3-6cc2-4098-88e6-3ffc4c79350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:20.658491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-310f24a3-6cc2-4098-88e6-3ffc4c79350e service neutron] 10.222.0.47 "GET /v2.0/ports/ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 1032 time: 0.0742338 Feb 07 13:13:20.781901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-011c6b1e-f730-45d3-9a22-a51d8feac5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:20.784696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-011c6b1e-f730-45d3-9a22-a51d8feac5f7 service neutron] 10.222.0.47 "GET /v2.0/ports/c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 1033 time: 0.1233735 Feb 07 13:13:20.839139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:20.842864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:20.927302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc756eb-ff3e-4f1b-92dc-85fc4f9e8869 req-a51ebce7-e9f5-4542-b324-d6e2fb18026c tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:20.928946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdc756eb-ff3e-4f1b-92dc-85fc4f9e8869 req-a51ebce7-e9f5-4542-b324-d6e2fb18026c tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 945 time: 0.2005200 Feb 07 13:13:20.942625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Performing IP validity checks on allocation pools {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 13:13:20.943250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 13:13:21.004485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-7bdfd2bd-2e2c-42bf-a410-bd929ad59b27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:21.011707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-7bdfd2bd-2e2c-42bf-a410-bd929ad59b27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:21.016669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-7bdfd2bd-2e2c-42bf-a410-bd929ad59b27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:21.021583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-7bdfd2bd-2e2c-42bf-a410-bd929ad59b27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "GET /v2.0/networks?id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=cdf1861f-6d94-4ade-93cf-f1104237dde1&id=cdf1861f-6d94-4ade-93cf-f1104237dde1 HTTP/1.1" status: 200 len: 1994 time: 0.2288406 Feb 07 13:13:21.049314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdc756eb-ff3e-4f1b-92dc-85fc4f9e8869 req-a0073c4a-144f-4b96-bd53-c23fc881fe76 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123662 Feb 07 13:13:21.084429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-f6a6185c-8fa7-46e3-ab0a-a890507071ab tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7696aab073d545e9835b5ca341ca819f HTTP/1.1" status: 200 len: 380 time: 0.0556936 Feb 07 13:13:21.093291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'admin_state_up': True, 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'security_groups': ['6cc1863b-38d3-4488-b9de-7e150433e5ef']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:21.199682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:21.294698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:21.302836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=3ceeba76-f0a1-497b-9559-9c918c58e249,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:21.308486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:port and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:21.313310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking segment: {'id': 'cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:21.314173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7222d545-05ca-4f6c-ba41-f68a8d6d29a3 req-9ee59aa8-cee9-4bc2-bf5e-1c0ceeeb75b1 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 210 time: 0.0637455 Feb 07 13:13:21.314404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network hostable DHCP agents. Network: c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:13:21.315053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:21.321356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:21.439134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:21.444155 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:21.484535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:13:21.586014 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:21.592728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:21.593404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:21.599287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3535689-8e61-479a-b9cd-4a95603641d4 None None] Network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:21.662527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Allocated IP 172.20.0.14 (6b770f56-a9b7-486f-94e8-7aef66bc75bd/68a4b9fe-b72e-4913-af74-511b83dfbbe1/4580ce9f-c307-458b-aacf-9573f51052af) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:21.711095 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2bb573d2-8ae2-4fa0-828c-17e485de970d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2096293 Feb 07 13:13:21.713355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48466) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:21.723190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5', 'name': 'tempest-PortsTestJSON-2147438123'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:21.886481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5', 'network_id': 'c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5', 'tenant_id': '9d7b07b9e05e465880864ae49678af12', 'fixed_ips': [{'subnet_id': '3ceeba76-f0a1-497b-9559-9c918c58e249'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:13:21.887329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:21.904102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:21.916441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:22.032326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:22.032326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.062637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 793bd441-7013-4ac1-8d5e-218a21b20b12 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:22.104742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Allocated IP 172.20.0.2 (c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5/3ceeba76-f0a1-497b-9559-9c918c58e249/bccb6517-d3e8-4349-87a5-d9fcdef029e8) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:22.156554 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.162070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Transition to ACTIVE for port object 4580ce9f-c307-458b-aacf-9573f51052af will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:22.299070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-54cd6090-2cc9-4663-90a3-a68b95f93ed2 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:22.299070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-54cd6090-2cc9-4663-90a3-a68b95f93ed2 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 945 time: 0.2787721 Feb 07 13:13:22.299439 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.336561 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.366990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Transition to ACTIVE for port object bccb6517-d3e8-4349-87a5-d9fcdef029e8 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:22.416018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Transition to ACTIVE for port object bccb6517-d3e8-4349-87a5-d9fcdef029e8 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:22.442661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:22.449902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:22.452372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:22.494673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=4580ce9f-c307-458b-aacf-9573f51052af,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:22.531877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.573108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Deleting port 9fd97091-3e73-4dc9-95e6-5d5002340168 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:22.573459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.625371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.13 (c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5/3ceeba76-f0a1-497b-9559-9c918c58e249/793bd441-7013-4ac1-8d5e-218a21b20b12) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:22.628815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d61e2-97a2-46b2-af17-5f4e911665af req-de6826a2-d8d4-432c-a148-b4efa0f748a3 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:22.630399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-129d61e2-97a2-46b2-af17-5f4e911665af req-de6826a2-d8d4-432c-a148-b4efa0f748a3 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 945 time: 0.4142046 Feb 07 13:13:22.706597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:22.707271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.710911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:22.722881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:22.745069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:22.809613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Pushing event updated for resources: {'Port': ['ID=bccb6517-d3e8-4349-87a5-d9fcdef029e8,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:22.845451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-129d61e2-97a2-46b2-af17-5f4e911665af req-f3ad0c4a-3144-4fea-accf-d93891220dcf tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/security-groups?id=44988fc8-c1ca-4281-acbc-4c2aa4535339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876228 Feb 07 13:13:22.882713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad303-496e-4776-9386-dd20f3832411 req-15fd2c2a-ad44-49b1-be13-8884b9ef61dd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:22.884584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-594ad303-496e-4776-9386-dd20f3832411 req-15fd2c2a-ad44-49b1-be13-8884b9ef61dd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 932 time: 0.4038756 Feb 07 13:13:22.945513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Attempting to bind port bccb6517-d3e8-4349-87a5-d9fcdef029e8 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:22.946358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Attempting to bind port bccb6517-d3e8-4349-87a5-d9fcdef029e8 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:22.946918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Attempting to bind port bccb6517-d3e8-4349-87a5-d9fcdef029e8 on network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:22.948972 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.956818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:22.957469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Checking segment: {'id': 'cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:22.958077 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.958671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Bound using segment: {'id': 'cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:22.959157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Bound port: bccb6517-d3e8-4349-87a5-d9fcdef029e8, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:22.959600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:22.972335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object 793bd441-7013-4ac1-8d5e-218a21b20b12 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:22.999951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b34ea60a-7cf2-4452-986a-b68a7bc56822 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9101701 Feb 07 13:13:23.020095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'admin_state_up': True, 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'security_groups': ['6cc1863b-38d3-4488-b9de-7e150433e5ef']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:23.100091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-594ad303-496e-4776-9386-dd20f3832411 req-10c966d7-3280-4dfd-a1b0-fbe9ec7dda39 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059224 Feb 07 13:13:23.105289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] For port bccb6517-d3e8-4349-87a5-d9fcdef029e8, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:23.117357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-08d32e8f-780d-4c6b-a69f-7de5407cf9a6 None None] Provisioning for port 4580ce9f-c307-458b-aacf-9573f51052af completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:23.126863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] For port bccb6517-d3e8-4349-87a5-d9fcdef029e8, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bccb6517-d3e8-4349-87a5-d9fcdef029e8,segment=NetworkSegment(cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a),segment_id=cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:23.130308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-08d32e8f-780d-4c6b-a69f-7de5407cf9a6 None None] Provisioning complete for port 4580ce9f-c307-458b-aacf-9573f51052af triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:23.130683 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08d32e8f-780d-4c6b-a69f-7de5407cf9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:23.144418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:23.192216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] For port 9fd97091-3e73-4dc9-95e6-5d5002340168, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=9fd97091-3e73-4dc9-95e6-5d5002340168,segment=NetworkSegment(fdeacc8d-e330-4e6a-8bd6-81d00eff1c88),segment_id=fdeacc8d-e330-4e6a-8bd6-81d00eff1c88)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:23.192694 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:23.215282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-08d32e8f-780d-4c6b-a69f-7de5407cf9a6 None None] Port 4580ce9f-c307-458b-aacf-9573f51052af cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:23.223363 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:23.248334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:23.251632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:23.258573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:23.291691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=793bd441-7013-4ac1-8d5e-218a21b20b12,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:23.325461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802f0a0-bc0c-4d1b-92fd-7e5764061531 None None] Pushing event updated for resources: {'Port': ['ID=bccb6517-d3e8-4349-87a5-d9fcdef029e8,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:23.346030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:23.347313 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:23.350093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:23.354061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:port and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:23.357031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:23.363587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:23.382825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Calling delete_port for 9fd97091-3e73-4dc9-95e6-5d5002340168 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:23.580494 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-310a83dd-c964-4bba-85d6-ca0dc5c4f9e1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8572557 Feb 07 13:13:23.580691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48496) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:23.686931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a91582d4-325e-4d7c-acd3-66ac1f8c476b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 793bd441-7013-4ac1-8d5e-218a21b20b12 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:23.686931 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91582d4-325e-4d7c-acd3-66ac1f8c476b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:23.713766 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:23.715625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:23.719539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:23.725748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['9fd97091-3e73-4dc9-95e6-5d5002340168'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:13:23.780560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48500) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:23.841346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Pushing event deleted for resources: {'Port': ['ID=9fd97091-3e73-4dc9-95e6-5d5002340168,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:23.870497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bccb6517-d3e8-4349-87a5-d9fcdef029e8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:24.017097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-00d943c7-79c6-4cfb-8813-01ece6e1079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:24.018145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-00d943c7-79c6-4cfb-8813-01ece6e1079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:24.019130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-00d943c7-79c6-4cfb-8813-01ece6e1079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:24.019613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-00d943c7-79c6-4cfb-8813-01ece6e1079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:24.020118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-00d943c7-79c6-4cfb-8813-01ece6e1079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:24.020595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-00d943c7-79c6-4cfb-8813-01ece6e1079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:24.021064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-00d943c7-79c6-4cfb-8813-01ece6e1079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:24.023347 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-00d943c7-79c6-4cfb-8813-01ece6e1079b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6491 time: 0.2410452 Feb 07 13:13:24.027602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port bccb6517-d3e8-4349-87a5-d9fcdef029e8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:24.072487 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-f979ca36-3cdd-4d07-b271-0d3598493580 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406945 Feb 07 13:13:24.175858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] No DVR routers for this DVR port 9fd97091-3e73-4dc9-95e6-5d5002340168 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:13:24.220973 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:24.225825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee090ae-d40a-4123-880b-b155ffd9e0ff', 'name': 'network-vif-deleted', 'tag': '9fd97091-3e73-4dc9-95e6-5d5002340168'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:24.247967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4292c6af-43e0-438b-b5e7-932d08365795 req-190075e0-012f-47d2-b002-f49cdc5a6151 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 210 time: 0.1076729 Feb 07 13:13:24.363961 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee090ae-d40a-4123-880b-b155ffd9e0ff', 'name': 'network-vif-deleted', 'tag': '9fd97091-3e73-4dc9-95e6-5d5002340168', 'status': 'completed', 'code': 200} Feb 07 13:13:24.485442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb0e8b6f-f384-4ce4-9c61-a4f0259490d8 req-b8c0a8b8-7965-42b8-83d3-f44d1b55efb1 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.35 "DELETE /v2.0/ports/9fd97091-3e73-4dc9-95e6-5d5002340168 HTTP/1.1" status: 204 len: 173 time: 2.1833253 Feb 07 13:13:24.519703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:24.530221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Allocated IP 10.1.1.111 (f44394ee-4908-4bf0-9bc0-ce1fb2e8112d/8839910e-bae7-4563-b023-4cb9bc7c1c59/6aa2607f-2051-4bb1-9c08-3fbd03f7dffc) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:24.541653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91582d4-325e-4d7c-acd3-66ac1f8c476b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:24.569211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29d26b-89bc-4333-83a2-a202bf73ec8c req-7c732ddc-d2ef-4e2d-b079-4182d55789ef tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:24.569952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ed29d26b-89bc-4333-83a2-a202bf73ec8c req-7c732ddc-d2ef-4e2d-b079-4182d55789ef tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Synchronizing usage tracker for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:24.698900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a91582d4-325e-4d7c-acd3-66ac1f8c476b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 793bd441-7013-4ac1-8d5e-218a21b20b12 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:24.761896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59298cc4-f3d0-40a5-8d52-55de7d30a7a0 None None] Network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:24.950385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9e0ed2a6-829c-47a9-86c4-cfabb16af371 None None] Provisioning for port bccb6517-d3e8-4349-87a5-d9fcdef029e8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:24.951374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ed29d26b-89bc-4333-83a2-a202bf73ec8c req-7c732ddc-d2ef-4e2d-b079-4182d55789ef tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Unset dirty status for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:24.956463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed29d26b-89bc-4333-83a2-a202bf73ec8c req-7c732ddc-d2ef-4e2d-b079-4182d55789ef tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 932 time: 0.6993635 Feb 07 13:13:24.962206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9e0ed2a6-829c-47a9-86c4-cfabb16af371 None None] Provisioning complete for port bccb6517-d3e8-4349-87a5-d9fcdef029e8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:24.962206 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e0ed2a6-829c-47a9-86c4-cfabb16af371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.073018 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.105085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed29d26b-89bc-4333-83a2-a202bf73ec8c req-cbb9f546-ceac-4d1b-bfb4-e92e1ca14aa8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414285 Feb 07 13:13:25.147767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e0ed2a6-829c-47a9-86c4-cfabb16af371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.167964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Transition to ACTIVE for port object 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:25.167964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91582d4-325e-4d7c-acd3-66ac1f8c476b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.179371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9e0ed2a6-829c-47a9-86c4-cfabb16af371 None None] For port bccb6517-d3e8-4349-87a5-d9fcdef029e8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bccb6517-d3e8-4349-87a5-d9fcdef029e8,segment=NetworkSegment(cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a),segment_id=cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:25.245604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91582d4-325e-4d7c-acd3-66ac1f8c476b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=793bd441-7013-4ac1-8d5e-218a21b20b12,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:25.290575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e0ed2a6-829c-47a9-86c4-cfabb16af371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.376594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ed2a6-829c-47a9-86c4-cfabb16af371 None None] Pushing event updated for resources: {'Port': ['ID=bccb6517-d3e8-4349-87a5-d9fcdef029e8,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:25.385208 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a91582d4-325e-4d7c-acd3-66ac1f8c476b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.415999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48518) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:25.429316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a91582d4-325e-4d7c-acd3-66ac1f8c476b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/793bd441-7013-4ac1-8d5e-218a21b20b12 HTTP/1.1" status: 204 len: 168 time: 1.8540087 Feb 07 13:13:25.475794 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b9af2e-6af4-4553-b3ff-2343a9e3bc7f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:13:25.476698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b9af2e-6af4-4553-b3ff-2343a9e3bc7f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:13:25.478803 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-36b9af2e-6af4-4553-b3ff-2343a9e3bc7f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/793bd441-7013-4ac1-8d5e-218a21b20b12 HTTP/1.1" status: 404 len: 333 time: 0.0612411 Feb 07 13:13:25.487840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48522) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:25.496868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.508208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-088f24ea-9545-4a9a-b48d-2019fb547972 None None] Could not find standard attr ID for object 793bd441-7013-4ac1-8d5e-218a21b20b12. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:13:25.522416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1ac1bcd8-6370-4305-afb2-abfac53356a4 req-e83b3b8a-f0cf-4b9c-8570-8089cc919031 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Synchronizing usage tracker for tenant:056bfc0d99584e3792d8dee7167a5908 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:25.538360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-088f24ea-9545-4a9a-b48d-2019fb547972 None None] Provisioning complete for port bccb6517-d3e8-4349-87a5-d9fcdef029e8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:25.538742 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-088f24ea-9545-4a9a-b48d-2019fb547972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.577904 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17557ac-3bbc-4aac-abf4-f270f9eaa1fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:13:25.578713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f17557ac-3bbc-4aac-abf4-f270f9eaa1fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:25.664525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:25.669662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:25.674648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:25.691083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f17557ac-3bbc-4aac-abf4-f270f9eaa1fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:25.692213 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f17557ac-3bbc-4aac-abf4-f270f9eaa1fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/793bd441-7013-4ac1-8d5e-218a21b20b12 HTTP/1.1" status: 404 len: 333 time: 0.2019994 Feb 07 13:13:25.694959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48526) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:25.716363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:25.735603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1ac1bcd8-6370-4305-afb2-abfac53356a4 req-e83b3b8a-f0cf-4b9c-8570-8089cc919031 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] Unset dirty status for tenant:056bfc0d99584e3792d8dee7167a5908 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:25.738185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ac1bcd8-6370-4305-afb2-abfac53356a4 req-e83b3b8a-f0cf-4b9c-8570-8089cc919031 tempest-ServerAddressesTestJSON-671716804 tempest-ServerAddressesTestJSON-671716804-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee090ae-d40a-4123-880b-b155ffd9e0ff HTTP/1.1" status: 200 len: 210 time: 0.2924573 Feb 07 13:13:25.812638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:25.819266 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.819923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bccb6517-d3e8-4349-87a5-d9fcdef029e8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:25.882025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14a8c46-0f9a-4db5-8148-0441cd42e9af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet 3ceeba76-f0a1-497b-9559-9c918c58e249 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:13:25.897231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0a4e1c73-133e-4a94-a460-f8eaaabe874d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8875408 Feb 07 13:13:25.900837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f14a8c46-0f9a-4db5-8148-0441cd42e9af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:25.908336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'admin_state_up': True, 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'security_groups': ['6cc1863b-38d3-4488-b9de-7e150433e5ef']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:25.957457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port bccb6517-d3e8-4349-87a5-d9fcdef029e8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:25.957829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.015706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 9fd97091-3e73-4dc9-95e6-5d5002340168 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:13:26.044124 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f14a8c46-0f9a-4db5-8148-0441cd42e9af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.110756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1a65bbc1-e8fb-4cac-ac07-16ff32a1a99d None None] Could not find standard attr ID for object 793bd441-7013-4ac1-8d5e-218a21b20b12. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:13:26.114471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 9fd97091-3e73-4dc9-95e6-5d5002340168 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:13:26.115013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 9fd97091-3e73-4dc9-95e6-5d5002340168 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:13:26.159095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f14a8c46-0f9a-4db5-8148-0441cd42e9af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.179825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:26.198535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:26.320280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-952be021-5939-4fcf-a317-ac252bc60361 None None] Provisioning for port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:26.320416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f14a8c46-0f9a-4db5-8148-0441cd42e9af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.327139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-952be021-5939-4fcf-a317-ac252bc60361 None None] Provisioning complete for port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:26.332651 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-952be021-5939-4fcf-a317-ac252bc60361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.339581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:26.343043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.388836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-952be021-5939-4fcf-a317-ac252bc60361 None None] Port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:26.391320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a8c46-0f9a-4db5-8148-0441cd42e9af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=3ceeba76-f0a1-497b-9559-9c918c58e249,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:26.393564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f14a8c46-0f9a-4db5-8148-0441cd42e9af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.400614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62c6ee-23da-4e37-af36-f256527807ba None None] Network c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:26.411950 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f14a8c46-0f9a-4db5-8148-0441cd42e9af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/3ceeba76-f0a1-497b-9559-9c918c58e249 HTTP/1.1" status: 204 len: 168 time: 0.7158198 Feb 07 13:13:26.414451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48532) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:26.468548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa206d-e975-4254-990d-ed0b78850d6f req-0ac2ced3-5629-4974-aa25-3e90315716c4 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:26.475150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa206d-e975-4254-990d-ed0b78850d6f req-0ac2ced3-5629-4974-aa25-3e90315716c4 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:26.476938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14aa206d-e975-4254-990d-ed0b78850d6f req-0ac2ced3-5629-4974-aa25-3e90315716c4 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 1654 time: 0.2214034 Feb 07 13:13:26.728354 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.759276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port bccb6517-d3e8-4349-87a5-d9fcdef029e8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:26.760027 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.815526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Allocated IP 10.1.1.104 (f44394ee-4908-4bf0-9bc0-ce1fb2e8112d/8839910e-bae7-4563-b023-4cb9bc7c1c59/68f05dff-ff5c-4e23-be73-4702d5274760) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:26.845225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] DHCP port deletion for c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:13:26.852370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] Deleting port bccb6517-d3e8-4349-87a5-d9fcdef029e8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:26.853015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:26.857853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14aa206d-e975-4254-990d-ed0b78850d6f req-3a17bbcc-f1d7-455d-9f66-4e35287088f5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745368 Feb 07 13:13:26.933453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48538) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:27.115057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Deleting subnet dd8bd36c-367a-408d-b69d-f73314dd3fe0 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:13:27.132443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:27.160064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] For port bccb6517-d3e8-4349-87a5-d9fcdef029e8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bccb6517-d3e8-4349-87a5-d9fcdef029e8,segment=NetworkSegment(cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a),segment_id=cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:27.160831 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:27.173402 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:27.200561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Transition to ACTIVE for port object 68f05dff-ff5c-4e23-be73-4702d5274760 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:27.201805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] For port bccb6517-d3e8-4349-87a5-d9fcdef029e8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bccb6517-d3e8-4349-87a5-d9fcdef029e8,segment=NetworkSegment(cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a),segment_id=cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:27.204909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:27.313920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] Calling delete_port for bccb6517-d3e8-4349-87a5-d9fcdef029e8 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:27.373429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:27.406003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for bccb6517-d3e8-4349-87a5-d9fcdef029e8 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:27.493837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:27.605909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:27.692287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:27.696656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:27.698097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bccb6517-d3e8-4349-87a5-d9fcdef029e8 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:13:27.713054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:27.790408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=68f05dff-ff5c-4e23-be73-4702d5274760,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:27.813639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:27.815074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:27.851468 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.075309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.083054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685a38d-9766-4f36-8253-f765bb3cc9e9 req-53c8ba38-b3aa-4a78-8da7-b5bcfba0de73 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:28.089057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685a38d-9766-4f36-8253-f765bb3cc9e9 req-53c8ba38-b3aa-4a78-8da7-b5bcfba0de73 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:28.101329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685a38d-9766-4f36-8253-f765bb3cc9e9 req-53c8ba38-b3aa-4a78-8da7-b5bcfba0de73 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:28.101329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d685a38d-9766-4f36-8253-f765bb3cc9e9 req-53c8ba38-b3aa-4a78-8da7-b5bcfba0de73 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Synchronizing usage tracker for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:28.108545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.117352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5f294062-9945-4f2f-921b-0898010715b3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2138391 Feb 07 13:13:28.122238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8bd36c-367a-408d-b69d-f73314dd3fe0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:28.126785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.129628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1', 'admin_state_up': True, 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'security_groups': ['6cc1863b-38d3-4488-b9de-7e150433e5ef']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:28.134201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:13:28.134527 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:13:28.137077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.137484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.137899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.138286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.138680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.139072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.139467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.139886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.140341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.140732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.141121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.141506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:28.199722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c21d596-1548-44bd-a227-92b0dc9e2205 None None] Provisioning for port 68f05dff-ff5c-4e23-be73-4702d5274760 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:28.200390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] No DVR routers for this DVR port bccb6517-d3e8-4349-87a5-d9fcdef029e8 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:13:28.202230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18cc0d-a6d5-4d70-8d0f-20ba4739e7e7 None None] Pushing event deleted for resources: {'Port': ['ID=bccb6517-d3e8-4349-87a5-d9fcdef029e8,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:28.206327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c21d596-1548-44bd-a227-92b0dc9e2205 None None] Provisioning complete for port 68f05dff-ff5c-4e23-be73-4702d5274760 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:28.206697 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c21d596-1548-44bd-a227-92b0dc9e2205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.224527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d685a38d-9766-4f36-8253-f765bb3cc9e9 req-53c8ba38-b3aa-4a78-8da7-b5bcfba0de73 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Unset dirty status for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:28.225768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d685a38d-9766-4f36-8253-f765bb3cc9e9 req-53c8ba38-b3aa-4a78-8da7-b5bcfba0de73 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 2375 time: 0.2346842 Feb 07 13:13:28.268263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6c21d596-1548-44bd-a227-92b0dc9e2205 None None] Port 68f05dff-ff5c-4e23-be73-4702d5274760 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:28.307701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d685a38d-9766-4f36-8253-f765bb3cc9e9 req-68e04133-8be7-46cd-9d12-69e0bec73cc0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758977 Feb 07 13:13:28.312822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:28.317107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:port and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:28.320383 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d987cad1-1ca0-48fd-a089-487b4e832588 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dd8bd36c-367a-408d-b69d-f73314dd3fe0 HTTP/1.1" status: 204 len: 168 time: 1.3854649 Feb 07 13:13:28.320527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:28.322816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48544) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:28.336592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:28.440691 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.456605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:28.569735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.589448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.597977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb9e04f-11f3-4311-99f0-bbc06f9b62a9']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:28.610910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdeacc8d-e330-4e6a-8bd6-81d00eff1c88') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:28.611436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdeacc8d-e330-4e6a-8bd6-81d00eff1c88') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:28.631036 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.636441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port bccb6517-d3e8-4349-87a5-d9fcdef029e8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:28.636833 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.713736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] The port 'bccb6517-d3e8-4349-87a5-d9fcdef029e8' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:13:28.714910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.748193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:13:28.748607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:13:28.762420 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:13:28.836341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Allocated IP 10.2.2.100 (cdf1861f-6d94-4ade-93cf-f1104237dde1/869cfd68-7d82-465b-8924-9108772e6670/ed91b894-3bf5-4c94-a1a7-3fe56d64ec92) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:28.929783 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:28.961527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:28.974141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:28.974438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5a7637-5d29-4fb6-9e8e-4aca27e6f30a') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:28.987569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.004572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.011372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.013416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:13:29.016303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:13:29.029696 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:13:29.044280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.046761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.215053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=deb9e04f-11f3-4311-99f0-bbc06f9b62a9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:29.220914 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e7bbca7-acf5-4621-adf8-9553e04b3a8e admin admin] 10.222.0.69 "DELETE /v2.0/networks/deb9e04f-11f3-4311-99f0-bbc06f9b62a9 HTTP/1.1" status: 204 len: 168 time: 0.8966098 Feb 07 13:13:29.290609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.290844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Transition to ACTIVE for port object ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:29.313488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.321687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Network': ['ID=c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:29.325372 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f94a2780-65c5-44f4-8bf9-b84a2ce56396 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/networks/c23a51f5-d3c5-42d0-8ae5-e1bef9a24ff5 HTTP/1.1" status: 204 len: 168 time: 2.9087672 Feb 07 13:13:29.329610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48550) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:29.336144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1615910129'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:29.345392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:29.352604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:network and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:29.362756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:29.368132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:29.382405 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.501451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network cdf1861f-6d94-4ade-93cf-f1104237dde1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:29.506353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:29.512025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:29.513549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:29.517428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.559314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:13:29.570254 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.570948 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Added segment ec1696da-3aff-4f19-8c88-a030cb5c62ce of type vlan for network 60f24872-e05a-453a-a925-2d37477031f1 Feb 07 13:13:29.590527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:29.614787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.618301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:29.619215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.677308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3779-e28c-4843-b7a9-ad9004f94841 req-8e502a47-7d46-4ed4-9ead-4235ee813807 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:29.683528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3779-e28c-4843-b7a9-ad9004f94841 req-8e502a47-7d46-4ed4-9ead-4235ee813807 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:29.690310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3779-e28c-4843-b7a9-ad9004f94841 req-8e502a47-7d46-4ed4-9ead-4235ee813807 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:29.696633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3779-e28c-4843-b7a9-ad9004f94841 req-8e502a47-7d46-4ed4-9ead-4235ee813807 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:29.698618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9bf3779-e28c-4843-b7a9-ad9004f94841 req-8e502a47-7d46-4ed4-9ead-4235ee813807 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 3096 time: 0.2640059 Feb 07 13:13:29.755919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9bf3779-e28c-4843-b7a9-ad9004f94841 req-ccd4cf0d-b397-4840-83f9-04394bb0daed tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513573 Feb 07 13:13:29.799284 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.799737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48556) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:29.812093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:29.812093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.836500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-1f2d978a-f6ef-48f6-8435-deecd2a8815f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7119861 Feb 07 13:13:29.850769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1', 'admin_state_up': True, 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'security_groups': ['6cc1863b-38d3-4488-b9de-7e150433e5ef']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:29.873912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ebae6182-6def-4b7e-af86-1cabd514231b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=056bfc0d99584e3792d8dee7167a5908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731587 Feb 07 13:13:29.882336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48560) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:29.899293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-92c9ac23-695b-4c85-9595-beb98307468d None None] Provisioning for port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:29.904901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-92c9ac23-695b-4c85-9595-beb98307468d None None] Provisioning complete for port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:29.905757 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-92c9ac23-695b-4c85-9595-beb98307468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.974680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-92c9ac23-695b-4c85-9595-beb98307468d None None] Port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:29.978816 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13ebd775-cc3e-4561-8f97-ebf514635a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:29.983730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Network': ['ID=60f24872-e05a-453a-a925-2d37477031f1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:29.996235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 60f24872-e05a-453a-a925-2d37477031f1 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:13:30.008915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48564) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:30.009392 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e42ddb2a-f02d-4463-b713-725b89fa9838 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6772439 Feb 07 13:13:30.017323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': '60f24872-e05a-453a-a925-2d37477031f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:30.034068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13ebd775-cc3e-4561-8f97-ebf514635a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:30.039226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:30.176650 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13ebd775-cc3e-4561-8f97-ebf514635a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:30.193823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebd775-cc3e-4561-8f97-ebf514635a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44988fc8-c1ca-4281-acbc-4c2aa4535339,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:30.204384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13ebd775-cc3e-4561-8f97-ebf514635a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:30.204384 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13ebd775-cc3e-4561-8f97-ebf514635a29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44988fc8-c1ca-4281-acbc-4c2aa4535339 HTTP/1.1" status: 204 len: 168 time: 0.3165362 Feb 07 13:13:30.243517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Usage tracker for resource:port and tenant:7696aab073d545e9835b5ca341ca819f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:30.251494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:30.270998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:30.285666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:30.301113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:30.301113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:30.301113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:30.416095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Made reservation on behalf of 7696aab073d545e9835b5ca341ca819f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:30.421150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:30.481818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:30.485256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:30.886684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Allocated IP 10.2.2.200 (cdf1861f-6d94-4ade-93cf-f1104237dde1/869cfd68-7d82-465b-8924-9108772e6670/5f66cb58-c047-40ed-8071-4db412f99c8a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:31.062391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:31.190091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=34f81318-0bb5-43bd-b60d-d48708b939c5,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:31.240230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking segment: {'id': 'ec1696da-3aff-4f19-8c88-a030cb5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60f24872-e05a-453a-a925-2d37477031f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:31.240611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network hostable DHCP agents. Network: 60f24872-e05a-453a-a925-2d37477031f1, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:13:31.272080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:31.287065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584996-1cf9-40b0-83b2-71a77e9728b3 req-09da9456-6c3c-46a6-99c8-c0ae69ee4e26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:31.297649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584996-1cf9-40b0-83b2-71a77e9728b3 req-09da9456-6c3c-46a6-99c8-c0ae69ee4e26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:31.299477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584996-1cf9-40b0-83b2-71a77e9728b3 req-09da9456-6c3c-46a6-99c8-c0ae69ee4e26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:31.305313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584996-1cf9-40b0-83b2-71a77e9728b3 req-09da9456-6c3c-46a6-99c8-c0ae69ee4e26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:31.306189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9584996-1cf9-40b0-83b2-71a77e9728b3 req-09da9456-6c3c-46a6-99c8-c0ae69ee4e26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Synchronizing usage tracker for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:31.323822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Transition to ACTIVE for port object 5f66cb58-c047-40ed-8071-4db412f99c8a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:31.410234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 60f24872-e05a-453a-a925-2d37477031f1 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:13:31.466088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9584996-1cf9-40b0-83b2-71a77e9728b3 req-09da9456-6c3c-46a6-99c8-c0ae69ee4e26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Unset dirty status for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:31.466088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9584996-1cf9-40b0-83b2-71a77e9728b3 req-09da9456-6c3c-46a6-99c8-c0ae69ee4e26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 3096 time: 0.5176320 Feb 07 13:13:31.466088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:31.547160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 60f24872-e05a-453a-a925-2d37477031f1) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:31.555081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Network cdf1861f-6d94-4ade-93cf-f1104237dde1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:31.567924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5ac70-8fcd-4a38-9a51-582a51a2fe8b None None] Network 60f24872-e05a-453a-a925-2d37477031f1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:31.568459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:31.568459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:31.571308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:31.580778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:31.670446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9584996-1cf9-40b0-83b2-71a77e9728b3 req-11bae4c2-975f-4f91-8641-c5c7172ea303 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545897 Feb 07 13:13:31.715859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event updated for resources: {'Port': ['ID=5f66cb58-c047-40ed-8071-4db412f99c8a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:31.725529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48592) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:31.737154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:31.738118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:31.756692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-379c9148-2da6-491d-ba05-25ba2520a3f9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7455125 Feb 07 13:13:31.758705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48598) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:31.765902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': '60f24872-e05a-453a-a925-2d37477031f1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2113087476'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:31.872348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-660257442-network', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:31.877977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:31.885208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-28f43025-4668-46f4-9836-fe47023ba82d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0412343 Feb 07 13:13:31.890814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Usage tracker for resource:network and tenant:16db3ea079b94a3d87d0382195ffd12d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:31.895358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-60f24872-e05a-453a-a925-2d37477031f1', 'network_id': '60f24872-e05a-453a-a925-2d37477031f1', 'tenant_id': '9d7b07b9e05e465880864ae49678af12', 'fixed_ips': [{'subnet_id': '34f81318-0bb5-43bd-b60d-d48708b939c5'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:13:31.896237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:31.898026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:31.898709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:31.910269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:32.040736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:32.052608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:32.056976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:32.067671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Allocated IP 172.20.0.2 (60f24872-e05a-453a-a925-2d37477031f1/34f81318-0bb5-43bd-b60d-d48708b939c5/f6a2460c-b368-4db2-ac8c-0cbe1cfa332c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:32.067821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:32.073748 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.120659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Made reservation on behalf of 16db3ea079b94a3d87d0382195ffd12d for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:32.120659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.124672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.140533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:32.144894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Usage tracker for resource:security_group_rule and tenant:16db3ea079b94a3d87d0382195ffd12d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:32.148048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:32.153880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:32.218450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d40f4cca-5e0c-4f5d-b28b-dc63f615aad2 None None] Provisioning for port 5f66cb58-c047-40ed-8071-4db412f99c8a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:32.246690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.287661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d40f4cca-5e0c-4f5d-b28b-dc63f615aad2 None None] Provisioning complete for port 5f66cb58-c047-40ed-8071-4db412f99c8a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:32.288058 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d40f4cca-5e0c-4f5d-b28b-dc63f615aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.337431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:32.341054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.364981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d40f4cca-5e0c-4f5d-b28b-dc63f615aad2 None None] Port 5f66cb58-c047-40ed-8071-4db412f99c8a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:32.366562 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.371690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.378584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Transition to ACTIVE for port object f6a2460c-b368-4db2-ac8c-0cbe1cfa332c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:32.379694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port c8984b14-4813-4fad-9533-5a7e04e745e1 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:32.398298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Transition to ACTIVE for port object f6a2460c-b368-4db2-ac8c-0cbe1cfa332c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:32.404338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:13:32.417957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1ef67-f09c-421c-90c7-d09076d6014f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:32.423003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.423359 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Added segment 144ddb76-670e-40df-b275-1a83f8ca454c of type vlan for network 86cdac08-ccd3-45ab-8c01-dcda3f37242c Feb 07 13:13:32.456088 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.503464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.573725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Network 60f24872-e05a-453a-a925-2d37477031f1 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:32.576711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:32.581272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:32.588493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Pushing event updated for resources: {'Port': ['ID=f6a2460c-b368-4db2-ac8c-0cbe1cfa332c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:32.678864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Attempting to bind port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:32.679237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Attempting to bind port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ec1696da-3aff-4f19-8c88-a030cb5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60f24872-e05a-453a-a925-2d37477031f1'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:32.680220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4580ce9f-c307-458b-aacf-9573f51052af {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:32.685155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.688382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:32.688525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Attempting to bind port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c on network 60f24872-e05a-453a-a925-2d37477031f1 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:32.690261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.695459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:32.695839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Checking segment: {'id': 'ec1696da-3aff-4f19-8c88-a030cb5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60f24872-e05a-453a-a925-2d37477031f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:32.695966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.696278 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.696675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Bound using segment: {'id': 'ec1696da-3aff-4f19-8c88-a030cb5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60f24872-e05a-453a-a925-2d37477031f1'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:32.697144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Bound port: f6a2460c-b368-4db2-ac8c-0cbe1cfa332c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1696da-3aff-4f19-8c88-a030cb5c62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '60f24872-e05a-453a-a925-2d37477031f1'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:32.698142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.734560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Transition to ACTIVE for port object 4580ce9f-c307-458b-aacf-9573f51052af will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:32.736196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.5 (60f24872-e05a-453a-a925-2d37477031f1/34f81318-0bb5-43bd-b60d-d48708b939c5/c8984b14-4813-4fad-9533-5a7e04e745e1) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:32.815405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] For port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:32.819498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] For port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f6a2460c-b368-4db2-ac8c-0cbe1cfa332c,segment=NetworkSegment(ec1696da-3aff-4f19-8c88-a030cb5c62ce),segment_id=ec1696da-3aff-4f19-8c88-a030cb5c62ce)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:32.838591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] Pushing event updated for resources: {'Network': ['ID=86cdac08-ccd3-45ab-8c01-dcda3f37242c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:32.849017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 86cdac08-ccd3-45ab-8c01-dcda3f37242c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:13:32.875415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:32.918244 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fb241df5-3b7d-4124-88b1-f0fe4fd0fb2d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1886516 Feb 07 13:13:32.918244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48606) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:32.924340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Request body: {'subnet': {'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-660257442-subnet', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:32.931212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:32.942850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Usage tracker for resource:subnet and tenant:16db3ea079b94a3d87d0382195ffd12d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:32.942850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:32.945268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:32.961685 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.055904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Made reservation on behalf of 16db3ea079b94a3d87d0382195ffd12d for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:33.060222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.061140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4580ce9f-c307-458b-aacf-9573f51052af,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:33.062907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1ba60-bccd-4e69-9351-8e5488b5f690 None None] Pushing event updated for resources: {'Port': ['ID=f6a2460c-b368-4db2-ac8c-0cbe1cfa332c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:33.249686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.297070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba62bc-e0f1-432c-9956-8f2a0704a236 req-0e826a36-e959-4a87-923d-8c7d53d84887 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:33.303777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba62bc-e0f1-432c-9956-8f2a0704a236 req-0e826a36-e959-4a87-923d-8c7d53d84887 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:33.317805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba62bc-e0f1-432c-9956-8f2a0704a236 req-0e826a36-e959-4a87-923d-8c7d53d84887 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:33.324284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba62bc-e0f1-432c-9956-8f2a0704a236 req-0e826a36-e959-4a87-923d-8c7d53d84887 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:33.331018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba62bc-e0f1-432c-9956-8f2a0704a236 req-0e826a36-e959-4a87-923d-8c7d53d84887 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:33.333062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aba62bc-e0f1-432c-9956-8f2a0704a236 req-0e826a36-e959-4a87-923d-8c7d53d84887 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 3829 time: 0.5002036 Feb 07 13:13:33.356926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object c8984b14-4813-4fad-9533-5a7e04e745e1 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:33.379557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Attempting to bind port 4580ce9f-c307-458b-aacf-9573f51052af on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:33.379904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Attempting to bind port 4580ce9f-c307-458b-aacf-9573f51052af by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:33.380285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Attempting to bind port 4580ce9f-c307-458b-aacf-9573f51052af on network 6b770f56-a9b7-486f-94e8-7aef66bc75bd {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:33.402641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Port 4580ce9f-c307-458b-aacf-9573f51052af on network 6b770f56-a9b7-486f-94e8-7aef66bc75bd not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:33.402641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Attempting to bind port 4580ce9f-c307-458b-aacf-9573f51052af on network 6b770f56-a9b7-486f-94e8-7aef66bc75bd {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:33.415041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:33.415384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Checking segment: {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:33.415781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Bound using segment: {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:33.416306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Bound port: 4580ce9f-c307-458b-aacf-9573f51052af, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa7d945-aeb6-48bb-b790-45bb75a84db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:33.416607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.436226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aba62bc-e0f1-432c-9956-8f2a0704a236 req-d7ccdeef-1af6-4cb9-9b4b-ca3ecc22e894 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960143 Feb 07 13:13:33.518668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.538990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] For port 4580ce9f-c307-458b-aacf-9573f51052af, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:33.543069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] For port 4580ce9f-c307-458b-aacf-9573f51052af, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4580ce9f-c307-458b-aacf-9573f51052af,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:33.606154 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.622375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1e8225-0310-44f2-9490-e5b8a2d78c5c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:33.622375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Checking segment: {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:33.622375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Network hostable DHCP agents. Network: 86cdac08-ccd3-45ab-8c01-dcda3f37242c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:13:33.665764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.692549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 60f24872-e05a-453a-a925-2d37477031f1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:33.693873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:33.720748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:33.747608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=c8984b14-4813-4fad-9533-5a7e04e745e1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:33.758147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:33.758147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.758147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/4580ce9f-c307-458b-aacf-9573f51052af HTTP/1.1" status: 200 len: 1092 time: 1.8629534 Feb 07 13:13:33.758849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:33.770969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Network 86cdac08-ccd3-45ab-8c01-dcda3f37242c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:13:33.779149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f6a2460c-b368-4db2-ac8c-0cbe1cfa332c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:33.845097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 86cdac08-ccd3-45ab-8c01-dcda3f37242c) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:33.846976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:33.855740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:33.858079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:33.865794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ffebf-bd92-4b64-ae14-6ac09a5bfbfd None None] Network 86cdac08-ccd3-45ab-8c01-dcda3f37242c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:33.896732 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af', 'status': 'completed', 'code': 200} Feb 07 13:13:33.942163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:33.966312 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8746e65e-1e14-443a-851e-db98fe6b3c7d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0462809 Feb 07 13:13:33.968700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48614) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:33.980699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:33.986637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:33.992951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Usage tracker for resource:router and tenant:16db3ea079b94a3d87d0382195ffd12d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:34.006179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:34.015384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:34.064448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.065359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.102544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4580ce9f-c307-458b-aacf-9573f51052af,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:34.124524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.124879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.125177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.125309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.125551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.125877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.126200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.126562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.126915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.127266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.127595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.127932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.133673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.133673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59a1f64-fa90-4fd3-9d0b-36ed908a54c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:34.133673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.150515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d22a4c-154b-4df7-bd92-7fd1ddffa9dc None None] Network 86cdac08-ccd3-45ab-8c01-dcda3f37242c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:34.157778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.219861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ba83246d-b079-40a2-954d-ef62a41e379b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4556491 Feb 07 13:13:34.224469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:34.235234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-2d9e0f35-5330-4073-b07b-f4cf44d34357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.236017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-2d9e0f35-5330-4073-b07b-f4cf44d34357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.236688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-2d9e0f35-5330-4073-b07b-f4cf44d34357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.237320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-2d9e0f35-5330-4073-b07b-f4cf44d34357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.237949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-2d9e0f35-5330-4073-b07b-f4cf44d34357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.239943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-2d9e0f35-5330-4073-b07b-f4cf44d34357 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 4364 time: 0.3185992 Feb 07 13:13:34.424508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db9ea6e-7359-44a9-ac07-3a1a138d0e9d None None] Network 60f24872-e05a-453a-a925-2d37477031f1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:34.440566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1e10508f-ca90-4ebb-af07-b90c6c2bf929 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port c8984b14-4813-4fad-9533-5a7e04e745e1 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:34.440917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e10508f-ca90-4ebb-af07-b90c6c2bf929 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.643895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.670391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d1f788c1-10b0-406b-aedf-df25aa4a96d1 None None] Provisioning for port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:34.679847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d1f788c1-10b0-406b-aedf-df25aa4a96d1 None None] Provisioning complete for port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:34.680283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d1f788c1-10b0-406b-aedf-df25aa4a96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.759324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-ab0bcdf8-0681-4450-8832-c04b01f81fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.759806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-ab0bcdf8-0681-4450-8832-c04b01f81fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.760314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-ab0bcdf8-0681-4450-8832-c04b01f81fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.762117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-ab0bcdf8-0681-4450-8832-c04b01f81fb3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7696aab073d545e9835b5ca341ca819f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4811440 Feb 07 13:13:34.930783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d1f788c1-10b0-406b-aedf-df25aa4a96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:34.957402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310cbc0-5e40-48bd-bb1b-2ade82d8ba15 req-8964b1cc-08c0-4156-9d27-a103ea2d1cd2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.964115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310cbc0-5e40-48bd-bb1b-2ade82d8ba15 req-8964b1cc-08c0-4156-9d27-a103ea2d1cd2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.970030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310cbc0-5e40-48bd-bb1b-2ade82d8ba15 req-8964b1cc-08c0-4156-9d27-a103ea2d1cd2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.975264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d1f788c1-10b0-406b-aedf-df25aa4a96d1 None None] For port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f6a2460c-b368-4db2-ac8c-0cbe1cfa332c,segment=NetworkSegment(ec1696da-3aff-4f19-8c88-a030cb5c62ce),segment_id=ec1696da-3aff-4f19-8c88-a030cb5c62ce)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:34.978340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310cbc0-5e40-48bd-bb1b-2ade82d8ba15 req-8964b1cc-08c0-4156-9d27-a103ea2d1cd2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.985490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310cbc0-5e40-48bd-bb1b-2ade82d8ba15 req-8964b1cc-08c0-4156-9d27-a103ea2d1cd2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:34.988798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0310cbc0-5e40-48bd-bb1b-2ade82d8ba15 req-8964b1cc-08c0-4156-9d27-a103ea2d1cd2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 3829 time: 0.3339603 Feb 07 13:13:35.044787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d1f788c1-10b0-406b-aedf-df25aa4a96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.071645 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e10508f-ca90-4ebb-af07-b90c6c2bf929 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.127776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec04628c-ec76-4595-898c-f0115cddc137 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:35.134439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f788c1-10b0-406b-aedf-df25aa4a96d1 None None] Pushing event updated for resources: {'Port': ['ID=f6a2460c-b368-4db2-ac8c-0cbe1cfa332c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:35.142186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-57e282f2-e4f5-4828-b200-a385ad0aa474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:35.145439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa5e693f-1691-43a3-9ac1-c1d414b42a8b req-57e282f2-e4f5-4828-b200-a385ad0aa474 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3743882 Feb 07 13:13:35.149699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.167223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0310cbc0-5e40-48bd-bb1b-2ade82d8ba15 req-6318988c-66be-4e5e-bfcf-c0e549414095 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227262 Feb 07 13:13:35.190409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Transition to ACTIVE for port object ec04628c-ec76-4595-898c-f0115cddc137 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:35.239240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1e10508f-ca90-4ebb-af07-b90c6c2bf929 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for c8984b14-4813-4fad-9533-5a7e04e745e1 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:35.336773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.399338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-684aceb5-9e10-4baf-b230-8fc7b8692bcd None None] Provisioning for port c8984b14-4813-4fad-9533-5a7e04e745e1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:35.405151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-684aceb5-9e10-4baf-b230-8fc7b8692bcd None None] Provisioning complete for port c8984b14-4813-4fad-9533-5a7e04e745e1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:35.405549 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-684aceb5-9e10-4baf-b230-8fc7b8692bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.504560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec04628c-ec76-4595-898c-f0115cddc137,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:35.529413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-684aceb5-9e10-4baf-b230-8fc7b8692bcd None None] Port c8984b14-4813-4fad-9533-5a7e04e745e1 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:35.545784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-684aceb5-9e10-4baf-b230-8fc7b8692bcd None None] Provisioning complete for port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:35.545784 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-684aceb5-9e10-4baf-b230-8fc7b8692bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.591877 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.599182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Attempting to bind port ec04628c-ec76-4595-898c-f0115cddc137 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:35.599539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Attempting to bind port ec04628c-ec76-4595-898c-f0115cddc137 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:35.599832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Attempting to bind port ec04628c-ec76-4595-898c-f0115cddc137 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:35.606572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Port ec04628c-ec76-4595-898c-f0115cddc137 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:35.606899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Attempting to bind port ec04628c-ec76-4595-898c-f0115cddc137 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:35.614068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:35.615863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Checking segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:35.616292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Bound using segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:35.616902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Bound port: ec04628c-ec76-4595-898c-f0115cddc137, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:35.617262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.645554 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.709204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e10508f-ca90-4ebb-af07-b90c6c2bf929 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.763601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] For port ec04628c-ec76-4595-898c-f0115cddc137, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:35.767060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] For port ec04628c-ec76-4595-898c-f0115cddc137, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ec04628c-ec76-4595-898c-f0115cddc137,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:35.769250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f6a2460c-b368-4db2-ac8c-0cbe1cfa332c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:35.774980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10508f-ca90-4ebb-af07-b90c6c2bf929 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=c8984b14-4813-4fad-9533-5a7e04e745e1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:35.839774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9b1a6ca0-9012-4764-9abe-41397cd83248 None None] Could not find standard attr ID for object c8984b14-4813-4fad-9533-5a7e04e745e1. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:13:35.852139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:35.852518 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.879929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.945511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e10508f-ca90-4ebb-af07-b90c6c2bf929 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.962010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:35.962627 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:35.964010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] 10.222.0.47 "PUT /v2.0/ports/ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 1135 time: 2.1259232 Feb 07 13:13:35.964438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': 'ec04628c-ec76-4595-898c-f0115cddc137'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:35.983039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Allocated IP 172.25.7.218 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:36.022402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a902b-687d-4acf-bdc8-0a099fd77be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec04628c-ec76-4595-898c-f0115cddc137,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:36.044115 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': 'ec04628c-ec76-4595-898c-f0115cddc137', 'status': 'completed', 'code': 200} Feb 07 13:13:36.096600 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1e10508f-ca90-4ebb-af07-b90c6c2bf929 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/c8984b14-4813-4fad-9533-5a7e04e745e1 HTTP/1.1" status: 204 len: 168 time: 1.8698099 Feb 07 13:13:36.106306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:36.144876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:36.168553 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c3e558-b79b-4a2e-b395-89f384698a7e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:13:36.169101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c7c3e558-b79b-4a2e-b395-89f384698a7e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:36.263897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:36.318832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c7c3e558-b79b-4a2e-b395-89f384698a7e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:36.322939 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c7c3e558-b79b-4a2e-b395-89f384698a7e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/c8984b14-4813-4fad-9533-5a7e04e745e1 HTTP/1.1" status: 404 len: 333 time: 0.2124233 Feb 07 13:13:36.323163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48644) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:36.354569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:36.385048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-36b11020-f4b0-4d6a-b7e7-efaf477d05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.385541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-36b11020-f4b0-4d6a-b7e7-efaf477d05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.386791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-36b11020-f4b0-4d6a-b7e7-efaf477d05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.386791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-36b11020-f4b0-4d6a-b7e7-efaf477d05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.387034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-36b11020-f4b0-4d6a-b7e7-efaf477d05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.387379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-36b11020-f4b0-4d6a-b7e7-efaf477d05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.389695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-36b11020-f4b0-4d6a-b7e7-efaf477d05fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5292 time: 0.3067949 Feb 07 13:13:36.393467 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:36.453695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e8587f-7b86-4b02-b7e5-9f9f5021f711 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet 34f81318-0bb5-43bd-b60d-d48708b939c5 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:13:36.469623 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e8587f-7b86-4b02-b7e5-9f9f5021f711 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:36.514120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:36.519018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:36.531168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:36.561815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:36.576336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e8587f-7b86-4b02-b7e5-9f9f5021f711 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:36.637356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f730e8-9bf9-45c3-b167-fbfb14efd85d req-88d825c0-f329-4e64-8f9c-cc25bf8537fa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.643719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f730e8-9bf9-45c3-b167-fbfb14efd85d req-88d825c0-f329-4e64-8f9c-cc25bf8537fa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.649925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f730e8-9bf9-45c3-b167-fbfb14efd85d req-88d825c0-f329-4e64-8f9c-cc25bf8537fa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.655716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f730e8-9bf9-45c3-b167-fbfb14efd85d req-88d825c0-f329-4e64-8f9c-cc25bf8537fa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.662575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f730e8-9bf9-45c3-b167-fbfb14efd85d req-88d825c0-f329-4e64-8f9c-cc25bf8537fa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.668413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f730e8-9bf9-45c3-b167-fbfb14efd85d req-88d825c0-f329-4e64-8f9c-cc25bf8537fa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.671341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59f730e8-9bf9-45c3-b167-fbfb14efd85d req-88d825c0-f329-4e64-8f9c-cc25bf8537fa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 4606 time: 0.3690691 Feb 07 13:13:36.746629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-d5bf65d2-5644-45c8-8c98-025ae23feac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.747067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-d5bf65d2-5644-45c8-8c98-025ae23feac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.747523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-d5bf65d2-5644-45c8-8c98-025ae23feac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:36.749098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-d5bf65d2-5644-45c8-8c98-025ae23feac5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7696aab073d545e9835b5ca341ca819f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3475506 Feb 07 13:13:36.920464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59f730e8-9bf9-45c3-b167-fbfb14efd85d req-259649f2-58a1-42bb-a2af-cf3697edcaf3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2425718 Feb 07 13:13:36.969537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e8587f-7b86-4b02-b7e5-9f9f5021f711 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.138065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-9441a5aa-4d56-44fa-9864-ff25d5d80482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:37.139495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87dd4dbf-c49b-44e1-b757-12279f4faa57 req-9441a5aa-4d56-44fa-9864-ff25d5d80482 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3715115 Feb 07 13:13:37.152770 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e8587f-7b86-4b02-b7e5-9f9f5021f711 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.208470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8587f-7b86-4b02-b7e5-9f9f5021f711 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=34f81318-0bb5-43bd-b60d-d48708b939c5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:37.210168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c827dad6-045d-4d4f-92c4-222eaefcab06 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:37.212321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2e8587f-7b86-4b02-b7e5-9f9f5021f711 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.216823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6603c-1b56-4d84-a624-2b61f95dd3da None None] Network 60f24872-e05a-453a-a925-2d37477031f1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:37.218104 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.233043 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2e8587f-7b86-4b02-b7e5-9f9f5021f711 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/34f81318-0bb5-43bd-b60d-d48708b939c5 HTTP/1.1" status: 204 len: 168 time: 0.9088776 Feb 07 13:13:37.235645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48654) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:37.237538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Transition to ACTIVE for port object c827dad6-045d-4d4f-92c4-222eaefcab06 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:37.296043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.447794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.483788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Pushing event updated for resources: {'Port': ['ID=c827dad6-045d-4d4f-92c4-222eaefcab06,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:37.503733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] DHCP port deletion for 60f24872-e05a-453a-a925-2d37477031f1 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:13:37.510415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] Deleting port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:37.511097 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.544441 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.560745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Attempting to bind port c827dad6-045d-4d4f-92c4-222eaefcab06 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:37.561086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Attempting to bind port c827dad6-045d-4d4f-92c4-222eaefcab06 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:37.561422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Attempting to bind port c827dad6-045d-4d4f-92c4-222eaefcab06 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:37.566406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Port c827dad6-045d-4d4f-92c4-222eaefcab06 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:37.566732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Attempting to bind port c827dad6-045d-4d4f-92c4-222eaefcab06 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:37.572132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:37.572791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Checking segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:37.572936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Bound using segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:37.573297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Bound port: c827dad6-045d-4d4f-92c4-222eaefcab06, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:37.573637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.621967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:37.622315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.690252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] For port c827dad6-045d-4d4f-92c4-222eaefcab06, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:37.693784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] For port c827dad6-045d-4d4f-92c4-222eaefcab06, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c827dad6-045d-4d4f-92c4-222eaefcab06,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:37.765644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.835832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] For port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f6a2460c-b368-4db2-ac8c-0cbe1cfa332c,segment=NetworkSegment(ec1696da-3aff-4f19-8c88-a030cb5c62ce),segment_id=ec1696da-3aff-4f19-8c88-a030cb5c62ce)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:37.837077 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.867862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:37.868603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:37.870150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] 10.222.0.47 "PUT /v2.0/ports/c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 1136 time: 1.7387252 Feb 07 13:13:37.886740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929b26c-c41a-4c2e-98be-2c9502284c58 service neutron] Pushing event updated for resources: {'Port': ['ID=c827dad6-045d-4d4f-92c4-222eaefcab06,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:37.974260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:38.009151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f6a2460c-b368-4db2-ac8c-0cbe1cfa332c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:13:38.047253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': 'c827dad6-045d-4d4f-92c4-222eaefcab06'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:38.092461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:38.145248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] Calling delete_port for f6a2460c-b368-4db2-ac8c-0cbe1cfa332c owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:38.192984 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': 'c827dad6-045d-4d4f-92c4-222eaefcab06', 'status': 'completed', 'code': 200} Feb 07 13:13:38.325840 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:38.376465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:38.410079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-68ad6dce-7f50-41ef-a0b0-2408d6c42188 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.416072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-68ad6dce-7f50-41ef-a0b0-2408d6c42188 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.417266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] For port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f6a2460c-b368-4db2-ac8c-0cbe1cfa332c,segment=NetworkSegment(ec1696da-3aff-4f19-8c88-a030cb5c62ce),segment_id=ec1696da-3aff-4f19-8c88-a030cb5c62ce)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:38.417745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:38.421568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-68ad6dce-7f50-41ef-a0b0-2408d6c42188 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.428166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-68ad6dce-7f50-41ef-a0b0-2408d6c42188 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.438689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-68ad6dce-7f50-41ef-a0b0-2408d6c42188 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.445598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-68ad6dce-7f50-41ef-a0b0-2408d6c42188 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.452023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-68ad6dce-7f50-41ef-a0b0-2408d6c42188 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.453937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-68ad6dce-7f50-41ef-a0b0-2408d6c42188 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5384 time: 0.3181374 Feb 07 13:13:38.474891 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:38.551406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] Pushing event deleted for resources: {'Port': ['ID=f6a2460c-b368-4db2-ac8c-0cbe1cfa332c,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:38.563529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1638db-1836-42a3-9aab-6c03abec4c9e None None] No DVR routers for this DVR port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:13:38.571050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for f6a2460c-b368-4db2-ac8c-0cbe1cfa332c owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:38.617772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-1737b3bf-faf3-4ff7-80b1-9420660d2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.618250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-1737b3bf-faf3-4ff7-80b1-9420660d2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.618842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-1737b3bf-faf3-4ff7-80b1-9420660d2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.619181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-1737b3bf-faf3-4ff7-80b1-9420660d2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.619641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-1737b3bf-faf3-4ff7-80b1-9420660d2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.620196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-1737b3bf-faf3-4ff7-80b1-9420660d2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.620652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-1737b3bf-faf3-4ff7-80b1-9420660d2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.622538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4bdec08-b367-482d-8503-75e395529680 req-1737b3bf-faf3-4ff7-80b1-9420660d2bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6221 time: 0.4314771 Feb 07 13:13:38.696638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-85965e3f-89c4-4e20-ac33-e595b36136f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:38.753133 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:13:38.753572 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:13:38.801187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64caf250-904d-4268-b8d4-e7d5368613e3 req-4963bae6-5b45-4130-a97a-c3284a2f3a1d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2252350 Feb 07 13:13:38.850499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Router 69975ee2-1601-427e-9ba1-7ad0c9a7413c is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:13:38.909655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-09535952-661f-46a5-b114-177adaf974ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.909655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-09535952-661f-46a5-b114-177adaf974ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.909655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-09535952-661f-46a5-b114-177adaf974ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:38.909655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4bdec08-b367-482d-8503-75e395529680 req-09535952-661f-46a5-b114-177adaf974ff service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7696aab073d545e9835b5ca341ca819f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2732399 Feb 07 13:13:39.068426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:13:39.080209 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Sync routers for ids ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:13:39.092355 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Routers {'69975ee2-1601-427e-9ba1-7ad0c9a7413c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:13:39.093015 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:13:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:39.165621 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.167302 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4d38e161-4900-48e6-9d77-1262691dd119 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1974649 Feb 07 13:13:39.169964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48682) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:39.177644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:39.186280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdec08-b367-482d-8503-75e395529680 req-df7c0ab5-4285-40e9-aafa-0633b8add1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:39.187766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4bdec08-b367-482d-8503-75e395529680 req-df7c0ab5-4285-40e9-aafa-0633b8add1a3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2741885 Feb 07 13:13:39.189423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.225859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Transition to ACTIVE for port object 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:39.234492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c87f5-799a-4c96-8be5-8b0a65d0548f req-0ab075fa-753f-48f8-82f5-f6cbf3b110d7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:39.236081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a4c87f5-799a-4c96-8be5-8b0a65d0548f req-0ab075fa-753f-48f8-82f5-f6cbf3b110d7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.2151377 Feb 07 13:13:39.259086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port f6a2460c-b368-4db2-ac8c-0cbe1cfa332c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:39.259446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.274916 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Set router 69975ee2-1601-427e-9ba1-7ad0c9a7413c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:13:39.281614 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.339229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] The port 'f6a2460c-b368-4db2-ac8c-0cbe1cfa332c' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:13:39.451767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a4c87f5-799a-4c96-8be5-8b0a65d0548f req-c52fb3fd-ef23-48a3-9a0f-819d43bb0827 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093785 Feb 07 13:13:39.594578 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:13:36Z', 'revision_number': 3, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port': {'id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:35Z', 'updated_at': '2022-02-07T13:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:39.600690 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Checking router: 69975ee2-1601-427e-9ba1-7ad0c9a7413c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:13:39.601267 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Updating router 69975ee2-1601-427e-9ba1-7ad0c9a7413c port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:13:39.611298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.653573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f24872-e05a-453a-a925-2d37477031f1']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:39.666103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:39.669272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Attempting to bind port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:39.669607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Attempting to bind port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:39.669934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Attempting to bind port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:39.675161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:39.675488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Attempting to bind port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:39.679234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1696da-3aff-4f19-8c88-a030cb5c62ce') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:39.679538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1696da-3aff-4f19-8c88-a030cb5c62ce') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:39.682430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:39.682771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Checking segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:39.683150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Bound using segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:39.683574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Bound port: 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:39.683921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.720461 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.765167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.794722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.798380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] For port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:39.802056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] For port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:39.856015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:13:39.856400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:13:39.876924 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:13:39.881389 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.959618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:39.960377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:39.962593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] 10.222.0.47 "PUT /v2.0/ports/6aa2607f-2051-4bb1-9c08-3fbd03f7dffc HTTP/1.1" status: 200 len: 1091 time: 1.9942930 Feb 07 13:13:40.055643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:40.166449 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.186622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed4ad-1c17-4764-928b-da17b8594230 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:40.196575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:40.235526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.245735 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Transition to ACTIVE for port object 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:40.260319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad136-9a41-42b0-aa99-2825222919ef req-890c4787-562b-454a-9a95-5cca37d80aec tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.261132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.268966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad136-9a41-42b0-aa99-2825222919ef req-890c4787-562b-454a-9a95-5cca37d80aec tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.274848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad136-9a41-42b0-aa99-2825222919ef req-890c4787-562b-454a-9a95-5cca37d80aec tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.281445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad136-9a41-42b0-aa99-2825222919ef req-890c4787-562b-454a-9a95-5cca37d80aec tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.282340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.287360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad136-9a41-42b0-aa99-2825222919ef req-890c4787-562b-454a-9a95-5cca37d80aec tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.293395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad136-9a41-42b0-aa99-2825222919ef req-890c4787-562b-454a-9a95-5cca37d80aec tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.299662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad136-9a41-42b0-aa99-2825222919ef req-890c4787-562b-454a-9a95-5cca37d80aec tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.301734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1caad136-9a41-42b0-aa99-2825222919ef req-890c4787-562b-454a-9a95-5cca37d80aec tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5396 time: 0.3448234 Feb 07 13:13:40.303310 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc', 'status': 'completed', 'code': 200} Feb 07 13:13:40.323857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Network': ['ID=60f24872-e05a-453a-a925-2d37477031f1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:40.335748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-766f5ad2-5e72-4cfa-9324-977249722cb6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/networks/60f24872-e05a-453a-a925-2d37477031f1 HTTP/1.1" status: 204 len: 168 time: 3.0955036 Feb 07 13:13:40.335944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48694) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:40.344917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'name': 'tempest-PortsTestJSON-171377553'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:40.370937 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.453805 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Attempting to bind port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:40.454468 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Attempting to bind port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:40.455120 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Attempting to bind port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:40.461447 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Pushing event updated for resources: {'Port': ['ID=0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:40.484489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1caad136-9a41-42b0-aa99-2825222919ef req-30d3efbf-30ac-4243-a317-4199248dd371 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1697326 Feb 07 13:13:40.489739 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:40.490117 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:40.490520 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.490915 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:40.491372 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Bound port: 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:40.491737 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.538334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:40.588046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] For port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:40.589917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:40.591736 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] For port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:40.595217 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.595217 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.595217 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.596394 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.596905 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.597411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.598177 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.598807 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.599284 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.599772 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.600481 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.601286 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:40.603811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:40.613184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:40.640146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.669421 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.697246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:40.700888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:40.750642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 1e132eb4-bbfa-47a9-bb9f-2479109366d0 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:40.792380 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Routers {'69975ee2-1601-427e-9ba1-7ad0c9a7413c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:13:40.793389 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:13:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:40.853036 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2515d1-eace-4a29-bf9c-80ff551ca3c3 None None] Pushing event updated for resources: {'Port': ['ID=0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:40.883843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48704) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:40.933901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-5ef5e5c3-fddc-4e76-818d-fc69ca871987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.933901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-5ef5e5c3-fddc-4e76-818d-fc69ca871987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.934383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-5ef5e5c3-fddc-4e76-818d-fc69ca871987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.934851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-5ef5e5c3-fddc-4e76-818d-fc69ca871987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.935313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-5ef5e5c3-fddc-4e76-818d-fc69ca871987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.935946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-5ef5e5c3-fddc-4e76-818d-fc69ca871987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.936241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-5ef5e5c3-fddc-4e76-818d-fc69ca871987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:40.938500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-5ef5e5c3-fddc-4e76-818d-fc69ca871987 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6288 time: 0.6313396 Feb 07 13:13:41.001435 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] Set router 69975ee2-1601-427e-9ba1-7ad0c9a7413c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:13:41.105836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Allocated IP 172.20.0.1 (86cdac08-ccd3-45ab-8c01-dcda3f37242c/6e1e8225-0310-44f2-9490-e5b8a2d78c5c/200455a6-7b1f-4f31-98ee-820307f41ca3) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:41.108756 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-54dbeac4-c91d-4bb4-9f10-818273b4fc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.137712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.190726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8d538-fc06-4742-a580-2e3854fdc2e6 req-dffbd4aa-a7e6-4214-aa8d-efb2c9ac1d23 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:41.192304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3a8d538-fc06-4742-a580-2e3854fdc2e6 req-dffbd4aa-a7e6-4214-aa8d-efb2c9ac1d23 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.5539849 Feb 07 13:13:41.221490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-4a883175-b323-49ac-9d26-3de8b78644ba tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:41.223134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-4a883175-b323-49ac-9d26-3de8b78644ba tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.47 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.4235771 Feb 07 13:13:41.238108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.254712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-446652a0-0728-4b92-a96d-963ca3a7f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:41.255081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-446652a0-0728-4b92-a96d-963ca3a7f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:41.255538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-446652a0-0728-4b92-a96d-963ca3a7f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:41.257133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-446652a0-0728-4b92-a96d-963ca3a7f418 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7696aab073d545e9835b5ca341ca819f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3092208 Feb 07 13:13:41.269396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:41.275252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] Usage tracker for resource:security_group_rule and tenant:c709de7bb3194df68048775bb7f30974 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:41.281344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:41.303612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:41.339282 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:13:36Z', 'revision_number': 3, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port': {'id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:35Z', 'updated_at': '2022-02-07T13:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:41.343363 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34f24d-70e9-42a3-b55e-6c04289920ee None None] The sync data for ids ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'] in n-d-811416-5 is: [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:13:36Z', 'revision_number': 3, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port': {'id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:35Z', 'updated_at': '2022-02-07T13:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:13:41.369767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.450298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.468667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.531771 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.559089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.567595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:41.585497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:41.594534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:41.601105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:41.601739 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.618382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3a8d538-fc06-4742-a580-2e3854fdc2e6 req-3e5057fe-4f22-45e9-98b7-595fc68629de tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095080 Feb 07 13:13:41.618953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Network 86cdac08-ccd3-45ab-8c01-dcda3f37242c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:41.628209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f05dff-ff5c-4e23-be73-4702d5274760 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:41.628540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=1e132eb4-bbfa-47a9-bb9f-2479109366d0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:41.652056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Deleting port f609766d-07a8-46f5-947a-66547604d22b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:41.652316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.688704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:41.695003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.762615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:41.822415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Transition to ACTIVE for port object 68f05dff-ff5c-4e23-be73-4702d5274760 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:41.842196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:41.843591 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c709de7bb3194df68048775bb7f30974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9446299 Feb 07 13:13:41.861823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48712) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:41.874413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe821bd-7ae7-4c40-83af-418de618818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece0135b-8c40-440e-a542-778c66a38802,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:41.914814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Pushing event updated for resources: {'Port': ['ID=200455a6-7b1f-4f31-98ee-820307f41ca3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:41.917772 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:41.966660 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aff29851-48b3-41fb-a508-7608a5aa4412 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6295776 Feb 07 13:13:41.969331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48716) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:42.013172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-cdd64186-17b0-4660-bb21-227fe47e1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:42.014687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c10a15eb-7b29-482a-b7e7-ed44db64be29 req-cdd64186-17b0-4660-bb21-227fe47e1316 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7190976 Feb 07 13:13:42.027760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:42.033286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:42.034420 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.068590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6a88036c-866a-463c-9a4f-993c72c79772 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 1e132eb4-bbfa-47a9-bb9f-2479109366d0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:42.069211 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a88036c-866a-463c-9a4f-993c72c79772 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.070088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.218547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.226094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d47f0107-f8c0-442f-8bce-694c3159035e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.247761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:42.261507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d47f0107-f8c0-442f-8bce-694c3159035e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.265301 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.266268 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.325331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.409963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Pushing event updated for resources: {'Port': ['ID=68f05dff-ff5c-4e23-be73-4702d5274760,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:42.440815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:42.500417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-3cf4cf36-8602-45ca-94e4-736218b8767b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:42.506587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-3cf4cf36-8602-45ca-94e4-736218b8767b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:42.512782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-3cf4cf36-8602-45ca-94e4-736218b8767b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:42.520780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-3cf4cf36-8602-45ca-94e4-736218b8767b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:42.525593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-3cf4cf36-8602-45ca-94e4-736218b8767b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:42.531523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-3cf4cf36-8602-45ca-94e4-736218b8767b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:42.538267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-3cf4cf36-8602-45ca-94e4-736218b8767b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:42.540298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-3cf4cf36-8602-45ca-94e4-736218b8767b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5396 time: 0.8401024 Feb 07 13:13:42.588381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.599625 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a88036c-866a-463c-9a4f-993c72c79772 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.611178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] For port f609766d-07a8-46f5-947a-66547604d22b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f609766d-07a8-46f5-947a-66547604d22b,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:42.611625 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.755536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-183ad6e5-77a8-43d7-b613-ef8cd236861b req-ce8ed7b5-41b8-4867-a32b-906fe64d9e05 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805182 Feb 07 13:13:42.761241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6a88036c-866a-463c-9a4f-993c72c79772 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 1e132eb4-bbfa-47a9-bb9f-2479109366d0 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:42.827714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Attempting to bind port 68f05dff-ff5c-4e23-be73-4702d5274760 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:42.828089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Attempting to bind port 68f05dff-ff5c-4e23-be73-4702d5274760 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:42.828462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Attempting to bind port 68f05dff-ff5c-4e23-be73-4702d5274760 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:42.845702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d47f0107-f8c0-442f-8bce-694c3159035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:42.899002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Port 68f05dff-ff5c-4e23-be73-4702d5274760 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:42.899361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Attempting to bind port 68f05dff-ff5c-4e23-be73-4702d5274760 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:42.924533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f0107-f8c0-442f-8bce-694c3159035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece0135b-8c40-440e-a542-778c66a38802,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:42.935847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:42.936204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Checking segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:42.936671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Bound using segment: {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:42.937117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Bound port: 68f05dff-ff5c-4e23-be73-4702d5274760, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24071206-02d9-45bf-847e-60932ccca505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:42.937467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.024144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a88036c-866a-463c-9a4f-993c72c79772 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.027849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d47f0107-f8c0-442f-8bce-694c3159035e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.028929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d47f0107-f8c0-442f-8bce-694c3159035e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ece0135b-8c40-440e-a542-778c66a38802 HTTP/1.1" status: 204 len: 168 time: 1.1661372 Feb 07 13:13:43.032165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.092305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88036c-866a-463c-9a4f-993c72c79772 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=1e132eb4-bbfa-47a9-bb9f-2479109366d0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:43.102187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a88036c-866a-463c-9a4f-993c72c79772 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.111482 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6a88036c-866a-463c-9a4f-993c72c79772 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/1e132eb4-bbfa-47a9-bb9f-2479109366d0 HTTP/1.1" status: 204 len: 168 time: 1.1409268 Feb 07 13:13:43.114863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48724) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:43.120340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'mac_address': 'fa:16:3e:95:42:3a', 'name': 'tempest-PortsTestJSON-681997967'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:43.137841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.163203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.163771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.163997 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Floating IP dde6b106-6b26-4d3e-997c-4c7b5414124f disassociated. External IP: 172.25.7.106, port: f609766d-07a8-46f5-947a-66547604d22b. Feb 07 13:13:43.164298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Calling delete_port for f609766d-07a8-46f5-947a-66547604d22b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:43.224366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841dd0e-d20d-46c7-b80a-acf6fbfc1fae req-d4acfec7-4494-4de5-ad5f-3b4eabd1a9f2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:43.225875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3841dd0e-d20d-46c7-b80a-acf6fbfc1fae req-d4acfec7-4494-4de5-ad5f-3b4eabd1a9f2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 946 time: 0.3993394 Feb 07 13:13:43.230714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] For port 68f05dff-ff5c-4e23-be73-4702d5274760, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:43.265878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] For port 68f05dff-ff5c-4e23-be73-4702d5274760, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=68f05dff-ff5c-4e23-be73-4702d5274760,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:43.308426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3841dd0e-d20d-46c7-b80a-acf6fbfc1fae req-3e077bc5-30a1-4d61-b100-8a4e390a37fb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=98c3895f-6cd7-4eed-8be6-1971965f61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752792 Feb 07 13:13:43.337661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Pushing event updated for resources: {'Port': ['ID=200455a6-7b1f-4f31-98ee-820307f41ca3,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:43.352114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.364605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:43.371908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:43.374015 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.390898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:43.449396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:43.450244 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.451698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] 10.222.0.47 "PUT /v2.0/ports/68f05dff-ff5c-4e23-be73-4702d5274760 HTTP/1.1" status: 200 len: 1091 time: 3.4034028 Feb 07 13:13:43.453338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:43.458543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '68f05dff-ff5c-4e23-be73-4702d5274760'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:43.488409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c70b38-d427-4249-be90-cfddaef61a2a service neutron] Pushing event updated for resources: {'Port': ['ID=68f05dff-ff5c-4e23-be73-4702d5274760,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:43.544521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Network 86cdac08-ccd3-45ab-8c01-dcda3f37242c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:43.544521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:43.549434 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '68f05dff-ff5c-4e23-be73-4702d5274760', 'status': 'completed', 'code': 200} Feb 07 13:13:43.623030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:43.631675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:43.673543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.674827 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.759653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:43.848331 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.891966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port a3506713-4324-443b-8f0c-3a6639c533fe yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:43.910798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:43.911168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:43.927153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event deleted for resources: {'Port': ['ID=f609766d-07a8-46f5-947a-66547604d22b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:44.120024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Router 69975ee2-1601-427e-9ba1-7ad0c9a7413c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:13:44.176357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-1198a7a9-8981-40c6-9622-e492b106c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.176357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-1198a7a9-8981-40c6-9622-e492b106c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.176357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-1198a7a9-8981-40c6-9622-e492b106c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.176357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-1198a7a9-8981-40c6-9622-e492b106c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.176983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-1198a7a9-8981-40c6-9622-e492b106c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.177470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-1198a7a9-8981-40c6-9622-e492b106c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.177932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-1198a7a9-8981-40c6-9622-e492b106c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.179887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-1198a7a9-8981-40c6-9622-e492b106c99e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6355 time: 0.6046443 Feb 07 13:13:44.185135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:44.393777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:44.497429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:13:44.512468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Sync routers for ids ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:13:44.530593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Routers {'69975ee2-1601-427e-9ba1-7ad0c9a7413c'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:13:44.531554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:13:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:44.534923 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c6d62c86-4fe7-4f6b-a0a5-1e895eda4b39 admin admin] 10.222.0.69 "PUT /v2.0/routers/69975ee2-1601-427e-9ba1-7ad0c9a7413c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3634887 Feb 07 13:13:44.613214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Router 8bd67e29-dec1-439f-98c5-774c6185166a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:13:44.628404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:44.656752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-825bbf31-e5f0-45a5-8219-c255af5097b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.656752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-825bbf31-e5f0-45a5-8219-c255af5097b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.656752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-825bbf31-e5f0-45a5-8219-c255af5097b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.660541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-825bbf31-e5f0-45a5-8219-c255af5097b0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7696aab073d545e9835b5ca341ca819f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4655349 Feb 07 13:13:44.711714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:44.715080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:44.717499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:44.723712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.724376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:44.741450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=a3506713-4324-443b-8f0c-3a6639c533fe,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:44.829104 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8cb450fd-5a38-4239-a6dc-6cc81b306cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7131827 Feb 07 13:13:44.836724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:44.882098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-0c554fc3-1844-49c0-8a64-17898a5448ac tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.887811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-0c554fc3-1844-49c0-8a64-17898a5448ac tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.892023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Set router 69975ee2-1601-427e-9ba1-7ad0c9a7413c gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:13:44.894638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-0c554fc3-1844-49c0-8a64-17898a5448ac tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.901650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-0c554fc3-1844-49c0-8a64-17898a5448ac tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.907659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-0c554fc3-1844-49c0-8a64-17898a5448ac tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.913223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cef1f9-77ed-4d3f-bcd0-89083226a405 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.913775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-0c554fc3-1844-49c0-8a64-17898a5448ac tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.913891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-22cef1f9-77ed-4d3f-bcd0-89083226a405 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:44.919572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-0c554fc3-1844-49c0-8a64-17898a5448ac tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:44.921542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-0c554fc3-1844-49c0-8a64-17898a5448ac tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5408 time: 0.8322933 Feb 07 13:13:45.028629 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:45.058197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3103caff-16d3-47ef-a4c0-a988f4eaaa8a req-9d0feb7e-8b20-4f95-a6d0-b42f0a3152df tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 210 time: 0.4075432 Feb 07 13:13:45.171704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f609766d-07a8-46f5-947a-66547604d22b no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:13:45.214025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b41fbc22-495f-496f-9211-d31a486cc0c5 req-b0d98ca5-e71f-4b10-9301-c83105c877bc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584785 Feb 07 13:13:45.230561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: f609766d-07a8-46f5-947a-66547604d22b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:13:45.230903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f609766d-07a8-46f5-947a-66547604d22b not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:13:45.288758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-9276c1df-6e26-4043-96cd-dfd541af673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:45.290586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b6ff1fe-319e-45b2-bc04-4985e50d57a1 req-9276c1df-6e26-4043-96cd-dfd541af673f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5350940 Feb 07 13:13:45.298370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-22cef1f9-77ed-4d3f-bcd0-89083226a405 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:45.303676 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-22cef1f9-77ed-4d3f-bcd0-89083226a405 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/a3506713-4324-443b-8f0c-3a6639c533fe HTTP/1.1" status: 200 len: 840 time: 0.4624038 Feb 07 13:13:45.304400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:45.340308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:13:45.341826 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:13:42Z', 'revision_number': 4, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port': {'id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:35Z', 'updated_at': '2022-02-07T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '200455a6-7b1f-4f31-98ee-820307f41ca3', 'name': '', 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'mac_address': 'fa:16:3e:b0:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6e1e8225-0310-44f2-9490-e5b8a2d78c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:40Z', 'updated_at': '2022-02-07T13:13:42Z', 'revision_number': 2, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'subnets': [{'id': '6e1e8225-0310-44f2-9490-e5b8a2d78c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:45.350361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Checking router: 69975ee2-1601-427e-9ba1-7ad0c9a7413c for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:13:45.350730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Updating router 69975ee2-1601-427e-9ba1-7ad0c9a7413c port 200455a6-7b1f-4f31-98ee-820307f41ca3 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:13:45.352925 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] Sync routers for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:13:45.362877 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:13:45.364027 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:13:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:45.417422 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:45.422371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3074230f-f7ce-4c94-8e7e-68449a6d1a1c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port a3506713-4324-443b-8f0c-3a6639c533fe {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:45.422658 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3074230f-f7ce-4c94-8e7e-68449a6d1a1c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:45.566728 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:13:45.676090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3074230f-f7ce-4c94-8e7e-68449a6d1a1c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:45.746464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] No DVR routers for this DVR port f609766d-07a8-46f5-947a-66547604d22b on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:13:45.753772 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:45.777271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'name': 'network-vif-deleted', 'tag': 'f609766d-07a8-46f5-947a-66547604d22b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:45.824205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3074230f-f7ce-4c94-8e7e-68449a6d1a1c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for a3506713-4324-443b-8f0c-3a6639c533fe owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:45.855573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63d3f0b6-8752-4598-b514-ab3579a4a2ae req-ecfb936f-45a2-4fbf-a406-8ca2b37e38bb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.47 "DELETE /v2.0/ports/f609766d-07a8-46f5-947a-66547604d22b HTTP/1.1" status: 204 len: 173 time: 4.6135695 Feb 07 13:13:45.928301 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5f45a6-24db-406d-b742-4beeaf1a261a', 'name': 'network-vif-deleted', 'tag': 'f609766d-07a8-46f5-947a-66547604d22b', 'status': 'completed', 'code': 200} Feb 07 13:13:45.950299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:45.963294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:45.972387 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:45.973952 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:45.979429 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] Checking router: 8bd67e29-dec1-439f-98c5-774c6185166a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:13:45.982513 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3074230f-f7ce-4c94-8e7e-68449a6d1a1c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:45.997079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:13:45.999032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Transition to ACTIVE for port object 200455a6-7b1f-4f31-98ee-820307f41ca3 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:45.999716 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:13:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:46.015742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Transition to ACTIVE for port object ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:46.032530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a118-2430-4f66-84bc-13292a61984a req-d64c510f-ead8-4d9a-be0b-642736b4e077 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:46.039955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-d64c510f-ead8-4d9a-be0b-642736b4e077 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 810 time: 0.6596861 Feb 07 13:13:46.067457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-c14b86ba-0d30-4eb4-889d-3d8d186a6b09 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/quotas/16db3ea079b94a3d87d0382195ffd12d HTTP/1.1" status: 200 len: 375 time: 0.0267465 Feb 07 13:13:46.091694 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:46.134165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:46.137103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074230f-f7ce-4c94-8e7e-68449a6d1a1c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=a3506713-4324-443b-8f0c-3a6639c533fe,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:46.141682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3074230f-f7ce-4c94-8e7e-68449a6d1a1c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:46.218227 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3074230f-f7ce-4c94-8e7e-68449a6d1a1c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/a3506713-4324-443b-8f0c-3a6639c533fe HTTP/1.1" status: 204 len: 168 time: 0.9118891 Feb 07 13:13:46.220028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48800) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:46.276429 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:13:46.356324 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1e3ffc-5201-4b45-beda-5a47809f798b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:13:46.356879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ac1e3ffc-5201-4b45-beda-5a47809f798b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:46.415918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-08069ff1-4790-4ce9-af58-f5b933f05291 req-268e296d-95f8-4ac6-b2b6-816bb5d3078f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Synchronizing usage tracker for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:46.474074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ac1e3ffc-5201-4b45-beda-5a47809f798b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:46.478875 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ac1e3ffc-5201-4b45-beda-5a47809f798b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/a3506713-4324-443b-8f0c-3a6639c533fe HTTP/1.1" status: 404 len: 333 time: 0.2537842 Feb 07 13:13:46.479916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:46.482155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4087194-9dc1-4d01-a756-77c1800a898b None None] Pushing event updated for resources: {'Port': ['ID=200455a6-7b1f-4f31-98ee-820307f41ca3,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:46.491378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:46.493277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'name': 'tempest-PortsTestJSON-278871499'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:46.522922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Attempting to bind port 200455a6-7b1f-4f31-98ee-820307f41ca3 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:46.523310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Attempting to bind port 200455a6-7b1f-4f31-98ee-820307f41ca3 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:46.523733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Attempting to bind port 200455a6-7b1f-4f31-98ee-820307f41ca3 on network 86cdac08-ccd3-45ab-8c01-dcda3f37242c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:46.536005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:46.536384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Checking segment: {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:46.536805 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:46.537254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Bound using segment: {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:46.537737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Bound port: 200455a6-7b1f-4f31-98ee-820307f41ca3, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:46.538167 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:46.565877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-63249892-e63f-486f-aae2-8be354ef34da tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4975584 Feb 07 13:13:46.646653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Attempting to bind port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:46.650618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Attempting to bind port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:46.650618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Attempting to bind port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 on network cdf1861f-6d94-4ade-93cf-f1104237dde1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:46.660552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-08069ff1-4790-4ce9-af58-f5b933f05291 req-268e296d-95f8-4ac6-b2b6-816bb5d3078f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Unset dirty status for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:46.673834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08069ff1-4790-4ce9-af58-f5b933f05291 req-268e296d-95f8-4ac6-b2b6-816bb5d3078f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5f45a6-24db-406d-b742-4beeaf1a261a HTTP/1.1" status: 200 len: 210 time: 0.3899641 Feb 07 13:13:46.686330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 on network cdf1861f-6d94-4ade-93cf-f1104237dde1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:46.698406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Attempting to bind port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 on network cdf1861f-6d94-4ade-93cf-f1104237dde1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:46.720557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:46.724615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Checking segment: {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:46.729083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Bound using segment: {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:46.729083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Bound port: ed91b894-3bf5-4c94-a1a7-3fe56d64ec92, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:46.729083 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:46.729417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] For port 200455a6-7b1f-4f31-98ee-820307f41ca3, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:46.741892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] For port 200455a6-7b1f-4f31-98ee-820307f41ca3, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=200455a6-7b1f-4f31-98ee-820307f41ca3,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:46.787527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:46.798772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:46.836688 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:46.839940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:46.853231 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d544973-c4f4-46a5-a6f6-fc2b53085a71 None None] The sync data for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 is: [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:13:46.885933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:46.889483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:46.932011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port b1b96039-6dbd-4383-96f8-a36c2f7e60d6 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:46.963333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Routers {'69975ee2-1601-427e-9ba1-7ad0c9a7413c'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:13:46.963958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:13:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:47.052616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4087194-9dc1-4d01-a756-77c1800a898b None None] Pushing event updated for resources: {'Port': ['ID=200455a6-7b1f-4f31-98ee-820307f41ca3,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:47.101696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] For port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:47.108347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] For port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:47.150642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-f2466aae-914b-4707-80a3-903026799813 service neutron] 10.222.0.69 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725319 Feb 07 13:13:47.195314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-3317f3f7-0aab-44e0-940c-32b52f9bd671 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.201427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-3317f3f7-0aab-44e0-940c-32b52f9bd671 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.208791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-3317f3f7-0aab-44e0-940c-32b52f9bd671 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.219266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-3317f3f7-0aab-44e0-940c-32b52f9bd671 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.226274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-3317f3f7-0aab-44e0-940c-32b52f9bd671 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.232846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-3317f3f7-0aab-44e0-940c-32b52f9bd671 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.234317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] Set router 69975ee2-1601-427e-9ba1-7ad0c9a7413c gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:13:47.240401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-3317f3f7-0aab-44e0-940c-32b52f9bd671 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.242481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-3317f3f7-0aab-44e0-940c-32b52f9bd671 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5420 time: 0.2610481 Feb 07 13:13:47.297735 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:47.301490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:47.306019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf7029-9685-4255-8458-8597a603614c None None] New status for floating IP dde6b106-6b26-4d3e-997c-4c7b5414124f: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:13:47.414729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:47.421383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.422008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:47.423417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] 10.222.0.47 "PUT /v2.0/ports/ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 HTTP/1.1" status: 200 len: 1091 time: 3.8468852 Feb 07 13:13:47.465745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6875a476-4cdd-47a6-803a-6f5a2d1ac07c req-c81c391b-29f7-478f-8c9e-b7804c4ac967 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1631548 Feb 07 13:13:47.487958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be9246-3d70-4932-82c3-bd09400a1038 service neutron] Pushing event updated for resources: {'Port': ['ID=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:47.512721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-1172d406-102b-429a-96c8-28a0d883e0cb service neutron] 10.222.0.69 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524518 Feb 07 13:13:47.557270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Request body: {'port': {'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:47.596105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:47.602222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:47.647116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:47.667403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:47.670479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:47.694365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=b1b96039-6dbd-4383-96f8-a36c2f7e60d6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:47.784763 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c1ceeb25-bc59-477d-8c49-feffbb3bd1cc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3023567 Feb 07 13:13:47.787692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48842) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:47.794686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:47.836472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.105458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:13:42Z', 'revision_number': 4, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port': {'id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:35Z', 'updated_at': '2022-02-07T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '200455a6-7b1f-4f31-98ee-820307f41ca3', 'name': '', 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'mac_address': 'fa:16:3e:b0:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6e1e8225-0310-44f2-9490-e5b8a2d78c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:40Z', 'updated_at': '2022-02-07T13:13:46Z', 'revision_number': 4, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'subnets': [{'id': '6e1e8225-0310-44f2-9490-e5b8a2d78c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:13:48.111131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a42bff-b63e-49e0-9ddc-d92b386c8a30 None None] The sync data for ids ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'] in n-d-811416-5 is: [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:13:42Z', 'revision_number': 4, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port': {'id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:35Z', 'updated_at': '2022-02-07T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '200455a6-7b1f-4f31-98ee-820307f41ca3', 'name': '', 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'mac_address': 'fa:16:3e:b0:fe:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6e1e8225-0310-44f2-9490-e5b8a2d78c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:40Z', 'updated_at': '2022-02-07T13:13:46Z', 'revision_number': 4, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'subnets': [{'id': '6e1e8225-0310-44f2-9490-e5b8a2d78c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:13:48.122139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:48.123319 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.231546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:48.257257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-435b7bdd-3184-4abe-95d1-a126675862be req-79568d08-ab0a-42d2-a5c0-689d7b2b441e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 210 time: 0.0823572 Feb 07 13:13:48.318759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96ce1831-1e2a-4b33-bc01-0d6273f3cceb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.320775 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92', 'status': 'completed', 'code': 200} Feb 07 13:13:48.393179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96ce1831-1e2a-4b33-bc01-0d6273f3cceb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.574392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.635154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.693298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-4a9c4ad5-c1b6-470b-a18b-13ed3def68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:48.693911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-4a9c4ad5-c1b6-470b-a18b-13ed3def68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:48.694291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-4a9c4ad5-c1b6-470b-a18b-13ed3def68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:48.694850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-4a9c4ad5-c1b6-470b-a18b-13ed3def68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:48.695320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-4a9c4ad5-c1b6-470b-a18b-13ed3def68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:48.695781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-4a9c4ad5-c1b6-470b-a18b-13ed3def68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:48.696265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-4a9c4ad5-c1b6-470b-a18b-13ed3def68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:48.698333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-4a9c4ad5-c1b6-470b-a18b-13ed3def68da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6422 time: 0.3483877 Feb 07 13:13:48.730934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=b1b96039-6dbd-4383-96f8-a36c2f7e60d6,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:48.737617 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96ce1831-1e2a-4b33-bc01-0d6273f3cceb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.763564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] In _notify_port_updated(), no bound segment for port b1b96039-6dbd-4383-96f8-a36c2f7e60d6 on network e36d0a8a-14c1-450b-b424-7ea2b199c91b {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:13:48.774353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:48.775845 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.778444 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b07c4075-53cf-4eeb-adbe-f2ee3dd5d40c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "PUT /v2.0/ports/b1b96039-6dbd-4383-96f8-a36c2f7e60d6 HTTP/1.1" status: 200 len: 818 time: 0.9896252 Feb 07 13:13:48.786377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce1831-1e2a-4b33-bc01-0d6273f3cceb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c3895f-6cd7-4eed-8be6-1971965f61cf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:48.786600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48880) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:48.819446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96ce1831-1e2a-4b33-bc01-0d6273f3cceb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.819446 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-96ce1831-1e2a-4b33-bc01-0d6273f3cceb tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "DELETE /v2.0/security-groups/98c3895f-6cd7-4eed-8be6-1971965f61cf HTTP/1.1" status: 204 len: 168 time: 0.6684642 Feb 07 13:13:48.819446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48884) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:48.829835 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-baaf845c-d4bb-42f5-b9ce-b7dac236202b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] show failed (client error): The resource could not be found. Feb 07 13:13:48.831214 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-baaf845c-d4bb-42f5-b9ce-b7dac236202b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups/98c3895f-6cd7-4eed-8be6-1971965f61cf HTTP/1.1" status: 404 len: 347 time: 0.0197031 Feb 07 13:13:48.847534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:48.942888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7c0cd-6720-49da-9afe-f2b5a43e0aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port b1b96039-6dbd-4383-96f8-a36c2f7e60d6 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:48.943246 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c0cd-6720-49da-9afe-f2b5a43e0aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:48.977821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f66cb58-c047-40ed-8071-4db412f99c8a {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:48.985679 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:49.027613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Deleting port 89e07179-99d5-4ac5-89c1-91c7b805eb92 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:13:49.027613 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:49.059594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Transition to ACTIVE for port object 5f66cb58-c047-40ed-8071-4db412f99c8a will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:49.161696 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:49.209484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-fe76b4da-ff9c-4dd0-988d-527988a13947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.210047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-fe76b4da-ff9c-4dd0-988d-527988a13947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.210517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-fe76b4da-ff9c-4dd0-988d-527988a13947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.212182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-fe76b4da-ff9c-4dd0-988d-527988a13947 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7696aab073d545e9835b5ca341ca819f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5004971 Feb 07 13:13:49.231139 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:49.231481 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:49.250494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-b9c4c16f-a673-44fe-b50a-1c823ddfb157 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.256820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-b9c4c16f-a673-44fe-b50a-1c823ddfb157 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.262995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-b9c4c16f-a673-44fe-b50a-1c823ddfb157 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.269893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-b9c4c16f-a673-44fe-b50a-1c823ddfb157 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.276009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-b9c4c16f-a673-44fe-b50a-1c823ddfb157 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.282264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-b9c4c16f-a673-44fe-b50a-1c823ddfb157 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.293738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-b9c4c16f-a673-44fe-b50a-1c823ddfb157 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:49.296849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-b9c4c16f-a673-44fe-b50a-1c823ddfb157 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5420 time: 0.6117177 Feb 07 13:13:49.386718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Calling delete_port for 89e07179-99d5-4ac5-89c1-91c7b805eb92 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:49.685506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:49.810702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event deleted for resources: {'Port': ['ID=89e07179-99d5-4ac5-89c1-91c7b805eb92,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:49.819373 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8946b1bf-ce0b-43a7-b6ee-e4f9aa777c2a req-844db0a4-332d-4d78-a9c9-efb81017ae9d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 210 time: 0.3785555 Feb 07 13:13:49.884424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 200455a6-7b1f-4f31-98ee-820307f41ca3 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:49.893768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f66cb58-c047-40ed-8071-4db412f99c8a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:49.943221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:49.957141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ddcb3e9-0aeb-4875-8736-9902c0e6c1dd req-d6b312fe-c904-42d3-9fc9-237495d50b83 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5132105 Feb 07 13:13:49.983543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c0cd-6720-49da-9afe-f2b5a43e0aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.014827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Attempting to bind port 5f66cb58-c047-40ed-8071-4db412f99c8a on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:50.015161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Attempting to bind port 5f66cb58-c047-40ed-8071-4db412f99c8a by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:50.015502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Attempting to bind port 5f66cb58-c047-40ed-8071-4db412f99c8a on network cdf1861f-6d94-4ade-93cf-f1104237dde1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:50.022243 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.023412 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c2233d06-a768-466b-9160-ab19ff37c379 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "DELETE /v2.0/floatingips/dde6b106-6b26-4d3e-997c-4c7b5414124f HTTP/1.1" status: 204 len: 168 time: 1.1745739 Feb 07 13:13:50.092010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 200455a6-7b1f-4f31-98ee-820307f41ca3 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:50.101873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 200455a6-7b1f-4f31-98ee-820307f41ca3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:50.103497 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.153012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7c0cd-6720-49da-9afe-f2b5a43e0aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for b1b96039-6dbd-4383-96f8-a36c2f7e60d6 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:13:50.181344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Port 5f66cb58-c047-40ed-8071-4db412f99c8a on network cdf1861f-6d94-4ade-93cf-f1104237dde1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:50.181667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Attempting to bind port 5f66cb58-c047-40ed-8071-4db412f99c8a on network cdf1861f-6d94-4ade-93cf-f1104237dde1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:50.207276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:50.207931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Checking segment: {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:50.208347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Bound using segment: {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:50.208790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Bound port: 5f66cb58-c047-40ed-8071-4db412f99c8a, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19481825-b960-41cd-9699-8b2cc98ceb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:50.209142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.225985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-709c25b4-f242-41a1-8613-346382ce50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:50.227513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bee2366-59a7-4626-aefe-ea5f0b7473b5 req-709c25b4-f242-41a1-8613-346382ce50f1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0025256 Feb 07 13:13:50.263328 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.313440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 200455a6-7b1f-4f31-98ee-820307f41ca3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=200455a6-7b1f-4f31-98ee-820307f41ca3,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:50.334491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] For port 5f66cb58-c047-40ed-8071-4db412f99c8a, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:50.337060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] For port 5f66cb58-c047-40ed-8071-4db412f99c8a, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f66cb58-c047-40ed-8071-4db412f99c8a,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:50.417221 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.417502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c0cd-6720-49da-9afe-f2b5a43e0aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.419822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.473180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:50.478825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005113404', 'description': 'tempest-description--828675210'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:50.485162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:50.498466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:security_group and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:50.503647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:50.514708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=200455a6-7b1f-4f31-98ee-820307f41ca3,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:50.521156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:50.543388 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8b7c0cd-6720-49da-9afe-f2b5a43e0aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.552868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:50.552868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.554490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f66cb58-c047-40ed-8071-4db412f99c8a HTTP/1.1" status: 200 len: 1091 time: 3.0072930 Feb 07 13:13:50.554946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '5f66cb58-c047-40ed-8071-4db412f99c8a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:50.594180 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.634118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:50.647803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:security_group_rule and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:50.651284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:50.658025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:50.767862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.834915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.845249 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '5f66cb58-c047-40ed-8071-4db412f99c8a', 'status': 'completed', 'code': 200} Feb 07 13:13:50.895085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b19b671-a37d-4613-9871-bf2bdf47bb13,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:50.923314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b8b7c0cd-6720-49da-9afe-f2b5a43e0aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/b1b96039-6dbd-4383-96f8-a36c2f7e60d6 HTTP/1.1" status: 204 len: 168 time: 2.1326737 Feb 07 13:13:50.926762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48946) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:50.931169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f1bb-c3d7-4459-b88e-722cb9f40cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f66cb58-c047-40ed-8071-4db412f99c8a,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:50.971628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:50.975215 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-56dd0a07-c89a-4bae-b537-eac887f690e4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5004451 Feb 07 13:13:50.980491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48950) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:50.988417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'security_group_rule': {'security_group_id': '6b19b671-a37d-4613-9871-bf2bdf47bb13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:50.996483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:51.008800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7c0cd-6720-49da-9afe-f2b5a43e0aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=b1b96039-6dbd-4383-96f8-a36c2f7e60d6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:51.009203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:security_group_rule and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:51.014316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:51.021493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:51.050840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c46d49-c953-4b45-8cdc-defacdb7c215 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.051538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-49c46d49-c953-4b45-8cdc-defacdb7c215 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:51.081150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.104863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a2c3c6c-cd63-4371-8915-3e25336aa4d1 req-95c4800f-e17d-482d-96a3-a2c5fbdb5f66 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 210 time: 0.0877323 Feb 07 13:13:51.124690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-49c46d49-c953-4b45-8cdc-defacdb7c215 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:51.126065 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-49c46d49-c953-4b45-8cdc-defacdb7c215 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1983409 Feb 07 13:13:51.142891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48960) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:51.218562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-899f1c1b-4967-4a30-8aba-6b011e24ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.219060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-899f1c1b-4967-4a30-8aba-6b011e24ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.219537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-899f1c1b-4967-4a30-8aba-6b011e24ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.220065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-899f1c1b-4967-4a30-8aba-6b011e24ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.220544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-899f1c1b-4967-4a30-8aba-6b011e24ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.221578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-899f1c1b-4967-4a30-8aba-6b011e24ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.222262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-899f1c1b-4967-4a30-8aba-6b011e24ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.224885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-899f1c1b-4967-4a30-8aba-6b011e24ec04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6489 time: 0.4449444 Feb 07 13:13:51.246782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a118-2430-4f66-84bc-13292a61984a req-9c00dde4-e4e4-4d96-803b-3c2f3b26f3be tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.248532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-9c00dde4-e4e4-4d96-803b-3c2f3b26f3be tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.35 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 810 time: 0.7279742 Feb 07 13:13:51.302520 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb9063a-3465-49c7-9e7a-e85b37ebfa9d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:13:51.303921 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2cb9063a-3465-49c7-9e7a-e85b37ebfa9d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/b1b96039-6dbd-4383-96f8-a36c2f7e60d6 HTTP/1.1" status: 404 len: 333 time: 0.1598277 Feb 07 13:13:51.307813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48968) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:51.310987 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.315037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-175481221'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:51.320283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:51.324240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:network and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:51.326909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Request body: {'port': {'device_id': '688cec1c-933d-4499-b408-273479313cb3', 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c', 'admin_state_up': True, 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:51.327210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:51.334340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:51.407912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-4307b77a-8869-4e24-8fa1-f71ee74a73a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4580ce9f-c307-458b-aacf-9573f51052af HTTP/1.1" status: 200 len: 217 time: 0.1574996 Feb 07 13:13:51.457316 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.480856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:51.484320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.496936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f5ada0-1a56-447a-905a-ebcaea8a18c9,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:51.520777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:13:51.529580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.532911 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Added segment 37ccbe52-7fd6-44d9-be47-20dbc5e93f81 of type vlan for network bb4da382-4b41-44cb-b475-00581e7a9be1 Feb 07 13:13:51.555040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-692bdff0-f053-40f9-aea7-3c9fb7421cea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.556497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.562093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-692bdff0-f053-40f9-aea7-3c9fb7421cea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.569133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-692bdff0-f053-40f9-aea7-3c9fb7421cea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.574482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-692bdff0-f053-40f9-aea7-3c9fb7421cea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.580325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-692bdff0-f053-40f9-aea7-3c9fb7421cea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.586981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-692bdff0-f053-40f9-aea7-3c9fb7421cea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.588951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.591067 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6c96993d-4ccd-43b0-a2a8-58db6f1a9274 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6084137 Feb 07 13:13:51.595640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-692bdff0-f053-40f9-aea7-3c9fb7421cea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.595640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-692bdff0-f053-40f9-aea7-3c9fb7421cea tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.4908037 Feb 07 13:13:51.598042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48976) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:51.603517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'security_group_rule': {'security_group_id': '6b19b671-a37d-4613-9871-bf2bdf47bb13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:51.607830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-40f77b1e-0533-4cc6-89b0-306b8a3d7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.609279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-40f77b1e-0533-4cc6-89b0-306b8a3d7a5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68a4b9fe-b72e-4913-af74-511b83dfbbe1 HTTP/1.1" status: 200 len: 855 time: 0.1916513 Feb 07 13:13:51.609842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:51.615447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:security_group_rule and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:51.618788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:51.624303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ae2cc932-7fc9-4963-8f9d-7f5d03042259 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4611268 Feb 07 13:13:51.625576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:51.688681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:51.696475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Usage tracker for resource:port and tenant:16db3ea079b94a3d87d0382195ffd12d is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:51.702837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.706712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:51.710507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.715610 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.728085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:51.740751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4145f406-cebf-4ed7-82a2-80ecd73634b6 req-02611723-a7c8-4bbd-8d56-83e98499f967 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275620 Feb 07 13:13:51.773062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 200455a6-7b1f-4f31-98ee-820307f41ca3 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:51.828180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-2f185e83-1281-4a44-9853-7a3187c89428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:51.829882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-2f185e83-1281-4a44-9853-7a3187c89428 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047150 Feb 07 13:13:51.871310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 200455a6-7b1f-4f31-98ee-820307f41ca3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:51.871310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.889274 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.930904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Network': ['ID=bb4da382-4b41-44cb-b475-00581e7a9be1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:51.936469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Made reservation on behalf of 16db3ea079b94a3d87d0382195ffd12d for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:51.940925 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:51.960275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network bb4da382-4b41-44cb-b475-00581e7a9be1 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:13:51.970696 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ebb8b513-6992-496f-ab09-b83eb9abcd0c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6619194 Feb 07 13:13:51.973089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48988) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:51.990835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:52.006208 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:52.088694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ce9faa5c-a5de-4223-95b2-0de1f883f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.089289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ce9faa5c-a5de-4223-95b2-0de1f883f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.089756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ce9faa5c-a5de-4223-95b2-0de1f883f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.090227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ce9faa5c-a5de-4223-95b2-0de1f883f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.090683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ce9faa5c-a5de-4223-95b2-0de1f883f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.091152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ce9faa5c-a5de-4223-95b2-0de1f883f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.091602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ce9faa5c-a5de-4223-95b2-0de1f883f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.093634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ce9faa5c-a5de-4223-95b2-0de1f883f76e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6491 time: 0.3226614 Feb 07 13:13:52.109897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:52.140954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556e760c-4da8-4356-a774-2549e98b4897,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:52.144335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:52.154912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:52.154912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:52.163430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:52.230646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:52.235282 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-826ae7f8-c239-44f3-aa09-1a396bc5f7b6 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6328099 Feb 07 13:13:52.235593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48998) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:52.241024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:52.248672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:52.252628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:floatingip and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:52.255695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:52.261905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:52.302613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:52.310143 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:52.325917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-aa5e4a84-7666-4f24-a0ec-ef91c86d2bde service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842017 Feb 07 13:13:52.382281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a642d90-0fce-4670-abd7-551092c70797 req-3c316303-1bdc-4d25-a373-7f972ed964e3 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 210 time: 0.1069405 Feb 07 13:13:52.412838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:52.466169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Allocated IP 172.20.0.2 (86cdac08-ccd3-45ab-8c01-dcda3f37242c/6e1e8225-0310-44f2-9490-e5b8a2d78c5c/943c3fe3-1699-4798-a220-6e77de051672) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:52.555591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-5a823784-0c97-447e-99f8-a2f2d710fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.556094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-5a823784-0c97-447e-99f8-a2f2d710fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.556558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-5a823784-0c97-447e-99f8-a2f2d710fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:52.558202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-5a823784-0c97-447e-99f8-a2f2d710fdfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0856258-ee78-4e86-a446-3b07d5b1e689&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=60259f8c-9fde-4ec1-875e-189e2348e688&id=60259f8c-9fde-4ec1-875e-189e2348e688 HTTP/1.1" status: 200 len: 2290 time: 0.4311450 Feb 07 13:13:52.669925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:52.732039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:52.828195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-048c5494-8427-4f3e-b427-01455468f88a service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886975 Feb 07 13:13:52.882608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=b795bb11-5cc7-4991-ac49-aede237033c4,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:52.910601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking segment: {'id': '37ccbe52-7fd6-44d9-be47-20dbc5e93f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:52.910975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network hostable DHCP agents. Network: bb4da382-4b41-44cb-b475-00581e7a9be1, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:13:52.930997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-44f5d502-1efe-4243-beee-9c18af966211 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 217 time: 0.0940776 Feb 07 13:13:52.934412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Allocated IP 172.25.7.62 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/00f25f38-46b5-4ae5-8d6b-439c403ccf41) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:53.041907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network bb4da382-4b41-44cb-b475-00581e7a9be1 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:13:53.072737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-5bf334e5-4d45-4d97-b098-8ea20eab2c7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0acbf863-62a8-49ae-93e7-6255a461147d HTTP/1.1" status: 200 len: 1001 time: 0.5052445 Feb 07 13:13:53.117220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.127228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, bb4da382-4b41-44cb-b475-00581e7a9be1) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:53.142689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.142867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e114e-9df3-4b33-9b04-12492258fdf7 None None] Network bb4da382-4b41-44cb-b475-00581e7a9be1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:53.143942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.168662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-33df975a-fbe6-4431-9494-52f1c3a6c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.173829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-33df975a-fbe6-4431-9494-52f1c3a6c475 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.1821899 Feb 07 13:13:53.244079 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-31291c00-2a0e-4c6f-953d-cf34edc75221 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2601871 Feb 07 13:13:53.244079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:53.249201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:53.264888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-53f3493d-b71b-447c-93b9-a53adf2444a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.266397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-53f3493d-b71b-447c-93b9-a53adf2444a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7575810-b11a-4258-bf78-e6ea246191df HTTP/1.1" status: 200 len: 851 time: 0.1794393 Feb 07 13:13:53.274430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.360882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.379898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-d66505ed-d689-4e6a-a382-7044e5f1fb8c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.385985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-d66505ed-d689-4e6a-a382-7044e5f1fb8c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.391876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-d66505ed-d689-4e6a-a382-7044e5f1fb8c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.398102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-d66505ed-d689-4e6a-a382-7044e5f1fb8c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.404011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-d66505ed-d689-4e6a-a382-7044e5f1fb8c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.412464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-d66505ed-d689-4e6a-a382-7044e5f1fb8c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.419211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-d66505ed-d689-4e6a-a382-7044e5f1fb8c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.420416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-d66505ed-d689-4e6a-a382-7044e5f1fb8c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.4336228 Feb 07 13:13:53.427988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-bb4da382-4b41-44cb-b475-00581e7a9be1', 'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1', 'tenant_id': '9d7b07b9e05e465880864ae49678af12', 'fixed_ips': [{'subnet_id': 'b795bb11-5cc7-4991-ac49-aede237033c4'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:13:53.429300 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.494717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'Port': ['ID=00f25f38-46b5-4ae5-8d6b-439c403ccf41,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:53.515733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:53.521144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:53.523955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:53.548366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a377f6f9-23f9-453a-97e2-c8cc379645f9 req-beb689b2-24fb-4aa8-ba7e-f7721e3fc006 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174481 Feb 07 13:13:53.555559 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.621776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:53.626783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:53.631358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:53.642403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:53.660851 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.675404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-7376eb3a-0513-40c0-a75e-0f4f6f66483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.676580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-7376eb3a-0513-40c0-a75e-0f4f6f66483c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4942620 Feb 07 13:13:53.703321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Allocated IP 172.20.0.2 (bb4da382-4b41-44cb-b475-00581e7a9be1/b795bb11-5cc7-4991-ac49-aede237033c4/e2935d69-ddf4-4e85-8c04-eb374b5b7ce5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:53.714891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:53.719635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.760774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Network 86cdac08-ccd3-45ab-8c01-dcda3f37242c is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:53.807606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ef51a0c0-0680-40a5-affa-46af436e496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:53.809256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ef51a0c0-0680-40a5-affa-46af436e496a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0856258-ee78-4e86-a446-3b07d5b1e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5253980 Feb 07 13:13:53.817378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:53.850410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:53.881052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.930620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:53.943076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Transition to ACTIVE for port object e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:53.967611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Transition to ACTIVE for port object e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:53.981621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Pushing event updated for resources: {'Port': ['ID=943c3fe3-1699-4798-a220-6e77de051672,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:54.038881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:54.040627 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.041853 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.083986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f5cf9-d8ab-40b1-a3e7-ca169070934c req-34a29ab8-b8ce-4d8d-8d2b-ec0e73771f6d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:54.085519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606f5cf9-d8ab-40b1-a3e7-ca169070934c req-34a29ab8-b8ce-4d8d-8d2b-ec0e73771f6d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 931 time: 0.5434780 Feb 07 13:13:54.094054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-a7998d31-5b3e-4a25-89b8-c685cef6af7a service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727212 Feb 07 13:13:54.157738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Pushing event updated for resources: {'Port': ['ID=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:54.174404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Network bb4da382-4b41-44cb-b475-00581e7a9be1 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:54.175578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:54.178151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:54.201477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-a237bbdc-5c8e-4260-9b5d-2b18d83470b2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9423037 Feb 07 13:13:54.227909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Request body: {'port': {'device_id': '688cec1c-933d-4499-b408-273479313cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:54.232507 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b795bb11-5cc7-4991-ac49-aede237033c4 (CIDR: 172.20.0.0/28) Feb 07 13:13:54.267712 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:13:54.270402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:13:54.291204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Attempting to bind port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:54.291892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Attempting to bind port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '37ccbe52-7fd6-44d9-be47-20dbc5e93f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:54.291892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Attempting to bind port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 on network bb4da382-4b41-44cb-b475-00581e7a9be1 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:54.298977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:54.299573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Checking segment: {'id': '37ccbe52-7fd6-44d9-be47-20dbc5e93f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:54.300123 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.300805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Bound using segment: {'id': '37ccbe52-7fd6-44d9-be47-20dbc5e93f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:54.301414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Bound port: e2935d69-ddf4-4e85-8c04-eb374b5b7ce5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ccbe52-7fd6-44d9-be47-20dbc5e93f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:54.301959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.308489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-5b88fb3d-ea95-4f35-8f9d-e821965f858d service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872556 Feb 07 13:13:54.315554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-606f5cf9-d8ab-40b1-a3e7-ca169070934c req-f304babd-1fd7-4f7a-b31b-d232af06afba tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100546 Feb 07 13:13:54.333682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.399552 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-292afc76-1df6-4fb2-97a9-58ba7719982d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1515393 Feb 07 13:13:54.399552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49118) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:54.406843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:54.413879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] For port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:54.418277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] For port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,segment=NetworkSegment(37ccbe52-7fd6-44d9-be47-20dbc5e93f81),segment_id=37ccbe52-7fd6-44d9-be47-20dbc5e93f81)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:54.477452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.502787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.537331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.635319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'Port': ['ID=00f25f38-46b5-4ae5-8d6b-439c403ccf41,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:54.640108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-ca7d6308-9ce2-485d-8bb0-443c8e01567e service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327373 Feb 07 13:13:54.672402 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.690862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:54.696490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:54.704738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:54.705466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf60dd-2861-4ec0-9fcf-42ee36d90c49 None None] Pushing event updated for resources: {'Port': ['ID=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:54.706302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:54.759923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-386796e4-8e50-474b-a012-9264d6734640 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 217 time: 0.1079166 Feb 07 13:13:54.782329 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.794388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.808449 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1aa1e337-966d-4e56-907e-2fe821a891d2 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5615408 Feb 07 13:13:54.828765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:54.834239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:54.855493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-ed80edea-09a9-4a15-ad19-d7aefdf64d52 service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388319 Feb 07 13:13:54.916674 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:13:55.050230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-850341cc-1287-4e03-82d5-5be17f9eb876 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 200 len: 217 time: 0.1560163 Feb 07 13:13:55.162104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-ad107bee-5d63-4910-b1ee-031201dd902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.164148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-ad107bee-5d63-4910-b1ee-031201dd902d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.3665268 Feb 07 13:13:55.354522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:55.419688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network bb4da382-4b41-44cb-b475-00581e7a9be1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:55.422880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:55.427697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.428338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:55.430266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-c56d4bf7-9083-4dc5-84c4-2f41601f33de tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1005113404&fields=id&tenant_id=e88ec7e6bdec4e77ac723c847ef36a59 HTTP/1.1" status: 200 len: 267 time: 0.2632990 Feb 07 13:13:55.433045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-96adca3b-c30f-4148-8bf4-1c22f055edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.434526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-96adca3b-c30f-4148-8bf4-1c22f055edfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.3770585 Feb 07 13:13:55.435583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=b5aec131-0a2f-4504-ad34-3a3fca718649,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:55.509341 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c3b28e55-e961-4798-b215-c01c4ac68127 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1083906 Feb 07 13:13:55.510100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49172) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:55.516732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1', 'fixed_ips': [{'subnet_id': 'b795bb11-5cc7-4991-ac49-aede237033c4'}, {'subnet_id': 'b5aec131-0a2f-4504-ad34-3a3fca718649'}], 'name': 'tempest-PortsTestJSON-1102927562'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:55.684537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:55.707416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:55.714387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:55.717062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-93d689ab-5afc-413b-93e9-215983de2a07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.724242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-93d689ab-5afc-413b-93e9-215983de2a07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.731102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-93d689ab-5afc-413b-93e9-215983de2a07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.736985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:55.738104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-93d689ab-5afc-413b-93e9-215983de2a07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.745149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-93d689ab-5afc-413b-93e9-215983de2a07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.752058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-93d689ab-5afc-413b-93e9-215983de2a07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.759429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-93d689ab-5afc-413b-93e9-215983de2a07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.767351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-93d689ab-5afc-413b-93e9-215983de2a07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.6113305 Feb 07 13:13:55.779563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-80b91c6e-2849-43b6-86dc-aaebddb9ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:55.781127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-80b91c6e-2849-43b6-86dc-aaebddb9ac6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5598440 Feb 07 13:13:55.817316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:13:55.844919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:55.974736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-715bf2bb-c2ce-42a4-a426-6666e4dffc1f req-6613efcb-749b-4ce7-b615-d5dea036ed63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2062106 Feb 07 13:13:56.030308 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:56.034092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:56.038532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-9e6510da-71a8-4f73-8708-a35b74cc6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:56.042747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-9e6510da-71a8-4f73-8708-a35b74cc6c28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5893540 Feb 07 13:13:56.051062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050c7d-734a-4457-9205-c6a64432fe74 req-0e289562-97b8-41f1-9530-34802ead98b4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:56.052636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-0e289562-97b8-41f1-9530-34802ead98b4 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 811 time: 0.5983620 Feb 07 13:13:56.063154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:13:56.135993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-cfff632a-9af9-4fbb-9f7f-b5fb7f653a53 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345230 Feb 07 13:13:56.140029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0781d7b7-7ab9-43ba-8f83-b20046824526 None None] Network bb4da382-4b41-44cb-b475-00581e7a9be1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:56.216779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:13:56.289811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Provisioning for port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:56.344885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Provisioning complete for port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:56.345286 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:56.481430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-7b7204c8-771f-4f77-bd42-53514deacaf9 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/quotas/e88ec7e6bdec4e77ac723c847ef36a59 HTTP/1.1" status: 200 len: 375 time: 0.3511763 Feb 07 13:13:56.540502 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:56.546437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.14 (bb4da382-4b41-44cb-b475-00581e7a9be1/b795bb11-5cc7-4991-ac49-aede237033c4/48ac619d-f09f-4a2c-9054-b8d3d40bf20c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:56.558098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.22 (bb4da382-4b41-44cb-b475-00581e7a9be1/b5aec131-0a2f-4504-ad34-3a3fca718649/48ac619d-f09f-4a2c-9054-b8d3d40bf20c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:56.584848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] For port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,segment=NetworkSegment(37ccbe52-7fd6-44d9-be47-20dbc5e93f81),segment_id=37ccbe52-7fd6-44d9-be47-20dbc5e93f81)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:56.663705 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:56.672437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943c3fe3-1699-4798-a220-6e77de051672 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:13:56.694592 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:56.756358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-bd476a38-15ed-4aba-b3b7-27119bbeb80e service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993768 Feb 07 13:13:56.769815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Transition to ACTIVE for port object 943c3fe3-1699-4798-a220-6e77de051672 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:56.831942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5b1a0-76ae-450d-953b-389b519d2752 None None] Update dhcp port {'port': {'network_id': 'bb4da382-4b41-44cb-b475-00581e7a9be1', 'fixed_ips': [{'subnet_id': 'b795bb11-5cc7-4991-ac49-aede237033c4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b5aec131-0a2f-4504-ad34-3a3fca718649'}], 'binding:host_id': 'n-d-811416-5'}, 'id': 'e2935d69-ddf4-4e85-8c04-eb374b5b7ce5'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:13:56.842575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:56.864714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object 48ac619d-f09f-4a2c-9054-b8d3d40bf20c will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:56.868476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dde80b-7910-415c-aaf2-b866363e93ff req-a60f67ee-bc2e-42d6-8628-c7dbb5113bd5 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:56.868476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-75dde80b-7910-415c-aaf2-b866363e93ff req-a60f67ee-bc2e-42d6-8628-c7dbb5113bd5 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Synchronizing usage tracker for tenant:16db3ea079b94a3d87d0382195ffd12d on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:13:56.876837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-f8d0407f-a306-4c57-b5c4-6c33f31e5237 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648560 Feb 07 13:13:56.880957 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:56.890707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Pushing event updated for resources: {'Port': ['ID=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:56.904346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.904711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.905050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.905391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.905728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.906069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.906401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.906732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.907061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.907387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.907714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.908070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c3d78a-c83e-424d-9e97-78bd0067c5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:13:56.914897 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b1a0-76ae-450d-953b-389b519d2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:56.931923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-aefb511a-cf05-4384-9930-e71e62665d90 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4310803 Feb 07 13:13:56.959826 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:57.118242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-24ebb3c8-ce6f-4c87-92df-c95ae6b11a45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc HTTP/1.1" status: 200 len: 217 time: 0.1852589 Feb 07 13:13:57.154160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network bb4da382-4b41-44cb-b475-00581e7a9be1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:13:57.157768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:13:57.160929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:13:57.194139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-e6f5b1a0-76ae-450d-953b-389b519d2752 None None] Allocated IP 172.20.0.18 (bb4da382-4b41-44cb-b475-00581e7a9be1/b5aec131-0a2f-4504-ad34-3a3fca718649/e2935d69-ddf4-4e85-8c04-eb374b5b7ce5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:57.213820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=48ac619d-f09f-4a2c-9054-b8d3d40bf20c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:57.242912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:57.244085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:57.263159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Pushing event updated for resources: {'Port': ['ID=943c3fe3-1699-4798-a220-6e77de051672,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:57.331073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-75dde80b-7910-415c-aaf2-b866363e93ff req-a60f67ee-bc2e-42d6-8628-c7dbb5113bd5 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Unset dirty status for tenant:16db3ea079b94a3d87d0382195ffd12d on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:13:57.331073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75dde80b-7910-415c-aaf2-b866363e93ff req-a60f67ee-bc2e-42d6-8628-c7dbb5113bd5 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 931 time: 1.1129293 Feb 07 13:13:57.349765 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fbed90b0-18ac-4e56-873a-6b28d1b6311b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8384757 Feb 07 13:13:57.352393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49230) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:57.353162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e6f5b1a0-76ae-450d-953b-389b519d2752 None None] For port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,segment=NetworkSegment(37ccbe52-7fd6-44d9-be47-20dbc5e93f81),segment_id=37ccbe52-7fd6-44d9-be47-20dbc5e93f81)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:13:57.360059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b795bb11-5cc7-4991-ac49-aede237033c4'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:57.384895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b1a0-76ae-450d-953b-389b519d2752 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:57.403087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-595c9cd8-c1f2-4222-be7f-4a565baaf7aa service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312087 Feb 07 13:13:57.411088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e6f5b1a0-76ae-450d-953b-389b519d2752 None None] Transition to ACTIVE for port object e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:13:57.427126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-a01a5934-1ae5-423a-a713-6e8826e8a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:57.428637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-a01a5934-1ae5-423a-a713-6e8826e8a40e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.2507174 Feb 07 13:13:57.462325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e6f5b1a0-76ae-450d-953b-389b519d2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:57.507316 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:57.566145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-aef72576-0ce0-4c8f-94b1-08fa4fa3558c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 200 len: 217 time: 0.1438649 Feb 07 13:13:57.624127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-441a267c-c4a3-4bae-b65f-f84587ba7ae9 service neutron] 10.222.0.69 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683376 Feb 07 13:13:57.632498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75dde80b-7910-415c-aaf2-b866363e93ff req-7c10a7ad-1931-4eea-8ae8-ef808bf1091b tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927172 Feb 07 13:13:57.668901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5b1a0-76ae-450d-953b-389b519d2752 None None] Pushing event updated for resources: {'Port': ['ID=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:57.797922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Attempting to bind port 943c3fe3-1699-4798-a220-6e77de051672 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:13:57.798889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Attempting to bind port 943c3fe3-1699-4798-a220-6e77de051672 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:13:57.800059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Attempting to bind port 943c3fe3-1699-4798-a220-6e77de051672 on network 86cdac08-ccd3-45ab-8c01-dcda3f37242c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:57.822980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Port 943c3fe3-1699-4798-a220-6e77de051672 on network 86cdac08-ccd3-45ab-8c01-dcda3f37242c not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:13:57.823316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Attempting to bind port 943c3fe3-1699-4798-a220-6e77de051672 on network 86cdac08-ccd3-45ab-8c01-dcda3f37242c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:13:57.827303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:57.827805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-de028037-cb3c-4611-8f9c-6caf7b7db0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:57.836131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-de028037-cb3c-4611-8f9c-6caf7b7db0e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.2561812 Feb 07 13:13:57.923960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:13:57.925331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Checking segment: {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:13:57.925773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Bound using segment: {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:13:57.926223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Bound port: 943c3fe3-1699-4798-a220-6e77de051672, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:13:57.926572 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:57.935600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49236) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:57.981483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Delete allocated IP 172.20.0.22 (bb4da382-4b41-44cb-b475-00581e7a9be1/b5aec131-0a2f-4504-ad34-3a3fca718649) {{(pid=88312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 13:13:58.093670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5bdc7bff-df01-41cd-9a73-dbceb722ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.095159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-5bdc7bff-df01-41cd-9a73-dbceb722ad90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6064105 Feb 07 13:13:58.183694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:58.204912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Ignored duplicate provisioning block setup for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 07 13:13:58.262637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:58.361659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f231852-bb9f-4191-83f0-4bb53944fd6b None None] Network bb4da382-4b41-44cb-b475-00581e7a9be1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:13:58.385322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-9b0efe21-09ef-4533-ba35-160c2e5b43b5 service neutron] 10.222.0.69 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330370 Feb 07 13:13:58.411490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=48ac619d-f09f-4a2c-9054-b8d3d40bf20c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:58.418094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:58.440949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] In _notify_port_updated(), no bound segment for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c on network bb4da382-4b41-44cb-b475-00581e7a9be1 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:13:58.447016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.447671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:58.449013 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d055be88-8452-43f4-8e41-43e76be78014 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "PUT /v2.0/ports/48ac619d-f09f-4a2c-9054-b8d3d40bf20c HTTP/1.1" status: 200 len: 920 time: 1.0948763 Feb 07 13:13:58.451760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49242) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:58.459130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b795bb11-5cc7-4991-ac49-aede237033c4'}, {'subnet_id': 'b5aec131-0a2f-4504-ad34-3a3fca718649'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:13:58.479831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:13:58.483527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] For port 943c3fe3-1699-4798-a220-6e77de051672, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:13:58.493019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] For port 943c3fe3-1699-4798-a220-6e77de051672, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=943c3fe3-1699-4798-a220-6e77de051672,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:13:58.494744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] Usage tracker for resource:security_group_rule and tenant:30fcd7e19e704945b3dd1f2d599c9e54 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:13:58.500744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:13:58.519137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:13:58.536241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-bc2c4c07-dcef-429f-90c5-e87f047c16b8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.542210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-bc2c4c07-dcef-429f-90c5-e87f047c16b8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.547934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-bc2c4c07-dcef-429f-90c5-e87f047c16b8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.554717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-bc2c4c07-dcef-429f-90c5-e87f047c16b8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.562842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-bc2c4c07-dcef-429f-90c5-e87f047c16b8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.569016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-bc2c4c07-dcef-429f-90c5-e87f047c16b8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.569916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d54e0978-7de4-459f-a42d-e3ebcb2350a5 None None] Provisioning for port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:58.575135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-bc2c4c07-dcef-429f-90c5-e87f047c16b8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.577101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-bc2c4c07-dcef-429f-90c5-e87f047c16b8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.6976712 Feb 07 13:13:58.578969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d54e0978-7de4-459f-a42d-e3ebcb2350a5 None None] Provisioning complete for port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:58.579566 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d54e0978-7de4-459f-a42d-e3ebcb2350a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:58.582352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-a883a871-6a2b-487b-ac1f-a2ed5d2bcce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.586026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-a883a871-6a2b-487b-ac1f-a2ed5d2bcce0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7415717 Feb 07 13:13:58.596027 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:58.699159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:58.704993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-4875df3f-c8ed-40d9-bc35-7c500a00f835 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847020 Feb 07 13:13:58.912331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:58.912869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:58.914528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] 10.222.0.35 "PUT /v2.0/ports/943c3fe3-1699-4798-a220-6e77de051672 HTTP/1.1" status: 200 len: 1091 time: 4.6963720 Feb 07 13:13:58.916669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688cec1c-933d-4499-b408-273479313cb3', 'tag': '943c3fe3-1699-4798-a220-6e77de051672'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:13:58.991378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6b5297f-0d9c-436a-8825-1152bfd284b7 req-3c838cff-09c8-4153-95a5-901105f3b90b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3982725 Feb 07 13:13:59.135113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.23 (bb4da382-4b41-44cb-b475-00581e7a9be1/b5aec131-0a2f-4504-ad34-3a3fca718649/48ac619d-f09f-4a2c-9054-b8d3d40bf20c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:13:59.194168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46151e-e5dd-4f73-9054-6c23f6802d59 service neutron] Pushing event updated for resources: {'Port': ['ID=943c3fe3-1699-4798-a220-6e77de051672,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:59.248986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8eac353-1df0-413a-8f14-ca4e10f1581f req-5abecdc4-5ce4-4796-b015-d34fcb88b075 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 210 time: 0.1323771 Feb 07 13:13:59.273981 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:59.304887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-e77a59a2-611c-4e8d-bbbd-ca8a203c71f0 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043195 Feb 07 13:13:59.320295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-55ba6f00-5adf-4c67-b4de-7d8c84b855ff None None] Provisioning for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:13:59.322282 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688cec1c-933d-4499-b408-273479313cb3', 'tag': '943c3fe3-1699-4798-a220-6e77de051672', 'status': 'completed', 'code': 200} Feb 07 13:13:59.327015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-55ba6f00-5adf-4c67-b4de-7d8c84b855ff None None] Provisioning complete for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:59.327473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-55ba6f00-5adf-4c67-b4de-7d8c84b855ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:59.375456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:59.397391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Ignored duplicate provisioning block setup for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 07 13:13:59.411691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-55ba6f00-5adf-4c67-b4de-7d8c84b855ff None None] Port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:59.413915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:59.423236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-55ba6f00-5adf-4c67-b4de-7d8c84b855ff None None] Provisioning complete for port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:59.423536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-55ba6f00-5adf-4c67-b4de-7d8c84b855ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:59.435695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-4ff20e7a-1a49-4e72-a7e4-f3a7d360e816 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836336 Feb 07 13:13:59.525589 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:59.532139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30fcd7e19e704945b3dd1f2d599c9e54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5488656 Feb 07 13:13:59.539425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49260) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:13:59.563468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-32c723ce-0f8d-4b55-a18c-9adf0db9d11b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=68f05dff-ff5c-4e23-be73-4702d5274760 HTTP/1.1" status: 200 len: 217 time: 0.1086397 Feb 07 13:13:59.578665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e3ac3-33b7-4433-aa5c-c666fb088b4a req-dd894aa9-90ae-4055-b3e3-8c497f5c8cc8 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:59.580223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-552e3ac3-33b7-4433-aa5c-c666fb088b4a req-dd894aa9-90ae-4055-b3e3-8c497f5c8cc8 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 943 time: 0.6939085 Feb 07 13:13:59.644696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1332b2-f240-4648-bb57-bb6b369ca047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7203624-9e94-457e-b5a0-fec5f0c284c7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:59.678182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a118-2430-4f66-84bc-13292a61984a req-ac8939aa-e488-4539-b6d9-8d155c07a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:59.679666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-ac8939aa-e488-4539-b6d9-8d155c07a696 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 1094 time: 0.6082602 Feb 07 13:13:59.700986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f602de80-cf1e-432d-a00e-7b22f27a2b88 None None] Provisioning complete for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:59.702760 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f602de80-cf1e-432d-a00e-7b22f27a2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:59.770279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=48ac619d-f09f-4a2c-9054-b8d3d40bf20c,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:13:59.802350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f602de80-cf1e-432d-a00e-7b22f27a2b88 None None] Port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:13:59.813971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:13:59.814131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008bd708-5ad4-451e-8ced-4845331037ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:13:59.815758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-008bd708-5ad4-451e-8ced-4845331037ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.2315178 Feb 07 13:13:59.831193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-ea2e8c84-cdf2-4cf8-8a3c-f7cddea07f68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943c3fe3-1699-4798-a220-6e77de051672 HTTP/1.1" status: 200 len: 217 time: 0.1281130 Feb 07 13:13:59.938447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b525414a-35a2-4157-8b23-c596d0b1e1c3 None None] Provisioning complete for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:13:59.938824 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b525414a-35a2-4157-8b23-c596d0b1e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:13:59.953782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-552e3ac3-33b7-4433-aa5c-c666fb088b4a req-4d5a98be-396d-476f-ae39-794fa31d1b9b tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106160 Feb 07 13:13:59.962357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-eccfc42e-c14e-467e-a3bf-11f320e7bc4f service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382215 Feb 07 13:14:00.005244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b525414a-35a2-4157-8b23-c596d0b1e1c3 None None] Port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:00.011960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:00.012417 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.057818 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6179def4-ad3e-44fe-953c-97d8ca0e5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.073675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] In _notify_port_updated(), no bound segment for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c on network bb4da382-4b41-44cb-b475-00581e7a9be1 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:14:00.078518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-7d51ffdb-d4b6-4a7d-a26c-999f04ceb46a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7 HTTP/1.1" status: 200 len: 217 time: 0.1045866 Feb 07 13:14:00.079488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.080168 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.082031 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6ee89691-02f6-41b3-8b51-9cf611bda771 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "PUT /v2.0/ports/48ac619d-f09f-4a2c-9054-b8d3d40bf20c HTTP/1.1" status: 200 len: 1000 time: 1.6291265 Feb 07 13:14:00.085842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49266) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:00.161455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6179def4-ad3e-44fe-953c-97d8ca0e5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.168257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a118-2430-4f66-84bc-13292a61984a req-33ddb22e-d2fc-44f3-ba0d-6e3c63403b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.169845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-33ddb22e-d2fc-44f3-ba0d-6e3c63403b12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 200 len: 850 time: 0.3307552 Feb 07 13:14:00.170005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8df47f89-3da1-4a73-b13f-c35931c234cf None None] Provisioning complete for port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:00.170193 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8df47f89-3da1-4a73-b13f-c35931c234cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.171054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-b80e03b5-f3bc-4d6f-bb31-230062f40dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.172397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-b80e03b5-f3bc-4d6f-bb31-230062f40dca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.0876348 Feb 07 13:14:00.226393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-37aecd94-e57e-42f4-a4fc-0b07313bc986 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:00.227119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-37aecd94-e57e-42f4-a4fc-0b07313bc986 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.229172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8df47f89-3da1-4a73-b13f-c35931c234cf None None] Port 48ac619d-f09f-4a2c-9054-b8d3d40bf20c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:00.418326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-70bab4e3-210c-444a-b421-c74480ff00b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=86cdac08-ccd3-45ab-8c01-dcda3f37242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2410297 Feb 07 13:14:00.431709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6179def4-ad3e-44fe-953c-97d8ca0e5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.455391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179def4-ad3e-44fe-953c-97d8ca0e5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7203624-9e94-457e-b5a0-fec5f0c284c7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:00.475646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6179def4-ad3e-44fe-953c-97d8ca0e5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.479499 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6179def4-ad3e-44fe-953c-97d8ca0e5e24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7203624-9e94-457e-b5a0-fec5f0c284c7 HTTP/1.1" status: 204 len: 168 time: 0.8950782 Feb 07 13:14:00.530095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-dff76214-023c-4362-922d-680041add348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.531594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-dff76214-023c-4362-922d-680041add348 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6972601 Feb 07 13:14:00.534901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-37aecd94-e57e-42f4-a4fc-0b07313bc986 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:00.591602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f312393-cc1c-42c3-8efc-65caf422abde req-eeaaab87-03c9-4f20-bff2-17f354b3828e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 210 time: 0.1772118 Feb 07 13:14:00.692267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-37aecd94-e57e-42f4-a4fc-0b07313bc986 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 48ac619d-f09f-4a2c-9054-b8d3d40bf20c owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:00.789690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-5269757b-2e72-47e9-9099-053c7762ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.791079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-5269757b-2e72-47e9-9099-053c7762ee35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5718822 Feb 07 13:14:00.813029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-d23ae3a8-3b5f-4700-a14d-dfcbfd2930ee tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.818992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-d23ae3a8-3b5f-4700-a14d-dfcbfd2930ee tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.824813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-d23ae3a8-3b5f-4700-a14d-dfcbfd2930ee tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.830582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-d23ae3a8-3b5f-4700-a14d-dfcbfd2930ee tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.836366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-d23ae3a8-3b5f-4700-a14d-dfcbfd2930ee tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.842168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-d23ae3a8-3b5f-4700-a14d-dfcbfd2930ee tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.848587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-d23ae3a8-3b5f-4700-a14d-dfcbfd2930ee tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:00.850995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-d23ae3a8-3b5f-4700-a14d-dfcbfd2930ee tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.4425719 Feb 07 13:14:00.878495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-0a72207c-e02a-4b9d-b162-e9e9a05a57db service neutron] 10.222.0.35 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669536 Feb 07 13:14:00.977110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-37aecd94-e57e-42f4-a4fc-0b07313bc986 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:01.031137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-17f93a85-23ee-48de-bf99-071837bc68d7 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468796 Feb 07 13:14:01.071339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aecd94-e57e-42f4-a4fc-0b07313bc986 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=48ac619d-f09f-4a2c-9054-b8d3d40bf20c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:01.160284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc42510a-38d9-46fb-bbf1-7e967ef36481 req-28a50060-ff7d-4810-b9f7-777e3912f7fb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2765727 Feb 07 13:14:01.264215 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-37aecd94-e57e-42f4-a4fc-0b07313bc986 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:01.278899 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-37aecd94-e57e-42f4-a4fc-0b07313bc986 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/48ac619d-f09f-4a2c-9054-b8d3d40bf20c HTTP/1.1" status: 204 len: 168 time: 1.1919990 Feb 07 13:14:01.279886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49286) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:01.283182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-b7ec38c3-23f2-46d1-8364-ebfc1d93377e service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817820 Feb 07 13:14:01.335419 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d45f9ca-fe6c-4945-a3cc-8205535c5889 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:14:01.335888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5d45f9ca-fe6c-4945-a3cc-8205535c5889 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:01.451528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5d45f9ca-fe6c-4945-a3cc-8205535c5889 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:01.455544 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5d45f9ca-fe6c-4945-a3cc-8205535c5889 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/48ac619d-f09f-4a2c-9054-b8d3d40bf20c HTTP/1.1" status: 404 len: 333 time: 0.1724086 Feb 07 13:14:01.456142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:01.480717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9f1a118-2430-4f66-84bc-13292a61984a req-4b13f3b8-46b7-432e-81be-f204c0975a08 service neutron] 10.222.0.35 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953929 Feb 07 13:14:01.533198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-e0536574-88d2-4e23-ac4b-272c3db2da09 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927201 Feb 07 13:14:01.545297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f98431-a9da-47ae-9afd-6684ac675e39 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet b5aec131-0a2f-4504-ad34-3a3fca718649 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:14:01.548469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86f98431-a9da-47ae-9afd-6684ac675e39 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:01.615780 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86f98431-a9da-47ae-9afd-6684ac675e39 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:01.632554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-99d941b3-ddbe-46ff-a786-a5cca5865cfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 HTTP/1.1" status: 200 len: 217 time: 0.0889676 Feb 07 13:14:01.755315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86f98431-a9da-47ae-9afd-6684ac675e39 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:01.762878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310c8c8-d8ce-4ca4-b8f8-6dc6cd39bc7b req-4029868a-01cd-4454-8894-d61d710bed01 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:01.769694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c310c8c8-d8ce-4ca4-b8f8-6dc6cd39bc7b req-4029868a-01cd-4454-8894-d61d710bed01 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 943 time: 0.6792765 Feb 07 13:14:01.796619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-a0ef065d-160d-4590-b774-460f89b90914 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004702 Feb 07 13:14:01.809217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050c7d-734a-4457-9205-c6a64432fe74 req-2d39b760-8412-42f0-bcdb-52ffc880e354 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:01.810600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-2d39b760-8412-42f0-bcdb-52ffc880e354 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.35 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 811 time: 0.4790473 Feb 07 13:14:01.914884 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86f98431-a9da-47ae-9afd-6684ac675e39 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:01.961987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f98431-a9da-47ae-9afd-6684ac675e39 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=b5aec131-0a2f-4504-ad34-3a3fca718649,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:01.966901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86f98431-a9da-47ae-9afd-6684ac675e39 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:01.974938 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86f98431-a9da-47ae-9afd-6684ac675e39 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/b5aec131-0a2f-4504-ad34-3a3fca718649 HTTP/1.1" status: 204 len: 168 time: 0.5174396 Feb 07 13:14:01.977766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49310) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:01.983791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac02443-cd41-40d0-a3a0-e885c73783dd None None] Network bb4da382-4b41-44cb-b475-00581e7a9be1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:02.055681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-de64e2c3-bb3c-41cc-8694-4133aa4ef4fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet b795bb11-5cc7-4991-ac49-aede237033c4 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:14:02.058929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de64e2c3-bb3c-41cc-8694-4133aa4ef4fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:02.112692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9995237c-e3cf-43ba-88c7-f26baa88faff req-45be2d0e-4f2d-468d-b7fa-1998002861a1 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 210 time: 0.3105919 Feb 07 13:14:02.115014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-3ff4f1db-bff5-4371-84c5-ba9f11dc5556 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1 HTTP/1.1" status: 200 len: 217 time: 0.2981164 Feb 07 13:14:02.128512 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de64e2c3-bb3c-41cc-8694-4133aa4ef4fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:02.129256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-3fe1bf88-1831-4d08-821c-4b2680a713e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.130121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-3fe1bf88-1831-4d08-821c-4b2680a713e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.4758432 Feb 07 13:14:02.212068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c310c8c8-d8ce-4ca4-b8f8-6dc6cd39bc7b req-aab215f8-9af3-4fbb-b6e8-070638c39649 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415057 Feb 07 13:14:02.222391 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de64e2c3-bb3c-41cc-8694-4133aa4ef4fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:02.244980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-53dc9fb7-7aed-4652-b95e-b38a947c419c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e88ec7e6bdec4e77ac723c847ef36a59 HTTP/1.1" status: 200 len: 380 time: 0.1745317 Feb 07 13:14:02.267133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'port': {'device_id': '72e8292f-8990-47e3-921e-09bda7be8212', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'admin_state_up': True, 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'security_groups': ['6b19b671-a37d-4613-9871-bf2bdf47bb13']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:02.360182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-fb24de39-b54d-4b42-ae1b-3c01bdb9a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.361598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-fb24de39-b54d-4b42-ae1b-3c01bdb9a1d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.2350163 Feb 07 13:14:02.400625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770b51b-8798-4be4-93fd-abe94930de51 req-7b3474ef-dfaa-4336-96a1-8e7a3661e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.401985 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1770b51b-8798-4be4-93fd-abe94930de51 req-7b3474ef-dfaa-4336-96a1-8e7a3661e883 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 1094 time: 0.7487831 Feb 07 13:14:02.423630 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de64e2c3-bb3c-41cc-8694-4133aa4ef4fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:02.474568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64e2c3-bb3c-41cc-8694-4133aa4ef4fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=b795bb11-5cc7-4991-ac49-aede237033c4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:02.479931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de64e2c3-bb3c-41cc-8694-4133aa4ef4fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:02.490281 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-de64e2c3-bb3c-41cc-8694-4133aa4ef4fa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/b795bb11-5cc7-4991-ac49-aede237033c4 HTTP/1.1" status: 204 len: 168 time: 0.5109954 Feb 07 13:14:02.492671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49324) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:02.627815 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:02.634573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-eff1316c-3467-4c9c-b42c-35a9f9b1622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.636283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-eff1316c-3467-4c9c-b42c-35a9f9b1622e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4692883 Feb 07 13:14:02.653714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:02.654306 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:02.769522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:02.789820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Usage tracker for resource:port and tenant:e88ec7e6bdec4e77ac723c847ef36a59 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:02.818165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:02.823096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770b51b-8798-4be4-93fd-abe94930de51 req-0d239608-b4da-4fac-a6f5-91dbf06712d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.825012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1770b51b-8798-4be4-93fd-abe94930de51 req-0d239608-b4da-4fac-a6f5-91dbf06712d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 910 time: 0.3687265 Feb 07 13:14:02.837720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-61578f56-d56d-481a-81ff-c272e086355c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.843586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-61578f56-d56d-481a-81ff-c272e086355c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.850471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-61578f56-d56d-481a-81ff-c272e086355c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.856245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-61578f56-d56d-481a-81ff-c272e086355c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.862438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-61578f56-d56d-481a-81ff-c272e086355c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.868394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-61578f56-d56d-481a-81ff-c272e086355c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.874771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-61578f56-d56d-481a-81ff-c272e086355c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.876765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-61578f56-d56d-481a-81ff-c272e086355c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.5253289 Feb 07 13:14:02.885744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:02.944207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-189fc9f6-6ce8-4117-9669-0e68fe1b4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:02.945663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-189fc9f6-6ce8-4117-9669-0e68fe1b4b48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5498822 Feb 07 13:14:03.003863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1770b51b-8798-4be4-93fd-abe94930de51 req-df0920ca-e057-435a-831f-dd0761851356 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943c3fe3-1699-4798-a220-6e77de051672 HTTP/1.1" status: 200 len: 217 time: 0.1248388 Feb 07 13:14:03.042690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] For port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,segment=NetworkSegment(37ccbe52-7fd6-44d9-be47-20dbc5e93f81),segment_id=37ccbe52-7fd6-44d9-be47-20dbc5e93f81)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:03.043182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.059155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceaeba1-d1a1-42fd-ae60-93977efbc07d None None] Network bb4da382-4b41-44cb-b475-00581e7a9be1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:03.172484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ce6f7ca-e1cb-4c5f-bbf7-1ef9ac4c5ede req-abb338de-05ec-4f94-a1c0-b5edc552a7d0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2092350 Feb 07 13:14:03.216857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Made reservation on behalf of e88ec7e6bdec4e77ac723c847ef36a59 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:03.220377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.236583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:03.254432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-510d1f03-2c1b-4cbc-8fc5-35c358393058 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932667 Feb 07 13:14:03.310804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770b51b-8798-4be4-93fd-abe94930de51 req-8f5882c6-3b8b-40c5-bf86-e7da9852b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:03.313001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-752de5d6-3329-4729-8b4d-67f4bd17f7ba None None] Provisioning complete for port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:03.313390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-752de5d6-3329-4729-8b4d-67f4bd17f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.313582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1770b51b-8798-4be4-93fd-abe94930de51 req-8f5882c6-3b8b-40c5-bf86-e7da9852b9c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 200 len: 850 time: 0.2484231 Feb 07 13:14:03.369313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49348) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:03.458022 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.497011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-752de5d6-3329-4729-8b4d-67f4bd17f7ba None None] Port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 update to ACTIVE by agent not found {{(pid=88314) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 13:14:03.521569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dc49ea-ee0b-4ee5-b94d-7672c62d2ece None None] DHCP port deletion for bb4da382-4b41-44cb-b475-00581e7a9be1 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:14:03.553862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=e2935d69-ddf4-4e85-8c04-eb374b5b7ce5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:03.556680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8775653a-35f1-44c8-9aae-11a96dcc830b req-8a1993c6-7f70-40aa-b9c4-448020c00c63 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 210 time: 0.2479491 Feb 07 13:14:03.558013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No DVR routers for this DVR port e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:14:03.583879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1770b51b-8798-4be4-93fd-abe94930de51 req-65410387-58cb-4dc1-a838-a7b52f26573f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=86cdac08-ccd3-45ab-8c01-dcda3f37242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675584 Feb 07 13:14:03.585637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-556f9d22-18ca-40df-95cc-624ebd1c80da service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172280 Feb 07 13:14:03.592102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.679895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:03.696244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9baeb659f24dac8e8f8c71505cfc60 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:03.702200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:03.711087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.718758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:03.754530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4da382-4b41-44cb-b475-00581e7a9be1']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:03.775723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ccbe52-7fd6-44d9-be47-20dbc5e93f81') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:03.776121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ccbe52-7fd6-44d9-be47-20dbc5e93f81') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:03.779858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:14:03.795066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.816080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:14:03.816357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e2935d69-ddf4-4e85-8c04-eb374b5b7ce5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:14:03.821380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.832553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:03.832957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:03.848154 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:03.961200 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.049265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-eca45136-6ca1-4fde-be85-77f5e488dd92 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740140 Feb 07 13:14:04.056831 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.074587 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.085931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Network': ['ID=bb4da382-4b41-44cb-b475-00581e7a9be1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:04.098569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.131239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 943c3fe3-1699-4798-a220-6e77de051672 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:04.149086 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b9baeb659f24dac8e8f8c71505cfc60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759740 Feb 07 13:14:04.149307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49354) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:04.152109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b97e2a-92e6-4e77-8380-288b4cb2b3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2619048-db5c-45a0-ab17-630870697bf6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:04.162305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Allocated IP 172.20.0.3 (c544ce96-fbe1-44f7-a876-32ae594ae054/72668aca-03af-4bfd-a6da-41fb53ac00ed/0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:04.176437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-970840f0-b838-4132-aadd-a0b281e1a1d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f66cb58-c047-40ed-8071-4db412f99c8a HTTP/1.1" status: 200 len: 217 time: 0.1137486 Feb 07 13:14:04.195201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f970de64-b551-437f-ba15-9ba50a90a970 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/networks/bb4da382-4b41-44cb-b475-00581e7a9be1 HTTP/1.1" status: 204 len: 168 time: 1.6975508 Feb 07 13:14:04.195418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49358) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:04.263175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379fac4-8f89-440b-b772-94c52e1a9a7d req-c7932190-7103-45d9-9135-6c859438ef82 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:04.264708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3379fac4-8f89-440b-b772-94c52e1a9a7d req-c7932190-7103-45d9-9135-6c859438ef82 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 943 time: 0.8418956 Feb 07 13:14:04.266539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1770b51b-8798-4be4-93fd-abe94930de51 req-9ac30b67-3345-40aa-9726-c58f98c7eb9a service neutron] 10.222.0.35 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744573 Feb 07 13:14:04.283586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-9d48eaac-e745-441d-9017-75cc900175c6 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903427 Feb 07 13:14:04.298076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af6afb0b-9e93-47e7-931b-13294dde3684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.307606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 943c3fe3-1699-4798-a220-6e77de051672, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=943c3fe3-1699-4798-a220-6e77de051672,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:04.323572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '943c3fe3-1699-4798-a220-6e77de051672', 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c', 'port_id': '943c3fe3-1699-4798-a220-6e77de051672', 'mac_address': 'fa:16:3e:ef:50:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1e8225-0310-44f2-9490-e5b8a2d78c5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:04.338521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af6afb0b-9e93-47e7-931b-13294dde3684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.354167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c73e3-d4ef-4262-9bad-bcc6b43c40d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:04.354843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0c2c73e3-d4ef-4262-9bad-bcc6b43c40d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:04.388933 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.408523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943c3fe3-1699-4798-a220-6e77de051672 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:04.425017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 943c3fe3-1699-4798-a220-6e77de051672, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=943c3fe3-1699-4798-a220-6e77de051672,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:04.457734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0c2c73e3-d4ef-4262-9bad-bcc6b43c40d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:04.458977 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0c2c73e3-d4ef-4262-9bad-bcc6b43c40d2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2627692 Feb 07 13:14:04.462481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49364) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:04.520523 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.520787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af6afb0b-9e93-47e7-931b-13294dde3684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.520926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-41027f3c-3f98-47f4-9adc-62ef7b99ffb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f042abf6-8805-4ccc-90a6-cde1b5570334 HTTP/1.1" status: 200 len: 217 time: 0.1844666 Feb 07 13:14:04.549921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6afb0b-9e93-47e7-931b-13294dde3684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2619048-db5c-45a0-ab17-630870697bf6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:04.557317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af6afb0b-9e93-47e7-931b-13294dde3684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:04.560431 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af6afb0b-9e93-47e7-931b-13294dde3684 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2619048-db5c-45a0-ab17-630870697bf6 HTTP/1.1" status: 204 len: 168 time: 0.4101734 Feb 07 13:14:04.585173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-9996d6a5-4ee1-4651-aeae-057af3063967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:04.587199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-9996d6a5-4ee1-4651-aeae-057af3063967 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.3969646 Feb 07 13:14:04.589731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49370) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:04.594337 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-da9e2f59-332c-4d09-9af2-017ab2c110e9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1305425 Feb 07 13:14:04.619777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=943c3fe3-1699-4798-a220-6e77de051672,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:04.693558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1865722713'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:04.707308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['943c3fe3-1699-4798-a220-6e77de051672'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:04.730903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3379fac4-8f89-440b-b772-94c52e1a9a7d req-1a697d62-be1a-48d8-84aa-10d4b7b4b4ae tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576001 Feb 07 13:14:04.746231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:04.788521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:network and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:04.795801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:04.827570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:04.831507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-2501cf4e-683f-4cdf-90bd-fe8925c80901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:04.833253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-2501cf4e-683f-4cdf-90bd-fe8925c80901 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 200 len: 797 time: 0.2959769 Feb 07 13:14:04.978554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1770b51b-8798-4be4-93fd-abe94930de51 req-697b5685-7856-4c97-b2ec-83a1d1d5ca34 service neutron] 10.222.0.35 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012823 Feb 07 13:14:05.009057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d6b3d22-368c-4b28-a7d7-52b207c06b27 req-2872bb6e-a82f-47d4-8e73-a665715f22f0 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 210 time: 0.0964818 Feb 07 13:14:05.037350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-200305c2-2745-4d05-adf7-81205ba2b666 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.043480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-200305c2-2745-4d05-adf7-81205ba2b666 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.049327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-200305c2-2745-4d05-adf7-81205ba2b666 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.056717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-200305c2-2745-4d05-adf7-81205ba2b666 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.062538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-200305c2-2745-4d05-adf7-81205ba2b666 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.069249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-200305c2-2745-4d05-adf7-81205ba2b666 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.075154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-200305c2-2745-4d05-adf7-81205ba2b666 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.077073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-200305c2-2745-4d05-adf7-81205ba2b666 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.7524064 Feb 07 13:14:05.088956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:05.092307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:05.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:05.155266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-91305a7e-e998-46a2-a02b-eeb8a7884795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.156780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-91305a7e-e998-46a2-a02b-eeb8a7884795 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4844363 Feb 07 13:14:05.202087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Transition to ACTIVE for port object 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:05.276756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a1756de-2002-4d15-bf9a-a1e0045e9c86 req-76bda8fc-7e50-4abf-b698-2fd20f3b6185 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887610 Feb 07 13:14:05.281428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:05.309196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:05.309541 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Added segment 7887334d-b33a-45f2-9668-df5accda9d5b of type vlan for network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b Feb 07 13:14:05.314955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-df9e5b0a-a586-4b60-9660-e838508535d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.317008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-df9e5b0a-a586-4b60-9660-e838508535d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4636848 Feb 07 13:14:05.600505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:05.634967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-fa68dc4d-7c68-448c-83d4-05310b2b8e74 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586067 Feb 07 13:14:05.739592 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:05.839944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-a67684bb-73e1-46e8-a59a-f3ced80e5a8b service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133014 Feb 07 13:14:05.975219 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:05.980647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:05.981223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:05.988290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Network c544ce96-fbe1-44f7-a876-32ae594ae054 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:06.039895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event updated for resources: {'Port': ['ID=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:06.044090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:06.108752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:06.131158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 943c3fe3-1699-4798-a220-6e77de051672 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:06.272285 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-071cf8ec-ce13-45b0-9420-51c06162f930 req-0aaa6472-04d9-436a-b09f-867e56bd7972 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284142 Feb 07 13:14:06.279533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 943c3fe3-1699-4798-a220-6e77de051672 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:06.288985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 943c3fe3-1699-4798-a220-6e77de051672 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:06.289617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:06.311308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Network': ['ID=5597c49f-6b6f-4f10-9c21-c5ae7b56e69b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:06.327166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:06.356427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.357248 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:06.381945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-476c8df6-821d-4696-b8b6-ea32309a0d44 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278940 Feb 07 13:14:06.466574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a734e81b-70b0-4ccc-bb1a-07a929d89c85 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8534396 Feb 07 13:14:06.466960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49412) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:06.474893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:06.475107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8e986-b34c-4aff-8dee-63d844c9237e req-668b2562-4893-441c-9f16-a217b059f4c0 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.477364 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65f8e986-b34c-4aff-8dee-63d844c9237e req-668b2562-4893-441c-9f16-a217b059f4c0 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 944 time: 0.6277406 Feb 07 13:14:06.531371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-e200626c-5142-46f2-b89b-04ee21fab80b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a HTTP/1.1" status: 200 len: 217 time: 0.1391103 Feb 07 13:14:06.550687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:06.568395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bd190d7b-c812-4b26-8295-57147b10cd69 None None] Provisioning for port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:06.589338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bd190d7b-c812-4b26-8295-57147b10cd69 None None] Provisioning complete for port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:06.589956 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bd190d7b-c812-4b26-8295-57147b10cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:06.607790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:06.612629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-6a0d0617-ec27-48e8-b9ae-562f2f2499d5 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3539319 Feb 07 13:14:06.613107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:06.617063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:06.625058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:06.630814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d86844-99b1-459e-946e-64033352c82d req-061c6a83-c3d5-40a0-9895-4adaac81064a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.630814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-12d86844-99b1-459e-946e-64033352c82d req-061c6a83-c3d5-40a0-9895-4adaac81064a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Synchronizing usage tracker for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:06.677206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Request body: {'port': {'device_id': '72e8292f-8990-47e3-921e-09bda7be8212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:06.678763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688cec1c-933d-4499-b408-273479313cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943c3fe3-1699-4798-a220-6e77de051672'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:06.689456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bd190d7b-c812-4b26-8295-57147b10cd69 None None] Port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:06.695110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 943c3fe3-1699-4798-a220-6e77de051672, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=943c3fe3-1699-4798-a220-6e77de051672,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:06.701976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-9d645227-3832-4d77-ad94-336fbd74e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.703436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-9d645227-3832-4d77-ad94-336fbd74e977 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 200 len: 797 time: 0.1482444 Feb 07 13:14:06.768599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65f8e986-b34c-4aff-8dee-63d844c9237e req-a4408ffa-b800-4d45-92bd-edff74f4e87d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395060 Feb 07 13:14:06.782857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49422) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:06.793620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:06.803835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:06.804025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:06.888129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-9f95e068-aa76-4688-8a40-63b133d62086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.888616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-9f95e068-aa76-4688-8a40-63b133d62086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.889088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-9f95e068-aa76-4688-8a40-63b133d62086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.889558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-9f95e068-aa76-4688-8a40-63b133d62086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.890025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-9f95e068-aa76-4688-8a40-63b133d62086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.890492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-9f95e068-aa76-4688-8a40-63b133d62086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.890951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-9f95e068-aa76-4688-8a40-63b133d62086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:06.892921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-9f95e068-aa76-4688-8a40-63b133d62086 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6489 time: 0.4145246 Feb 07 13:14:06.903052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=943c3fe3-1699-4798-a220-6e77de051672,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:06.921954 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:06.936335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-12d86844-99b1-459e-946e-64033352c82d req-061c6a83-c3d5-40a0-9895-4adaac81064a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Unset dirty status for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:06.937497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12d86844-99b1-459e-946e-64033352c82d req-061c6a83-c3d5-40a0-9895-4adaac81064a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 931 time: 0.7765524 Feb 07 13:14:07.024729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1332068112'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:07.033276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:07.045752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Usage tracker for resource:network and tenant:43bca2163d814dadb26cbd6849d90903 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:07.051604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:07.061156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:07.122338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-902edb4d-71bb-450a-adb2-c140ed4c58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.123844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-902edb4d-71bb-450a-adb2-c140ed4c58e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3984704 Feb 07 13:14:07.228378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Made reservation on behalf of 43bca2163d814dadb26cbd6849d90903 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:07.231923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.244853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.260477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:07.264348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.268780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Usage tracker for resource:security_group_rule and tenant:43bca2163d814dadb26cbd6849d90903 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:07.274647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12d86844-99b1-459e-946e-64033352c82d req-2af777e4-3949-4e2f-84b7-3d16d78c1301 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806990 Feb 07 13:14:07.303812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:07.324261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:07.331561 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688cec1c-933d-4499-b408-273479313cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943c3fe3-1699-4798-a220-6e77de051672', 'code': 200} Feb 07 13:14:07.396118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=f87d8796-985e-416e-ad6e-abe5752bf5ed,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:07.414986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking segment: {'id': '7887334d-b33a-45f2-9668-df5accda9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:07.415351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network hostable DHCP agents. Network: 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:14:07.489184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.525688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:14:07.577313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-4f94b530-ab70-4a5e-9ad7-a3a29c28e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.578771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-4f94b530-ab70-4a5e-9ad7-a3a29c28e339 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cdf1861f-6d94-4ade-93cf-f1104237dde1 HTTP/1.1" status: 200 len: 901 time: 0.6785243 Feb 07 13:14:07.594517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.628764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:07.637013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:07.643232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3a8cf-d107-4fd2-8589-b0db47c59fbe,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:07.648252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cbbdae-528f-45d8-82f3-8d942440081e None None] Network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:07.649971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.650569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.655234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.656414 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Added segment 50847cd4-1da6-401c-a82b-03073f7548fd of type vlan for network dc0747a1-10d7-4e2e-bfb9-ca166b842058 Feb 07 13:14:07.705522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.719539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-c9e73632-55ca-4301-9793-7d802623147d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f66cb58-c047-40ed-8071-4db412f99c8a HTTP/1.1" status: 200 len: 217 time: 0.1266096 Feb 07 13:14:07.778293 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-72965dea-9179-42f1-b5a7-da0e32608f17 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3093653 Feb 07 13:14:07.781785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49428) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:07.788933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b', 'name': 'tempest-PortsTestJSON-1797426538'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:07.824441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-6c405c99-f3b0-42b7-8c4a-55f38c583b24 service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882648 Feb 07 13:14:07.836678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-5e1b5c42-be96-486d-9e0f-f54f46320fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.842811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-5e1b5c42-be96-486d-9e0f-f54f46320fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.850025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-5e1b5c42-be96-486d-9e0f-f54f46320fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.855933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-5e1b5c42-be96-486d-9e0f-f54f46320fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.861951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-5e1b5c42-be96-486d-9e0f-f54f46320fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.868061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-5e1b5c42-be96-486d-9e0f-f54f46320fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.874127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-5e1b5c42-be96-486d-9e0f-f54f46320fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.876537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-5e1b5c42-be96-486d-9e0f-f54f46320fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.8753917 Feb 07 13:14:07.983739 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-5597c49f-6b6f-4f10-9c21-c5ae7b56e69b', 'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b', 'tenant_id': '9d7b07b9e05e465880864ae49678af12', 'fixed_ips': [{'subnet_id': 'f87d8796-985e-416e-ad6e-abe5752bf5ed'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:14:07.984676 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.993042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:07.998897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:07.999503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.138659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-ac061a16-4d10-4dea-9647-a68da406c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:08.139596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-ac061a16-4d10-4dea-9647-a68da406c588 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.3745282 Feb 07 13:14:08.145925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Pushing event updated for resources: {'Network': ['ID=dc0747a1-10d7-4e2e-bfb9-ca166b842058,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:08.161704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f3cecdc-8c94-480c-9d0c-9fc4e05bf821 req-2ba6456b-613b-45e5-91f1-1f0414169f79 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2468650 Feb 07 13:14:08.163709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8b0f9-da3f-434a-83fb-3ba612997c95 req-9b53ad61-a256-4783-b935-a8070a2adedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:08.165251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dec8b0f9-da3f-434a-83fb-3ba612997c95 req-9b53ad61-a256-4783-b935-a8070a2adedb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 1096 time: 0.6800361 Feb 07 13:14:08.179648 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e050cd69-f5b0-40c2-9ba8-ab83e3cff376 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3955045 Feb 07 13:14:08.183177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49434) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:08.186793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network dc0747a1-10d7-4e2e-bfb9-ca166b842058 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:08.211186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:08.222452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:08.265964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Request body: {'network': {'name': 'tempest-network--2051712982', 'router:external': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:08.272239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:08.276228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Usage tracker for resource:network and tenant:3879380b537c44d5bfabc59440217f7c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:08.279430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:08.287890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:08.305524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-269d3835-13c2-44ce-ac57-3ff6be6f9cab req-cf9def83-d3c3-46f2-9e80-778851ebd7ea service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196448 Feb 07 13:14:08.326606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:08.329316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dec8b0f9-da3f-434a-83fb-3ba612997c95 req-6c7b6747-208a-4ddd-b8e9-b1990794f57a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124415 Feb 07 13:14:08.333145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.366207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port aec98e43-3705-49aa-8fb4-e46091e0e44a yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:08.402990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d889-6025-40c4-ad57-12c77ce56f4c req-40d9117c-9d73-487d-8ed9-a31b24ec0070 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:08.404709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aaa8d889-6025-40c4-ad57-12c77ce56f4c req-40d9117c-9d73-487d-8ed9-a31b24ec0070 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.4818079 Feb 07 13:14:08.406494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Allocated IP 172.20.0.2 (5597c49f-6b6f-4f10-9c21-c5ae7b56e69b/f87d8796-985e-416e-ad6e-abe5752bf5ed/b2595967-32dd-49db-a2f6-b99fa2c553dd) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:08.476194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:08.480564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Made reservation on behalf of 3879380b537c44d5bfabc59440217f7c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:08.483295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.487742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.496846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.513666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:08.517819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Usage tracker for resource:security_group_rule and tenant:3879380b537c44d5bfabc59440217f7c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:08.521536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:08.522401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-6e733246-fb9f-48ad-b158-cbcc9c35e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:08.523912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-6e733246-fb9f-48ad-b158-cbcc9c35e0e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3707759 Feb 07 13:14:08.527820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:08.560617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Transition to ACTIVE for port object 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:08.563924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aaa8d889-6025-40c4-ad57-12c77ce56f4c req-578aa566-7796-4480-9269-43a21d9523bc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488450 Feb 07 13:14:08.645107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.656463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Transition to ACTIVE for port object b2595967-32dd-49db-a2f6-b99fa2c553dd will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:08.667575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fe45f-a99d-478b-8559-57600159039c req-f03b769c-764b-477e-9684-fae502e63378 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:08.669120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d07fe45f-a99d-478b-8559-57600159039c req-f03b769c-764b-477e-9684-fae502e63378 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 931 time: 0.2606254 Feb 07 13:14:08.676905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Transition to ACTIVE for port object b2595967-32dd-49db-a2f6-b99fa2c553dd will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:08.682516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.725491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-aa8977e3-0c7e-4d82-9535-74d111ea5b00 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929007 Feb 07 13:14:08.728374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.811459 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9d03-f9d5-42c5-8a4a-ba08a3a9f09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.868878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d07fe45f-a99d-478b-8559-57600159039c req-019cd250-d12a-43de-98a4-a726fbe81aa7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886401 Feb 07 13:14:08.893713 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.897461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:08.965473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:08.967592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:08.976473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:08.979952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:08.985875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:09.009718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.010303 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Added segment a8acd418-a3fc-45a7-ba25-fb8b86f46c70 of type vlan for network 2d4b7dfe-d219-4593-bd4b-7cd59e7f2752 Feb 07 13:14:09.015080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c7f786-6ab5-4953-8e7f-6bc7e255b5b8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:09.030640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.3 (5597c49f-6b6f-4f10-9c21-c5ae7b56e69b/f87d8796-985e-416e-ad6e-abe5752bf5ed/aec98e43-3705-49aa-8fb4-e46091e0e44a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:09.068181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Pushing event updated for resources: {'Port': ['ID=b2595967-32dd-49db-a2f6-b99fa2c553dd,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:09.088737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.137375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Attempting to bind port b2595967-32dd-49db-a2f6-b99fa2c553dd on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:14:09.138000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Attempting to bind port b2595967-32dd-49db-a2f6-b99fa2c553dd by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '7887334d-b33a-45f2-9668-df5accda9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:14:09.138600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Attempting to bind port b2595967-32dd-49db-a2f6-b99fa2c553dd on network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:09.145109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:14:09.145355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Attempting to bind port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:14:09.145469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Checking segment: {'id': '7887334d-b33a-45f2-9668-df5accda9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:09.145809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Attempting to bind port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:14:09.145951 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.146252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Bound using segment: {'id': '7887334d-b33a-45f2-9668-df5accda9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:14:09.146401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Attempting to bind port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 on network c544ce96-fbe1-44f7-a876-32ae594ae054 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:09.146761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Bound port: b2595967-32dd-49db-a2f6-b99fa2c553dd, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887334d-b33a-45f2-9668-df5accda9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:14:09.147557 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.153629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba2b470-b16b-4c6f-9be5-3647d270084b req-4fad73de-ae5a-439a-8589-d4cffb9206ab service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212728 Feb 07 13:14:09.155594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 on network c544ce96-fbe1-44f7-a876-32ae594ae054 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:14:09.156358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Attempting to bind port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 on network c544ce96-fbe1-44f7-a876-32ae594ae054 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:09.170446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:14:09.170446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Checking segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:09.170446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Bound using segment: {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:14:09.170446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Bound port: 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ba5a50-f9b7-4987-a23d-e288de51ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:14:09.170446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.300403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.302308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.303028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.348315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] For port b2595967-32dd-49db-a2f6-b99fa2c553dd, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:14:09.352330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] For port b2595967-32dd-49db-a2f6-b99fa2c553dd, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b2595967-32dd-49db-a2f6-b99fa2c553dd,segment=NetworkSegment(7887334d-b33a-45f2-9668-df5accda9d5b),segment_id=7887334d-b33a-45f2-9668-df5accda9d5b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:14:09.462966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Network': ['ID=2d4b7dfe-d219-4593-bd4b-7cd59e7f2752,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:09.468165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.474904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] For port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:14:09.480367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 2d4b7dfe-d219-4593-bd4b-7cd59e7f2752 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:09.480907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] For port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:14:09.492223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object aec98e43-3705-49aa-8fb4-e46091e0e44a will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:09.508242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-5d633cce-2c6f-4e18-b17c-71f56a0b3275 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.514520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-5d633cce-2c6f-4e18-b17c-71f56a0b3275 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.521328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-5d633cce-2c6f-4e18-b17c-71f56a0b3275 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.527574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-5d633cce-2c6f-4e18-b17c-71f56a0b3275 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.533602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-5d633cce-2c6f-4e18-b17c-71f56a0b3275 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.539908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-5d633cce-2c6f-4e18-b17c-71f56a0b3275 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.544575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.545790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-5d633cce-2c6f-4e18-b17c-71f56a0b3275 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.547806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-5d633cce-2c6f-4e18-b17c-71f56a0b3275 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.1692669 Feb 07 13:14:09.586211 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-556e25da-ce01-4abe-83f7-fba5adbec85a tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3991709 Feb 07 13:14:09.586768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:09.607607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb1ba00-1def-4414-bdf5-4f8ecd2ed0ff req-849ccbac-c253-41ae-83e5-8899e09b681f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531487 Feb 07 13:14:09.625623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.702913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbdbed-c2a7-4fa3-a977-fdf06b781ab8 None None] Pushing event updated for resources: {'Port': ['ID=b2595967-32dd-49db-a2f6-b99fa2c553dd,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:09.749289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.754377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:09.805469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.806098 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.807498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-4abf9279-bbf0-40eb-8338-7c1c853a67a2 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 HTTP/1.1" status: 200 len: 1091 time: 3.1738148 Feb 07 13:14:09.807945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e8292f-8990-47e3-921e-09bda7be8212', 'tag': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:09.866511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:09.871511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:09.874398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:09.886975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d391f02-b6b8-434a-9214-6735636af718 req-6cf48fcd-0b5d-4dea-93a9-600a74615733 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:09.888966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d391f02-b6b8-434a-9214-6735636af718 req-6cf48fcd-0b5d-4dea-93a9-600a74615733 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.1384220 Feb 07 13:14:09.890704 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e8292f-8990-47e3-921e-09bda7be8212', 'tag': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'status': 'completed', 'code': 200} Feb 07 13:14:09.925328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:09.937392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=aec98e43-3705-49aa-8fb4-e46091e0e44a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:10.037107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:10.039668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:10.050918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d391f02-b6b8-434a-9214-6735636af718 req-5a2bb318-ccc2-4d69-84e6-a072564bb717 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445365 Feb 07 13:14:10.086298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5c37f-edea-4234-9f99-a3f3aeb3cdb4 req-cc8d59a0-9231-44e2-8126-1976a00c680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:10.090686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ee5c37f-edea-4234-9f99-a3f3aeb3cdb4 req-cc8d59a0-9231-44e2-8126-1976a00c680e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 1094 time: 0.1822116 Feb 07 13:14:10.216495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:10.254202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4b7dfe-d219-4593-bd4b-7cd59e7f2752']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:10.264396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8acd418-a3fc-45a7-ba25-fb8b86f46c70') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:10.264702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8acd418-a3fc-45a7-ba25-fb8b86f46c70') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:10.274741 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d899dc3a-75d2-49c1-b8ef-70b199142e04 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4914687 Feb 07 13:14:10.278071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49456) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:10.284798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:10.297084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': '5597c49f-6b6f-4f10-9c21-c5ae7b56e69b', 'name': 'tempest-PortsTestJSON-1443457145'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:10.359447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5c37f-edea-4234-9f99-a3f3aeb3cdb4 req-ffd0556b-2b55-4bfb-b306-5bfdcd5bc43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:10.360969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ee5c37f-edea-4234-9f99-a3f3aeb3cdb4 req-ffd0556b-2b55-4bfb-b306-5bfdcd5bc43f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2648413 Feb 07 13:14:10.379751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:10.405991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:10.406374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:10.420287 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:10.460655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cc798-306a-41a3-9742-4b630218b6ae req-572f60e9-7d68-4449-82b4-3386720e2867 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:10.462205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-000cc798-306a-41a3-9742-4b630218b6ae req-572f60e9-7d68-4449-82b4-3386720e2867 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 943 time: 0.3441854 Feb 07 13:14:10.550752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-000cc798-306a-41a3-9742-4b630218b6ae req-b2f15077-2080-4be1-b381-39e42f0f403c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776646 Feb 07 13:14:10.553485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:10.557908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:10.559065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5c37f-edea-4234-9f99-a3f3aeb3cdb4 req-55358c06-d4e8-4c2b-99c3-792d894fd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:10.560563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ee5c37f-edea-4234-9f99-a3f3aeb3cdb4 req-55358c06-d4e8-4c2b-99c3-792d894fd7ec service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1929483 Feb 07 13:14:10.561374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:10.572701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:10.680106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050c7d-734a-4457-9205-c6a64432fe74 req-d4275946-177e-4a39-abe1-3aa584f231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:10.681986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-d4275946-177e-4a39-abe1-3aa584f231a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 1094 time: 0.0764718 Feb 07 13:14:10.765832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:10.770231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d4b7dfe-d219-4593-bd4b-7cd59e7f2752 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 13:14:10.773182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:10.814985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:10.826086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:10.845742 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "DELETE /v2.0/networks/2d4b7dfe-d219-4593-bd4b-7cd59e7f2752 HTTP/1.1" status: 204 len: 168 time: 1.2544990 Feb 07 13:14:10.854394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49464) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:10.857853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6be8fc-eb23-4b3c-addf-a0d7b3bf03f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d4b7dfe-d219-4593-bd4b-7cd59e7f2752,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:10.866241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:10.875932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:10.882118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port de10a522-a873-4e19-83eb-5bb16b317a59 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:10.886486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-1e515bec-297c-4b8a-9120-b53831228696 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 HTTP/1.1" status: 200 len: 217 time: 0.1979113 Feb 07 13:14:11.041770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Usage tracker for resource:network and tenant:3879380b537c44d5bfabc59440217f7c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:11.046067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:11.057322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:11.107201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1459fc-f9c1-457c-8c36-b71705b77857 None None] Network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:11.107828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050c7d-734a-4457-9205-c6a64432fe74 req-7516cf5d-f999-4ee3-83ef-6408ae8fe3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.110468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-7516cf5d-f999-4ee3-83ef-6408ae8fe3ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.1476245 Feb 07 13:14:11.156432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Made reservation on behalf of 3879380b537c44d5bfabc59440217f7c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:11.160102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.201564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.5 (5597c49f-6b6f-4f10-9c21-c5ae7b56e69b/f87d8796-985e-416e-ad6e-abe5752bf5ed/de10a522-a873-4e19-83eb-5bb16b317a59) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:11.209109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac54696-7300-4198-a027-efa18634c087 req-1e02e373-c160-4d0a-b220-99d413c92a75 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.215074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac54696-7300-4198-a027-efa18634c087 req-1e02e373-c160-4d0a-b220-99d413c92a75 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.218511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:11.220970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac54696-7300-4198-a027-efa18634c087 req-1e02e373-c160-4d0a-b220-99d413c92a75 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.227160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac54696-7300-4198-a027-efa18634c087 req-1e02e373-c160-4d0a-b220-99d413c92a75 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.233470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac54696-7300-4198-a027-efa18634c087 req-1e02e373-c160-4d0a-b220-99d413c92a75 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.239302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac54696-7300-4198-a027-efa18634c087 req-1e02e373-c160-4d0a-b220-99d413c92a75 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.245319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac54696-7300-4198-a027-efa18634c087 req-1e02e373-c160-4d0a-b220-99d413c92a75 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.247276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ac54696-7300-4198-a027-efa18634c087 req-1e02e373-c160-4d0a-b220-99d413c92a75 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.4669628 Feb 07 13:14:11.247776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.248157 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Added segment 1ea9ff0a-c726-41c5-bd4a-06b43a7abe32 of type vlan for network 8beacd88-f528-404c-aef6-970579be9131 Feb 07 13:14:11.260543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f320ba-bca5-4f18-8c3b-c653b5fdb4d1 req-8c138bc9-b218-4468-bb46-4cb4d34db6f2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.267729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f320ba-bca5-4f18-8c3b-c653b5fdb4d1 req-8c138bc9-b218-4468-bb46-4cb4d34db6f2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.4054692 Feb 07 13:14:11.278050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-87dea422-b195-4ec0-8cbb-68baad74130d None None] Provisioning for port b2595967-32dd-49db-a2f6-b99fa2c553dd completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:11.304714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-d0d00ac2-c495-4966-bf31-4d79716c2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.306297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-d0d00ac2-c495-4966-bf31-4d79716c2188 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 1096 time: 0.4231656 Feb 07 13:14:11.386221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.450772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ac54696-7300-4198-a027-efa18634c087 req-3f80c6ef-5e6c-47ca-abb3-cc493d41a636 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806679 Feb 07 13:14:11.485657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f320ba-bca5-4f18-8c3b-c653b5fdb4d1 req-7dc1f466-41c3-44ea-9e6f-d54f08b93d6c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168930 Feb 07 13:14:11.516177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.517662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050c7d-734a-4457-9205-c6a64432fe74 req-f533196d-20d8-41d3-b2b7-7a17a3d76ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.519789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-f533196d-20d8-41d3-b2b7-7a17a3d76ef8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4040098 Feb 07 13:14:11.535995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object de10a522-a873-4e19-83eb-5bb16b317a59 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:11.549348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.551054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.552092 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.570198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-035639c6-037e-4b71-b2e8-17e825a1df62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.683703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Network': ['ID=8beacd88-f528-404c-aef6-970579be9131,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:11.695560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 8beacd88-f528-404c-aef6-970579be9131 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:11.738501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.773568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-883ae99a-37a3-4996-b6d2-e77718293dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.775437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-883ae99a-37a3-4996-b6d2-e77718293dce service neutron] 10.222.0.35 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 910 time: 0.4624715 Feb 07 13:14:11.823828 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3a6337ac-3842-413a-9f1b-dda1d278e13b tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.9679852 Feb 07 13:14:11.833673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49470) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:11.859236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Request body: {'subnet': {'network_id': '8beacd88-f528-404c-aef6-970579be9131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:11.875278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:11.881408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:11.883216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:11.889159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:11.920516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b2595967-32dd-49db-a2f6-b99fa2c553dd up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:11.922749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Usage tracker for resource:subnet and tenant:3879380b537c44d5bfabc59440217f7c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:11.932978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:11.950827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:11.957064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=de10a522-a873-4e19-83eb-5bb16b317a59,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:11.966517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b669cbfd-358f-49f9-978d-1c783dd367b5 None None] Provisioning for port aec98e43-3705-49aa-8fb4-e46091e0e44a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:11.976620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-ab240276-bf1d-4b2e-80ab-33e444409d09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943c3fe3-1699-4798-a220-6e77de051672 HTTP/1.1" status: 200 len: 217 time: 0.1563730 Feb 07 13:14:11.985175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b669cbfd-358f-49f9-978d-1c783dd367b5 None None] Provisioning complete for port aec98e43-3705-49aa-8fb4-e46091e0e44a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:11.985691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b669cbfd-358f-49f9-978d-1c783dd367b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:11.992175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:11.993027 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.069142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b669cbfd-358f-49f9-978d-1c783dd367b5 None None] Port aec98e43-3705-49aa-8fb4-e46091e0e44a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:12.082524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Made reservation on behalf of 3879380b537c44d5bfabc59440217f7c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:12.085566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.097538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-a89f8425-4aea-4920-889b-0761285c698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.099173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-a89f8425-4aea-4920-889b-0761285c698b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 200 len: 850 time: 0.1156878 Feb 07 13:14:12.103372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-5017774c-67d2-45c3-92de-ee0bbf744355 service neutron] 10.222.0.35 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741143 Feb 07 13:14:12.151565 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d690d02b-1dcf-4a80-b729-4fde8a72ed56 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8724756 Feb 07 13:14:12.156380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b2595967-32dd-49db-a2f6-b99fa2c553dd completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:12.161849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:12.164981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b2595967-32dd-49db-a2f6-b99fa2c553dd triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:12.165471 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.239772 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.244067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.302778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3209e-1789-4241-b0b5-e87365324b1f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.303531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dca3209e-1789-4241-b0b5-e87365324b1f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:12.311074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09050c7d-734a-4457-9205-c6a64432fe74 req-98a2341b-fbf1-4544-b4e9-6223af00ff42 service neutron] 10.222.0.35 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004917 Feb 07 13:14:12.326670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-f8c4db2a-367e-4184-9eaa-85f63f442beb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=86cdac08-ccd3-45ab-8c01-dcda3f37242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2173932 Feb 07 13:14:12.334999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-216adb5a-b4b0-424a-b9f2-0fcf84309b7e None None] Provisioning complete for port aec98e43-3705-49aa-8fb4-e46091e0e44a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:12.335296 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-216adb5a-b4b0-424a-b9f2-0fcf84309b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.338796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49459ace-0c7c-451c-8dd9-068c08569e24 req-d682b703-d26e-42f8-a644-347b849178dd tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.340477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49459ace-0c7c-451c-8dd9-068c08569e24 req-d682b703-d26e-42f8-a644-347b849178dd tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 943 time: 0.5782161 Feb 07 13:14:12.369908 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.463397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-216adb5a-b4b0-424a-b9f2-0fcf84309b7e None None] Port aec98e43-3705-49aa-8fb4-e46091e0e44a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:12.468905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dca3209e-1789-4241-b0b5-e87365324b1f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:12.470120 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dca3209e-1789-4241-b0b5-e87365324b1f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.3073187 Feb 07 13:14:12.472214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b2595967-32dd-49db-a2f6-b99fa2c553dd, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b2595967-32dd-49db-a2f6-b99fa2c553dd,segment=NetworkSegment(7887334d-b33a-45f2-9668-df5accda9d5b),segment_id=7887334d-b33a-45f2-9668-df5accda9d5b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:12.473476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49478) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:12.476439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49459ace-0c7c-451c-8dd9-068c08569e24 req-2311eaaf-9600-4c80-8977-2d2023f62095 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127942 Feb 07 13:14:12.524025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-2a503b1d-8dd4-4cb1-9394-d6cf711d20a7 service neutron] 10.222.0.35 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824820 Feb 07 13:14:12.582903 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.643168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e29ae-4188-4f5e-b9be-2ecb4612d596 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port de10a522-a873-4e19-83eb-5bb16b317a59 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:12.643628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f5e29ae-4188-4f5e-b9be-2ecb4612d596 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.660498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0633e760-fb42-4d1c-b74f-667937db0036 None None] Provisioning for port de10a522-a873-4e19-83eb-5bb16b317a59 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:12.674264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0633e760-fb42-4d1c-b74f-667937db0036 None None] Provisioning complete for port de10a522-a873-4e19-83eb-5bb16b317a59 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:12.675332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0633e760-fb42-4d1c-b74f-667937db0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.756836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b2595967-32dd-49db-a2f6-b99fa2c553dd,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:12.761385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0633e760-fb42-4d1c-b74f-667937db0036 None None] Port de10a522-a873-4e19-83eb-5bb16b317a59 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:12.830639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63aa0b8b-4852-4447-be8d-7329e7c7a9c5 req-bfed16d1-1b8c-4099-8f6a-63baf574df81 service neutron] 10.222.0.35 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005319 Feb 07 13:14:12.863936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-292a700d-e6d1-4918-8e00-10f07a143bb7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.863936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-292a700d-e6d1-4918-8e00-10f07a143bb7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.872327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-292a700d-e6d1-4918-8e00-10f07a143bb7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.872327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-292a700d-e6d1-4918-8e00-10f07a143bb7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.883447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-292a700d-e6d1-4918-8e00-10f07a143bb7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.891665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-292a700d-e6d1-4918-8e00-10f07a143bb7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.891665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-292a700d-e6d1-4918-8e00-10f07a143bb7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.907482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-292a700d-e6d1-4918-8e00-10f07a143bb7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.2813821 Feb 07 13:14:12.907482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f230-3eb5-4296-98a4-e6f600174fcc req-9a69212b-8b8f-4cc0-b342-8c073e0e4e8c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:12.907482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44c3f230-3eb5-4296-98a4-e6f600174fcc req-9a69212b-8b8f-4cc0-b342-8c073e0e4e8c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.2505958 Feb 07 13:14:12.965233 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f5e29ae-4188-4f5e-b9be-2ecb4612d596 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:12.972700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaf47175-631e-441f-89cc-f5abef436cf2 req-00cf2772-52e9-4676-a5e2-d1c2628998d9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699944 Feb 07 13:14:12.986902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44c3f230-3eb5-4296-98a4-e6f600174fcc req-305e3ace-0325-464f-aeff-b52557cd24c6 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686643 Feb 07 13:14:13.124605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.objects.ports [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88312) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:14:13.126577 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:13.136437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e29ae-4188-4f5e-b9be-2ecb4612d596 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for de10a522-a873-4e19-83eb-5bb16b317a59 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:13.381548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bf673207-e793-4b97-95d2-df13ee70e4de,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:13.406615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Checking segment: {'id': '1ea9ff0a-c726-41c5-bd4a-06b43a7abe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8beacd88-f528-404c-aef6-970579be9131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:13.406976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Network hostable DHCP agents. Network: 8beacd88-f528-404c-aef6-970579be9131, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:14:13.583325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Network 8beacd88-f528-404c-aef6-970579be9131 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:14:13.617082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f5e29ae-4188-4f5e-b9be-2ecb4612d596 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:13.669869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e29ae-4188-4f5e-b9be-2ecb4612d596 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=de10a522-a873-4e19-83eb-5bb16b317a59,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:13.716207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 8beacd88-f528-404c-aef6-970579be9131) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:13.724259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826d456-0b89-4759-ab29-4023589a48e3 None None] Network 8beacd88-f528-404c-aef6-970579be9131 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:13.730506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e020bb-5043-461d-bf0c-e0160ab58c8b req-44c6e358-9021-4a7d-8608-d96254eafb1d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:13.732004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0e020bb-5043-461d-bf0c-e0160ab58c8b req-44c6e358-9021-4a7d-8608-d96254eafb1d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 943 time: 0.1228070 Feb 07 13:14:13.791195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:13.792250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0e020bb-5043-461d-bf0c-e0160ab58c8b req-4aae64c2-ecf9-4777-86df-691a29f04cce tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501697 Feb 07 13:14:13.800918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:13.836553 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:13.839732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b2595967-32dd-49db-a2f6-b99fa2c553dd up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:13.863554 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f5e29ae-4188-4f5e-b9be-2ecb4612d596 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:13.865773 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0f5e29ae-4188-4f5e-b9be-2ecb4612d596 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/de10a522-a873-4e19-83eb-5bb16b317a59 HTTP/1.1" status: 204 len: 168 time: 1.3911045 Feb 07 13:14:13.868787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49492) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:13.916770 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cb4fb3-af19-4a63-a7c3-5c44a19a9060 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:14:13.917153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d5cb4fb3-af19-4a63-a7c3-5c44a19a9060 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:13.938849 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0cac4419-5fae-4c7e-bb76-9f3084e09a2e tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1047099 Feb 07 13:14:13.942644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49496) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:13.955286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Request body: {'floatingip': {'floating_network_id': '8beacd88-f528-404c-aef6-970579be9131'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:13.955286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:13.956954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Usage tracker for resource:floatingip and tenant:3879380b537c44d5bfabc59440217f7c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:13.959873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:13.965618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:13.997903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b2595967-32dd-49db-a2f6-b99fa2c553dd triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:13.998277 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:14.017930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d5cb4fb3-af19-4a63-a7c3-5c44a19a9060 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:14.019846 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d5cb4fb3-af19-4a63-a7c3-5c44a19a9060 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/de10a522-a873-4e19-83eb-5bb16b317a59 HTTP/1.1" status: 404 len: 333 time: 0.1496217 Feb 07 13:14:14.022668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:14.098699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bd294cb6-799d-4f9a-ba8a-0764ba7ea45b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port aec98e43-3705-49aa-8fb4-e46091e0e44a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:14.099836 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd294cb6-799d-4f9a-ba8a-0764ba7ea45b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:14.113926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a22a80-38ca-4e4e-b6c1-30089a6ba2ba None None] Network 8beacd88-f528-404c-aef6-970579be9131 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:14.135682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:14.188785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:14.300799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59723c92-56c9-40d8-aabc-03c9b62fd323 req-726529b9-261c-44ac-8384-bcb66accec4e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.302472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59723c92-56c9-40d8-aabc-03c9b62fd323 req-726529b9-261c-44ac-8384-bcb66accec4e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.1592655 Feb 07 13:14:14.345349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-4b798b33-2af8-4d76-bc26-cce018fa46f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.352150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-4b798b33-2af8-4d76-bc26-cce018fa46f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.358441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-4b798b33-2af8-4d76-bc26-cce018fa46f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.364798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-4b798b33-2af8-4d76-bc26-cce018fa46f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.370981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-4b798b33-2af8-4d76-bc26-cce018fa46f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.377442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-4b798b33-2af8-4d76-bc26-cce018fa46f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.383391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-4b798b33-2af8-4d76-bc26-cce018fa46f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.385495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-4b798b33-2af8-4d76-bc26-cce018fa46f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.2032654 Feb 07 13:14:14.423825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59723c92-56c9-40d8-aabc-03c9b62fd323 req-78f6d8cf-9276-491c-9a48-781d9125cdd3 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138535 Feb 07 13:14:14.459427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1b8ba99-1f70-4be2-b7a0-cad1693dcbe6 req-dbb1fe5a-5c56-4ff9-bfa0-732f115cd7f2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606050 Feb 07 13:14:14.487711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd294cb6-799d-4f9a-ba8a-0764ba7ea45b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:14.496367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:14.519634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'port_id': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'mac_address': 'fa:16:3e:d5:22:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:14.617312 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:14.634120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bd294cb6-799d-4f9a-ba8a-0764ba7ea45b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for aec98e43-3705-49aa-8fb4-e46091e0e44a owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:14.634979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:14.651461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:14.691241 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:14.717005 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:14.786646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:14.914521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Allocated IP 172.20.0.5 (8beacd88-f528-404c-aef6-970579be9131/bf673207-e793-4b97-95d2-df13ee70e4de/5adb9923-f7e9-4380-8366-c27481b05a32) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:14.941693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:14.981851 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:14.993893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d81df-f8a6-4bfe-a507-9ee6eb9da42c req-02fa2db7-a295-42bc-8a3c-114266d99afd tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:14.995526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c61d81df-f8a6-4bfe-a507-9ee6eb9da42c req-02fa2db7-a295-42bc-8a3c-114266d99afd tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 944 time: 0.0880842 Feb 07 13:14:15.001259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd294cb6-799d-4f9a-ba8a-0764ba7ea45b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.048440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c61d81df-f8a6-4bfe-a507-9ee6eb9da42c req-28240f1d-3524-4e8c-acd4-e5bcda3ac539 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406523 Feb 07 13:14:15.071408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd294cb6-799d-4f9a-ba8a-0764ba7ea45b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=aec98e43-3705-49aa-8fb4-e46091e0e44a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:15.327371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.336768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd294cb6-799d-4f9a-ba8a-0764ba7ea45b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.353071 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bd294cb6-799d-4f9a-ba8a-0764ba7ea45b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/aec98e43-3705-49aa-8fb4-e46091e0e44a HTTP/1.1" status: 204 len: 168 time: 1.3292594 Feb 07 13:14:15.355748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49510) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:15.401160 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f492c4a0-911d-49d4-a75a-6ac1883db4a9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:14:15.401704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f492c4a0-911d-49d4-a75a-6ac1883db4a9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:15.428948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.494889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Network 8beacd88-f528-404c-aef6-970579be9131 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:15.498010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:15.501892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:15.515066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f492c4a0-911d-49d4-a75a-6ac1883db4a9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:15.520722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f492c4a0-911d-49d4-a75a-6ac1883db4a9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/aec98e43-3705-49aa-8fb4-e46091e0e44a HTTP/1.1" status: 404 len: 333 time: 0.1638234 Feb 07 13:14:15.521615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49520) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:15.550252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Port': ['ID=5adb9923-f7e9-4380-8366-c27481b05a32,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:15.604225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.734028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.835105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a051143e-7142-4e7a-a8d7-9ba5e5319093 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet f87d8796-985e-416e-ad6e-abe5752bf5ed {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:14:15.841650 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a051143e-7142-4e7a-a8d7-9ba5e5319093 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.916718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a051143e-7142-4e7a-a8d7-9ba5e5319093 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.959130 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:15.973805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284a49-2e60-4d39-a10c-491e5b27e508 req-fa2a639e-c2b5-4ef3-afc5-c0969e72eb86 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:15.975492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16284a49-2e60-4d39-a10c-491e5b27e508 req-fa2a639e-c2b5-4ef3-afc5-c0969e72eb86 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.4112794 Feb 07 13:14:16.015811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-09c3c8f5-bb37-4a37-9f38-0f568e89fcbc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:16.021863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-09c3c8f5-bb37-4a37-9f38-0f568e89fcbc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:16.027777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-09c3c8f5-bb37-4a37-9f38-0f568e89fcbc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:16.033731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-09c3c8f5-bb37-4a37-9f38-0f568e89fcbc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:16.040157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-09c3c8f5-bb37-4a37-9f38-0f568e89fcbc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:16.045968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-09c3c8f5-bb37-4a37-9f38-0f568e89fcbc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:16.052592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-09c3c8f5-bb37-4a37-9f38-0f568e89fcbc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:16.054542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-09c3c8f5-bb37-4a37-9f38-0f568e89fcbc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.3194654 Feb 07 13:14:16.057274 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.134906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16284a49-2e60-4d39-a10c-491e5b27e508 req-b96ce099-00bd-4c89-a2b7-c23990895251 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484864 Feb 07 13:14:16.146771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e250c27-14ba-4ed2-84b4-46b34dae936c req-8e524737-4041-4113-aca3-8c74b7b574f2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837002 Feb 07 13:14:16.157678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a051143e-7142-4e7a-a8d7-9ba5e5319093 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.187537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:16.211898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.236038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Port': ['ID=5adb9923-f7e9-4380-8366-c27481b05a32,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:16.339500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f71555-0354-4f1d-be40-3ad98fa6c668 req-f8d4d3ef-14ad-424c-9093-74116c95f85e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:16.341022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09f71555-0354-4f1d-be40-3ad98fa6c668 req-f8d4d3ef-14ad-424c-9093-74116c95f85e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 944 time: 0.0883663 Feb 07 13:14:16.390623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09f71555-0354-4f1d-be40-3ad98fa6c668 req-ee30b6d0-43a3-4ddf-8446-594276380675 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Feb 07 13:14:16.652064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:16.652327 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.652485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a051143e-7142-4e7a-a8d7-9ba5e5319093 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.653571 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4a71e2ae-dff6-409a-825b-b059f5d98e25 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7099357 Feb 07 13:14:16.657119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49526) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:16.663773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:16.664512 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.698512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051143e-7142-4e7a-a8d7-9ba5e5319093 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=f87d8796-985e-416e-ad6e-abe5752bf5ed,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:16.711181 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a051143e-7142-4e7a-a8d7-9ba5e5319093 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.717585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a051143e-7142-4e7a-a8d7-9ba5e5319093 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/f87d8796-985e-416e-ad6e-abe5752bf5ed HTTP/1.1" status: 204 len: 168 time: 1.1919730 Feb 07 13:14:16.717884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49530) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:16.721373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8db1d-9fda-428e-a128-31caeac0522f None None] Network 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:16.746987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8566f244-8a44-4621-b8da-6bfe6eb361d7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Synchronizing usage tracker for tenant:3879380b537c44d5bfabc59440217f7c on resource:floatingip {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:16.812168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8566f244-8a44-4621-b8da-6bfe6eb361d7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Unset dirty status for tenant:3879380b537c44d5bfabc59440217f7c on resource:floatingip {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:16.817443 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8566f244-8a44-4621-b8da-6bfe6eb361d7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=8beacd88-f528-404c-aef6-970579be9131 HTTP/1.1" status: 200 len: 689 time: 0.1590879 Feb 07 13:14:16.819701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49534) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:16.848632 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.859671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port b2595967-32dd-49db-a2f6-b99fa2c553dd {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:16.860035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:16.963963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.023523 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.048781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Deleting port 5adb9923-f7e9-4380-8366-c27481b05a32 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:17.049543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.062448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e8292f-8990-47e3-921e-09bda7be8212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:17.076963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:17.083458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] For port b2595967-32dd-49db-a2f6-b99fa2c553dd, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b2595967-32dd-49db-a2f6-b99fa2c553dd,segment=NetworkSegment(7887334d-b33a-45f2-9668-df5accda9d5b),segment_id=7887334d-b33a-45f2-9668-df5accda9d5b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:17.083837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.127874 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e8292f-8990-47e3-921e-09bda7be8212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'code': 200} Feb 07 13:14:17.137110 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.185702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] DHCP port deletion for 5597c49f-6b6f-4f10-9c21-c5ae7b56e69b request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:14:17.210358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] Deleting port b2595967-32dd-49db-a2f6-b99fa2c553dd {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:17.211580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.296334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:17.304876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for b2595967-32dd-49db-a2f6-b99fa2c553dd owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:17.322736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.324414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.464733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] For port b2595967-32dd-49db-a2f6-b99fa2c553dd, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b2595967-32dd-49db-a2f6-b99fa2c553dd,segment=NetworkSegment(7887334d-b33a-45f2-9668-df5accda9d5b),segment_id=7887334d-b33a-45f2-9668-df5accda9d5b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:17.465283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.492418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Calling delete_port for 5adb9923-f7e9-4380-8366-c27481b05a32 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:17.532798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abfd2-ba55-4190-b596-53d5e4bf1821 req-18fe53b9-8e53-48ed-80e7-e3d2e9ffbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.536429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a74abfd2-ba55-4190-b596-53d5e4bf1821 req-18fe53b9-8e53-48ed-80e7-e3d2e9ffbfca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 1096 time: 0.2932627 Feb 07 13:14:17.583535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d30f95-1f3b-42d5-8baf-948e696a3443 req-594a8078-73de-49b3-9f2a-dcef86615629 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.585091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6d30f95-1f3b-42d5-8baf-948e696a3443 req-594a8078-73de-49b3-9f2a-dcef86615629 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.2449231 Feb 07 13:14:17.599070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-f2ba3533-188f-41be-92a6-497ebfa9bd07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.604615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] Calling delete_port for b2595967-32dd-49db-a2f6-b99fa2c553dd owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:17.606010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-f2ba3533-188f-41be-92a6-497ebfa9bd07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.611269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-f2ba3533-188f-41be-92a6-497ebfa9bd07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.618084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-f2ba3533-188f-41be-92a6-497ebfa9bd07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.623949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-f2ba3533-188f-41be-92a6-497ebfa9bd07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.630609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-f2ba3533-188f-41be-92a6-497ebfa9bd07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.636721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-f2ba3533-188f-41be-92a6-497ebfa9bd07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:17.638603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-f2ba3533-188f-41be-92a6-497ebfa9bd07 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.2544677 Feb 07 13:14:17.668482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.694928 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:14:17.695298 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:14:17.697382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.739467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a74abfd2-ba55-4190-b596-53d5e4bf1821 req-6e39b749-755c-40a5-80ea-09845e480378 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964841 Feb 07 13:14:17.744780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=b2595967-32dd-49db-a2f6-b99fa2c553dd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:17.757501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event deleted for resources: {'Port': ['ID=5adb9923-f7e9-4380-8366-c27481b05a32,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:17.759648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No DVR routers for this DVR port b2595967-32dd-49db-a2f6-b99fa2c553dd on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:14:17.785361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b2595967-32dd-49db-a2f6-b99fa2c553dd no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:14:17.822079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b2595967-32dd-49db-a2f6-b99fa2c553dd {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:14:17.822423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b2595967-32dd-49db-a2f6-b99fa2c553dd not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:14:17.859918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:17.964360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6d30f95-1f3b-42d5-8baf-948e696a3443 req-c26004fa-d627-4366-9ea0-ba002b1dc024 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162463 Feb 07 13:14:18.023755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-032c03e2-6494-4a99-9cb9-a6868e33dc3c req-c87f2c61-e023-4ebd-be99-1924480b7d38 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3589239 Feb 07 13:14:18.037267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.055403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.125507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5597c49f-6b6f-4f10-9c21-c5ae7b56e69b']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:18.145143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7887334d-b33a-45f2-9668-df5accda9d5b') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:18.149601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7887334d-b33a-45f2-9668-df5accda9d5b') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:18.161064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.182335 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.191259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:18.191647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.194870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.198731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] Deleting port b2595967-32dd-49db-a2f6-b99fa2c553dd {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:18.198731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:18.206560 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:18.239050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bf673207-e793-4b97-95d2-df13ee70e4de,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:18.271241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ccb09004-08c7-40f5-968c-936a5da89d70 None None] The port 'b2595967-32dd-49db-a2f6-b99fa2c553dd' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:14:18.285936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446191ad-b243-476e-8628-7dd6155529ec req-9640b03d-c55b-4c0d-81ce-e9e77320e56a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:18.287497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-446191ad-b243-476e-8628-7dd6155529ec req-9640b03d-c55b-4c0d-81ce-e9e77320e56a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.2206588 Feb 07 13:14:18.332489 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.345638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-446191ad-b243-476e-8628-7dd6155529ec req-f4eefa3f-ae32-4ce1-b048-7656697782a8 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472119 Feb 07 13:14:18.364072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8beacd88-f528-404c-aef6-970579be9131']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:18.383169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea9ff0a-c726-41c5-bd4a-06b43a7abe32') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:18.383169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea9ff0a-c726-41c5-bd4a-06b43a7abe32') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:18.398372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.414203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.417673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.426287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:18.426287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.429846 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:18.434168 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:18.447434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Network': ['ID=5597c49f-6b6f-4f10-9c21-c5ae7b56e69b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:18.555218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-555f2407-0b3a-4ff6-8e15-c4d0da27f3af tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/networks/5597c49f-6b6f-4f10-9c21-c5ae7b56e69b HTTP/1.1" status: 204 len: 168 time: 1.8301675 Feb 07 13:14:18.559193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49548) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:18.564922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-419487032'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:18.570593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:18.574424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:network and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:18.577353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:18.588696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:18.590534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.595960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8beacd88-f528-404c-aef6-970579be9131 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 13:14:18.599068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.627187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event deleted for resources: {'Network': ['ID=8beacd88-f528-404c-aef6-970579be9131,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:18.709687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:18.715055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.744567 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-01a210e4-c043-4a16-b8a6-5d5aac6a8293 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8beacd88-f528-404c-aef6-970579be9131 HTTP/1.1" status: 204 len: 168 time: 1.9254208 Feb 07 13:14:18.766662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49552) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:18.775660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:18.775660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.775660 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Added segment ea285dad-f360-4623-9581-84dcf6b57041 of type vlan for network b58bc837-e0e2-4db7-8ee9-939e32686891 Feb 07 13:14:18.833717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.897478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7a222a7b-b152-449b-a634-2f7281e3e9f7 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1955 time: 0.1391888 Feb 07 13:14:18.900215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49556) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:18.956667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:18.956667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:18.956667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:19.000820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.001599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.002159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.005023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.005698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.007162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.007796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.020669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.020669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.020669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.020669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.020669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.020669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.020669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-be03d899-ad92-4ef7-85a9-16086bf23b71 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8284 time: 0.1166475 Feb 07 13:14:19.029666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49562) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:19.087279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Network': ['ID=b58bc837-e0e2-4db7-8ee9-939e32686891,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:19.100062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b58bc837-e0e2-4db7-8ee9-939e32686891 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:19.125927 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-67d4f97c-ff63-4359-b897-3c3bb65b0aba tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] delete failed (client error): The resource could not be found. Feb 07 13:14:19.126959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-67d4f97c-ff63-4359-b897-3c3bb65b0aba tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/9a202ab1-8a5a-452c-bdc4-fe48c5f06231 HTTP/1.1" status: 404 len: 345 time: 0.0956604 Feb 07 13:14:19.130624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49568) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:19.161037 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bfc55c-3024-4fd6-af35-4c541eac2d51 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] DELETE failed (client error): The resource could not be found. Feb 07 13:14:19.161814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bfc55c-3024-4fd6-af35-4c541eac2d51 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:14:19.163753 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-95bfc55c-3024-4fd6-af35-4c541eac2d51 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8beacd88-f528-404c-aef6-970579be9131 HTTP/1.1" status: 404 len: 339 time: 0.0319254 Feb 07 13:14:19.165416 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-16214282-fa01-4fe9-9f53-32e18e8a4aef tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6051660 Feb 07 13:14:19.168266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49572) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:19.175896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49574) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:19.176180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:19.178311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Request body: {'network': {'name': 'tempest-network--436741151', 'router:external': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:19.185655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:19.249414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Usage tracker for resource:network and tenant:3879380b537c44d5bfabc59440217f7c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:19.286901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:19.301449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:19.338845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:19.342656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:19.345671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:19.352016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:19.380423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a043179-a622-4fb8-9129-d0cd8640722f req-7cfc74d5-0f3f-4d3c-abe4-e8e82e1ed0ed tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.380423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a043179-a622-4fb8-9129-d0cd8640722f req-7cfc74d5-0f3f-4d3c-abe4-e8e82e1ed0ed tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.1938934 Feb 07 13:14:19.395207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-9c07d671-88a4-460a-80e9-e4fd834c946e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.401100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-9c07d671-88a4-460a-80e9-e4fd834c946e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.407115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-9c07d671-88a4-460a-80e9-e4fd834c946e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.413760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-9c07d671-88a4-460a-80e9-e4fd834c946e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.419745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-9c07d671-88a4-460a-80e9-e4fd834c946e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.426400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-9c07d671-88a4-460a-80e9-e4fd834c946e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.432233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-9c07d671-88a4-460a-80e9-e4fd834c946e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.434176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-9c07d671-88a4-460a-80e9-e4fd834c946e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.1877153 Feb 07 13:14:19.451901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Made reservation on behalf of 3879380b537c44d5bfabc59440217f7c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:19.454306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:19.480513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:19.485313 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:19.528340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a043179-a622-4fb8-9129-d0cd8640722f req-ee6063d8-a390-4e15-95b7-8238e5a2d6dd tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931134 Feb 07 13:14:19.541288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03508bff-24ad-4ad0-8398-a80888eaa639 req-7b41702e-6b3b-4b5b-8c20-3c860d8478f8 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930269 Feb 07 13:14:19.552864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:19.556275 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:19.556823 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Added segment b41ee106-7c09-4b30-8c6f-a1aaf02848d8 of type vlan for network 96e5cfb2-1d1d-4d12-bf69-e99c039b57e5 Feb 07 13:14:19.601151 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:19.718374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:19.719453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.720257 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:19.806314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:19.857253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Network': ['ID=96e5cfb2-1d1d-4d12-bf69-e99c039b57e5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:19.875687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 96e5cfb2-1d1d-4d12-bf69-e99c039b57e5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:19.883922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87580c8f-cbbc-4477-9f46-cb504a05ff33 req-0bae6fe4-6805-4be5-be28-1aefeea8cffc tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:19.885078 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87580c8f-cbbc-4477-9f46-cb504a05ff33 req-0bae6fe4-6805-4be5-be28-1aefeea8cffc tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.2133250 Feb 07 13:14:19.910112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=f31a301c-abf0-460d-ac4e-8852332acaeb,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:19.917081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking segment: {'id': 'ea285dad-f360-4623-9581-84dcf6b57041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:19.917449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network hostable DHCP agents. Network: b58bc837-e0e2-4db7-8ee9-939e32686891, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:14:19.933126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-33deee5a-d919-4ea7-83e3-00678d9a8031 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7609937 Feb 07 13:14:19.935810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49582) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:19.941435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87580c8f-cbbc-4477-9f46-cb504a05ff33 req-e70955f2-c821-48ea-aca8-765db2d9d309 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494516 Feb 07 13:14:20.034302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network b58bc837-e0e2-4db7-8ee9-939e32686891 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:14:20.137258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b58bc837-e0e2-4db7-8ee9-939e32686891) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:20.142931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:20.144411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.146928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ca901-8647-4977-a7f8-ecc28e3f9cb2 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:20.153239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ca901-8647-4977-a7f8-ecc28e3f9cb2 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:20.156286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd967fb-c32b-4757-a523-30ea3bd13f62 None None] Network b58bc837-e0e2-4db7-8ee9-939e32686891 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:20.159948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ca901-8647-4977-a7f8-ecc28e3f9cb2 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:20.166267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ca901-8647-4977-a7f8-ecc28e3f9cb2 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:20.167989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7a0ca901-8647-4977-a7f8-ecc28e3f9cb2 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2312205 Feb 07 13:14:20.171297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49588) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:20.206982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4955-bf3d-4657-b9a6-e9aa25f571bf req-8b9c9e7a-ff7f-4e65-8ece-5716fe95d80e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:20.208557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63cb4955-bf3d-4657-b9a6-e9aa25f571bf req-8b9c9e7a-ff7f-4e65-8ece-5716fe95d80e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.1328032 Feb 07 13:14:20.218352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49592) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:20.224235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Request body: {'floatingip': {'port_id': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:20.243649 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d64f6870-ad3b-43bd-9ff5-47f8389e1cc8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0738556 Feb 07 13:14:20.249441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49596) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:20.257544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891', 'name': 'tempest-PortsTestJSON-1350783033', 'fixed_ips': [{'subnet_id': 'f31a301c-abf0-460d-ac4e-8852332acaeb', 'ip_address': '172.20.0.10'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:20.309438 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.374941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.395379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-b58bc837-e0e2-4db7-8ee9-939e32686891', 'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891', 'tenant_id': '9d7b07b9e05e465880864ae49678af12', 'fixed_ips': [{'subnet_id': 'f31a301c-abf0-460d-ac4e-8852332acaeb'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:14:20.396783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.539828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:20.555668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:20.560691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:20.563901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.564425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Allocated IP 172.20.0.2 (b58bc837-e0e2-4db7-8ee9-939e32686891/f31a301c-abf0-460d-ac4e-8852332acaeb/b1b547ff-0336-4d96-aef7-ca8ec897e74b) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:20.577267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:20.601902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e5cfb2-1d1d-4d12-bf69-e99c039b57e5']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:20.616784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41ee106-7c09-4b30-8c6f-a1aaf02848d8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:20.620704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41ee106-7c09-4b30-8c6f-a1aaf02848d8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:20.630656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.651306 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.661046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:20.662855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:20.685002 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:20.848295 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:20.877060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:21.027240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.048430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 97c2f410-3a19-4201-b619-39d8981d1a46 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:21.082006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Transition to ACTIVE for port object b1b547ff-0336-4d96-aef7-ca8ec897e74b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:21.087937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.091909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96e5cfb2-1d1d-4d12-bf69-e99c039b57e5 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 13:14:21.109385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Transition to ACTIVE for port object b1b547ff-0336-4d96-aef7-ca8ec897e74b will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:21.115454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.122293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event deleted for resources: {'Network': ['ID=96e5cfb2-1d1d-4d12-bf69-e99c039b57e5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:21.137211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636be35b-c8dd-4503-973a-406851981582 req-1add6cb8-0e0d-4680-afa1-40e2452e002f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.138862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-636be35b-c8dd-4503-973a-406851981582 req-1add6cb8-0e0d-4680-afa1-40e2452e002f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.3008525 Feb 07 13:14:21.147605 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86c438ad-2762-4d57-baf9-8922886e56be tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "DELETE /v2.0/networks/96e5cfb2-1d1d-4d12-bf69-e99c039b57e5 HTTP/1.1" status: 204 len: 168 time: 0.9751611 Feb 07 13:14:21.154012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-8bd1366e-a78c-40a2-a1c8-30dde90253e2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.155459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49604) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:21.160658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-8bd1366e-a78c-40a2-a1c8-30dde90253e2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.164717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Request body: {'network': {'name': 'tempest-network--2110789115', 'router:external': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:21.166569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-8bd1366e-a78c-40a2-a1c8-30dde90253e2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.172357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:21.172546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-8bd1366e-a78c-40a2-a1c8-30dde90253e2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.178910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-8bd1366e-a78c-40a2-a1c8-30dde90253e2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.183858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.184793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-8bd1366e-a78c-40a2-a1c8-30dde90253e2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.190905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-8bd1366e-a78c-40a2-a1c8-30dde90253e2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.192881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-8bd1366e-a78c-40a2-a1c8-30dde90253e2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.3968890 Feb 07 13:14:21.208205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Usage tracker for resource:network and tenant:3879380b537c44d5bfabc59440217f7c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:21.216129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:21.227295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:21.285701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e4cc57e-cbd5-474a-8544-6b094180c432 req-b1d2bc12-209d-4f7f-90ec-253ecf065571 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743966 Feb 07 13:14:21.300960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-636be35b-c8dd-4503-973a-406851981582 req-51a221b8-9483-4d8b-8b25-fe5f767c432f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070237 Feb 07 13:14:21.339482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.10 (b58bc837-e0e2-4db7-8ee9-939e32686891/f31a301c-abf0-460d-ac4e-8852332acaeb/97c2f410-3a19-4201-b619-39d8981d1a46) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:21.357250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Made reservation on behalf of 3879380b537c44d5bfabc59440217f7c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:21.359885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.407450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Network b58bc837-e0e2-4db7-8ee9-939e32686891 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:21.413204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:21.422409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:21.432489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Pushing event updated for resources: {'Port': ['ID=b1b547ff-0336-4d96-aef7-ca8ec897e74b,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:21.448006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:21.470327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.519389 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.519743 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Added segment 5f00130a-be36-43ce-bc06-20cfc09c5c8e of type vlan for network 5b6b9cc7-8950-4d5c-8e7c-ffd55cca4359 Feb 07 13:14:21.532573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.542238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Attempting to bind port b1b547ff-0336-4d96-aef7-ca8ec897e74b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:14:21.542238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Attempting to bind port b1b547ff-0336-4d96-aef7-ca8ec897e74b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ea285dad-f360-4623-9581-84dcf6b57041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:14:21.542599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Attempting to bind port b1b547ff-0336-4d96-aef7-ca8ec897e74b on network b58bc837-e0e2-4db7-8ee9-939e32686891 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:21.548195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:14:21.548876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Checking segment: {'id': 'ea285dad-f360-4623-9581-84dcf6b57041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:21.549508 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.550818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Bound using segment: {'id': 'ea285dad-f360-4623-9581-84dcf6b57041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:14:21.551759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Bound port: b1b547ff-0336-4d96-aef7-ca8ec897e74b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea285dad-f360-4623-9581-84dcf6b57041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:14:21.552554 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.596848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.634394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.649613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] For port b1b547ff-0336-4d96-aef7-ca8ec897e74b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:14:21.653380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] For port b1b547ff-0336-4d96-aef7-ca8ec897e74b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b1b547ff-0336-4d96-aef7-ca8ec897e74b,segment=NetworkSegment(ea285dad-f360-4623-9581-84dcf6b57041),segment_id=ea285dad-f360-4623-9581-84dcf6b57041)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:14:21.654336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object 97c2f410-3a19-4201-b619-39d8981d1a46 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:21.710852 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.737124 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Floating IP 6e65a9b8-6163-4d53-875a-eeecb9f26416 associated. External IP: 172.25.7.62, port: 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0. Feb 07 13:14:21.743167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.744227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:21.744864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.807961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa6a4d-87ce-45cb-a429-2e3ce46e5ac0 None None] Pushing event updated for resources: {'Port': ['ID=b1b547ff-0336-4d96-aef7-ca8ec897e74b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:21.826492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:21.934026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network b58bc837-e0e2-4db7-8ee9-939e32686891 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:21.935220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Network': ['ID=5b6b9cc7-8950-4d5c-8e7c-ffd55cca4359,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:21.937675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=97c2f410-3a19-4201-b619-39d8981d1a46,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:21.947369 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5ca204da-acda-454e-a6ef-4c7d281ef57d tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7847257 Feb 07 13:14:21.947369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:21.947369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49608) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:21.947369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:21.954529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 5b6b9cc7-8950-4d5c-8e7c-ffd55cca4359 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:22.126252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10cc245-a9b0-4b05-832e-256ce95ce404 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.126837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d10cc245-a9b0-4b05-832e-256ce95ce404 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Synchronizing usage tracker for tenant:43bca2163d814dadb26cbd6849d90903 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:22.150241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.150873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:22.217591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d10cc245-a9b0-4b05-832e-256ce95ce404 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Unset dirty status for tenant:43bca2163d814dadb26cbd6849d90903 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:22.218924 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d10cc245-a9b0-4b05-832e-256ce95ce404 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] 10.222.0.69 "GET /v2.0/networks/5b6b9cc7-8950-4d5c-8e7c-ffd55cca4359 HTTP/1.1" status: 200 len: 757 time: 0.2742462 Feb 07 13:14:22.221675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:22.299362 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4d748872-72a1-448e-a49c-5451d476b1aa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0488026 Feb 07 13:14:22.303574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49616) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:22.310184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': 'b58bc837-e0e2-4db7-8ee9-939e32686891', 'name': 'tempest-PortsTestJSON-1525185993', 'fixed_ips': [{'subnet_id': 'f31a301c-abf0-460d-ac4e-8852332acaeb', 'ip_address': '172.20.0.9'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:22.329821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Router 8bd67e29-dec1-439f-98c5-774c6185166a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:14:22.354916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf92811-a4aa-4b6d-aa72-e6c9e1b639b2 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.360975 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8cf92811-a4aa-4b6d-aa72-e6c9e1b639b2 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] 10.222.0.69 "GET /v2.0/networks/dc0747a1-10d7-4e2e-bfb9-ca166b842058 HTTP/1.1" status: 200 len: 768 time: 0.1332648 Feb 07 13:14:22.360975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49624) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:22.489745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:22.624336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:22.661458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6b9cc7-8950-4d5c-8e7c-ffd55cca4359']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:22.676898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f00130a-be36-43ce-bc06-20cfc09c5c8e') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:22.677521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f00130a-be36-43ce-bc06-20cfc09c5c8e') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:22.692340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:22.715825 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:22.729735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:22.730413 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:22.744964 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:22.759986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:22.772754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:22.781541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:22.786490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:14:22.791291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:22.830447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:22.889121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e69f44-06b2-4850-a82b-559d167c069e req-683a28c0-1841-4164-89a9-14243df849de tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.890998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2e69f44-06b2-4850-a82b-559d167c069e req-683a28c0-1841-4164-89a9-14243df849de tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.4206429 Feb 07 13:14:22.911599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-ce210ffc-b107-40ba-ac9d-850c7c4a6c0f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.913369 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] Sync routers for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:14:22.918274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-ce210ffc-b107-40ba-ac9d-850c7c4a6c0f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.923781 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:14:22.930993 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:22.931538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-ce210ffc-b107-40ba-ac9d-850c7c4a6c0f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.933804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-ce210ffc-b107-40ba-ac9d-850c7c4a6c0f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.940280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-ce210ffc-b107-40ba-ac9d-850c7c4a6c0f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.947647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-ce210ffc-b107-40ba-ac9d-850c7c4a6c0f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.955472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-ce210ffc-b107-40ba-ac9d-850c7c4a6c0f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:22.964650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-ce210ffc-b107-40ba-ac9d-850c7c4a6c0f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.4813375 Feb 07 13:14:22.982526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:22.990127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5771ef-8675-4f55-a797-484cabc3c469 None None] Network b58bc837-e0e2-4db7-8ee9-939e32686891 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:23.004269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-57345b9c-b41d-402b-9aa5-f175350bf834 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "PUT /v2.0/floatingips/6e65a9b8-6163-4d53-875a-eeecb9f26416 HTTP/1.1" status: 200 len: 990 time: 2.7817326 Feb 07 13:14:23.019225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e8292f-8990-47e3-921e-09bda7be8212', 'tag': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:23.086127 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.111542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b6b9cc7-8950-4d5c-8e7c-ffd55cca4359 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 13:14:23.139054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.145438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a9a0fbe-1f09-4250-8a54-991b0d5fd8a2 req-f36853f4-6d9e-425e-b35c-8cc30c43df6a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1802111 Feb 07 13:14:23.156622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b6b9cc7-8950-4d5c-8e7c-ffd55cca4359,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:23.168340 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ca27f8fb-4c4f-4b91-b22e-da4b7ea0cc90 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "DELETE /v2.0/networks/5b6b9cc7-8950-4d5c-8e7c-ffd55cca4359 HTTP/1.1" status: 204 len: 168 time: 0.8066921 Feb 07 13:14:23.170790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49632) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:23.177899 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:14:23.182370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Request body: {'network': {'name': 'tempest-network--548166115'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:23.191822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2e69f44-06b2-4850-a82b-559d167c069e req-3dfb5ba9-7b3c-47e8-966c-8d041bf5892c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034717 Feb 07 13:14:23.217621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:23.234536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Usage tracker for resource:network and tenant:3879380b537c44d5bfabc59440217f7c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:23.246921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:23.256631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-327da1de-a9aa-4961-81ce-b02f9da46c9e None None] Provisioning for port b1b547ff-0336-4d96-aef7-ca8ec897e74b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:23.264722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:23.283687 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.324977 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e8292f-8990-47e3-921e-09bda7be8212', 'tag': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'status': 'completed', 'code': 200} Feb 07 13:14:23.330762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port f6332087-186a-46c1-aad9-de0cb75d4ad8 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:23.366501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Made reservation on behalf of 3879380b537c44d5bfabc59440217f7c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:23.369013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.430850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:23.454062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.456653 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Added segment 9b1accbe-543d-4bec-8acf-8c70609d5064 of type vlan for network 8dbae249-bfbd-4ee4-aaf7-075f3662e23c Feb 07 13:14:23.508149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.572052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.9 (b58bc837-e0e2-4db7-8ee9-939e32686891/f31a301c-abf0-460d-ac4e-8852332acaeb/f6332087-186a-46c1-aad9-de0cb75d4ad8) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:23.617106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.625760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:23.625760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.703966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2ef4e0df-4613-4444-bcb9-cd0bf60ce7ae None None] Provisioning for port 97c2f410-3a19-4201-b619-39d8981d1a46 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:23.721479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2ef4e0df-4613-4444-bcb9-cd0bf60ce7ae None None] Provisioning complete for port 97c2f410-3a19-4201-b619-39d8981d1a46 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:23.722559 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e0df-4613-4444-bcb9-cd0bf60ce7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:23.749536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Network': ['ID=8dbae249-bfbd-4ee4-aaf7-075f3662e23c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:23.783277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 8dbae249-bfbd-4ee4-aaf7-075f3662e23c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:23.795161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6e65a9b8-6163-4d53-875a-eeecb9f26416', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'port_id': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'mac_address': 'fa:16:3e:d5:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8292f-8990-47e3-921e-09bda7be8212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:13:53Z', 'updated_at': '2022-02-07T13:14:21Z', 'revision_number': 1, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:23.812097 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] Checking router: 8bd67e29-dec1-439f-98c5-774c6185166a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:14:23.835737 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:14:23.836554 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:23.858969 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1eb815cf-ed45-45c1-b831-39f552d8ebc3 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6805277 Feb 07 13:14:23.858969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:23.863688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6e0c9af0-1984-4e6d-8318-7103d4257d6f tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:23.966659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4e0df-4613-4444-bcb9-cd0bf60ce7ae None None] Port 97c2f410-3a19-4201-b619-39d8981d1a46 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:23.998963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b1b547ff-0336-4d96-aef7-ca8ec897e74b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:24.110321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-45b0b316-57be-4ece-937c-e2f85fc279a1 None None] Provisioning complete for port 97c2f410-3a19-4201-b619-39d8981d1a46 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:24.110618 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45b0b316-57be-4ece-937c-e2f85fc279a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.124704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59db17a-206d-4729-8e52-6727855d573d req-d8f7e9c7-598b-45ff-a3be-6cbcf268b9b8 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:24.126585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b59db17a-206d-4729-8e52-6727855d573d req-d8f7e9c7-598b-45ff-a3be-6cbcf268b9b8 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.5036712 Feb 07 13:14:24.131687 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.154985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b1b547ff-0336-4d96-aef7-ca8ec897e74b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:24.166940 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:14:24.178933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b1b547ff-0336-4d96-aef7-ca8ec897e74b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:24.179225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.199485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61970-f6a1-4151-b604-3049094cba2a req-89c8acbb-37c9-44c0-9c06-d9e8b0f11701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:24.205551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b61970-f6a1-4151-b604-3049094cba2a req-89c8acbb-37c9-44c0-9c06-d9e8b0f11701 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 1096 time: 0.5794237 Feb 07 13:14:24.205551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object f6332087-186a-46c1-aad9-de0cb75d4ad8 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:24.207337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b59db17a-206d-4729-8e52-6727855d573d req-e828686d-6622-4820-bc43-8196ff52afb7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716603 Feb 07 13:14:24.277460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-45b0b316-57be-4ece-937c-e2f85fc279a1 None None] Port 97c2f410-3a19-4201-b619-39d8981d1a46 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:24.284220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9af0-1984-4e6d-8318-7103d4257d6f tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.353896 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.377569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9af0-1984-4e6d-8318-7103d4257d6f tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.389364 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b1b547ff-0336-4d96-aef7-ca8ec897e74b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b1b547ff-0336-4d96-aef7-ca8ec897e74b,segment=NetworkSegment(ea285dad-f360-4623-9581-84dcf6b57041),segment_id=ea285dad-f360-4623-9581-84dcf6b57041)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:24.459679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e0c9af0-1984-4e6d-8318-7103d4257d6f tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Network 8dbae249-bfbd-4ee4-aaf7-075f3662e23c is not hosted by any dhcp agent {{(pid=88312) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 13:14:24.460516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c9af0-1984-4e6d-8318-7103d4257d6f tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:24.461128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9af0-1984-4e6d-8318-7103d4257d6f tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.465219 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e0c9af0-1984-4e6d-8318-7103d4257d6f tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "PUT /v2.0/networks/8dbae249-bfbd-4ee4-aaf7-075f3662e23c HTTP/1.1" status: 200 len: 856 time: 0.6062944 Feb 07 13:14:24.467918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49644) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:24.509311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.579834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c9af0-1984-4e6d-8318-7103d4257d6f tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event updated for resources: {'Network': ['ID=8dbae249-bfbd-4ee4-aaf7-075f3662e23c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:24.595719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b1b547ff-0336-4d96-aef7-ca8ec897e74b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:24.599349 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.616314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.658802 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6e65a9b8-6163-4d53-875a-eeecb9f26416', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'port_id': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'mac_address': 'fa:16:3e:d5:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8292f-8990-47e3-921e-09bda7be8212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:13:53Z', 'updated_at': '2022-02-07T13:14:21Z', 'revision_number': 1, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:24.665761 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e45e6-7ddc-4c58-b63b-0ca13ce30fcf None None] The sync data for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 is: [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6e65a9b8-6163-4d53-875a-eeecb9f26416', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'port_id': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'mac_address': 'fa:16:3e:d5:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8292f-8990-47e3-921e-09bda7be8212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:13:53Z', 'updated_at': '2022-02-07T13:14:21Z', 'revision_number': 1, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:14:24.674060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61970-f6a1-4151-b604-3049094cba2a req-e420dd21-3382-413d-966b-028009d2f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:24.675568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b61970-f6a1-4151-b604-3049094cba2a req-e420dd21-3382-413d-966b-028009d2f90a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 200 len: 911 time: 0.4662104 Feb 07 13:14:24.762446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.765356 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.791648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbae249-bfbd-4ee4-aaf7-075f3662e23c']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:24.804337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1accbe-543d-4bec-8acf-8c70609d5064') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:24.804641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1accbe-543d-4bec-8acf-8c70609d5064') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:24.816949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.834601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.841339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:24.841735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:24.859487 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:24.882959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=f6332087-186a-46c1-aad9-de0cb75d4ad8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:24.908911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network b58bc837-e0e2-4db7-8ee9-939e32686891 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:24.911860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b61970-f6a1-4151-b604-3049094cba2a req-0e827f0f-98be-4bc8-9d1b-763300456d58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 HTTP/1.1" status: 200 len: 998 time: 0.2246583 Feb 07 13:14:24.915256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:24.945905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06be88ad-d990-40d0-8859-c8451bda00c1 None None] New status for floating IP 6e65a9b8-6163-4d53-875a-eeecb9f26416: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:14:24.957091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:25.008951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-976f4b5e-0fa2-43e1-bae7-5a4f4c83c12e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.015498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-976f4b5e-0fa2-43e1-bae7-5a4f4c83c12e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.022700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-976f4b5e-0fa2-43e1-bae7-5a4f4c83c12e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.029314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.040656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-976f4b5e-0fa2-43e1-bae7-5a4f4c83c12e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.045946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8dbae249-bfbd-4ee4-aaf7-075f3662e23c {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 13:14:25.050649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.052252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-976f4b5e-0fa2-43e1-bae7-5a4f4c83c12e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.057381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] Pushing event deleted for resources: {'Network': ['ID=8dbae249-bfbd-4ee4-aaf7-075f3662e23c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:25.060327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-976f4b5e-0fa2-43e1-bae7-5a4f4c83c12e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.067531 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13b4b509-4fc4-4fb0-be9e-57c9b175b913 tempest-ExternalNetworksTestJSON-16380954 tempest-ExternalNetworksTestJSON-16380954-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8dbae249-bfbd-4ee4-aaf7-075f3662e23c HTTP/1.1" status: 204 len: 168 time: 0.5985725 Feb 07 13:14:25.068310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49648) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:25.068901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-976f4b5e-0fa2-43e1-bae7-5a4f4c83c12e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.077509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-976f4b5e-0fa2-43e1-bae7-5a4f4c83c12e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.6929994 Feb 07 13:14:25.126003 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-652e24fd-2a1e-4169-b70d-61babca351a4 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] DELETE failed (client error): The resource could not be found. Feb 07 13:14:25.130381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652e24fd-2a1e-4169-b70d-61babca351a4 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:14:25.132289 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-652e24fd-2a1e-4169-b70d-61babca351a4 tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] 10.222.0.69 "DELETE /v2.0/subnets/bf673207-e793-4b97-95d2-df13ee70e4de HTTP/1.1" status: 404 len: 337 time: 0.0613961 Feb 07 13:14:25.132956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49652) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:25.199291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33076f4b-b02e-4339-80b9-bb3b45e8cce4 req-ba272939-aa2c-4030-a854-8897e3b16e3e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.200891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33076f4b-b02e-4339-80b9-bb3b45e8cce4 req-ba272939-aa2c-4030-a854-8897e3b16e3e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.7774210 Feb 07 13:14:25.207692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.208424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.235953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61970-f6a1-4151-b604-3049094cba2a req-d9be97ff-a3c9-4cf9-b1ec-383d47b67b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.238850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b61970-f6a1-4151-b604-3049094cba2a req-d9be97ff-a3c9-4cf9-b1ec-383d47b67b95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 200 len: 850 time: 0.3175576 Feb 07 13:14:25.282475 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.327086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49658) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:25.327379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e1b67f26-1937-4798-84e5-f5b257538e3f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0227273 Feb 07 13:14:25.341970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09626883-710f-4eaa-b548-409e5b29c3a3 req-80333598-47ee-4436-be31-d5a105a8b02d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2635210 Feb 07 13:14:25.412493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33076f4b-b02e-4339-80b9-bb3b45e8cce4 req-1cf583b5-daa6-4ab7-9b36-b449cd4042a6 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682692 Feb 07 13:14:25.434445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3654d11b-6903-44d2-bd0d-7e4b74afcf88 None None] Provisioning for port f6332087-186a-46c1-aad9-de0cb75d4ad8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:25.439540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3654d11b-6903-44d2-bd0d-7e4b74afcf88 None None] Provisioning complete for port f6332087-186a-46c1-aad9-de0cb75d4ad8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:25.439915 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3654d11b-6903-44d2-bd0d-7e4b74afcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.440176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b61970-f6a1-4151-b604-3049094cba2a req-75b9cf10-19eb-4861-a88c-b0c62969733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.442745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b61970-f6a1-4151-b604-3049094cba2a req-75b9cf10-19eb-4861-a88c-b0c62969733c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c544ce96-fbe1-44f7-a876-32ae594ae054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750081 Feb 07 13:14:25.514445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3654d11b-6903-44d2-bd0d-7e4b74afcf88 None None] Port f6332087-186a-46c1-aad9-de0cb75d4ad8 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:25.555446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.590689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0747a1-10d7-4e2e-bfb9-ca166b842058']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:25.606733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50847cd4-1da6-401c-a82b-03073f7548fd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:25.607037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50847cd4-1da6-401c-a82b-03073f7548fd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:25.622250 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.651503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b61970-f6a1-4151-b604-3049094cba2a req-ca0aa8f4-4c27-4a99-ab3c-835291d73979 service neutron] 10.222.0.35 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017734 Feb 07 13:14:25.652401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.670397 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0218d65-8a46-45e0-a1e0-388026dc3e95 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.671756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0218d65-8a46-45e0-a1e0-388026dc3e95 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:25.678418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:25.679090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:25.689598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27b9a0-5783-4256-ac30-f593202c25d8 req-c9c7a105-ae90-4b9d-a4a1-3db8be656e5b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:25.691195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf27b9a0-5783-4256-ac30-f593202c25d8 req-c9c7a105-ae90-4b9d-a4a1-3db8be656e5b tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.1583726 Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:25.695761 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:25.803644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b1b547ff-0336-4d96-aef7-ca8ec897e74b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:25.809010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf27b9a0-5783-4256-ac30-f593202c25d8 req-623e5926-3336-4d0e-90db-3e606ebb0967 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714290 Feb 07 13:14:25.849926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b61970-f6a1-4151-b604-3049094cba2a req-0e95719c-ecd4-4504-a772-cc36a6def772 service neutron] 10.222.0.35 "GET /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916254 Feb 07 13:14:25.902682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0218d65-8a46-45e0-a1e0-388026dc3e95 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:25.903856 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0218d65-8a46-45e0-a1e0-388026dc3e95 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5756695 Feb 07 13:14:25.906809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49662) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:25.920881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b1b547ff-0336-4d96-aef7-ca8ec897e74b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:25.921260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:26.005182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3813a91-19aa-4ce4-bf2c-2d22159bea5a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.011531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3813a91-19aa-4ce4-bf2c-2d22159bea5a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.017695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3813a91-19aa-4ce4-bf2c-2d22159bea5a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.022932 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3813a91-19aa-4ce4-bf2c-2d22159bea5a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1122224 Feb 07 13:14:26.022932 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:26.023640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49666) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:26.043634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:26.105949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] Pushing event deleted for resources: {'Network': ['ID=dc0747a1-10d7-4e2e-bfb9-ca166b842058,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:26.129260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-aebcbc17-cb2e-46cd-b87e-610852288752 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port f6332087-186a-46c1-aad9-de0cb75d4ad8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:26.134686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aebcbc17-cb2e-46cd-b87e-610852288752 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:26.185668 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3f2af9ff-2399-4200-a5d3-de3dfaa2cade tempest-ExternalNetworksTestJSON-1804642490 tempest-ExternalNetworksTestJSON-1804642490-project] 10.222.0.69 "DELETE /v2.0/networks/dc0747a1-10d7-4e2e-bfb9-ca166b842058 HTTP/1.1" status: 204 len: 168 time: 1.0516486 Feb 07 13:14:26.402123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aebcbc17-cb2e-46cd-b87e-610852288752 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:26.548801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-aebcbc17-cb2e-46cd-b87e-610852288752 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for f6332087-186a-46c1-aad9-de0cb75d4ad8 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:26.625269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85715-3583-491a-96f7-0a95d11711c8 req-1fbc26a3-858d-4a44-95b9-3c0bc8f74acc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.632994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85715-3583-491a-96f7-0a95d11711c8 req-1fbc26a3-858d-4a44-95b9-3c0bc8f74acc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.639968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85715-3583-491a-96f7-0a95d11711c8 req-1fbc26a3-858d-4a44-95b9-3c0bc8f74acc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.646644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85715-3583-491a-96f7-0a95d11711c8 req-1fbc26a3-858d-4a44-95b9-3c0bc8f74acc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.652690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85715-3583-491a-96f7-0a95d11711c8 req-1fbc26a3-858d-4a44-95b9-3c0bc8f74acc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.658535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85715-3583-491a-96f7-0a95d11711c8 req-1fbc26a3-858d-4a44-95b9-3c0bc8f74acc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.664476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85715-3583-491a-96f7-0a95d11711c8 req-1fbc26a3-858d-4a44-95b9-3c0bc8f74acc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.666397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b85715-3583-491a-96f7-0a95d11711c8 req-1fbc26a3-858d-4a44-95b9-3c0bc8f74acc tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5432 time: 0.1815121 Feb 07 13:14:26.734577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04b85715-3583-491a-96f7-0a95d11711c8 req-3b1898b7-aaa5-47e6-a4e7-b2b24e6999b5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613513 Feb 07 13:14:26.752570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49678) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:26.766215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95a495-90da-45da-87d0-4a9bb85ba72d req-0f4c926d-3cdf-4233-a982-0cfdba5cd02d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:26.769727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb95a495-90da-45da-87d0-4a9bb85ba72d req-0f4c926d-3cdf-4233-a982-0cfdba5cd02d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.1979234 Feb 07 13:14:26.800373 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aebcbc17-cb2e-46cd-b87e-610852288752 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:26.822332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb95a495-90da-45da-87d0-4a9bb85ba72d req-759b9de7-3060-4e5d-9dcb-df6dfa75c5a1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Feb 07 13:14:26.860974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcbc17-cb2e-46cd-b87e-610852288752 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=f6332087-186a-46c1-aad9-de0cb75d4ad8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:27.046356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aebcbc17-cb2e-46cd-b87e-610852288752 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.058082 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc8148c1-a124-4b3d-8b66-e1efc8247f70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=43bca2163d814dadb26cbd6849d90903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068988 Feb 07 13:14:27.060950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc73467-69f4-49c8-b83b-4cfce3ecbfb0 req-3a9b3e81-61a0-45aa-bd2f-6e8e278ed67c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:27.062844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49686) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:27.065953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abc73467-69f4-49c8-b83b-4cfce3ecbfb0 req-3a9b3e81-61a0-45aa-bd2f-6e8e278ed67c tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.1027148 Feb 07 13:14:27.123771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abc73467-69f4-49c8-b83b-4cfce3ecbfb0 req-ac4df70d-a107-41c0-b4eb-f9e3cd6b37f8 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514386 Feb 07 13:14:27.135505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3ecc-995d-44a9-bf61-c72a7a56fc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.147871 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aebcbc17-cb2e-46cd-b87e-610852288752 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/f6332087-186a-46c1-aad9-de0cb75d4ad8 HTTP/1.1" status: 204 len: 168 time: 1.1148019 Feb 07 13:14:27.148016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49690) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:27.170449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3ecc-995d-44a9-bf61-c72a7a56fc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.201266 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-982b9683-9e8e-4cdd-9524-208c03fc7e97 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:14:27.202054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-982b9683-9e8e-4cdd-9524-208c03fc7e97 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:27.297786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-982b9683-9e8e-4cdd-9524-208c03fc7e97 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:27.302130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-982b9683-9e8e-4cdd-9524-208c03fc7e97 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/f6332087-186a-46c1-aad9-de0cb75d4ad8 HTTP/1.1" status: 404 len: 333 time: 0.1552584 Feb 07 13:14:27.303111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49698) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:27.320646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3ecc-995d-44a9-bf61-c72a7a56fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.343231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b3ecc-995d-44a9-bf61-c72a7a56fc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3a8cf-d107-4fd2-8589-b0db47c59fbe,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:27.343516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:27.354333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3ecc-995d-44a9-bf61-c72a7a56fc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.355802 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cc6b3ecc-995d-44a9-bf61-c72a7a56fc18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66e3a8cf-d107-4fd2-8589-b0db47c59fbe HTTP/1.1" status: 204 len: 168 time: 0.2920070 Feb 07 13:14:27.388189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-4c7786cd-f829-4666-ada0-4db872480ffa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 97c2f410-3a19-4201-b619-39d8981d1a46 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:27.397031 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c7786cd-f829-4666-ada0-4db872480ffa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.507566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:27.526107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc', 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'port_id': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc', 'mac_address': 'fa:16:3e:31:93:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8839910e-bae7-4563-b023-4cb9bc7c1c59', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:27.584487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.605388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:27.625871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:27.665160 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c7786cd-f829-4666-ada0-4db872480ffa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.687086 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:27.688464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f66cb58-c047-40ed-8071-4db412f99c8a details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:27.899486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:27.975420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f66cb58-c047-40ed-8071-4db412f99c8a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f66cb58-c047-40ed-8071-4db412f99c8a,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:27.990780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '5f66cb58-c047-40ed-8071-4db412f99c8a', 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1', 'port_id': '5f66cb58-c047-40ed-8071-4db412f99c8a', 'mac_address': 'fa:16:3e:74:19:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869cfd68-7d82-465b-8924-9108772e6670', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:28.011266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-4c7786cd-f829-4666-ada0-4db872480ffa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 97c2f410-3a19-4201-b619-39d8981d1a46 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:28.051652 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.069767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f66cb58-c047-40ed-8071-4db412f99c8a {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:28.071768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49714) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:28.086696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f66cb58-c047-40ed-8071-4db412f99c8a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f66cb58-c047-40ed-8071-4db412f99c8a,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:28.131962 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d19278a8-82b4-4959-aeb6-63626d91de8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3879380b537c44d5bfabc59440217f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584126 Feb 07 13:14:28.134447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49718) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:28.161430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.162097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c827dad6-045d-4d4f-92c4-222eaefcab06 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:28.196697 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.225013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.252070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-dfe65d4a-dfe2-478e-8c6d-30c9a451b085 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:28.258480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-dfe65d4a-dfe2-478e-8c6d-30c9a451b085 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:28.264462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-dfe65d4a-dfe2-478e-8c6d-30c9a451b085 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:28.270924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-dfe65d4a-dfe2-478e-8c6d-30c9a451b085 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:28.274288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5f66cb58-c047-40ed-8071-4db412f99c8a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:28.282193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-dfe65d4a-dfe2-478e-8c6d-30c9a451b085 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:28.282714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-dfe65d4a-dfe2-478e-8c6d-30c9a451b085 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:28.283006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c827dad6-045d-4d4f-92c4-222eaefcab06, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c827dad6-045d-4d4f-92c4-222eaefcab06,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:28.289468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-dfe65d4a-dfe2-478e-8c6d-30c9a451b085 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:28.291572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-dfe65d4a-dfe2-478e-8c6d-30c9a451b085 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5433 time: 0.3365517 Feb 07 13:14:28.301777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'c827dad6-045d-4d4f-92c4-222eaefcab06', 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'port_id': 'c827dad6-045d-4d4f-92c4-222eaefcab06', 'mac_address': 'fa:16:3e:8c:5e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8839910e-bae7-4563-b023-4cb9bc7c1c59', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:28.332963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.337151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b574f-d052-4795-a79c-5eab1057d68c req-71c0a865-5495-4d0a-a79c-19677e04b2a9 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:28.338932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-044b574f-d052-4795-a79c-5eab1057d68c req-71c0a865-5495-4d0a-a79c-19677e04b2a9 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.2920783 Feb 07 13:14:28.358869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c7f786-6ab5-4953-8e7f-6bc7e255b5b8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:28.369891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.370243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.370604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.371113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.371511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.371854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.372273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.373089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.373442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.373785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.374123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.374459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.375072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:28.394323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.396427 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b3ff609-bb06-4d67-8a60-a7554ef582b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8c7f786-6ab5-4953-8e7f-6bc7e255b5b8 HTTP/1.1" status: 204 len: 168 time: 0.2609909 Feb 07 13:14:28.407706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c827dad6-045d-4d4f-92c4-222eaefcab06 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:28.410863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4db0e74e-7c7a-4a93-87bf-8b18bdfddf44 req-e4b6170f-50bc-4d79-a5fe-6dfb71fb3027 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107743 Feb 07 13:14:28.422258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-044b574f-d052-4795-a79c-5eab1057d68c req-5866a341-0a6c-4cc1-bcf7-ca607877f95e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737605 Feb 07 13:14:28.431910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c827dad6-045d-4d4f-92c4-222eaefcab06, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c827dad6-045d-4d4f-92c4-222eaefcab06,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:28.458245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c7786cd-f829-4666-ada0-4db872480ffa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.503372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.504427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4580ce9f-c307-458b-aacf-9573f51052af details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:28.562923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7786cd-f829-4666-ada0-4db872480ffa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=97c2f410-3a19-4201-b619-39d8981d1a46,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:28.675039 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c7786cd-f829-4666-ada0-4db872480ffa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.746140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4c7786cd-f829-4666-ada0-4db872480ffa tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/97c2f410-3a19-4201-b619-39d8981d1a46 HTTP/1.1" status: 204 len: 168 time: 1.4405251 Feb 07 13:14:28.747352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49728) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:28.795656 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-14683690-5503-4554-80d4-a059846c9d57 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:14:28.796228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-14683690-5503-4554-80d4-a059846c9d57 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:28.797742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=c827dad6-045d-4d4f-92c4-222eaefcab06,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:28.803482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4580ce9f-c307-458b-aacf-9573f51052af, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4580ce9f-c307-458b-aacf-9573f51052af,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:28.822066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '4580ce9f-c307-458b-aacf-9573f51052af', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'port_id': '4580ce9f-c307-458b-aacf-9573f51052af', 'mac_address': 'fa:16:3e:26:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:28.866284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-14683690-5503-4554-80d4-a059846c9d57 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:28.870060 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-14683690-5503-4554-80d4-a059846c9d57 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/97c2f410-3a19-4201-b619-39d8981d1a46 HTTP/1.1" status: 404 len: 333 time: 0.1191075 Feb 07 13:14:28.870278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49734) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:28.885788 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:28.906692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4580ce9f-c307-458b-aacf-9573f51052af {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:28.929338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4580ce9f-c307-458b-aacf-9573f51052af, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4580ce9f-c307-458b-aacf-9573f51052af,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:28.957819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fde14f-dbba-405c-a984-30ad9a56d2fe tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet f31a301c-abf0-460d-ac4e-8852332acaeb {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:14:28.959560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4fde14f-dbba-405c-a984-30ad9a56d2fe tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.000683 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.001766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ec04628c-ec76-4595-898c-f0115cddc137 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:29.043509 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4fde14f-dbba-405c-a984-30ad9a56d2fe tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.102893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4580ce9f-c307-458b-aacf-9573f51052af,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:29.106256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ec04628c-ec76-4595-898c-f0115cddc137, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ec04628c-ec76-4595-898c-f0115cddc137,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:29.121307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'ec04628c-ec76-4595-898c-f0115cddc137', 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'port_id': 'ec04628c-ec76-4595-898c-f0115cddc137', 'mac_address': 'fa:16:3e:92:28:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8839910e-bae7-4563-b023-4cb9bc7c1c59', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:29.138711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4fde14f-dbba-405c-a984-30ad9a56d2fe tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.184225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.204133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec04628c-ec76-4595-898c-f0115cddc137 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:29.226993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ec04628c-ec76-4595-898c-f0115cddc137, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ec04628c-ec76-4595-898c-f0115cddc137,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:29.302949 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.303268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4fde14f-dbba-405c-a984-30ad9a56d2fe tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.303548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 68f05dff-ff5c-4e23-be73-4702d5274760 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:29.344984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fde14f-dbba-405c-a984-30ad9a56d2fe tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=f31a301c-abf0-460d-ac4e-8852332acaeb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:29.347598 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4fde14f-dbba-405c-a984-30ad9a56d2fe tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.354866 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4fde14f-dbba-405c-a984-30ad9a56d2fe tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/f31a301c-abf0-460d-ac4e-8852332acaeb HTTP/1.1" status: 204 len: 168 time: 0.4837461 Feb 07 13:14:29.357950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49746) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:29.365432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34387808-e35f-4627-8290-34db5d0bb200 None None] Network b58bc837-e0e2-4db7-8ee9-939e32686891 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:29.482063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ec04628c-ec76-4595-898c-f0115cddc137,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:29.486295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 68f05dff-ff5c-4e23-be73-4702d5274760, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=68f05dff-ff5c-4e23-be73-4702d5274760,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:29.498675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.505544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '68f05dff-ff5c-4e23-be73-4702d5274760', 'network_id': 'f44394ee-4908-4bf0-9bc0-ce1fb2e8112d', 'port_id': '68f05dff-ff5c-4e23-be73-4702d5274760', 'mac_address': 'fa:16:3e:7a:dd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8839910e-bae7-4563-b023-4cb9bc7c1c59', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:29.514594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port b1b547ff-0336-4d96-aef7-ca8ec897e74b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:29.514947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.689880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.725564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f05dff-ff5c-4e23-be73-4702d5274760 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:29.751705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 68f05dff-ff5c-4e23-be73-4702d5274760, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=68f05dff-ff5c-4e23-be73-4702d5274760,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:29.817913 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.818576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:14:29.866168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] DHCP port deletion for b58bc837-e0e2-4db7-8ee9-939e32686891 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:14:29.877148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-31ccfd41-99dc-4b7c-be89-96751391998c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:29.883877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-31ccfd41-99dc-4b7c-be89-96751391998c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:29.889667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-31ccfd41-99dc-4b7c-be89-96751391998c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:29.894745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] Deleting port b1b547ff-0336-4d96-aef7-ca8ec897e74b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:29.895111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:29.895818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-31ccfd41-99dc-4b7c-be89-96751391998c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:29.901948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-31ccfd41-99dc-4b7c-be89-96751391998c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:29.907640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-31ccfd41-99dc-4b7c-be89-96751391998c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:29.913958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-31ccfd41-99dc-4b7c-be89-96751391998c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:29.915856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-31ccfd41-99dc-4b7c-be89-96751391998c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5437 time: 0.3039844 Feb 07 13:14:29.923597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cb282-ac0b-4c8b-b6d5-006cd3212d23 req-ab216175-89fd-4149-ac85-03a2f214e539 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:29.925801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-568cb282-ac0b-4c8b-b6d5-006cd3212d23 req-ab216175-89fd-4149-ac85-03a2f214e539 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.3499694 Feb 07 13:14:29.964607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:29.980125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=68f05dff-ff5c-4e23-be73-4702d5274760,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:29.983530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] For port b1b547ff-0336-4d96-aef7-ca8ec897e74b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b1b547ff-0336-4d96-aef7-ca8ec897e74b,segment=NetworkSegment(ea285dad-f360-4623-9581-84dcf6b57041),segment_id=ea285dad-f360-4623-9581-84dcf6b57041)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:29.983910 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.018243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92', 'network_id': 'cdf1861f-6d94-4ade-93cf-f1104237dde1', 'port_id': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92', 'mac_address': 'fa:16:3e:ab:f7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869cfd68-7d82-465b-8924-9108772e6670', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:14:30.128016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for b1b547ff-0336-4d96-aef7-ca8ec897e74b owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:30.166907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af3c3d7b-d9b9-4f27-b8ed-0576fd132870 req-014eed40-d52e-4c0c-ae2f-4769770544ce tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2400858 Feb 07 13:14:30.168421 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.196400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:30.199767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-568cb282-ac0b-4c8b-b6d5-006cd3212d23 req-712ea10c-375e-4c2c-a9de-611e4b266092 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540309 Feb 07 13:14:30.249822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] For port b1b547ff-0336-4d96-aef7-ca8ec897e74b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b1b547ff-0336-4d96-aef7-ca8ec897e74b,segment=NetworkSegment(ea285dad-f360-4623-9581-84dcf6b57041),segment_id=ea285dad-f360-4623-9581-84dcf6b57041)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:30.249822 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.317281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:30.326130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.378489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=b1b547ff-0336-4d96-aef7-ca8ec897e74b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:30.384046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No DVR routers for this DVR port b1b547ff-0336-4d96-aef7-ca8ec897e74b on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:14:30.390368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] Calling delete_port for b1b547ff-0336-4d96-aef7-ca8ec897e74b owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:30.423356 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.542819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:30.549487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:14:30.550062 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:14:30.650202 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.676664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58bc837-e0e2-4db7-8ee9-939e32686891']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:30.684026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49786) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:30.694842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea285dad-f360-4623-9581-84dcf6b57041') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:30.695144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea285dad-f360-4623-9581-84dcf6b57041') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:30.708810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.726230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.733517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:30.733829 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:30.748317 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:30.801644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1050534200', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:30.806654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:30.810909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Usage tracker for resource:port and tenant:f6c54eabff2648249893e91f5196741b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:30.813873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:30.825326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:30.954361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.959824 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:30.992853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Network': ['ID=b58bc837-e0e2-4db7-8ee9-939e32686891,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:31.017484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Made reservation on behalf of f6c54eabff2648249893e91f5196741b for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:31.020644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.033524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.048881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:31.053680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Usage tracker for resource:security_group_rule and tenant:f6c54eabff2648249893e91f5196741b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:31.055154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] Deleting port b1b547ff-0336-4d96-aef7-ca8ec897e74b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:31.055586 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.056786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:31.062848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:31.091112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49794) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:31.093200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e564a2f3-433e-417e-9719-5d55ecba75f8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/networks/b58bc837-e0e2-4db7-8ee9-939e32686891 HTTP/1.1" status: 204 len: 168 time: 1.7335155 Feb 07 13:14:31.098908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-14972480'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:31.107744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:31.119086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:network and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:31.122951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:31.133513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:31.143152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-efa03353-7a02-40de-b5ae-72ca4341e137 None None] The port 'b1b547ff-0336-4d96-aef7-ca8ec897e74b' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:14:31.194118 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.216539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:31.220133 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.260151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:31.271420 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.272157 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Added segment 1761af23-2812-441d-89d9-9390d044835e of type vlan for network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 Feb 07 13:14:31.288665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.309242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] device_id is not set on port 6a170172-706d-47b1-b172-56fd11e0235c yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:31.374302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.426078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f8d7d-9a2f-405a-96c4-abceaaa6802a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:31.450710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-6805ee0f-4c4e-4a08-acc5-93016713c932 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.459300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-6805ee0f-4c4e-4a08-acc5-93016713c932 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.466569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-6805ee0f-4c4e-4a08-acc5-93016713c932 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.473936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-6805ee0f-4c4e-4a08-acc5-93016713c932 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.482667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-6805ee0f-4c4e-4a08-acc5-93016713c932 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.488093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-6805ee0f-4c4e-4a08-acc5-93016713c932 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.494114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-6805ee0f-4c4e-4a08-acc5-93016713c932 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.496172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-6805ee0f-4c4e-4a08-acc5-93016713c932 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5439 time: 0.1431539 Feb 07 13:14:31.536894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Allocated IP 172.25.7.57 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/6a170172-706d-47b1-b172-56fd11e0235c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:31.557153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.563908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.564692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:31.596004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ac4d18c-4020-4a5b-9c3d-6d4e8af1a4ba req-c656a4bd-19b9-4939-af0f-7e914561f4e1 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680201 Feb 07 13:14:31.620441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911073d-7299-4708-8365-2bbf7767bf88 req-cdc7beac-404a-4fa3-8da4-34451e09ba76 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:31.627854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8911073d-7299-4708-8365-2bbf7767bf88 req-cdc7beac-404a-4fa3-8da4-34451e09ba76 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.1307003 Feb 07 13:14:31.680608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8911073d-7299-4708-8365-2bbf7767bf88 req-308e4fe8-5c1f-4d90-821c-566eed9348b1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514121 Feb 07 13:14:31.755951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['68f05dff-ff5c-4e23-be73-4702d5274760'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:31.788331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6aa2607f-2051-4bb1-9c08-3fbd03f7dffc'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:31.822626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b1b547ff-0336-4d96-aef7-ca8ec897e74b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:14:31.864854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ed91b894-3bf5-4c94-a1a7-3fe56d64ec92'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:31.911273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['c827dad6-045d-4d4f-92c4-222eaefcab06'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:31.912097 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:14:31.929311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Network': ['ID=8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:31.949663 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f9febd39-a00f-439d-9989-2f1ee6f6fdcb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8571479 Feb 07 13:14:31.952268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49804) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:31.962641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4580ce9f-c307-458b-aacf-9573f51052af'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:31.974150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': '8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:32.020563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:32.028965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ec04628c-ec76-4595-898c-f0115cddc137'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:32.058684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['5f66cb58-c047-40ed-8071-4db412f99c8a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:32.063215 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:32.095636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b1b547ff-0336-4d96-aef7-ca8ec897e74b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:14:32.095993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b1b547ff-0336-4d96-aef7-ca8ec897e74b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:14:32.109817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:32.115259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:32.119278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:32.126557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:32.252339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:32.257711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:32.281173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:32.430652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:32.436234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:32.447062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:32.472694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Pushing event updated for resources: {'Port': ['ID=6a170172-706d-47b1-b172-56fd11e0235c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:32.514526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:32.515139 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:32.647030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49812) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:32.650385 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-664288f5-290d-49ab-a0f2-3d63037d11b5 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9635715 Feb 07 13:14:32.652085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.57'}]}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:32.658954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:32.667353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Usage tracker for resource:router and tenant:f6c54eabff2648249893e91f5196741b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:32.671455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:32.679883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:32.693971 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:32.744092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:32.745565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:32.782058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:32.855099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Checking segment: {'id': '1761af23-2812-441d-89d9-9390d044835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:32.856013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network hostable DHCP agents. Network: 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:14:32.919046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=608b4324-e93d-4607-8850-4e09f6db3095,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:32.977832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:14:33.109052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:33.114519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.121590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.155079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac756f-2cfe-4041-99da-475b17f88ecd None None] Network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:33.185327 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-20d2feb5-cee1-4cc2-ac33-52bf76bdc281 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2306962 Feb 07 13:14:33.187010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49818) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:33.192860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1216192397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:33.200296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:33.204352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:router and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:33.208759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:33.214821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:33.274869 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.276334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.304569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.316676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.337285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61098eb-56ef-435b-8ad7-09b5c8ced772 req-5dafb695-6637-4df1-bb20-73fb2a398e1f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.338816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a61098eb-56ef-435b-8ad7-09b5c8ced772 req-5dafb695-6637-4df1-bb20-73fb2a398e1f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.4547508 Feb 07 13:14:33.399409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff540767-9c71-4126-a678-b2b593139a28 req-ef4c6bf4-cfd9-4207-ab1d-aaeae8e07fbd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.405257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff540767-9c71-4126-a678-b2b593139a28 req-ef4c6bf4-cfd9-4207-ab1d-aaeae8e07fbd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.411723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff540767-9c71-4126-a678-b2b593139a28 req-ef4c6bf4-cfd9-4207-ab1d-aaeae8e07fbd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.417542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff540767-9c71-4126-a678-b2b593139a28 req-ef4c6bf4-cfd9-4207-ab1d-aaeae8e07fbd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.426942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff540767-9c71-4126-a678-b2b593139a28 req-ef4c6bf4-cfd9-4207-ab1d-aaeae8e07fbd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.434308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff540767-9c71-4126-a678-b2b593139a28 req-ef4c6bf4-cfd9-4207-ab1d-aaeae8e07fbd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.440882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff540767-9c71-4126-a678-b2b593139a28 req-ef4c6bf4-cfd9-4207-ab1d-aaeae8e07fbd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:33.447258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.457061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff540767-9c71-4126-a678-b2b593139a28 req-ef4c6bf4-cfd9-4207-ab1d-aaeae8e07fbd tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5439 time: 0.4308531 Feb 07 13:14:33.462556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2', 'network_id': '8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2', 'tenant_id': '9d7b07b9e05e465880864ae49678af12', 'fixed_ips': [{'subnet_id': '608b4324-e93d-4607-8850-4e09f6db3095'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:14:33.463402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.486618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a61098eb-56ef-435b-8ad7-09b5c8ced772 req-ee14680a-6a7f-4452-9731-e9cdc0775beb tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412234 Feb 07 13:14:33.566588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.570366 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f6bfa842-6bf5-4eec-a56b-7031e8956205 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3795538 Feb 07 13:14:33.570695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49824) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:33.576876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'network_id': '8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2', 'name': 'tempest-PortsTestJSON-1306980291'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:33.592874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff540767-9c71-4126-a678-b2b593139a28 req-35fc6739-6d72-4f08-b31e-71b885c9dc31 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205554 Feb 07 13:14:33.646527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Allocated IP 172.20.0.2 (8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2/608b4324-e93d-4607-8850-4e09f6db3095/204ebfe1-20b4-42ac-9543-d6977b26fcc1) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:33.767296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:33.772926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:port and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:33.776747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:33.782776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:33.866784 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.876826 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Transition to ACTIVE for port object 204ebfe1-20b4-42ac-9543-d6977b26fcc1 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:33.895904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Transition to ACTIVE for port object 204ebfe1-20b4-42ac-9543-d6977b26fcc1 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:33.897585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:33.901542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:33.924406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 90b43848-6237-4f31-98b3-f3be2f67052d yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:33.984464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.041685 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.059088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:34.061957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:34.066214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:34.072070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Pushing event updated for resources: {'Port': ['ID=204ebfe1-20b4-42ac-9543-d6977b26fcc1,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:34.077781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.8 (8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2/608b4324-e93d-4607-8850-4e09f6db3095/90b43848-6237-4f31-98b3-f3be2f67052d) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:34.078357 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.162257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Attempting to bind port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:14:34.162814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Attempting to bind port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '1761af23-2812-441d-89d9-9390d044835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:14:34.163053 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Attempting to bind port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 on network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:34.169067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:14:34.169459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Checking segment: {'id': '1761af23-2812-441d-89d9-9390d044835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:34.169850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.170367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Bound using segment: {'id': '1761af23-2812-441d-89d9-9390d044835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:14:34.170852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Bound port: 204ebfe1-20b4-42ac-9543-d6977b26fcc1, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1761af23-2812-441d-89d9-9390d044835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:14:34.171219 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.269914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] For port 204ebfe1-20b4-42ac-9543-d6977b26fcc1, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:14:34.273120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] For port 204ebfe1-20b4-42ac-9543-d6977b26fcc1, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=204ebfe1-20b4-42ac-9543-d6977b26fcc1,segment=NetworkSegment(1761af23-2812-441d-89d9-9390d044835e),segment_id=1761af23-2812-441d-89d9-9390d044835e)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:14:34.306935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.322794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object 90b43848-6237-4f31-98b3-f3be2f67052d will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:34.344211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.384289 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.467710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6b185-29a7-499f-813b-25b7aef8f40e None None] Pushing event updated for resources: {'Port': ['ID=204ebfe1-20b4-42ac-9543-d6977b26fcc1,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:34.509795 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.614585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:34.619018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:34.630371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:34.676111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=90b43848-6237-4f31-98b3-f3be2f67052d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:34.703555 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.706876 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.720391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:34.720391 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.838320 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5af83179-7fac-40f6-abfe-e0e3ee7e1e5e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2586653 Feb 07 13:14:34.838320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49836) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:34.840441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:34.840441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 535275e3-2dc8-4b2e-935c-dc53fff80d77 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:14:34.943346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6c708-4e8d-4437-a101-7da485569a56 req-26cc8421-d3c9-4a8e-a7a5-c6e2f40df93b tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:34.944942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbd6c708-4e8d-4437-a101-7da485569a56 req-26cc8421-d3c9-4a8e-a7a5-c6e2f40df93b tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.2110779 Feb 07 13:14:34.964596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-cbc185bf-13ea-4534-b453-dbe3e682655e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:34.972704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-cbc185bf-13ea-4534-b453-dbe3e682655e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:34.994043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-cbc185bf-13ea-4534-b453-dbe3e682655e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:34.994043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-cbc185bf-13ea-4534-b453-dbe3e682655e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:34.994043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-cbc185bf-13ea-4534-b453-dbe3e682655e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:34.998924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-cbc185bf-13ea-4534-b453-dbe3e682655e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:35.005734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-cbc185bf-13ea-4534-b453-dbe3e682655e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:35.007761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-cbc185bf-13ea-4534-b453-dbe3e682655e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5439 time: 0.2172558 Feb 07 13:14:35.026767 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 13:14:35.030534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7a4756e7-297d-4186-a23f-06b0ab24403d tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3796847 Feb 07 13:14:35.046016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49840) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:35.138285 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbd6c708-4e8d-4437-a101-7da485569a56 req-e9bbbc6c-d266-4b7c-abef-8c57351e115e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295648 Feb 07 13:14:35.161954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa182ce7-192b-4ca9-8d6b-008090553dc0 req-d1ccd484-9d7a-4dd5-a870-e1309a189427 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373785 Feb 07 13:14:35.184215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Deleting port 6a170172-706d-47b1-b172-56fd11e0235c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:35.184215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:35.422354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:35.558485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Calling delete_port for 6a170172-706d-47b1-b172-56fd11e0235c owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:35.561155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:35.715435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b4b63-0a4a-4026-8174-c4a359c217cd None None] Network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:35.771755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:35.922928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-85f577f0-3dfe-4caf-8fcd-696fde347683 None None] Provisioning for port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:35.985863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 204ebfe1-20b4-42ac-9543-d6977b26fcc1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:35.992025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a170172-706d-47b1-b172-56fd11e0235c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:36.007664 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.035001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.035354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.035717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.036074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.036412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.036748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.037081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.037411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.037751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.038062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.038386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.038711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:36.077392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.097454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.111391 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7f49e942-4641-434d-99b1-c709edb0ce14 tempest-RoutersAdminNegativeIpV6Test-1226980183 tempest-RoutersAdminNegativeIpV6Test-1226980183-project-admin] 10.222.0.69 "DELETE /v2.0/ports/6a170172-706d-47b1-b172-56fd11e0235c HTTP/1.1" status: 204 len: 168 time: 1.0643826 Feb 07 13:14:36.172474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:36.180415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:36.180803 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.274592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=90b43848-6237-4f31-98b3-f3be2f67052d,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:36.334138 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.369414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 204ebfe1-20b4-42ac-9543-d6977b26fcc1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=204ebfe1-20b4-42ac-9543-d6977b26fcc1,segment=NetworkSegment(1761af23-2812-441d-89d9-9390d044835e),segment_id=1761af23-2812-441d-89d9-9390d044835e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:36.506962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-f7e05c90-c363-4c32-ad10-4257638b501a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:36.513098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-f7e05c90-c363-4c32-ad10-4257638b501a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:36.515098 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.519656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-f7e05c90-c363-4c32-ad10-4257638b501a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:36.526044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-f7e05c90-c363-4c32-ad10-4257638b501a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:36.531886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-f7e05c90-c363-4c32-ad10-4257638b501a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:36.544323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-f7e05c90-c363-4c32-ad10-4257638b501a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:36.544660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-f7e05c90-c363-4c32-ad10-4257638b501a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:36.552787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-f7e05c90-c363-4c32-ad10-4257638b501a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5439 time: 0.2170360 Feb 07 13:14:36.593602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b32ee6-1a75-4dcd-9b06-c65d0e8f7375 req-9e051368-3925-4fdc-b87c-c9c5a7c2f0dd tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:36.593602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6b32ee6-1a75-4dcd-9b06-c65d0e8f7375 req-9e051368-3925-4fdc-b87c-c9c5a7c2f0dd tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.2021863 Feb 07 13:14:36.594247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.630385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=204ebfe1-20b4-42ac-9543-d6977b26fcc1,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:36.646211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc8ba1bd-7f90-4576-809e-0981c3b3aa6d req-54257175-06b3-4052-a7cc-6da0d40a1bf3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921357 Feb 07 13:14:36.674483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6b32ee6-1a75-4dcd-9b06-c65d0e8f7375 req-9ee23de5-f11e-482c-8a6f-47087c9208cf tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741589 Feb 07 13:14:36.783313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e84d5893-b126-4b1d-90bc-195abd798dd8 None None] Provisioning for port 90b43848-6237-4f31-98b3-f3be2f67052d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:36.790240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e84d5893-b126-4b1d-90bc-195abd798dd8 None None] Provisioning complete for port 90b43848-6237-4f31-98b3-f3be2f67052d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:36.790614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e84d5893-b126-4b1d-90bc-195abd798dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.838159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49854) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:36.851453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e84d5893-b126-4b1d-90bc-195abd798dd8 None None] Port 90b43848-6237-4f31-98b3-f3be2f67052d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:36.869664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e84d5893-b126-4b1d-90bc-195abd798dd8 None None] Provisioning complete for port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:36.870044 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e84d5893-b126-4b1d-90bc-195abd798dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:36.883863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.022250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.046215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:37.051155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f72ace4f28b4b5789fa07712ecebc65 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:37.056254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:37.061271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:37.151918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.169674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e9f51146-c6b9-41e8-956a-1db8e2f4f907 None None] Provisioning complete for port 90b43848-6237-4f31-98b3-f3be2f67052d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:37.169973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9f51146-c6b9-41e8-956a-1db8e2f4f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.227501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e9f51146-c6b9-41e8-956a-1db8e2f4f907 None None] Port 90b43848-6237-4f31-98b3-f3be2f67052d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:37.233919 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.284020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f72ace4f28b4b5789fa07712ecebc65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446049 Feb 07 13:14:37.286328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0efcd-3dc4-4b99-9e0c-9abcb60580f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d6840-051b-4d1e-b687-fa05909b40b3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:37.289537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49862) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:37.349944 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dac6297f-26e8-49e2-b865-a3f150a4a30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.376735 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dac6297f-26e8-49e2-b865-a3f150a4a30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.415339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.526168 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.555051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dac6297f-26e8-49e2-b865-a3f150a4a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.582213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6297f-26e8-49e2-b865-a3f150a4a30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d6840-051b-4d1e-b687-fa05909b40b3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:37.582213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dac6297f-26e8-49e2-b865-a3f150a4a30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.582213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dac6297f-26e8-49e2-b865-a3f150a4a30f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/070d6840-051b-4d1e-b687-fa05909b40b3 HTTP/1.1" status: 204 len: 168 time: 0.2902982 Feb 07 13:14:37.645918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=90b43848-6237-4f31-98b3-f3be2f67052d,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:37.650751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:37.822238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:37.823426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:37.834407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 204ebfe1-20b4-42ac-9543-d6977b26fcc1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:37.934725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:37.935185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:38.081671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b661a-e83c-4445-894e-ddcb1d318af9 req-eb90adfd-0c6d-4da5-aca4-bf877b1adb71 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.081671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-996b661a-e83c-4445-894e-ddcb1d318af9 req-eb90adfd-0c6d-4da5-aca4-bf877b1adb71 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.1795409 Feb 07 13:14:38.113042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-807956da-839c-489d-83b5-9298bf3a8c27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.119501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-807956da-839c-489d-83b5-9298bf3a8c27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.125356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-807956da-839c-489d-83b5-9298bf3a8c27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.142982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-807956da-839c-489d-83b5-9298bf3a8c27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.142982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-807956da-839c-489d-83b5-9298bf3a8c27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.148204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-807956da-839c-489d-83b5-9298bf3a8c27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.155435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-807956da-839c-489d-83b5-9298bf3a8c27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.157376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-807956da-839c-489d-83b5-9298bf3a8c27 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5439 time: 0.3426135 Feb 07 13:14:38.162373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-80505b3c-4991-4da7-84e2-fc4a8beaa64b None None] Provisioning complete for port 90b43848-6237-4f31-98b3-f3be2f67052d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:38.162945 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-80505b3c-4991-4da7-84e2-fc4a8beaa64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:38.217469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-80505b3c-4991-4da7-84e2-fc4a8beaa64b None None] Port 90b43848-6237-4f31-98b3-f3be2f67052d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:38.227710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-996b661a-e83c-4445-894e-ddcb1d318af9 req-c098e75d-30f7-4cfb-8154-b5f6931fff1f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418719 Feb 07 13:14:38.237259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fc0e667-b985-433e-85c1-6d16674b4e99 req-ba4041c7-b873-4369-ba7b-c2692c06613f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655584 Feb 07 13:14:38.289070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Router 21944b95-4d48-45e0-9bba-10c0ddd9ac50 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:14:38.448501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:14:38.453594 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7112e331-e232-4446-a42a-57c8b0c84fac tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "PUT /v2.0/routers/21944b95-4d48-45e0-9bba-10c0ddd9ac50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6144896 Feb 07 13:14:38.456870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49878) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:38.459489 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b358c-95e9-42fc-bad9-5bc3d72cf40b None None] Sync routers for ids ['21944b95-4d48-45e0-9bba-10c0ddd9ac50'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:14:38.473020 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b358c-95e9-42fc-bad9-5bc3d72cf40b None None] Routers {'21944b95-4d48-45e0-9bba-10c0ddd9ac50'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:14:38.473020 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-788b358c-95e9-42fc-bad9-5bc3d72cf40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['21944b95-4d48-45e0-9bba-10c0ddd9ac50'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:38.481712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49882) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:38.515965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4580ce9f-c307-458b-aacf-9573f51052af up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:38.537821 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-63e08353-72cd-479b-88a4-c182c6b1ae4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6c54eabff2648249893e91f5196741b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527596 Feb 07 13:14:38.538711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49886) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:38.541536 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-788b358c-95e9-42fc-bad9-5bc3d72cf40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:38.550715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46487f4-4a90-4460-bf4c-455a98c5e186 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:38.555459 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b358c-95e9-42fc-bad9-5bc3d72cf40b None None] Routers {'21944b95-4d48-45e0-9bba-10c0ddd9ac50'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:14:38.555459 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-788b358c-95e9-42fc-bad9-5bc3d72cf40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['21944b95-4d48-45e0-9bba-10c0ddd9ac50'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:38.555696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d46487f4-4a90-4460-bf4c-455a98c5e186 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:38.611334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cd89b05-f24d-45e0-8830-4c6a55edb0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:38.617585 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-788b358c-95e9-42fc-bad9-5bc3d72cf40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:38.617989 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b358c-95e9-42fc-bad9-5bc3d72cf40b None None] The sync data for ids ['21944b95-4d48-45e0-9bba-10c0ddd9ac50'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:14:38.649405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cd89b05-f24d-45e0-8830-4c6a55edb0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:38.680672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d46487f4-4a90-4460-bf4c-455a98c5e186 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:38.682006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d46487f4-4a90-4460-bf4c-455a98c5e186 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports?device_id=21944b95-4d48-45e0-9bba-10c0ddd9ac50 HTTP/1.1" status: 200 len: 982 time: 0.2240760 Feb 07 13:14:38.685140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49890) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:38.698267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 4580ce9f-c307-458b-aacf-9573f51052af completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:38.703568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 4580ce9f-c307-458b-aacf-9573f51052af triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:38.703958 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:38.746695 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-668df725-ab5c-4fd4-ab70-3f14e365e177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:38.832256 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:38.862261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:38.872480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4580ce9f-c307-458b-aacf-9573f51052af, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4580ce9f-c307-458b-aacf-9573f51052af,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:38.910276 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af', 'code': 200} Feb 07 13:14:39.087711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.088902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ec04628c-ec76-4595-898c-f0115cddc137 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:39.109009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ae90-cd93-4f45-bc90-e764f8b1e2d8 req-a3f7ed89-d1fb-4fb1-bfac-f5b12751b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.110003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ae8ae90-cd93-4f45-bc90-e764f8b1e2d8 req-a3f7ed89-d1fb-4fb1-bfac-f5b12751b007 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0757923 Feb 07 13:14:39.124882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cd89b05-f24d-45e0-8830-4c6a55edb0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.155164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd89b05-f24d-45e0-8830-4c6a55edb0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f8d7d-9a2f-405a-96c4-abceaaa6802a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:39.167237 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ae8ae90-cd93-4f45-bc90-e764f8b1e2d8 req-ac4dc710-27ca-4028-8f15-3c42bcf022c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506070 Feb 07 13:14:39.169702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0cd89b05-f24d-45e0-8830-4c6a55edb0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.171422 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0cd89b05-f24d-45e0-8830-4c6a55edb0c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c6f8d7d-9a2f-405a-96c4-abceaaa6802a HTTP/1.1" status: 204 len: 168 time: 0.6316116 Feb 07 13:14:39.224931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4580ce9f-c307-458b-aacf-9573f51052af,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:39.417143 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.458246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port ec04628c-ec76-4595-898c-f0115cddc137 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:39.464701 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port ec04628c-ec76-4595-898c-f0115cddc137 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:39.465563 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.529722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34aa46-864c-4c21-918d-eda052323c72 req-26f86c70-c3aa-4eec-a452-269296b2241b tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.533468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a34aa46-864c-4c21-918d-eda052323c72 req-26f86c70-c3aa-4eec-a452-269296b2241b tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.1547530 Feb 07 13:14:39.548407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de780-296a-4b57-9d13-22a7b42aa920 req-65cfd518-946f-4709-943b-1011de9cad53 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.555787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de780-296a-4b57-9d13-22a7b42aa920 req-65cfd518-946f-4709-943b-1011de9cad53 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.562084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de780-296a-4b57-9d13-22a7b42aa920 req-65cfd518-946f-4709-943b-1011de9cad53 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.569224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de780-296a-4b57-9d13-22a7b42aa920 req-65cfd518-946f-4709-943b-1011de9cad53 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.575485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de780-296a-4b57-9d13-22a7b42aa920 req-65cfd518-946f-4709-943b-1011de9cad53 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.581625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de780-296a-4b57-9d13-22a7b42aa920 req-65cfd518-946f-4709-943b-1011de9cad53 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.587680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de780-296a-4b57-9d13-22a7b42aa920 req-65cfd518-946f-4709-943b-1011de9cad53 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:39.589639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-774de780-296a-4b57-9d13-22a7b42aa920 req-65cfd518-946f-4709-943b-1011de9cad53 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5440 time: 0.2097948 Feb 07 13:14:39.605415 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.655917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ec04628c-ec76-4595-898c-f0115cddc137, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ec04628c-ec76-4595-898c-f0115cddc137,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:39.664937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a34aa46-864c-4c21-918d-eda052323c72 req-460d1a78-ca0f-4dac-9b88-189e318a3b71 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743098 Feb 07 13:14:39.686794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-774de780-296a-4b57-9d13-22a7b42aa920 req-eaa7abb2-af9c-4178-b5e2-4f9882dae673 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773072 Feb 07 13:14:39.749410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.750302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f66cb58-c047-40ed-8071-4db412f99c8a up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:39.776361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 90b43848-6237-4f31-98b3-f3be2f67052d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:39.776978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.874029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ec04628c-ec76-4595-898c-f0115cddc137,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:39.960798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 5f66cb58-c047-40ed-8071-4db412f99c8a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:39.969264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 5f66cb58-c047-40ed-8071-4db412f99c8a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:39.969264 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:39.993955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:40.092234 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:40.126794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 90b43848-6237-4f31-98b3-f3be2f67052d owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:40.132570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f66cb58-c047-40ed-8071-4db412f99c8a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f66cb58-c047-40ed-8071-4db412f99c8a,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:40.235675 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:40.236979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:40.408610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5f66cb58-c047-40ed-8071-4db412f99c8a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:40.548478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:40.548655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:40.549085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:40.636360 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:40.692568 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:40.705189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49934) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:40.754054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=90b43848-6237-4f31-98b3-f3be2f67052d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:40.777811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:40.852782 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:40.856957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 68f05dff-ff5c-4e23-be73-4702d5274760 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:40.998452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-727559636'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:41.015775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec04628c-ec76-4595-898c-f0115cddc137'}, {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f66cb58-c047-40ed-8071-4db412f99c8a'}, {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:41.023237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:41.065729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:41.087077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:network and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:41.092625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:41.110786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:41.143321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 68f05dff-ff5c-4e23-be73-4702d5274760 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:41.149854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 68f05dff-ff5c-4e23-be73-4702d5274760 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:41.150650 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.150806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13836b3-5f6e-4dc4-a342-210a68a603eb req-7715a42c-a429-444b-9d91-43f637ada776 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.152438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c13836b3-5f6e-4dc4-a342-210a68a603eb req-7715a42c-a429-444b-9d91-43f637ada776 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.3176615 Feb 07 13:14:41.204627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-62da4b79-79e7-4d5f-a697-513648e0f9aa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.214694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-62da4b79-79e7-4d5f-a697-513648e0f9aa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.221046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-62da4b79-79e7-4d5f-a697-513648e0f9aa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.224405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.230027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-62da4b79-79e7-4d5f-a697-513648e0f9aa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.239398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-62da4b79-79e7-4d5f-a697-513648e0f9aa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.245572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-62da4b79-79e7-4d5f-a697-513648e0f9aa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.252055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-62da4b79-79e7-4d5f-a697-513648e0f9aa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.255029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-62da4b79-79e7-4d5f-a697-513648e0f9aa tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5443 time: 0.2857032 Feb 07 13:14:41.268220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:41.272831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.291546 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.312134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.330346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c13836b3-5f6e-4dc4-a342-210a68a603eb req-2c6154c8-0a26-4fc8-a81c-9f6b0366334e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658175 Feb 07 13:14:41.333341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 68f05dff-ff5c-4e23-be73-4702d5274760, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=68f05dff-ff5c-4e23-be73-4702d5274760,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:41.339318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:41.356858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:security_group_rule and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:41.363963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:41.374342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:41.388765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fee0c0a-a5ff-4a72-8ad2-98c5b7e3b074 req-9665b06b-7a85-432e-9949-ac18f0b64109 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997126 Feb 07 13:14:41.415503 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec04628c-ec76-4595-898c-f0115cddc137', 'code': 200} Feb 07 13:14:41.415762 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f66cb58-c047-40ed-8071-4db412f99c8a', 'code': 200} Feb 07 13:14:41.416134 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc', 'code': 200} Feb 07 13:14:41.452398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.453495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:41.500037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.589535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.616260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Router 21944b95-4d48-45e0-9bba-10c0ddd9ac50 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:14:41.647684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=68f05dff-ff5c-4e23-be73-4702d5274760,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:41.651506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:14:41.665223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.666145 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Added segment b70c46f7-1f48-47cd-b590-df68a60ef052 of type vlan for network c7752a43-b062-440d-a0bf-267aa725f6d8 Feb 07 13:14:41.763104 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-de053e92-41f6-4b84-a15f-89fbf32a2ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.769930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:41.777860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:41.777860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.797372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:14:41.815374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabc00ed-d1a0-4558-9031-0ac9223d3bbf,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:41.836789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:41.854152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e81c25-73f7-4747-9a61-a7c8ff79aeab None None] Sync routers for ids ['21944b95-4d48-45e0-9bba-10c0ddd9ac50'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:14:41.869423 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-053ad015-c496-456c-b4d3-45c030eaf28d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "PUT /v2.0/routers/21944b95-4d48-45e0-9bba-10c0ddd9ac50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1788976 Feb 07 13:14:41.874615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e81c25-73f7-4747-9a61-a7c8ff79aeab None None] Routers {'21944b95-4d48-45e0-9bba-10c0ddd9ac50'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:14:41.874615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48e81c25-73f7-4747-9a61-a7c8ff79aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['21944b95-4d48-45e0-9bba-10c0ddd9ac50'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:41.878952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49962) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:41.934321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c0300132-d797-4406-a8f3-18754c40d910 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:41.941340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c0300132-d797-4406-a8f3-18754c40d910 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 810 time: 0.2907310 Feb 07 13:14:41.962935 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48e81c25-73f7-4747-9a61-a7c8ff79aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:41.966022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-f162cd68-cb49-4ecc-982d-fafc2f3e0110 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/quotas/16db3ea079b94a3d87d0382195ffd12d HTTP/1.1" status: 200 len: 375 time: 0.0170755 Feb 07 13:14:41.968823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e81c25-73f7-4747-9a61-a7c8ff79aeab None None] Routers {'21944b95-4d48-45e0-9bba-10c0ddd9ac50'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:14:41.969449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48e81c25-73f7-4747-9a61-a7c8ff79aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['21944b95-4d48-45e0-9bba-10c0ddd9ac50'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:41.970730 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-284d4819-8f7d-4652-ae4d-7305f4aa9135 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:14:41.971374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-284d4819-8f7d-4652-ae4d-7305f4aa9135 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:42.062535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.062535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.062535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.112991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48e81c25-73f7-4747-9a61-a7c8ff79aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:42.112991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e81c25-73f7-4747-9a61-a7c8ff79aeab None None] The sync data for ids ['21944b95-4d48-45e0-9bba-10c0ddd9ac50'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:14:42.138652 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.179907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-284d4819-8f7d-4652-ae4d-7305f4aa9135 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:42.179907 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-284d4819-8f7d-4652-ae4d-7305f4aa9135 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/90b43848-6237-4f31-98b3-f3be2f67052d HTTP/1.1" status: 404 len: 333 time: 0.2965093 Feb 07 13:14:42.179907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49966) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:42.201682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:42.247431 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.321774 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.326960 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.326960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c827dad6-045d-4d4f-92c4-222eaefcab06 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:42.339484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbd023c8-4ecd-4e3e-821b-521e65e03804 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.366765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Network': ['ID=c7752a43-b062-440d-a0bf-267aa725f6d8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:42.390272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-383e73f4-e55b-494e-80b8-6bb7fd7421c8 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4344654 Feb 07 13:14:42.474289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:42.477422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:14:42.500321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-36947980-1303-469c-b864-80623313e61f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7937188 Feb 07 13:14:42.522500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49974) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:42.542212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:42.543364 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-4e8d454d-777c-46e9-8711-fa03782478e0 service neutron] 10.222.0.69 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522701 Feb 07 13:14:42.558115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e846c519-d7e8-4311-a105-6c74a676e65a req-e406dc5d-287c-40c6-bd70-cae8eb4f1f37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3619394 Feb 07 13:14:42.750741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port c827dad6-045d-4d4f-92c4-222eaefcab06 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:42.757596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port c827dad6-045d-4d4f-92c4-222eaefcab06 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:42.758917 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.769483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:42.846318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:42.851869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:42.860394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:42.899351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.918921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbd023c8-4ecd-4e3e-821b-521e65e03804 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.921726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-484d6696-83bd-4afd-a4ab-7cf756613b2f req-fc33d3e6-71a2-4b85-bd52-ed40d7a51a80 service neutron] (88312) timed out ('10.222.0.69', 49834) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:14:42.922778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-f877d5cb-5662-4fa6-9943-ac5cc2274e76 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.924158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbd023c8-4ecd-4e3e-821b-521e65e03804 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:42.930245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-f877d5cb-5662-4fa6-9943-ac5cc2274e76 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.936159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-f877d5cb-5662-4fa6-9943-ac5cc2274e76 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.936313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port c827dad6-045d-4d4f-92c4-222eaefcab06, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c827dad6-045d-4d4f-92c4-222eaefcab06,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:42.942601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-f877d5cb-5662-4fa6-9943-ac5cc2274e76 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.948380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-f877d5cb-5662-4fa6-9943-ac5cc2274e76 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.954137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-f877d5cb-5662-4fa6-9943-ac5cc2274e76 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.960810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-f877d5cb-5662-4fa6-9943-ac5cc2274e76 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.962666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-f877d5cb-5662-4fa6-9943-ac5cc2274e76 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5445 time: 0.2943182 Feb 07 13:14:42.964663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-8dd86eb8-0e77-463d-a69f-e381fb2fa6eb service neutron] 10.222.0.69 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115565 Feb 07 13:14:42.966539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c519-d7e8-4311-a105-6c74a676e65a req-5acd12e6-8283-4b88-b577-dc1c312df7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:42.967866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e846c519-d7e8-4311-a105-6c74a676e65a req-5acd12e6-8283-4b88-b577-dc1c312df7d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 1096 time: 0.2631176 Feb 07 13:14:43.047937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:43.051262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.088657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bcad0be-bb41-4290-aa56-670efdbe32ad req-8f366bd7-b090-4ec2-b98e-22f7e42a9f91 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196833 Feb 07 13:14:43.149695 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.165029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c519-d7e8-4311-a105-6c74a676e65a req-ad26e799-8fa1-41ae-a786-34459c635df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.166854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e846c519-d7e8-4311-a105-6c74a676e65a req-ad26e799-8fa1-41ae-a786-34459c635df2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 910 time: 0.1707854 Feb 07 13:14:43.196817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbd023c8-4ecd-4e3e-821b-521e65e03804 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.197306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd023c8-4ecd-4e3e-821b-521e65e03804 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Fanout notify agent at l3_agent the message router_deleted on router 21944b95-4d48-45e0-9bba-10c0ddd9ac50 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:14:43.265869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e846c519-d7e8-4311-a105-6c74a676e65a req-3e9ed6d8-74b5-4a56-ab6d-8c08e1ec7f83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943c3fe3-1699-4798-a220-6e77de051672 HTTP/1.1" status: 200 len: 217 time: 0.0922968 Feb 07 13:14:43.272856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=c827dad6-045d-4d4f-92c4-222eaefcab06,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:43.294777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fbd023c8-4ecd-4e3e-821b-521e65e03804 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.299028 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fbd023c8-4ecd-4e3e-821b-521e65e03804 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/routers/21944b95-4d48-45e0-9bba-10c0ddd9ac50 HTTP/1.1" status: 204 len: 168 time: 1.1315608 Feb 07 13:14:43.308096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49982) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:43.394371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-05117826-72ea-4e45-b355-eef55c0807ff req-f26e23b8-c33c-4511-87da-7c6fa1158f7f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 210 time: 0.0576348 Feb 07 13:14:43.403440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c519-d7e8-4311-a105-6c74a676e65a req-6edddd98-203f-480c-84c1-f5e4dbd65a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.406699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e846c519-d7e8-4311-a105-6c74a676e65a req-6edddd98-203f-480c-84c1-f5e4dbd65a91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 200 len: 850 time: 0.1335595 Feb 07 13:14:43.424445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f05dff-ff5c-4e23-be73-4702d5274760'}, {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92'}, {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c827dad6-045d-4d4f-92c4-222eaefcab06'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:43.429511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e09e58-6fdc-4726-b9b1-a163fef6e303 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet 608b4324-e93d-4607-8850-4e09f6db3095 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:14:43.442787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67e09e58-6fdc-4726-b9b1-a163fef6e303 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.469589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e846c519-d7e8-4311-a105-6c74a676e65a req-2852cb66-ad6c-41c6-bef7-7a6fb3a81ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=86cdac08-ccd3-45ab-8c01-dcda3f37242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560102 Feb 07 13:14:43.472912 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f05dff-ff5c-4e23-be73-4702d5274760', 'code': 200} Feb 07 13:14:43.473189 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92', 'code': 200} Feb 07 13:14:43.473447 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c827dad6-045d-4d4f-92c4-222eaefcab06', 'code': 200} Feb 07 13:14:43.557083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67e09e58-6fdc-4726-b9b1-a163fef6e303 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.669502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e846c519-d7e8-4311-a105-6c74a676e65a req-f00e9755-7b15-473f-870c-b398209d1591 service neutron] 10.222.0.35 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939163 Feb 07 13:14:43.680360 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67e09e58-6fdc-4726-b9b1-a163fef6e303 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.706392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-b8776ecc-636d-4a87-a7b8-d12cd7f48a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.706841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-b8776ecc-636d-4a87-a7b8-d12cd7f48a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.707491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-b8776ecc-636d-4a87-a7b8-d12cd7f48a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.708004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-b8776ecc-636d-4a87-a7b8-d12cd7f48a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.717707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-b8776ecc-636d-4a87-a7b8-d12cd7f48a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.717707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-b8776ecc-636d-4a87-a7b8-d12cd7f48a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.717707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-b8776ecc-636d-4a87-a7b8-d12cd7f48a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:43.717707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-b8776ecc-636d-4a87-a7b8-d12cd7f48a3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6503 time: 0.1595521 Feb 07 13:14:43.778417 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.839040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86ccd1d7-f69b-449c-8165-c03c4b8c3cad req-31f8c4ab-a646-4a32-a522-afff017087e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642467 Feb 07 13:14:43.873354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e846c519-d7e8-4311-a105-6c74a676e65a req-c217e686-d4a6-4466-8c60-da9182d7153b service neutron] 10.222.0.35 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960835 Feb 07 13:14:43.915479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.968130 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67e09e58-6fdc-4726-b9b1-a163fef6e303 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.991963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67e09e58-6fdc-4726-b9b1-a163fef6e303 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:43.999702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2949b8f0-a9a9-4c64-9ef6-2fe1fdd0bfe4 None None] Network 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:44.026776 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-67e09e58-6fdc-4726-b9b1-a163fef6e303 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/608b4324-e93d-4607-8850-4e09f6db3095 HTTP/1.1" status: 204 len: 168 time: 0.7162941 Feb 07 13:14:44.028866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=dff8d3a0-f800-46cb-910e-c617820b43c0,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:44.029590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50000) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:44.073119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e09e58-6fdc-4726-b9b1-a163fef6e303 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=608b4324-e93d-4607-8850-4e09f6db3095,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:44.078061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:44.078466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network hostable DHCP agents. Network: c7752a43-b062-440d-a0bf-267aa725f6d8, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:14:44.167941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:44.180727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:44.181080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:44.305027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] DHCP port deletion for 8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:14:44.309412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] Deleting port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:44.309799 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:44.343479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:14:44.554722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] For port 204ebfe1-20b4-42ac-9543-d6977b26fcc1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=204ebfe1-20b4-42ac-9543-d6977b26fcc1,segment=NetworkSegment(1761af23-2812-441d-89d9-9390d044835e),segment_id=1761af23-2812-441d-89d9-9390d044835e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:44.555204 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:44.564397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c4a67657-5083-4ba5-9dbe-c27864cbabf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:44.570704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c4a67657-5083-4ba5-9dbe-c27864cbabf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:44.576418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c4a67657-5083-4ba5-9dbe-c27864cbabf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:44.582147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c4a67657-5083-4ba5-9dbe-c27864cbabf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:44.587832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c4a67657-5083-4ba5-9dbe-c27864cbabf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:44.593568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c4a67657-5083-4ba5-9dbe-c27864cbabf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:44.599461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c4a67657-5083-4ba5-9dbe-c27864cbabf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:44.601754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c4a67657-5083-4ba5-9dbe-c27864cbabf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.2735035 Feb 07 13:14:44.641309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] For port 204ebfe1-20b4-42ac-9543-d6977b26fcc1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=204ebfe1-20b4-42ac-9543-d6977b26fcc1,segment=NetworkSegment(1761af23-2812-441d-89d9-9390d044835e),segment_id=1761af23-2812-441d-89d9-9390d044835e)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:44.641682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:44.652968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c7752a43-b062-440d-a0bf-267aa725f6d8) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:44.664789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:44.665622 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:44.681409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9291dd66-fc94-45c2-a76d-fc35cfd25d7f None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:44.714529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] Calling delete_port for 204ebfe1-20b4-42ac-9543-d6977b26fcc1 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:44.782703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 204ebfe1-20b4-42ac-9543-d6977b26fcc1 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:44.810399 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-05dea8d5-2f0e-44a8-a5d0-dac5b5a86544 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2867076 Feb 07 13:14:44.811233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50014) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:44.819564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'name': 'tempest-NetworksTestDHCPv6-335674402'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:44.842538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bb6f437-369a-4fce-bde6-b43a532cb4ff req-c44e68e5-464b-4ec1-9db8-2460b7ab42f3 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2171314 Feb 07 13:14:44.949653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff028d81-6eaf-40b1-a2a7-7112120dacec req-4c0bfcb3-7c76-4ec7-9313-4e36391518cc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 210 time: 0.0446603 Feb 07 13:14:44.996995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': 'dff8d3a0-f800-46cb-910e-c617820b43c0'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:14:44.996995 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.040899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:45.043638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:14:45.044143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:45.044257 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:14:45.046838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:45.053734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:45.066025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.066904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.123046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] No DVR routers for this DVR port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:14:45.130922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967531d8-73ec-44fb-b7c9-175f77c946d3 None None] Pushing event deleted for resources: {'Port': ['ID=204ebfe1-20b4-42ac-9543-d6977b26fcc1,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:45.206753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:45.206753 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.227712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 4eca4371-8454-463e-9d72-d10cf8fcfab0 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:45.227887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/dff8d3a0-f800-46cb-910e-c617820b43c0/97e24329-9704-4c33-9c87-b3faf4121d80) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:45.443486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.454023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Transition to ACTIVE for port object 97e24329-9704-4c33-9c87-b3faf4121d80 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:45.477251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Transition to ACTIVE for port object 97e24329-9704-4c33-9c87-b3faf4121d80 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:45.545682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 204ebfe1-20b4-42ac-9543-d6977b26fcc1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:45.545987 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.617392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] The port '204ebfe1-20b4-42ac-9543-d6977b26fcc1' was deleted {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:14:45.647427 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.719916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:45.723270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:45.728664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:45.734587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Pushing event updated for resources: {'Port': ['ID=97e24329-9704-4c33-9c87-b3faf4121d80,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:45.826828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::345 (c7752a43-b062-440d-a0bf-267aa725f6d8/dff8d3a0-f800-46cb-910e-c617820b43c0/4eca4371-8454-463e-9d72-d10cf8fcfab0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:45.839470 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.915388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 204ebfe1-20b4-42ac-9543-d6977b26fcc1 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:14:45.945599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:45.973597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Attempting to bind port 97e24329-9704-4c33-9c87-b3faf4121d80 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:14:45.974791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Attempting to bind port 97e24329-9704-4c33-9c87-b3faf4121d80 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:14:45.978258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Attempting to bind port 97e24329-9704-4c33-9c87-b3faf4121d80 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:45.978571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1761af23-2812-441d-89d9-9390d044835e') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:45.978571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1761af23-2812-441d-89d9-9390d044835e') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:45.983461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:14:45.984189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:45.984794 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:45.985401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:14:45.986133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Bound port: 97e24329-9704-4c33-9c87-b3faf4121d80, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:14:45.986717 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.001112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 204ebfe1-20b4-42ac-9543-d6977b26fcc1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:14:46.001831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 204ebfe1-20b4-42ac-9543-d6977b26fcc1 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:14:46.002509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.050040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.063367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:14:46.065050 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:14:46.095755 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:14:46.134640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] For port 97e24329-9704-4c33-9c87-b3faf4121d80, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:14:46.138349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] For port 97e24329-9704-4c33-9c87-b3faf4121d80, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=97e24329-9704-4c33-9c87-b3faf4121d80,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:14:46.224948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.243600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 4eca4371-8454-463e-9d72-d10cf8fcfab0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:46.247055 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.299511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bc593f4-5e96-4f7d-b3ed-b52419546fa2 req-023c1995-0030-4253-a6af-9d8b4cfd85bb tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 210 time: 0.1112499 Feb 07 13:14:46.374429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-2a160c6b-2827-44ba-a8b5-abe9ff110d97 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.378976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.384990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-2a160c6b-2827-44ba-a8b5-abe9ff110d97 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.390579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2815955-9688-4603-a19e-abb4c922e42a None None] Pushing event updated for resources: {'Port': ['ID=97e24329-9704-4c33-9c87-b3faf4121d80,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:46.390889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-2a160c6b-2827-44ba-a8b5-abe9ff110d97 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.398387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-2a160c6b-2827-44ba-a8b5-abe9ff110d97 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.405825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-2a160c6b-2827-44ba-a8b5-abe9ff110d97 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.413770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-2a160c6b-2827-44ba-a8b5-abe9ff110d97 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.426662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-2a160c6b-2827-44ba-a8b5-abe9ff110d97 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.426662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-2a160c6b-2827-44ba-a8b5-abe9ff110d97 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.3210280 Feb 07 13:14:46.468880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:46.473130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:46.477384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:46.479481 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.483270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.483908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.484262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.496884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=4eca4371-8454-463e-9d72-d10cf8fcfab0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:46.516358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Network': ['ID=8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:46.529372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70a992c0-1acd-4f3c-8cf2-ffd305c55f0c req-7705a81d-d879-4d0e-a8ae-5577598f5d9d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997107 Feb 07 13:14:46.554501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ea58cf9b-f5f1-452c-9dc5-e88cac44b3dd tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/networks/8b042a96-66fc-4cc2-8a8c-1f5eb4e0eaf2 HTTP/1.1" status: 204 len: 168 time: 2.5231626 Feb 07 13:14:46.558009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50028) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:46.657900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a03f16-1fc6-442f-9d74-704184e10d12 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.657900 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c2a03f16-1fc6-442f-9d74-704184e10d12 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/845532f6-58ec-4923-b6f7-674918d00b0a HTTP/1.1" status: 200 len: 841 time: 0.0881774 Feb 07 13:14:46.658642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50032) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:46.661392 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2cf1c90-4b6d-4b93-90de-e143346f36e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8460696 Feb 07 13:14:46.662492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50036) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:46.752410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d8d7e498-c210-4411-aa35-d175dec022bb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:46.759072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb102d8-9a0c-40c9-8eb0-97e45c04a87d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.765594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb102d8-9a0c-40c9-8eb0-97e45c04a87d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:46.773971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cdb102d8-9a0c-40c9-8eb0-97e45c04a87d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:46.856972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cdb102d8-9a0c-40c9-8eb0-97e45c04a87d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:46.858968 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cdb102d8-9a0c-40c9-8eb0-97e45c04a87d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1954217 Feb 07 13:14:46.861953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50040) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:46.926152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d8d7e498-c210-4411-aa35-d175dec022bb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:46.926152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d8d7e498-c210-4411-aa35-d175dec022bb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/845532f6-58ec-4923-b6f7-674918d00b0a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2696407 Feb 07 13:14:46.930900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50044) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:46.955370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-57af9c90-1898-406f-a1c2-2d530f847f9a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 4eca4371-8454-463e-9d72-d10cf8fcfab0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:46.955370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57af9c90-1898-406f-a1c2-2d530f847f9a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:46.961158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:47.117313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:47.121477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:47.124856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:47.131909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:47.353024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:47.353024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:47.613922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9919737-5f50-48e5-958c-33e1306eeaa4 req-a3bc2ebc-c50f-4377-b149-df56d616ccaf tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 210 time: 0.0802741 Feb 07 13:14:47.771837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-b24c37ac-d74a-4b9b-a512-e1686492aeb8 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:47.773662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-b24c37ac-d74a-4b9b-a512-e1686492aeb8 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.47 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 810 time: 0.6361225 Feb 07 13:14:47.796619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57af9c90-1898-406f-a1c2-2d530f847f9a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:47.836928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Request body: {'port': {'device_id': '43de1daf-5b0f-46ef-9ed7-777fac217314', 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c', 'admin_state_up': True, 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:48.010216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 97e24329-9704-4c33-9c87-b3faf4121d80 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:48.081144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baffcfe2-6149-4293-8cf4-d7e0eb65403f None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:48.115686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.135430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-57af9c90-1898-406f-a1c2-2d530f847f9a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 4eca4371-8454-463e-9d72-d10cf8fcfab0 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:48.172247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:48.180249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:48.186823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:48.187704 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.208567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=147134d6-c4d6-4b55-8109-3e2ccfeb767a,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:48.269002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0eb17-d85b-4a92-a156-a29ecdd55d6d None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:48.299743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:48.324599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-dccb57ae-aeb1-4715-a734-419d4ab181d7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:48.330548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-dccb57ae-aeb1-4715-a734-419d4ab181d7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:48.336924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-dccb57ae-aeb1-4715-a734-419d4ab181d7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:48.342814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-dccb57ae-aeb1-4715-a734-419d4ab181d7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:48.349518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-dccb57ae-aeb1-4715-a734-419d4ab181d7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:48.356095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-dccb57ae-aeb1-4715-a734-419d4ab181d7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:48.357401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bfe8aeea-8ede-4890-ae39-4a279f870c8c None None] Provisioning for port 97e24329-9704-4c33-9c87-b3faf4121d80 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:48.361885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-dccb57ae-aeb1-4715-a734-419d4ab181d7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:48.364525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-dccb57ae-aeb1-4715-a734-419d4ab181d7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.4314330 Feb 07 13:14:48.370486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:48.397529 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9355bf44-525b-4413-ae85-c10e484f766a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4648888 Feb 07 13:14:48.400856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50054) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:48.406515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'security_group': {'name': 'tempest-secgroup-1186207500'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:48.413993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:48.418298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:48.421740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:48.433830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:48.470559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73f099f2-0a0a-49ec-bf9d-99d2100e2881 req-37f5996f-cdd2-471a-918c-4500cec3cda1 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697429 Feb 07 13:14:48.539535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.549204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 97e24329-9704-4c33-9c87-b3faf4121d80 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:48.567273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Made reservation on behalf of 16db3ea079b94a3d87d0382195ffd12d for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:48.567273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.576044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:48.579635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group_rule and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:48.583660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:48.590075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:48.602252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 97e24329-9704-4c33-9c87-b3faf4121d80 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:48.602252 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.670074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57af9c90-1898-406f-a1c2-2d530f847f9a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.727066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.772635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.842723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af9c90-1898-406f-a1c2-2d530f847f9a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=4eca4371-8454-463e-9d72-d10cf8fcfab0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:48.895133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edaa9f7-15a4-47f3-a35c-8955f896b6c4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:48.908403 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.912475 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.919872 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9ba8bad9-d151-4455-8d28-126f507b5a53 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5175428 Feb 07 13:14:48.921118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50064) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:48.928393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'tenant_id': '9d7b07b9e05e465880864ae49678af12', 'fixed_ips': [{'subnet_id': '147134d6-c4d6-4b55-8109-3e2ccfeb767a'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:14:48.928393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.930351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'security_group': {'name': 'tempest-secgroup-307560385'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:48.937304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:48.942052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:48.945776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:48.957593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:48.987363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57af9c90-1898-406f-a1c2-2d530f847f9a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:48.991893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ced769d-4285-46cb-bc77-c019daba6c4d req-708c5ddb-e220-4a3d-bd24-067be3308a3f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 210 time: 0.1042414 Feb 07 13:14:49.023485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 97e24329-9704-4c33-9c87-b3faf4121d80, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=97e24329-9704-4c33-9c87-b3faf4121d80,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:49.041675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.077654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:49.080569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group_rule and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:49.086701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:49.100032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:49.108594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7a6a-ac85-48b2-a32e-0e49c61b7956 req-41bd537d-9555-40f8-b4ed-2e8a15e217a6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.116224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7a6a-ac85-48b2-a32e-0e49c61b7956 req-41bd537d-9555-40f8-b4ed-2e8a15e217a6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.117817 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.132849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7a6a-ac85-48b2-a32e-0e49c61b7956 req-41bd537d-9555-40f8-b4ed-2e8a15e217a6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.134291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7a6a-ac85-48b2-a32e-0e49c61b7956 req-41bd537d-9555-40f8-b4ed-2e8a15e217a6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.142369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7a6a-ac85-48b2-a32e-0e49c61b7956 req-41bd537d-9555-40f8-b4ed-2e8a15e217a6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.153289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7a6a-ac85-48b2-a32e-0e49c61b7956 req-41bd537d-9555-40f8-b4ed-2e8a15e217a6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.165837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7a6a-ac85-48b2-a32e-0e49c61b7956 req-41bd537d-9555-40f8-b4ed-2e8a15e217a6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.165837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047a7a6a-ac85-48b2-a32e-0e49c61b7956 req-41bd537d-9555-40f8-b4ed-2e8a15e217a6 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.5224481 Feb 07 13:14:49.170273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-57af9c90-1898-406f-a1c2-2d530f847f9a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/4eca4371-8454-463e-9d72-d10cf8fcfab0 HTTP/1.1" status: 204 len: 168 time: 2.3069799 Feb 07 13:14:49.173724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50068) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:49.179394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50072) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:49.217851 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.227898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Allocated IP 172.20.0.14 (86cdac08-ccd3-45ab-8c01-dcda3f37242c/6e1e8225-0310-44f2-9490-e5b8a2d78c5c/8a971c16-ed9a-4c10-8a09-8a58124e624a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:49.238893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Allocated IP 172.20.0.2 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/147134d6-c4d6-4b55-8109-3e2ccfeb767a/1b2ca4d2-87c8-4528-a85b-37856bfe5cbc) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:49.241829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Request body: {'floatingip': {'port_id': '4580ce9f-c307-458b-aacf-9573f51052af'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:49.249646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=97e24329-9704-4c33-9c87-b3faf4121d80,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:49.267039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ea059656-aaef-4d51-bc3f-ae04e2bec75b None None] Provisioning complete for port 97e24329-9704-4c33-9c87-b3faf4121d80 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:49.272553 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ea059656-aaef-4d51-bc3f-ae04e2bec75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.292958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.337008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.340760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ee7a81-46f6-4ade-bc3d-f95bd1351cae,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:49.481449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.486974 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-587034ad-104a-4b2e-9399-f27cd1893c87 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5598919 Feb 07 13:14:49.486974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50076) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:49.492334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-309067043', 'security_groups': ['a0ee7a81-46f6-4ade-bc3d-f95bd1351cae'], 'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '147134d6-c4d6-4b55-8109-3e2ccfeb767a'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:49.591448 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.607136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Transition to ACTIVE for port object 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:49.631681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Transition to ACTIVE for port object 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:49.674127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7fa1eccc-0eeb-48ac-9087-d26c58890be5 None None] Could not find standard attr ID for object 4eca4371-8454-463e-9d72-d10cf8fcfab0. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:14:49.700458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c773a051-68ad-4857-bd1d-f72ed4781227 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.702479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:49.702771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c773a051-68ad-4857-bd1d-f72ed4781227 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:49.704507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c773a051-68ad-4857-bd1d-f72ed4781227 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5298843 Feb 07 13:14:49.707752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50080) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:49.716813 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.785643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:49.812342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Pushing event updated for resources: {'Port': ['ID=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:49.819210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8e5776-70da-46be-a7b9-3f2d765987d3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet dff8d3a0-f800-46cb-910e-c617820b43c0 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:14:49.822904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df8e5776-70da-46be-a7b9-3f2d765987d3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:49.829203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:49.832249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:49.836197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 97e24329-9704-4c33-9c87-b3faf4121d80 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:49.862999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:49.866770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:50.005991 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df8e5776-70da-46be-a7b9-3f2d765987d3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.051045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Attempting to bind port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:14:50.051747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Attempting to bind port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '6049717f-bf94-47fb-85f7-44d13ce40216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:14:50.051919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Attempting to bind port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc on network e36d0a8a-14c1-450b-b424-7ea2b199c91b {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:50.060141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:14:50.061095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Checking segment: {'id': '6049717f-bf94-47fb-85f7-44d13ce40216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:50.061632 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.062086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Bound using segment: {'id': '6049717f-bf94-47fb-85f7-44d13ce40216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:14:50.063227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Bound port: 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6049717f-bf94-47fb-85f7-44d13ce40216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:14:50.063613 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.103068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.141948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:50.152154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 97e24329-9704-4c33-9c87-b3faf4121d80 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:50.152784 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.192926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a4a39718-9330-4271-84ec-e7b6a59a818b req-acb858e6-4f40-4634-9410-a46ca2874aba tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Synchronizing usage tracker for tenant:16db3ea079b94a3d87d0382195ffd12d on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:50.205581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df8e5776-70da-46be-a7b9-3f2d765987d3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.232860 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.244510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] For port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:14:50.248156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] For port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,segment=NetworkSegment(6049717f-bf94-47fb-85f7-44d13ce40216),segment_id=6049717f-bf94-47fb-85f7-44d13ce40216)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:14:50.322272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a4a39718-9330-4271-84ec-e7b6a59a818b req-acb858e6-4f40-4634-9410-a46ca2874aba tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Unset dirty status for tenant:16db3ea079b94a3d87d0382195ffd12d on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:50.323499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4a39718-9330-4271-84ec-e7b6a59a818b req-acb858e6-4f40-4634-9410-a46ca2874aba tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 210 time: 0.2035086 Feb 07 13:14:50.338623 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.424707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.12 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/147134d6-c4d6-4b55-8109-3e2ccfeb767a/0bb7e0b1-4aee-46b0-ad29-477fa423f463) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:50.443406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d427e3-cb08-4dfa-98e2-c777fd8266d8 None None] Pushing event updated for resources: {'Port': ['ID=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:50.522674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.540528 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df8e5776-70da-46be-a7b9-3f2d765987d3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.572948 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.584069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5776-70da-46be-a7b9-3f2d765987d3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=dff8d3a0-f800-46cb-910e-c617820b43c0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:50.586043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df8e5776-70da-46be-a7b9-3f2d765987d3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.601583 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df8e5776-70da-46be-a7b9-3f2d765987d3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/dff8d3a0-f800-46cb-910e-c617820b43c0 HTTP/1.1" status: 204 len: 168 time: 0.8758726 Feb 07 13:14:50.602980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['943c3fe3-1699-4798-a220-6e77de051672'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:14:50.608386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50088) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:50.632147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb94a3-5b15-438e-bfa3-ce9aebc48dc2 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:50.665887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.716377 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cc818d5-2ea9-4888-80a1-957df59b1c5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025794 Feb 07 13:14:50.717052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50092) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:50.732396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:50.743222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Network 86cdac08-ccd3-45ab-8c01-dcda3f37242c is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:50.762359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:50.768993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:50.813194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Pushing event updated for resources: {'Port': ['ID=8a971c16-ed9a-4c10-8a09-8a58124e624a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:50.903399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:50.923779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:50.934956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:50.937178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object 0bb7e0b1-4aee-46b0-ad29-477fa423f463 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:50.938569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:50.948467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:50.964175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:50.965059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.022142 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Floating IP 142b1dce-d066-4465-a100-9d98de212894 associated. External IP: 172.25.7.60, port: 4580ce9f-c307-458b-aacf-9573f51052af. Feb 07 13:14:51.048804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:51.055018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.108827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.140507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-62e62669-791e-423c-8602-83cb60c44dcc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3194957 Feb 07 13:14:51.155713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:14:51.161251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] Deleting port 97e24329-9704-4c33-9c87-b3faf4121d80 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:51.161881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.235597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Request body: {'port': {'device_id': '43de1daf-5b0f-46ef-9ed7-777fac217314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:51.389972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:51.392279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:51.398746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] For port 97e24329-9704-4c33-9c87-b3faf4121d80, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=97e24329-9704-4c33-9c87-b3faf4121d80,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:51.399336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.405611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:51.475866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:51.477537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.507825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=0bb7e0b1-4aee-46b0-ad29-477fa423f463,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:51.560097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] Calling delete_port for 97e24329-9704-4c33-9c87-b3faf4121d80 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:51.645417 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-622fc47d-4cb5-42f1-9124-c28826914648 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1582160 Feb 07 13:14:51.648196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50100) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:51.662959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:51.668705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.721052 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.819772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] No DVR routers for this DVR port 97e24329-9704-4c33-9c87-b3faf4121d80 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:14:51.836785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d1175-d6f8-40b9-834f-cfba8f8afb82 None None] Pushing event deleted for resources: {'Port': ['ID=97e24329-9704-4c33-9c87-b3faf4121d80,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:51.864746 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:51.913156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:51.918917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:51.924465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:51.924678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:51.971447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:51.978039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=d92eb0aa-70c9-4108-87e1-0bf00cfa6da5,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:51.989321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:51.991451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:51.994377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:51.995154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.015864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eeac67-7a7d-4592-a168-0a8fe7c6a95e None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:52.084255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d7b97-f21f-44c2-952c-68fe209c077c req-791b32b9-431e-430c-afda-73eb2c770ced tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:52.085593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc9d7b97-f21f-44c2-952c-68fe209c077c req-791b32b9-431e-430c-afda-73eb2c770ced tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 932 time: 0.5272460 Feb 07 13:14:52.103944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:52.111689 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.129566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Router 5421e47a-de99-45bd-9ad2-f65c9c417106 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:14:52.163057 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-de74f39d-a765-452e-822e-80f33d905b84 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4414029 Feb 07 13:14:52.167144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50106) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:52.212740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:52.249557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'name': 'tempest-NetworksTestDHCPv6-1756454300'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:52.270756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc9d7b97-f21f-44c2-952c-68fe209c077c req-600d4ee1-9df5-4c8c-80ff-d83acab09404 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733768 Feb 07 13:14:52.323105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': 'd92eb0aa-70c9-4108-87e1-0bf00cfa6da5'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:14:52.323950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.335064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 97e24329-9704-4c33-9c87-b3faf4121d80 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:14:52.442433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 97e24329-9704-4c33-9c87-b3faf4121d80 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:14:52.442718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 97e24329-9704-4c33-9c87-b3faf4121d80 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:14:52.447997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a971c16-ed9a-4c10-8a09-8a58124e624a {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:14:52.510036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Provisioning complete for port 845532f6-58ec-4923-b6f7-674918d00b0a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:52.510422 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.520293 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 147134d6-c4d6-4b55-8109-3e2ccfeb767a (CIDR: 172.20.0.0/28) Feb 07 13:14:52.530654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:52.534029 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.536410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:52.540186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:52.548179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:52.572376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Transition to ACTIVE for port object 8a971c16-ed9a-4c10-8a09-8a58124e624a will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:52.579923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:14:52.593530 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.594846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] Sync routers for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:14:52.598710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Port 845532f6-58ec-4923-b6f7-674918d00b0a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:52.606035 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:14:52.608170 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:52.608351 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:14:52.608351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:14:52.649561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-4b4ac53d-0f7d-4536-91da-2de809f7fc1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2979553 Feb 07 13:14:52.679145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:52.679145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.679648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d3a7f6dd-fbea-4068-86b6-db4b5f88c449 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "PUT /v2.0/floatingips/142b1dce-d066-4465-a100-9d98de212894 HTTP/1.1" status: 200 len: 991 time: 3.4399571 Feb 07 13:14:52.679761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/d92eb0aa-70c9-4108-87e1-0bf00cfa6da5/84c439a1-f2aa-43f8-b59f-08e8d4b0ac67) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:52.679881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:52.777115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 85f4d8c4-0c6e-44e8-aa43-b63c080e3eec yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:14:52.777240 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.779839 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af', 'status': 'completed', 'code': 200} Feb 07 13:14:52.827330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Provisioning for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:52.846197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Provisioning complete for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:52.846839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:52.862359 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e892e411-0040-4a76-b0f6-bba8ecd6f8e0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2128582 Feb 07 13:14:52.876146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50114) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:52.893124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:52.951526 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:14:53.036636 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.062004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Transition to ACTIVE for port object 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:53.079016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.085704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:14:53.090713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:14:53.094202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:14:53.103187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:14:53.105287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Transition to ACTIVE for port object 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:53.124389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] For port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,segment=NetworkSegment(6049717f-bf94-47fb-85f7-44d13ce40216),segment_id=6049717f-bf94-47fb-85f7-44d13ce40216)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:53.226052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:14:53.230806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.236198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Pushing event updated for resources: {'Port': ['ID=8a971c16-ed9a-4c10-8a09-8a58124e624a,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:53.282318 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.346804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.399756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:53.409263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:53.419964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:53.446123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::2ba (c7752a43-b062-440d-a0bf-267aa725f6d8/d92eb0aa-70c9-4108-87e1-0bf00cfa6da5/85f4d8c4-0c6e-44e8-aa43-b63c080e3eec) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:53.446871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Attempting to bind port 8a971c16-ed9a-4c10-8a09-8a58124e624a on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:14:53.446871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Attempting to bind port 8a971c16-ed9a-4c10-8a09-8a58124e624a by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:14:53.450178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Attempting to bind port 8a971c16-ed9a-4c10-8a09-8a58124e624a on network 86cdac08-ccd3-45ab-8c01-dcda3f37242c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:53.467700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-9a05df5a-f047-4c0a-8642-71d88cc74c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.468206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-9a05df5a-f047-4c0a-8642-71d88cc74c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.468686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-9a05df5a-f047-4c0a-8642-71d88cc74c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.469147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-9a05df5a-f047-4c0a-8642-71d88cc74c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.469750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-9a05df5a-f047-4c0a-8642-71d88cc74c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.470061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-9a05df5a-f047-4c0a-8642-71d88cc74c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.470516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-9a05df5a-f047-4c0a-8642-71d88cc74c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.484742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-9a05df5a-f047-4c0a-8642-71d88cc74c0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6503 time: 0.6177499 Feb 07 13:14:53.484900 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '142b1dce-d066-4465-a100-9d98de212894', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'port_id': '4580ce9f-c307-458b-aacf-9573f51052af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'mac_address': 'fa:16:3e:26:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:13:09Z', 'updated_at': '2022-02-07T13:14:50Z', 'revision_number': 1, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:44Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:53.488834 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] Checking router: 5421e47a-de99-45bd-9ad2-f65c9c417106 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:14:53.499130 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:14:53.500312 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:53.568390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Attempting to bind port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:14:53.568842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Attempting to bind port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:14:53.569447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Attempting to bind port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:53.572065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-23c91b6a-d97a-4f0e-b25a-82a42485be03 None None] Provisioning for port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:53.577316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383fde0-e4ac-483e-8981-a6a5e714acbb None None] Pushing event updated for resources: {'Port': ['ID=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:53.634851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:14:53.641212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:53.641212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.641212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:14:53.641212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Bound port: 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:14:53.641212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.648181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-23c91b6a-d97a-4f0e-b25a-82a42485be03 None None] Provisioning complete for port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:53.648565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-23c91b6a-d97a-4f0e-b25a-82a42485be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.704187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.730594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-23c91b6a-d97a-4f0e-b25a-82a42485be03 None None] Port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:53.764282 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:14:53.771874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540700-9ee6-400a-af03-7d1908704f2d req-c5fcbf56-4ac0-4008-bb13-1e2ca1d4487f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.782569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540700-9ee6-400a-af03-7d1908704f2d req-c5fcbf56-4ac0-4008-bb13-1e2ca1d4487f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.798413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540700-9ee6-400a-af03-7d1908704f2d req-c5fcbf56-4ac0-4008-bb13-1e2ca1d4487f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.805845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540700-9ee6-400a-af03-7d1908704f2d req-c5fcbf56-4ac0-4008-bb13-1e2ca1d4487f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.812250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540700-9ee6-400a-af03-7d1908704f2d req-c5fcbf56-4ac0-4008-bb13-1e2ca1d4487f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.818620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540700-9ee6-400a-af03-7d1908704f2d req-c5fcbf56-4ac0-4008-bb13-1e2ca1d4487f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.824759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540700-9ee6-400a-af03-7d1908704f2d req-c5fcbf56-4ac0-4008-bb13-1e2ca1d4487f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.835480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2540700-9ee6-400a-af03-7d1908704f2d req-c5fcbf56-4ac0-4008-bb13-1e2ca1d4487f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.9130533 Feb 07 13:14:53.846125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:53.857468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] For port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:14:53.865969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] For port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:14:53.869172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Pushing event updated for resources: {'Port': ['ID=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:53.873940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:53.903420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-9a5e3d57-2c75-42d3-8dc5-9a3e787d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.904202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-9a5e3d57-2c75-42d3-8dc5-9a3e787d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.904824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-9a5e3d57-2c75-42d3-8dc5-9a3e787d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.905440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-9a5e3d57-2c75-42d3-8dc5-9a3e787d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.906053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-9a5e3d57-2c75-42d3-8dc5-9a3e787d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.906693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-9a5e3d57-2c75-42d3-8dc5-9a3e787d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.907303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-9a5e3d57-2c75-42d3-8dc5-9a3e787d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.914214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-9a5e3d57-2c75-42d3-8dc5-9a3e787d2b47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 6491 time: 0.9912255 Feb 07 13:14:53.921955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Port 8a971c16-ed9a-4c10-8a09-8a58124e624a on network 86cdac08-ccd3-45ab-8c01-dcda3f37242c not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:14:53.923835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Attempting to bind port 8a971c16-ed9a-4c10-8a09-8a58124e624a on network 86cdac08-ccd3-45ab-8c01-dcda3f37242c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:14:53.930840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:53.947325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.952898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:53.971293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:53.998595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=b465b59d-2b21-4f97-8466-1028ba92209d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:54.028599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:14:54.028919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Checking segment: {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:14:54.029393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Bound using segment: {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:14:54.029830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Bound port: 8a971c16-ed9a-4c10-8a09-8a58124e624a, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144ddb76-670e-40df-b275-1a83f8ca454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:14:54.030175 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:54.032637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce05de7-5f17-43b7-82d6-023eaacc979c None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:54.081184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:54.091688 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7570f94f-c926-43e2-8955-8a3bf9ab59a6 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2139962 Feb 07 13:14:54.097360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50122) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:54.108814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1758248168', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b465b59d-2b21-4f97-8466-1028ba92209d'}], 'security_groups': ['2edaa9f7-15a4-47f3-a35c-8955f896b6c4']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:54.212670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 85f4d8c4-0c6e-44e8-aa43-b63c080e3eec will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:54.220603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2540700-9ee6-400a-af03-7d1908704f2d req-70cb65c6-e3cd-464a-936d-c87ccbd3b2ef tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3839095 Feb 07 13:14:54.235254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:54.235722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:54.277284 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '142b1dce-d066-4465-a100-9d98de212894', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'port_id': '4580ce9f-c307-458b-aacf-9573f51052af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'mac_address': 'fa:16:3e:26:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:13:09Z', 'updated_at': '2022-02-07T13:14:50Z', 'revision_number': 1, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:44Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:14:54.282822 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35639ade-7c32-48f6-9573-01126c031f10 None None] The sync data for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 is: [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '142b1dce-d066-4465-a100-9d98de212894', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'port_id': '4580ce9f-c307-458b-aacf-9573f51052af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'mac_address': 'fa:16:3e:26:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:13:09Z', 'updated_at': '2022-02-07T13:14:50Z', 'revision_number': 1, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:44Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:14:54.397491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:54.414396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-6bc63fb7-f70d-440e-8ec0-4ce1e8b338a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:54.414396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-6bc63fb7-f70d-440e-8ec0-4ce1e8b338a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b770f56-a9b7-486f-94e8-7aef66bc75bd HTTP/1.1" status: 200 len: 916 time: 0.5539577 Feb 07 13:14:54.415590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-a1cf1b0e-9965-4a37-9afe-23a4750b2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:54.415590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-a1cf1b0e-9965-4a37-9afe-23a4750b2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:54.415740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-a1cf1b0e-9965-4a37-9afe-23a4750b2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:54.417224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-a1cf1b0e-9965-4a37-9afe-23a4750b2d14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0856258-ee78-4e86-a446-3b07d5b1e689&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=539a678e-11cb-4f26-978c-0ccb9fa8e390&id=60259f8c-9fde-4ec1-875e-189e2348e688&id=60259f8c-9fde-4ec1-875e-189e2348e688 HTTP/1.1" status: 200 len: 2290 time: 0.4188054 Feb 07 13:14:54.467522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb405b83-950c-4ff8-b497-fc6f468f1ff1 None None] Pushing event updated for resources: {'Port': ['ID=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:54.612146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:54.709310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] For port 8a971c16-ed9a-4c10-8a09-8a58124e624a, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:14:54.726214 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:54.751822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4737386-d18e-437b-a528-02ed5bd4617d req-a9f0a7ed-5783-4295-9ee3-d850a66061e1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:54.775038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4737386-d18e-437b-a528-02ed5bd4617d req-a9f0a7ed-5783-4295-9ee3-d850a66061e1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 944 time: 1.2911618 Feb 07 13:14:54.789796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c9f036-a1fb-4c3d-9a57-756822437dac None None] New status for floating IP 142b1dce-d066-4465-a100-9d98de212894: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:14:54.878736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] For port 8a971c16-ed9a-4c10-8a09-8a58124e624a, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:14:54.915945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:14:54.916132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-b2439a10-692a-4e63-b029-ff1327abffa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4580ce9f-c307-458b-aacf-9573f51052af HTTP/1.1" status: 200 len: 999 time: 0.4913878 Feb 07 13:14:54.918372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:14:54.931372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:14:54.940063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:54.941333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:54.999025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=85f4d8c4-0c6e-44e8-aa43-b63c080e3eec,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:55.027596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4737386-d18e-437b-a528-02ed5bd4617d req-543aec41-5f05-4ce6-9906-78b7fcb6d69b tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516167 Feb 07 13:14:55.035555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-47bd6154-f1c4-41c1-90c3-7be282933233 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0acbf863-62a8-49ae-93e7-6255a461147d HTTP/1.1" status: 200 len: 1001 time: 0.4974270 Feb 07 13:14:55.036978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:55.157614 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1581457e-b7a7-48a9-b823-f61c7ee3bdcb tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9128714 Feb 07 13:14:55.157614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50134) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:55.202592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.203818 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:55.205626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] 10.222.0.47 "PUT /v2.0/ports/8a971c16-ed9a-4c10-8a09-8a58124e624a HTTP/1.1" status: 200 len: 1092 time: 4.0549877 Feb 07 13:14:55.212957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43de1daf-5b0f-46ef-9ed7-777fac217314', 'tag': '8a971c16-ed9a-4c10-8a09-8a58124e624a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:14:55.252486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f704789-8fce-4bb8-91be-f19b3ef85be6 None None] Update dhcp port {'port': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'fixed_ips': [{'subnet_id': '147134d6-c4d6-4b55-8109-3e2ccfeb767a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b465b59d-2b21-4f97-8466-1028ba92209d'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '1b2ca4d2-87c8-4528-a85b-37856bfe5cbc'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:14:55.309948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-45b9a91b-0e20-46f7-9bff-fe2583a177f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.312770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-45b9a91b-0e20-46f7-9bff-fe2583a177f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68a4b9fe-b72e-4913-af74-511b83dfbbe1 HTTP/1.1" status: 200 len: 855 time: 0.3871810 Feb 07 13:14:55.386998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-24507167-4196-4717-8bfd-989709f190a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.386998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-24507167-4196-4717-8bfd-989709f190a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7575810-b11a-4258-bf78-e6ea246191df HTTP/1.1" status: 200 len: 851 time: 0.3391919 Feb 07 13:14:55.386998 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43de1daf-5b0f-46ef-9ed7-777fac217314', 'tag': '8a971c16-ed9a-4c10-8a09-8a58124e624a', 'status': 'completed', 'code': 200} Feb 07 13:14:55.403343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4f704789-8fce-4bb8-91be-f19b3ef85be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:55.430394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd1f44-f4b3-4441-9f96-d761271d2b23 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.436736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd1f44-f4b3-4441-9f96-d761271d2b23 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.437725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66cd1f44-f4b3-4441-9f96-d761271d2b23 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:55.565902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bec5e-7728-49f5-83ea-f14a4d661bdc service neutron] Pushing event updated for resources: {'Port': ['ID=8a971c16-ed9a-4c10-8a09-8a58124e624a,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:55.657238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Delete allocated IP 172.20.0.12 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/147134d6-c4d6-4b55-8109-3e2ccfeb767a) {{(pid=88312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 13:14:55.662304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66cd1f44-f4b3-4441-9f96-d761271d2b23 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:55.663761 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-66cd1f44-f4b3-4441-9f96-d761271d2b23 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5014508 Feb 07 13:14:55.666411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50148) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:55.715065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.25 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/b465b59d-2b21-4f97-8466-1028ba92209d/0bb7e0b1-4aee-46b0-ad29-477fa423f463) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:55.803899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c8d23361-f8f4-46fa-8367-7d50a57f2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.805991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-c8d23361-f8f4-46fa-8367-7d50a57f2f5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 1095 time: 0.4916799 Feb 07 13:14:55.810444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-f251d01b-a6f7-43ef-8203-ec75eb804e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.816557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-f251d01b-a6f7-43ef-8203-ec75eb804e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0856258-ee78-4e86-a446-3b07d5b1e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4177766 Feb 07 13:14:55.918182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:55.936940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-f3bf4e95-586d-4c62-9446-710b8280ca63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.944205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-f3bf4e95-586d-4c62-9446-710b8280ca63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.952802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-f3bf4e95-586d-4c62-9446-710b8280ca63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.966847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-f3bf4e95-586d-4c62-9446-710b8280ca63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.984551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-f3bf4e95-586d-4c62-9446-710b8280ca63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.984551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-f3bf4e95-586d-4c62-9446-710b8280ca63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.988887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-f3bf4e95-586d-4c62-9446-710b8280ca63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:55.997392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-f3bf4e95-586d-4c62-9446-710b8280ca63 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.4860904 Feb 07 13:14:56.044063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.081717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object 0bb7e0b1-4aee-46b0-ad29-477fa423f463 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:56.085191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-7cb6d007-8b85-4802-a09f-ee4424d4b144 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a HTTP/1.1" status: 200 len: 217 time: 0.2718413 Feb 07 13:14:56.087245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-13bb22df-efec-44b7-aac4-c0c43470810c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 85f4d8c4-0c6e-44e8-aa43-b63c080e3eec {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:56.087424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-20dca7ca-353b-4f8b-bfc6-b0e6ab949a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:56.088238 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13bb22df-efec-44b7-aac4-c0c43470810c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.089084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-20dca7ca-353b-4f8b-bfc6-b0e6ab949a04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7016358 Feb 07 13:14:56.102771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:56.130351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.209968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Provisioning for port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:56.250537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Provisioning complete for port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:56.251346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.463963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4f704789-8fce-4bb8-91be-f19b3ef85be6 None None] Allocated IP 172.20.0.18 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/b465b59d-2b21-4f97-8466-1028ba92209d/1b2ca4d2-87c8-4528-a85b-37856bfe5cbc) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:14:56.555590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=0bb7e0b1-4aee-46b0-ad29-477fa423f463,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:56.576176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23ddf930-b851-4f1a-9e5b-6b38bdbb9036 req-465596ef-3471-4132-97d9-0a67688d7002 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5775015 Feb 07 13:14:56.613470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] In _notify_port_updated(), no bound segment for port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 on network e36d0a8a-14c1-450b-b424-7ea2b199c91b {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:14:56.624410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:56.624410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.625711 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5732743d-acd8-46f8-b45a-767cdd5cf7ee tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "PUT /v2.0/ports/0bb7e0b1-4aee-46b0-ad29-477fa423f463 HTTP/1.1" status: 200 len: 921 time: 2.5230231 Feb 07 13:14:56.626433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50158) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:56.680416 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.689159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-8961cca2-4f28-46f0-ae25-dcbafc92035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:56.692350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-8961cca2-4f28-46f0-ae25-dcbafc92035f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 200 len: 850 time: 0.5941951 Feb 07 13:14:56.709929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13bb22df-efec-44b7-aac4-c0c43470810c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.718072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] For port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:56.740509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4f704789-8fce-4bb8-91be-f19b3ef85be6 None None] For port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,segment=NetworkSegment(6049717f-bf94-47fb-85f7-44d13ce40216),segment_id=6049717f-bf94-47fb-85f7-44d13ce40216)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:14:56.746640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-2f901123-ba50-4157-a470-43c9fec3adaf service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082957 Feb 07 13:14:56.768192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4f704789-8fce-4bb8-91be-f19b3ef85be6 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.790858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-69891582-7874-459d-a05b-49f76e36f353 service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874929 Feb 07 13:14:56.794619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4f704789-8fce-4bb8-91be-f19b3ef85be6 None None] Transition to ACTIVE for port object 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:14:56.799886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-53fbca97-d849-4469-babe-b421c022efb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86cdac08-ccd3-45ab-8c01-dcda3f37242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872266 Feb 07 13:14:56.872826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03f5a2-cc1f-4555-a2ea-1b68e6363b2c req-3739d622-a0bb-49a8-912e-65889f602452 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:56.884063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a03f5a2-cc1f-4555-a2ea-1b68e6363b2c req-3739d622-a0bb-49a8-912e-65889f602452 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 944 time: 0.3997667 Feb 07 13:14:56.884290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-13bb22df-efec-44b7-aac4-c0c43470810c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 85f4d8c4-0c6e-44e8-aa43-b63c080e3eec owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:56.886868 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:56.919559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0e419-5225-4696-8dd2-f1f56d8cfae0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:56.919559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e419-5225-4696-8dd2-f1f56d8cfae0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:57.006223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Pushing event updated for resources: {'Port': ['ID=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:57.027232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-52ea1859-558b-4968-883a-dc3b51a6d7d1 service neutron] 10.222.0.47 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683195 Feb 07 13:14:57.038371 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4f704789-8fce-4bb8-91be-f19b3ef85be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:57.045081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.046813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.047393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.047948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.048556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.049226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.049826 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.050599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.051233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.051846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.052430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.052974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cfd4d3-b4ce-4f28-b62a-9f0752e2bd2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:14:57.153937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f704789-8fce-4bb8-91be-f19b3ef85be6 None None] Pushing event updated for resources: {'Port': ['ID=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:57.221665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-115cbef6-3723-4c1f-b985-2be09ee24de1 req-82318410-1d84-480c-87d8-b5309924b40b service neutron] 10.222.0.47 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344643 Feb 07 13:14:57.263016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-12c8ae43-a3f9-4eae-b9f2-320f01cebd67 None None] Provisioning for port 85f4d8c4-0c6e-44e8-aa43-b63c080e3eec completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:57.279968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-12c8ae43-a3f9-4eae-b9f2-320f01cebd67 None None] Provisioning complete for port 85f4d8c4-0c6e-44e8-aa43-b63c080e3eec triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:57.283850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-12c8ae43-a3f9-4eae-b9f2-320f01cebd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:57.305370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a03f5a2-cc1f-4555-a2ea-1b68e6363b2c req-c11df01a-e994-42d4-8634-8dd09b4db49c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301414 Feb 07 13:14:57.392489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-12c8ae43-a3f9-4eae-b9f2-320f01cebd67 None None] Port 85f4d8c4-0c6e-44e8-aa43-b63c080e3eec cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:57.473043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e73c8e-f0da-4449-b731-64116b4510ca req-489e69a2-43ff-4715-8c4c-ac3362d5daf0 service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102797 Feb 07 13:14:57.518949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-255bec14-5c4a-4639-9ac3-7a9e84e3a57a service neutron] 10.222.0.47 "GET /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265966 Feb 07 13:14:57.599838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e419-5225-4696-8dd2-f1f56d8cfae0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:57.617543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-18e174fd-74d3-436e-811a-0aeb58c3b663 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 200 len: 217 time: 0.0899222 Feb 07 13:14:57.699529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-3c2aaccb-3cf3-4a86-ae96-c387d58f1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:57.701949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-3c2aaccb-3cf3-4a86-ae96-c387d58f1cfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 1095 time: 0.3110001 Feb 07 13:14:57.709436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-1cfb6fd8-bcdc-4d8a-97f6-a05caa016ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:57.710973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-1cfb6fd8-bcdc-4d8a-97f6-a05caa016ea6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.0841742 Feb 07 13:14:57.774118 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13bb22df-efec-44b7-aac4-c0c43470810c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:57.857156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0e419-5225-4696-8dd2-f1f56d8cfae0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 0bb7e0b1-4aee-46b0-ad29-477fa423f463 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:14:57.890618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:57.906413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb22df-efec-44b7-aac4-c0c43470810c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=85f4d8c4-0c6e-44e8-aa43-b63c080e3eec,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:58.013564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:14:58.021299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13bb22df-efec-44b7-aac4-c0c43470810c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.131857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:58.132282 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.155329 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13bb22df-efec-44b7-aac4-c0c43470810c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/85f4d8c4-0c6e-44e8-aa43-b63c080e3eec HTTP/1.1" status: 204 len: 168 time: 2.4855900 Feb 07 13:14:58.167109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-91736479-2662-4dcd-8b6c-273534d2027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.169883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-91736479-2662-4dcd-8b6c-273534d2027b service neutron] 10.222.0.47 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 910 time: 0.4580514 Feb 07 13:14:58.171356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50166) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:58.273307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-5ced88f7-606f-41b1-8209-65e6d4f66e22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a HTTP/1.1" status: 200 len: 217 time: 0.0953400 Feb 07 13:14:58.287938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38c317-e238-4aae-8cfe-b119a5baccf8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.287938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38c317-e238-4aae-8cfe-b119a5baccf8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.287938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa38c317-e238-4aae-8cfe-b119a5baccf8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:58.343788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-59635857-f746-468d-bf2e-ab7e1d548c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.345341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-59635857-f746-468d-bf2e-ab7e1d548c63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5908248 Feb 07 13:14:58.352699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e419-5225-4696-8dd2-f1f56d8cfae0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.355498 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:14:58.362221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Provisioning for port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:58.366480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Provisioning complete for port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:58.366854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.412877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Port 0bb7e0b1-4aee-46b0-ad29-477fa423f463 was deleted so its status cannot be updated. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 13:14:58.418314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0e419-5225-4696-8dd2-f1f56d8cfae0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=0bb7e0b1-4aee-46b0-ad29-477fa423f463,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:58.435906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Provisioning complete for port 845532f6-58ec-4923-b6f7-674918d00b0a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:58.435906 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.438694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7ad19-3c07-4598-accd-169802427b84 req-454bdf5d-1f2f-4a6a-90d9-be103776c76f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.445952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7ad19-3c07-4598-accd-169802427b84 req-454bdf5d-1f2f-4a6a-90d9-be103776c76f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.449183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7ad19-3c07-4598-accd-169802427b84 req-454bdf5d-1f2f-4a6a-90d9-be103776c76f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.455015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7ad19-3c07-4598-accd-169802427b84 req-454bdf5d-1f2f-4a6a-90d9-be103776c76f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.461369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7ad19-3c07-4598-accd-169802427b84 req-454bdf5d-1f2f-4a6a-90d9-be103776c76f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.467116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7ad19-3c07-4598-accd-169802427b84 req-454bdf5d-1f2f-4a6a-90d9-be103776c76f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.467776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa38c317-e238-4aae-8cfe-b119a5baccf8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:58.471569 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa38c317-e238-4aae-8cfe-b119a5baccf8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2966764 Feb 07 13:14:58.473776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7ad19-3c07-4598-accd-169802427b84 req-454bdf5d-1f2f-4a6a-90d9-be103776c76f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.474905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50172) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:58.483337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1da7ad19-3c07-4598-accd-169802427b84 req-454bdf5d-1f2f-4a6a-90d9-be103776c76f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.6498036 Feb 07 13:14:58.504867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Port 845532f6-58ec-4923-b6f7-674918d00b0a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:14:58.569693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Provisioning for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:14:58.577627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Provisioning complete for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:14:58.578224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1505124f-e47f-4fe8-a3dd-b46d57e72810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.611836 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e419-5225-4696-8dd2-f1f56d8cfae0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.611836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb860ce-07d4-44e8-abed-46d08d873d43 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet d92eb0aa-70c9-4108-87e1-0bf00cfa6da5 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:14:58.618021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acb860ce-07d4-44e8-abed-46d08d873d43 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.713396 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2fc0e419-5225-4696-8dd2-f1f56d8cfae0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/0bb7e0b1-4aee-46b0-ad29-477fa423f463 HTTP/1.1" status: 204 len: 168 time: 2.0716207 Feb 07 13:14:58.717081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50180) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:58.811817 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f4ba0a-90ca-446c-98d1-f4d999adf3f3 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:14:58.819666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-53f4ba0a-90ca-446c-98d1-f4d999adf3f3 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Synchronizing usage tracker for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:14:58.838946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acb860ce-07d4-44e8-abed-46d08d873d43 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.861337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-3cbc94e2-c61b-4ccc-bb3e-118620196bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:58.863577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-3cbc94e2-c61b-4ccc-bb3e-118620196bfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 200 len: 850 time: 0.5812614 Feb 07 13:14:58.957117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acb860ce-07d4-44e8-abed-46d08d873d43 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:58.966176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-a1db1c23-edf0-48d4-9328-b8dcece05e77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86cdac08-ccd3-45ab-8c01-dcda3f37242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697494 Feb 07 13:14:58.989130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1da7ad19-3c07-4598-accd-169802427b84 req-9aedbffb-170a-4333-bf2b-8941c323de82 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5040615 Feb 07 13:14:59.001991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-53f4ba0a-90ca-446c-98d1-f4d999adf3f3 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Unset dirty status for tenant:9d7b07b9e05e465880864ae49678af12 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:14:59.006504 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-53f4ba0a-90ca-446c-98d1-f4d999adf3f3 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/0bb7e0b1-4aee-46b0-ad29-477fa423f463 HTTP/1.1" status: 404 len: 333 time: 0.2851641 Feb 07 13:14:59.017734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50184) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:59.064861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2fdd1fe5-300c-4a6f-8a6d-420593e87642 None None] Could not find standard attr ID for object 0bb7e0b1-4aee-46b0-ad29-477fa423f463. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:14:59.157233 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0141208c-b4c8-42e6-9765-5552e3da879f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.194295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0141208c-b4c8-42e6-9765-5552e3da879f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.221249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-96991a30-c768-4f28-8a5b-f2862cd636bf service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530326 Feb 07 13:14:59.259641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acb860ce-07d4-44e8-abed-46d08d873d43 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.292626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa046eb-b459-4b2a-893a-e0af9492881d req-1c503f9e-de3b-4108-80dd-8ec5f1045d64 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:59.292626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fa046eb-b459-4b2a-893a-e0af9492881d req-1c503f9e-de3b-4108-80dd-8ec5f1045d64 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 944 time: 0.7991002 Feb 07 13:14:59.306191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb860ce-07d4-44e8-abed-46d08d873d43 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=d92eb0aa-70c9-4108-87e1-0bf00cfa6da5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:59.309911 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-acb860ce-07d4-44e8-abed-46d08d873d43 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.325317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b3aa6c-8b23-4e86-9234-be5bbd855fa8 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:14:59.384013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0141208c-b4c8-42e6-9765-5552e3da879f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.386566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0141208c-b4c8-42e6-9765-5552e3da879f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.390567 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0141208c-b4c8-42e6-9765-5552e3da879f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/security-groups/a0ee7a81-46f6-4ade-bc3d-f95bd1351cae HTTP/1.1" status: 204 len: 168 time: 0.3777533 Feb 07 13:14:59.399413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50192) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:59.414995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-6b514358-29ed-49e0-a7ec-cb3aef51c5bc service neutron] 10.222.0.47 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351711 Feb 07 13:14:59.432604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141208c-b4c8-42e6-9765-5552e3da879f tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ee7a81-46f6-4ade-bc3d-f95bd1351cae,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:59.439850 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-acb860ce-07d4-44e8-abed-46d08d873d43 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/d92eb0aa-70c9-4108-87e1-0bf00cfa6da5 HTTP/1.1" status: 204 len: 168 time: 0.9247494 Feb 07 13:14:59.447027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50196) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:59.514164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-037d3de9-ed88-43de-a43e-f0cf5c2ea709 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.560684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-037d3de9-ed88-43de-a43e-f0cf5c2ea709 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.655727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-10398572-7927-4bfe-994a-5a79b844aaf2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1668420 Feb 07 13:14:59.659534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50200) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:59.663557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-037d3de9-ed88-43de-a43e-f0cf5c2ea709 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.672428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:14:59.700507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fa046eb-b459-4b2a-893a-e0af9492881d req-b8f52a44-f584-42cd-8912-d45c4eb05d5d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982216 Feb 07 13:14:59.733636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:14:59.747341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Deleting port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:14:59.747341 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.814647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-ff10d3f8-822e-458a-bd01-ffde9ba295da service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638227 Feb 07 13:14:59.823728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-13d5d413-766f-409c-8f0d-a93a9306cb15 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:59.833824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-13d5d413-766f-409c-8f0d-a93a9306cb15 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:59.835226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-13d5d413-766f-409c-8f0d-a93a9306cb15 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:59.841486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-13d5d413-766f-409c-8f0d-a93a9306cb15 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:59.850065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-13d5d413-766f-409c-8f0d-a93a9306cb15 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:59.857250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-13d5d413-766f-409c-8f0d-a93a9306cb15 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:59.865513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-13d5d413-766f-409c-8f0d-a93a9306cb15 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:14:59.873957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-13d5d413-766f-409c-8f0d-a93a9306cb15 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.6079280 Feb 07 13:14:59.899001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:14:59.922325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-037d3de9-ed88-43de-a43e-f0cf5c2ea709 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:14:59.923302 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-037d3de9-ed88-43de-a43e-f0cf5c2ea709 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/security-groups/2edaa9f7-15a4-47f3-a35c-8955f896b6c4 HTTP/1.1" status: 204 len: 168 time: 0.5190721 Feb 07 13:14:59.936653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d3de9-ed88-43de-a43e-f0cf5c2ea709 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edaa9f7-15a4-47f3-a35c-8955f896b6c4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:14:59.938402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50204) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:14:59.988809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-0b26b065-d9e5-4b47-81b0-3cfe1fbe7f9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 200 len: 217 time: 0.0855992 Feb 07 13:14:59.991772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-347eb45c-ee96-47a4-8c52-78f5db0c8ff3 req-f20d2483-8462-4374-9098-68966b01ae36 service neutron] 10.222.0.47 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548806 Feb 07 13:15:00.052721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:00.065019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:00.073849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-378ca365-db9e-4774-8ac0-d5539999b529 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet 147134d6-c4d6-4b55-8109-3e2ccfeb767a {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:00.076755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:00.078608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d16ea65-2ccc-4c42-935a-e60e53619607 req-ee9311e5-598e-48a0-87d5-974719776eeb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964591 Feb 07 13:15:00.084521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-378ca365-db9e-4774-8ac0-d5539999b529 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.105442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-0441d7ac-4735-4dd8-ad32-9fbc1c585b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.110549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-0441d7ac-4735-4dd8-ad32-9fbc1c585b5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.1185217 Feb 07 13:15:00.165460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.222699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] For port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:00.223477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.287473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-51664bea-34d6-4d58-87ba-f90f09b38918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.289041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-51664bea-34d6-4d58-87ba-f90f09b38918 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1708980 Feb 07 13:15:00.311291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:00.353649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-378ca365-db9e-4774-8ac0-d5539999b529 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.371279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Calling delete_port for 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:00.404196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:00.405676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:00.416101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.459661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a0dc-5e2f-4151-adf8-c12a36c83f77 req-bd3d8ea6-34cb-48b3-a259-12402cdd5d1a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.465487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a0dc-5e2f-4151-adf8-c12a36c83f77 req-bd3d8ea6-34cb-48b3-a259-12402cdd5d1a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.471328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a0dc-5e2f-4151-adf8-c12a36c83f77 req-bd3d8ea6-34cb-48b3-a259-12402cdd5d1a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.478361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a0dc-5e2f-4151-adf8-c12a36c83f77 req-bd3d8ea6-34cb-48b3-a259-12402cdd5d1a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.484751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a0dc-5e2f-4151-adf8-c12a36c83f77 req-bd3d8ea6-34cb-48b3-a259-12402cdd5d1a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.492206 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.516010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a0dc-5e2f-4151-adf8-c12a36c83f77 req-bd3d8ea6-34cb-48b3-a259-12402cdd5d1a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.518586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a0dc-5e2f-4151-adf8-c12a36c83f77 req-bd3d8ea6-34cb-48b3-a259-12402cdd5d1a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:00.521546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e7a0dc-5e2f-4151-adf8-c12a36c83f77 req-bd3d8ea6-34cb-48b3-a259-12402cdd5d1a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.2778063 Feb 07 13:15:00.548783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-005ece55-7e44-44d7-8f1f-28ef570d20c5 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532091 Feb 07 13:15:00.585219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-378ca365-db9e-4774-8ac0-d5539999b529 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.586350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:00.649016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:15:00.649997 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:15:00.703493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8a971c16-ed9a-4c10-8a09-8a58124e624a details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:15:00.733616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-4983983e-4689-438e-98cd-18957cb3b993 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776714 Feb 07 13:15:00.797729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-378ca365-db9e-4774-8ac0-d5539999b529 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.852734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ca365-db9e-4774-8ac0-d5539999b529 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=147134d6-c4d6-4b55-8109-3e2ccfeb767a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:00.856128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.890659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-378ca365-db9e-4774-8ac0-d5539999b529 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:00.891013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8a971c16-ed9a-4c10-8a09-8a58124e624a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:00.900617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c188da1-cbd0-4248-b978-77e524cf5155 None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:00.917824 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-378ca365-db9e-4774-8ac0-d5539999b529 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/147134d6-c4d6-4b55-8109-3e2ccfeb767a HTTP/1.1" status: 204 len: 168 time: 0.9724360 Feb 07 13:15:00.924135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50220) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:00.933423 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:00.959143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:00.999196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '8a971c16-ed9a-4c10-8a09-8a58124e624a', 'network_id': '86cdac08-ccd3-45ab-8c01-dcda3f37242c', 'port_id': '8a971c16-ed9a-4c10-8a09-8a58124e624a', 'mac_address': 'fa:16:3e:28:ec:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1e8225-0310-44f2-9490-e5b8a2d78c5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:15:01.003282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-22a76c81-bf03-4a48-8a9f-0788034830d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7 HTTP/1.1" status: 200 len: 217 time: 0.2569683 Feb 07 13:15:01.016047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:01.017693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:01.017874 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:01.050284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=1a6d93fe-481b-40ec-954f-71dd950bba61,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:01.109585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-004b7008-8838-4af9-ba21-9ba384e4f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:01.112812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-004b7008-8838-4af9-ba21-9ba384e4f59b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.0889704 Feb 07 13:15:01.114025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:01.136923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:01.137487 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a83795e1-1236-4d8b-985a-d82836caf87a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4761002 Feb 07 13:15:01.138572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:01.141705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50224) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:01.145213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:01.151219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'name': 'tempest-NetworksTestDHCPv6-1805043053'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:01.152354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Deleting port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:01.152798 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:01.172495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:01.177149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd320b3-5d57-4f6e-9b1d-1e913912055e req-f8348c0d-cb6f-4e6c-bf48-b9fc5e9d2717 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:01.181840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbd320b3-5d57-4f6e-9b1d-1e913912055e req-f8348c0d-cb6f-4e6c-bf48-b9fc5e9d2717 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 944 time: 0.2151754 Feb 07 13:15:01.187895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a971c16-ed9a-4c10-8a09-8a58124e624a {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:15:01.254910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbd320b3-5d57-4f6e-9b1d-1e913912055e req-570be0be-42ac-4a76-b262-572df6a64f2e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628183 Feb 07 13:15:01.266656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-5ce9b94c-2fd0-4de2-81c8-55f88f8882f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:01.269524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-5ce9b94c-2fd0-4de2-81c8-55f88f8882f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499259 Feb 07 13:15:01.276176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8a971c16-ed9a-4c10-8a09-8a58124e624a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:01.359990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:01.362400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:01.366282 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:01.385820 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:01.439476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-c07d6bcc-dd51-4faa-9133-6c8b94978fbb service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616890 Feb 07 13:15:01.453878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:01.459821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:01.471132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:01.624885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-d387e17f-d157-4bb6-9bdf-bfd90a8c6a4a service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707027 Feb 07 13:15:01.628062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:01.632201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:01.689270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 6e920bd1-61a6-492c-9d41-af6f3c895d96 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:01.732110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8a971c16-ed9a-4c10-8a09-8a58124e624a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:01.741432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-2803892a-d8a7-4bdd-9703-f9210ea1fb9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1 HTTP/1.1" status: 200 len: 217 time: 0.1094398 Feb 07 13:15:01.783676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] For port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:01.784099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:01.843519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-ee4a56ce-dda5-4e35-9efd-6ddca9decbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:01.845305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-ee4a56ce-dda5-4e35-9efd-6ddca9decbf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 200 len: 797 time: 0.0946794 Feb 07 13:15:01.921850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::34c (c7752a43-b062-440d-a0bf-267aa725f6d8/1a6d93fe-481b-40ec-954f-71dd950bba61/6e920bd1-61a6-492c-9d41-af6f3c895d96) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:01.940023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8a971c16-ed9a-4c10-8a09-8a58124e624a'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:15:01.969358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-d3d38380-835f-433a-9e78-2f8be84c9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:01.971500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-d3d38380-835f-433a-9e78-2f8be84c9177 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539a678e-11cb-4f26-978c-0ccb9fa8e390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141148 Feb 07 13:15:01.974687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:01.991858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Calling delete_port for 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:02.119062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-304337f8-6ad8-4bae-8d68-6211e4faa356 service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408880 Feb 07 13:15:02.119834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:02.128200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:02.140461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:02.141328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:02.180643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=81f2ffd7-3a25-475f-b479-b90fe310e841,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:02.187407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:02.267242 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-caf6dd60-e32d-4522-8913-75afe655604b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3417773 Feb 07 13:15:02.267944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50230) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:02.270968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:02.272288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] No DVR routers for this DVR port 84c439a1-f2aa-43f8-b59f-08e8d4b0ac67 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:02.294360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a18de7-fd66-454a-a498-cd25e5054fe1 None None] Pushing event deleted for resources: {'Port': ['ID=84c439a1-f2aa-43f8-b59f-08e8d4b0ac67,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:02.294360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b8695-d498-4be9-920b-96c3684ec37d None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:02.304964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-530baa31-68f8-4e6c-a6eb-4c32cbdc41fb service neutron] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787341 Feb 07 13:15:02.308905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'security_group': {'name': 'tempest-secgroup-2117807194'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:02.328358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 6e920bd1-61a6-492c-9d41-af6f3c895d96 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:02.870245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:02.878301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:02.885770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-a94d320c-a540-4f9e-9f66-49790363c091 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f042abf6-8805-4ccc-90a6-cde1b5570334 HTTP/1.1" status: 200 len: 217 time: 0.1396718 Feb 07 13:15:02.885770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:02.885770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:02.890166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:02.895042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:02.897477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:02.897477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:02.897477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:02.897477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:02.897477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=6e920bd1-61a6-492c-9d41-af6f3c895d96,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:02.898083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-0bdf465d-ff1d-492e-b0c2-0e8284d03c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:02.898083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-0bdf465d-ff1d-492e-b0c2-0e8284d03c51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 200 len: 797 time: 0.1011786 Feb 07 13:15:02.898431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953697bb-17e8-4419-bada-4bec12b9ce8f None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:02.898695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc33db-1d45-4f88-9b8e-892c040d76e1 req-e7175352-f6da-41ca-85b7-97e787209768 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:02.898695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fdc33db-1d45-4f88-9b8e-892c040d76e1 req-e7175352-f6da-41ca-85b7-97e787209768 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 945 time: 0.2499659 Feb 07 13:15:02.898695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-29398f77-b065-4eeb-b139-ef17b2be3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:02.898695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-29398f77-b065-4eeb-b139-ef17b2be3dd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216595 Feb 07 13:15:02.899079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d61dd78d-6d7e-442d-9243-2464890951e0 None None] Provisioning complete for port 845532f6-58ec-4923-b6f7-674918d00b0a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:02.899079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d61dd78d-6d7e-442d-9243-2464890951e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:02.907996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d61dd78d-6d7e-442d-9243-2464890951e0 None None] Port 845532f6-58ec-4923-b6f7-674918d00b0a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:02.908230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-b39ffdc8-935b-41dd-a242-e0102ec2d8fd service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957114 Feb 07 13:15:02.929457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '1a6d93fe-481b-40ec-954f-71dd950bba61'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:15:02.930279 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:02.949451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fdc33db-1d45-4f88-9b8e-892c040d76e1 req-725a407d-c994-4fc1-afef-c07176a8c1a1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751801 Feb 07 13:15:02.950245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:02.957615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d61dd78d-6d7e-442d-9243-2464890951e0 None None] Provisioning complete for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:02.957905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d61dd78d-6d7e-442d-9243-2464890951e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:03.087814 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99d4b9bb-1689-44aa-8f97-3864ea95e528 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9450345 Feb 07 13:15:03.093976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50246) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:03.195021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:03.196468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d83ab-c5bb-41c1-bd16-f47b5fcd4f6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:03.197624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-453d83ab-c5bb-41c1-bd16-f47b5fcd4f6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:03.201811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group_rule and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:03.208118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:03.218429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:03.276718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-b2863c95-b518-43db-9afe-6525e8d1697c service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590894 Feb 07 13:15:03.280475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-453d83ab-c5bb-41c1-bd16-f47b5fcd4f6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:03.281833 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-453d83ab-c5bb-41c1-bd16-f47b5fcd4f6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1868794 Feb 07 13:15:03.285625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50254) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:03.287265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/1a6d93fe-481b-40ec-954f-71dd950bba61/88a3f82f-9250-4a3b-b449-386422385da8) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:03.389936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-fff0513b-ec6a-483a-81b1-5b661b68a753 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a HTTP/1.1" status: 200 len: 217 time: 0.1068659 Feb 07 13:15:03.488010 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:03.489425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-cc26103d-c8cf-4b08-aafe-40d365161065 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 6e920bd1-61a6-492c-9d41-af6f3c895d96 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:03.489979 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc26103d-c8cf-4b08-aafe-40d365161065 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:03.493989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-04cc2252-e728-4859-8afe-328099b7020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:03.495621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-04cc2252-e728-4859-8afe-328099b7020c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 200 len: 797 time: 0.0979803 Feb 07 13:15:03.526086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbbf209-8619-483e-a0ae-8dad53e36d04 None None] Update dhcp port {'port': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'fixed_ips': [{'subnet_id': 'b465b59d-2b21-4f97-8466-1028ba92209d', 'ip_address': '172.20.0.18'}, {'subnet_id': '81f2ffd7-3a25-475f-b479-b90fe310e841'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '1b2ca4d2-87c8-4528-a85b-37856bfe5cbc'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:15:03.588404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:03.633209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1946e1-0236-4bec-927d-286058153722,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:03.645013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf209-8619-483e-a0ae-8dad53e36d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:03.673318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-01f6aaad-e1ca-4355-8e15-d0709ef6095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:03.675153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-01f6aaad-e1ca-4355-8e15-d0709ef6095d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60259f8c-9fde-4ec1-875e-189e2348e688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664045 Feb 07 13:15:03.808992 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:03.830297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc26103d-c8cf-4b08-aafe-40d365161065 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:03.831399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Transition to ACTIVE for port object 88a3f82f-9250-4a3b-b449-386422385da8 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:03.841681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:03.845984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50262) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:03.846608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c95f60e6-c523-44bb-8916-db7cea6eaab4 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5670831 Feb 07 13:15:03.873419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Transition to ACTIVE for port object 88a3f82f-9250-4a3b-b449-386422385da8 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:03.900876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'security_group': {'name': 'tempest-secgroup-360837559'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:03.918268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-3255ab4a-1c39-4535-b31a-570eb192d0bc service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356546 Feb 07 13:15:03.932354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-5dbbf209-8619-483e-a0ae-8dad53e36d04 None None] Allocated IP 172.20.0.2 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/81f2ffd7-3a25-475f-b479-b90fe310e841/1b2ca4d2-87c8-4528-a85b-37856bfe5cbc) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:03.964961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:03.976112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-cc26103d-c8cf-4b08-aafe-40d365161065 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 6e920bd1-61a6-492c-9d41-af6f3c895d96 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:04.020067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.023085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:04.036408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:04.047919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:04.131307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:04.138775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:04.141428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:04.157559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ae1067-7221-4b4c-8071-17ac01aa4588 req-64cbbb66-7290-4972-81c6-657f3520fa9f service neutron] 10.222.0.47 "GET /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332122 Feb 07 13:15:04.188658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0e53-1410-4d65-b9d6-0461b178b778 req-bc7781a0-e533-4255-9719-b3e6082f2828 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:04.190159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-349f0e53-1410-4d65-b9d6-0461b178b778 req-bc7781a0-e533-4255-9719-b3e6082f2828 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 945 time: 0.1184011 Feb 07 13:15:04.201968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.213625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Pushing event updated for resources: {'Port': ['ID=88a3f82f-9250-4a3b-b449-386422385da8,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:04.232364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:04.236996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group_rule and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:04.239964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:04.245876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:04.249274 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc26103d-c8cf-4b08-aafe-40d365161065 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.257186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-349f0e53-1410-4d65-b9d6-0461b178b778 req-7692b2ec-9baa-40fa-8d82-b20d0d351582 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592380 Feb 07 13:15:04.290246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5dbbf209-8619-483e-a0ae-8dad53e36d04 None None] For port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,segment=NetworkSegment(6049717f-bf94-47fb-85f7-44d13ce40216),segment_id=6049717f-bf94-47fb-85f7-44d13ce40216)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:04.293042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Attempting to bind port 88a3f82f-9250-4a3b-b449-386422385da8 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:04.293625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Attempting to bind port 88a3f82f-9250-4a3b-b449-386422385da8 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:04.294132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Attempting to bind port 88a3f82f-9250-4a3b-b449-386422385da8 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:04.303334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:04.303720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:04.304150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.304678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:04.305269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Bound port: 88a3f82f-9250-4a3b-b449-386422385da8, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:04.305798 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.318208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26103d-c8cf-4b08-aafe-40d365161065 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=6e920bd1-61a6-492c-9d41-af6f3c895d96,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:04.375635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc26103d-c8cf-4b08-aafe-40d365161065 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.392829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf209-8619-483e-a0ae-8dad53e36d04 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.411669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b22a-4393-48c0-b10f-3b8f200ed611 req-dd97597b-0f41-496c-a498-fcd1eea7a5a3 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:04.413458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b605b22a-4393-48c0-b10f-3b8f200ed611 req-dd97597b-0f41-496c-a498-fcd1eea7a5a3 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.0868900 Feb 07 13:15:04.430855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5dbbf209-8619-483e-a0ae-8dad53e36d04 None None] Transition to ACTIVE for port object 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:04.440628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.445529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] For port 88a3f82f-9250-4a3b-b449-386422385da8, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:04.448679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] For port 88a3f82f-9250-4a3b-b449-386422385da8, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=88a3f82f-9250-4a3b-b449-386422385da8,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:04.467427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b605b22a-4393-48c0-b10f-3b8f200ed611 req-e4d03d5b-4162-43bb-b533-693704d8181a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434418 Feb 07 13:15:04.516518 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cc26103d-c8cf-4b08-aafe-40d365161065 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/6e920bd1-61a6-492c-9d41-af6f3c895d96 HTTP/1.1" status: 204 len: 168 time: 1.2295759 Feb 07 13:15:04.518683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50270) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:04.544653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf209-8619-483e-a0ae-8dad53e36d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.548985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.554428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.619631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e154b48-2446-41c2-9128-92007d1b40bb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:04.627806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b15434-5a97-41af-b8e3-6baffe264e53 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:04.629988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b15434-5a97-41af-b8e3-6baffe264e53 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:04.630766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-89b15434-5a97-41af-b8e3-6baffe264e53 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:04.675769 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.680034 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-881a4c90-c4d5-4464-9815-dce7b217f59b tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8302171 Feb 07 13:15:04.680034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:04.685336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'security_group': {'name': 'tempest-secgroup-2129422996'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:04.692945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:04.696912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:04.699856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:04.710872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:04.714614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbf209-8619-483e-a0ae-8dad53e36d04 None None] Pushing event updated for resources: {'Port': ['ID=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:04.722831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-89b15434-5a97-41af-b8e3-6baffe264e53 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:04.722831 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-89b15434-5a97-41af-b8e3-6baffe264e53 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1976979 Feb 07 13:15:04.724621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:04.753220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8a971c16-ed9a-4c10-8a09-8a58124e624a up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:04.807141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b16da93-a635-4335-bb1c-230236a499e5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 1a6d93fe-481b-40ec-954f-71dd950bba61 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:04.810484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b16da93-a635-4335-bb1c-230236a499e5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.841462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.857993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4092d6-cdfd-47fe-95ba-3cb578c3048b None None] Pushing event updated for resources: {'Port': ['ID=88a3f82f-9250-4a3b-b449-386422385da8,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:04.892481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:04.901512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:security_group_rule and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:04.905720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b16da93-a635-4335-bb1c-230236a499e5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:04.937700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:04.951354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:04.955501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 8a971c16-ed9a-4c10-8a09-8a58124e624a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:04.962626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 8a971c16-ed9a-4c10-8a09-8a58124e624a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:04.962626 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.067757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b16da93-a635-4335-bb1c-230236a499e5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.131001 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.155044 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.217758 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.218998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43de1daf-5b0f-46ef-9ed7-777fac217314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a971c16-ed9a-4c10-8a09-8a58124e624a'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:05.246829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8a971c16-ed9a-4c10-8a09-8a58124e624a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:05.287695 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43de1daf-5b0f-46ef-9ed7-777fac217314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a971c16-ed9a-4c10-8a09-8a58124e624a', 'code': 200} Feb 07 13:15:05.288795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f576ad7-d17c-4f4c-af61-853ba5ba0ad3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:05.327350 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.362252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b16da93-a635-4335-bb1c-230236a499e5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.424973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8a971c16-ed9a-4c10-8a09-8a58124e624a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:05.435109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16da93-a635-4335-bb1c-230236a499e5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6d93fe-481b-40ec-954f-71dd950bba61,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:05.442077 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b16da93-a635-4335-bb1c-230236a499e5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.444522 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b16da93-a635-4335-bb1c-230236a499e5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/1a6d93fe-481b-40ec-954f-71dd950bba61 HTTP/1.1" status: 204 len: 168 time: 0.7189386 Feb 07 13:15:05.446716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50286) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:05.518331 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.520570 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cccbdc30-364a-4fe2-80eb-ad3729a57595 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8396249 Feb 07 13:15:05.525399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50292) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:05.529761 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d1926564-2854-401f-a7a2-ea4459b514f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816343 Feb 07 13:15:05.532182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50294) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:05.536104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226b24-d5e2-40cf-bc2f-ef71d3901e2b req-f9119efb-8529-477c-ab88-c77a1ca72cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:05.537779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c226b24-d5e2-40cf-bc2f-ef71d3901e2b req-f9119efb-8529-477c-ab88-c77a1ca72cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 1097 time: 0.1802659 Feb 07 13:15:05.542450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-719352249', 'security_groups': ['8f576ad7-d17c-4f4c-af61-853ba5ba0ad3'], 'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81f2ffd7-3a25-475f-b479-b90fe310e841'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:05.655431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f6cfcc88-836a-469d-8dfb-76efb458f783 None None] Provisioning complete for port 845532f6-58ec-4923-b6f7-674918d00b0a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:05.656185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f6cfcc88-836a-469d-8dfb-76efb458f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.699674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b387394-dea7-447b-a1eb-50910cad8aad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:05.700925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2b387394-dea7-447b-a1eb-50910cad8aad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:05.719305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfcc88-836a-469d-8dfb-76efb458f783 None None] Port 845532f6-58ec-4923-b6f7-674918d00b0a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:05.759069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb49b-8963-4023-b6d6-9c47b60ac03c req-3019fe02-75b8-474b-8b6a-c3c3207aa879 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:05.760648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e5fb49b-8963-4023-b6d6-9c47b60ac03c req-3019fe02-75b8-474b-8b6a-c3c3207aa879 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.3216596 Feb 07 13:15:05.774943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c226b24-d5e2-40cf-bc2f-ef71d3901e2b req-e4ebefa6-eaa5-4bff-ac55-63b468c1e9ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606607 Feb 07 13:15:05.830313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2b387394-dea7-447b-a1eb-50910cad8aad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:05.835825 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b387394-dea7-447b-a1eb-50910cad8aad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3023105 Feb 07 13:15:05.836753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50300) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:05.861824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac807-390e-467b-8d4b-6f42dbb959e0 req-5b250503-5cb6-4582-a003-d14d037e3a2a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:05.863953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d93ac807-390e-467b-8d4b-6f42dbb959e0 req-5b250503-5cb6-4582-a003-d14d037e3a2a tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.2515607 Feb 07 13:15:05.869576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f6cfcc88-836a-469d-8dfb-76efb458f783 None None] Provisioning for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:05.871072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e5fb49b-8963-4023-b6d6-9c47b60ac03c req-32e06461-eaa6-4ce4-81ac-58c7b6920e5f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015363 Feb 07 13:15:05.875813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f6cfcc88-836a-469d-8dfb-76efb458f783 None None] Provisioning complete for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:05.876384 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f6cfcc88-836a-469d-8dfb-76efb458f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:05.906366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:05.961786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194d11e-0404-4632-9d86-c5a3cae36325 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:05.962539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6194d11e-0404-4632-9d86-c5a3cae36325 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:05.983374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:06.005743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:06.011418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d93ac807-390e-467b-8d4b-6f42dbb959e0 req-3302caae-c16b-470e-8eac-206ea70aadca tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354911 Feb 07 13:15:06.060193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397115f6-e8d5-463c-bed7-6b134db7419e req-03affb4d-485a-4eec-a47d-b4cfdc5c3ea3 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:06.061730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-397115f6-e8d5-463c-bed7-6b134db7419e req-03affb4d-485a-4eec-a47d-b4cfdc5c3ea3 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.35 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.1321859 Feb 07 13:15:06.092899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6194d11e-0404-4632-9d86-c5a3cae36325 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:06.094099 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6194d11e-0404-4632-9d86-c5a3cae36325 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2563725 Feb 07 13:15:06.096695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50306) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:06.109245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:06.110433 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:06.128038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:06.182332 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9c4d2698-4178-4f3c-a6c5-030e1971e678 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836551 Feb 07 13:15:06.186696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50310) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:06.193133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:06.218507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Deleting port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:06.219080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:06.251790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 88a3f82f-9250-4a3b-b449-386422385da8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:06.419142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655164c-51d2-431d-9e18-dc9328a465b3 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:06.475518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:06.490621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:06.495393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3c2330ef-aaa3-4307-8a7d-bf0fc70bcaaa None None] Could not find standard attr ID for object 6e920bd1-61a6-492c-9d41-af6f3c895d96. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:15:06.510477 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:06.615587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] device_id is not set on port 5b7900f1-7310-4412-857e-3572a83ca37a yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:06.635612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:06.639250 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:06.697197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 88a3f82f-9250-4a3b-b449-386422385da8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:06.697197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3c2330ef-aaa3-4307-8a7d-bf0fc70bcaaa None None] Provisioning for port 88a3f82f-9250-4a3b-b449-386422385da8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:06.708396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 88a3f82f-9250-4a3b-b449-386422385da8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:06.708396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:06.731789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3c2330ef-aaa3-4307-8a7d-bf0fc70bcaaa None None] Provisioning complete for port 88a3f82f-9250-4a3b-b449-386422385da8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:06.732302 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c2330ef-aaa3-4307-8a7d-bf0fc70bcaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:06.768176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:15:06.780413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] For port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:06.780787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:06.785835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] Deleting port 88a3f82f-9250-4a3b-b449-386422385da8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:06.785835 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:06.965562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.10 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/81f2ffd7-3a25-475f-b479-b90fe310e841/5b7900f1-7310-4412-857e-3572a83ca37a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:07.167697 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.220570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] For port 88a3f82f-9250-4a3b-b449-386422385da8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=88a3f82f-9250-4a3b-b449-386422385da8,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:07.221028 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.239456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:07.243352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:07.248142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:07.252147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.291346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=c932dfa0-eaec-4075-8172-5300611e466c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:07.294826 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.350881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object 5b7900f1-7310-4412-857e-3572a83ca37a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:07.383072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] Calling delete_port for 88a3f82f-9250-4a3b-b449-386422385da8 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:07.470121 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.483324 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a7dfa595-bc3c-497f-8d2c-00019bddc498 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2830038 Feb 07 13:15:07.483324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50320) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:07.495208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': 'c932dfa0-eaec-4075-8172-5300611e466c', 'ip_address': '2001:db8::4ecd:1bab:7829:ae37'}], 'name': 'tempest-NetworksTestDHCPv6-1081683051'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:07.499572 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c2330ef-aaa3-4307-8a7d-bf0fc70bcaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.573166 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.669848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.669848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.669848 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Floating IP 6e65a9b8-6163-4d53-875a-eeecb9f26416 disassociated. External IP: 172.25.7.62, port: 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0. Feb 07 13:15:07.669848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Calling delete_port for 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:07.729609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:07.752184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:07.754671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7490ce-1f91-4cfa-a439-46c2aa6c1bd6 req-0ed77f00-5436-4eda-bd54-69ea38c12383 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:07.762543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f7490ce-1f91-4cfa-a439-46c2aa6c1bd6 req-0ed77f00-5436-4eda-bd54-69ea38c12383 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.4503729 Feb 07 13:15:07.796336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] Pushing event deleted for resources: {'Port': ['ID=88a3f82f-9250-4a3b-b449-386422385da8,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:07.796336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea16717-39dd-4326-9e54-6f73e19cd050 None None] No DVR routers for this DVR port 88a3f82f-9250-4a3b-b449-386422385da8 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:07.799562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aab7d6-37dd-4426-a4bd-d9bd2ecae5e6 req-67be70ed-2485-4a76-a7b2-1e1c115710f1 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:07.799562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53aab7d6-37dd-4426-a4bd-d9bd2ecae5e6 req-67be70ed-2485-4a76-a7b2-1e1c115710f1 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 945 time: 0.4766176 Feb 07 13:15:07.822009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859de98-65b0-4e67-b00a-0c9780da0853 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:07.839802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:07.842686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:07.979444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 88a3f82f-9250-4a3b-b449-386422385da8 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:07.993837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:08.012764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53aab7d6-37dd-4426-a4bd-d9bd2ecae5e6 req-bcf4b860-aadd-4407-bd65-c9ca35adf56f tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b19b671-a37d-4613-9871-bf2bdf47bb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095385 Feb 07 13:15:08.030396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f7490ce-1f91-4cfa-a439-46c2aa6c1bd6 req-2af1a64f-ee2a-4414-94a5-b8deb3386d40 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695735 Feb 07 13:15:08.030396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:08.052207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 88a3f82f-9250-4a3b-b449-386422385da8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:15:08.052207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 88a3f82f-9250-4a3b-b449-386422385da8 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:15:08.060852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:08.076325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.080504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=5b7900f1-7310-4412-857e-3572a83ca37a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:08.105560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port edf68cf6-344a-4787-bbb4-5ccd067ad9b2 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:08.132866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:08.133494 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.208370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.251518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-d8222172-46b2-4524-aaf3-4d89de9c1ade req-8763d8cb-a27a-4811-9b21-c3fe9e7a15d3 service neutron] (88312) timed out ('10.222.0.47', 53033) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:15:08.289325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4d0873f5-0140-46d9-b7be-f850fd87df79 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7571526 Feb 07 13:15:08.296265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50324) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:08.304888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': 'c932dfa0-eaec-4075-8172-5300611e466c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:15:08.304888 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.307704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event deleted for resources: {'Port': ['ID=0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:08.327151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:08.533026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-36d4c4e9-c8ff-4214-92a8-b6294445b298 None None] Provisioning for port 5b7900f1-7310-4412-857e-3572a83ca37a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:08.538612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-36d4c4e9-c8ff-4214-92a8-b6294445b298 None None] Provisioning complete for port 5b7900f1-7310-4412-857e-3572a83ca37a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:08.538972 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-36d4c4e9-c8ff-4214-92a8-b6294445b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.575626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::4ecd:1bab:7829:ae37 (c7752a43-b062-440d-a0bf-267aa725f6d8/c932dfa0-eaec-4075-8172-5300611e466c/edf68cf6-344a-4787-bbb4-5ccd067ad9b2) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:08.595221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-36d4c4e9-c8ff-4214-92a8-b6294445b298 None None] Port 5b7900f1-7310-4412-857e-3572a83ca37a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:08.611887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:08.633147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:08.636654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:08.653411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:08.655428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Router 8bd67e29-dec1-439f-98c5-774c6185166a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:15:08.715883 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a808bbf1-945e-4d46-b7c2-e17b592a8409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.753393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:08.758047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.849186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:15:08.864710 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] Sync routers for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:15:08.876479 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:08.876763 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:08.928192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] No DVR routers for this DVR port 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:08.930680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.932813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-397115f6-e8d5-463c-bed7-6b134db7419e req-1f0b4a2b-aab0-4733-93bb-fe7de3a49540 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.35 "DELETE /v2.0/ports/0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 HTTP/1.1" status: 204 len: 173 time: 2.8634071 Feb 07 13:15:08.933253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e8292f-8990-47e3-921e-09bda7be8212', 'name': 'network-vif-deleted', 'tag': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:08.963307 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:15:08.970343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:08.973979 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81f2ffd7-3a25-475f-b479-b90fe310e841 (CIDR: 172.20.0.0/28) Feb 07 13:15:08.981960 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e8292f-8990-47e3-921e-09bda7be8212', 'name': 'network-vif-deleted', 'tag': '0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0', 'status': 'completed', 'code': 200} Feb 07 13:15:08.990078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object edf68cf6-344a-4787-bbb4-5ccd067ad9b2 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:09.013439 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:15:09.013937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:09.071564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:09.122348 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:09.171731 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-66143cbd-6bcd-42be-beda-2914a56ad294 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8733134 Feb 07 13:15:09.172550 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/c932dfa0-eaec-4075-8172-5300611e466c/632e6616-12ee-4ff9-bc5c-564513f3bc48) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:09.178312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50334) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:09.180352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:09.183828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:09.186587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:09.193637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:09.194374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:09.205877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:09.218756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-edc7ec01-13ba-4b6e-b189-6da99236125c req-f9daac88-0314-4344-bb82-454518d04999 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Synchronizing usage tracker for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:09.357636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a135f04-57bc-40f2-94ce-560db3e7f6dd req-6f5f73d3-c54c-495b-90f8-9f3e70a5ae70 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:09.360523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a135f04-57bc-40f2-94ce-560db3e7f6dd req-6f5f73d3-c54c-495b-90f8-9f3e70a5ae70 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.1461425 Feb 07 13:15:09.387726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=edf68cf6-344a-4787-bbb4-5ccd067ad9b2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:09.430170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-edc7ec01-13ba-4b6e-b189-6da99236125c req-f9daac88-0314-4344-bb82-454518d04999 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Unset dirty status for tenant:e88ec7e6bdec4e77ac723c847ef36a59 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:09.444370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-edc7ec01-13ba-4b6e-b189-6da99236125c req-f9daac88-0314-4344-bb82-454518d04999 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/ports?device_id=72e8292f-8990-47e3-921e-09bda7be8212 HTTP/1.1" status: 200 len: 210 time: 0.3119910 Feb 07 13:15:09.469231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a135f04-57bc-40f2-94ce-560db3e7f6dd req-1a984a4f-5294-4b56-b932-c3edbd8dd43e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004767 Feb 07 13:15:09.508266 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:09.513466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:09.518258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:09.521408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Transition to ACTIVE for port object 632e6616-12ee-4ff9-bc5c-564513f3bc48 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:09.522001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:09.528398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:09.531323 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-649b09c7-74a2-4d8c-b7b4-e0ba23cf2d6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0549335 Feb 07 13:15:09.535833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50340) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:09.548103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Transition to ACTIVE for port object 632e6616-12ee-4ff9-bc5c-564513f3bc48 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:09.634160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:09.640618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:09.655589 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:09.667509 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] Checking router: 8bd67e29-dec1-439f-98c5-774c6185166a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:15:09.671732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc7522-64a8-490f-a77f-343369638db8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:09.672533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-39fc7522-64a8-490f-a77f-343369638db8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:09.675218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:09.679336 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:09.680125 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:14:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:09.761316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-39fc7522-64a8-490f-a77f-343369638db8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:09.764868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-39fc7522-64a8-490f-a77f-343369638db8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2275887 Feb 07 13:15:09.765139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50344) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:09.781074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Pushing event updated for resources: {'Port': ['ID=632e6616-12ee-4ff9-bc5c-564513f3bc48,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:09.794887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:09.796888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:09.800284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:09.883473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ebdc7-2b36-4f20-ae4e-c3fcc268ec45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port edf68cf6-344a-4787-bbb4-5ccd067ad9b2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:09.884520 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebdc7-2b36-4f20-ae4e-c3fcc268ec45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:09.924576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Attempting to bind port 632e6616-12ee-4ff9-bc5c-564513f3bc48 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:09.924996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Attempting to bind port 632e6616-12ee-4ff9-bc5c-564513f3bc48 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:09.925991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Attempting to bind port 632e6616-12ee-4ff9-bc5c-564513f3bc48 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:09.933333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:09.933759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:09.934169 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:09.934566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:09.935160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Bound port: 632e6616-12ee-4ff9-bc5c-564513f3bc48, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:09.935542 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:09.981289 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:10.064642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] For port 632e6616-12ee-4ff9-bc5c-564513f3bc48, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:10.071828 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b465b59d-2b21-4f97-8466-1028ba92209d (CIDR: 172.20.0.16/28) Feb 07 13:15:10.082495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] For port 632e6616-12ee-4ff9-bc5c-564513f3bc48, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=632e6616-12ee-4ff9-bc5c-564513f3bc48,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:10.105544 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:15:10.106217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:10.155914 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:10.173961 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-96983c09-5736-40da-9242-069472d728f2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9917796 Feb 07 13:15:10.176861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50350) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:10.189018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'subnet': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:10.323052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a5c76-60ea-471b-9335-28c957a75c02 None None] Pushing event updated for resources: {'Port': ['ID=632e6616-12ee-4ff9-bc5c-564513f3bc48,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:10.434050 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebdc7-2b36-4f20-ae4e-c3fcc268ec45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:10.436906 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:10.439352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:10.442804 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2787d-5da1-4113-b8fe-eb41b507ce73 None None] The sync data for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 is: [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:07:45Z', 'revision_number': 4, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d9a30ff-f736-41c7-83e9-7db7151f21d9', 'name': '', 'network_id': 'c544ce96-fbe1-44f7-a876-32ae594ae054', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'mac_address': 'fa:16:3e:30:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:42Z', 'updated_at': '2022-02-07T13:08:08Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'subnets': [{'id': '72668aca-03af-4bfd-a6da-41fb53ac00ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:15:10.447469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Usage tracker for resource:subnet and tenant:9d7b07b9e05e465880864ae49678af12 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:10.464934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:10.480604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:10.485411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-1314af45-e5d9-4926-bdee-8eeaaebc86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:10.494761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-1314af45-e5d9-4926-bdee-8eeaaebc86f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 1097 time: 0.3172109 Feb 07 13:15:10.494925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:10.512180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa018e2-d2f8-4527-8d09-ef9a9ff7105d req-0edd3dca-f1ca-4bc7-8afa-764a12ceb27c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:10.521141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3aa018e2-d2f8-4527-8d09-ef9a9ff7105d req-0edd3dca-f1ca-4bc7-8afa-764a12ceb27c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.2990646 Feb 07 13:15:10.558841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:15:10.559368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0e86e2d9-74fc-465b-a8eb-5e9ec7f523e0 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:15:10.601699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Made reservation on behalf of 9d7b07b9e05e465880864ae49678af12 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:10.605678 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:10.702153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50358) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:10.892563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ebdc7-2b36-4f20-ae4e-c3fcc268ec45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for edf68cf6-344a-4787-bbb4-5ccd067ad9b2 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:10.901057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-706b995b-8ef4-4793-b20b-ee8f2173fa0d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:10.915269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62482d05-aaf0-429e-a687-c73c4bbef2f2 None None] New status for floating IP 6e65a9b8-6163-4d53-875a-eeecb9f26416: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:15:10.934417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-706b995b-8ef4-4793-b20b-ee8f2173fa0d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:10.957504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3aa018e2-d2f8-4527-8d09-ef9a9ff7105d req-57b83ed4-3197-423e-bd8a-a14460e8c9cc tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408534 Feb 07 13:15:11.065556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-2e898d57-c845-4a4c-babe-dff03098fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:11.065556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-2e898d57-c845-4a4c-babe-dff03098fd78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 910 time: 0.5435650 Feb 07 13:15:11.130571 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-706b995b-8ef4-4793-b20b-ee8f2173fa0d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.164041 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b995b-8ef4-4793-b20b-ee8f2173fa0d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b19b671-a37d-4613-9871-bf2bdf47bb13,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:11.208846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-706b995b-8ef4-4793-b20b-ee8f2173fa0d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.208846 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-706b995b-8ef4-4793-b20b-ee8f2173fa0d tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "DELETE /v2.0/security-groups/6b19b671-a37d-4613-9871-bf2bdf47bb13 HTTP/1.1" status: 204 len: 168 time: 0.4975426 Feb 07 13:15:11.210052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50362) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:11.241419 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ca788549-03d1-4e6b-a1e4-5956c5b11bb7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] show failed (client error): The resource could not be found. Feb 07 13:15:11.242053 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ca788549-03d1-4e6b-a1e4-5956c5b11bb7 tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "GET /v2.0/security-groups/6b19b671-a37d-4613-9871-bf2bdf47bb13 HTTP/1.1" status: 404 len: 347 time: 0.0296500 Feb 07 13:15:11.245125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50366) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:11.326244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.342102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-8162d763-3b37-48c4-9050-fbb6a038be1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a HTTP/1.1" status: 200 len: 217 time: 0.0787342 Feb 07 13:15:11.426094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-13f17069-01bf-417c-a1f3-0fc1e4cadb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:11.428195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-13f17069-01bf-417c-a1f3-0fc1e4cadb35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 200 len: 850 time: 0.0730307 Feb 07 13:15:11.483952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:11.490633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-fa8a9799-06da-42b8-96f0-7f54a7d11c2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86cdac08-ccd3-45ab-8c01-dcda3f37242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563900 Feb 07 13:15:11.491208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:11.497138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Deleting port 00f25f38-46b5-4ae5-8d6b-439c403ccf41 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:11.497487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.502203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed0384-1f3f-4003-8493-33f82343a528 None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:11.524698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:11.525290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.539774 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebdc7-2b36-4f20-ae4e-c3fcc268ec45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.578382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Subnet': ['ID=cf059082-0f28-4f88-a457-e86eeb1adf51,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:11.607325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c639b7ec-553b-4851-b30f-c1207185f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.720456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4ea9b037-8610-4381-b54d-fe382e1a21d1 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5424740 Feb 07 13:15:11.724925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50370) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:11.740243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ebdc7-2b36-4f20-ae4e-c3fcc268ec45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=edf68cf6-344a-4787-bbb4-5ccd067ad9b2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:11.788961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1208262981', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf059082-0f28-4f88-a457-e86eeb1adf51'}], 'security_groups': ['3d1946e1-0236-4bec-927d-286058153722', '8e154b48-2446-41c2-9128-92007d1b40bb']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:11.900835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.900835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.919504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebdc7-2b36-4f20-ae4e-c3fcc268ec45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:11.953074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8e9ebdc7-2b36-4f20-ae4e-c3fcc268ec45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/edf68cf6-344a-4787-bbb4-5ccd067ad9b2 HTTP/1.1" status: 204 len: 168 time: 2.1868794 Feb 07 13:15:11.972272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50374) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:12.049269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-688cadee-c0ca-47a8-91e3-9a3593cceb4a service neutron] 10.222.0.47 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523350 Feb 07 13:15:12.053277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-98e1fc4e-945a-4a96-bfad-99f18b6dac90 None None] Provisioning for port 632e6616-12ee-4ff9-bc5c-564513f3bc48 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:12.118710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efbae5-81a4-4f30-a6d5-495a1517a048 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:12.121034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efbae5-81a4-4f30-a6d5-495a1517a048 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:12.129374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 632e6616-12ee-4ff9-bc5c-564513f3bc48 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:12.143140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-98efbae5-81a4-4f30-a6d5-495a1517a048 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1663337 Feb 07 13:15:12.143140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50380) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:12.185842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Calling delete_port for 00f25f38-46b5-4ae5-8d6b-439c403ccf41 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:12.376992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27985e22-cbb7-4fb6-b614-fd17f6b04176 None None] Update dhcp port {'port': {'network_id': 'e36d0a8a-14c1-450b-b424-7ea2b199c91b', 'fixed_ips': [{'subnet_id': 'b465b59d-2b21-4f97-8466-1028ba92209d', 'ip_address': '172.20.0.18'}, {'subnet_id': '81f2ffd7-3a25-475f-b479-b90fe310e841', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf059082-0f28-4f88-a457-e86eeb1adf51'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '1b2ca4d2-87c8-4528-a85b-37856bfe5cbc'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:15:12.409915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-04346763-0180-4422-b20a-1e346dcfdff2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet c932dfa0-eaec-4075-8172-5300611e466c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:12.412542 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.414964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04346763-0180-4422-b20a-1e346dcfdff2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.422829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-837975eb-eec6-4361-994a-da4a62dc4bb0 None None] Could not find standard attr ID for object 6e920bd1-61a6-492c-9d41-af6f3c895d96. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:15:12.449893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.463995 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-27985e22-cbb7-4fb6-b614-fd17f6b04176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.506048 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04346763-0180-4422-b20a-1e346dcfdff2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.537734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 632e6616-12ee-4ff9-bc5c-564513f3bc48 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:12.566766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 632e6616-12ee-4ff9-bc5c-564513f3bc48 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:12.567878 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.612973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a218f9e8-abcb-4a18-bd3d-fe26a4b25ecc req-2e4bb0df-df3a-4778-abbe-5ea1ae2ca9b9 service neutron] 10.222.0.47 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670939 Feb 07 13:15:12.639768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.651206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f9805-4a80-4561-b8b7-3645704ae046 req-b5add658-eb5b-4f3a-881b-80a01ea8b0a0 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:12.653021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c82f9805-4a80-4561-b8b7-3645704ae046 req-b5add658-eb5b-4f3a-881b-80a01ea8b0a0 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.3821816 Feb 07 13:15:12.780703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c82f9805-4a80-4561-b8b7-3645704ae046 req-2929a564-ed85-4fef-9dfa-d6644abf3547 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147816 Feb 07 13:15:12.809710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5340f126-2c78-4a97-b024-0d371a1be0eb None None] Could not find standard attr ID for object edf68cf6-344a-4787-bbb4-5ccd067ad9b2. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:15:12.812318 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04346763-0180-4422-b20a-1e346dcfdff2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.868453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.970181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-27985e22-cbb7-4fb6-b614-fd17f6b04176 None None] Allocated IP 172.20.0.34 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/cf059082-0f28-4f88-a457-e86eeb1adf51/1b2ca4d2-87c8-4528-a85b-37856bfe5cbc) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:12.972038 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:12.990149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Pushing event deleted for resources: {'Port': ['ID=00f25f38-46b5-4ae5-8d6b-439c403ccf41,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:13.041693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04346763-0180-4422-b20a-1e346dcfdff2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.090122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04346763-0180-4422-b20a-1e346dcfdff2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.103562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04346763-0180-4422-b20a-1e346dcfdff2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=c932dfa0-eaec-4075-8172-5300611e466c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:13.122713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-04346763-0180-4422-b20a-1e346dcfdff2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/c932dfa0-eaec-4075-8172-5300611e466c HTTP/1.1" status: 204 len: 168 time: 0.9747596 Feb 07 13:15:13.124355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50392) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:13.169677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.178578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-27985e22-cbb7-4fb6-b614-fd17f6b04176 None None] For port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,segment=NetworkSegment(6049717f-bf94-47fb-85f7-44d13ce40216),segment_id=6049717f-bf94-47fb-85f7-44d13ce40216)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:13.216577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8985e-9060-4762-bfe8-668ff66589e9 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:13.216813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ca3f8521-51b4-487e-a7f1-31f05338250d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895593 Feb 07 13:15:13.218622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50396) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:13.224322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:13.237155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.237155 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0509c1e1-dbef-475e-b59d-1e636d06620e tempest-AttachVolumeTestJSON-869606788 tempest-AttachVolumeTestJSON-869606788-project] 10.222.0.69 "DELETE /v2.0/floatingips/6e65a9b8-6163-4d53-875a-eeecb9f26416 HTTP/1.1" status: 204 len: 168 time: 1.9889433 Feb 07 13:15:13.338417 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-27985e22-cbb7-4fb6-b614-fd17f6b04176 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.346031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:13.352459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:13.355524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:13.361502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:13.371377 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:15:13.371730 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:15:13.375240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-27985e22-cbb7-4fb6-b614-fd17f6b04176 None None] Transition to ACTIVE for port object 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:13.461857 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-27985e22-cbb7-4fb6-b614-fd17f6b04176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.463794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:13.463794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.663663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Delete allocated IP 172.20.0.10 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/81f2ffd7-3a25-475f-b479-b90fe310e841) {{(pid=88312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 13:15:13.678083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Allocated IP 172.20.0.37 (e36d0a8a-14c1-450b-b424-7ea2b199c91b/cf059082-0f28-4f88-a457-e86eeb1adf51/5b7900f1-7310-4412-857e-3572a83ca37a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:13.859454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27985e22-cbb7-4fb6-b614-fd17f6b04176 None None] Pushing event updated for resources: {'Port': ['ID=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:13.867275 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.919604 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:13.992200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:15:14.002220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Deleting port 632e6616-12ee-4ff9-bc5c-564513f3bc48 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:14.002633 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.053017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.178814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.210176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 632e6616-12ee-4ff9-bc5c-564513f3bc48, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=632e6616-12ee-4ff9-bc5c-564513f3bc48,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:14.220680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Transition to ACTIVE for port object 5b7900f1-7310-4412-857e-3572a83ca37a will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:14.285247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:14.290242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:14.293140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:14.295040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.318158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=34fa3743-be64-4901-8b75-0d793e4058f3,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:14.318754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.354685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.386113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12e3a-1953-4cf0-985a-92e9728f248d req-f894c450-6883-4ab5-bef8-4fa1cf6ce4cb tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:14.387445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd12e3a-1953-4cf0-985a-92e9728f248d req-f894c450-6883-4ab5-bef8-4fa1cf6ce4cb tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.2050364 Feb 07 13:15:14.448076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=632e6616-12ee-4ff9-bc5c-564513f3bc48,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:14.460537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-107217a3-7637-4a6a-aa55-03199860454a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2406187 Feb 07 13:15:14.464276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50406) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:14.479709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '34fa3743-be64-4901-8b75-0d793e4058f3', 'ip_address': '2001:db8::5664:e6d3:be5e:f977'}], 'name': 'tempest-NetworksTestDHCPv6-2025252950'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:14.499442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] For port 632e6616-12ee-4ff9-bc5c-564513f3bc48, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=632e6616-12ee-4ff9-bc5c-564513f3bc48,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:14.500528 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.513510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:14.531346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd12e3a-1953-4cf0-985a-92e9728f248d req-e1975bf7-1104-40b0-b0c1-bdcf4de9b6c5 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367195 Feb 07 13:15:14.718771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] In _notify_port_updated(), no bound segment for port 5b7900f1-7310-4412-857e-3572a83ca37a on network e36d0a8a-14c1-450b-b424-7ea2b199c91b {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:15:14.730700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:14.730700 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.730700 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "PUT /v2.0/ports/5b7900f1-7310-4412-857e-3572a83ca37a HTTP/1.1" status: 200 len: 960 time: 2.9979537 Feb 07 13:15:14.735493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50412) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:14.751412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85434c-4dea-4de1-872e-38fc53b22f24 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event updated for resources: {'Port': ['ID=5b7900f1-7310-4412-857e-3572a83ca37a,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:14.832740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Calling delete_port for 632e6616-12ee-4ff9-bc5c-564513f3bc48 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:14.894834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:14.904387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a7162f62-43c8-45cb-b736-1f88f2c25864 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 5b7900f1-7310-4412-857e-3572a83ca37a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:14.904726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7162f62-43c8-45cb-b736-1f88f2c25864 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:14.936401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:14.952957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:14.967033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:14.982889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Provisioning complete for port 845532f6-58ec-4923-b6f7-674918d00b0a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:14.983808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.062088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Port 845532f6-58ec-4923-b6f7-674918d00b0a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:15.098919 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.107083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 632e6616-12ee-4ff9-bc5c-564513f3bc48 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:15.135678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:15.139081 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:15:15.139443 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:15:15.228102 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.242321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Provisioning for port 5b7900f1-7310-4412-857e-3572a83ca37a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:15.252226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Provisioning complete for port 5b7900f1-7310-4412-857e-3572a83ca37a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:15.252995 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.276927 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7162f62-43c8-45cb-b736-1f88f2c25864 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.312429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Port 5b7900f1-7310-4412-857e-3572a83ca37a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:15.342048 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 632e6616-12ee-4ff9-bc5c-564513f3bc48, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=632e6616-12ee-4ff9-bc5c-564513f3bc48,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:15.426694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a7162f62-43c8-45cb-b736-1f88f2c25864 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 5b7900f1-7310-4412-857e-3572a83ca37a owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:15.482056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Provisioning for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:15.486397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Provisioning complete for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:15.486753 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08456eff-add9-4755-986f-a1eff2d89eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.518133 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.532849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.565757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 7c1f3cac-393f-4816-b58e-a64c9a00465c yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:15.618274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=632e6616-12ee-4ff9-bc5c-564513f3bc48,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:15.678849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Deleting port 632e6616-12ee-4ff9-bc5c-564513f3bc48 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:15.679237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.901627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ad7df0d3-d80b-4b6f-8235-27d201e559d6 None None] Provisioning complete for port 5b7900f1-7310-4412-857e-3572a83ca37a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:15.902004 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ad7df0d3-d80b-4b6f-8235-27d201e559d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.911869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7162f62-43c8-45cb-b736-1f88f2c25864 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:15.942239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ad7df0d3-d80b-4b6f-8235-27d201e559d6 None None] Port 5b7900f1-7310-4412-857e-3572a83ca37a was deleted so its status cannot be updated. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 13:15:15.988242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] For port 632e6616-12ee-4ff9-bc5c-564513f3bc48, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=632e6616-12ee-4ff9-bc5c-564513f3bc48,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:15.988818 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.021181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7162f62-43c8-45cb-b736-1f88f2c25864 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=5b7900f1-7310-4412-857e-3572a83ca37a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:16.031236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d7738-282b-4291-b931-28d0d717cc20 req-2a92e12a-c917-4f02-b38d-050959f6775d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:16.033094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e7d7738-282b-4291-b931-28d0d717cc20 req-2a92e12a-c917-4f02-b38d-050959f6775d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.3456295 Feb 07 13:15:16.103548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::5664:e6d3:be5e:f977 (c7752a43-b062-440d-a0bf-267aa725f6d8/34fa3743-be64-4901-8b75-0d793e4058f3/7c1f3cac-393f-4816-b58e-a64c9a00465c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:16.157905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Calling delete_port for 632e6616-12ee-4ff9-bc5c-564513f3bc48 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:16.158699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e7d7738-282b-4291-b931-28d0d717cc20 req-8827ac73-1e9f-49a8-90b0-f0b9e942f95c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884166 Feb 07 13:15:16.162249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7162f62-43c8-45cb-b736-1f88f2c25864 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.200779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a7162f62-43c8-45cb-b736-1f88f2c25864 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/5b7900f1-7310-4412-857e-3572a83ca37a HTTP/1.1" status: 204 len: 168 time: 1.4606261 Feb 07 13:15:16.204601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50420) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:16.286293 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81b3365-f3e6-4de1-b684-41c7c2fe948e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] GET failed (client error): The resource could not be found. Feb 07 13:15:16.288221 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f81b3365-f3e6-4de1-b684-41c7c2fe948e tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports/5b7900f1-7310-4412-857e-3572a83ca37a HTTP/1.1" status: 404 len: 333 time: 0.0784712 Feb 07 13:15:16.291091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50424) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:16.334243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.397188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-017970b1-5f53-484d-8ab9-b7b967c615d8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.404336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] Pushing event deleted for resources: {'Port': ['ID=632e6616-12ee-4ff9-bc5c-564513f3bc48,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:16.407608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07bf98-9113-455d-8e65-3d21de75f805 None None] No DVR routers for this DVR port 632e6616-12ee-4ff9-bc5c-564513f3bc48 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:16.430970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b318180-93ba-45c1-973a-2b1d15aaf7f5 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:16.459830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-017970b1-5f53-484d-8ab9-b7b967c615d8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.545273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.606831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 7c1f3cac-393f-4816-b58e-a64c9a00465c will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:16.607275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-017970b1-5f53-484d-8ab9-b7b967c615d8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.625928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017970b1-5f53-484d-8ab9-b7b967c615d8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f576ad7-d17c-4f4c-af61-853ba5ba0ad3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:16.642765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-017970b1-5f53-484d-8ab9-b7b967c615d8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.647482 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-017970b1-5f53-484d-8ab9-b7b967c615d8 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/security-groups/8f576ad7-d17c-4f4c-af61-853ba5ba0ad3 HTTP/1.1" status: 204 len: 168 time: 0.3521287 Feb 07 13:15:16.647644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50428) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:16.699787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.706127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '34fa3743-be64-4901-8b75-0d793e4058f3'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:15:16.709311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.736483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3d56-6b2e-49b1-9bd1-0932dd4077b5 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.773807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3d56-6b2e-49b1-9bd1-0932dd4077b5 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.784385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:16.792460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:16.794412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:16.800973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:16.802193 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.816846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=7c1f3cac-393f-4816-b58e-a64c9a00465c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:16.890215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7d5af13d-75b3-48c7-b249-0f49544b4d5f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4219589 Feb 07 13:15:16.892559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50434) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:16.911958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/34fa3743-be64-4901-8b75-0d793e4058f3/4643ef1d-a35a-4485-a7f9-10719fb3758a) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:16.953329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3d56-6b2e-49b1-9bd1-0932dd4077b5 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:16.978581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf3d56-6b2e-49b1-9bd1-0932dd4077b5 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e154b48-2446-41c2-9128-92007d1b40bb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:17.003101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccdf3d56-6b2e-49b1-9bd1-0932dd4077b5 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.008269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50440) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:17.016540 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ccdf3d56-6b2e-49b1-9bd1-0932dd4077b5 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/security-groups/8e154b48-2446-41c2-9128-92007d1b40bb HTTP/1.1" status: 204 len: 168 time: 0.3676517 Feb 07 13:15:17.048482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d8813-5706-4df4-a369-0e782cc539c9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:17.049412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-308d8813-5706-4df4-a369-0e782cc539c9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:17.095339 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-941a226e-ca9e-436f-95dc-be055ae0f244 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.131799 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-941a226e-ca9e-436f-95dc-be055ae0f244 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.146579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-308d8813-5706-4df4-a369-0e782cc539c9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:17.146579 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-308d8813-5706-4df4-a369-0e782cc539c9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2473469 Feb 07 13:15:17.146579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:17.243506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2414e41d-9735-415e-8768-fc6c3c1faf08 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 7c1f3cac-393f-4816-b58e-a64c9a00465c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:17.244355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2414e41d-9735-415e-8768-fc6c3c1faf08 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.350409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.360175 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-941a226e-ca9e-436f-95dc-be055ae0f244 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.369692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Transition to ACTIVE for port object 4643ef1d-a35a-4485-a7f9-10719fb3758a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:17.387046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a226e-ca9e-436f-95dc-be055ae0f244 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1946e1-0236-4bec-927d-286058153722,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:17.397863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-941a226e-ca9e-436f-95dc-be055ae0f244 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.399383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-941a226e-ca9e-436f-95dc-be055ae0f244 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/security-groups/3d1946e1-0236-4bec-927d-286058153722 HTTP/1.1" status: 204 len: 168 time: 0.3900473 Feb 07 13:15:17.404638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50454) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:17.419086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Transition to ACTIVE for port object 4643ef1d-a35a-4485-a7f9-10719fb3758a will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:17.489303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533f778-121c-4346-8236-f16909d1fbf7 req-f7886ac6-929b-4a47-b07b-f1835ac83472 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:17.491025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4533f778-121c-4346-8236-f16909d1fbf7 req-f7886ac6-929b-4a47-b07b-f1835ac83472 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.1983597 Feb 07 13:15:17.500077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4839b1c-9b2e-4256-93c1-6a70b048992a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet 81f2ffd7-3a25-475f-b479-b90fe310e841 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:17.518498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4839b1c-9b2e-4256-93c1-6a70b048992a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.531537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2414e41d-9735-415e-8768-fc6c3c1faf08 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.584899 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.598864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4533f778-121c-4346-8236-f16909d1fbf7 req-edffcc53-ced2-4a01-819e-9d3ab0e8ceb5 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963459 Feb 07 13:15:17.606397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4839b1c-9b2e-4256-93c1-6a70b048992a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.640222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:17.647017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:17.649798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:17.777464 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4839b1c-9b2e-4256-93c1-6a70b048992a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.781695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Pushing event updated for resources: {'Port': ['ID=4643ef1d-a35a-4485-a7f9-10719fb3758a,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:17.786388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Attempting to bind port 4643ef1d-a35a-4485-a7f9-10719fb3758a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:17.786961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Attempting to bind port 4643ef1d-a35a-4485-a7f9-10719fb3758a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:17.787792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Attempting to bind port 4643ef1d-a35a-4485-a7f9-10719fb3758a on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:17.794826 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:17.795424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:17.796175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.796734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:17.797369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Bound port: 4643ef1d-a35a-4485-a7f9-10719fb3758a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:17.797988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.860503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2414e41d-9735-415e-8768-fc6c3c1faf08 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 7c1f3cac-393f-4816-b58e-a64c9a00465c owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:17.899308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] For port 4643ef1d-a35a-4485-a7f9-10719fb3758a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:17.902647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] For port 4643ef1d-a35a-4485-a7f9-10719fb3758a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4643ef1d-a35a-4485-a7f9-10719fb3758a,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:17.958026 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4839b1c-9b2e-4256-93c1-6a70b048992a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:17.978631 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.000980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4839b1c-9b2e-4256-93c1-6a70b048992a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.012464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4839b1c-9b2e-4256-93c1-6a70b048992a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=81f2ffd7-3a25-475f-b479-b90fe310e841,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:18.021872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f4839b1c-9b2e-4256-93c1-6a70b048992a tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/81f2ffd7-3a25-475f-b479-b90fe310e841 HTTP/1.1" status: 204 len: 168 time: 0.6112585 Feb 07 13:15:18.022242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50458) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:18.058115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b68d38-0bfe-452b-a485-9c95c70d21ff None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:18.101492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5498a615-2b38-45bc-9e84-6e8ad5e4c05d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet cf059082-0f28-4f88-a457-e86eeb1adf51 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:18.104986 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5498a615-2b38-45bc-9e84-6e8ad5e4c05d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.149274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb29e9-0f8d-4b94-8758-87636114dd4a None None] Pushing event updated for resources: {'Port': ['ID=4643ef1d-a35a-4485-a7f9-10719fb3758a,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:18.154539 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2414e41d-9735-415e-8768-fc6c3c1faf08 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.178032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5498a615-2b38-45bc-9e84-6e8ad5e4c05d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.282116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414e41d-9735-415e-8768-fc6c3c1faf08 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=7c1f3cac-393f-4816-b58e-a64c9a00465c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:18.289872 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2414e41d-9735-415e-8768-fc6c3c1faf08 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.298718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5498a615-2b38-45bc-9e84-6e8ad5e4c05d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.365115 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2414e41d-9735-415e-8768-fc6c3c1faf08 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/7c1f3cac-393f-4816-b58e-a64c9a00465c HTTP/1.1" status: 204 len: 168 time: 1.2201822 Feb 07 13:15:18.367365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:18.451149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042e664-7311-42cc-b33f-3ead77d930ca tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:18.452866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042e664-7311-42cc-b33f-3ead77d930ca tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:18.453664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8042e664-7311-42cc-b33f-3ead77d930ca tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:18.482150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5498a615-2b38-45bc-9e84-6e8ad5e4c05d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.520517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498a615-2b38-45bc-9e84-6e8ad5e4c05d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=cf059082-0f28-4f88-a457-e86eeb1adf51,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:18.522519 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5498a615-2b38-45bc-9e84-6e8ad5e4c05d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.529267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5498a615-2b38-45bc-9e84-6e8ad5e4c05d tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/cf059082-0f28-4f88-a457-e86eeb1adf51 HTTP/1.1" status: 204 len: 168 time: 0.5060813 Feb 07 13:15:18.531754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50468) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:18.567353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8042e664-7311-42cc-b33f-3ead77d930ca tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:18.569006 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8042e664-7311-42cc-b33f-3ead77d930ca tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2004566 Feb 07 13:15:18.573450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50472) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:18.585955 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-737ccb3a-4b72-42f7-9614-b1ed8aed07d7 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:18.586227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737ccb3a-4b72-42f7-9614-b1ed8aed07d7 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:18.588113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-737ccb3a-4b72-42f7-9614-b1ed8aed07d7 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/81f2ffd7-3a25-475f-b479-b90fe310e841 HTTP/1.1" status: 404 len: 337 time: 0.0550351 Feb 07 13:15:18.591966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50476) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:18.720351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-658953bf-9117-4b7d-9a35-0a5b696211ed tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting subnet b465b59d-2b21-4f97-8466-1028ba92209d {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:18.724493 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-658953bf-9117-4b7d-9a35-0a5b696211ed tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.733457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-02350981-e956-474e-831e-4c5dbb2e444c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 34fa3743-be64-4901-8b75-0d793e4058f3 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:18.742529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02350981-e956-474e-831e-4c5dbb2e444c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.821620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02350981-e956-474e-831e-4c5dbb2e444c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.853072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-658953bf-9117-4b7d-9a35-0a5b696211ed tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.946758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-658953bf-9117-4b7d-9a35-0a5b696211ed tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:18.960835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02350981-e956-474e-831e-4c5dbb2e444c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:19.127641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a640cc7-bb16-419e-a983-acd1c1f36668 req-4f503860-75ba-4ad4-90d9-30ff3ed86db1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:19.129436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a640cc7-bb16-419e-a983-acd1c1f36668 req-4f503860-75ba-4ad4-90d9-30ff3ed86db1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.1159732 Feb 07 13:15:19.135011 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02350981-e956-474e-831e-4c5dbb2e444c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:19.176716 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-658953bf-9117-4b7d-9a35-0a5b696211ed tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:19.178291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02350981-e956-474e-831e-4c5dbb2e444c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=34fa3743-be64-4901-8b75-0d793e4058f3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:19.194660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02350981-e956-474e-831e-4c5dbb2e444c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:19.234281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a640cc7-bb16-419e-a983-acd1c1f36668 req-5bebb778-71a2-4c64-9257-7ea6d50ea39d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953565 Feb 07 13:15:19.236378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658953bf-9117-4b7d-9a35-0a5b696211ed tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Subnet': ['ID=b465b59d-2b21-4f97-8466-1028ba92209d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:19.238874 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-658953bf-9117-4b7d-9a35-0a5b696211ed tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:19.248532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50482) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.248823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-658953bf-9117-4b7d-9a35-0a5b696211ed tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/b465b59d-2b21-4f97-8466-1028ba92209d HTTP/1.1" status: 204 len: 168 time: 0.6528690 Feb 07 13:15:19.276306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70e5a4a-4a02-43cb-8be0-3f0664574353 None None] Network e36d0a8a-14c1-450b-b424-7ea2b199c91b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:19.291838 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af7d060-7043-45ef-9440-8a26e8dd01d0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.292405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af7d060-7043-45ef-9440-8a26e8dd01d0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.294015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6af7d060-7043-45ef-9440-8a26e8dd01d0 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/147134d6-c4d6-4b55-8109-3e2ccfeb767a HTTP/1.1" status: 404 len: 337 time: 0.0442705 Feb 07 13:15:19.296794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50486) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.345613 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cebda84e-aad4-4c84-b4f0-9d30ef08db86 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "GET /v2.0/ports?device_id=21944b95-4d48-45e0-9bba-10c0ddd9ac50 HTTP/1.1" status: 200 len: 205 time: 0.0477886 Feb 07 13:15:19.348552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50490) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.390228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a36f507-b022-470d-9b17-f552da95a44b None None] Provisioning complete for port 845532f6-58ec-4923-b6f7-674918d00b0a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:19.390619 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a36f507-b022-470d-9b17-f552da95a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:19.418006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50494) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.418227 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-02350981-e956-474e-831e-4c5dbb2e444c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/34fa3743-be64-4901-8b75-0d793e4058f3 HTTP/1.1" status: 204 len: 168 time: 0.8434033 Feb 07 13:15:19.434135 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-9d206d75-830a-4cce-9075-6abe88729edb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] delete failed (client error): The resource could not be found. Feb 07 13:15:19.440023 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9d206d75-830a-4cce-9075-6abe88729edb tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/routers/21944b95-4d48-45e0-9bba-10c0ddd9ac50 HTTP/1.1" status: 404 len: 336 time: 0.0863383 Feb 07 13:15:19.440727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50498) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.484897 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b323c6d7-feb3-4ab9-bc27-567fa0962af9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.485367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b323c6d7-feb3-4ab9-bc27-567fa0962af9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.490123 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b323c6d7-feb3-4ab9-bc27-567fa0962af9 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/608b4324-e93d-4607-8850-4e09f6db3095 HTTP/1.1" status: 404 len: 337 time: 0.0478945 Feb 07 13:15:19.490722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.551439 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd74624-1965-430b-b6a9-aed01b96c408 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.558375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-17fdebbf-efa5-47c4-b13e-ac99d57c38da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262751 Feb 07 13:15:19.564518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd74624-1965-430b-b6a9-aed01b96c408 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.569940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50508) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.575464 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8dd74624-1965-430b-b6a9-aed01b96c408 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/f31a301c-abf0-460d-ac4e-8852332acaeb HTTP/1.1" status: 404 len: 337 time: 0.0606496 Feb 07 13:15:19.575464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50510) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.586806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2a36f507-b022-470d-9b17-f552da95a44b None None] Port 845532f6-58ec-4923-b6f7-674918d00b0a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:19.592237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:19.612175 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e76dc6-6d83-4f0d-b35e-7c6f69e443be tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.612175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e76dc6-6d83-4f0d-b35e-7c6f69e443be tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.622621 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44e76dc6-6d83-4f0d-b35e-7c6f69e443be tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/f87d8796-985e-416e-ad6e-abe5752bf5ed HTTP/1.1" status: 404 len: 337 time: 0.0594711 Feb 07 13:15:19.622621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50516) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.647841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a36f507-b022-470d-9b17-f552da95a44b None None] Provisioning complete for port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:19.647841 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a36f507-b022-470d-9b17-f552da95a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:19.718439 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea87198-bcd4-4fc6-9ba9-8d5838f3df02 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.718439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea87198-bcd4-4fc6-9ba9-8d5838f3df02 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.725563 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5ea87198-bcd4-4fc6-9ba9-8d5838f3df02 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/48ac619d-f09f-4a2c-9054-b8d3d40bf20c HTTP/1.1" status: 404 len: 333 time: 0.1041708 Feb 07 13:15:19.725563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50520) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.784623 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-63140ae1-bbda-4ea3-a220-2a9f88e6bde2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.784623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63140ae1-bbda-4ea3-a220-2a9f88e6bde2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.784623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-63140ae1-bbda-4ea3-a220-2a9f88e6bde2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/b5aec131-0a2f-4504-ad34-3a3fca718649 HTTP/1.1" status: 404 len: 337 time: 0.0578449 Feb 07 13:15:19.784623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50524) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.835630 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e0240d-7d26-4844-9a0c-a13827ca3807 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.835630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e0240d-7d26-4844-9a0c-a13827ca3807 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.840155 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38e0240d-7d26-4844-9a0c-a13827ca3807 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/b795bb11-5cc7-4991-ac49-aede237033c4 HTTP/1.1" status: 404 len: 337 time: 0.0550652 Feb 07 13:15:19.840155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50528) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.889331 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f0f77b-74fc-467f-98f5-ccf75476704c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.889984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f0f77b-74fc-467f-98f5-ccf75476704c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.895824 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-46f0f77b-74fc-467f-98f5-ccf75476704c tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/c8984b14-4813-4fad-9533-5a7e04e745e1 HTTP/1.1" status: 404 len: 333 time: 0.0555959 Feb 07 13:15:19.896530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50532) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.963130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:19.975505 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0929b7-e70f-431c-a965-621c927a4bfc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:19.975505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0929b7-e70f-431c-a965-621c927a4bfc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:19.975505 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b0929b7-e70f-431c-a965-621c927a4bfc tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/34f81318-0bb5-43bd-b60d-d48708b939c5 HTTP/1.1" status: 404 len: 337 time: 0.0719957 Feb 07 13:15:19.983226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50536) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:19.991110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] DHCP port deletion for e36d0a8a-14c1-450b-b424-7ea2b199c91b request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:15:20.001560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] Deleting port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:20.001560 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:20.031463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:20.034596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:20.053497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:20.053497 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-effb0507-60db-4a39-95d3-b7867e5e8e37 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] DELETE failed (client error): The resource could not be found. Feb 07 13:15:20.053497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-effb0507-60db-4a39-95d3-b7867e5e8e37 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:20.053497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-effb0507-60db-4a39-95d3-b7867e5e8e37 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/subnets/3ceeba76-f0a1-497b-9559-9c918c58e249 HTTP/1.1" status: 404 len: 337 time: 0.0727193 Feb 07 13:15:20.054464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50540) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:20.130858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a3346139-3c05-44fe-896a-26bdd640fdd2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Deleting port 845532f6-58ec-4923-b6f7-674918d00b0a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:20.131207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3346139-3c05-44fe-896a-26bdd640fdd2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:20.140316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b093fb28-14d3-4736-9edd-35c25b88c654 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:20.220333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:20.224841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:20.401092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] For port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,segment=NetworkSegment(6049717f-bf94-47fb-85f7-44d13ce40216),segment_id=6049717f-bf94-47fb-85f7-44d13ce40216)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:20.401550 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:20.436245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2bbafc2e-1b06-4310-ba6a-12403e76bdf8 None None] Provisioning for port 4643ef1d-a35a-4485-a7f9-10719fb3758a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:20.512450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4643ef1d-a35a-4485-a7f9-10719fb3758a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:20.541118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3346139-3c05-44fe-896a-26bdd640fdd2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:20.680638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] Calling delete_port for 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:20.743872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a3346139-3c05-44fe-896a-26bdd640fdd2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Calling delete_port for 845532f6-58ec-4923-b6f7-674918d00b0a owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:20.859166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0db12d-5674-49b5-aa6b-71d08eb8c1da req-bfc05019-8b50-46aa-a0c0-1ccf2e9e0536 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:20.866198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd0db12d-5674-49b5-aa6b-71d08eb8c1da req-bfc05019-8b50-46aa-a0c0-1ccf2e9e0536 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.4495788 Feb 07 13:15:20.978635 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:20.983063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd0db12d-5674-49b5-aa6b-71d08eb8c1da req-577dd624-cc1f-407f-b40d-d35e7a43a253 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039143 Feb 07 13:15:21.018791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:15:21.031657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4643ef1d-a35a-4485-a7f9-10719fb3758a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:21.035592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Deleting port 4643ef1d-a35a-4485-a7f9-10719fb3758a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:21.035966 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.072552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] Pushing event deleted for resources: {'Port': ['ID=1b2ca4d2-87c8-4528-a85b-37856bfe5cbc,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:21.080715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76422f-563b-4ad4-b7a6-9d52d22d5666 None None] No DVR routers for this DVR port 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:21.082740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4643ef1d-a35a-4485-a7f9-10719fb3758a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:21.083118 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.094793 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3346139-3c05-44fe-896a-26bdd640fdd2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.098479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.223293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3346139-3c05-44fe-896a-26bdd640fdd2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Port': ['ID=845532f6-58ec-4923-b6f7-674918d00b0a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:21.236744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a3346139-3c05-44fe-896a-26bdd640fdd2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.261625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:21.267333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:21.273419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:21.274020 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.281121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50556) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:21.287831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a3346139-3c05-44fe-896a-26bdd640fdd2 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/ports/845532f6-58ec-4923-b6f7-674918d00b0a HTTP/1.1" status: 204 len: 168 time: 1.2322319 Feb 07 13:15:21.288856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=d95d65ce-2b16-4e20-bf32-342ce48f37ac,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:21.395732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-66fac635-c253-4781-a8c2-1da920511470 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8370280 Feb 07 13:15:21.409826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50562) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:21.409826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': 'd95d65ce-2b16-4e20-bf32-342ce48f37ac', 'ip_address': '2001:db8::254:82b4:2d73:d749'}], 'name': 'tempest-NetworksTestDHCPv6-1574144473'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:21.454179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.461305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.530259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4643ef1d-a35a-4485-a7f9-10719fb3758a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4643ef1d-a35a-4485-a7f9-10719fb3758a,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:21.581334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] For port 4643ef1d-a35a-4485-a7f9-10719fb3758a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4643ef1d-a35a-4485-a7f9-10719fb3758a,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:21.582402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.617298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:21.624143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:21.626709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.627620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:21.635432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:21.663927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36d0a8a-14c1-450b-b424-7ea2b199c91b']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:21.674679 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.681421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6049717f-bf94-47fb-85f7-44d13ce40216') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:21.682301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6049717f-bf94-47fb-85f7-44d13ce40216') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:21.699829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.723377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:21.733686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.745552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:15:21.745552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:15:21.764742 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:15:21.841423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Calling delete_port for 4643ef1d-a35a-4485-a7f9-10719fb3758a owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:21.873923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:21.895587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:21.924846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:21.946827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:15:21.947402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1b2ca4d2-87c8-4528-a85b-37856bfe5cbc not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:15:21.973249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:22.008958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:22.017172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] Pushing event deleted for resources: {'Network': ['ID=e36d0a8a-14c1-450b-b424-7ea2b199c91b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:22.029811 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1584ed77-658e-4444-a33b-9e0708780407 tempest-PortsTestJSON-534630827 tempest-PortsTestJSON-534630827-project] 10.222.0.69 "DELETE /v2.0/networks/e36d0a8a-14c1-450b-b424-7ea2b199c91b HTTP/1.1" status: 204 len: 168 time: 0.7475865 Feb 07 13:15:22.034404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4643ef1d-a35a-4485-a7f9-10719fb3758a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:22.104964 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:15:22.105356 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:15:22.363623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::254:82b4:2d73:d749 (c7752a43-b062-440d-a0bf-267aa725f6d8/d95d65ce-2b16-4e20-bf32-342ce48f37ac/ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:22.392211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13e868-7500-4719-a1da-eabad8a07f03 req-9e1f4bad-3e5c-4a66-83fd-b09aae931717 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:22.393942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f13e868-7500-4719-a1da-eabad8a07f03 req-9e1f4bad-3e5c-4a66-83fd-b09aae931717 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.2694447 Feb 07 13:15:22.432504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4643ef1d-a35a-4485-a7f9-10719fb3758a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:22.499175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f13e868-7500-4719-a1da-eabad8a07f03 req-9b42a2f9-7d26-4c1c-92d3-ba7b605d021b tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872729 Feb 07 13:15:22.564100 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:22.609424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4643ef1d-a35a-4485-a7f9-10719fb3758a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4643ef1d-a35a-4485-a7f9-10719fb3758a,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:22.609424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Deleting port 4643ef1d-a35a-4485-a7f9-10719fb3758a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:22.609424 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:22.701330 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:22.731718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:22.758099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50574) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:22.764156 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:22.897471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:22.928338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4643ef1d-a35a-4485-a7f9-10719fb3758a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:22.974605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] For port 4643ef1d-a35a-4485-a7f9-10719fb3758a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4643ef1d-a35a-4485-a7f9-10719fb3758a,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:22.975008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:22.997064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:23.002120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c29e86e7-e21b-43f1-a0b9-09023b88a9be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d7b07b9e05e465880864ae49678af12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459605 Feb 07 13:15:23.004922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50580) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:23.016593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:23.027835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:23.034820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:23.042142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:23.044192 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:23.086350 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82d72a73-1bca-42f0-8406-5a2d6b46efb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:23.114707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82d72a73-1bca-42f0-8406-5a2d6b46efb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:23.157476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Calling delete_port for 4643ef1d-a35a-4485-a7f9-10719fb3758a owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:23.167775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9076ba2e-88b3-4aea-b957-2a23d6c785e0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7695823 Feb 07 13:15:23.171565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50584) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:23.256617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f990da-99a4-4433-b563-35f6f996e8a4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:23.262553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f990da-99a4-4433-b563-35f6f996e8a4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:23.270733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-27f990da-99a4-4433-b563-35f6f996e8a4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:23.287164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82d72a73-1bca-42f0-8406-5a2d6b46efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:23.302715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72a73-1bca-42f0-8406-5a2d6b46efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a21141-bc2e-4457-9b32-8e9f1f4f0fba,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:23.309913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-82d72a73-1bca-42f0-8406-5a2d6b46efb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:23.311161 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-82d72a73-1bca-42f0-8406-5a2d6b46efb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2a21141-bc2e-4457-9b32-8e9f1f4f0fba HTTP/1.1" status: 204 len: 168 time: 0.3052497 Feb 07 13:15:23.368174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:23.414429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] Pushing event deleted for resources: {'Port': ['ID=4643ef1d-a35a-4485-a7f9-10719fb3758a,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:23.417839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2acda5-9879-46cf-8401-fedd644a8c7c None None] No DVR routers for this DVR port 4643ef1d-a35a-4485-a7f9-10719fb3758a on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:23.437005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d38e7d-7a38-44bb-9acc-1a43b15af0df None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:23.470559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-27f990da-99a4-4433-b563-35f6f996e8a4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:23.476599 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27f990da-99a4-4433-b563-35f6f996e8a4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.3004377 Feb 07 13:15:23.476729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50590) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:23.558410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-60eeb60f-ebe8-4e36-a7b5-215bcf0dd366 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:23.558813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60eeb60f-ebe8-4e36-a7b5-215bcf0dd366 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:23.774297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': 'd95d65ce-2b16-4e20-bf32-342ce48f37ac'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:15:23.775804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:23.896887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0addd5d-71ac-48ab-b736-c016586aca5a req-577182cc-1d64-44a2-a293-3b152d98fb27 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:23.898390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0addd5d-71ac-48ab-b736-c016586aca5a req-577182cc-1d64-44a2-a293-3b152d98fb27 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.2825286 Feb 07 13:15:23.963420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/d95d65ce-2b16-4e20-bf32-342ce48f37ac/ba85ac63-b203-4e7a-9b0d-0487fc72cd63) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:23.983482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60eeb60f-ebe8-4e36-a7b5-215bcf0dd366 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:24.105037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0addd5d-71ac-48ab-b736-c016586aca5a req-aea6e752-d497-4b4a-a74d-7b76bd8852ea tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983526 Feb 07 13:15:24.114964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-60eeb60f-ebe8-4e36-a7b5-215bcf0dd366 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:24.209895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:24.384461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60eeb60f-ebe8-4e36-a7b5-215bcf0dd366 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:24.384630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Transition to ACTIVE for port object ba85ac63-b203-4e7a-9b0d-0487fc72cd63 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:24.409441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Transition to ACTIVE for port object ba85ac63-b203-4e7a-9b0d-0487fc72cd63 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:24.439324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeb60f-ebe8-4e36-a7b5-215bcf0dd366 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:24.495112 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60eeb60f-ebe8-4e36-a7b5-215bcf0dd366 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:24.573507 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:24.644051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:24.646464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:24.649537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:24.653439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:24.688366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-60eeb60f-ebe8-4e36-a7b5-215bcf0dd366 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a HTTP/1.1" status: 204 len: 168 time: 1.2126062 Feb 07 13:15:24.690571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50614) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:24.692492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Pushing event updated for resources: {'Port': ['ID=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:24.772124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc0def-7d40-4cf2-90c9-7fe803aa9c97 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:24.773577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc0def-7d40-4cf2-90c9-7fe803aa9c97 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:24.774874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-52fc0def-7d40-4cf2-90c9-7fe803aa9c97 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:24.781977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Attempting to bind port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:24.782723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Attempting to bind port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:24.783244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Attempting to bind port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:24.793077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:24.793731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:24.794293 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:24.797871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:24.798606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Bound port: ba85ac63-b203-4e7a-9b0d-0487fc72cd63, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:24.806181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:24.887419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-52fc0def-7d40-4cf2-90c9-7fe803aa9c97 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:24.887743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-52fc0def-7d40-4cf2-90c9-7fe803aa9c97 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1954343 Feb 07 13:15:24.889996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50624) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:24.898155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50628) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:24.915059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] For port ba85ac63-b203-4e7a-9b0d-0487fc72cd63, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:24.918745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] For port ba85ac63-b203-4e7a-9b0d-0487fc72cd63, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:24.995611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ec21c9-effd-4ce9-a430-842ebc216383 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet d95d65ce-2b16-4e20-bf32-342ce48f37ac {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:24.998957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ec21c9-effd-4ce9-a430-842ebc216383 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:25.027113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50636) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:25.042194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729770542'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:25.042373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:25.060895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:25.078522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ec21c9-effd-4ce9-a430-842ebc216383 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:25.078622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:25.078622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:25.088765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:25.135090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31d52a-bc66-4513-afad-fec3ddd6c765 None None] Pushing event updated for resources: {'Port': ['ID=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:25.273303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:25.276841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:25.283608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ec21c9-effd-4ce9-a430-842ebc216383 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:25.349665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:25.391449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:25.404723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:security_group_rule and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:25.411679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:25.534548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ec21c9-effd-4ce9-a430-842ebc216383 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:25.592083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec21c9-effd-4ce9-a430-842ebc216383 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=d95d65ce-2b16-4e20-bf32-342ce48f37ac,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:25.592083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ec21c9-effd-4ce9-a430-842ebc216383 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:25.593344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:25.677446 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3ec21c9-effd-4ce9-a430-842ebc216383 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/d95d65ce-2b16-4e20-bf32-342ce48f37ac HTTP/1.1" status: 204 len: 168 time: 0.7863348 Feb 07 13:15:25.679731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50644) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:25.703619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f50b6-253b-49bd-b29f-94c84cd69ebc req-4f462706-e1d5-4f5d-82d9-e5f05141e7a0 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:25.705147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-861f50b6-253b-49bd-b29f-94c84cd69ebc req-4f462706-e1d5-4f5d-82d9-e5f05141e7a0 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.4332609 Feb 07 13:15:25.757279 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6c72b580-379e-43a1-b40b-30d73d62545d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754972 Feb 07 13:15:25.758955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50648) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:25.845411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74364622-cc92-46ab-baee-7d1987d1957b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:25.849809 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-74364622-cc92-46ab-baee-7d1987d1957b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0868123 Feb 07 13:15:25.850043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50652) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:25.859672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-861f50b6-253b-49bd-b29f-94c84cd69ebc req-2ba2bdfb-a2e6-4d4d-b72b-e0363371662d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449127 Feb 07 13:15:25.922052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8f1a4-07fc-45d5-8057-c7ec6630f3ae tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:25.922885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-38a8f1a4-07fc-45d5-8057-c7ec6630f3ae tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:25.960818 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.047334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-38a8f1a4-07fc-45d5-8057-c7ec6630f3ae tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:26.048698 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38a8f1a4-07fc-45d5-8057-c7ec6630f3ae tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1977649 Feb 07 13:15:26.052291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50656) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:26.109226 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.137173 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a5e5f50f-7cda-49ff-be61-f7be5a95a748 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843177 Feb 07 13:15:26.143891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50664) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:26.150902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:26.154931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:15:26.171727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0206dcff-52ae-475c-8ac2-09427e229445,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:26.177698 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.178936 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment da96f0f9-ff2f-457a-bef7-41281cfd9b75 of type vlan for network e6c21cd7-44ed-4236-9372-6081e7c6beda Feb 07 13:15:26.217007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.232542 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.318807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:26.355011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:26.373370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f36e31-3636-4a86-9030-2d2045ec6e91 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:26.524625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ba85ac63-b203-4e7a-9b0d-0487fc72cd63 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:26.550190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:26.554825 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.574854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b42aadba-45f4-4a95-a9f9-7297e640d4a5 None None] Could not find standard attr ID for object ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:15:26.591287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.599826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:26.600669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.707299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b42aadba-45f4-4a95-a9f9-7297e640d4a5 None None] Provisioning for port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:26.811875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=e6c21cd7-44ed-4236-9372-6081e7c6beda,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:26.829034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network e6c21cd7-44ed-4236-9372-6081e7c6beda details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:15:26.868372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:15:26.907472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Deleting port 2d9a30ff-f736-41c7-83e9-7db7151f21d9 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:26.907958 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.923601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:26.926934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Deleting port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:26.927316 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.943709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9de502ae-8d81-4b3c-91de-d797d2cf74c4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0439587 Feb 07 13:15:26.946604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50670) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:26.954103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-283486624'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:26.960129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:26.965011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:27.051539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=27690341-75ad-46db-9050-30c71155ab41,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:27.053442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:27.054635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:27.055411 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.059875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:27.070743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:27.079495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:27.082703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:27.086207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.087099 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.208410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:27.212498 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.228091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9367f396-395c-42d7-9e45-b780440232b3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0814078 Feb 07 13:15:27.232395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50676) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:27.242913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '27690341-75ad-46db-9050-30c71155ab41', 'ip_address': '2001:db8::ba2c:46f1:653:51ef'}], 'name': 'tempest-NetworksTestDHCPv6-470939881'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:27.256523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] For port 2d9a30ff-f736-41c7-83e9-7db7151f21d9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2d9a30ff-f736-41c7-83e9-7db7151f21d9,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:27.257046 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.364790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:15:27.391472 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.399275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.399620 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment bbc1b686-77b5-40ed-bc93-72c2b0e98029 of type vlan for network 080a65a5-1f35-460e-bf27-84b8dc8675ed Feb 07 13:15:27.403397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Calling delete_port for 2d9a30ff-f736-41c7-83e9-7db7151f21d9 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:27.417520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:27.434599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:27.438500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] For port ba85ac63-b203-4e7a-9b0d-0487fc72cd63, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:27.438915 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.441339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:27.449677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.454115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:27.591561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Calling delete_port for ba85ac63-b203-4e7a-9b0d-0487fc72cd63 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:27.625383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ba85ac63-b203-4e7a-9b0d-0487fc72cd63, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:27.648448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:27.735938 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.742813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.743425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.760403 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.867746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733298b-e5c7-46ad-8b6d-9ec390341d1c req-b0ab666d-62e6-4e10-9eb1-a761244fa411 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.867746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8733298b-e5c7-46ad-8b6d-9ec390341d1c req-b0ab666d-62e6-4e10-9eb1-a761244fa411 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.7398503 Feb 07 13:15:27.898022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-a3cde0ee-b2c2-4e16-9549-7980a720e3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.898022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-a3cde0ee-b2c2-4e16-9549-7980a720e3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.905930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=080a65a5-1f35-460e-bf27-84b8dc8675ed,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:27.907551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-a3cde0ee-b2c2-4e16-9549-7980a720e3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.909233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-a3cde0ee-b2c2-4e16-9549-7980a720e3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.910899 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:15:27.912246 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:15:27.915197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-a3cde0ee-b2c2-4e16-9549-7980a720e3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.919297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 080a65a5-1f35-460e-bf27-84b8dc8675ed details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:15:27.923095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-a3cde0ee-b2c2-4e16-9549-7980a720e3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.927069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-a3cde0ee-b2c2-4e16-9549-7980a720e3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:27.934835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-a3cde0ee-b2c2-4e16-9549-7980a720e3c1 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.5440545 Feb 07 13:15:27.938345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:27.946260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:27.972087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port cbfe9732-8d22-47a2-84c0-824fae54bb81 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:28.084282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8733298b-e5c7-46ad-8b6d-9ec390341d1c req-784bbb57-8e16-473a-9030-9085b172015c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070799 Feb 07 13:15:28.111585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3634dd3a-bd94-466a-bb84-909eeda8f55b req-53524b6e-9200-4893-b720-598818bebb1d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1718183 Feb 07 13:15:28.159205 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b5028003-0f18-4c80-a0d5-cf162579de7a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2101200 Feb 07 13:15:28.178377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50680) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:28.187772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': 'e6c21cd7-44ed-4236-9372-6081e7c6beda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:28.221099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::ba2c:46f1:653:51ef (c7752a43-b062-440d-a0bf-267aa725f6d8/27690341-75ad-46db-9050-30c71155ab41/cbfe9732-8d22-47a2-84c0-824fae54bb81) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:28.319942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:28.324363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:28.327343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:28.333826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:28.427056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Deleting port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:28.427056 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:28.443390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ba85ac63-b203-4e7a-9b0d-0487fc72cd63 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:28.453188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:28.523720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:28.523720 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:28.544414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9a30ff-f736-41c7-83e9-7db7151f21d9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:28.612506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:28.630803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object cbfe9732-8d22-47a2-84c0-824fae54bb81 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:28.747032 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:28.783312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:28.880863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ba85ac63-b203-4e7a-9b0d-0487fc72cd63, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:28.882662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] For port ba85ac63-b203-4e7a-9b0d-0487fc72cd63, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:28.883114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:28.902819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:28.906554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:28.910522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:28.916355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:28.918101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:28.929469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=cbfe9732-8d22-47a2-84c0-824fae54bb81,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:28.944604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.944956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.945294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.945629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.945988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.946287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.946611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.946934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.947304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.947571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.948178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:28.948503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:29.012204 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:29.020854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Calling delete_port for ba85ac63-b203-4e7a-9b0d-0487fc72cd63 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:29.026909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:29.075487 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-63afd164-0e10-41ce-90ed-b6447a9784dc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8420382 Feb 07 13:15:29.078617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50686) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:29.086368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '27690341-75ad-46db-9050-30c71155ab41', 'ip_address': '2001:db8::ba2c:46f1:653:51ef'}], 'name': 'tempest-NetworksTestDHCPv6-670258770'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:29.154172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:29.180763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-7e138a0c-f57a-4414-b5d2-c697fa77e589 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.186882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-7e138a0c-f57a-4414-b5d2-c697fa77e589 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.192980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-7e138a0c-f57a-4414-b5d2-c697fa77e589 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.199265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-7e138a0c-f57a-4414-b5d2-c697fa77e589 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.203918 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:15:29.203918 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:15:29.207239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-7e138a0c-f57a-4414-b5d2-c697fa77e589 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.213326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-7e138a0c-f57a-4414-b5d2-c697fa77e589 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.219216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-7e138a0c-f57a-4414-b5d2-c697fa77e589 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.221458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-7e138a0c-f57a-4414-b5d2-c697fa77e589 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.4169483 Feb 07 13:15:29.262266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:29.266581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:29.270416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:29.277846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:29.391059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:29.397765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:29.420198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 6f3188d1-395b-4bd0-99ce-02b614731e9f yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:29.506541 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:29.514674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Deleting port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:29.515609 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:29.685391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-f5e4818b-6626-4f83-b620-fb3eed2aae06 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.686817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-f5e4818b-6626-4f83-b620-fb3eed2aae06 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "GET /v2.0/ports/1c219d7a-ef0b-4104-858a-24e57d474884?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4493504 Feb 07 13:15:29.764534 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 13:15:29.764534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:29.799448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=30ca70f0-3c19-444a-80d7-7f6f9db26424,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:29.821378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] For port ba85ac63-b203-4e7a-9b0d-0487fc72cd63, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:29.821863 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:29.898883 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3cff0e26-8974-41ff-b32f-3f58609a0217 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8175583 Feb 07 13:15:29.901258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50694) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:29.902416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': 'da96f0f9-ff2f-457a-bef7-41281cfd9b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6c21cd7-44ed-4236-9372-6081e7c6beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:29.902682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: e6c21cd7-44ed-4236-9372-6081e7c6beda, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:15:29.953099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf092-cf53-41a6-bb7a-8bedcb619ce1 req-c60941fe-1540-4c95-a00b-0b025d5cba08 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.954617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226cf092-cf53-41a6-bb7a-8bedcb619ce1 req-c60941fe-1540-4c95-a00b-0b025d5cba08 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.6766925 Feb 07 13:15:29.956156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Calling delete_port for ba85ac63-b203-4e7a-9b0d-0487fc72cd63 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:29.966524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-d48c49f1-24fb-4151-86a3-c50d2e41cb14 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.972280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-d48c49f1-24fb-4151-86a3-c50d2e41cb14 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.978328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-d48c49f1-24fb-4151-86a3-c50d2e41cb14 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.984107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-d48c49f1-24fb-4151-86a3-c50d2e41cb14 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.990047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-d48c49f1-24fb-4151-86a3-c50d2e41cb14 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.994094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02303708-7fad-4ae9-8ff6-1b62cadb02bf tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:29.995787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-d48c49f1-24fb-4151-86a3-c50d2e41cb14 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:30.000640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02303708-7fad-4ae9-8ff6-1b62cadb02bf tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:30.000976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-02303708-7fad-4ae9-8ff6-1b62cadb02bf tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:30.001554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-d48c49f1-24fb-4151-86a3-c50d2e41cb14 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:30.003447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-d48c49f1-24fb-4151-86a3-c50d2e41cb14 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5434 time: 0.7309272 Feb 07 13:15:30.116272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-02303708-7fad-4ae9-8ff6-1b62cadb02bf tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:30.121550 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-02303708-7fad-4ae9-8ff6-1b62cadb02bf tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.2153242 Feb 07 13:15:30.121550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50698) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:30.158253 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:30.181306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network e6c21cd7-44ed-4236-9372-6081e7c6beda is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:15:30.190605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3148a2d5-5bac-4b14-b5e6-e605ae6a2b09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port cbfe9732-8d22-47a2-84c0-824fae54bb81 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:30.190957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3148a2d5-5bac-4b14-b5e6-e605ae6a2b09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:30.201393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-76363d67-51e7-4b17-a495-eea3a4a5482e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "GET /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4868307 Feb 07 13:15:30.211514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226cf092-cf53-41a6-bb7a-8bedcb619ce1 req-e0f0b337-822e-4022-b928-213d0297dff0 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056615 Feb 07 13:15:30.216801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:30.234083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] No DVR routers for this DVR port ba85ac63-b203-4e7a-9b0d-0487fc72cd63 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:30.239633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9a02c-2333-4f10-b078-a4af0b39ff20 None None] Pushing event deleted for resources: {'Port': ['ID=ba85ac63-b203-4e7a-9b0d-0487fc72cd63,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:30.255612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85f1e5dd-bbd5-4fbf-b38e-d6647a2ef20e req-151702d7-d710-423f-b2a6-f39914139891 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205844 Feb 07 13:15:30.256555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a01f57-3422-4140-b7a4-ac0a3c68304f None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:30.271359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Router 8bd67e29-dec1-439f-98c5-774c6185166a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:15:30.398545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, e6c21cd7-44ed-4236-9372-6081e7c6beda) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:30.420131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:30.420715 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:30.428290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5f313-5511-45b2-88ca-e8408055c234 None None] Network e6c21cd7-44ed-4236-9372-6081e7c6beda requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:30.461320 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:30.507595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3148a2d5-5bac-4b14-b5e6-e605ae6a2b09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:30.605741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:15:30.611875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3ef420ff-2622-4ffe-885d-81ed300d8773 admin admin] 10.222.0.69 "PUT /v2.0/routers/8bd67e29-dec1-439f-98c5-774c6185166a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5942857 Feb 07 13:15:30.615343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50702) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:30.623866 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] Sync routers for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:15:30.633910 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:30.634784 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:30.673939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3148a2d5-5bac-4b14-b5e6-e605ae6a2b09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for cbfe9732-8d22-47a2-84c0-824fae54bb81 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:30.783688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-59660797-df2d-448c-8016-906647930b9c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6042361 Feb 07 13:15:30.792327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50706) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:30.819687 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:30.822015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': '080a65a5-1f35-460e-bf27-84b8dc8675ed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:30.848087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '27690341-75ad-46db-9050-30c71155ab41'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:15:30.849224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:30.866437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-e6c21cd7-44ed-4236-9372-6081e7c6beda', 'network_id': 'e6c21cd7-44ed-4236-9372-6081e7c6beda', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': '30ca70f0-3c19-444a-80d7-7f6f9db26424'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:15:30.867692 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:30.891248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f042abf6-8805-4ccc-90a6-cde1b5570334 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:31.058231 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.060333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:31.065352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:31.069242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:31.075322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:31.136242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] For port 1c219d7a-ef0b-4104-858a-24e57d474884, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=1c219d7a-ef0b-4104-858a-24e57d474884,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:31.155232 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.190251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f042abf6-8805-4ccc-90a6-cde1b5570334'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:31.198678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f042abf6-8805-4ccc-90a6-cde1b5570334, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f042abf6-8805-4ccc-90a6-cde1b5570334,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:31.203486 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:15:28Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:31.207626 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] Checking router: 8bd67e29-dec1-439f-98c5-774c6185166a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:15:31.215881 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] Routers {'8bd67e29-dec1-439f-98c5-774c6185166a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:31.216502 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8bd67e29-dec1-439f-98c5-774c6185166a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:31.230987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:31.234507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.262707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3148a2d5-5bac-4b14-b5e6-e605ae6a2b09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.266798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] For port 1c219d7a-ef0b-4104-858a-24e57d474884, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:31.331034 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.343523 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f042abf6-8805-4ccc-90a6-cde1b5570334', 'code': 200} Feb 07 13:15:31.353605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] device_id is not set on port 1c219d7a-ef0b-4104-858a-24e57d474884 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:31.375813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.413190 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.413812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 0acbf863-62a8-49ae-93e7-6255a461147d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:31.519459 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] Set router 8bd67e29-dec1-439f-98c5-774c6185166a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:31.588560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Deleting port ae747316-35c8-45e1-b17a-c700877648f0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:31.589329 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.619024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Allocated IP 172.20.0.2 (e6c21cd7-44ed-4236-9372-6081e7c6beda/30ca70f0-3c19-444a-80d7-7f6f9db26424/c8ef8dba-1006-4dbf-af1a-e0966f6798db) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:31.720113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f042abf6-8805-4ccc-90a6-cde1b5570334,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:31.759225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/27690341-75ad-46db-9050-30c71155ab41/b8b5f9d0-7025-452a-adac-eba7bd74bf46) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:31.805023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] For port ae747316-35c8-45e1-b17a-c700877648f0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ae747316-35c8-45e1-b17a-c700877648f0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:31.806094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.815143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148a2d5-5bac-4b14-b5e6-e605ae6a2b09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=cbfe9732-8d22-47a2-84c0-824fae54bb81,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:31.889448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3148a2d5-5bac-4b14-b5e6-e605ae6a2b09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.945772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Calling delete_port for ae747316-35c8-45e1-b17a-c700877648f0 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:31.948626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:31.984320 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:15:28Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:31.986520 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da25405-1b51-4c30-a0c8-7282ee140d9f None None] The sync data for ids ['8bd67e29-dec1-439f-98c5-774c6185166a'] in n-d-811416-5 is: [{'id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'name': 'tempest-AttachVolumeTestJSON-1172024066-router', 'tenant_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:07:33Z', 'updated_at': '2022-02-07T13:15:28Z', 'revision_number': 5, 'project_id': 'e88ec7e6bdec4e77ac723c847ef36a59', 'gw_port': {'id': 'ae747316-35c8-45e1-b17a-c700877648f0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd67e29-dec1-439f-98c5-774c6185166a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:07:35Z', 'updated_at': '2022-02-07T13:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:15:32.009012 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.103753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=1c190a9e-8a92-4a5a-9422-2a581d77b8fd,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:32.109710 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3148a2d5-5bac-4b14-b5e6-e605ae6a2b09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/cbfe9732-8d22-47a2-84c0-824fae54bb81 HTTP/1.1" status: 204 len: 168 time: 1.9859488 Feb 07 13:15:32.110693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50716) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:32.183317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015901-f3af-4efb-8c29-b03998932bda req-beba4a10-ce6b-4acc-9e2e-d07da53421bf tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.184901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b015901-f3af-4efb-8c29-b03998932bda req-beba4a10-ce6b-4acc-9e2e-d07da53421bf tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.7859848 Feb 07 13:15:32.189431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': 'bbc1b686-77b5-40ed-bc93-72c2b0e98029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '080a65a5-1f35-460e-bf27-84b8dc8675ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:32.189778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: 080a65a5-1f35-460e-bf27-84b8dc8675ed, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:15:32.204527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4c3a36-9245-45de-a9ff-d83473c17fb0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.206164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4c3a36-9245-45de-a9ff-d83473c17fb0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.207702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ce4c3a36-9245-45de-a9ff-d83473c17fb0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:32.267776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-93aba306-2877-408a-aeaa-473bc4417afc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.277809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-93aba306-2877-408a-aeaa-473bc4417afc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.283930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-93aba306-2877-408a-aeaa-473bc4417afc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.289788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-93aba306-2877-408a-aeaa-473bc4417afc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.294537 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.295526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-93aba306-2877-408a-aeaa-473bc4417afc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.301762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-93aba306-2877-408a-aeaa-473bc4417afc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.307772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-93aba306-2877-408a-aeaa-473bc4417afc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.309863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-93aba306-2877-408a-aeaa-473bc4417afc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 5354 time: 0.8064198 Feb 07 13:15:32.329031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] No DVR routers for this DVR port 1c219d7a-ef0b-4104-858a-24e57d474884 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:32.332931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ce4c3a36-9245-45de-a9ff-d83473c17fb0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:32.334651 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ce4c3a36-9245-45de-a9ff-d83473c17fb0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2228723 Feb 07 13:15:32.337056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50720) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:32.374684 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.382507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 0acbf863-62a8-49ae-93e7-6255a461147d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0acbf863-62a8-49ae-93e7-6255a461147d,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:32.406917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Transition to ACTIVE for port object c8ef8dba-1006-4dbf-af1a-e0966f6798db will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:32.410074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 080a65a5-1f35-460e-bf27-84b8dc8675ed is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:15:32.411896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] In _notify_port_updated(), no bound segment for port 1c219d7a-ef0b-4104-858a-24e57d474884 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:15:32.412990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.413552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.414955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 200 len: 1028 time: 2.2022021 Feb 07 13:15:32.425234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2d9a30ff-f736-41c7-83e9-7db7151f21d9 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:32.458165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0fb444-f82a-4e1d-943a-21f7702038df tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 27690341-75ad-46db-9050-30c71155ab41 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:32.517631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 2d9a30ff-f736-41c7-83e9-7db7151f21d9 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:15:32.518033 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2d9a30ff-f736-41c7-83e9-7db7151f21d9 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:15:32.527033 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.527733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 95b1852d-8c4f-414b-a233-b4266dfa64f7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:32.532473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd266c8-6bb4-4a20-9458-6638b7be03b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c219d7a-ef0b-4104-858a-24e57d474884,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:32.572350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 080a65a5-1f35-460e-bf27-84b8dc8675ed) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:32.580385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8ca4e077-03ec-45d4-97e7-b6cefb79900b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.581882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8ca4e077-03ec-45d4-97e7-b6cefb79900b tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "GET /v2.0/ports/329d5510-6701-437a-8ecd-fa2ae3596471?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1503205 Feb 07 13:15:32.584343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:32.585113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.591305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61b94175-0e00-4e08-87c1-3acf4134df33 req-fc24f9a9-577c-4604-b241-9c5736fa3d1c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808352 Feb 07 13:15:32.609798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Transition to ACTIVE for port object c8ef8dba-1006-4dbf-af1a-e0966f6798db will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:32.609798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6346970a-21f7-4e29-a335-e1e8483c554d None None] Network 080a65a5-1f35-460e-bf27-84b8dc8675ed requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:32.632530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:32.665987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b015901-f3af-4efb-8c29-b03998932bda req-ef161013-a36e-43bc-a63d-957f336eb3f5 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329963 Feb 07 13:15:32.744089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5c445d7a-2b51-4cc1-a6cf-76dd970f5406 None None] Provisioning complete for port 1c219d7a-ef0b-4104-858a-24e57d474884 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:32.744462 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5c445d7a-2b51-4cc1-a6cf-76dd970f5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.763367 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a93122a7-5e78-451a-b034-283037767ec2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9673154 Feb 07 13:15:32.766012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50724) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:32.773962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1491263131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:32.782386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:32.787491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:router and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:32.791988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:32.800317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:32.804121 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.809314 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.833767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.860535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=0acbf863-62a8-49ae-93e7-6255a461147d,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:32.863847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Transition to ACTIVE for port object b8b5f9d0-7025-452a-adac-eba7bd74bf46 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:32.912072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5c445d7a-2b51-4cc1-a6cf-76dd970f5406 None None] Port 1c219d7a-ef0b-4104-858a-24e57d474884 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:32.956692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.958470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.962914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Network e6c21cd7-44ed-4236-9372-6081e7c6beda is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:32.976563 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:32.997986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:33.012112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:33.015169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Transition to ACTIVE for port object b8b5f9d0-7025-452a-adac-eba7bd74bf46 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:33.073771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.077830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.085639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Pushing event updated for resources: {'Port': ['ID=c8ef8dba-1006-4dbf-af1a-e0966f6798db,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:33.093131 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.121148 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb444-f82a-4e1d-943a-21f7702038df tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.131655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae747316-35c8-45e1-b17a-c700877648f0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:33.165166 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.183891 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb444-f82a-4e1d-943a-21f7702038df tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.217046 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.218490 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-69f223ea-2d79-44e1-9d52-860b55068cc6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4513307 Feb 07 13:15:33.221962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50728) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:33.280686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Attempting to bind port c8ef8dba-1006-4dbf-af1a-e0966f6798db on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:33.281292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb444-f82a-4e1d-943a-21f7702038df tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.281386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Attempting to bind port c8ef8dba-1006-4dbf-af1a-e0966f6798db by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'da96f0f9-ff2f-457a-bef7-41281cfd9b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6c21cd7-44ed-4236-9372-6081e7c6beda'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:33.281386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Attempting to bind port c8ef8dba-1006-4dbf-af1a-e0966f6798db on network e6c21cd7-44ed-4236-9372-6081e7c6beda {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:33.292758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:33.301965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:33.304687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 95b1852d-8c4f-414b-a233-b4266dfa64f7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:33.332803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:33.332803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Checking segment: {'id': 'da96f0f9-ff2f-457a-bef7-41281cfd9b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6c21cd7-44ed-4236-9372-6081e7c6beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:33.333113 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.333402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Bound using segment: {'id': 'da96f0f9-ff2f-457a-bef7-41281cfd9b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6c21cd7-44ed-4236-9372-6081e7c6beda'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:33.333882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Bound port: c8ef8dba-1006-4dbf-af1a-e0966f6798db, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da96f0f9-ff2f-457a-bef7-41281cfd9b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6c21cd7-44ed-4236-9372-6081e7c6beda'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:33.334303 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.344220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] For port 329d5510-6701-437a-8ecd-fa2ae3596471, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=329d5510-6701-437a-8ecd-fa2ae3596471,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:33.348247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:33.354119 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.355232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d'}, {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b1852d-8c4f-414b-a233-b4266dfa64f7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:33.369139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Pushing event updated for resources: {'Port': ['ID=b8b5f9d0-7025-452a-adac-eba7bd74bf46,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:33.411259 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d', 'code': 200} Feb 07 13:15:33.421733 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b1852d-8c4f-414b-a233-b4266dfa64f7', 'code': 200} Feb 07 13:15:33.437125 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.437815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 329d5510-6701-437a-8ecd-fa2ae3596471 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:33.465553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb444-f82a-4e1d-943a-21f7702038df tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.466031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-080a65a5-1f35-460e-bf27-84b8dc8675ed', 'network_id': '080a65a5-1f35-460e-bf27-84b8dc8675ed', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': '1c190a9e-8a92-4a5a-9422-2a581d77b8fd'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:15:33.466031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.500950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fb444-f82a-4e1d-943a-21f7702038df tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=27690341-75ad-46db-9050-30c71155ab41,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:33.509860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f0fb444-f82a-4e1d-943a-21f7702038df tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.622136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:15:33.768581 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.781745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] For port 329d5510-6701-437a-8ecd-fa2ae3596471, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:33.789084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Attempting to bind port b8b5f9d0-7025-452a-adac-eba7bd74bf46 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:33.789598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Attempting to bind port b8b5f9d0-7025-452a-adac-eba7bd74bf46 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:33.789961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Attempting to bind port b8b5f9d0-7025-452a-adac-eba7bd74bf46 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:33.796571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=95b1852d-8c4f-414b-a233-b4266dfa64f7,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:33.810975 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.824663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:33.825057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:33.825829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.826223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:33.826699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Bound port: b8b5f9d0-7025-452a-adac-eba7bd74bf46, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:33.827071 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:33.837301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] For port c8ef8dba-1006-4dbf-af1a-e0966f6798db, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:33.890993 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1f0fb444-f82a-4e1d-943a-21f7702038df tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/27690341-75ad-46db-9050-30c71155ab41 HTTP/1.1" status: 204 len: 168 time: 1.5491989 Feb 07 13:15:33.890993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50738) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:33.925907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] For port c8ef8dba-1006-4dbf-af1a-e0966f6798db, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8ef8dba-1006-4dbf-af1a-e0966f6798db,segment=NetworkSegment(da96f0f9-ff2f-457a-bef7-41281cfd9b75),segment_id=da96f0f9-ff2f-457a-bef7-41281cfd9b75)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:33.972847 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bbcd3bc0-d13b-4aef-8b7d-23caf99d2cb6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817051 Feb 07 13:15:33.977487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50742) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:33.983738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:34.012408 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.028498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Allocated IP 172.21.0.2 (080a65a5-1f35-460e-bf27-84b8dc8675ed/1c190a9e-8a92-4a5a-9422-2a581d77b8fd/ae27ac37-2c82-4be7-96cc-248b79890b5b) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:34.063188 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.100860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] device_id is not set on port 329d5510-6701-437a-8ecd-fa2ae3596471 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:34.105895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:34.110762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:34.114586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:34.121900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:34.126802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] For port b8b5f9d0-7025-452a-adac-eba7bd74bf46, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:34.129139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.204282 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.204824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd67e29-dec1-439f-98c5-774c6185166a {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:15:34.214980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] For port b8b5f9d0-7025-452a-adac-eba7bd74bf46, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8b5f9d0-7025-452a-adac-eba7bd74bf46,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:34.237387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:34.243862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.296507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384c6d9-5d74-4807-9d65-3a7c429914cb None None] Pushing event updated for resources: {'Port': ['ID=c8ef8dba-1006-4dbf-af1a-e0966f6798db,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:34.377893 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.385739 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.400398 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.544767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070888-2e28-4922-8539-2e60cc499fb5 req-2fe536fa-ebba-4eda-be07-b0ec519f4f43 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:34.551251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070888-2e28-4922-8539-2e60cc499fb5 req-2fe536fa-ebba-4eda-be07-b0ec519f4f43 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:34.557135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070888-2e28-4922-8539-2e60cc499fb5 req-2fe536fa-ebba-4eda-be07-b0ec519f4f43 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:34.565948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070888-2e28-4922-8539-2e60cc499fb5 req-2fe536fa-ebba-4eda-be07-b0ec519f4f43 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:34.568847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070888-2e28-4922-8539-2e60cc499fb5 req-2fe536fa-ebba-4eda-be07-b0ec519f4f43 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:34.574615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070888-2e28-4922-8539-2e60cc499fb5 req-2fe536fa-ebba-4eda-be07-b0ec519f4f43 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:34.576514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b070888-2e28-4922-8539-2e60cc499fb5 req-2fe536fa-ebba-4eda-be07-b0ec519f4f43 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 4653 time: 0.8051126 Feb 07 13:15:34.592715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:15:34.593080 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:15:34.602097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8942dd9-26eb-461c-b907-16b798087eb9 None None] Pushing event updated for resources: {'Port': ['ID=b8b5f9d0-7025-452a-adac-eba7bd74bf46,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:34.656051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.658096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5930b22e-804a-4a11-a187-a79488ccbeb3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/8bd67e29-dec1-439f-98c5-774c6185166a HTTP/1.1" status: 204 len: 168 time: 4.0416172 Feb 07 13:15:34.661724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:34.670293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dcec2-387d-44fc-bcd5-8188e4c9cd4c req-d3b5a4a6-bbe0-4a04-9d56-345b5dc66aae tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:34.672731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e4dcec2-387d-44fc-bcd5-8188e4c9cd4c req-d3b5a4a6-bbe0-4a04-9d56-345b5dc66aae tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.7747071 Feb 07 13:15:34.716944 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.739146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Transition to ACTIVE for port object ae27ac37-2c82-4be7-96cc-248b79890b5b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:34.744725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.765378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Transition to ACTIVE for port object ae27ac37-2c82-4be7-96cc-248b79890b5b will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:34.884550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:34.885527 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.885615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:34.885615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8655bb45-4fd2-4232-8928-a26a860ae6fb admin admin] Deleting subnet 72668aca-03af-4bfd-a6da-41fb53ac00ed {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:34.888780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:34.889468 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.897431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8655bb45-4fd2-4232-8928-a26a860ae6fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:34.904678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] No DVR routers for this DVR port 329d5510-6701-437a-8ecd-fa2ae3596471 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:34.962307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=fde7b230-10e4-4dd8-b7e5-04c62e5e0016,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:34.963621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] Pushing event updated for resources: {'Port': ['ID=329d5510-6701-437a-8ecd-fa2ae3596471,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:34.977641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e9557-9f2a-41f8-a64d-4c9a69e319a4 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:34.998876 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8655bb45-4fd2-4232-8928-a26a860ae6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.068238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e4dcec2-387d-44fc-bcd5-8188e4c9cd4c req-c54c59c0-acb1-4102-8a56-74a1f3e11c56 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361588 Feb 07 13:15:35.084228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b070888-2e28-4922-8539-2e60cc499fb5 req-a9087134-9bca-4ff9-bed3-c90a02c93a9d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b297428-afa2-4eea-a302-15321dd65c6b&id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4363313 Feb 07 13:15:35.130484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8655bb45-4fd2-4232-8928-a26a860ae6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.149043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] In _notify_port_updated(), no bound segment for port 329d5510-6701-437a-8ecd-fa2ae3596471 on network 539a678e-11cb-4f26-978c-0ccb9fa8e390 {{(pid=88313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:15:35.150136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:35.150727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.152162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-8cc1c094-fbd2-41d5-b12d-646e79049ecb service neutron] 10.222.0.47 "PUT /v2.0/ports/329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 200 len: 1027 time: 2.5310593 Feb 07 13:15:35.153294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Network 080a65a5-1f35-460e-bf27-84b8dc8675ed is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:35.173301 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fca97f1d-cd4a-4a99-a3a8-6cf8b87942a3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1941686 Feb 07 13:15:35.174794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:35.177866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50750) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:35.183690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': 'fde7b230-10e4-4dd8-b7e5-04c62e5e0016', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1944845933'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:35.189948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:35.200057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Pushing event updated for resources: {'Port': ['ID=ae27ac37-2c82-4be7-96cc-248b79890b5b,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:35.264833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5ef58af0-cfec-46f3-88e9-cb503ccb3cd6 None None] Provisioning complete for port 329d5510-6701-437a-8ecd-fa2ae3596471 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:35.265536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5ef58af0-cfec-46f3-88e9-cb503ccb3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.289775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 95b1852d-8c4f-414b-a233-b4266dfa64f7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:35.290346 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.344063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1c219d7a-ef0b-4104-858a-24e57d474884 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:35.370335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:35.374785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:35.378304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:35.384943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:35.415364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.20.0.1 (e6c21cd7-44ed-4236-9372-6081e7c6beda/30ca70f0-3c19-444a-80d7-7f6f9db26424/ec9b8c61-eba8-4442-becb-fe078d45779c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:35.470950 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8655bb45-4fd2-4232-8928-a26a860ae6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.471157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Attempting to bind port ae27ac37-2c82-4be7-96cc-248b79890b5b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:35.471599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Attempting to bind port ae27ac37-2c82-4be7-96cc-248b79890b5b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'bbc1b686-77b5-40ed-bc93-72c2b0e98029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '080a65a5-1f35-460e-bf27-84b8dc8675ed'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:35.471804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Attempting to bind port ae27ac37-2c82-4be7-96cc-248b79890b5b on network 080a65a5-1f35-460e-bf27-84b8dc8675ed {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:35.480341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5ef58af0-cfec-46f3-88e9-cb503ccb3cd6 None None] Port 329d5510-6701-437a-8ecd-fa2ae3596471 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:35.494128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:35.494508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Checking segment: {'id': 'bbc1b686-77b5-40ed-bc93-72c2b0e98029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '080a65a5-1f35-460e-bf27-84b8dc8675ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:35.494917 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.495313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Bound using segment: {'id': 'bbc1b686-77b5-40ed-bc93-72c2b0e98029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '080a65a5-1f35-460e-bf27-84b8dc8675ed'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:35.495787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Bound port: ae27ac37-2c82-4be7-96cc-248b79890b5b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc1b686-77b5-40ed-bc93-72c2b0e98029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '080a65a5-1f35-460e-bf27-84b8dc8675ed'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:35.496197 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.520139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655bb45-4fd2-4232-8928-a26a860ae6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72668aca-03af-4bfd-a6da-41fb53ac00ed,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:35.525908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8655bb45-4fd2-4232-8928-a26a860ae6fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.534236 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8655bb45-4fd2-4232-8928-a26a860ae6fb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/72668aca-03af-4bfd-a6da-41fb53ac00ed HTTP/1.1" status: 204 len: 168 time: 0.8714745 Feb 07 13:15:35.542318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:35.570305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 1c219d7a-ef0b-4104-858a-24e57d474884 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:15:35.570305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 997a65b7-6855-427f-bb5e-f24c1a0b454a no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:35.589801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c6df4-0618-4992-a7e1-90739c731c8b None None] Network c544ce96-fbe1-44f7-a876-32ae594ae054 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:35.705593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] For port 95b1852d-8c4f-414b-a233-b4266dfa64f7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=95b1852d-8c4f-414b-a233-b4266dfa64f7,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:35.706110 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.821620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50754) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:35.825449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.884485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for 95b1852d-8c4f-414b-a233-b4266dfa64f7 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:35.931456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] For port ae27ac37-2c82-4be7-96cc-248b79890b5b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:35.958850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:35.976400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port f7e4a180-bc6b-4135-98d1-2c5417392683 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:15:36.046401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997c8f8-47c7-4a77-a578-031184153d7a None None] Network e6c21cd7-44ed-4236-9372-6081e7c6beda requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:36.059421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Deleting port 86a5d237-db6b-4c49-bc7a-6a579c284b83 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:36.059776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.061394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] For port ae27ac37-2c82-4be7-96cc-248b79890b5b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ae27ac37-2c82-4be7-96cc-248b79890b5b,segment=NetworkSegment(bbc1b686-77b5-40ed-bc93-72c2b0e98029),segment_id=bbc1b686-77b5-40ed-bc93-72c2b0e98029)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:36.147470 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.166389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object ec9b8c61-eba8-4442-becb-fe078d45779c will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:36.172477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.230862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.310456 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:15:36.310883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:15:36.352684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997a65b7-6855-427f-bb5e-f24c1a0b454a'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:36.399370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d397ad31-fd1a-414b-839d-e0d063cbdadf None None] Provisioning for port c8ef8dba-1006-4dbf-af1a-e0966f6798db completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:36.419020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 997a65b7-6855-427f-bb5e-f24c1a0b454a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:36.484273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3edd4-f5ac-49b9-82e2-b0cd90f5ad9f None None] Pushing event updated for resources: {'Port': ['ID=ae27ac37-2c82-4be7-96cc-248b79890b5b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:36.505669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3d345-b6da-4617-897f-3588be2fb223 None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': 'fde7b230-10e4-4dd8-b7e5-04c62e5e0016'}], 'binding:host_id': 'n-d-811416-5'}, 'id': 'b8b5f9d0-7025-452a-adac-eba7bd74bf46'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:15:36.523421 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.533376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.540708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] For port 86a5d237-db6b-4c49-bc7a-6a579c284b83, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86a5d237-db6b-4c49-bc7a-6a579c284b83,segment=NetworkSegment(61ba5a50-f9b7-4987-a23d-e288de51ea79),segment_id=61ba5a50-f9b7-4987-a23d-e288de51ea79)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:36.541070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.568574 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fe8be5b7-dd45-48e8-83a6-f7c46e3ebb6a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3894188 Feb 07 13:15:36.577216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50764) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:36.642930 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06b3d345-b6da-4617-897f-3588be2fb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.663534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2448f9c1-7677-4afe-8325-82f9d74dcf9f None None] DHCP port deletion for c544ce96-fbe1-44f7-a876-32ae594ae054 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:15:36.667863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8ef8dba-1006-4dbf-af1a-e0966f6798db up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:36.732841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network e6c21cd7-44ed-4236-9372-6081e7c6beda is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:36.764837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2448f9c1-7677-4afe-8325-82f9d74dcf9f None None] Deleting port 86a5d237-db6b-4c49-bc7a-6a579c284b83 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:36.765169 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2448f9c1-7677-4afe-8325-82f9d74dcf9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.777553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:36.792870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:36.796624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Calling delete_port for 86a5d237-db6b-4c49-bc7a-6a579c284b83 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:36.830189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] No DVR routers for this DVR port 95b1852d-8c4f-414b-a233-b4266dfa64f7 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:36.834762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.838935 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 091a974d-ad8e-4199-951d-f53b41c4a2f1 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:36.844806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:36.851634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': '95b1852d-8c4f-414b-a233-b4266dfa64f7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:36.862155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=ec9b8c61-eba8-4442-becb-fe078d45779c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:36.879876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.880338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.880607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.880947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.881280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.881607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.881932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.882256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.882578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.882899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.883219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.883540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:36.922009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de576e6f-f430-4f8e-8657-03cfa6bf0cf6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:36.922766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de576e6f-f430-4f8e-8657-03cfa6bf0cf6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:36.966636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Port': ['ID=95b1852d-8c4f-414b-a233-b4266dfa64f7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:36.970770 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.070301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.102635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fe82b-6732-467a-ad81-92d7dc112835 req-403f180a-1fe3-46bc-b243-a6cd0f723596 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:37.104513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c1fe82b-6732-467a-ad81-92d7dc112835 req-403f180a-1fe3-46bc-b243-a6cd0f723596 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.8626509 Feb 07 13:15:37.115066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2448f9c1-7677-4afe-8325-82f9d74dcf9f None None] The port '86a5d237-db6b-4c49-bc7a-6a579c284b83' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:15:37.130663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-a26ea40d-41fe-4dfe-90c3-c20c8aef040a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:37.143955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-a26ea40d-41fe-4dfe-90c3-c20c8aef040a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:37.149940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-a26ea40d-41fe-4dfe-90c3-c20c8aef040a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:37.156256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-a26ea40d-41fe-4dfe-90c3-c20c8aef040a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:37.162612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-a26ea40d-41fe-4dfe-90c3-c20c8aef040a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:37.163720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-a26ea40d-41fe-4dfe-90c3-c20c8aef040a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:37.169924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] No DVR routers for this DVR port 86a5d237-db6b-4c49-bc7a-6a579c284b83 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:37.174570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de576e6f-f430-4f8e-8657-03cfa6bf0cf6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:37.174570 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-de576e6f-f430-4f8e-8657-03cfa6bf0cf6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5923531 Feb 07 13:15:37.190612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50770) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:37.192207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-20aa7ae6-aede-4ee2-a91e-fec0c6f933d7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "DELETE /v2.0/ports/95b1852d-8c4f-414b-a233-b4266dfa64f7 HTTP/1.1" status: 204 len: 173 time: 2.0338881 Feb 07 13:15:37.193451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=997a65b7-6855-427f-bb5e-f24c1a0b454a,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:37.224601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=86a5d237-db6b-4c49-bc7a-6a579c284b83,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:37.267142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c8ef8dba-1006-4dbf-af1a-e0966f6798db completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:37.300143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c8ef8dba-1006-4dbf-af1a-e0966f6798db triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:37.300549 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.345656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.374774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c1fe82b-6732-467a-ad81-92d7dc112835 req-0e34ab1b-cb00-434c-9f92-53a941c51c5e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047646 Feb 07 13:15:37.376079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c544ce96-fbe1-44f7-a876-32ae594ae054']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:37.391296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 0acbf863-62a8-49ae-93e7-6255a461147d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:37.391875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.399615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ba5a50-f9b7-4987-a23d-e288de51ea79') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:37.399615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ba5a50-f9b7-4987-a23d-e288de51ea79') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:37.414199 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.433781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.453227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-a26ea40d-41fe-4dfe-90c3-c20c8aef040a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:37.454030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-a26ea40d-41fe-4dfe-90c3-c20c8aef040a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 3802 time: 1.1737089 Feb 07 13:15:37.469174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b943a89d-aff0-4c47-a910-362d23c360e3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:37.470983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b943a89d-aff0-4c47-a910-362d23c360e3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:37.472975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b943a89d-aff0-4c47-a910-362d23c360e3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2798796 Feb 07 13:15:37.481892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:37.481892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.482136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-06b3d345-b6da-4617-897f-3588be2fb223 None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/fde7b230-10e4-4dd8-b7e5-04c62e5e0016/b8b5f9d0-7025-452a-adac-eba7bd74bf46) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:37.491824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 091a974d-ad8e-4199-951d-f53b41c4a2f1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:37.515842 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997a65b7-6855-427f-bb5e-f24c1a0b454a', 'code': 200} Feb 07 13:15:37.577833 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': '95b1852d-8c4f-414b-a233-b4266dfa64f7', 'status': 'completed', 'code': 200} Feb 07 13:15:37.578289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:15:37.578289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.597257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-affb6f47-2f32-4d3b-a37f-fee967304ca4 req-6950c4f0-49bb-48f6-a79d-c4e00c198f93 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196649 Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:15:37.683598 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:15:37.750005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-34932ec0-0403-4894-8284-a995b3c6a420 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet fde7b230-10e4-4dd8-b7e5-04c62e5e0016 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:37.793359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.821653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.842648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.862604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.879814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=c544ce96-fbe1-44f7-a876-32ae594ae054,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:37.897826 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-18531942-aa02-459f-ad06-a7a5ef6acb2a admin admin] 10.222.0.69 "DELETE /v2.0/networks/c544ce96-fbe1-44f7-a876-32ae594ae054 HTTP/1.1" status: 204 len: 168 time: 2.0586495 Feb 07 13:15:37.912709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] For port 0acbf863-62a8-49ae-93e7-6255a461147d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=0acbf863-62a8-49ae-93e7-6255a461147d,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:37.913400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.937930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=091a974d-ad8e-4199-951d-f53b41c4a2f1,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:37.951412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:37.987920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-06b3d345-b6da-4617-897f-3588be2fb223 None None] For port b8b5f9d0-7025-452a-adac-eba7bd74bf46, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8b5f9d0-7025-452a-adac-eba7bd74bf46,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:38.018566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c8ef8dba-1006-4dbf-af1a-e0966f6798db, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8ef8dba-1006-4dbf-af1a-e0966f6798db,segment=NetworkSegment(da96f0f9-ff2f-457a-bef7-41281cfd9b75),segment_id=da96f0f9-ff2f-457a-bef7-41281cfd9b75)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:38.043765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06b3d345-b6da-4617-897f-3588be2fb223 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.062420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-06b3d345-b6da-4617-897f-3588be2fb223 None None] Ignored duplicate provisioning block setup for port b8b5f9d0-7025-452a-adac-eba7bd74bf46 by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 07 13:15:38.143490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7e99f4-c22a-4a57-8203-7c70fc2c464b None None] Network 080a65a5-1f35-460e-bf27-84b8dc8675ed requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:38.231042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34932ec0-0403-4894-8284-a995b3c6a420 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.281065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0e05a364-4888-4dd5-a18a-ec3ab4d5a6e8 None None] Provisioning for port ec9b8c61-eba8-4442-becb-fe078d45779c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:38.290065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34932ec0-0403-4894-8284-a995b3c6a420 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.290312 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06b3d345-b6da-4617-897f-3588be2fb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.293931 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.345314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0e05a364-4888-4dd5-a18a-ec3ab4d5a6e8 None None] Provisioning complete for port ec9b8c61-eba8-4442-becb-fe078d45779c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:38.345702 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0e05a364-4888-4dd5-a18a-ec3ab4d5a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.376663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ae747316-35c8-45e1-b17a-c700877648f0 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:38.392973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34932ec0-0403-4894-8284-a995b3c6a420 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.490601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ae747316-35c8-45e1-b17a-c700877648f0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:15:38.490949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ae747316-35c8-45e1-b17a-c700877648f0 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:15:38.536566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0e05a364-4888-4dd5-a18a-ec3ab4d5a6e8 None None] Port ec9b8c61-eba8-4442-becb-fe078d45779c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:38.573327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3d345-b6da-4617-897f-3588be2fb223 None None] Pushing event updated for resources: {'Port': ['ID=b8b5f9d0-7025-452a-adac-eba7bd74bf46,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:38.593767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34932ec0-0403-4894-8284-a995b3c6a420 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.608652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50784) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:38.709941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34932ec0-0403-4894-8284-a995b3c6a420 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.719491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34932ec0-0403-4894-8284-a995b3c6a420 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=fde7b230-10e4-4dd8-b7e5-04c62e5e0016,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:38.742591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0e05a364-4888-4dd5-a18a-ec3ab4d5a6e8 None None] Provisioning complete for port c8ef8dba-1006-4dbf-af1a-e0966f6798db triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:38.744399 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-34932ec0-0403-4894-8284-a995b3c6a420 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/fde7b230-10e4-4dd8-b7e5-04c62e5e0016 HTTP/1.1" status: 204 len: 168 time: 1.2597113 Feb 07 13:15:38.746581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0e05a364-4888-4dd5-a18a-ec3ab4d5a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.747281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50790) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:38.789255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ae27ac37-2c82-4be7-96cc-248b79890b5b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:38.904074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-df35fea3-eb82-4e36-be25-878f6bff0be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.905000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.905574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:38.910671 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Floating IP e3643ef8-054c-4a19-9348-9d23f272f5e0 disassociated. External IP: 172.25.7.31, port: 0acbf863-62a8-49ae-93e7-6255a461147d. Feb 07 13:15:38.911227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for 0acbf863-62a8-49ae-93e7-6255a461147d owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:38.928344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c8ef8dba-1006-4dbf-af1a-e0966f6798db,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:39.063557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-46ee8924-6fa4-4a5d-96f0-ac2a27063e3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e88ec7e6bdec4e77ac723c847ef36a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505341 Feb 07 13:15:39.064889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50794) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:39.074217 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-602ef8f6-1af8-47ff-ae44-3cb059b26959 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3226068 Feb 07 13:15:39.077332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50798) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:39.083602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:39.118494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ae27ac37-2c82-4be7-96cc-248b79890b5b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:39.206403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86a5d237-db6b-4c49-bc7a-6a579c284b83 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:39.206513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbe53e-3a18-4e32-afa0-ec4552c04ddd req-549c0629-2a28-4917-bc55-c3ce2d7bedf1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:39.208252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fadbe53e-3a18-4e32-afa0-ec4552c04ddd req-549c0629-2a28-4917-bc55-c3ce2d7bedf1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.5964353 Feb 07 13:15:39.252368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 86a5d237-db6b-4c49-bc7a-6a579c284b83 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:15:39.252368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86a5d237-db6b-4c49-bc7a-6a579c284b83 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:15:39.261064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.263579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:39.268328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:39.271771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:39.280697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:39.324085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc447-8204-47ca-af50-cb13adf9c3bd req-4ba9b723-7044-425b-8a5f-5219755b908c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:39.330453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc447-8204-47ca-af50-cb13adf9c3bd req-4ba9b723-7044-425b-8a5f-5219755b908c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:39.336943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc447-8204-47ca-af50-cb13adf9c3bd req-4ba9b723-7044-425b-8a5f-5219755b908c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:39.344865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc447-8204-47ca-af50-cb13adf9c3bd req-4ba9b723-7044-425b-8a5f-5219755b908c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:39.345233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c4fc447-8204-47ca-af50-cb13adf9c3bd req-4ba9b723-7044-425b-8a5f-5219755b908c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 3143 time: 0.5307288 Feb 07 13:15:39.361614 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0efcb009-7c0e-4002-a86f-2f0d014083a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.367505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Provisioning for port ae27ac37-2c82-4be7-96cc-248b79890b5b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:39.374991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Provisioning complete for port ae27ac37-2c82-4be7-96cc-248b79890b5b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:39.375435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.402319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:39.408066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.420708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fadbe53e-3a18-4e32-afa0-ec4552c04ddd req-2cb07d42-978c-45a5-b422-90f0d74b81f6 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748786 Feb 07 13:15:39.421303 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.505520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '091a974d-ad8e-4199-951d-f53b41c4a2f1'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:39.529747 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0efcb009-7c0e-4002-a86f-2f0d014083a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.547142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.551479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.566687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c4fc447-8204-47ca-af50-cb13adf9c3bd req-c333a2d1-9584-4778-b415-8dfe3d2f537c tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085948 Feb 07 13:15:39.617806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=ec9b8c61-eba8-4442-becb-fe078d45779c,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:39.642300 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '091a974d-ad8e-4199-951d-f53b41c4a2f1', 'code': 200} Feb 07 13:15:39.648722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] For port ae27ac37-2c82-4be7-96cc-248b79890b5b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ae27ac37-2c82-4be7-96cc-248b79890b5b,segment=NetworkSegment(bbc1b686-77b5-40ed-bc93-72c2b0e98029),segment_id=bbc1b686-77b5-40ed-bc93-72c2b0e98029)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:39.669551 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.688470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Port': ['ID=0acbf863-62a8-49ae-93e7-6255a461147d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:39.780014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.816161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.868347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Provisioning complete for port ec9b8c61-eba8-4442-becb-fe078d45779c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:39.869045 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.929360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Pushing event updated for resources: {'Port': ['ID=ae27ac37-2c82-4be7-96cc-248b79890b5b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:39.945714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:39.949002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:39.960775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e9802bc8-77ef-42dd-b9d6-103ff648ec8d None None] Port ec9b8c61-eba8-4442-becb-fe078d45779c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:39.966034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:39.966330 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.987787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0efcb009-7c0e-4002-a86f-2f0d014083a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:39.999918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=a4890622-8ffd-4fa7-b031-3e65ea192c24,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:40.038673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcb009-7c0e-4002-a86f-2f0d014083a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5032d7d2-0775-4a5b-81fb-c41df5e4439d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:40.057976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network e6c21cd7-44ed-4236-9372-6081e7c6beda is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:40.062604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Router 9fbccf8e-bee8-415a-a23f-30ba21189d37 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:15:40.063675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:40.100732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-23e6f0d8-1005-4aeb-8eb9-e9cce34fc4a7 None None] Provisioning complete for port ae27ac37-2c82-4be7-96cc-248b79890b5b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:40.101195 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-23e6f0d8-1005-4aeb-8eb9-e9cce34fc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.130819 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2402fa6-40d3-4fdd-a8da-b5fae4bb90f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0441511 Feb 07 13:15:40.130819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50806) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:40.137209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-418014806', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:40.150397 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:40.155727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:router and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:40.159475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:40.168194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:40.181169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224a43f-87df-4240-aef6-49d399764e55 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:40.300425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.304288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.336180 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.476597 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.568848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.570349 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-61f47c92-086a-4579-878d-7654b3865509 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4439230 Feb 07 13:15:40.576566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50812) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:40.647933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-347a9519-9804-4289-ae70-bb84c75c1a71 None None] Provisioning for port b8b5f9d0-7025-452a-adac-eba7bd74bf46 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:40.668598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0efcb009-7c0e-4002-a86f-2f0d014083a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.670474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0efcb009-7c0e-4002-a86f-2f0d014083a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5032d7d2-0775-4a5b-81fb-c41df5e4439d HTTP/1.1" status: 204 len: 168 time: 1.5997965 Feb 07 13:15:40.699525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-347a9519-9804-4289-ae70-bb84c75c1a71 None None] Provisioning complete for port ec9b8c61-eba8-4442-becb-fe078d45779c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:40.699907 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-347a9519-9804-4289-ae70-bb84c75c1a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.795612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ae27ac37-2c82-4be7-96cc-248b79890b5b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:40.906469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-347a9519-9804-4289-ae70-bb84c75c1a71 None None] Port ec9b8c61-eba8-4442-becb-fe078d45779c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:40.934334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ae27ac37-2c82-4be7-96cc-248b79890b5b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:40.934717 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:40.959699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b42a7-faad-42b5-9e0b-de5fb21bf7f7 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:15:40.974850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 4708da7c-d855-4cd8-b199-d64a8169e0df is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:15:40.996128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:15:41.024824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdde61-a8e9-443c-a11c-4ddcec53ba92 req-ffc73e32-8869-4ea4-b9e1-c3bdf0425f55 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:41.026394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7fdde61-a8e9-443c-a11c-4ddcec53ba92 req-ffc73e32-8869-4ea4-b9e1-c3bdf0425f55 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.4301178 Feb 07 13:15:41.047903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] Sync routers for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:15:41.067388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc877e1-f031-4641-9998-4bd5899bbd85 req-36a27b91-f04e-4803-828d-29a490af7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:41.073165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcc877e1-f031-4641-9998-4bd5899bbd85 req-36a27b91-f04e-4803-828d-29a490af7cd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 1097 time: 1.0924549 Feb 07 13:15:41.099226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:41.099588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:41.247174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] No DVR routers for this DVR port 0acbf863-62a8-49ae-93e7-6255a461147d on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:41.264400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:41.266414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-820baf0b-d90b-4725-a3d7-842eab4ccc6a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "DELETE /v2.0/ports/0acbf863-62a8-49ae-93e7-6255a461147d HTTP/1.1" status: 204 len: 173 time: 4.0257134 Feb 07 13:15:41.272105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:41.366211 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:41.393213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7fdde61-a8e9-443c-a11c-4ddcec53ba92 req-52cc3805-6d60-44ca-ad7c-b8d7b221ede2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203597 Feb 07 13:15:41.408575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:41.416168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcc877e1-f031-4641-9998-4bd5899bbd85 req-b821db19-eb09-4f90-a199-57b96f6e1040 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196139 Feb 07 13:15:41.449708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3086-5ba7-4212-a922-78038cf3def8 req-b1bfa457-3b63-4688-891d-ef375b707077 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:41.457343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3086-5ba7-4212-a922-78038cf3def8 req-b1bfa457-3b63-4688-891d-ef375b707077 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:41.463612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3086-5ba7-4212-a922-78038cf3def8 req-b1bfa457-3b63-4688-891d-ef375b707077 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:41.465620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dace3086-5ba7-4212-a922-78038cf3def8 req-b1bfa457-3b63-4688-891d-ef375b707077 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:41.486130 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': '0acbf863-62a8-49ae-93e7-6255a461147d', 'status': 'completed', 'code': 200} Feb 07 13:15:41.504869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:15:41.510684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 997a65b7-6855-427f-bb5e-f24c1a0b454a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:41.511832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:41.516550 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad24d9-3b51-42d2-8f76-75ad46e07de5 None None] Sync routers for ids ['4708da7c-d855-4cd8-b199-d64a8169e0df'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:15:41.527692 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad24d9-3b51-42d2-8f76-75ad46e07de5 None None] Routers {'4708da7c-d855-4cd8-b199-d64a8169e0df'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:41.527692 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-64ad24d9-3b51-42d2-8f76-75ad46e07de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4708da7c-d855-4cd8-b199-d64a8169e0df'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:41.546534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2ffc5b79-3087-4f4d-a361-30c991caea29 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/4708da7c-d855-4cd8-b199-d64a8169e0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3107779 Feb 07 13:15:41.552853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50830) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:41.594659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8ef8dba-1006-4dbf-af1a-e0966f6798db up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:41.596090 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-64ad24d9-3b51-42d2-8f76-75ad46e07de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:41.613819 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad24d9-3b51-42d2-8f76-75ad46e07de5 None None] Routers {'4708da7c-d855-4cd8-b199-d64a8169e0df'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:41.613819 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-64ad24d9-3b51-42d2-8f76-75ad46e07de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4708da7c-d855-4cd8-b199-d64a8169e0df'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:41.638571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b42a7-faad-42b5-9e0b-de5fb21bf7f7 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:15:41.647057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dace3086-5ba7-4212-a922-78038cf3def8 req-b1bfa457-3b63-4688-891d-ef375b707077 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:41.648283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dace3086-5ba7-4212-a922-78038cf3def8 req-b1bfa457-3b63-4688-891d-ef375b707077 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 2409 time: 0.8571653 Feb 07 13:15:41.690482 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-64ad24d9-3b51-42d2-8f76-75ad46e07de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:41.693650 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ad24d9-3b51-42d2-8f76-75ad46e07de5 None None] The sync data for ids ['4708da7c-d855-4cd8-b199-d64a8169e0df'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:15:41.701210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e0aab-5d32-41e8-b7ed-331605421fa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:41.702280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2c3e0aab-5d32-41e8-b7ed-331605421fa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:41.848184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dace3086-5ba7-4212-a922-78038cf3def8 req-1481ee1a-191b-4237-a4a8-364649ee53dc tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652689 Feb 07 13:15:41.886919 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-140bf71a-c182-4c1a-adf7-5305c1de5464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:41.925433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2c3e0aab-5d32-41e8-b7ed-331605421fa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:41.925646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2c3e0aab-5d32-41e8-b7ed-331605421fa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports/ec9b8c61-eba8-4442-becb-fe078d45779c HTTP/1.1" status: 200 len: 910 time: 0.3716519 Feb 07 13:15:41.929090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50836) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:42.014813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] For port 997a65b7-6855-427f-bb5e-f24c1a0b454a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=997a65b7-6855-427f-bb5e-f24c1a0b454a,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:42.015336 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:42.064693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::1 (c7752a43-b062-440d-a0bf-267aa725f6d8/a4890622-8ffd-4fa7-b031-3e65ea192c24/15d3807a-6e8b-4c4b-ba09-87659c970123) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:42.120056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c8ef8dba-1006-4dbf-af1a-e0966f6798db triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:42.120789 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:42.277926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:42.303251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 15d3807a-6e8b-4c4b-ba09-87659c970123 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:42.357337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:42.371595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for 997a65b7-6855-427f-bb5e-f24c1a0b454a owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:42.373179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:42.414220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:42.511416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b8b5f9d0-7025-452a-adac-eba7bd74bf46 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:42.539174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:42.543171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:42.547282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:42.548168 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:42.578921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=15d3807a-6e8b-4c4b-ba09-87659c970123,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:42.665338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 5, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:42.668132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] Checking router: 9fbccf8e-bee8-415a-a23f-30ba21189d37 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:15:42.747002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:42.747825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:42.789154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:42.954363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.062129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f92ba-511e-465d-978c-f6745246f63a None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': 'a4890622-8ffd-4fa7-b031-3e65ea192c24'}], 'binding:host_id': 'n-d-811416-5'}, 'id': 'b8b5f9d0-7025-452a-adac-eba7bd74bf46'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:15:43.093695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Port': ['ID=997a65b7-6855-427f-bb5e-f24c1a0b454a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:43.141977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b8b5f9d0-7025-452a-adac-eba7bd74bf46 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:43.171950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b8b5f9d0-7025-452a-adac-eba7bd74bf46 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:43.171950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.233917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:43.255794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] No DVR routers for this DVR port 997a65b7-6855-427f-bb5e-f24c1a0b454a on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:43.262708 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.277964 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.290484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee880d4-5585-4cf1-a388-9e28cac91dcc req-ffec9dfb-ffce-42f0-9555-c2cec6ebcbdf tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:43.290665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c2f92ba-511e-465d-978c-f6745246f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.292432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eee880d4-5585-4cf1-a388-9e28cac91dcc req-ffec9dfb-ffce-42f0-9555-c2cec6ebcbdf tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.5400367 Feb 07 13:15:43.383801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.383801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.389775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eee880d4-5585-4cf1-a388-9e28cac91dcc req-b20285db-7759-4447-9e93-31cd6ed8f7d9 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915852 Feb 07 13:15:43.393309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.563878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=15d3807a-6e8b-4c4b-ba09-87659c970123,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:43.604458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': '997a65b7-6855-427f-bb5e-f24c1a0b454a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:43.608791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-0bc4c6ef-b9a0-47d4-a693-8c3cc9460a5d tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "DELETE /v2.0/ports/997a65b7-6855-427f-bb5e-f24c1a0b454a HTTP/1.1" status: 204 len: 173 time: 2.3260608 Feb 07 13:15:43.631969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:43.633660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:43.691088 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.763610 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.836645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b8b5f9d0-7025-452a-adac-eba7bd74bf46, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8b5f9d0-7025-452a-adac-eba7bd74bf46,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:43.850006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 091a974d-ad8e-4199-951d-f53b41c4a2f1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:43.850360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:43.869091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3c2f92ba-511e-465d-978c-f6745246f63a None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/a4890622-8ffd-4fa7-b031-3e65ea192c24/b8b5f9d0-7025-452a-adac-eba7bd74bf46) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:43.920977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 5, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:43.925704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d46d84-2f61-44a7-8908-b32a515bf527 None None] The sync data for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 is: [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:06:43Z', 'revision_number': 4, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c4bc2acd-f64e-4b96-9b9d-683a37653e82', 'name': '', 'network_id': 'b0856258-ee78-4e86-a446-3b07d5b1e689', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'mac_address': 'fa:16:3e:77:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:42Z', 'updated_at': '2022-02-07T13:06:53Z', 'revision_number': 5, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'subnets': [{'id': 'b7575810-b11a-4258-bf78-e6ea246191df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:15:43.969160 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': '997a65b7-6855-427f-bb5e-f24c1a0b454a', 'status': 'completed', 'code': 200} Feb 07 13:15:44.007892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Router 2975fcb6-62af-4f27-ba33-e8a935b58e28 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:15:44.016713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac1d48-f183-48e1-999e-3a6cc585b948 req-48ed02ea-d7c0-4ce9-ba21-5aad56c77d0e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:44.024779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac1d48-f183-48e1-999e-3a6cc585b948 req-48ed02ea-d7c0-4ce9-ba21-5aad56c77d0e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:44.025874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-91ac1d48-f183-48e1-999e-3a6cc585b948 req-48ed02ea-d7c0-4ce9-ba21-5aad56c77d0e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:44.120980 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:44.261775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b8b5f9d0-7025-452a-adac-eba7bd74bf46,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:44.279419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3c2f92ba-511e-465d-978c-f6745246f63a None None] For port b8b5f9d0-7025-452a-adac-eba7bd74bf46, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8b5f9d0-7025-452a-adac-eba7bd74bf46,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:44.288321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:15:44.305442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Sync routers for ids ['2975fcb6-62af-4f27-ba33-e8a935b58e28'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:15:44.323108 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c2f92ba-511e-465d-978c-f6745246f63a None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:44.331616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Routers {'2975fcb6-62af-4f27-ba33-e8a935b58e28'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:44.333211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2975fcb6-62af-4f27-ba33-e8a935b58e28'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:44.336897 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e26317-ddb6-426c-846b-509b751bef9a None None] New status for floating IP e3643ef8-054c-4a19-9348-9d23f272f5e0: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:15:44.418881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50870) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:44.419175 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1e02eec1-d13a-49de-9707-715d2afb5f06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "PUT /v2.0/routers/2975fcb6-62af-4f27-ba33-e8a935b58e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8438618 Feb 07 13:15:44.434527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3c2f92ba-511e-465d-978c-f6745246f63a None None] Transition to ACTIVE for port object b8b5f9d0-7025-452a-adac-eba7bd74bf46 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:44.500352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.21.0.1 (080a65a5-1f35-460e-bf27-84b8dc8675ed/1c190a9e-8a92-4a5a-9422-2a581d77b8fd/aea72789-80c7-48db-a3af-312fd5c6ffe4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:44.545400 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c2f92ba-511e-465d-978c-f6745246f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:44.651087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Set router 2975fcb6-62af-4f27-ba33-e8a935b58e28 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:44.697831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-91ac1d48-f183-48e1-999e-3a6cc585b948 req-48ed02ea-d7c0-4ce9-ba21-5aad56c77d0e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:44.699312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ac1d48-f183-48e1-999e-3a6cc585b948 req-48ed02ea-d7c0-4ce9-ba21-5aad56c77d0e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 1676 time: 1.1366942 Feb 07 13:15:44.706448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e55f2d-4d91-474d-8282-08a782276c35 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:44.708724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f5e55f2d-4d91-474d-8282-08a782276c35 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:44.872204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] For port 091a974d-ad8e-4199-951d-f53b41c4a2f1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=091a974d-ad8e-4199-951d-f53b41c4a2f1,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:44.872747 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:44.926313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f92ba-511e-465d-978c-f6745246f63a None None] Pushing event updated for resources: {'Port': ['ID=b8b5f9d0-7025-452a-adac-eba7bd74bf46,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:45.052939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for 091a974d-ad8e-4199-951d-f53b41c4a2f1 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:45.053765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:45.082672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f5e55f2d-4d91-474d-8282-08a782276c35 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:45.084595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f5e55f2d-4d91-474d-8282-08a782276c35 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports/15d3807a-6e8b-4c4b-ba09-87659c970123 HTTP/1.1" status: 200 len: 911 time: 0.4797385 Feb 07 13:15:45.087291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50878) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:45.127573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ac1d48-f183-48e1-999e-3a6cc585b948 req-499a691d-d67a-49a7-812c-0e8273fae2ad tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708663 Feb 07 13:15:45.131627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'name': 'tempest-NetworksTestDHCPv6-router-418014806', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:40Z', 'updated_at': '2022-02-07T13:15:42Z', 'revision_number': 2, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None, '_interfaces': [{'id': '15d3807a-6e8b-4c4b-ba09-87659c970123', 'name': '', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'mac_address': 'fa:16:3e:f5:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'a4890622-8ffd-4fa7-b031-3e65ea192c24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:15:41Z', 'updated_at': '2022-02-07T13:15:43Z', 'revision_number': 2, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'subnets': [{'id': 'a4890622-8ffd-4fa7-b031-3e65ea192c24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:45.135943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Checking router: 2975fcb6-62af-4f27-ba33-e8a935b58e28 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:15:45.136497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Updating router 2975fcb6-62af-4f27-ba33-e8a935b58e28 port 15d3807a-6e8b-4c4b-ba09-87659c970123 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:15:45.167546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:45.211688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd162-64df-4f9d-97c1-cb6faf985ac7 req-b4ebb6a7-6c7c-4ce1-b154-e672ac8fcc49 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:45.213620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a76fd162-64df-4f9d-97c1-cb6faf985ac7 req-b4ebb6a7-6c7c-4ce1-b154-e672ac8fcc49 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.5979130 Feb 07 13:15:45.247861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676ccb3-0747-4f18-abac-8d04658ee5bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:45.255230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676ccb3-0747-4f18-abac-8d04658ee5bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:45.256384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0676ccb3-0747-4f18-abac-8d04658ee5bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:45.282543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object aea72789-80c7-48db-a3af-312fd5c6ffe4 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:45.288775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0676ccb3-0747-4f18-abac-8d04658ee5bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:45.293267 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0676ccb3-0747-4f18-abac-8d04658ee5bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2024195 Feb 07 13:15:45.293561 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:45.297633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50884) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:45.555588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a76fd162-64df-4f9d-97c1-cb6faf985ac7 req-07fe3a5c-deeb-4d61-946e-ddb4b3841a2a tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941227 Feb 07 13:15:45.713615 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:45.716531 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:45.797339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9dc26b35-91dc-4906-a636-5d5c3ef42e16 None None] Provisioning for port b8b5f9d0-7025-452a-adac-eba7bd74bf46 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:45.812890 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9dc26b35-91dc-4906-a636-5d5c3ef42e16 None None] Provisioning complete for port b8b5f9d0-7025-452a-adac-eba7bd74bf46 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:45.813274 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9dc26b35-91dc-4906-a636-5d5c3ef42e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:45.887064 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:45.907449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Transition to ACTIVE for port object 15d3807a-6e8b-4c4b-ba09-87659c970123 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:45.919994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 080a65a5-1f35-460e-bf27-84b8dc8675ed is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:45.935650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:45.953407 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:15:45.975382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:46.042070 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:46.194749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=aea72789-80c7-48db-a3af-312fd5c6ffe4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:46.332642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Port': ['ID=091a974d-ad8e-4199-951d-f53b41c4a2f1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:46.380221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b8b5f9d0-7025-452a-adac-eba7bd74bf46 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:46.410277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a061f-054e-4a9a-9ecc-750bac38a37f None None] Pushing event updated for resources: {'Port': ['ID=15d3807a-6e8b-4c4b-ba09-87659c970123,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:46.465152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] No DVR routers for this DVR port 091a974d-ad8e-4199-951d-f53b41c4a2f1 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:46.497424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:46.501237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': '091a974d-ad8e-4199-951d-f53b41c4a2f1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:46.505425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d63df5a1-bf48-4b49-92d3-28b14e3be96a None None] Provisioning for port 15d3807a-6e8b-4c4b-ba09-87659c970123 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:46.586907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Attempting to bind port 15d3807a-6e8b-4c4b-ba09-87659c970123 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:46.587458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Attempting to bind port 15d3807a-6e8b-4c4b-ba09-87659c970123 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:46.587831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Attempting to bind port 15d3807a-6e8b-4c4b-ba09-87659c970123 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:46.598925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:46.599310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:46.599713 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:46.600136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:46.600612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Bound port: 15d3807a-6e8b-4c4b-ba09-87659c970123, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:46.601188 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:46.619025 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:46.621955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b8b5f9d0-7025-452a-adac-eba7bd74bf46 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:46.622315 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:46.716255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-69201d44-8cb8-4176-a956-b8c333e0314f tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "DELETE /v2.0/ports/091a974d-ad8e-4199-951d-f53b41c4a2f1 HTTP/1.1" status: 204 len: 173 time: 3.0967166 Feb 07 13:15:46.804508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] For port 15d3807a-6e8b-4c4b-ba09-87659c970123, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:46.809035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] For port 15d3807a-6e8b-4c4b-ba09-87659c970123, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=15d3807a-6e8b-4c4b-ba09-87659c970123,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:46.841353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-9b5e40fb-ab9d-48b1-b8f4-3cbc86c78632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:46.842767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-9b5e40fb-ab9d-48b1-b8f4-3cbc86c78632 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16db3ea079b94a3d87d0382195ffd12d&device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 1097 time: 0.6269751 Feb 07 13:15:46.860752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d93417-92ee-4e3d-af46-3f97e318044c req-12c1c054-f54e-49c3-a978-cbac03c9d169 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:46.862204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73d93417-92ee-4e3d-af46-3f97e318044c req-12c1c054-f54e-49c3-a978-cbac03c9d169 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.6451697 Feb 07 13:15:46.887852 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:46.930192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac6a0611-d8e3-49f2-96e7-2155e4ea8d4c None None] Provisioning for port aea72789-80c7-48db-a3af-312fd5c6ffe4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:46.954818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac6a0611-d8e3-49f2-96e7-2155e4ea8d4c None None] Provisioning complete for port aea72789-80c7-48db-a3af-312fd5c6ffe4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:46.955231 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac6a0611-d8e3-49f2-96e7-2155e4ea8d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:46.969755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719ac85-f2b4-4031-b62e-ba166331bb3f req-4c96eba6-ce93-48a4-baac-f56136ebe42a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:46.970965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6719ac85-f2b4-4031-b62e-ba166331bb3f req-4c96eba6-ce93-48a4-baac-f56136ebe42a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:47.008815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port f042abf6-8805-4ccc-90a6-cde1b5570334 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:47.009098 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:47.056006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Routers {'2975fcb6-62af-4f27-ba33-e8a935b58e28'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:47.057035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2975fcb6-62af-4f27-ba33-e8a935b58e28'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:47.119359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a0611-d8e3-49f2-96e7-2155e4ea8d4c None None] Port aea72789-80c7-48db-a3af-312fd5c6ffe4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:47.119607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73d93417-92ee-4e3d-af46-3f97e318044c req-53e7dfa0-f195-426a-99c8-f71c3e2107ed tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220588 Feb 07 13:15:47.120882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a061f-054e-4a9a-9ecc-750bac38a37f None None] Pushing event updated for resources: {'Port': ['ID=15d3807a-6e8b-4c4b-ba09-87659c970123,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:47.297457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-04d924bd-b047-4889-a14e-8723b8a4d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:47.303199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] Set router 2975fcb6-62af-4f27-ba33-e8a935b58e28 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:47.303584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-04d924bd-b047-4889-a14e-8723b8a4d4af service neutron] 10.222.0.47 "GET /v2.0/networks?id=86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 200 len: 910 time: 0.4333832 Feb 07 13:15:47.313906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6719ac85-f2b4-4031-b62e-ba166331bb3f req-4c96eba6-ce93-48a4-baac-f56136ebe42a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:47.315644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6719ac85-f2b4-4031-b62e-ba166331bb3f req-4c96eba6-ce93-48a4-baac-f56136ebe42a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 943 time: 0.8395483 Feb 07 13:15:47.330699 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': '091a974d-ad8e-4199-951d-f53b41c4a2f1', 'status': 'completed', 'code': 200} Feb 07 13:15:47.497902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-d1d4b737-71f3-406d-836c-cf72dcdea53f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a HTTP/1.1" status: 200 len: 217 time: 0.1662767 Feb 07 13:15:47.562763 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:47.616514 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:47.657997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'name': 'tempest-NetworksTestDHCPv6-router-418014806', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:40Z', 'updated_at': '2022-02-07T13:15:42Z', 'revision_number': 2, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None, '_interfaces': [{'id': '15d3807a-6e8b-4c4b-ba09-87659c970123', 'name': '', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'mac_address': 'fa:16:3e:f5:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'a4890622-8ffd-4fa7-b031-3e65ea192c24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:15:41Z', 'updated_at': '2022-02-07T13:15:46Z', 'revision_number': 4, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'subnets': [{'id': 'a4890622-8ffd-4fa7-b031-3e65ea192c24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:47.663025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a9d7b-f696-4bc3-83bc-5bcc5aac1858 None None] The sync data for ids ['2975fcb6-62af-4f27-ba33-e8a935b58e28'] in n-d-811416-5 is: [{'id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'name': 'tempest-NetworksTestDHCPv6-router-418014806', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:40Z', 'updated_at': '2022-02-07T13:15:42Z', 'revision_number': 2, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None, '_interfaces': [{'id': '15d3807a-6e8b-4c4b-ba09-87659c970123', 'name': '', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'mac_address': 'fa:16:3e:f5:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'a4890622-8ffd-4fa7-b031-3e65ea192c24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:15:41Z', 'updated_at': '2022-02-07T13:15:46Z', 'revision_number': 4, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'subnets': [{'id': 'a4890622-8ffd-4fa7-b031-3e65ea192c24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:15:47.698062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6719ac85-f2b4-4031-b62e-ba166331bb3f req-b93aad9a-1dd1-4974-880b-d807f9c54549 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060997 Feb 07 13:15:47.840514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-041f6d70-b6b9-487e-b014-9aa0d13e584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:47.842005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-041f6d70-b6b9-487e-b014-9aa0d13e584c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 200 len: 850 time: 0.3245916 Feb 07 13:15:48.163655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-0a9be94b-8650-459a-b022-61271b0efe22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86cdac08-ccd3-45ab-8c01-dcda3f37242c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2952511 Feb 07 13:15:48.325472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 15d3807a-6e8b-4c4b-ba09-87659c970123 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:48.465334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 15d3807a-6e8b-4c4b-ba09-87659c970123 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:48.472421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 15d3807a-6e8b-4c4b-ba09-87659c970123 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:48.473713 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:48.493562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] For port f042abf6-8805-4ccc-90a6-cde1b5570334, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f042abf6-8805-4ccc-90a6-cde1b5570334,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:48.494454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:48.612877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:48.652521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 15d3807a-6e8b-4c4b-ba09-87659c970123, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=15d3807a-6e8b-4c4b-ba09-87659c970123,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:48.726434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for f042abf6-8805-4ccc-90a6-cde1b5570334 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:48.740310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:48.854387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=15d3807a-6e8b-4c4b-ba09-87659c970123,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:49.030920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-f9217182-3b18-4381-9cad-40771857b218 service neutron] 10.222.0.47 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510556 Feb 07 13:15:49.199811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1c45d-c49f-4f57-8e34-dcbfdd3a436f req-4076adf3-14bb-4ead-9e47-f9770dc870a6 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:49.201313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bbf1c45d-c49f-4f57-8e34-dcbfdd3a436f req-4076adf3-14bb-4ead-9e47-f9770dc870a6 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.8428352 Feb 07 13:15:49.387583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 15d3807a-6e8b-4c4b-ba09-87659c970123 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:49.388355 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:49.458443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cff11ba-5ad3-40f0-aad7-ac0b18197379 req-9bf97980-b477-4b18-a508-af39e803db0f service neutron] 10.222.0.47 "GET /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165790 Feb 07 13:15:49.497610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5f365-6095-41f0-81bd-9b560f35619d req-966f757a-dcfc-4904-9ae6-e75220cfae70 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:49.499476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ece5f365-6095-41f0-81bd-9b560f35619d req-966f757a-dcfc-4904-9ae6-e75220cfae70 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 943 time: 0.6278417 Feb 07 13:15:49.509425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bbf1c45d-c49f-4f57-8e34-dcbfdd3a436f req-93a6d63b-0632-42a8-b7b0-a034340753f1 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622652 Feb 07 13:15:49.518558 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:49.700704 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:49.720196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Port': ['ID=f042abf6-8805-4ccc-90a6-cde1b5570334,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:49.913952 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:50.041538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ece5f365-6095-41f0-81bd-9b560f35619d req-61e4de01-30ba-4623-99f9-195c4a6ec007 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups?id=a96ee764-37a1-46de-9a34-d5785745c9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311432 Feb 07 13:15:50.050117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] No DVR routers for this DVR port f042abf6-8805-4ccc-90a6-cde1b5570334 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:50.060009 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:50.070015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': 'f042abf6-8805-4ccc-90a6-cde1b5570334'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:15:50.122773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:50.122773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=aea72789-80c7-48db-a3af-312fd5c6ffe4,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:50.140644 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a1f95b-53ac-4901-beb3-ab4fff145531', 'name': 'network-vif-deleted', 'tag': 'f042abf6-8805-4ccc-90a6-cde1b5570334', 'status': 'completed', 'code': 200} Feb 07 13:15:50.215442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2bc29-68f2-4682-b2b0-0bc1371b1dfa req-3f74de83-3e51-4e12-a88f-8a8b103e3def tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.47 "DELETE /v2.0/ports/f042abf6-8805-4ccc-90a6-cde1b5570334 HTTP/1.1" status: 204 len: 173 time: 3.4889617 Feb 07 13:15:50.218963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] For port 15d3807a-6e8b-4c4b-ba09-87659c970123, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=15d3807a-6e8b-4c4b-ba09-87659c970123,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:50.219328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:50.247237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 15d3807a-6e8b-4c4b-ba09-87659c970123 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:50.329581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 15d3807a-6e8b-4c4b-ba09-87659c970123 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:50.329949 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:50.367093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 15d3807a-6e8b-4c4b-ba09-87659c970123 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:50.479264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 080a65a5-1f35-460e-bf27-84b8dc8675ed is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:50.481286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:50.761382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 4708da7c-d855-4cd8-b199-d64a8169e0df has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:15:50.804254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-76cf2aef-ad6c-4e40-ac5c-5034f4dd457a None None] Provisioning complete for port aea72789-80c7-48db-a3af-312fd5c6ffe4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:50.805334 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-76cf2aef-ad6c-4e40-ac5c-5034f4dd457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:50.875496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-76cf2aef-ad6c-4e40-ac5c-5034f4dd457a None None] Port aea72789-80c7-48db-a3af-312fd5c6ffe4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:51.024346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73249c7a-7f57-420b-8e07-56289008b89e req-7a877e40-f006-4ff0-a66c-3fe10b615990 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:51.026131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73249c7a-7f57-420b-8e07-56289008b89e req-7a877e40-f006-4ff0-a66c-3fe10b615990 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.3351421 Feb 07 13:15:51.034461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:51.107946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=15d3807a-6e8b-4c4b-ba09-87659c970123,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:51.119000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:15:51.145111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac873792-4cd5-455e-9aa5-d86be965b233 None None] Sync routers for ids ['4708da7c-d855-4cd8-b199-d64a8169e0df'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:15:51.164508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac873792-4cd5-455e-9aa5-d86be965b233 None None] Routers {'4708da7c-d855-4cd8-b199-d64a8169e0df'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:51.165115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ac873792-4cd5-455e-9aa5-d86be965b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4708da7c-d855-4cd8-b199-d64a8169e0df'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:51.180199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e04691f6-791b-47ab-bf7e-b09ee30fc3c1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/4708da7c-d855-4cd8-b199-d64a8169e0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2500591 Feb 07 13:15:51.182974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50944) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:51.304062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ac873792-4cd5-455e-9aa5-d86be965b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:51.353266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac873792-4cd5-455e-9aa5-d86be965b233 None None] Routers {'4708da7c-d855-4cd8-b199-d64a8169e0df'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:51.354553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ac873792-4cd5-455e-9aa5-d86be965b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4708da7c-d855-4cd8-b199-d64a8169e0df'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:51.460435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ac873792-4cd5-455e-9aa5-d86be965b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:51.461074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac873792-4cd5-455e-9aa5-d86be965b233 None None] The sync data for ids ['4708da7c-d855-4cd8-b199-d64a8169e0df'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:15:51.524923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab70744-6b68-4888-bc98-e35a036a16a0 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:51.527001 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1ab70744-6b68-4888-bc98-e35a036a16a0 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports/aea72789-80c7-48db-a3af-312fd5c6ffe4 HTTP/1.1" status: 200 len: 910 time: 0.3423874 Feb 07 13:15:51.530285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50948) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:51.544030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:51.573919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73249c7a-7f57-420b-8e07-56289008b89e req-f594f2a1-bde0-4941-b07b-4ac72598c36e tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399518 Feb 07 13:15:51.576901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cb0969d9-1e47-43e1-8a86-d199cf84dc07 req-d88c629f-2f7e-4744-a720-57bcfed9bf10 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Synchronizing usage tracker for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:15:51.747302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cb0969d9-1e47-43e1-8a86-d199cf84dc07 req-d88c629f-2f7e-4744-a720-57bcfed9bf10 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Unset dirty status for tenant:d38d2aa7c19044409b5c70c6199e1f21 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:15:51.757050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb0969d9-1e47-43e1-8a86-d199cf84dc07 req-d88c629f-2f7e-4744-a720-57bcfed9bf10 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 210 time: 0.4098573 Feb 07 13:15:52.008217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Router 2975fcb6-62af-4f27-ba33-e8a935b58e28 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:15:52.216560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:15:52.230361 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] Sync routers for ids ['2975fcb6-62af-4f27-ba33-e8a935b58e28'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:15:52.234849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-891fa441-b171-45b1-a1e1-6cb75f3114b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "PUT /v2.0/routers/2975fcb6-62af-4f27-ba33-e8a935b58e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9351985 Feb 07 13:15:52.236840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50956) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:52.247570 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:52.255514 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] Routers {'2975fcb6-62af-4f27-ba33-e8a935b58e28'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:52.256200 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2975fcb6-62af-4f27-ba33-e8a935b58e28'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:52.347833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9897cea5-2ce4-441a-a4ef-06d1d1c94baf tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:52.350194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9897cea5-2ce4-441a-a4ef-06d1d1c94baf tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:52.351947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9897cea5-2ce4-441a-a4ef-06d1d1c94baf tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1137667 Feb 07 13:15:52.354890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50960) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:52.444340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0b8e83-2120-4ab2-9469-113f46e80cdc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet a4890622-8ffd-4fa7-b031-3e65ea192c24 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:15:52.449251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e83-2120-4ab2-9469-113f46e80cdc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:52.470957 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] Set router 2975fcb6-62af-4f27-ba33-e8a935b58e28 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:52.513251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e83-2120-4ab2-9469-113f46e80cdc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:52.610226 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'name': 'tempest-NetworksTestDHCPv6-router-418014806', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:40Z', 'updated_at': '2022-02-07T13:15:50Z', 'revision_number': 3, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:52.616791 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] Checking router: 2975fcb6-62af-4f27-ba33-e8a935b58e28 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:15:52.649655 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] Routers {'2975fcb6-62af-4f27-ba33-e8a935b58e28'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:52.650430 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2975fcb6-62af-4f27-ba33-e8a935b58e28'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:52.680807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e83-2120-4ab2-9469-113f46e80cdc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:52.833207 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] Set router 2975fcb6-62af-4f27-ba33-e8a935b58e28 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:15:52.859597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port aea72789-80c7-48db-a3af-312fd5c6ffe4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:52.859954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:52.953079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d02b2c66-9104-4246-bc10-88706b24d760 req-61cf5deb-a3fc-472d-a12f-b53c7596977e tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/ports?device_id=90a1f95b-53ac-4901-beb3-ab4fff145531 HTTP/1.1" status: 200 len: 210 time: 0.0548422 Feb 07 13:15:52.961876 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'name': 'tempest-NetworksTestDHCPv6-router-418014806', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:40Z', 'updated_at': '2022-02-07T13:15:50Z', 'revision_number': 3, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:52.967435 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8f6bc-af5d-46a4-b29c-dd03de208f73 None None] The sync data for ids ['2975fcb6-62af-4f27-ba33-e8a935b58e28'] in n-d-811416-5 is: [{'id': '2975fcb6-62af-4f27-ba33-e8a935b58e28', 'name': 'tempest-NetworksTestDHCPv6-router-418014806', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:40Z', 'updated_at': '2022-02-07T13:15:50Z', 'revision_number': 3, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:15:52.977838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8805b8-a71a-4fa4-b95a-86cda8acdb83 req-14b98727-2fec-4c2a-b110-dbf2753ae77d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:52.977838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb8805b8-a71a-4fa4-b95a-86cda8acdb83 req-14b98727-2fec-4c2a-b110-dbf2753ae77d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.1530421 Feb 07 13:15:52.978212 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e83-2120-4ab2-9469-113f46e80cdc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:53.033270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8e83-2120-4ab2-9469-113f46e80cdc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=a4890622-8ffd-4fa7-b031-3e65ea192c24,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:53.041616 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e83-2120-4ab2-9469-113f46e80cdc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:53.049617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c17f1a-a168-40e9-997e-de363bc29eaf None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:53.070484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5f0b8e83-2120-4ab2-9469-113f46e80cdc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/a4890622-8ffd-4fa7-b031-3e65ea192c24 HTTP/1.1" status: 204 len: 168 time: 0.7123704 Feb 07 13:15:53.075896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50970) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:53.130704 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:53.153076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb8805b8-a71a-4fa4-b95a-86cda8acdb83 req-461c4da6-ba20-4e4f-9a66-be25779e9ef6 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382804 Feb 07 13:15:53.279186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c97c37e7-8842-4344-8366-571819e9d721 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2069650 Feb 07 13:15:53.284048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50984) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:53.293700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for aea72789-80c7-48db-a3af-312fd5c6ffe4 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:53.470775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:15:53.477416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] Deleting port b8b5f9d0-7025-452a-adac-eba7bd74bf46 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:53.477800 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:53.493215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c3921c5-e401-446e-812e-dc990021f106 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:53.660055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:53.852034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] For port b8b5f9d0-7025-452a-adac-eba7bd74bf46, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8b5f9d0-7025-452a-adac-eba7bd74bf46,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:53.852442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:53.968144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=aea72789-80c7-48db-a3af-312fd5c6ffe4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:54.216323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] Calling delete_port for b8b5f9d0-7025-452a-adac-eba7bd74bf46 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:54.220709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50998) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:54.256938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c3921c5-e401-446e-812e-dc990021f106 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.261406 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c3921c5-e401-446e-812e-dc990021f106 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.275716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 15d3807a-6e8b-4c4b-ba09-87659c970123 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:54.326131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 15d3807a-6e8b-4c4b-ba09-87659c970123 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:15:54.326473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 15d3807a-6e8b-4c4b-ba09-87659c970123 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:15:54.329213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b8b5f9d0-7025-452a-adac-eba7bd74bf46 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:15:54.334438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f3d56-0217-48ae-bc29-29d34f5b9d16 req-33092679-612b-4392-9c02-02c41f9bbc54 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.343115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b5f3d56-0217-48ae-bc29-29d34f5b9d16 req-33092679-612b-4392-9c02-02c41f9bbc54 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.2934287 Feb 07 13:15:54.375278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.393323 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c3921c5-e401-446e-812e-dc990021f106 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.393807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3921c5-e401-446e-812e-dc990021f106 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Fanout notify agent at l3_agent the message router_deleted on router 2975fcb6-62af-4f27-ba33-e8a935b58e28 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:15:54.407712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b5f3d56-0217-48ae-bc29-29d34f5b9d16 req-06ac8695-654a-45e0-a392-b36745a7c054 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631497 Feb 07 13:15:54.476881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c3921c5-e401-446e-812e-dc990021f106 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.482703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51002) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:54.483779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2c3921c5-e401-446e-812e-dc990021f106 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/routers/2975fcb6-62af-4f27-ba33-e8a935b58e28 HTTP/1.1" status: 204 len: 168 time: 1.1986992 Feb 07 13:15:54.487983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:54.551294 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.572951 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.580679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-36bc5015-eec2-48e4-80ed-36507ae81ad6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1718335 Feb 07 13:15:54.586331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.654633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:54.658902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:54.663691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:54.669822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:54.708545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-603f1b51-2c00-483e-a43e-97286428b700 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.737759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] Pushing event deleted for resources: {'Port': ['ID=b8b5f9d0-7025-452a-adac-eba7bd74bf46,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:54.739614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbbdfb-3836-4fa5-9cbe-dd05bc5a6dc0 None None] No DVR routers for this DVR port b8b5f9d0-7025-452a-adac-eba7bd74bf46 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:15:54.747855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-586e0eac-5d46-4669-a1eb-c220e1a05151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.748367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-586e0eac-5d46-4669-a1eb-c220e1a05151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.748832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-586e0eac-5d46-4669-a1eb-c220e1a05151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.749345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-586e0eac-5d46-4669-a1eb-c220e1a05151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.749808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-586e0eac-5d46-4669-a1eb-c220e1a05151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.750320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-586e0eac-5d46-4669-a1eb-c220e1a05151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.751396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-586e0eac-5d46-4669-a1eb-c220e1a05151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.754844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-586e0eac-5d46-4669-a1eb-c220e1a05151 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6503 time: 0.1468093 Feb 07 13:15:54.811375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:15:54.814906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.923556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-603f1b51-2c00-483e-a43e-97286428b700 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:54.939240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-b24c1166-a9c1-4b5d-9ac6-5ebe97b6e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.939740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-b24c1166-a9c1-4b5d-9ac6-5ebe97b6e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.942164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-b24c1166-a9c1-4b5d-9ac6-5ebe97b6e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:54.944015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-b24c1166-a9c1-4b5d-9ac6-5ebe97b6e662 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=cdf1861f-6d94-4ade-93cf-f1104237dde1&id=cdf1861f-6d94-4ade-93cf-f1104237dde1 HTTP/1.1" status: 200 len: 2294 time: 0.1553326 Feb 07 13:15:55.053403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-94789736-8985-4008-92b0-fead562b1c37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4580ce9f-c307-458b-aacf-9573f51052af HTTP/1.1" status: 200 len: 1001 time: 0.1022654 Feb 07 13:15:55.124529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-8a49aeb2-dba4-40fa-84b5-f53428ea6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:55.126186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-8a49aeb2-dba4-40fa-84b5-f53428ea6c4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68a4b9fe-b72e-4913-af74-511b83dfbbe1 HTTP/1.1" status: 200 len: 855 time: 0.0663178 Feb 07 13:15:55.208352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-bb4ecd49-fce0-47db-a411-95f4ec424323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:55.210010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-bb4ecd49-fce0-47db-a411-95f4ec424323 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770123 Feb 07 13:15:55.227757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 4708da7c-d855-4cd8-b199-d64a8169e0df has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:15:55.324595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-603f1b51-2c00-483e-a43e-97286428b700 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:55.355018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-9c57f278-d640-4cab-895c-258df723dd05 service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380503 Feb 07 13:15:55.369326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f1b51-2c00-483e-a43e-97286428b700 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ee764-37a1-46de-9a34-d5785745c9c8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:55.486484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:15:55.495383 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-56804002-5b47-4951-97b9-c292c77b7b91 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/4708da7c-d855-4cd8-b199-d64a8169e0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9636967 Feb 07 13:15:55.496559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:55.497509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58449f88-da35-4c9d-abcc-a69c2d839d5c None None] Sync routers for ids ['4708da7c-d855-4cd8-b199-d64a8169e0df'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:15:55.499431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-603f1b51-2c00-483e-a43e-97286428b700 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:55.500492 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-603f1b51-2c00-483e-a43e-97286428b700 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "DELETE /v2.0/security-groups/a96ee764-37a1-46de-9a34-d5785745c9c8 HTTP/1.1" status: 204 len: 168 time: 1.2787926 Feb 07 13:15:55.503295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51016) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:55.509710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58449f88-da35-4c9d-abcc-a69c2d839d5c None None] Routers {'4708da7c-d855-4cd8-b199-d64a8169e0df'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:55.510827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-58449f88-da35-4c9d-abcc-a69c2d839d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4708da7c-d855-4cd8-b199-d64a8169e0df'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:55.528338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-84c67c87-7df2-4be7-a574-7ca8de676195 service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628053 Feb 07 13:15:55.528338 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-2e5467e4-0bf3-4417-997b-d0732f4d46fb tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] show failed (client error): The resource could not be found. Feb 07 13:15:55.529151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2e5467e4-0bf3-4417-997b-d0732f4d46fb tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "GET /v2.0/security-groups/a96ee764-37a1-46de-9a34-d5785745c9c8 HTTP/1.1" status: 404 len: 347 time: 0.0249088 Feb 07 13:15:55.533160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51020) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:55.586855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-58449f88-da35-4c9d-abcc-a69c2d839d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:55.603200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58449f88-da35-4c9d-abcc-a69c2d839d5c None None] Routers {'4708da7c-d855-4cd8-b199-d64a8169e0df'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:15:55.604268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-58449f88-da35-4c9d-abcc-a69c2d839d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4708da7c-d855-4cd8-b199-d64a8169e0df'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:55.682689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-58449f88-da35-4c9d-abcc-a69c2d839d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:15:55.683153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58449f88-da35-4c9d-abcc-a69c2d839d5c None None] The sync data for ids ['4708da7c-d855-4cd8-b199-d64a8169e0df'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:15:55.763962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:55.856926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-ff406f9c-6aa4-468b-80e4-435e3007d0f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 217 time: 0.3235891 Feb 07 13:15:55.898679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:55.907349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:55.915071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:55.915666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:55.922881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba11649-7470-4487-9303-af5c3cfc52df None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:15:56.004616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 24cf23ab-0f7a-4e25-9ff8-3b777c27a372 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:56.004999 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.013968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=389e4de0-49c6-4f2d-84a9-4ffc2730694f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:56.078371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-9f6a1539-2ef4-45fb-8b48-f7e777cda860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:56.079858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-9f6a1539-2ef4-45fb-8b48-f7e777cda860 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.1578822 Feb 07 13:15:56.116256 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-51449289-1682-4627-b3ab-702599371e32 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6303773 Feb 07 13:15:56.117396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51036) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:56.124474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-754844805', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:15:56.133552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:56.141626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:router and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:56.147446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:56.182464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:56.236158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d2e3d-a008-4a6b-b879-8aed2c505b7d req-70c490a0-db75-4316-af14-49ea39007fb2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:56.244364 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-866d2e3d-a008-4a6b-b879-8aed2c505b7d req-70c490a0-db75-4316-af14-49ea39007fb2 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.6472309 Feb 07 13:15:56.290814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.293468 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.322580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '389e4de0-49c6-4f2d-84a9-4ffc2730694f'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:15:56.323522 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.347049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-866d2e3d-a008-4a6b-b879-8aed2c505b7d req-b563deff-e977-47e1-a19b-23431f6e0c6f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016998 Feb 07 13:15:56.354882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.355659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.466562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.498611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-c9723cf1-3f95-49ee-9648-78a9a3b9a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:56.500623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-c9723cf1-3f95-49ee-9648-78a9a3b9a31f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3470054 Feb 07 13:15:56.508089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for 24cf23ab-0f7a-4e25-9ff8-3b777c27a372 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:56.524547 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.539818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/389e4de0-49c6-4f2d-84a9-4ffc2730694f/cbe604d2-0860-4e0a-9149-d35dc47cde2f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:56.584627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.755343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-fb90d9b3-eef9-4882-9fb9-33ee663c90f2 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170944 Feb 07 13:15:56.811943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.899284 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.905005 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d7d007b-6083-4a45-92dd-47703532a9ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7861788 Feb 07 13:15:56.909420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51044) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:56.922518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Transition to ACTIVE for port object cbe604d2-0860-4e0a-9149-d35dc47cde2f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:56.923372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-6ca79967-a1a7-46bd-baaf-b57e1c7f85dc service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594932 Feb 07 13:15:56.924702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:56.954995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Transition to ACTIVE for port object cbe604d2-0860-4e0a-9149-d35dc47cde2f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:57.007374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51048) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:57.045112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Port': ['ID=24cf23ab-0f7a-4e25-9ff8-3b777c27a372,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:57.055697 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.071660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-72783381-a563-49b8-b92e-61c0144aa3eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 217 time: 0.0905578 Feb 07 13:15:57.167573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:57.182772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:57.186632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:57.234092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.271880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-d60c22db-55d8-4d3c-8e0c-bd692d34acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:57.273875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-d60c22db-55d8-4d3c-8e0c-bd692d34acfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.1016788 Feb 07 13:15:57.296869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Pushing event updated for resources: {'Port': ['ID=cbe604d2-0860-4e0a-9149-d35dc47cde2f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:57.307081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.307641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.308115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.308653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.309075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.310304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.310756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.311173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.311752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.312309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.312777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.313239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:15:57.344077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Attempting to bind port cbe604d2-0860-4e0a-9149-d35dc47cde2f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:15:57.344498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Attempting to bind port cbe604d2-0860-4e0a-9149-d35dc47cde2f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:15:57.344950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Attempting to bind port cbe604d2-0860-4e0a-9149-d35dc47cde2f on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:15:57.351761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:15:57.352258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:15:57.352668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.353057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:15:57.353520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Bound port: cbe604d2-0860-4e0a-9149-d35dc47cde2f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:15:57.353894 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.354853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.362936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.367944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-09c0b2fe-b76a-4332-b059-d38bf519b05a tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "DELETE /v2.0/floatingips/e3643ef8-054c-4a19-9348-9d23f272f5e0 HTTP/1.1" status: 204 len: 168 time: 1.7727969 Feb 07 13:15:57.368749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51054) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:57.459757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] For port cbe604d2-0860-4e0a-9149-d35dc47cde2f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:15:57.463599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] For port cbe604d2-0860-4e0a-9149-d35dc47cde2f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cbe604d2-0860-4e0a-9149-d35dc47cde2f,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:15:57.562581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.662205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-84ec7fd0-ab1b-453f-a27d-4e4da7eb74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:57.663873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-84ec7fd0-ab1b-453f-a27d-4e4da7eb74fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3835282 Feb 07 13:15:57.683529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:15:57.697423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eea4d4-9c2c-4904-ac97-4494c8231a98 None None] Pushing event updated for resources: {'Port': ['ID=cbe604d2-0860-4e0a-9149-d35dc47cde2f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:57.730271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] Usage tracker for resource:security_group_rule and tenant:6ba74292496c4a2387b5085d28f2bcd4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:15:57.733377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.749962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:15:57.766953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:15:57.777718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ea424db0-c398-4ed4-8c39-1664e1631ac0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 1c219d7a-ef0b-4104-858a-24e57d474884 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:57.778161 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea424db0-c398-4ed4-8c39-1664e1631ac0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.850365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port ec9b8c61-eba8-4442-becb-fe078d45779c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:57.850722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:57.952267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-ed090029-5021-47c4-b2d0-f8df2efe74a1 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714567 Feb 07 13:15:57.968965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982159c-c20f-490b-a9d8-de788581199e req-f120247d-05ed-4152-b2b8-23b5040595a4 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:57.970495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9982159c-c20f-490b-a9d8-de788581199e req-f120247d-05ed-4152-b2b8-23b5040595a4 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.4098558 Feb 07 13:15:58.002216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-4c2fc386-638a-46a0-8c8c-5d9a4fd1f69d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:58.003618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-4c2fc386-638a-46a0-8c8c-5d9a4fd1f69d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.47 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 0.4451342 Feb 07 13:15:58.267471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9982159c-c20f-490b-a9d8-de788581199e req-93074b48-a506-4b96-84b1-1dbc8a8d80aa tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605374 Feb 07 13:15:58.300091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Deleting port 8a971c16-ed9a-4c10-8a09-8a58124e624a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:15:58.300091 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:58.319197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:58.321893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cbe604d2-0860-4e0a-9149-d35dc47cde2f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:15:58.386011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-e33189b0-8273-4321-8139-286cb852ab53 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141622 Feb 07 13:15:58.463432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea424db0-c398-4ed4-8c39-1664e1631ac0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:58.478466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for ec9b8c61-eba8-4442-becb-fe078d45779c owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:58.482559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-30ac9540-f7b7-4154-924f-3406bc55ffbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc HTTP/1.1" status: 200 len: 217 time: 0.0824766 Feb 07 13:15:58.569362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port cbe604d2-0860-4e0a-9149-d35dc47cde2f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:58.583848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:58.626583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::1 (c7752a43-b062-440d-a0bf-267aa725f6d8/389e4de0-49c6-4f2d-84a9-4ffc2730694f/77cb7682-ab61-4e1f-be0b-732b4a5566b5) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:15:58.669823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ea424db0-c398-4ed4-8c39-1664e1631ac0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for 1c219d7a-ef0b-4104-858a-24e57d474884 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:58.724299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:58.817290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfa5355-2e3e-4a82-8849-3e121d145a46,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:58.827130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6236c43e-213d-4f8f-af38-78068c1dda4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ba74292496c4a2387b5085d28f2bcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8175931 Feb 07 13:15:58.830005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51060) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:15:58.867083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-e49249da-9e5d-4997-9ab7-9b0d6775e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:58.868653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-e49249da-9e5d-4997-9ab7-9b0d6775e2da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.3024747 Feb 07 13:15:58.947036 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:58.965079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 77cb7682-ab61-4e1f-be0b-732b4a5566b5 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:15:59.043118 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.089527 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.104557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=ec9b8c61-eba8-4442-becb-fe078d45779c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:59.138408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d960e585-e863-4316-96cc-41892b700a83 None None] Provisioning for port cbe604d2-0860-4e0a-9149-d35dc47cde2f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:59.146098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d960e585-e863-4316-96cc-41892b700a83 None None] Provisioning complete for port cbe604d2-0860-4e0a-9149-d35dc47cde2f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:59.146479 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d960e585-e863-4316-96cc-41892b700a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.170645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:15:59.228712 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d29d0435-f9f8-444d-90c7-b48a6a4b9862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.232209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] For port 8a971c16-ed9a-4c10-8a09-8a58124e624a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8a971c16-ed9a-4c10-8a09-8a58124e624a,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:59.232761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.265576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:15:59.268237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:15:59.269052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.311815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d960e585-e863-4316-96cc-41892b700a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.385947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d960e585-e863-4316-96cc-41892b700a83 None None] For port cbe604d2-0860-4e0a-9149-d35dc47cde2f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cbe604d2-0860-4e0a-9149-d35dc47cde2f,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:15:59.415166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Calling delete_port for 8a971c16-ed9a-4c10-8a09-8a58124e624a owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:15:59.468162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-4253104d-aca0-4dc2-8443-25c1181910f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:15:59.470044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-4253104d-aca0-4dc2-8443-25c1181910f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5858977 Feb 07 13:15:59.502689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea424db0-c398-4ed4-8c39-1664e1631ac0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.505827 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d960e585-e863-4316-96cc-41892b700a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.513364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=77cb7682-ab61-4e1f-be0b-732b4a5566b5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:59.600054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960e585-e863-4316-96cc-41892b700a83 None None] Pushing event updated for resources: {'Port': ['ID=cbe604d2-0860-4e0a-9149-d35dc47cde2f,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:59.688352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d29d0435-f9f8-444d-90c7-b48a6a4b9862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.714241 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.728321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.760535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea424db0-c398-4ed4-8c39-1664e1631ac0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Port': ['ID=1c219d7a-ef0b-4104-858a-24e57d474884,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:15:59.825193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a3be7f44-946d-478d-923a-0a6562ecebb6 None None] Provisioning for port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:15:59.830704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a3be7f44-946d-478d-923a-0a6562ecebb6 None None] Provisioning complete for port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:15:59.831088 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a3be7f44-946d-478d-923a-0a6562ecebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:15:59.893660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a3be7f44-946d-478d-923a-0a6562ecebb6 None None] Port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:15:59.964916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-a2308118-0887-4928-b327-06b111bc2540 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549360 Feb 07 13:15:59.965900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea424db0-c398-4ed4-8c39-1664e1631ac0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.092976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ea424db0-c398-4ed4-8c39-1664e1631ac0 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "DELETE /v2.0/ports/1c219d7a-ef0b-4104-858a-24e57d474884 HTTP/1.1" status: 204 len: 168 time: 2.7201090 Feb 07 13:16:00.099619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51066) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:00.112874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c30433-c53a-4938-a002-0fce077b15c0 req-4e65123f-65ef-4e90-901c-dec323a0eeec tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:00.114426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-89c30433-c53a-4938-a002-0fce077b15c0 req-4e65123f-65ef-4e90-901c-dec323a0eeec tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Synchronizing usage tracker for tenant:16db3ea079b94a3d87d0382195ffd12d on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:00.116885 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d29d0435-f9f8-444d-90c7-b48a6a4b9862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.119239 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d29d0435-f9f8-444d-90c7-b48a6a4b9862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.124652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d29d0435-f9f8-444d-90c7-b48a6a4b9862 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/adfa5355-2e3e-4a82-8849-3e121d145a46 HTTP/1.1" status: 204 len: 168 time: 1.2885318 Feb 07 13:16:00.226522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 4708da7c-d855-4cd8-b199-d64a8169e0df has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:16:00.226691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.247311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['943c3fe3-1699-4798-a220-6e77de051672'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:16:00.325914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d0435-f9f8-444d-90c7-b48a6a4b9862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfa5355-2e3e-4a82-8849-3e121d145a46,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:00.334153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cbe604d2-0860-4e0a-9149-d35dc47cde2f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:00.346271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Pushing event deleted for resources: {'Port': ['ID=8a971c16-ed9a-4c10-8a09-8a58124e624a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:00.462353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-61ce1a2e-6b70-4208-a885-0a3f43a187e8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 329d5510-6701-437a-8ecd-fa2ae3596471 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:00.462972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61ce1a2e-6b70-4208-a885-0a3f43a187e8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.466160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port cbe604d2-0860-4e0a-9149-d35dc47cde2f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:00.466537 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.500456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] No DVR routers for this DVR port 8a971c16-ed9a-4c10-8a09-8a58124e624a on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:00.503280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.506037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bb8d8f9-d0ab-4f93-a0e6-f7eb2354631b req-ac98e501-af0e-47fb-805d-65c811e2724c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.47 "DELETE /v2.0/ports/8a971c16-ed9a-4c10-8a09-8a58124e624a HTTP/1.1" status: 204 len: 173 time: 2.4816484 Feb 07 13:16:00.515881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43de1daf-5b0f-46ef-9ed7-777fac217314', 'name': 'network-vif-deleted', 'tag': '8a971c16-ed9a-4c10-8a09-8a58124e624a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:16:00.522091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-89c30433-c53a-4938-a002-0fce077b15c0 req-4e65123f-65ef-4e90-901c-dec323a0eeec tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Unset dirty status for tenant:16db3ea079b94a3d87d0382195ffd12d on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:00.528841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89c30433-c53a-4938-a002-0fce077b15c0 req-4e65123f-65ef-4e90-901c-dec323a0eeec tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=43de1daf-5b0f-46ef-9ed7-777fac217314 HTTP/1.1" status: 200 len: 946 time: 1.0576255 Feb 07 13:16:00.569878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-d7a86f38-7512-457c-818d-dc73143d156d service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885603 Feb 07 13:16:00.723431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:00.737364 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236a69f-6e7f-48c7-8e12-48681caa38fa None None] Sync routers for ids ['4708da7c-d855-4cd8-b199-d64a8169e0df'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:00.755496 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236a69f-6e7f-48c7-8e12-48681caa38fa None None] Routers {'4708da7c-d855-4cd8-b199-d64a8169e0df'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:00.757145 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8236a69f-6e7f-48c7-8e12-48681caa38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4708da7c-d855-4cd8-b199-d64a8169e0df'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:00.800363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.836794 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5ea09499-c448-4d90-afbf-1b6bb1292cba tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/4708da7c-d855-4cd8-b199-d64a8169e0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3391078 Feb 07 13:16:00.837690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:00.872237 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8236a69f-6e7f-48c7-8e12-48681caa38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:00.882179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-33b4e9d5-7813-47f1-b1df-a5ecc6e68c1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=68f05dff-ff5c-4e23-be73-4702d5274760 HTTP/1.1" status: 200 len: 217 time: 0.2958021 Feb 07 13:16:00.889882 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236a69f-6e7f-48c7-8e12-48681caa38fa None None] Routers {'4708da7c-d855-4cd8-b199-d64a8169e0df'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:00.890664 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8236a69f-6e7f-48c7-8e12-48681caa38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4708da7c-d855-4cd8-b199-d64a8169e0df'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:00.892889 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43de1daf-5b0f-46ef-9ed7-777fac217314', 'name': 'network-vif-deleted', 'tag': '8a971c16-ed9a-4c10-8a09-8a58124e624a', 'status': 'completed', 'code': 200} Feb 07 13:16:00.894506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-df62514c-88b6-457f-82bd-f7834dd65e80 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:00.899480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.900661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:00.951797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89c30433-c53a-4938-a002-0fce077b15c0 req-85ae4635-15f2-4aeb-bec1-69bf3bec8d6f tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219470 Feb 07 13:16:00.999828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-f70fa592-24be-445f-9125-c3d581f0d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:01.001491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-f70fa592-24be-445f-9125-c3d581f0d1a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.1022866 Feb 07 13:16:01.010098 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8236a69f-6e7f-48c7-8e12-48681caa38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:01.010570 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8236a69f-6e7f-48c7-8e12-48681caa38fa None None] The sync data for ids ['4708da7c-d855-4cd8-b199-d64a8169e0df'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:01.018812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8a971c16-ed9a-4c10-8a09-8a58124e624a no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:01.056386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 8a971c16-ed9a-4c10-8a09-8a58124e624a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:01.056767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8a971c16-ed9a-4c10-8a09-8a58124e624a not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:01.222391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=77cb7682-ab61-4e1f-be0b-732b4a5566b5,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:01.250746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61ce1a2e-6b70-4208-a885-0a3f43a187e8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:01.273204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:01.274558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:01.276680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-df62514c-88b6-457f-82bd-f7834dd65e80 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:01.277866 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df62514c-88b6-457f-82bd-f7834dd65e80 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=4708da7c-d855-4cd8-b199-d64a8169e0df HTTP/1.1" status: 200 len: 205 time: 0.4389594 Feb 07 13:16:01.326563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51098) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:01.511756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-61ce1a2e-6b70-4208-a885-0a3f43a187e8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for 329d5510-6701-437a-8ecd-fa2ae3596471 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:01.566263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-f04757c2-67a1-4428-a8ca-c14a86f155a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:01.568061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-f04757c2-67a1-4428-a8ca-c14a86f155a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5546091 Feb 07 13:16:01.602371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Router b89bd14c-6f0c-48f0-b675-aae9ac7f7339 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:16:01.642561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-371cddcb-5b4d-4b4a-83e6-f022df7d9c31 None None] Provisioning complete for port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:01.643179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-371cddcb-5b4d-4b4a-83e6-f022df7d9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:01.715680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-371cddcb-5b4d-4b4a-83e6-f022df7d9c31 None None] Port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:16:01.774117 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a48279b8-dedd-4817-91e0-0f3a59ab7172 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:01.793706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:01.805771 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5ec32c59-eebc-4af6-91f9-8fe924b05029 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "PUT /v2.0/routers/b89bd14c-6f0c-48f0-b675-aae9ac7f7339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8825803 Feb 07 13:16:01.807888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Sync routers for ids ['b89bd14c-6f0c-48f0-b675-aae9ac7f7339'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:01.808029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51108) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:01.819505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Routers {'b89bd14c-6f0c-48f0-b675-aae9ac7f7339'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:01.820634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b89bd14c-6f0c-48f0-b675-aae9ac7f7339'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:01.911141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ea4d8-730c-4ae8-9eff-3c33683476aa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:01.911857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f55ea4d8-730c-4ae8-9eff-3c33683476aa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:01.990026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f55ea4d8-730c-4ae8-9eff-3c33683476aa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:02.001580 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f55ea4d8-730c-4ae8-9eff-3c33683476aa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports/77cb7682-ab61-4e1f-be0b-732b4a5566b5 HTTP/1.1" status: 200 len: 911 time: 0.1914706 Feb 07 13:16:02.002445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51116) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:02.004377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Set router b89bd14c-6f0c-48f0-b675-aae9ac7f7339 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:02.152542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74fdbf-34b7-4a14-af7e-3ed57867a379 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:02.159284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74fdbf-34b7-4a14-af7e-3ed57867a379 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:02.165639 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9f74fdbf-34b7-4a14-af7e-3ed57867a379 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1599162 Feb 07 13:16:02.166309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51124) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:02.268518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a48279b8-dedd-4817-91e0-0f3a59ab7172 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:02.273268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-23742549-e63f-4208-bf38-d338771b530a service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968172 Feb 07 13:16:02.274721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a48279b8-dedd-4817-91e0-0f3a59ab7172 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:02.278293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61ce1a2e-6b70-4208-a885-0a3f43a187e8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:02.441246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce1a2e-6b70-4208-a885-0a3f43a187e8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Port': ['ID=329d5510-6701-437a-8ecd-fa2ae3596471,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:02.443059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'name': 'tempest-NetworksTestDHCPv6-router-754844805', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:56Z', 'updated_at': '2022-02-07T13:15:59Z', 'revision_number': 2, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None, '_interfaces': [{'id': '77cb7682-ab61-4e1f-be0b-732b4a5566b5', 'name': '', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'mac_address': 'fa:16:3e:18:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '389e4de0-49c6-4f2d-84a9-4ffc2730694f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:15:58Z', 'updated_at': '2022-02-07T13:16:00Z', 'revision_number': 2, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'subnets': [{'id': '389e4de0-49c6-4f2d-84a9-4ffc2730694f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:02.449529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Checking router: b89bd14c-6f0c-48f0-b675-aae9ac7f7339 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:16:02.450083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Updating router b89bd14c-6f0c-48f0-b675-aae9ac7f7339 port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:16:02.542776 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:02.552522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a48279b8-dedd-4817-91e0-0f3a59ab7172 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:02.552522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48279b8-dedd-4817-91e0-0f3a59ab7172 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Fanout notify agent at l3_agent the message router_deleted on router 4708da7c-d855-4cd8-b199-d64a8169e0df {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:16:02.799437 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a48279b8-dedd-4817-91e0-0f3a59ab7172 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:02.804284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a48279b8-dedd-4817-91e0-0f3a59ab7172 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/4708da7c-d855-4cd8-b199-d64a8169e0df HTTP/1.1" status: 204 len: 168 time: 1.4713879 Feb 07 13:16:02.806322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51140) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:02.810673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-c9a4333f-7f58-478d-9172-71c3b16e2a7f service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302033 Feb 07 13:16:02.850323 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61ce1a2e-6b70-4208-a885-0a3f43a187e8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:02.860416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-61ce1a2e-6b70-4208-a885-0a3f43a187e8 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "DELETE /v2.0/ports/329d5510-6701-437a-8ecd-fa2ae3596471 HTTP/1.1" status: 204 len: 168 time: 2.7597625 Feb 07 13:16:02.902231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51144) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:02.999846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-5169be7d-a05a-4539-a6ae-4cadb6fde5d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 HTTP/1.1" status: 200 len: 217 time: 0.1380613 Feb 07 13:16:03.007003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.092064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a10ea39-c17c-4788-9eb1-f95869917df6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet 1c190a9e-8a92-4a5a-9422-2a581d77b8fd {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:03.104070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a10ea39-c17c-4788-9eb1-f95869917df6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.132092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2096917f-19b0-4498-8e2c-c660ba3c8438 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting subnet 18676c2e-8abc-4e8a-9954-da5a2e6eac25 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:03.134526 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.142960 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2096917f-19b0-4498-8e2c-c660ba3c8438 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.152452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Transition to ACTIVE for port object 77cb7682-ab61-4e1f-be0b-732b4a5566b5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:03.160886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-356879bb-299f-4170-a62d-688f1ed2d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:03.162382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-356879bb-299f-4170-a62d-688f1ed2d05f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.1538403 Feb 07 13:16:03.207885 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a10ea39-c17c-4788-9eb1-f95869917df6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.221163 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.298902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3313f3-36d2-4a35-b8cc-4a67623888c3 req-b5a125ae-5e2d-4151-887c-a864cf1a30e8 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:03.307228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a3313f3-36d2-4a35-b8cc-4a67623888c3 req-b5a125ae-5e2d-4151-887c-a864cf1a30e8 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.3689291 Feb 07 13:16:03.383031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a3313f3-36d2-4a35-b8cc-4a67623888c3 req-10c24e50-fe5a-45cd-968f-52ff87eecf57 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750129 Feb 07 13:16:03.393888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-9129f30b-ba27-48e8-8d18-2f82e5b4bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:03.401940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-9129f30b-ba27-48e8-8d18-2f82e5b4bfff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2262943 Feb 07 13:16:03.413594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c593cc8-ee69-4470-ab5c-db6ee2c7a1d5 None None] Pushing event updated for resources: {'Port': ['ID=77cb7682-ab61-4e1f-be0b-732b4a5566b5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:03.431034 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a10ea39-c17c-4788-9eb1-f95869917df6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.487188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Attempting to bind port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:16:03.487754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Attempting to bind port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:16:03.488043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Attempting to bind port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:16:03.495287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:16:03.495287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:03.495287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.495287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:16:03.495597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Bound port: 77cb7682-ab61-4e1f-be0b-732b4a5566b5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:16:03.496050 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.525700 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2096917f-19b0-4498-8e2c-c660ba3c8438 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.591449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] For port 77cb7682-ab61-4e1f-be0b-732b4a5566b5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:16:03.594678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] For port 77cb7682-ab61-4e1f-be0b-732b4a5566b5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=77cb7682-ab61-4e1f-be0b-732b4a5566b5,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:16:03.616535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-371fafe1-62c1-409e-a4c6-645def97fd31 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134409 Feb 07 13:16:03.705351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.769459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-900e2c16-6d00-4a70-936b-60031ee30dfc service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469007 Feb 07 13:16:03.774659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a10ea39-c17c-4788-9eb1-f95869917df6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.780741 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2096917f-19b0-4498-8e2c-c660ba3c8438 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.815800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Routers {'b89bd14c-6f0c-48f0-b675-aae9ac7f7339'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:03.817098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b89bd14c-6f0c-48f0-b675-aae9ac7f7339'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:03.840978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 77cb7682-ab61-4e1f-be0b-732b4a5566b5 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:03.845169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.895817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ea39-c17c-4788-9eb1-f95869917df6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=1c190a9e-8a92-4a5a-9422-2a581d77b8fd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:03.903383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-23c50c2a-659f-47b9-a6c6-161fcc6afc02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f66cb58-c047-40ed-8071-4db412f99c8a HTTP/1.1" status: 200 len: 217 time: 0.1229310 Feb 07 13:16:03.904232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c593cc8-ee69-4470-ab5c-db6ee2c7a1d5 None None] Pushing event updated for resources: {'Port': ['ID=77cb7682-ab61-4e1f-be0b-732b4a5566b5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:03.906765 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a10ea39-c17c-4788-9eb1-f95869917df6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:03.922872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3462e5-d77f-4355-8818-4891ee45cad7 None None] Network 080a65a5-1f35-460e-bf27-84b8dc8675ed requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:03.954224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3a10ea39-c17c-4788-9eb1-f95869917df6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/1c190a9e-8a92-4a5a-9422-2a581d77b8fd HTTP/1.1" status: 204 len: 168 time: 1.1466596 Feb 07 13:16:03.960241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51162) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:04.040887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-17b8b499-14ff-4b1a-8c38-d04207ad2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:04.048497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-17b8b499-14ff-4b1a-8c38-d04207ad2dac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.1376731 Feb 07 13:16:04.124104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c361ecf6-1f75-4008-b002-618e25c3d591 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet 30ca70f0-3c19-444a-80d7-7f6f9db26424 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:04.130676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c361ecf6-1f75-4008-b002-618e25c3d591 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.146081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] For port 77cb7682-ab61-4e1f-be0b-732b4a5566b5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=77cb7682-ab61-4e1f-be0b-732b4a5566b5,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:04.146656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.201523 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c361ecf6-1f75-4008-b002-618e25c3d591 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.243676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] Set router b89bd14c-6f0c-48f0-b675-aae9ac7f7339 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:04.249082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-ae9d1b19-bfa1-4a2f-889c-730d8e7c9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:04.250586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-ae9d1b19-bfa1-4a2f-889c-730d8e7c9c7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1936252 Feb 07 13:16:04.267421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2096917f-19b0-4498-8e2c-c660ba3c8438 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.372495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 77cb7682-ab61-4e1f-be0b-732b4a5566b5 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:04.418113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c361ecf6-1f75-4008-b002-618e25c3d591 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.451475 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2096917f-19b0-4498-8e2c-c660ba3c8438 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.471331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096917f-19b0-4498-8e2c-c660ba3c8438 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Subnet': ['ID=18676c2e-8abc-4e8a-9954-da5a2e6eac25,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:04.477464 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2096917f-19b0-4498-8e2c-c660ba3c8438 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "DELETE /v2.0/subnets/18676c2e-8abc-4e8a-9954-da5a2e6eac25 HTTP/1.1" status: 204 len: 168 time: 1.5704989 Feb 07 13:16:04.480733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51176) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:04.484245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0897e73c-8d2c-4e5e-879e-d447a52266f3 None None] Network 60259f8c-9fde-4ec1-875e-189e2348e688 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:04.484459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-1945e58e-cb1a-4e60-9843-c6f17c7bc1a3 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218647 Feb 07 13:16:04.590623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbf3d3e-8c3f-4c0c-88ff-e95442d09dd7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting subnet a1615c5e-e87c-4d7d-8d08-8435a4247941 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:04.593890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3d3e-8c3f-4c0c-88ff-e95442d09dd7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.656021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3d3e-8c3f-4c0c-88ff-e95442d09dd7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.768042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3d3e-8c3f-4c0c-88ff-e95442d09dd7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:04.974978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9366320-2aab-4d2d-98ee-ff08b2f374e2 req-e10e5244-ece0-4030-a953-c82db5759c9b service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790039 Feb 07 13:16:05.002242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe68464-73ab-4041-936d-9240567fa291 req-e04329e3-085b-44a0-9509-70a918d60b98 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:05.005597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbe68464-73ab-4041-936d-9240567fa291 req-e04329e3-085b-44a0-9509-70a918d60b98 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.35 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.2511687 Feb 07 13:16:05.017736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d69e08-b815-43b5-9059-138f876b3662 req-08f81942-b9da-4220-ba9b-40d520b62189 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:05.019070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58d69e08-b815-43b5-9059-138f876b3662 req-08f81942-b9da-4220-ba9b-40d520b62189 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.2632375 Feb 07 13:16:05.024359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] DHCP port deletion for 080a65a5-1f35-460e-bf27-84b8dc8675ed request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:05.033443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] Deleting port ae27ac37-2c82-4be7-96cc-248b79890b5b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:05.033816 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.051209 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c361ecf6-1f75-4008-b002-618e25c3d591 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.079485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.090069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3d3e-8c3f-4c0c-88ff-e95442d09dd7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.093411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'name': 'tempest-NetworksTestDHCPv6-router-754844805', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:56Z', 'updated_at': '2022-02-07T13:15:59Z', 'revision_number': 2, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None, '_interfaces': [{'id': '77cb7682-ab61-4e1f-be0b-732b4a5566b5', 'name': '', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'mac_address': 'fa:16:3e:18:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '389e4de0-49c6-4f2d-84a9-4ffc2730694f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:15:58Z', 'updated_at': '2022-02-07T13:16:03Z', 'revision_number': 4, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'subnets': [{'id': '389e4de0-49c6-4f2d-84a9-4ffc2730694f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:05.103581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9b0a8-953b-4377-a73f-f03b2315413d None None] The sync data for ids ['b89bd14c-6f0c-48f0-b675-aae9ac7f7339'] in n-d-811416-5 is: [{'id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'name': 'tempest-NetworksTestDHCPv6-router-754844805', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:56Z', 'updated_at': '2022-02-07T13:15:59Z', 'revision_number': 2, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None, '_interfaces': [{'id': '77cb7682-ab61-4e1f-be0b-732b4a5566b5', 'name': '', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'mac_address': 'fa:16:3e:18:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '389e4de0-49c6-4f2d-84a9-4ffc2730694f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:15:58Z', 'updated_at': '2022-02-07T13:16:03Z', 'revision_number': 4, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'subnets': [{'id': '389e4de0-49c6-4f2d-84a9-4ffc2730694f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:05.137331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c361ecf6-1f75-4008-b002-618e25c3d591 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.154660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361ecf6-1f75-4008-b002-618e25c3d591 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=30ca70f0-3c19-444a-80d7-7f6f9db26424,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:05.155064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58457f50-998c-4cd1-985a-a3c32275255a None None] Network e6c21cd7-44ed-4236-9372-6081e7c6beda requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:05.171678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c361ecf6-1f75-4008-b002-618e25c3d591 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/30ca70f0-3c19-444a-80d7-7f6f9db26424 HTTP/1.1" status: 204 len: 168 time: 1.2131579 Feb 07 13:16:05.182015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51182) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:05.206783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=77cb7682-ab61-4e1f-be0b-732b4a5566b5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:05.208748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf3d3e-8c3f-4c0c-88ff-e95442d09dd7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Subnet': ['ID=a1615c5e-e87c-4d7d-8d08-8435a4247941,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:05.244929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Deleting port 943c3fe3-1699-4798-a220-6e77de051672 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:05.245513 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.295538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3d3e-8c3f-4c0c-88ff-e95442d09dd7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.373740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] DHCP port deletion for 60259f8c-9fde-4ec1-875e-189e2348e688 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:05.387506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58d69e08-b815-43b5-9059-138f876b3662 req-db8a0c67-9e39-44d9-a099-bb49c3a7418d tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174844 Feb 07 13:16:05.429783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6bbf3d3e-8c3f-4c0c-88ff-e95442d09dd7 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "DELETE /v2.0/subnets/a1615c5e-e87c-4d7d-8d08-8435a4247941 HTTP/1.1" status: 204 len: 168 time: 0.9457257 Feb 07 13:16:05.433998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51188) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:05.455803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b3981-0713-4f70-98e9-53fb9dcc5372 None None] Network 539a678e-11cb-4f26-978c-0ccb9fa8e390 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:05.459196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.501922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] Deleting port 86461912-bfc2-45d5-81db-b9e7fe08c589 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:05.502438 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.780349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] For port 943c3fe3-1699-4798-a220-6e77de051672, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=943c3fe3-1699-4798-a220-6e77de051672,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:05.780349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.866246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.874230 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:05.930867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Calling delete_port for 943c3fe3-1699-4798-a220-6e77de051672 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:06.036564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port ae27ac37-2c82-4be7-96cc-248b79890b5b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:06.037186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:06.085627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 86461912-bfc2-45d5-81db-b9e7fe08c589 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:06.085969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:06.160061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] For port 86461912-bfc2-45d5-81db-b9e7fe08c589, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86461912-bfc2-45d5-81db-b9e7fe08c589,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:06.161236 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:06.356342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] Calling delete_port for 86461912-bfc2-45d5-81db-b9e7fe08c589 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:06.397073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] For port 86461912-bfc2-45d5-81db-b9e7fe08c589, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86461912-bfc2-45d5-81db-b9e7fe08c589,segment=NetworkSegment(7ac409e7-3927-437b-85c5-95b254408703),segment_id=7ac409e7-3927-437b-85c5-95b254408703)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:06.397677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:06.432055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ae27ac37-2c82-4be7-96cc-248b79890b5b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:06.495618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port ae27ac37-2c82-4be7-96cc-248b79890b5b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ae27ac37-2c82-4be7-96cc-248b79890b5b,segment=NetworkSegment(bbc1b686-77b5-40ed-bc93-72c2b0e98029),segment_id=bbc1b686-77b5-40ed-bc93-72c2b0e98029)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:06.495814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:06.536971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Calling delete_port for 86461912-bfc2-45d5-81db-b9e7fe08c589 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:06.553194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] For port ae27ac37-2c82-4be7-96cc-248b79890b5b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ae27ac37-2c82-4be7-96cc-248b79890b5b,segment=NetworkSegment(bbc1b686-77b5-40ed-bc93-72c2b0e98029),segment_id=bbc1b686-77b5-40ed-bc93-72c2b0e98029)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:06.553869 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:06.567643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51194) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:06.595272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Router b89bd14c-6f0c-48f0-b675-aae9ac7f7339 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:16:06.641135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for ae27ac37-2c82-4be7-96cc-248b79890b5b owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:06.806101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] Calling delete_port for ae27ac37-2c82-4be7-96cc-248b79890b5b owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:06.842635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:06.853212 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bb17fbdb-ec62-4719-a789-735c752e7d7c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "PUT /v2.0/routers/b89bd14c-6f0c-48f0-b675-aae9ac7f7339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6850724 Feb 07 13:16:06.854309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51204) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:06.878584 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:06.883441 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:06.915325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:06.929321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:06.935228 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:06.935368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] Usage tracker for resource:security_group_rule and tenant:ce5589604aa94cd3817d817f7e9e8ead is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:06.935756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:06.943956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c90e1-05bb-468f-948a-8064644fb2e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:06.944809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:06.945562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c90e1-05bb-468f-948a-8064644fb2e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:06.946328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1f3c90e1-05bb-468f-948a-8064644fb2e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:06.963259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.027722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] Pushing event deleted for resources: {'Port': ['ID=86461912-bfc2-45d5-81db-b9e7fe08c589,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:07.027924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e87c-74a0-4228-9108-74c2810d6b54 req-0ba3cb43-1435-416e-bdf1-edee0cdc06ff tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:07.036850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e096e87c-74a0-4228-9108-74c2810d6b54 req-0ba3cb43-1435-416e-bdf1-edee0cdc06ff tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 945 time: 0.4681084 Feb 07 13:16:07.037363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f9749-bcc6-4147-80be-fe98a0978fb6 None None] No DVR routers for this DVR port 86461912-bfc2-45d5-81db-b9e7fe08c589 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:07.045540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Pushing event deleted for resources: {'Port': ['ID=943c3fe3-1699-4798-a220-6e77de051672,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:07.068346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1f3c90e1-05bb-468f-948a-8064644fb2e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:07.075333 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1f3c90e1-05bb-468f-948a-8064644fb2e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2195005 Feb 07 13:16:07.075911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51208) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:07.082645 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.086183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.094981 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:07.094981 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:07.154691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86461912-bfc2-45d5-81db-b9e7fe08c589 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:07.179490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a839e93-7684-4038-913d-3681a2b6e09d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 389e4de0-49c6-4f2d-84a9-4ffc2730694f {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:07.182771 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a839e93-7684-4038-913d-3681a2b6e09d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.196651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 86461912-bfc2-45d5-81db-b9e7fe08c589 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:07.200373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86461912-bfc2-45d5-81db-b9e7fe08c589 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:07.207712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=ae27ac37-2c82-4be7-96cc-248b79890b5b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:07.219202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] DHCP port deletion for e6c21cd7-44ed-4236-9372-6081e7c6beda request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:07.228844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No DVR routers for this DVR port ae27ac37-2c82-4be7-96cc-248b79890b5b on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:07.228994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] Deleting port c8ef8dba-1006-4dbf-af1a-e0966f6798db {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:07.228994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.267124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] DHCP port deletion for 539a678e-11cb-4f26-978c-0ccb9fa8e390 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:07.269814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a839e93-7684-4038-913d-3681a2b6e09d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.279014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] Deleting port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:07.279392 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.280055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] No DVR routers for this DVR port 943c3fe3-1699-4798-a220-6e77de051672 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:07.291019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.365596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688cec1c-933d-4499-b408-273479313cb3', 'name': 'network-vif-deleted', 'tag': '943c3fe3-1699-4798-a220-6e77de051672'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:16:07.368778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a839e93-7684-4038-913d-3681a2b6e09d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.431204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Deleting port 86461912-bfc2-45d5-81db-b9e7fe08c589 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:07.431863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.435639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.461129 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] Sync routers for ids ['b89bd14c-6f0c-48f0-b675-aae9ac7f7339'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:07.477269 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] Routers {'b89bd14c-6f0c-48f0-b675-aae9ac7f7339'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:07.477888 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b89bd14c-6f0c-48f0-b675-aae9ac7f7339'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:07.481139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e096e87c-74a0-4228-9108-74c2810d6b54 req-ad8db5f6-2b05-46e3-be14-c3b887d26dc8 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/security-groups?id=10f1ef67-f09c-421c-90c7-d09076d6014f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456666 Feb 07 13:16:07.493520 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688cec1c-933d-4499-b408-273479313cb3', 'name': 'network-vif-deleted', 'tag': '943c3fe3-1699-4798-a220-6e77de051672', 'status': 'completed', 'code': 200} Feb 07 13:16:07.524345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] The port '86461912-bfc2-45d5-81db-b9e7fe08c589' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:16:07.532417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.568125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080a65a5-1f35-460e-bf27-84b8dc8675ed']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:07.586541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc1b686-77b5-40ed-bc93-72c2b0e98029') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:07.586979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc1b686-77b5-40ed-bc93-72c2b0e98029') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:07.597603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] Deleting port ae27ac37-2c82-4be7-96cc-248b79890b5b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:07.598384 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.605663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.624936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.636055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:07.636055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.661381 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] Set router b89bd14c-6f0c-48f0-b675-aae9ac7f7339 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:07.754863 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:07.764669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbe68464-73ab-4041-936d-9240567fa291 req-4eb1dc8a-62a8-4392-af60-ddba45b1ed48 tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.35 "DELETE /v2.0/ports/943c3fe3-1699-4798-a220-6e77de051672 HTTP/1.1" status: 204 len: 173 time: 2.7433174 Feb 07 13:16:07.765577 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.789817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-48a1a318-550a-46e7-8a26-257b46b67acb None None] The port 'ae27ac37-2c82-4be7-96cc-248b79890b5b' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:16:07.795319 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'name': 'tempest-NetworksTestDHCPv6-router-754844805', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:56Z', 'updated_at': '2022-02-07T13:16:04Z', 'revision_number': 3, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:07.801760 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] Checking router: b89bd14c-6f0c-48f0-b675-aae9ac7f7339 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:16:07.820243 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] Routers {'b89bd14c-6f0c-48f0-b675-aae9ac7f7339'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:07.820797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] For port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6c6b947-7664-46bd-8bd6-8d881d8a1ffe,segment=NetworkSegment(f851d82c-d6a9-4918-89a2-8985e7ff7e98),segment_id=f851d82c-d6a9-4918-89a2-8985e7ff7e98)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:07.820921 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:15:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b89bd14c-6f0c-48f0-b675-aae9ac7f7339'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:07.821197 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.849730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] For port c8ef8dba-1006-4dbf-af1a-e0966f6798db, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8ef8dba-1006-4dbf-af1a-e0966f6798db,segment=NetworkSegment(da96f0f9-ff2f-457a-bef7-41281cfd9b75),segment_id=da96f0f9-ff2f-457a-bef7-41281cfd9b75)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:07.850129 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.856812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.860449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce5589604aa94cd3817d817f7e9e8ead&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2917211 Feb 07 13:16:07.863623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b5827-9564-435e-b6f2-2e8fefe16899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17b4a81-4c98-441d-9c8e-902963fa92a0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:07.867866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51216) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:07.873320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a839e93-7684-4038-913d-3681a2b6e09d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.935642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a839e93-7684-4038-913d-3681a2b6e09d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=389e4de0-49c6-4f2d-84a9-4ffc2730694f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:07.945955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.965685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60259f8c-9fde-4ec1-875e-189e2348e688']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:07.970262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a839e93-7684-4038-913d-3681a2b6e09d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.975782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab134442-9f12-4589-85f6-0c5a22bf9765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.983839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:07.987321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac409e7-3927-437b-85c5-95b254408703') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:07.987321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac409e7-3927-437b-85c5-95b254408703') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:08.003476 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.007200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=080a65a5-1f35-460e-bf27-84b8dc8675ed,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:08.018471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9483bdc2-288b-4ea7-a281-045bee012ce8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/080a65a5-1f35-460e-bf27-84b8dc8675ed HTTP/1.1" status: 204 len: 168 time: 2.8282578 Feb 07 13:16:08.021716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51220) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:08.029899 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab134442-9f12-4589-85f6-0c5a22bf9765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.034654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] Calling delete_port for a6c6b947-7664-46bd-8bd6-8d881d8a1ffe owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:08.044000 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] Set router b89bd14c-6f0c-48f0-b675-aae9ac7f7339 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:08.106452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e2bf75-821d-43c7-87ce-00156f0607a1 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:08.127611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.155175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:08.155175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.166653 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'name': 'tempest-NetworksTestDHCPv6-router-754844805', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:56Z', 'updated_at': '2022-02-07T13:16:04Z', 'revision_number': 3, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:08.167471 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:08.177295 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1d55e-793e-44f9-9b59-176283617e3b None None] The sync data for ids ['b89bd14c-6f0c-48f0-b675-aae9ac7f7339'] in n-d-811416-5 is: [{'id': 'b89bd14c-6f0c-48f0-b675-aae9ac7f7339', 'name': 'tempest-NetworksTestDHCPv6-router-754844805', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:15:56Z', 'updated_at': '2022-02-07T13:16:04Z', 'revision_number': 3, 'project_id': '53f65ea388b949cb8d31c712524ed828', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:08.209380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab134442-9f12-4589-85f6-0c5a22bf9765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.236371 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3a839e93-7684-4038-913d-3681a2b6e09d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/389e4de0-49c6-4f2d-84a9-4ffc2730694f HTTP/1.1" status: 204 len: 168 time: 1.1588988 Feb 07 13:16:08.236965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab134442-9f12-4589-85f6-0c5a22bf9765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17b4a81-4c98-441d-9c8e-902963fa92a0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:08.245401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51224) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:08.246903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab134442-9f12-4589-85f6-0c5a22bf9765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.248654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ab134442-9f12-4589-85f6-0c5a22bf9765 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f17b4a81-4c98-441d-9c8e-902963fa92a0 HTTP/1.1" status: 204 len: 168 time: 0.3795617 Feb 07 13:16:08.283473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.296011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port c8ef8dba-1006-4dbf-af1a-e0966f6798db {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:08.296492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.347447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] Calling delete_port for c8ef8dba-1006-4dbf-af1a-e0966f6798db owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:08.350057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.371219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.389949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Network': ['ID=60259f8c-9fde-4ec1-875e-189e2348e688,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:08.423044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7a0950f6-c9c8-43f5-98b4-f6b1da382a07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:router {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:08.565944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6c6b947-7664-46bd-8bd6-8d881d8a1ffe no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:08.573514 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f9ce3d92-f90e-4f28-8b65-9fa3044d6335 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "DELETE /v2.0/networks/60259f8c-9fde-4ec1-875e-189e2348e688 HTTP/1.1" status: 204 len: 168 time: 3.1391954 Feb 07 13:16:08.576192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51232) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:08.639934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port c8ef8dba-1006-4dbf-af1a-e0966f6798db, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8ef8dba-1006-4dbf-af1a-e0966f6798db,segment=NetworkSegment(da96f0f9-ff2f-457a-bef7-41281cfd9b75),segment_id=da96f0f9-ff2f-457a-bef7-41281cfd9b75)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:08.640433 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.641227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:08.652043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] Deleting port cbe604d2-0860-4e0a-9149-d35dc47cde2f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:08.659654 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.717295 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.731625 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.752788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7a0950f6-c9c8-43f5-98b4-f6b1da382a07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:router {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:08.756535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7a0950f6-c9c8-43f5-98b4-f6b1da382a07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5038946 Feb 07 13:16:08.814985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51238) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:08.902774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 943c3fe3-1699-4798-a220-6e77de051672 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:08.907312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1bcaeeab-85c6-4f4c-b814-48b46afb5ecc req-2cd72f5e-fc0d-4b7d-9bd2-0bc54b954f3c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Synchronizing usage tracker for tenant:16db3ea079b94a3d87d0382195ffd12d on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:08.908187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for c8ef8dba-1006-4dbf-af1a-e0966f6798db owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:08.930439 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52c9b5f7-39dd-420a-9a78-573bcd105c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:08.966432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] No DVR routers for this DVR port c8ef8dba-1006-4dbf-af1a-e0966f6798db on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:08.968732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No active binding found for port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:16:08.969152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6c6b947-7664-46bd-8bd6-8d881d8a1ffe not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:08.969681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8ef8dba-1006-4dbf-af1a-e0966f6798db no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:09.010278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:09.010784 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:09.012825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846dd8a-3e0c-4ff0-84fc-a8a61e066da0 None None] Pushing event deleted for resources: {'Port': ['ID=c8ef8dba-1006-4dbf-af1a-e0966f6798db,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:09.030552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc1f938e-6592-4976-bd61-0e5e49f4900d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.055691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 943c3fe3-1699-4798-a220-6e77de051672 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:09.056061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 943c3fe3-1699-4798-a220-6e77de051672 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:09.059520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] No DVR routers for this DVR port a6c6b947-7664-46bd-8bd6-8d881d8a1ffe on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:09.070841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c8ef8dba-1006-4dbf-af1a-e0966f6798db {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:09.071190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8ef8dba-1006-4dbf-af1a-e0966f6798db not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:09.101323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1bcaeeab-85c6-4f4c-b814-48b46afb5ecc req-2cd72f5e-fc0d-4b7d-9bd2-0bc54b954f3c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] Unset dirty status for tenant:16db3ea079b94a3d87d0382195ffd12d on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:09.111346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bcaeeab-85c6-4f4c-b814-48b46afb5ecc req-2cd72f5e-fc0d-4b7d-9bd2-0bc54b954f3c tempest-ServerRescueTestJSON-1333555234 tempest-ServerRescueTestJSON-1333555234-project] 10.222.0.69 "GET /v2.0/ports?device_id=688cec1c-933d-4499-b408-273479313cb3 HTTP/1.1" status: 200 len: 210 time: 0.3487267 Feb 07 13:16:09.111346 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.127077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786ef52-49d8-42e2-859a-c10f81607916 None None] Pushing event deleted for resources: {'Port': ['ID=a6c6b947-7664-46bd-8bd6-8d881d8a1ffe,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:09.265447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] For port cbe604d2-0860-4e0a-9149-d35dc47cde2f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cbe604d2-0860-4e0a-9149-d35dc47cde2f,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:09.265845 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.370976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51242) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:09.387652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.395313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] Calling delete_port for cbe604d2-0860-4e0a-9149-d35dc47cde2f owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:09.403428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:09.409216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] Usage tracker for resource:security_group_rule and tenant:3415cc0e5be24271a515da3acb0463c2 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:09.412723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:09.418891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:09.512508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port c8ef8dba-1006-4dbf-af1a-e0966f6798db {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:09.512804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.548106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.552185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.588336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] The port 'c8ef8dba-1006-4dbf-af1a-e0966f6798db' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:16:09.600090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] Pushing event deleted for resources: {'Port': ['ID=cbe604d2-0860-4e0a-9149-d35dc47cde2f,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:09.603320 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc1f938e-6592-4976-bd61-0e5e49f4900d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.604302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7ce35-b22e-4ddd-a063-0812b4f9d47e None None] No DVR routers for this DVR port cbe604d2-0860-4e0a-9149-d35dc47cde2f on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:09.608605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc1f938e-6592-4976-bd61-0e5e49f4900d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.641716 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.646290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.671785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539a678e-11cb-4f26-978c-0ccb9fa8e390']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:09.684607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f851d82c-d6a9-4918-89a2-8985e7ff7e98') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:09.684908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f851d82c-d6a9-4918-89a2-8985e7ff7e98') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:09.698384 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.724514 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.730508 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc1f938e-6592-4976-bd61-0e5e49f4900d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.731022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1f938e-6592-4976-bd61-0e5e49f4900d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Fanout notify agent at l3_agent the message router_deleted on router b89bd14c-6f0c-48f0-b675-aae9ac7f7339 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:16:09.733660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:09.733660 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.748083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828e2584-e5e3-432b-979b-6de9bc7f6ea4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:09.750828 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:09.777718 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3e6bac5-5ad7-418b-8acf-a7a6122b9999 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3415cc0e5be24271a515da3acb0463c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079525 Feb 07 13:16:09.779591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.787545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51246) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:09.834013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c21cd7-44ed-4236-9372-6081e7c6beda']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:09.857679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da96f0f9-ff2f-457a-bef7-41281cfd9b75') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:09.865694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da96f0f9-ff2f-457a-bef7-41281cfd9b75') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:09.876690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.880874 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fc1f938e-6592-4976-bd61-0e5e49f4900d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.882206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fc1f938e-6592-4976-bd61-0e5e49f4900d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/routers/b89bd14c-6f0c-48f0-b675-aae9ac7f7339 HTTP/1.1" status: 204 len: 168 time: 1.0659726 Feb 07 13:16:09.885091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51250) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:09.903705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cbd7-1a78-463c-9221-77ecbf8d2230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.907552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.923186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.923535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:09.923758 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:09.940986 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:09.944825 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:09.956175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c1ab0aa4-6b1e-4609-89b8-214aa63a13dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:09.958902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] Pushing event deleted for resources: {'Network': ['ID=539a678e-11cb-4f26-978c-0ccb9fa8e390,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:09.970989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-08fb214f-d4ff-47e6-88db-ae2da8813ae3 tempest-TaggedBootDevicesTest-766071226 tempest-TaggedBootDevicesTest-766071226-project] 10.222.0.69 "DELETE /v2.0/networks/539a678e-11cb-4f26-978c-0ccb9fa8e390 HTTP/1.1" status: 204 len: 168 time: 1.3937478 Feb 07 13:16:10.036708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cbd7-1a78-463c-9221-77ecbf8d2230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.088357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c1ab0aa4-6b1e-4609-89b8-214aa63a13dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:10.092490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c1ab0aa4-6b1e-4609-89b8-214aa63a13dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2035403 Feb 07 13:16:10.094444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51260) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:10.207742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51268) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:10.250636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 77cb7682-ab61-4e1f-be0b-732b4a5566b5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:10.281427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.286498 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.305946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cbd7-1a78-463c-9221-77ecbf8d2230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.307354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 77cb7682-ab61-4e1f-be0b-732b4a5566b5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:10.307880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 77cb7682-ab61-4e1f-be0b-732b4a5566b5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:10.308414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cbe604d2-0860-4e0a-9149-d35dc47cde2f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:10.333824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=e6c21cd7-44ed-4236-9372-6081e7c6beda,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:10.346567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829017b9-51a3-4b1d-8bad-a4799410284f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:10.347262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-829017b9-51a3-4b1d-8bad-a4799410284f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:10.350605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5cbd7-1a78-463c-9221-77ecbf8d2230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828e2584-e5e3-432b-979b-6de9bc7f6ea4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:10.353007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: cbe604d2-0860-4e0a-9149-d35dc47cde2f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:10.353450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cbe604d2-0860-4e0a-9149-d35dc47cde2f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:10.367428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cbd7-1a78-463c-9221-77ecbf8d2230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.368599 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d1b5cbd7-1a78-463c-9221-77ecbf8d2230 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/828e2584-e5e3-432b-979b-6de9bc7f6ea4 HTTP/1.1" status: 204 len: 168 time: 0.5792925 Feb 07 13:16:10.484358 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1ea241bd-aba5-4939-a12d-c99029a94d13 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/e6c21cd7-44ed-4236-9372-6081e7c6beda HTTP/1.1" status: 204 len: 168 time: 2.4550831 Feb 07 13:16:10.484358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-829017b9-51a3-4b1d-8bad-a4799410284f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:10.484358 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-829017b9-51a3-4b1d-8bad-a4799410284f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3859897 Feb 07 13:16:10.486886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51276) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:10.487221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:10.494641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-2144787244'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:10.565337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:10.576385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-63eea3eb-96ff-49c8-923a-69a36ebc7b8c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:router {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:10.579031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:10.583050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:10.594196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:10.676773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-63eea3eb-96ff-49c8-923a-69a36ebc7b8c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:router {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:10.686968 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-63eea3eb-96ff-49c8-923a-69a36ebc7b8c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1985912 Feb 07 13:16:10.687661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51284) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:10.694119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:10.786183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:10.792161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.870876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:16:10.873360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:10.874658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.889082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:10.891296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.891648 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment 13caad26-273a-47a1-970b-49b239aa89fd of type vlan for network 63c5faf1-f59a-484d-841a-44f955c2e4ef Feb 07 13:16:10.929544 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:10.995197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:10.999096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.094455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.100752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:11.101394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.267148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=63c5faf1-f59a-484d-841a-44f955c2e4ef,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:11.278926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 63c5faf1-f59a-484d-841a-44f955c2e4ef details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:16:11.391918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c0b333ee-4f9a-4a00-8884-14d30f765604 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8993008 Feb 07 13:16:11.400926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51298) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:11.418322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': '63c5faf1-f59a-484d-841a-44f955c2e4ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:11.543324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Deleting port 200455a6-7b1f-4f31-98ee-820307f41ca3 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:11.543802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.556872 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e95ef417-b33b-4274-84b9-94988b45c725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.577411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:11.581524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:11.585590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:11.591931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:11.725660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.objects.ports [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88312) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:16:11.727944 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.761318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:11.764916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.773174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] For port 200455a6-7b1f-4f31-98ee-820307f41ca3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=200455a6-7b1f-4f31-98ee-820307f41ca3,segment=NetworkSegment(144ddb76-670e-40df-b275-1a83f8ca454c),segment_id=144ddb76-670e-40df-b275-1a83f8ca454c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:11.775770 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.837940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=6aaf0d55-f5f1-432c-95fe-5a008e621317,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:11.916377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:11.920370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:11.925247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:11.928499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:11.931551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9fdb1-793a-434d-86c0-a683bd828004 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:11.936987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Calling delete_port for 200455a6-7b1f-4f31-98ee-820307f41ca3 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:12.142652 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-85084862-9f78-431e-92ea-779a66e1f97a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4538078 Feb 07 13:16:12.143375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51314) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:12.149587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:12.251989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.270743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '6aaf0d55-f5f1-432c-95fe-5a008e621317'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:16:12.271723 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.281121 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.284559 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.289186 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.368883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=200455a6-7b1f-4f31-98ee-820307f41ca3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:12.427227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=175ef2a2-e1cb-45c6-8529-fcffd84de852,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:12.436677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': '13caad26-273a-47a1-970b-49b239aa89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '63c5faf1-f59a-484d-841a-44f955c2e4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:12.437054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: 63c5faf1-f59a-484d-841a-44f955c2e4ef, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:16:12.443800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:12.460051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Allocated IP 2001:db8::f816:3eff:fe88:d18e (c7752a43-b062-440d-a0bf-267aa725f6d8/6aaf0d55-f5f1-432c-95fe-5a008e621317/6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:12.460424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:12.471325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:12.480605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:12.572967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 63c5faf1-f59a-484d-841a-44f955c2e4ef is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:16:12.577621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:12.581818 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.693820 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.739681 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.752434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Transition to ACTIVE for port object 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:12.780321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Transition to ACTIVE for port object 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:12.918448 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.966481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 63c5faf1-f59a-484d-841a-44f955c2e4ef) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:12.977690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:12.978294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:12.987658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:12.996762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:12.999626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:13.021006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e5e0a-4ede-4083-a0fe-74f113b59de2 None None] Network 63c5faf1-f59a-484d-841a-44f955c2e4ef requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:13.104625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51332) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:13.105378 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3304b2a-bc71-4a0b-ab59-f35a8c5303aa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7027993 Feb 07 13:16:13.116167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1522441278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:13.124910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:13.135271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:router and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:13.140882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:13.202739 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.227606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:13.252649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Pushing event updated for resources: {'Port': ['ID=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:13.302259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Attempting to bind port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:16:13.303351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Attempting to bind port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:16:13.303914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Attempting to bind port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:16:13.311563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:16:13.312280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:13.312880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.313443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:16:13.314314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Bound port: 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:16:13.314857 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.315520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Router 69975ee2-1601-427e-9ba1-7ad0c9a7413c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:16:13.325347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=01efc4b6-2452-432e-81f4-ca633402e3fa,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:13.351529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:13.352732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:13.356218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:13.356956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.499916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:16:13.531760 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.532956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.542696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:16:13.560804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-63c5faf1-f59a-484d-841a-44f955c2e4ef', 'network_id': '63c5faf1-f59a-484d-841a-44f955c2e4ef', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': '175ef2a2-e1cb-45c6-8529-fcffd84de852'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:16:13.562005 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.575263 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d16bff0c-3f0d-404d-bc2e-f9ca561a63ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4308157 Feb 07 13:16:13.580684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:13.580819 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.586866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:1c:dc:c0', 'name': 'tempest-NetworksTestDHCPv6-1055069293'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:13.660737 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.688708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:13.718834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] Sync routers for ids ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:13.764477 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.764671 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.786205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] Routers {'69975ee2-1601-427e-9ba1-7ad0c9a7413c'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:13.787001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:13.821423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ce255aaf-5745-4d7d-bc48-a5d97aed22f9 admin admin] 10.222.0.69 "PUT /v2.0/routers/69975ee2-1601-427e-9ba1-7ad0c9a7413c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6065688 Feb 07 13:16:13.821423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51352) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:13.864886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:13.880726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:13.924218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:13.925654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f4b7d932-98fa-42a7-a4d8-b416e8714ab4 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8194594 Feb 07 13:16:13.928849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51360) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:13.935099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'port': {'network_id': '63c5faf1-f59a-484d-841a-44f955c2e4ef', 'name': 'tempest-RoutersTest-196846224'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:13.988903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd970cdb-d497-48a4-b993-07362a770c57 None None] Pushing event updated for resources: {'Port': ['ID=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:14.052875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:14.143427 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:14.200087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Allocated IP 172.20.0.2 (63c5faf1-f59a-484d-841a-44f955c2e4ef/175ef2a2-e1cb-45c6-8529-fcffd84de852/aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:14.424674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] Set router 69975ee2-1601-427e-9ba1-7ad0c9a7413c gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:14.435509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:14.443233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:port and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:14.448784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:14.481454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:14.492253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:14.530103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:14.565300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 71bc01fc-a0fd-4dc1-a421-430ba6c419ba yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:16:14.667389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Deleting port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:14.667389 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:14.748646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:14.764061 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:14.817215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] device_id is not set on port 53b0c59c-0f03-400a-a089-4bf823b64634 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:16:14.945029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] For port 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:14.945419 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.023827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 172.20.0.5 (c7752a43-b062-440d-a0bf-267aa725f6d8/01efc4b6-2452-432e-81f4-ca633402e3fa/71bc01fc-a0fd-4dc1-a421-430ba6c419ba) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:15.037989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fe1c:dcc0 (c7752a43-b062-440d-a0bf-267aa725f6d8/6aaf0d55-f5f1-432c-95fe-5a008e621317/71bc01fc-a0fd-4dc1-a421-430ba6c419ba) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:15.098397 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.108037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Calling delete_port for 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:15.114064 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.154309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Transition to ACTIVE for port object aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:15.215452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Transition to ACTIVE for port object aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:15.229095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:16:12Z', 'revision_number': 5, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port': {'id': '0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:13:35Z', 'updated_at': '2022-02-07T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:15.237958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] Checking router: 69975ee2-1601-427e-9ba1-7ad0c9a7413c for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:16:15.287859 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.347051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] Routers {'69975ee2-1601-427e-9ba1-7ad0c9a7413c'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:15.348071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:15.377406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.397783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.20.0.14 (63c5faf1-f59a-484d-841a-44f955c2e4ef/175ef2a2-e1cb-45c6-8529-fcffd84de852/53b0c59c-0f03-400a-a089-4bf823b64634) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:15.413418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 71bc01fc-a0fd-4dc1-a421-430ba6c419ba will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:15.535071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.549111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Network 63c5faf1-f59a-484d-841a-44f955c2e4ef is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:15.667313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] Set router 69975ee2-1601-427e-9ba1-7ad0c9a7413c gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:15.687203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:15.747937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.748196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Pushing event updated for resources: {'Port': ['ID=aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:15.759092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:15.767469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:15.835248 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.863070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:15.887169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:16:14Z', 'revision_number': 6, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:15.890092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object 53b0c59c-0f03-400a-a089-4bf823b64634 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:15.938275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51384) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:15.981464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:15.983031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806be66-dacc-4d69-bcee-5199537d9e9f None None] The sync data for ids ['69975ee2-1601-427e-9ba1-7ad0c9a7413c'] in n-d-811416-5 is: [{'id': '69975ee2-1601-427e-9ba1-7ad0c9a7413c', 'name': 'tempest-ServerRescueTestJSON-660257442-router', 'tenant_id': '16db3ea079b94a3d87d0382195ffd12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:13:34Z', 'updated_at': '2022-02-07T13:16:14Z', 'revision_number': 6, 'project_id': '16db3ea079b94a3d87d0382195ffd12d', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:15.993857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:16.000162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Attempting to bind port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:16:16.000538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Attempting to bind port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '13caad26-273a-47a1-970b-49b239aa89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '63c5faf1-f59a-484d-841a-44f955c2e4ef'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:16:16.000905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Attempting to bind port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 on network 63c5faf1-f59a-484d-841a-44f955c2e4ef {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:16:16.002882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:16.015414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:16:16.015802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Checking segment: {'id': '13caad26-273a-47a1-970b-49b239aa89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '63c5faf1-f59a-484d-841a-44f955c2e4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:16.016239 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.020596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Bound using segment: {'id': '13caad26-273a-47a1-970b-49b239aa89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '63c5faf1-f59a-484d-841a-44f955c2e4ef'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:16:16.021082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Bound port: aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13caad26-273a-47a1-970b-49b239aa89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '63c5faf1-f59a-484d-841a-44f955c2e4ef'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:16:16.021493 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.045135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294e025-f2eb-499b-ab3e-26d85b6575cb None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:16.076446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.125501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=71bc01fc-a0fd-4dc1-a421-430ba6c419ba,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:16.181080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 63c5faf1-f59a-484d-841a-44f955c2e4ef is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:16.203900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:16.206494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:16.235992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.238903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.281208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] For port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:16:16.285262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.307138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:16.307944 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.324559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] For port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601,segment=NetworkSegment(13caad26-273a-47a1-970b-49b239aa89fd),segment_id=13caad26-273a-47a1-970b-49b239aa89fd)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:16:16.337303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=53b0c59c-0f03-400a-a089-4bf823b64634,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:16.341021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:16.347095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ddae3ace-1142-4777-ab7f-004c51f605b1 None None] Provisioning for port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:16.357880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:f01684e0b42541808bfe70101e1eedac is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:16.366765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:16.369905 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.370407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69975ee2-1601-427e-9ba1-7ad0c9a7413c {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:16:16.380828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:16.391856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.393080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:16.393885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.396462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1162ac15-a8dc-4a31-a0d2-4fcdfe869103 admin admin] 10.222.0.69 "DELETE /v2.0/routers/69975ee2-1601-427e-9ba1-7ad0c9a7413c HTTP/1.1" status: 204 len: 168 time: 2.5770025 Feb 07 13:16:16.399511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51390) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:16.430984 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.487400 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0326e868-269f-4a70-aa49-866a348122ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9080136 Feb 07 13:16:16.493068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51394) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:16.493231 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3766534a-53c3-4c98-a856-f2117a5cb6a2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5629871 Feb 07 13:16:16.493961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51396) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:16.602895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28c2cf-892d-4bb1-b27c-4672e6cb936c None None] Pushing event updated for resources: {'Port': ['ID=aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:16.698887 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.777566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80d433e-7400-4ef4-9817-acb2509460a8 admin admin] Deleting subnet 6e1e8225-0310-44f2-9490-e5b8a2d78c5c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:16.800312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408df037-9eac-4f72-a1b2-8a5f82592af8 None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '6aaf0d55-f5f1-432c-95fe-5a008e621317', 'ip_address': '2001:db8::f816:3eff:fe88:d18e'}, {'subnet_id': '01efc4b6-2452-432e-81f4-ca633402e3fa'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:16:16.808296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.854159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a80d433e-7400-4ef4-9817-acb2509460a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:16.906276 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-408df037-9eac-4f72-a1b2-8a5f82592af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.082873 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f01684e0b42541808bfe70101e1eedac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1402745 Feb 07 13:16:17.083482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ff5ec-7f72-4d0c-9733-63a8d61ea0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a9159c-587c-49f0-89a1-51376a23e34f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:17.095195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51404) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:17.097332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a80d433e-7400-4ef4-9817-acb2509460a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.181513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:17.190636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a80d433e-7400-4ef4-9817-acb2509460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.294649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-408df037-9eac-4f72-a1b2-8a5f82592af8 None None] Allocated IP 172.20.0.2 (c7752a43-b062-440d-a0bf-267aa725f6d8/01efc4b6-2452-432e-81f4-ca633402e3fa/6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:17.393707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3a28b-2ac4-49f7-a1b0-5127be9f3658 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:17.401008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3a28b-2ac4-49f7-a1b0-5127be9f3658 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:17.405254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3ec3a28b-2ac4-49f7-a1b0-5127be9f3658 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.9065578 Feb 07 13:16:17.405698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:17.406320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51408) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:17.413302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:17.413786 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.439232 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a80d433e-7400-4ef4-9817-acb2509460a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.498185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d79b8aec-3e63-4de5-996b-29eaa22c179d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 71bc01fc-a0fd-4dc1-a421-430ba6c419ba {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:17.509215 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d79b8aec-3e63-4de5-996b-29eaa22c179d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.510224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d433e-7400-4ef4-9817-acb2509460a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1e8225-0310-44f2-9490-e5b8a2d78c5c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:17.520352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a80d433e-7400-4ef4-9817-acb2509460a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.526834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-408df037-9eac-4f72-a1b2-8a5f82592af8 None None] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:17.547609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a80d433e-7400-4ef4-9817-acb2509460a8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6e1e8225-0310-44f2-9490-e5b8a2d78c5c HTTP/1.1" status: 204 len: 168 time: 1.1464775 Feb 07 13:16:17.550600 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9427639c-ecb6-4a6c-bcb1-8077c271f2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.554863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51412) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:17.611289 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-408df037-9eac-4f72-a1b2-8a5f82592af8 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.628848 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.680290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-408df037-9eac-4f72-a1b2-8a5f82592af8 None None] Transition to ACTIVE for port object 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:17.740887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.743837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9427639c-ecb6-4a6c-bcb1-8077c271f2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.759363 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-408df037-9eac-4f72-a1b2-8a5f82592af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:17.890302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d79b8aec-3e63-4de5-996b-29eaa22c179d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.064510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:18.065928 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:18.079821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408df037-9eac-4f72-a1b2-8a5f82592af8 None None] Pushing event updated for resources: {'Port': ['ID=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:18.088435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d79b8aec-3e63-4de5-996b-29eaa22c179d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 71bc01fc-a0fd-4dc1-a421-430ba6c419ba owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:18.091764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.375883 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.406867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cdac08-ccd3-45ab-8c01-dcda3f37242c']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:18.422415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144ddb76-670e-40df-b275-1a83f8ca454c') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:18.423021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144ddb76-670e-40df-b275-1a83f8ca454c') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:18.439383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.540417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d79b8aec-3e63-4de5-996b-29eaa22c179d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.573865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.602540 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9427639c-ecb6-4a6c-bcb1-8077c271f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.621827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:18.622241 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.635781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cea0c5-7b13-4402-900f-58e0e6a27fc4 None None] Network 63c5faf1-f59a-484d-841a-44f955c2e4ef requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:18.641630 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:18.692843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8aec-3e63-4de5-996b-29eaa22c179d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=71bc01fc-a0fd-4dc1-a421-430ba6c419ba,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:18.870364 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:18.908005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427639c-ecb6-4a6c-bcb1-8077c271f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a9159c-587c-49f0-89a1-51376a23e34f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:18.935245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1ccd5ccf-c734-4c21-a0f3-1bc4d1056d9b None None] Provisioning for port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:18.973379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:19.009546 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d79b8aec-3e63-4de5-996b-29eaa22c179d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.036342 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d79b8aec-3e63-4de5-996b-29eaa22c179d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/71bc01fc-a0fd-4dc1-a421-430ba6c419ba HTTP/1.1" status: 204 len: 168 time: 1.6274600 Feb 07 13:16:19.036342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51422) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:19.076641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9427639c-ecb6-4a6c-bcb1-8077c271f2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.080819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9427639c-ecb6-4a6c-bcb1-8077c271f2b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8a9159c-587c-49f0-89a1-51376a23e34f HTTP/1.1" status: 204 len: 168 time: 1.8293993 Feb 07 13:16:19.091169 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.181561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65bf2d9-7756-428b-af10-e64707ea6a58 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:19.183256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65bf2d9-7756-428b-af10-e64707ea6a58 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:19.187127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65bf2d9-7756-428b-af10-e64707ea6a58 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:19.188019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b65bf2d9-7756-428b-af10-e64707ea6a58 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:19.202741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 200455a6-7b1f-4f31-98ee-820307f41ca3 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:19.242042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:19.255642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-63deb2cf-b1f7-41df-adab-bcd35e5f8201 None None] Could not find standard attr ID for object 71bc01fc-a0fd-4dc1-a421-430ba6c419ba. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:16:19.268411 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.269468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 200455a6-7b1f-4f31-98ee-820307f41ca3 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:19.269468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 200455a6-7b1f-4f31-98ee-820307f41ca3 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:19.280461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.284687 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.294576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b65bf2d9-7756-428b-af10-e64707ea6a58 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:19.294576 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b65bf2d9-7756-428b-af10-e64707ea6a58 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2532496 Feb 07 13:16:19.294576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:19.307630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86cdac08-ccd3-45ab-8c01-dcda3f37242c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:19.310361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-33cee94e-33b7-49b1-ad2c-7b0819165db4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/86cdac08-ccd3-45ab-8c01-dcda3f37242c HTTP/1.1" status: 204 len: 168 time: 1.7320006 Feb 07 13:16:19.397903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-63deb2cf-b1f7-41df-adab-bcd35e5f8201 None None] Provisioning for port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:19.403038 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.406830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-63deb2cf-b1f7-41df-adab-bcd35e5f8201 None None] Provisioning complete for port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:19.407225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-63deb2cf-b1f7-41df-adab-bcd35e5f8201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.514881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e94753e-5c03-4593-9da6-ea2a8b1e8efd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 01efc4b6-2452-432e-81f4-ca633402e3fa {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:19.521080 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e94753e-5c03-4593-9da6-ea2a8b1e8efd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.652175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:19.721221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e94753e-5c03-4593-9da6-ea2a8b1e8efd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.768400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=53b0c59c-0f03-400a-a089-4bf823b64634,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:19.920840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e94753e-5c03-4593-9da6-ea2a8b1e8efd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:19.960389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:19.960938 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.024679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51440) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:20.157543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:20.175452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d781f461-3ffb-4520-ad68-c68a2e1c695e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16db3ea079b94a3d87d0382195ffd12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472082 Feb 07 13:16:20.175929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:20.197414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e94753e-5c03-4593-9da6-ea2a8b1e8efd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.206402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aff2b0a2-abbe-46b0-b1ff-7cc8260365f8 None None] Could not find standard attr ID for object 71bc01fc-a0fd-4dc1-a421-430ba6c419ba. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:16:20.249361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.282302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94753e-5c03-4593-9da6-ea2a8b1e8efd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=01efc4b6-2452-432e-81f4-ca633402e3fa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:20.295515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e94753e-5c03-4593-9da6-ea2a8b1e8efd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.356719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51448) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:20.357494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-074c1262-1f3d-47e0-9c0c-ced16b8d24a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.357602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aff2b0a2-abbe-46b0-b1ff-7cc8260365f8 None None] Provisioning for port 53b0c59c-0f03-400a-a089-4bf823b64634 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:20.365929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aff2b0a2-abbe-46b0-b1ff-7cc8260365f8 None None] Provisioning complete for port 53b0c59c-0f03-400a-a089-4bf823b64634 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:20.366307 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aff2b0a2-abbe-46b0-b1ff-7cc8260365f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.398424 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.423402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:20.437746 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1e94753e-5c03-4593-9da6-ea2a8b1e8efd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/01efc4b6-2452-432e-81f4-ca633402e3fa HTTP/1.1" status: 204 len: 168 time: 1.1425893 Feb 07 13:16:20.439184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:20.445459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51452) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:20.449551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] Usage tracker for resource:security_group_rule and tenant:d63b605ab88b48e9b33a065567717eed is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:20.459332 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-074c1262-1f3d-47e0-9c0c-ced16b8d24a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.459470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:20.459551 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.514950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-aff2b0a2-abbe-46b0-b1ff-7cc8260365f8 None None] Port 53b0c59c-0f03-400a-a089-4bf823b64634 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:16:20.579524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:20.594487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:20.648507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-074c1262-1f3d-47e0-9c0c-ced16b8d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.648700 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.681288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7070b8e8-68a0-4587-8f73-1d9f5a30ecaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 6aaf0d55-f5f1-432c-95fe-5a008e621317 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:20.687024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7070b8e8-68a0-4587-8f73-1d9f5a30ecaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.690148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce057597-f373-4b47-b07e-354416d52d8e None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:20.758424 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7070b8e8-68a0-4587-8f73-1d9f5a30ecaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.801402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-89945bb2-0dc4-4e8d-8443-94a3de90f7ea None None] Provisioning complete for port 53b0c59c-0f03-400a-a089-4bf823b64634 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:20.802083 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89945bb2-0dc4-4e8d-8443-94a3de90f7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.823128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c1262-1f3d-47e0-9c0c-ced16b8d24a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1ef67-f09c-421c-90c7-d09076d6014f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:20.838286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-074c1262-1f3d-47e0-9c0c-ced16b8d24a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.840625 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-074c1262-1f3d-47e0-9c0c-ced16b8d24a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10f1ef67-f09c-421c-90c7-d09076d6014f HTTP/1.1" status: 204 len: 168 time: 0.6630766 Feb 07 13:16:20.917856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.925366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-89945bb2-0dc4-4e8d-8443-94a3de90f7ea None None] Port 53b0c59c-0f03-400a-a089-4bf823b64634 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:16:20.931125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601,segment=NetworkSegment(13caad26-273a-47a1-970b-49b239aa89fd),segment_id=13caad26-273a-47a1-970b-49b239aa89fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:20.945829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:20.976287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7070b8e8-68a0-4587-8f73-1d9f5a30ecaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.081867 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.119006 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.158850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:21.162400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:21.178090 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d63b605ab88b48e9b33a065567717eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8163955 Feb 07 13:16:21.178959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29047651-baa7-4f46-a7ec-34bd4298aea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcb4585-1c31-46a2-a066-c15d1d3613ec,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:21.182275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:21.194222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7070b8e8-68a0-4587-8f73-1d9f5a30ecaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.274094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7070b8e8-68a0-4587-8f73-1d9f5a30ecaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.280333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070b8e8-68a0-4587-8f73-1d9f5a30ecaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaf0d55-f5f1-432c-95fe-5a008e621317,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:21.292987 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:21.292987 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0ba7f84e-7753-4d5d-a2fe-9e4b6d14dae2 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:21.422533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:21.453454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a26d59c-dc8f-497a-b7f4-0217c1ae0a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.477267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a26d59c-dc8f-497a-b7f4-0217c1ae0a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.486073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7070b8e8-68a0-4587-8f73-1d9f5a30ecaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/6aaf0d55-f5f1-432c-95fe-5a008e621317 HTTP/1.1" status: 204 len: 168 time: 1.0380676 Feb 07 13:16:21.489581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51468) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:21.559027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:21.559462 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.584925 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-901f5695-8027-4aec-82d9-0e65ea26196c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942545 Feb 07 13:16:21.594344 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.596864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:21.607734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:21.618734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3247f18c-b980-44a5-982b-41ac3ce4d94f None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '6aaf0d55-f5f1-432c-95fe-5a008e621317'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:16:21.696287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3247f18c-b980-44a5-982b-41ac3ce4d94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.732112 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.756649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:21.762693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:21.768123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:21.774598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:21.838268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a26d59c-dc8f-497a-b7f4-0217c1ae0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.857740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26d59c-dc8f-497a-b7f4-0217c1ae0a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcb4585-1c31-46a2-a066-c15d1d3613ec,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:21.876408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a26d59c-dc8f-497a-b7f4-0217c1ae0a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.877895 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2a26d59c-dc8f-497a-b7f4-0217c1ae0a6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/edcb4585-1c31-46a2-a066-c15d1d3613ec HTTP/1.1" status: 204 len: 168 time: 0.6877799 Feb 07 13:16:21.917144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=53b0c59c-0f03-400a-a089-4bf823b64634,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:21.937401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51488) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:21.938283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:21.948652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:21.963285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:22.068937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b04485-eea9-4a54-be6c-1177583b0e11 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:22.129438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 63c5faf1-f59a-484d-841a-44f955c2e4ef is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:22.131233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:22.254359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3cd35213-593c-470b-82a7-3bfd64c5dcfe None None] Provisioning complete for port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:22.257931 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3cd35213-593c-470b-82a7-3bfd64c5dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:22.620661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router abe637b0-5412-49ae-91ca-1cd71e340733 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:16:22.704681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:22.714349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Deleting port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:22.715502 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:22.739825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.objects.ports [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88312) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:16:22.956000 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:16:22.997553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ec0ba9a5-b601-4a71-9095-efed04289c50 None None] Provisioning complete for port 53b0c59c-0f03-400a-a089-4bf823b64634 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:22.997940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ec0ba9a5-b601-4a71-9095-efed04289c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:23.081472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:23.097580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9d44c6b6-23b0-4dd9-8324-5b8064d7cd7b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/abe637b0-5412-49ae-91ca-1cd71e340733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5946054 Feb 07 13:16:23.097580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51510) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:23.098744 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279009b-f36d-4301-9d93-21e4015050e3 None None] Sync routers for ids ['abe637b0-5412-49ae-91ca-1cd71e340733'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:23.112766 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279009b-f36d-4301-9d93-21e4015050e3 None None] Routers {'abe637b0-5412-49ae-91ca-1cd71e340733'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:23.113467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1279009b-f36d-4301-9d93-21e4015050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['abe637b0-5412-49ae-91ca-1cd71e340733'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:23.215068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ba9a5-b601-4a71-9095-efed04289c50 None None] Port 53b0c59c-0f03-400a-a089-4bf823b64634 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:16:23.219240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0c99e0-7577-438f-a989-4a3992f4a87e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:23.225406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1e0c99e0-7577-438f-a989-4a3992f4a87e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:23.272639 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1279009b-f36d-4301-9d93-21e4015050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:23.288245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:23.288649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:23.291056 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279009b-f36d-4301-9d93-21e4015050e3 None None] Routers {'abe637b0-5412-49ae-91ca-1cd71e340733'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:23.291673 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1279009b-f36d-4301-9d93-21e4015050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['abe637b0-5412-49ae-91ca-1cd71e340733'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:23.329408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1e0c99e0-7577-438f-a989-4a3992f4a87e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:23.329408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1e0c99e0-7577-438f-a989-4a3992f4a87e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports/53b0c59c-0f03-400a-a089-4bf823b64634 HTTP/1.1" status: 200 len: 977 time: 0.2328429 Feb 07 13:16:23.329408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51516) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:23.445175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:23.454746 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1279009b-f36d-4301-9d93-21e4015050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:23.455154 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1279009b-f36d-4301-9d93-21e4015050e3 None None] The sync data for ids ['abe637b0-5412-49ae-91ca-1cd71e340733'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:23.494404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Calling delete_port for 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:23.518049 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:23.704442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.042095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:24.130590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.132345 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.150834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.241881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.242726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.302373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:24.303053 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:24.326766 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:24.337612 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:24.407692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:24.436829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:24.436829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:24.436829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.534177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=9a240aba-5f75-4d93-afc8-4a20557df9a9,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:24.544798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,revision_number=8']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:24.553014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.591742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 53b0c59c-0f03-400a-a089-4bf823b64634 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:24.592342 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.664570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51566) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:24.679147 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-899fde88-b98d-4ce0-8e4c-48582836d529 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0812662 Feb 07 13:16:24.691608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51570) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:24.720575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Deleting port c4bc2acd-f64e-4b96-9b9d-683a37653e82 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:24.721106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.754513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:24.844986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Deleting port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:24.845599 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.951032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.960348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] For port c4bc2acd-f64e-4b96-9b9d-683a37653e82, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c4bc2acd-f64e-4b96-9b9d-683a37653e82,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:24.960348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:24.997216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:25.012175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:25.029026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:25.102033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 53b0c59c-0f03-400a-a089-4bf823b64634 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:25.130618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:25.139352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:25.155408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:25.158053 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:25.213042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Calling delete_port for c4bc2acd-f64e-4b96-9b9d-683a37653e82 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:25.229162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:25.229768 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:25.242511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:25.259846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] Usage tracker for resource:security_group_rule and tenant:b8454a56de9248e9b5391c8b00171e91 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:25.264694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:25.273470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:25.277433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:25.281625 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:25.304195 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:25.401910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Calling delete_port for 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:25.504011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:25.597498 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:25.598382 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:25.602882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:25.608003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:25.663583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bc2acd-f64e-4b96-9b9d-683a37653e82,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:25.673749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=53b0c59c-0f03-400a-a089-4bf823b64634,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:25.850307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Deleting port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:25.850740 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:25.953637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.179844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:26.228539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] For port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:26.228945 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.232720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:26.241712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.248219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:26.248815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.253160 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.360103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Calling delete_port for 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:26.372999 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.443537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=d51289e0-92be-41f2-8e0a-a20e62da5d42,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:26.476409 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.539576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e1ff51-835d-41f7-8004-99735455ecd7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:26.581419 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2eb217fd-47c9-4e4f-8006-75c6da679ccb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8454a56de9248e9b5391c8b00171e91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9118152 Feb 07 13:16:26.584896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51600) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:26.599895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router abe637b0-5412-49ae-91ca-1cd71e340733 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:16:26.600046 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.600170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5ce97602-aa11-47d9-bb32-c0b741161e70 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9039931 Feb 07 13:16:26.600170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51604) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:26.607892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:a1:ff:59', 'name': 'tempest-NetworksTestDHCPv6-460151278'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:26.669526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] Pushing event deleted for resources: {'Port': ['ID=6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:26.800691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d397927-d2a3-4a04-b40c-3a764fc8f82a None None] No DVR routers for this DVR port 6c68aca8-7a9d-470c-bc1d-fe9c63cca6cc on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:26.823581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97326358-6ae9-43d1-a350-04c2d23ccda1 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:26.876244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:26.885599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d9669b31-1511-4cb1-8ade-6a3ed846ed1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:26.886019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-13bccaf5-36b7-4c69-9b01-9acd4288417a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/abe637b0-5412-49ae-91ca-1cd71e340733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5520003 Feb 07 13:16:26.887900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51612) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:26.909795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921948e-a3de-4d7b-bcf1-aedfdcc7618e None None] Sync routers for ids ['abe637b0-5412-49ae-91ca-1cd71e340733'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:26.940954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921948e-a3de-4d7b-bcf1-aedfdcc7618e None None] Routers {'abe637b0-5412-49ae-91ca-1cd71e340733'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:26.942102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1921948e-a3de-4d7b-bcf1-aedfdcc7618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['abe637b0-5412-49ae-91ca-1cd71e340733'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:26.965942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Router 9fbccf8e-bee8-415a-a23f-30ba21189d37 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:16:26.972453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d9669b31-1511-4cb1-8ade-6a3ed846ed1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:27.039766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1921948e-a3de-4d7b-bcf1-aedfdcc7618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:27.054834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921948e-a3de-4d7b-bcf1-aedfdcc7618e None None] Routers {'abe637b0-5412-49ae-91ca-1cd71e340733'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:27.055472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1921948e-a3de-4d7b-bcf1-aedfdcc7618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['abe637b0-5412-49ae-91ca-1cd71e340733'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:27.215561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1921948e-a3de-4d7b-bcf1-aedfdcc7618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:27.217356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921948e-a3de-4d7b-bcf1-aedfdcc7618e None None] The sync data for ids ['abe637b0-5412-49ae-91ca-1cd71e340733'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:27.287182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:27.298519 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] Sync routers for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:27.309050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:27.318161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:27.318783 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:27.362913 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-94910c76-885e-4501-96b9-6f9cffed7add admin admin] 10.222.0.69 "PUT /v2.0/routers/9fbccf8e-bee8-415a-a23f-30ba21189d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4240341 Feb 07 13:16:27.367591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:27.381590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:27.385304 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-d4711262-0380-4fd7-8b91-ecc1ccdafdfa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 13:16:27.386526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d4711262-0380-4fd7-8b91-ecc1ccdafdfa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/abe637b0-5412-49ae-91ca-1cd71e340733/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4976819 Feb 07 13:16:27.387380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:27.389955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51622) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:27.421735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '9a240aba-5f75-4d93-afc8-4a20557df9a9'}, {'subnet_id': 'd51289e0-92be-41f2-8e0a-a20e62da5d42'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:16:27.423705 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:27.441042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:27.459194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-943ed079-ec8f-4041-9ed7-f01fcbd15bc7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:27.506707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d9669b31-1511-4cb1-8ade-6a3ed846ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:27.508844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d9669b31-1511-4cb1-8ade-6a3ed846ed1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:27.510010 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d9669b31-1511-4cb1-8ade-6a3ed846ed1a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/64e1ff51-835d-41f7-8004-99735455ecd7 HTTP/1.1" status: 204 len: 168 time: 0.9240417 Feb 07 13:16:27.533265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9669b31-1511-4cb1-8ade-6a3ed846ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e1ff51-835d-41f7-8004-99735455ecd7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:27.618749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-943ed079-ec8f-4041-9ed7-f01fcbd15bc7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:27.622825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-943ed079-ec8f-4041-9ed7-f01fcbd15bc7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=abe637b0-5412-49ae-91ca-1cd71e340733 HTTP/1.1" status: 200 len: 205 time: 0.2317333 Feb 07 13:16:27.623459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51630) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:27.626611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:27.664430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:27.862989 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:27.927615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:27.940675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Allocated IP 172.20.0.2 (c7752a43-b062-440d-a0bf-267aa725f6d8/d51289e0-92be-41f2-8e0a-a20e62da5d42/96f71289-32c2-45f5-8cd1-70a6c47dd4aa) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:27.952745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Allocated IP 2001:db8::f816:3eff:fe5e:ef77 (c7752a43-b062-440d-a0bf-267aa725f6d8/9a240aba-5f75-4d93-afc8-4a20557df9a9/96f71289-32c2-45f5-8cd1-70a6c47dd4aa) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:27.997299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Deleting port c9236a14-6f7a-4ab3-8e47-78f4830aa19f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:27.997651 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.196330 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:16:25Z', 'revision_number': 5, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port': {'id': 'c9236a14-6f7a-4ab3-8e47-78f4830aa19f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:37Z', 'updated_at': '2022-02-07T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:28.209620 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] Checking router: 9fbccf8e-bee8-415a-a23f-30ba21189d37 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:16:28.212114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35b54d75-0cc0-4625-97ce-0c0925abbe25 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.213039 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] Routers {'9fbccf8e-bee8-415a-a23f-30ba21189d37'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:28.213582 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9fbccf8e-bee8-415a-a23f-30ba21189d37'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:28.440279 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] Set router 9fbccf8e-bee8-415a-a23f-30ba21189d37 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:28.453798 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.458055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.475038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Transition to ACTIVE for port object 96f71289-32c2-45f5-8cd1-70a6c47dd4aa will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:28.502878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Transition to ACTIVE for port object 96f71289-32c2-45f5-8cd1-70a6c47dd4aa will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:28.522268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] For port c9236a14-6f7a-4ab3-8e47-78f4830aa19f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c9236a14-6f7a-4ab3-8e47-78f4830aa19f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:28.524265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.565114 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:16:27Z', 'revision_number': 6, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:28.570680 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66749d38-d720-41e6-8886-debf5a1e1978 None None] The sync data for ids ['9fbccf8e-bee8-415a-a23f-30ba21189d37'] in n-d-811416-5 is: [{'id': '9fbccf8e-bee8-415a-a23f-30ba21189d37', 'name': 'tempest-TaggedBootDevicesTest-1076254676-router', 'tenant_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:35Z', 'updated_at': '2022-02-07T13:16:27Z', 'revision_number': 6, 'project_id': 'd38d2aa7c19044409b5c70c6199e1f21', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:28.586477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.633736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:16:28.704836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Calling delete_port for c9236a14-6f7a-4ab3-8e47-78f4830aa19f owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:28.758561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35b54d75-0cc0-4625-97ce-0c0925abbe25 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.765172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35b54d75-0cc0-4625-97ce-0c0925abbe25 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.766138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:28.767128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Pushing event updated for resources: {'Port': ['ID=96f71289-32c2-45f5-8cd1-70a6c47dd4aa,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:28.776819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:28.780431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:28.948955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51650) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:28.953114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35b54d75-0cc0-4625-97ce-0c0925abbe25 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.956555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Attempting to bind port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:16:28.958440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Attempting to bind port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:16:28.960078 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Attempting to bind port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:16:28.961661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b54d75-0cc0-4625-97ce-0c0925abbe25 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Fanout notify agent at l3_agent the message router_deleted on router abe637b0-5412-49ae-91ca-1cd71e340733 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:16:28.970772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:16:28.971753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:28.972205 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:28.972599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:16:28.974884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Bound port: 96f71289-32c2-45f5-8cd1-70a6c47dd4aa, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:16:28.975266 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.016970 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35b54d75-0cc0-4625-97ce-0c0925abbe25 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.025125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51658) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:29.032339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-35b54d75-0cc0-4625-97ce-0c0925abbe25 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/abe637b0-5412-49ae-91ca-1cd71e340733 HTTP/1.1" status: 204 len: 168 time: 1.4012043 Feb 07 13:16:29.069117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 172.20.0.9 (c7752a43-b062-440d-a0bf-267aa725f6d8/d51289e0-92be-41f2-8e0a-a20e62da5d42/edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:29.080027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fea1:ff59 (c7752a43-b062-440d-a0bf-267aa725f6d8/9a240aba-5f75-4d93-afc8-4a20557df9a9/edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:29.120162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] For port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:16:29.123461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] For port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=96f71289-32c2-45f5-8cd1-70a6c47dd4aa,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:16:29.141407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-097757fb-1c28-402d-88fa-e0e87ad26960 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet 175ef2a2-e1cb-45c6-8529-fcffd84de852 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:29.145688 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-097757fb-1c28-402d-88fa-e0e87ad26960 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.188278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.192378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.212729 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.251860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Pushing event deleted for resources: {'Port': ['ID=c9236a14-6f7a-4ab3-8e47-78f4830aa19f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:29.283593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:29.291580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.291919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.292292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.292632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.292969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.293156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] Usage tracker for resource:security_group_rule and tenant:e0fa7b075f7a480ab19bc9e75349f578 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:29.293301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.293636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.294206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.294559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.294886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.295220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.295546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:29.300847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb3398-98ec-4de6-b1cc-c3d585935bcd None None] Pushing event updated for resources: {'Port': ['ID=96f71289-32c2-45f5-8cd1-70a6c47dd4aa,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:29.304798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-097757fb-1c28-402d-88fa-e0e87ad26960 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.307773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:29.329907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:29.456664 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.493280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.528848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c9236a14-6f7a-4ab3-8e47-78f4830aa19f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:29.572476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.613150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c9236a14-6f7a-4ab3-8e47-78f4830aa19f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:29.613749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c9236a14-6f7a-4ab3-8e47-78f4830aa19f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:29.616260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c4bc2acd-f64e-4b96-9b9d-683a37653e82 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:29.674617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.689723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c4bc2acd-f64e-4b96-9b9d-683a37653e82 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:29.704385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c4bc2acd-f64e-4b96-9b9d-683a37653e82 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:29.720282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:29.751569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.762534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.765903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-097757fb-1c28-402d-88fa-e0e87ad26960 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.802302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0476397-a0ee-4653-ab1b-ac872e43bbfc,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:29.808067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d3baeb77-1dd3-4a89-a36a-3938c872837a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0fa7b075f7a480ab19bc9e75349f578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8572710 Feb 07 13:16:29.811345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51670) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:29.831642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.897283 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.897877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fbccf8e-bee8-415a-a23f-30ba21189d37 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:16:29.917306 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.920805 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-98c0f6c4-1e94-40ef-8cd4-382204efdbda admin admin] 10.222.0.69 "DELETE /v2.0/routers/9fbccf8e-bee8-415a-a23f-30ba21189d37 HTTP/1.1" status: 204 len: 168 time: 2.5523384 Feb 07 13:16:29.921152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51676) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:29.953908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:29.961092 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-097757fb-1c28-402d-88fa-e0e87ad26960 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:29.961298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:29.969699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:30.003523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:30.027703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097757fb-1c28-402d-88fa-e0e87ad26960 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=175ef2a2-e1cb-45c6-8529-fcffd84de852,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:30.040299 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76ac0888-c325-4295-bbd9-d23aa7e1d03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.043923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-097757fb-1c28-402d-88fa-e0e87ad26960 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.046241 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-097757fb-1c28-402d-88fa-e0e87ad26960 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/175ef2a2-e1cb-45c6-8529-fcffd84de852 HTTP/1.1" status: 204 len: 168 time: 1.0191808 Feb 07 13:16:30.049054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51684) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:30.051546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba4393-24de-49ec-b52f-c3a453a2e023 None None] Network 63c5faf1-f59a-484d-841a-44f955c2e4ef requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:30.069061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-df22de4f-bc70-4896-917e-1a25bc38b26a admin admin] Deleting subnet b7575810-b11a-4258-bf78-e6ea246191df {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:30.077743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df22de4f-bc70-4896-917e-1a25bc38b26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.079407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:30.080831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.097269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76ac0888-c325-4295-bbd9-d23aa7e1d03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.202191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2b566eae-f3a5-4233-9353-fbb635bf2b8e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6000566 Feb 07 13:16:30.204569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51692) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:30.269312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df22de4f-bc70-4896-917e-1a25bc38b26a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.278533 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76ac0888-c325-4295-bbd9-d23aa7e1d03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.307191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac0888-c325-4295-bbd9-d23aa7e1d03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0476397-a0ee-4653-ab1b-ac872e43bbfc,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:30.340033 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76ac0888-c325-4295-bbd9-d23aa7e1d03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.340234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.344149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-76ac0888-c325-4295-bbd9-d23aa7e1d03d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0476397-a0ee-4653-ab1b-ac872e43bbfc HTTP/1.1" status: 204 len: 168 time: 0.5286036 Feb 07 13:16:30.358230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da29f4-3850-4672-8635-de0735c02ede tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:30.365454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da29f4-3850-4672-8635-de0735c02ede tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:30.366290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-08da29f4-3850-4672-8635-de0735c02ede tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:30.408180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] DHCP port deletion for 63c5faf1-f59a-484d-841a-44f955c2e4ef request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:30.412635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] Deleting port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:30.413093 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.416867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:30.417287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.480763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-08da29f4-3850-4672-8635-de0735c02ede tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:30.480763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-08da29f4-3850-4672-8635-de0735c02ede tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2716777 Feb 07 13:16:30.481448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51700) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:30.602031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df22de4f-bc70-4896-917e-1a25bc38b26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.647843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-87593f82-dc02-4c53-9c8e-fd1e383da822 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:30.648397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87593f82-dc02-4c53-9c8e-fd1e383da822 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:30.727005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] For port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601,segment=NetworkSegment(13caad26-273a-47a1-970b-49b239aa89fd),segment_id=13caad26-273a-47a1-970b-49b239aa89fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:30.728872 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.055924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601,segment=NetworkSegment(13caad26-273a-47a1-970b-49b239aa89fd),segment_id=13caad26-273a-47a1-970b-49b239aa89fd)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:31.056498 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.080095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a9cedb-33ee-47a0-a1ec-dc69b0c4b998 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:31.117415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] Calling delete_port for aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:31.239531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df22de4f-bc70-4896-917e-1a25bc38b26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.258888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:31.265226 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87593f82-dc02-4c53-9c8e-fd1e383da822 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.337068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22de4f-bc70-4896-917e-1a25bc38b26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7575810-b11a-4258-bf78-e6ea246191df,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:31.348746 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df22de4f-bc70-4896-917e-1a25bc38b26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.360490 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df22de4f-bc70-4896-917e-1a25bc38b26a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b7575810-b11a-4258-bf78-e6ea246191df HTTP/1.1" status: 204 len: 168 time: 1.4368017 Feb 07 13:16:31.364678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d920b169-d499-4d00-9ef8-9dc4130f1d3f None None] Provisioning for port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:31.375018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51716) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:31.391389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d0cb9-3cdf-491d-9073-4a48f4d6e4be None None] Network b0856258-ee78-4e86-a446-3b07d5b1e689 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:31.434644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-87593f82-dc02-4c53-9c8e-fd1e383da822 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:31.552288 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.561352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.568990 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:31.569703 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:31.570264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51720) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:31.598563 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.607204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 96f71289-32c2-45f5-8cd1-70a6c47dd4aa up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:31.614106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Deleting port ce4dbe78-4867-4cd9-89a7-c1259ecea716 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:31.614666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.669546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] No DVR routers for this DVR port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:31.701557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b5227-2403-4e05-9f6f-b939eda5f96a None None] Pushing event deleted for resources: {'Port': ['ID=aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:31.707951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:31.711897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] Usage tracker for resource:security_group_rule and tenant:5f31d781a54740779a0c7e17ca9b4824 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:31.714873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:31.733056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:31.862373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:31.868725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:31.869272 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.885612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87593f82-dc02-4c53-9c8e-fd1e383da822 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.914680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] For port ce4dbe78-4867-4cd9-89a7-c1259ecea716, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce4dbe78-4867-4cd9-89a7-c1259ecea716,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:31.915060 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:31.994886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87593f82-dc02-4c53-9c8e-fd1e383da822 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:32.087139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] DHCP port deletion for b0856258-ee78-4e86-a446-3b07d5b1e689 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:32.097392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] Deleting port ce4dbe78-4867-4cd9-89a7-c1259ecea716 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:32.098679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:32.099922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.117370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.145949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Calling delete_port for ce4dbe78-4867-4cd9-89a7-c1259ecea716 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:32.148688 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.240611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87593f82-dc02-4c53-9c8e-fd1e383da822 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.277889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5235c9f0-f8f0-49e4-ba47-7500d360f7e8 None None] Could not find standard attr ID for object edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:16:32.339487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] The port 'aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:16:32.347605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-87593f82-dc02-4c53-9c8e-fd1e383da822 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7 HTTP/1.1" status: 204 len: 168 time: 1.8643694 Feb 07 13:16:32.349730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51738) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:32.406773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5235c9f0-f8f0-49e4-ba47-7500d360f7e8 None None] Provisioning complete for port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:32.407142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5235c9f0-f8f0-49e4-ba47-7500d360f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.450409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=96f71289-32c2-45f5-8cd1-70a6c47dd4aa,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:32.506580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6e071c-bd12-4ae0-ac23-9b679fb533ff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:32.508624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6e071c-bd12-4ae0-ac23-9b679fb533ff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:32.511007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6e071c-bd12-4ae0-ac23-9b679fb533ff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:32.511877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bd6e071c-bd12-4ae0-ac23-9b679fb533ff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:32.549944 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.658985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:32.661690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.681597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bd6e071c-bd12-4ae0-ac23-9b679fb533ff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:32.685687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bd6e071c-bd12-4ae0-ac23-9b679fb533ff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3349764 Feb 07 13:16:32.686378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51744) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:32.690984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c5faf1-f59a-484d-841a-44f955c2e4ef']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:32.708420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13caad26-273a-47a1-970b-49b239aa89fd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:32.708420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13caad26-273a-47a1-970b-49b239aa89fd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:32.720615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.725656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:32.726223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aad42fa3-c6c9-4a49-81f1-5c4f6a6c6601 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:32.749100 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.749337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] For port ce4dbe78-4867-4cd9-89a7-c1259ecea716, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce4dbe78-4867-4cd9-89a7-c1259ecea716,segment=NetworkSegment(17b637df-ff61-4fcd-a2ae-ae17820fd60e),segment_id=17b637df-ff61-4fcd-a2ae-ae17820fd60e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:32.749915 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.766223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:32.766644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.814203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8880eaa3-d626-433e-8f43-3746ff33ec40 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 9a240aba-5f75-4d93-afc8-4a20557df9a9 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:32.828350 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8880eaa3-d626-433e-8f43-3746ff33ec40 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:32.875658 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:32.888768 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8880eaa3-d626-433e-8f43-3746ff33ec40 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.936586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=96f71289-32c2-45f5-8cd1-70a6c47dd4aa,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:32.942368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:32.947441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] Calling delete_port for ce4dbe78-4867-4cd9-89a7-c1259ecea716 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:32.991407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.017234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.018047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8880eaa3-d626-433e-8f43-3746ff33ec40 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.023948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=63c5faf1-f59a-484d-841a-44f955c2e4ef,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:33.117421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.122337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:33.128218 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:33.169839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4dbe78-4867-4cd9-89a7-c1259ecea716,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:33.171607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] No DVR routers for this DVR port ce4dbe78-4867-4cd9-89a7-c1259ecea716 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:33.210849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77d6a03a-57fb-4413-984b-a5492a448664 None None] Could not find standard attr ID for object edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:16:33.232730 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8880eaa3-d626-433e-8f43-3746ff33ec40 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.281197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880eaa3-d626-433e-8f43-3746ff33ec40 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=9a240aba-5f75-4d93-afc8-4a20557df9a9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:33.289410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8880eaa3-d626-433e-8f43-3746ff33ec40 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.299403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c01f58-32cc-4bbb-a4b8-6ad85c22254d None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:33.326955 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df7ac2c6-e90d-4019-9450-8aac75a91325 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/63c5faf1-f59a-484d-841a-44f955c2e4ef HTTP/1.1" status: 204 len: 168 time: 3.2662835 Feb 07 13:16:33.326955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.335051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51750) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:33.351002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1974305563'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:33.359814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:33.367810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:33.372780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:33.380257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:33.398759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8880eaa3-d626-433e-8f43-3746ff33ec40 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/9a240aba-5f75-4d93-afc8-4a20557df9a9 HTTP/1.1" status: 204 len: 168 time: 0.7109299 Feb 07 13:16:33.403061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51754) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:33.437598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 96f71289-32c2-45f5-8cd1-70a6c47dd4aa up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:33.462390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d838fe-f939-4927-934a-d6cab3e24492,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:33.466654 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-176433c4-6f7c-4570-ac7b-d8f49930511f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f31d781a54740779a0c7e17ca9b4824&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8924420 Feb 07 13:16:33.468681 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.474114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51758) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:33.494233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:33.497795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.503176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0856258-ee78-4e86-a446-3b07d5b1e689']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:33.517174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b637df-ff61-4fcd-a2ae-ae17820fd60e') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:33.517599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b637df-ff61-4fcd-a2ae-ae17820fd60e') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:33.530888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.550730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.562251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e3778d-7a03-4826-a922-e45b11a99550 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet d51289e0-92be-41f2-8e0a-a20e62da5d42 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:33.564493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:33.564905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.574292 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53e3778d-7a03-4826-a922-e45b11a99550 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.617981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:33.618348 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.628537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:16:33.650498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] Deleting port ce4dbe78-4867-4cd9-89a7-c1259ecea716 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:33.651114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.670499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.670860 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment 0e112858-b474-4f32-a46c-0d84598898a9 of type vlan for network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:33.678268 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:33.682628 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53e3778d-7a03-4826-a922-e45b11a99550 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.722313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7c51-d4ca-4c22-8dc8-e7b2621cbf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.751592 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7c51-d4ca-4c22-8dc8-e7b2621cbf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.763720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0e4ba-b3d8-455f-bafc-e16d90d4a8db None None] The port 'ce4dbe78-4867-4cd9-89a7-c1259ecea716' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:16:33.786321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.805287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.820166 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b0856258-ee78-4e86-a446-3b07d5b1e689 HTTP/1.1" status: 204 len: 168 time: 2.4408507 Feb 07 13:16:33.821376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b178f2d-ee32-4e77-a5c7-709183b5f3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0856258-ee78-4e86-a446-3b07d5b1e689,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:33.826397 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51764) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:33.853136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.923060 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53e3778d-7a03-4826-a922-e45b11a99550 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:33.934617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ce4dbe78-4867-4cd9-89a7-c1259ecea716 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:33.998135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7c51-d4ca-4c22-8dc8-e7b2621cbf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.001149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ce4dbe78-4867-4cd9-89a7-c1259ecea716 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:34.002033 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ce4dbe78-4867-4cd9-89a7-c1259ecea716 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:34.026950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b7c51-d4ca-4c22-8dc8-e7b2621cbf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d838fe-f939-4927-934a-d6cab3e24492,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:34.046580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7c51-d4ca-4c22-8dc8-e7b2621cbf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.048288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1d7b7c51-d4ca-4c22-8dc8-e7b2621cbf4a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20d838fe-f939-4927-934a-d6cab3e24492 HTTP/1.1" status: 204 len: 168 time: 0.5727000 Feb 07 13:16:34.056537 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.064810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:34.065586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.185000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53e3778d-7a03-4826-a922-e45b11a99550 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.249292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3778d-7a03-4826-a922-e45b11a99550 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=d51289e0-92be-41f2-8e0a-a20e62da5d42,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:34.282673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53e3778d-7a03-4826-a922-e45b11a99550 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.284613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-53e3778d-7a03-4826-a922-e45b11a99550 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/d51289e0-92be-41f2-8e0a-a20e62da5d42 HTTP/1.1" status: 204 len: 168 time: 0.8806305 Feb 07 13:16:34.286174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=f9ed48ad-e87a-4b43-8e69-b38aa1b55916,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:34.288669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51772) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:34.296914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:16:34.509248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-396ad7bc-809b-4055-a341-efcaaa28419e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1810184 Feb 07 13:16:34.509912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51776) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:34.519200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-648fc8fd-7f77-41e5-a863-a79f3f8236ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:router {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:34.526252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': 'f9ed48ad-e87a-4b43-8e69-b38aa1b55916', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:34.573377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.606662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6daa64-12db-405c-bfec-e7ba1fe5f5c5 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:34.608580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-648fc8fd-7f77-41e5-a863-a79f3f8236ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:router {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:34.613109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-648fc8fd-7f77-41e5-a863-a79f3f8236ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3193359 Feb 07 13:16:34.613109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51780) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:34.617609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:34.731620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-582c4a26-f98f-4d11-920b-bd76de653bc3 None None] Provisioning complete for port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:34.732344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-582c4a26-f98f-4d11-920b-bd76de653bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.771613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:34.781844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:34.786070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:34.797083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:34.799315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:34.805189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:34.809776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:34.822432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:34.918256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:34.922404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:34.956410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:34.965043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.058779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Deleting port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:35.058779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.125928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:35.132027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] Deleting port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:35.132425 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.455330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] For port 71ac5004-f33c-4e66-9e9f-4cbdab40fde8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,segment=NetworkSegment(89c3a8cf-53a1-42ff-8e61-942d9588114d),segment_id=89c3a8cf-53a1-42ff-8e61-942d9588114d)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:35.455330 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.455562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] For port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=96f71289-32c2-45f5-8cd1-70a6c47dd4aa,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:35.455562 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.465168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 96f71289-32c2-45f5-8cd1-70a6c47dd4aa no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:35.552161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51798) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:35.592322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Calling delete_port for 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:35.609901 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.686233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] Calling delete_port for 96f71289-32c2-45f5-8cd1-70a6c47dd4aa owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:35.690225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=55c5812c-e1db-4e66-af3c-dd1f3ec26a73,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:35.714660 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.816128 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.831950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.838816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:35.842648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] Usage tracker for resource:security_group_rule and tenant:3234e8194a2b4432ae19135b076c6651 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:35.845752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:35.858427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:35.889479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:35.893904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:35.901631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:35.901631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.904445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=7a57c8cd-d40a-48c4-9db8-f9190dc8505b,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:35.908419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': '0e112858-b474-4f32-a46c-0d84598898a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f9ed48ad-e87a-4b43-8e69-b38aa1b55916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:35.908419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: f9ed48ad-e87a-4b43-8e69-b38aa1b55916, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:16:35.928352 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:35.958820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.023064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.025028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] Pushing event deleted for resources: {'Port': ['ID=96f71289-32c2-45f5-8cd1-70a6c47dd4aa,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:36.026837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Pushing event deleted for resources: {'Port': ['ID=71ac5004-f33c-4e66-9e9f-4cbdab40fde8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:36.028585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a830415-7a84-4763-97f8-3ed72d2b1c53 None None] No DVR routers for this DVR port 96f71289-32c2-45f5-8cd1-70a6c47dd4aa on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:36.035763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:16:36.064847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0e804c89-46c9-41f2-b02d-a60fdb25f77c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4516375 Feb 07 13:16:36.066439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51812) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:36.076963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cff98-7db3-493e-8b0b-7da244d597f4 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:36.077528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:36.159438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, f9ed48ad-e87a-4b43-8e69-b38aa1b55916) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:36.161482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.212070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3234e8194a2b4432ae19135b076c6651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6585505 Feb 07 13:16:36.213831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:36.214408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.222248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f014bf61-1baa-48f5-a71d-ec10e90f6cee None None] Network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:36.227542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51818) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:36.300759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df7687-3933-4bb8-aff7-86c1361c6561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef32d2c-c61f-42cc-a958-84b26e8af5d8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:36.385888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a83c8f9a-81a8-4322-8652-154e68ca692f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8689826 Feb 07 13:16:36.387657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:36.404965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51824) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:36.406286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:36.414861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:36.419390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1421868112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:36.424523 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92606e40-e5c2-48f9-977c-91a8a2341b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.434172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.437987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:36.442406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:36.461102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:router and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:36.465446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:36.472611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92606e40-e5c2-48f9-977c-91a8a2341b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.549213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:36.615400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:36.626341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.641621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-f9ed48ad-e87a-4b43-8e69-b38aa1b55916', 'network_id': 'f9ed48ad-e87a-4b43-8e69-b38aa1b55916', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': '55c5812c-e1db-4e66-af3c-dd1f3ec26a73'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:16:36.642718 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.694055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92606e40-e5c2-48f9-977c-91a8a2341b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.697711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.702647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.722006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92606e40-e5c2-48f9-977c-91a8a2341b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef32d2c-c61f-42cc-a958-84b26e8af5d8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:36.767607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.769127 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92606e40-e5c2-48f9-977c-91a8a2341b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:36.770891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-92606e40-e5c2-48f9-977c-91a8a2341b69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cef32d2c-c61f-42cc-a958-84b26e8af5d8 HTTP/1.1" status: 204 len: 168 time: 0.5421445 Feb 07 13:16:36.835436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:16:36.848348 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Allocated IP 172.20.0.2 (f9ed48ad-e87a-4b43-8e69-b38aa1b55916/55c5812c-e1db-4e66-af3c-dd1f3ec26a73/24cc6872-9653-4fc2-a9cc-903bf768e7b5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:36.936543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.023578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '7a57c8cd-d40a-48c4-9db8-f9190dc8505b'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:16:37.024905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.060768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:37.077811 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bedf89a5-43cf-49a0-81bd-b25b90bb187f admin admin] 10.222.0.69 "PUT /v2.0/routers/ec7022fc-c8c0-41d6-bb78-13b787ee6b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2500045 Feb 07 13:16:37.081104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51838) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:37.091620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.091620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bc385dcb-556d-4fb2-b470-7c7c40b0a47e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6793170 Feb 07 13:16:37.093788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51842) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:37.196834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] Sync routers for ids ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:37.258135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Allocated IP 172.20.0.2 (c7752a43-b062-440d-a0bf-267aa725f6d8/7a57c8cd-d40a-48c4-9db8-f9190dc8505b/da53ccd6-d52c-4b20-808e-a2b62be5e5c7) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:37.275336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] Routers {'ec7022fc-c8c0-41d6-bb78-13b787ee6b41'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:37.276050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:37.560817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:16:37.572252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.638288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.715532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:37.763301 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.783688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:37.787518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:37.788565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.792674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] Set router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:37.897011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:37.921313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Transition to ACTIVE for port object 24cc6872-9653-4fc2-a9cc-903bf768e7b5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:37.934236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.959416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=465e66a4-0155-4d79-8741-794901e41550,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:37.964748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:37.969393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:37.974112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] Usage tracker for resource:security_group_rule and tenant:fb6be6b618a5437ea41759afa6ddf795 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:37.976824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.977389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.977649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.977990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.978900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.978900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.979052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.979264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.979768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.980276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.981001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.981507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:37.988145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:37.997009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:38.055652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f7c34346-6ac5-4f94-a1cb-f696edc292be tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9874492 Feb 07 13:16:38.056666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51862) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:38.067792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:bb:02:83', 'name': 'tempest-NetworksTestDHCPv6-1832532755'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:38.072602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Deleting port 4ae9f84c-dc87-4942-ad71-62a0a0537600 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:38.073462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Transition to ACTIVE for port object 24cc6872-9653-4fc2-a9cc-903bf768e7b5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:38.073572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.190927 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.223242 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.242016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.246011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Transition to ACTIVE for port object da53ccd6-d52c-4b20-808e-a2b62be5e5c7 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:38.346678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:38.352593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Transition to ACTIVE for port object da53ccd6-d52c-4b20-808e-a2b62be5e5c7 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:38.354369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:38.360293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:38.371075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Pushing event updated for resources: {'Port': ['ID=24cc6872-9653-4fc2-a9cc-903bf768e7b5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:38.377862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.388835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] For port 4ae9f84c-dc87-4942-ad71-62a0a0537600, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4ae9f84c-dc87-4942-ad71-62a0a0537600,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:38.389199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.460133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:38.464370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:38.467552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:38.474031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:38.490080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.528586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Attempting to bind port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:16:38.529022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Attempting to bind port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0e112858-b474-4f32-a46c-0d84598898a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f9ed48ad-e87a-4b43-8e69-b38aa1b55916'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:16:38.529634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Attempting to bind port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 on network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:16:38.555262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.566573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:16:35Z', 'revision_number': 5, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port': {'id': '4ae9f84c-dc87-4942-ad71-62a0a0537600', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:06:52Z', 'updated_at': '2022-02-07T13:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:38.569861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Calling delete_port for 4ae9f84c-dc87-4942-ad71-62a0a0537600 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:38.573779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:16:38.574424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Checking segment: {'id': '0e112858-b474-4f32-a46c-0d84598898a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f9ed48ad-e87a-4b43-8e69-b38aa1b55916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:38.575486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.575486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Bound using segment: {'id': '0e112858-b474-4f32-a46c-0d84598898a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f9ed48ad-e87a-4b43-8e69-b38aa1b55916'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:16:38.576319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Bound port: 24cc6872-9653-4fc2-a9cc-903bf768e7b5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e112858-b474-4f32-a46c-0d84598898a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f9ed48ad-e87a-4b43-8e69-b38aa1b55916'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:16:38.576319 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.581381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:38.595423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:38.599871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] Checking router: ec7022fc-c8c0-41d6-bb78-13b787ee6b41 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:16:38.606827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:38.641502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:38.669656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Pushing event updated for resources: {'Port': ['ID=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:38.669778 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb6be6b618a5437ea41759afa6ddf795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715657 Feb 07 13:16:38.672460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51870) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:38.674759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654123f-f82e-4df0-ba16-69b7263bd27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2300c0b5-fb17-4148-902b-46ec458c0617,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:38.725451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] Routers {'ec7022fc-c8c0-41d6-bb78-13b787ee6b41'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:38.726087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:38.781850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43600fe-e964-41e9-9f61-355910683573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.857267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43600fe-e964-41e9-9f61-355910683573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.875919 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b3702a79-be0f-47d7-aada-2a398593bb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.923462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.949175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.20.0.1 (f9ed48ad-e87a-4b43-8e69-b38aa1b55916/55c5812c-e1db-4e66-af3c-dd1f3ec26a73/1ef9bc20-53f7-4609-8b34-0a04019b63d4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:38.951009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Attempting to bind port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:16:38.951378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Attempting to bind port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:16:38.951741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Attempting to bind port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:16:38.964238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 4447ba3d-e5ce-477e-8577-9cdfb513a05f yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:16:38.970649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] For port 24cc6872-9653-4fc2-a9cc-903bf768e7b5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:16:38.974720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:16:38.975092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:38.975495 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:38.975884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:16:38.976380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Bound port: da53ccd6-d52c-4b20-808e-a2b62be5e5c7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:16:38.976755 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.005149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] For port 24cc6872-9653-4fc2-a9cc-903bf768e7b5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=24cc6872-9653-4fc2-a9cc-903bf768e7b5,segment=NetworkSegment(0e112858-b474-4f32-a46c-0d84598898a9),segment_id=0e112858-b474-4f32-a46c-0d84598898a9)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:16:39.007496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] Set router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:16:39.022425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.085795 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43600fe-e964-41e9-9f61-355910683573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.123999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae9f84c-dc87-4942-ad71-62a0a0537600,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:39.149778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43600fe-e964-41e9-9f61-355910683573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2300c0b5-fb17-4148-902b-46ec458c0617,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:39.155648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:16:37Z', 'revision_number': 6, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:39.164376 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.205908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d43600fe-e964-41e9-9f61-355910683573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.208179 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d43600fe-e964-41e9-9f61-355910683573 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2300c0b5-fb17-4148-902b-46ec458c0617 HTTP/1.1" status: 204 len: 168 time: 0.5338862 Feb 07 13:16:39.254838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.292557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] For port da53ccd6-d52c-4b20-808e-a2b62be5e5c7, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:16:39.299308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] For port da53ccd6-d52c-4b20-808e-a2b62be5e5c7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:16:39.374667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f87ef-702e-4d82-9e90-a17346958bed None None] The sync data for ids ['ec7022fc-c8c0-41d6-bb78-13b787ee6b41'] in n-d-811416-5 is: [{'id': 'ec7022fc-c8c0-41d6-bb78-13b787ee6b41', 'name': 'tempest-TaggedBootDevicesTest-745949888-router', 'tenant_id': '1d9a327bf59640419ea0acd38d316f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:06:51Z', 'updated_at': '2022-02-07T13:16:37Z', 'revision_number': 6, 'project_id': '1d9a327bf59640419ea0acd38d316f58', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:39.389456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908e3e4-72c8-4378-80a9-35ad492f2dae None None] Pushing event updated for resources: {'Port': ['ID=24cc6872-9653-4fc2-a9cc-903bf768e7b5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:39.460340 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.460942 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.513715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object 1ef9bc20-53f7-4609-8b34-0a04019b63d4 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:39.569463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d86e0-9d2a-44b5-a3c5-bd7e1ef58195 None None] Pushing event updated for resources: {'Port': ['ID=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:39.593980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 172.20.0.7 (c7752a43-b062-440d-a0bf-267aa725f6d8/7a57c8cd-d40a-48c4-9db8-f9190dc8505b/4447ba3d-e5ce-477e-8577-9cdfb513a05f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:39.609977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:febb:283 (c7752a43-b062-440d-a0bf-267aa725f6d8/465e66a4-0155-4d79-8741-794901e41550/4447ba3d-e5ce-477e-8577-9cdfb513a05f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:39.620318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.629794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.803039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.803039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7022fc-c8c0-41d6-bb78-13b787ee6b41 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:16:39.835731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:39.841621 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-63e45219-985d-435c-906d-582a31bd9ed6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ec7022fc-c8c0-41d6-bb78-13b787ee6b41 HTTP/1.1" status: 204 len: 168 time: 2.7561958 Feb 07 13:16:39.849414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51890) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:39.853878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.054546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:40.073589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:40.077234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:40.171834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=1ef9bc20-53f7-4609-8b34-0a04019b63d4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:40.174307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8fff03-120a-4ece-854b-8116cb107d48 admin admin] Deleting subnet cd24b564-cebd-4751-a9b2-796a1fc5f65a {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:40.178382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e8fff03-120a-4ece-854b-8116cb107d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.226464 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.230469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.290410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e8fff03-120a-4ece-854b-8116cb107d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.293462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 4447ba3d-e5ce-477e-8577-9cdfb513a05f will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:40.397286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e8fff03-120a-4ece-854b-8116cb107d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.444328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.546211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:40.546211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:40.549433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:40.565841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e8fff03-120a-4ece-854b-8116cb107d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.591610 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.602572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e8fff03-120a-4ece-854b-8116cb107d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.605705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fff03-120a-4ece-854b-8116cb107d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd24b564-cebd-4751-a9b2-796a1fc5f65a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:40.609531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28737117-5803-4e16-9312-f1710f56979e None None] Network 6503d2a2-e957-45f1-8c5c-63980e4283c7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:40.614303 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7e8fff03-120a-4ece-854b-8116cb107d48 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cd24b564-cebd-4751-a9b2-796a1fc5f65a HTTP/1.1" status: 204 len: 168 time: 0.7709420 Feb 07 13:16:40.618186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51904) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:40.690676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=4447ba3d-e5ce-477e-8577-9cdfb513a05f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:40.731923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:40.731923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.897120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.915114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Deleting port d5cd3a98-b723-4196-9b4e-cbb45e4e347c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:40.915548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:40.922764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-53ac1e59-fb9a-4b66-9c3b-931a27ecb34c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8623118 Feb 07 13:16:40.923392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51916) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:41.151055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375d0c8-ced6-470f-8896-16c6c09ac2d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:41.158067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375d0c8-ced6-470f-8896-16c6c09ac2d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:41.158903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4375d0c8-ced6-470f-8896-16c6c09ac2d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:41.281867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4375d0c8-ced6-470f-8896-16c6c09ac2d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:41.281867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4375d0c8-ced6-470f-8896-16c6c09ac2d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.3483100 Feb 07 13:16:41.281867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51922) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:41.317256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] DHCP port deletion for 6503d2a2-e957-45f1-8c5c-63980e4283c7 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:41.320086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] Deleting port d5cd3a98-b723-4196-9b4e-cbb45e4e347c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:41.320473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:41.445315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] For port d5cd3a98-b723-4196-9b4e-cbb45e4e347c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d5cd3a98-b723-4196-9b4e-cbb45e4e347c,segment=NetworkSegment(89c3a8cf-53a1-42ff-8e61-942d9588114d),segment_id=89c3a8cf-53a1-42ff-8e61-942d9588114d)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:41.445841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:41.491174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d6850-cd98-4a0c-b7cf-8e35c276b711 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:41.530873 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:41.548298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-80d47ffd-6c64-4c21-aa87-e86c1058be9e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 4447ba3d-e5ce-477e-8577-9cdfb513a05f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:41.549306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80d47ffd-6c64-4c21-aa87-e86c1058be9e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:41.675496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:41.703922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Calling delete_port for d5cd3a98-b723-4196-9b4e-cbb45e4e347c owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:41.915109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device da53ccd6-d52c-4b20-808e-a2b62be5e5c7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:41.918019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:41.993010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cd3a98-b723-4196-9b4e-cbb45e4e347c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:41.997973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c501128-8640-4e56-b093-899396dfb347 None None] Provisioning for port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:42.014972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] No DVR routers for this DVR port d5cd3a98-b723-4196-9b4e-cbb45e4e347c on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:42.047693 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b470108d-6d8c-4f53-bde3-77a35d2cb4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.103922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] For port d5cd3a98-b723-4196-9b4e-cbb45e4e347c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d5cd3a98-b723-4196-9b4e-cbb45e4e347c,segment=NetworkSegment(89c3a8cf-53a1-42ff-8e61-942d9588114d),segment_id=89c3a8cf-53a1-42ff-8e61-942d9588114d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:42.103922 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.200095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:42.268373 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.280692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] Calling delete_port for d5cd3a98-b723-4196-9b4e-cbb45e4e347c owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:42.298423 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6503d2a2-e957-45f1-8c5c-63980e4283c7']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:42.314065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c3a8cf-53a1-42ff-8e61-942d9588114d') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:42.314453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c3a8cf-53a1-42ff-8e61-942d9588114d') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:42.320852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:42.321229 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.331744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.332582 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.340752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=1ef9bc20-53f7-4609-8b34-0a04019b63d4,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:42.355538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.365323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:42.365732 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.373756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e71aa69-325e-466a-a821-ac78ed8f2650 None None] Network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:42.461690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80d47ffd-6c64-4c21-aa87-e86c1058be9e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.469113 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:42.500486 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:42.511060 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.617029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-80d47ffd-6c64-4c21-aa87-e86c1058be9e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 4447ba3d-e5ce-477e-8577-9cdfb513a05f owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:42.622259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.649544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b54f6322-a13d-4d75-9a36-7d3d05d1e9aa None None] Provisioning for port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:42.653779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.669441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] Pushing event deleted for resources: {'Network': ['ID=6503d2a2-e957-45f1-8c5c-63980e4283c7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:42.673998 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09362373-2bf4-461b-ba2b-18608d83e0fb admin admin] 10.222.0.69 "DELETE /v2.0/networks/6503d2a2-e957-45f1-8c5c-63980e4283c7 HTTP/1.1" status: 204 len: 168 time: 2.0546525 Feb 07 13:16:42.704227 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:42.704821 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:42.744901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:42.746685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:42.832248 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:42.932730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port da53ccd6-d52c-4b20-808e-a2b62be5e5c7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:43.019248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d7126-f035-4798-8f02-f077e0093f53 None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '7a57c8cd-d40a-48c4-9db8-f9190dc8505b', 'ip_address': '172.20.0.2'}, {'subnet_id': '465e66a4-0155-4d79-8741-794901e41550'}], 'binding:host_id': 'n-d-811416-5'}, 'id': 'da53ccd6-d52c-4b20-808e-a2b62be5e5c7'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:16:43.060224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.066477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 24cc6872-9653-4fc2-a9cc-903bf768e7b5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:43.174991 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80d47ffd-6c64-4c21-aa87-e86c1058be9e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.219465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] Deleting port d5cd3a98-b723-4196-9b4e-cbb45e4e347c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:43.219852 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.251081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d47ffd-6c64-4c21-aa87-e86c1058be9e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=4447ba3d-e5ce-477e-8577-9cdfb513a05f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:43.267680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 08013171-a11b-4253-88ba-b5ee2671f8d3 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:16:43.327821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51958) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:43.338155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d46d7126-f035-4798-8f02-f077e0093f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.360532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-12990fdd-e68f-469e-92d2-6b41caea0744 None None] The port 'd5cd3a98-b723-4196-9b4e-cbb45e4e347c' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:16:43.377158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:43.461117 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3592e39b-55c1-420f-9007-5db404bff754 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d38d2aa7c19044409b5c70c6199e1f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320815 Feb 07 13:16:43.461785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51962) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:43.487795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80d47ffd-6c64-4c21-aa87-e86c1058be9e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.556415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:43.580196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:43.580196 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.594935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8efe103f-e952-4288-aaad-21a176950b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.664341 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8efe103f-e952-4288-aaad-21a176950b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.692895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5d610110-ed20-4ee1-bec7-ec8085ab1b27 None None] Provisioning for port 1ef9bc20-53f7-4609-8b34-0a04019b63d4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:43.737041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5d610110-ed20-4ee1-bec7-ec8085ab1b27 None None] Provisioning complete for port 1ef9bc20-53f7-4609-8b34-0a04019b63d4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:43.737663 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d610110-ed20-4ee1-bec7-ec8085ab1b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.778625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-80d47ffd-6c64-4c21-aa87-e86c1058be9e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/4447ba3d-e5ce-477e-8577-9cdfb513a05f HTTP/1.1" status: 204 len: 168 time: 2.4950683 Feb 07 13:16:43.784884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51968) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:43.826269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:43.841350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b7a7f055-c038-4805-abfc-c01054a85834 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/08013171-a11b-4253-88ba-b5ee2671f8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7453949 Feb 07 13:16:43.843858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51972) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:43.844908 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2610279-d419-4bc9-bc7e-e9e2abdadab7 None None] Sync routers for ids ['08013171-a11b-4253-88ba-b5ee2671f8d3'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:43.858816 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2610279-d419-4bc9-bc7e-e9e2abdadab7 None None] Routers {'08013171-a11b-4253-88ba-b5ee2671f8d3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:43.864867 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b2610279-d419-4bc9-bc7e-e9e2abdadab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['08013171-a11b-4253-88ba-b5ee2671f8d3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:43.880860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e0b7a-f081-4fca-b551-03a0b43c5f5d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:43.890874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e0b7a-f081-4fca-b551-03a0b43c5f5d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:43.890874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e0b7a-f081-4fca-b551-03a0b43c5f5d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:43.890874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-136e0b7a-f081-4fca-b551-03a0b43c5f5d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:43.910804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8efe103f-e952-4288-aaad-21a176950b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.940076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe103f-e952-4288-aaad-21a176950b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b297428-afa2-4eea-a302-15321dd65c6b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:43.954282 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8efe103f-e952-4288-aaad-21a176950b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:43.955838 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8efe103f-e952-4288-aaad-21a176950b4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b297428-afa2-4eea-a302-15321dd65c6b HTTP/1.1" status: 204 len: 168 time: 0.4926312 Feb 07 13:16:43.992167 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b2610279-d419-4bc9-bc7e-e9e2abdadab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:44.001914 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2610279-d419-4bc9-bc7e-e9e2abdadab7 None None] Routers {'08013171-a11b-4253-88ba-b5ee2671f8d3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:44.002781 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b2610279-d419-4bc9-bc7e-e9e2abdadab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['08013171-a11b-4253-88ba-b5ee2671f8d3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:44.007680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0981c5-4302-4e88-92c1-1e6a021df168 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:44.008473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5a0981c5-4302-4e88-92c1-1e6a021df168 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:44.009481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.015195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-136e0b7a-f081-4fca-b551-03a0b43c5f5d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:44.020137 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-136e0b7a-f081-4fca-b551-03a0b43c5f5d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2334113 Feb 07 13:16:44.021629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51980) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:44.058352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 24cc6872-9653-4fc2-a9cc-903bf768e7b5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=24cc6872-9653-4fc2-a9cc-903bf768e7b5,segment=NetworkSegment(0e112858-b474-4f32-a46c-0d84598898a9),segment_id=0e112858-b474-4f32-a46c-0d84598898a9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:44.059474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.074428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d610110-ed20-4ee1-bec7-ec8085ab1b27 None None] Port 1ef9bc20-53f7-4609-8b34-0a04019b63d4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:16:44.084782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d46d7126-f035-4798-8f02-f077e0093f53 None None] Allocated IP 2001:db8::f816:3eff:fe50:8a9b (c7752a43-b062-440d-a0bf-267aa725f6d8/465e66a4-0155-4d79-8741-794901e41550/da53ccd6-d52c-4b20-808e-a2b62be5e5c7) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:44.092290 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b2610279-d419-4bc9-bc7e-e9e2abdadab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:44.092719 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2610279-d419-4bc9-bc7e-e9e2abdadab7 None None] The sync data for ids ['08013171-a11b-4253-88ba-b5ee2671f8d3'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:44.118132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5a0981c5-4302-4e88-92c1-1e6a021df168 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:44.119415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5a0981c5-4302-4e88-92c1-1e6a021df168 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports/1ef9bc20-53f7-4609-8b34-0a04019b63d4 HTTP/1.1" status: 200 len: 910 time: 0.2746019 Feb 07 13:16:44.123017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51988) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:44.167011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d022f42f-d95d-461a-af14-ef2cc262f7da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 465e66a4-0155-4d79-8741-794901e41550 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:44.226716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.303750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ae9f84c-dc87-4942-ad71-62a0a0537600 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:44.346611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 4ae9f84c-dc87-4942-ad71-62a0a0537600 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:44.346956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4ae9f84c-dc87-4942-ad71-62a0a0537600 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:44.347366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:44.397564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:44.398013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 71ac5004-f33c-4e66-9e9f-4cbdab40fde8 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:44.398315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d5cd3a98-b723-4196-9b4e-cbb45e4e347c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:44.453137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-31ff9acd-fd44-424f-96e5-274602ceb0cb None None] Provisioning complete for port 1ef9bc20-53f7-4609-8b34-0a04019b63d4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:44.457991 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-31ff9acd-fd44-424f-96e5-274602ceb0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.490212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: d5cd3a98-b723-4196-9b4e-cbb45e4e347c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:44.490759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d5cd3a98-b723-4196-9b4e-cbb45e4e347c not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:44.524265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=24cc6872-9653-4fc2-a9cc-903bf768e7b5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:44.539416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d46d7126-f035-4798-8f02-f077e0093f53 None None] For port da53ccd6-d52c-4b20-808e-a2b62be5e5c7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:44.555029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-31ff9acd-fd44-424f-96e5-274602ceb0cb None None] Port 1ef9bc20-53f7-4609-8b34-0a04019b63d4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:16:44.580614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d46d7126-f035-4798-8f02-f077e0093f53 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.602524 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d46d7126-f035-4798-8f02-f077e0093f53 None None] Transition to ACTIVE for port object da53ccd6-d52c-4b20-808e-a2b62be5e5c7 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:44.627035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device da53ccd6-d52c-4b20-808e-a2b62be5e5c7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:44.710929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d022f42f-d95d-461a-af14-ef2cc262f7da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.724310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d46d7126-f035-4798-8f02-f077e0093f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.793324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d022f42f-d95d-461a-af14-ef2cc262f7da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.928800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d7126-f035-4798-8f02-f077e0093f53 None None] Pushing event updated for resources: {'Port': ['ID=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:44.935392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:44.980087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d022f42f-d95d-461a-af14-ef2cc262f7da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.009212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.111815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52006) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:45.164686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d022f42f-d95d-461a-af14-ef2cc262f7da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.234373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022f42f-d95d-461a-af14-ef2cc262f7da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=465e66a4-0155-4d79-8741-794901e41550,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:45.251613 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e71a7928-5f2f-46c3-ba68-bbeb6a0a02e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d9a327bf59640419ea0acd38d316f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383085 Feb 07 13:16:45.253078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d022f42f-d95d-461a-af14-ef2cc262f7da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.256937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:45.364983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9998a58d-648f-486a-b78a-a23d1d0cc696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.392883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 1ef9bc20-53f7-4609-8b34-0a04019b63d4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:45.393230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.408778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9998a58d-648f-486a-b78a-a23d1d0cc696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.470630 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d022f42f-d95d-461a-af14-ef2cc262f7da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/465e66a4-0155-4d79-8741-794901e41550 HTTP/1.1" status: 204 len: 168 time: 1.4476430 Feb 07 13:16:45.474052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52020) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:45.549653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4615d2-1ce5-4309-8c35-0f1c309de4a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 7a57c8cd-d40a-48c4-9db8-f9190dc8505b {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:45.555031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b4615d2-1ce5-4309-8c35-0f1c309de4a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.620298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b4615d2-1ce5-4309-8c35-0f1c309de4a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.693808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9998a58d-648f-486a-b78a-a23d1d0cc696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.695188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.732882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998a58d-648f-486a-b78a-a23d1d0cc696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f349e8c4-9879-47e2-ba07-4f5b27f0904b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:45.742663 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9998a58d-648f-486a-b78a-a23d1d0cc696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.744063 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9998a58d-648f-486a-b78a-a23d1d0cc696 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f349e8c4-9879-47e2-ba07-4f5b27f0904b HTTP/1.1" status: 204 len: 168 time: 0.4861753 Feb 07 13:16:45.788581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2fc27-6846-40e4-92a3-f7d3a5def35a None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:45.827636 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b4615d2-1ce5-4309-8c35-0f1c309de4a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:45.884531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ecc28aa2-3811-4590-88a0-0a7708172df1 None None] Could not find standard attr ID for object 4447ba3d-e5ce-477e-8577-9cdfb513a05f. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:16:45.910534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 1ef9bc20-53f7-4609-8b34-0a04019b63d4 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:46.044003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ecc28aa2-3811-4590-88a0-0a7708172df1 None None] Provisioning for port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:46.057579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ecc28aa2-3811-4590-88a0-0a7708172df1 None None] Provisioning complete for port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:46.057964 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ecc28aa2-3811-4590-88a0-0a7708172df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:46.281643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b4615d2-1ce5-4309-8c35-0f1c309de4a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:46.319711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4615d2-1ce5-4309-8c35-0f1c309de4a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=7a57c8cd-d40a-48c4-9db8-f9190dc8505b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:46.325104 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b4615d2-1ce5-4309-8c35-0f1c309de4a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:46.328306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:46.357964 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4b4615d2-1ce5-4309-8c35-0f1c309de4a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/7a57c8cd-d40a-48c4-9db8-f9190dc8505b HTTP/1.1" status: 204 len: 168 time: 0.8764155 Feb 07 13:16:46.360193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52036) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:46.392445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=1ef9bc20-53f7-4609-8b34-0a04019b63d4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:46.481553 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bc39e247-d9e5-4062-a995-35183964f91e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180217 Feb 07 13:16:46.486146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52040) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:46.504532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:46.652674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device da53ccd6-d52c-4b20-808e-a2b62be5e5c7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:46.664197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:46.687518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:46.749647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:46.754943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:46.875608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:46.886756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:46.954336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 24cc6872-9653-4fc2-a9cc-903bf768e7b5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:47.040202 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:47.053895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:47.054920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:47.070223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:47.070223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:47.111297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e27dae-7bb9-47c8-85d8-845111fda113 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:47.238028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-86867df7-d0e7-4d63-81bc-4761078f3261 None None] Provisioning complete for port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:47.238397 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-86867df7-d0e7-4d63-81bc-4761078f3261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:47.469225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 08013171-a11b-4253-88ba-b5ee2671f8d3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:16:47.596066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:47.602660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] Deleting port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:47.603124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:47.673717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:47.719967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a697b2-8a20-49b2-8a03-3c0630e35507 None None] Sync routers for ids ['08013171-a11b-4253-88ba-b5ee2671f8d3'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:47.758599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a697b2-8a20-49b2-8a03-3c0630e35507 None None] Routers {'08013171-a11b-4253-88ba-b5ee2671f8d3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:47.759230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a6a697b2-8a20-49b2-8a03-3c0630e35507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['08013171-a11b-4253-88ba-b5ee2671f8d3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:47.804512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:47.814396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52066) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:47.815307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-149e9d6a-3860-4d06-b970-1b0892103aa9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/08013171-a11b-4253-88ba-b5ee2671f8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6911914 Feb 07 13:16:47.875150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:47.879509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:47.890506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:47.891567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:47.901546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a6a697b2-8a20-49b2-8a03-3c0630e35507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:47.912353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4c7f078d-c8df-457d-8ee8-4c43dab02882 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:47.922689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=57a16812-0f6c-425f-91ee-17668a065a07,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:47.988971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a697b2-8a20-49b2-8a03-3c0630e35507 None None] Routers {'08013171-a11b-4253-88ba-b5ee2671f8d3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:47.989591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a6a697b2-8a20-49b2-8a03-3c0630e35507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['08013171-a11b-4253-88ba-b5ee2671f8d3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:48.062014 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4c7f078d-c8df-457d-8ee8-4c43dab02882 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:48.065237 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4c7f078d-c8df-457d-8ee8-4c43dab02882 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=08013171-a11b-4253-88ba-b5ee2671f8d3 HTTP/1.1" status: 200 len: 205 time: 0.2497888 Feb 07 13:16:48.069903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:48.079848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a6a697b2-8a20-49b2-8a03-3c0630e35507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:48.080289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a697b2-8a20-49b2-8a03-3c0630e35507 None None] The sync data for ids ['08013171-a11b-4253-88ba-b5ee2671f8d3'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:48.083742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] For port da53ccd6-d52c-4b20-808e-a2b62be5e5c7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:48.084174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:48.089344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-afe921fb-a8f3-4f3f-8f81-47d0e4940b3c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5916946 Feb 07 13:16:48.090207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52078) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:48.107493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:48.215072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] Calling delete_port for da53ccd6-d52c-4b20-808e-a2b62be5e5c7 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:48.277720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd469825-f0bc-49ef-b300-0fa632dc065b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:48.470679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:48.481836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:48.485306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:48.498043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:48.577516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:48.643163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device da53ccd6-d52c-4b20-808e-a2b62be5e5c7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:48.655690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:48.661353 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:48.687246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd469825-f0bc-49ef-b300-0fa632dc065b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:48.690752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd469825-f0bc-49ef-b300-0fa632dc065b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:48.693995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] Pushing event deleted for resources: {'Port': ['ID=da53ccd6-d52c-4b20-808e-a2b62be5e5c7,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:48.697548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c31d8-c985-4255-877e-2e8a7f22fc5c None None] No DVR routers for this DVR port da53ccd6-d52c-4b20-808e-a2b62be5e5c7 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:48.700165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: da53ccd6-d52c-4b20-808e-a2b62be5e5c7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:16:48.701271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device da53ccd6-d52c-4b20-808e-a2b62be5e5c7 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:48.726168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c089ae4-de2f-4caa-8092-57a1c2fbfa74 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:48.893856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd469825-f0bc-49ef-b300-0fa632dc065b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:48.893856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd469825-f0bc-49ef-b300-0fa632dc065b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Fanout notify agent at l3_agent the message router_deleted on router 08013171-a11b-4253-88ba-b5ee2671f8d3 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:16:48.924285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd469825-f0bc-49ef-b300-0fa632dc065b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:48.928163 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bd469825-f0bc-49ef-b300-0fa632dc065b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/08013171-a11b-4253-88ba-b5ee2671f8d3 HTTP/1.1" status: 204 len: 168 time: 0.8543031 Feb 07 13:16:48.928890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52092) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:49.030881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3a2c35-1289-438b-b330-08b1c5f10800 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet 55c5812c-e1db-4e66-af3c-dd1f3ec26a73 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:49.039574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2c35-1289-438b-b330-08b1c5f10800 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.065934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '57a16812-0f6c-425f-91ee-17668a065a07'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:16:49.067668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.105547 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2c35-1289-438b-b330-08b1c5f10800 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.193777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2c35-1289-438b-b330-08b1c5f10800 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.251787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Allocated IP 172.20.0.2 (c7752a43-b062-440d-a0bf-267aa725f6d8/57a16812-0f6c-425f-91ee-17668a065a07/bd473301-a0dc-4233-85b9-15c82df3c968) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:49.265873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:16:49.270468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.461091 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2c35-1289-438b-b330-08b1c5f10800 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.470316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:49.473679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:49.487495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:49.487495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.505441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=632baf0c-74c7-4110-8dfe-3b23b5850a12,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:49.514491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.516693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a2c35-1289-438b-b330-08b1c5f10800 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=55c5812c-e1db-4e66-af3c-dd1f3ec26a73,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:49.518717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2c35-1289-438b-b330-08b1c5f10800 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.525855 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9f3a2c35-1289-438b-b330-08b1c5f10800 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/55c5812c-e1db-4e66-af3c-dd1f3ec26a73 HTTP/1.1" status: 204 len: 168 time: 0.5959072 Feb 07 13:16:49.526002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Transition to ACTIVE for port object bd473301-a0dc-4233-85b9-15c82df3c968 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:49.528634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52102) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:49.534020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7558af5-5e0e-424e-b763-fd1807701e20 None None] Network f9ed48ad-e87a-4b43-8e69-b38aa1b55916 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:49.615674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Transition to ACTIVE for port object bd473301-a0dc-4233-85b9-15c82df3c968 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:49.651946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.663328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:49.663667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.714984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a23419d7-464d-4681-abd0-4984f2aa23a6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6121538 Feb 07 13:16:49.715189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52106) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:49.717921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:e3:eb:3b', 'name': 'tempest-NetworksTestDHCPv6-333053703'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:49.778303 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.850136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52114) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:49.858755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] DHCP port deletion for f9ed48ad-e87a-4b43-8e69-b38aa1b55916 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:49.885312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] Deleting port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:49.886129 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:49.947901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:49.952243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:49.966098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:49.979369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Pushing event updated for resources: {'Port': ['ID=bd473301-a0dc-4233-85b9-15c82df3c968,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:50.121900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Attempting to bind port bd473301-a0dc-4233-85b9-15c82df3c968 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:16:50.122582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Attempting to bind port bd473301-a0dc-4233-85b9-15c82df3c968 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:16:50.122719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Attempting to bind port bd473301-a0dc-4233-85b9-15c82df3c968 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:16:50.132080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:16:50.132459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:50.132868 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.133909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:16:50.134122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Bound port: bd473301-a0dc-4233-85b9-15c82df3c968, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:16:50.134502 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.180986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port 24cc6872-9653-4fc2-a9cc-903bf768e7b5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=24cc6872-9653-4fc2-a9cc-903bf768e7b5,segment=NetworkSegment(0e112858-b474-4f32-a46c-0d84598898a9),segment_id=0e112858-b474-4f32-a46c-0d84598898a9)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:50.181574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.256610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:50.261339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:50.293138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1156893493-network', 'tenant_id': '63e926eb4c9142f2ae513839c7dae076'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:50.299018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:50.316107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Usage tracker for resource:network and tenant:63e926eb4c9142f2ae513839c7dae076 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:50.322381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:50.322544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] For port 24cc6872-9653-4fc2-a9cc-903bf768e7b5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=24cc6872-9653-4fc2-a9cc-903bf768e7b5,segment=NetworkSegment(0e112858-b474-4f32-a46c-0d84598898a9),segment_id=0e112858-b474-4f32-a46c-0d84598898a9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:50.322780 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.328473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:50.343621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:50.346279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 24cc6872-9653-4fc2-a9cc-903bf768e7b5 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:50.385559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:50.466656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] Calling delete_port for 24cc6872-9653-4fc2-a9cc-903bf768e7b5 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:50.489956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Made reservation on behalf of 63e926eb4c9142f2ae513839c7dae076 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:50.492871 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.510054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.546225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:50.553720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:50.560010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Usage tracker for resource:security_group_rule and tenant:63e926eb4c9142f2ae513839c7dae076 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:50.563168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:50.563332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] For port bd473301-a0dc-4233-85b9-15c82df3c968, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:16:50.570451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:50.577949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] For port bd473301-a0dc-4233-85b9-15c82df3c968, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bd473301-a0dc-4233-85b9-15c82df3c968,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:16:50.610708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 24cc6872-9653-4fc2-a9cc-903bf768e7b5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:50.669150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.674057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No active binding found for port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:16:50.674474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 24cc6872-9653-4fc2-a9cc-903bf768e7b5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:16:50.678036 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:50.679371 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:50.694611 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.769247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=24cc6872-9653-4fc2-a9cc-903bf768e7b5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:50.775073 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.783275 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.784507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No DVR routers for this DVR port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:50.826534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210e666-4981-4f2f-b90d-835a97c4c324 None None] Pushing event updated for resources: {'Port': ['ID=bd473301-a0dc-4233-85b9-15c82df3c968,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:50.868408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.902292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:16:50.912105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port cce3f076-74f0-4240-ad18-00112597706f yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:16:50.916649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f722519-10b8-4511-bd21-cb5160b9f76b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:50.921226 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.921568 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Added segment a20df3fe-16df-411c-8652-49f7e4d47371 of type vlan for network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f Feb 07 13:16:50.957493 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:50.989544 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.040017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ed48ad-e87a-4b43-8e69-b38aa1b55916']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:51.060210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e112858-b474-4f32-a46c-0d84598898a9') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:51.060517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e112858-b474-4f32-a46c-0d84598898a9') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:51.107841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.135998 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.158660 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.164205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:51.164205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.171780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:16:51.172361 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.180746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] Deleting port 24cc6872-9653-4fc2-a9cc-903bf768e7b5 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:51.182118 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:16:51.196023 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:16:51.342765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-227c308a-2b81-4dad-9670-9ea82b2efd40 None None] The port '24cc6872-9653-4fc2-a9cc-903bf768e7b5' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:16:51.381705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] Pushing event updated for resources: {'Network': ['ID=36f3cc97-7129-4f2c-b8a4-9ee2804e576f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:51.396766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:16:51.399737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 172.20.0.8 (c7752a43-b062-440d-a0bf-267aa725f6d8/57a16812-0f6c-425f-91ee-17668a065a07/cce3f076-74f0-4240-ad18-00112597706f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:51.406514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fee3:eb3b (c7752a43-b062-440d-a0bf-267aa725f6d8/632baf0c-74c7-4110-8dfe-3b23b5850a12/cce3f076-74f0-4240-ad18-00112597706f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:51.467594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-331bc406-7b5d-4cda-80d9-8307e46b0b98 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6163385 Feb 07 13:16:51.470450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52138) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:51.478870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Request body: {'subnet': {'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1156893493-subnet', 'tenant_id': '63e926eb4c9142f2ae513839c7dae076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:51.490360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:51.494693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Usage tracker for resource:subnet and tenant:63e926eb4c9142f2ae513839c7dae076 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:51.504045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:51.506553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:51.583858 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.602890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.614597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Made reservation on behalf of 63e926eb4c9142f2ae513839c7dae076 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:51.617394 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.624363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=f9ed48ad-e87a-4b43-8e69-b38aa1b55916,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:51.642666 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c7add2d1-db7a-484d-8f7e-0fb8ed53fe47 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/f9ed48ad-e87a-4b43-8e69-b38aa1b55916 HTTP/1.1" status: 204 len: 168 time: 2.1128004 Feb 07 13:16:51.664666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52146) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:51.673012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1420603614', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:51.685092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:51.701049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:router and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:51.710834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:51.727088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:51.744291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.768398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object cce3f076-74f0-4240-ad18-00112597706f will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:51.821208 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.824905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.847301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:51.906711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:52.011730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:52.059386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:52.070561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:52.092913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:52.135327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=cce3f076-74f0-4240-ad18-00112597706f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:52.177119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af2d9d4-20ef-40de-8b4d-18647da93ef3,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:52.213839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784233b-506a-499c-a7f0-7f74790b49a0 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:52.220802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Checking segment: {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:16:52.221247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Network hostable DHCP agents. Network: 36f3cc97-7129-4f2c-b8a4-9ee2804e576f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:16:52.329087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:16:52.361094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f77e67c7-4b6c-4ffd-8bf1-412b5eb9b829 None None] Provisioning for port bd473301-a0dc-4233-85b9-15c82df3c968 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:52.452790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:52.453427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:52.523820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:52.553136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 36f3cc97-7129-4f2c-b8a4-9ee2804e576f) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:52.553136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:52.553136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:52.557768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da45954-1fe5-4402-be11-3cb82b305123 None None] Network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:52.670388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd88b6eb-bd99-4a6b-8e45-115bc10f32f9 None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '57a16812-0f6c-425f-91ee-17668a065a07', 'ip_address': '172.20.0.2'}, {'subnet_id': '632baf0c-74c7-4110-8dfe-3b23b5850a12'}], 'binding:host_id': 'n-d-811416-5'}, 'id': 'bd473301-a0dc-4233-85b9-15c82df3c968'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:16:52.710862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-884e4e0e-745b-40ed-9c1e-d7ffaeefe553 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9980903 Feb 07 13:16:52.711714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52162) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:52.725829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bd473301-a0dc-4233-85b9-15c82df3c968 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:52.824279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cd621b88-af4a-4cc1-b6ae-311bb02c4f54 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3483326 Feb 07 13:16:52.854434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef894b96-343b-49ec-856b-45f4ec545e80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:52.861197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef894b96-343b-49ec-856b-45f4ec545e80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:52.862097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ef894b96-343b-49ec-856b-45f4ec545e80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:52.878895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd88b6eb-bd99-4a6b-8e45-115bc10f32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.003667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ef894b96-343b-49ec-856b-45f4ec545e80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:53.003667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ef894b96-343b-49ec-856b-45f4ec545e80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.2865818 Feb 07 13:16:53.003667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52172) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:53.035255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae27e6e-a3cd-4718-b550-ffc10331b03b None None] Network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:53.091094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0bad7-6726-4f9a-9f89-577f0e98c457 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port cce3f076-74f0-4240-ad18-00112597706f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:53.091704 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.092311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ee0bad7-6726-4f9a-9f89-577f0e98c457 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.132553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.175966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-df5740fc-cd62-4073-916a-404f392c191a req-5dd1f34c-5f57-4c5a-9f03-24ada6d82035 service neutron] (88313) timed out ('10.222.0.69', 51514) {{(pid=88313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:16:53.230049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port bd473301-a0dc-4233-85b9-15c82df3c968 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:53.243948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port bd473301-a0dc-4233-85b9-15c82df3c968 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:53.244628 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.312396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.25.7.66 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/5f9e6cf1-c1e3-485f-9db0-20063ffe467b) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:53.412272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-dd88b6eb-bd99-4a6b-8e45-115bc10f32f9 None None] Allocated IP 2001:db8::f816:3eff:fe23:fedf (c7752a43-b062-440d-a0bf-267aa725f6d8/632baf0c-74c7-4110-8dfe-3b23b5850a12/bd473301-a0dc-4233-85b9-15c82df3c968) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:16:53.453912 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ee0bad7-6726-4f9a-9f89-577f0e98c457 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.503351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.595246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0bad7-6726-4f9a-9f89-577f0e98c457 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for cce3f076-74f0-4240-ad18-00112597706f owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:53.637186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.709585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.762843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dd88b6eb-bd99-4a6b-8e45-115bc10f32f9 None None] For port bd473301-a0dc-4233-85b9-15c82df3c968, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bd473301-a0dc-4233-85b9-15c82df3c968,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:53.796381 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd88b6eb-bd99-4a6b-8e45-115bc10f32f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:53.827403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd88b6eb-bd99-4a6b-8e45-115bc10f32f9 None None] Transition to ACTIVE for port object bd473301-a0dc-4233-85b9-15c82df3c968 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:16:53.837894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:16:53.841126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:16:53.845830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:16:53.889698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=5f9e6cf1-c1e3-485f-9db0-20063ffe467b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:53.929877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd88b6eb-bd99-4a6b-8e45-115bc10f32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:54.117542 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ee0bad7-6726-4f9a-9f89-577f0e98c457 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:54.120753 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:16:54.120753 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:16:54.125883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88b6eb-bd99-4a6b-8e45-115bc10f32f9 None None] Pushing event updated for resources: {'Port': ['ID=bd473301-a0dc-4233-85b9-15c82df3c968,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:54.183258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0bad7-6726-4f9a-9f89-577f0e98c457 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=cce3f076-74f0-4240-ad18-00112597706f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:54.371889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ee0bad7-6726-4f9a-9f89-577f0e98c457 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:54.485463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-7087bbfc-c774-406b-8122-db30aa86c029 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1174436 Feb 07 13:16:54.606807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:54.615758 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:54.741333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:54.796068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port bd473301-a0dc-4233-85b9-15c82df3c968, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bd473301-a0dc-4233-85b9-15c82df3c968,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:54.916472 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:54.925056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7ee0bad7-6726-4f9a-9f89-577f0e98c457 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/cce3f076-74f0-4240-ad18-00112597706f HTTP/1.1" status: 204 len: 168 time: 1.9172266 Feb 07 13:16:54.931165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52206) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:54.991252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-adcb0bfb-9858-4643-980f-23b29f8c10c8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:54.991671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-adcb0bfb-9858-4643-980f-23b29f8c10c8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Synchronizing usage tracker for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:55.051842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bd473301-a0dc-4233-85b9-15c82df3c968 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:55.057670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5f9cb27f-1c1e-45cb-94f4-f9b92bd31409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.058711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5f9cb27f-1c1e-45cb-94f4-f9b92bd31409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.058711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5f9cb27f-1c1e-45cb-94f4-f9b92bd31409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.059093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5f9cb27f-1c1e-45cb-94f4-f9b92bd31409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.059510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5f9cb27f-1c1e-45cb-94f4-f9b92bd31409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.059864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5f9cb27f-1c1e-45cb-94f4-f9b92bd31409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.060434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5f9cb27f-1c1e-45cb-94f4-f9b92bd31409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.062436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5f9cb27f-1c1e-45cb-94f4-f9b92bd31409 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6503 time: 0.4660971 Feb 07 13:16:55.138255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b71ca9e9-8335-4068-8d74-882eb96aabe8 None None] Could not find standard attr ID for object cce3f076-74f0-4240-ad18-00112597706f. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:16:55.152916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=bd473301-a0dc-4233-85b9-15c82df3c968,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:55.170079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-adcb0bfb-9858-4643-980f-23b29f8c10c8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Unset dirty status for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:55.176607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-adcb0bfb-9858-4643-980f-23b29f8c10c8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 815 time: 0.6789727 Feb 07 13:16:55.188768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938e0a5-4f19-45c9-ae55-e208e34d8d22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.190546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938e0a5-4f19-45c9-ae55-e208e34d8d22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.192602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938e0a5-4f19-45c9-ae55-e208e34d8d22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.193468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b938e0a5-4f19-45c9-ae55-e208e34d8d22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:55.206412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-34f5d967-ac86-4f19-84b7-69d3caee9980 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/quotas/63e926eb4c9142f2ae513839c7dae076 HTTP/1.1" status: 200 len: 375 time: 0.0227299 Feb 07 13:16:55.287773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-2d0b73d7-6faf-4dd2-8444-088d888f84eb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710151 Feb 07 13:16:55.296525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-582dd1a2-c84b-419b-9f9d-3c75ec88d191 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:16:55.303705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-582dd1a2-c84b-419b-9f9d-3c75ec88d191 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147729 Feb 07 13:16:55.321449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b71ca9e9-8335-4068-8d74-882eb96aabe8 None None] Provisioning for port bd473301-a0dc-4233-85b9-15c82df3c968 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:16:55.326984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b71ca9e9-8335-4068-8d74-882eb96aabe8 None None] Provisioning complete for port bd473301-a0dc-4233-85b9-15c82df3c968 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:55.327689 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b71ca9e9-8335-4068-8d74-882eb96aabe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:55.403448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b938e0a5-4f19-45c9-ae55-e208e34d8d22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:55.403448 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b938e0a5-4f19-45c9-ae55-e208e34d8d22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4654069 Feb 07 13:16:55.403448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52214) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:55.466734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-d8adccbc-0d12-470b-be3b-5c800ebdaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.467258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-d8adccbc-0d12-470b-be3b-5c800ebdaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.467809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-d8adccbc-0d12-470b-be3b-5c800ebdaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.469716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-d8adccbc-0d12-470b-be3b-5c800ebdaa85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=cdf1861f-6d94-4ade-93cf-f1104237dde1&id=cdf1861f-6d94-4ade-93cf-f1104237dde1 HTTP/1.1" status: 200 len: 2294 time: 0.3809121 Feb 07 13:16:55.656158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-76b61efc-e7d0-454d-aee8-9efb14da57f6 None None] Could not find standard attr ID for object 4447ba3d-e5ce-477e-8577-9cdfb513a05f. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:16:55.667086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-58dddb60-76d9-418d-8dd1-c2070e6c450d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4580ce9f-c307-458b-aacf-9573f51052af HTTP/1.1" status: 200 len: 1001 time: 0.1843309 Feb 07 13:16:55.669340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-44d2c2e4-3eaf-4aee-82b5-9f622639f5bf service neutron] 10.222.0.69 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645530 Feb 07 13:16:55.682933 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:55.772630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29a4a81-a3a4-49e0-8ad5-3d38cb7cd837 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 57a16812-0f6c-425f-91ee-17668a065a07 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:55.780720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b29a4a81-a3a4-49e0-8ad5-3d38cb7cd837 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:55.886399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b29a4a81-a3a4-49e0-8ad5-3d38cb7cd837 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:55.954586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-2fa4d5c9-0d78-4c51-a04d-68717ad9474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:55.956113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-2fa4d5c9-0d78-4c51-a04d-68717ad9474f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68a4b9fe-b72e-4913-af74-511b83dfbbe1 HTTP/1.1" status: 200 len: 855 time: 0.2828963 Feb 07 13:16:55.958480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-0d2b6fa7-c458-4db7-af35-53e85dd799ee service neutron] 10.222.0.69 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927736 Feb 07 13:16:55.967872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-592a3c04-7844-4d6f-b9ab-5ff6ff2e1cb5 None None] Could not find standard attr ID for object cce3f076-74f0-4240-ad18-00112597706f. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:16:56.094008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-c4f5c55c-f957-4687-9f62-bb26f5c12a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:56.095666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-c4f5c55c-f957-4687-9f62-bb26f5c12a34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328137 Feb 07 13:16:56.108750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b29a4a81-a3a4-49e0-8ad5-3d38cb7cd837 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:56.236075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router c052f3ed-d17d-4e89-be15-3f895ebbc5c5 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:16:56.282711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-5232ed0e-1c35-417d-84a4-7033fa23f1c5 service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788757 Feb 07 13:16:56.334968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b29a4a81-a3a4-49e0-8ad5-3d38cb7cd837 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:56.423062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b29a4a81-a3a4-49e0-8ad5-3d38cb7cd837 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:56.428877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a4a81-a3a4-49e0-8ad5-3d38cb7cd837 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=57a16812-0f6c-425f-91ee-17668a065a07,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:56.438079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-709ed626-703b-4e45-b312-5ccbfcca43fd req-cb408f28-5e53-4ae1-a5eb-b72bb8d9ef3a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 210 time: 0.0544963 Feb 07 13:16:56.506151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-fc70f678-5569-4571-81dd-ec63451cfd22 service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166879 Feb 07 13:16:56.557193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:16:56.574347 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8352b-3a23-4519-8344-06876a04cc92 None None] Sync routers for ids ['c052f3ed-d17d-4e89-be15-3f895ebbc5c5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:16:56.586107 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8352b-3a23-4519-8344-06876a04cc92 None None] Routers {'c052f3ed-d17d-4e89-be15-3f895ebbc5c5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:56.586877 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f4c8352b-3a23-4519-8344-06876a04cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c052f3ed-d17d-4e89-be15-3f895ebbc5c5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:56.587761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-fea9a2c4-2ad1-4f7e-8f74-cc2534fde93d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 217 time: 0.0754225 Feb 07 13:16:56.648857 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f4c8352b-3a23-4519-8344-06876a04cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:56.655874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-26fb62f2-423a-4b63-a769-e5d79bbb855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:56.657573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-26fb62f2-423a-4b63-a769-e5d79bbb855e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.0639648 Feb 07 13:16:56.658240 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8352b-3a23-4519-8344-06876a04cc92 None None] Routers {'c052f3ed-d17d-4e89-be15-3f895ebbc5c5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:16:56.659057 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f4c8352b-3a23-4519-8344-06876a04cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c052f3ed-d17d-4e89-be15-3f895ebbc5c5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:56.690038 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b29a4a81-a3a4-49e0-8ad5-3d38cb7cd837 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/57a16812-0f6c-425f-91ee-17668a065a07 HTTP/1.1" status: 204 len: 168 time: 1.2753370 Feb 07 13:16:56.690038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52236) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:56.748890 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f4c8352b-3a23-4519-8344-06876a04cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:16:56.748890 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8352b-3a23-4519-8344-06876a04cc92 None None] The sync data for ids ['c052f3ed-d17d-4e89-be15-3f895ebbc5c5'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:16:56.784140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:56.785348 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d8a3b011-b61a-4ce1-9f13-7b57ea07ff41 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.1194923 Feb 07 13:16:56.799947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52242) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:56.855049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e357083b-5d34-46e7-8532-a9a5be7ccb15 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 632baf0c-74c7-4110-8dfe-3b23b5850a12 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:16:56.860210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e357083b-5d34-46e7-8532-a9a5be7ccb15 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:56.951442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e357083b-5d34-46e7-8532-a9a5be7ccb15 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:56.972839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-0da43f52-d7a7-493b-a0f2-f90d732d78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:56.975282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-0da43f52-d7a7-493b-a0f2-f90d732d78ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3077188 Feb 07 13:16:57.022847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bd473301-a0dc-4233-85b9-15c82df3c968 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:16:57.109160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f646c67-98fc-4ed2-8b32-8457905c5ba5 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:57.113685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e357083b-5d34-46e7-8532-a9a5be7ccb15 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:57.240839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port bd473301-a0dc-4233-85b9-15c82df3c968 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:57.241296 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:57.347026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e357083b-5d34-46e7-8532-a9a5be7ccb15 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:57.392257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357083b-5d34-46e7-8532-a9a5be7ccb15 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=632baf0c-74c7-4110-8dfe-3b23b5850a12,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:57.394543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e357083b-5d34-46e7-8532-a9a5be7ccb15 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:57.406308 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e357083b-5d34-46e7-8532-a9a5be7ccb15 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/632baf0c-74c7-4110-8dfe-3b23b5850a12 HTTP/1.1" status: 204 len: 168 time: 0.7189426 Feb 07 13:16:57.408829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52256) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:57.434383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3215dbd8-f968-47b8-817e-a1b31d851038 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/routers/c052f3ed-d17d-4e89-be15-3f895ebbc5c5 HTTP/1.1" status: 200 len: 880 time: 0.6372907 Feb 07 13:16:57.436868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52260) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:57.609326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-53ee3409-8664-4cb8-a350-d44ddb2cc11f service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242793 Feb 07 13:16:57.611686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57867171-f4ab-4ddd-ab60-a32cd07784b1 None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '632baf0c-74c7-4110-8dfe-3b23b5850a12'}], 'binding:host_id': 'n-d-811416-5'}, 'id': 'bd473301-a0dc-4233-85b9-15c82df3c968'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:16:57.636486 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-371180dd-5948-41ee-972d-76f689395cae tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2264035 Feb 07 13:16:57.638972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:57.641575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62264edb-5985-4154-bf1d-4043ae45ff47 req-a531b46e-58af-40c9-8df7-9ab832b80f75 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 210 time: 0.1092508 Feb 07 13:16:57.726171 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-57867171-f4ab-4ddd-ab60-a32cd07784b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:57.745096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6adfb-3da4-4692-9094-91ff9eb88530 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:57.745980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b2f6adfb-3da4-4692-9094-91ff9eb88530 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:57.860733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b2f6adfb-3da4-4692-9094-91ff9eb88530 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:57.862181 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b2f6adfb-3da4-4692-9094-91ff9eb88530 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2222328 Feb 07 13:16:57.864921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:57.886107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-bdcf164e-f95a-42f5-824c-1e8cc3d7e785 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397285 Feb 07 13:16:57.910865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:57.950589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7b3d8-fd0a-4707-89f1-bf88b71459bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:57.951527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a4f7b3d8-fd0a-4707-89f1-bf88b71459bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:57.974311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-c4342d83-6ce9-4e40-84e6-61757bf79ce7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 217 time: 0.0811851 Feb 07 13:16:58.032802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67393b8d-00bc-468f-958b-65894069ce78 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:16:58.124999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-850a07d3-e728-4512-9afe-3e9af010da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:58.126827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-850a07d3-e728-4512-9afe-3e9af010da57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.0887434 Feb 07 13:16:58.182386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4c3032c2-9d7d-4996-9159-7101015da7e0 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:router {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:16:58.192235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a4f7b3d8-fd0a-4707-89f1-bf88b71459bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:58.193729 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a4f7b3d8-fd0a-4707-89f1-bf88b71459bd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3275251 Feb 07 13:16:58.196297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:58.239232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-a351281b-d232-4fc7-809c-b5f1965e48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:58.239232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-a351281b-d232-4fc7-809c-b5f1965e48d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036294 Feb 07 13:16:58.273460 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-633cce3a-6163-416b-aa42-7659e7d878b8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758691 Feb 07 13:16:58.280158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52294) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:58.290627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a53c5a2c-ad1b-4813-8a66-9a44f29ad223 None None] Provisioning complete for port bd473301-a0dc-4233-85b9-15c82df3c968 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:16:58.290627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a53c5a2c-ad1b-4813-8a66-9a44f29ad223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:58.298307 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:58.310143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a8bec203-6999-4206-a956-8cdb0db6f05e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:58.387156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-ca58010a-3dff-4d9e-917e-5edcfbcc0ed8 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427541 Feb 07 13:16:58.394293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:58.408210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb0862cdce514ea38eaeabf89cfe5d91 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:16:58.416226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:16:58.432691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:16:58.434173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:58.449558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Deleting port bd473301-a0dc-4233-85b9-15c82df3c968 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:16:58.449932 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:58.455271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8bec203-6999-4206-a956-8cdb0db6f05e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:58.480473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8bec203-6999-4206-a956-8cdb0db6f05e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:58.555182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:58.578350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-ab3ca795-ef9e-4d34-b3c4-aee1cd4ce4fb service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848240 Feb 07 13:16:58.578981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4c3032c2-9d7d-4996-9159-7101015da7e0 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:router {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:16:58.583230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52300) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:58.583414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4c3032c2-9d7d-4996-9159-7101015da7e0 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1462591 Feb 07 13:16:58.589650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9b831dad-0430-4a27-b769-e5114817ca17 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1420603614'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:58.653898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-0942479b-232d-4018-97e4-6de48499ba99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc HTTP/1.1" status: 200 len: 217 time: 0.0692949 Feb 07 13:16:58.659024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bec203-6999-4206-a956-8cdb0db6f05e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:58.663400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8bec203-6999-4206-a956-8cdb0db6f05e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:58.664855 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bec203-6999-4206-a956-8cdb0db6f05e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:16:58.665387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bec203-6999-4206-a956-8cdb0db6f05e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:16:58.689563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] For port bd473301-a0dc-4233-85b9-15c82df3c968, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bd473301-a0dc-4233-85b9-15c82df3c968,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:16:58.690212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:58.695865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:58.760336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-1161f0d3-aec8-4c73-a761-403aa06bae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:58.762202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-1161f0d3-aec8-4c73-a761-403aa06bae81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.1017368 Feb 07 13:16:58.771581 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb0862cdce514ea38eaeabf89cfe5d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8628852 Feb 07 13:16:58.775866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52306) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:58.779313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310eff8-d40c-4c33-b114-46e1d35336e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35140d2-a902-46fd-83c0-32e0f8727508,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:58.860291 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a8bec203-6999-4206-a956-8cdb0db6f05e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5636678 Feb 07 13:16:58.871177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52312) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:58.886910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bfc0c61c-dc58-48e2-b9d4-8e98af5a1053 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:58.887499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Calling delete_port for bd473301-a0dc-4233-85b9-15c82df3c968 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:16:58.958700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ae93b2e-f327-4f58-98d1-0c6b51876bd2 req-03341ce5-20f2-4f92-a812-8c47598bfc4e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 210 time: 0.1175859 Feb 07 13:16:58.969140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-700c3f3a-d40c-4c27-b358-a0a1071c39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:58.972132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-700c3f3a-d40c-4c27-b358-a0a1071c39d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2028098 Feb 07 13:16:59.023711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bfc0c61c-dc58-48e2-b9d4-8e98af5a1053 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:59.035493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bd473301-a0dc-4233-85b9-15c82df3c968 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:16:59.052438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bfc0c61c-dc58-48e2-b9d4-8e98af5a1053 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:59.142066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cabcb925-aafc-495e-87db-fa71b4c9833f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:59.170953 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cabcb925-aafc-495e-87db-fa71b4c9833f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:59.173450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:59.224388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:59.248581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Pushing event deleted for resources: {'Port': ['ID=bd473301-a0dc-4233-85b9-15c82df3c968,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:59.261201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] No DVR routers for this DVR port bd473301-a0dc-4233-85b9-15c82df3c968 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:16:59.274484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.274840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.275181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.275521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.275856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.276222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.276675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.277167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.277640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.278124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.278240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc0c61c-dc58-48e2-b9d4-8e98af5a1053 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:16:59.278711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.279221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f507fd-862e-4474-b971-50f28bf66fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:16:59.283821 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c61c-dc58-48e2-b9d4-8e98af5a1053 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:59.288388 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc0c61c-dc58-48e2-b9d4-8e98af5a1053 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:16:59.288388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc0c61c-dc58-48e2-b9d4-8e98af5a1053 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:16:59.331246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-53fe48f4-9081-4d61-bbda-2dcece60ebf3 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520381 Feb 07 13:16:59.401181 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cabcb925-aafc-495e-87db-fa71b4c9833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:59.403918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cabcb925-aafc-495e-87db-fa71b4c9833f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:59.405220 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cabcb925-aafc-495e-87db-fa71b4c9833f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d35140d2-a902-46fd-83c0-32e0f8727508 HTTP/1.1" status: 204 len: 168 time: 0.6274443 Feb 07 13:16:59.434015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcb925-aafc-495e-87db-fa71b4c9833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35140d2-a902-46fd-83c0-32e0f8727508,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:16:59.498576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-c935a4a0-2756-4219-9f4f-276465e6435d service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573455 Feb 07 13:16:59.553922 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bfc0c61c-dc58-48e2-b9d4-8e98af5a1053 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6699972 Feb 07 13:16:59.553922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52320) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:16:59.553922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-87e808a4-a1b1-404c-8010-70d6e7954d80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:16:59.579967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-201ae0d8-234d-43c9-87c5-88cf267a543a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=68f05dff-ff5c-4e23-be73-4702d5274760 HTTP/1.1" status: 200 len: 217 time: 0.0725358 Feb 07 13:16:59.655883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-bca94462-b6dd-4a11-814f-a5a1e326e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:59.657863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-bca94462-b6dd-4a11-814f-a5a1e326e8f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.0714262 Feb 07 13:16:59.776683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-01200d0a-f372-4f1c-8f71-73313ef365ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:16:59.778196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-01200d0a-f372-4f1c-8f71-73313ef365ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136947 Feb 07 13:16:59.894268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b831dad-0430-4a27-b769-e5114817ca17 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:16:59.905120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-87e808a4-a1b1-404c-8010-70d6e7954d80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:16:59.917108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-87e808a4-a1b1-404c-8010-70d6e7954d80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:16:59.928848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-abe1c557-b9b3-4566-8d44-fadec9986725 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441936 Feb 07 13:16:59.959517 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:16:59.990415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b831dad-0430-4a27-b769-e5114817ca17 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:00.093748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e808a4-a1b1-404c-8010-70d6e7954d80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:00.097325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87e808a4-a1b1-404c-8010-70d6e7954d80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:00.099502 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e808a4-a1b1-404c-8010-70d6e7954d80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:17:00.107431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e808a4-a1b1-404c-8010-70d6e7954d80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:17:00.190301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-d42625e7-c0e9-4377-bc42-1e683f186803 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555642 Feb 07 13:17:00.197536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a3f9523-ebc8-491f-829a-9679a4fc7439 req-f8ca3d39-4d85-41da-8e5f-b51ff4a51e68 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 210 time: 0.0641949 Feb 07 13:17:00.210024 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-87e808a4-a1b1-404c-8010-70d6e7954d80 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6638951 Feb 07 13:17:00.213015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52332) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:00.221438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-21f8a699-ef40-4aba-bd61-d1add9e2c164 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:00.267720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-9e2fd5fe-58c1-4b5f-ba1c-742d3ae02d09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 HTTP/1.1" status: 200 len: 217 time: 0.0690908 Feb 07 13:17:00.300492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b831dad-0430-4a27-b769-e5114817ca17 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router c052f3ed-d17d-4e89-be15-3f895ebbc5c5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:17:00.337188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-7e11f3ad-60dc-4fbc-a77e-72d749cb586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:00.338801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-7e11f3ad-60dc-4fbc-a77e-72d749cb586a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.0653145 Feb 07 13:17:00.421367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-21f8a699-ef40-4aba-bd61-d1add9e2c164 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:00.445305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-21f8a699-ef40-4aba-bd61-d1add9e2c164 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:00.501608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-dc0fe8f3-63c6-4b0c-b337-63f5b3b24861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:00.503190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-dc0fe8f3-63c6-4b0c-b337-63f5b3b24861 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1582456 Feb 07 13:17:00.543865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b831dad-0430-4a27-b769-e5114817ca17 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:00.551040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b831dad-0430-4a27-b769-e5114817ca17 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:00.555106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e6cc8-f4b2-42a0-9fa5-35160c3bb2b2 None None] Sync routers for ids ['c052f3ed-d17d-4e89-be15-3f895ebbc5c5'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:00.555609 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9b831dad-0430-4a27-b769-e5114817ca17 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/c052f3ed-d17d-4e89-be15-3f895ebbc5c5 HTTP/1.1" status: 200 len: 887 time: 1.9708710 Feb 07 13:17:00.556363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52338) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:00.566438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e6cc8-f4b2-42a0-9fa5-35160c3bb2b2 None None] Routers {'c052f3ed-d17d-4e89-be15-3f895ebbc5c5'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:00.567965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-827e6cc8-f4b2-42a0-9fa5-35160c3bb2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c052f3ed-d17d-4e89-be15-3f895ebbc5c5'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:00.593796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52342) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:00.641501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-827e6cc8-f4b2-42a0-9fa5-35160c3bb2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:00.647049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:00.651712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e6cc8-f4b2-42a0-9fa5-35160c3bb2b2 None None] Routers {'c052f3ed-d17d-4e89-be15-3f895ebbc5c5'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:00.651929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-827e6cc8-f4b2-42a0-9fa5-35160c3bb2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c052f3ed-d17d-4e89-be15-3f895ebbc5c5'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:00.678405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:00.684059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] Usage tracker for resource:security_group_rule and tenant:130f2f3f352544338fb584403666d13e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:00.687173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:00.693312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:00.718528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-827e6cc8-f4b2-42a0-9fa5-35160c3bb2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:00.718932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e6cc8-f4b2-42a0-9fa5-35160c3bb2b2 None None] The sync data for ids ['c052f3ed-d17d-4e89-be15-3f895ebbc5c5'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:00.745043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f8a699-ef40-4aba-bd61-d1add9e2c164 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:00.749470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21f8a699-ef40-4aba-bd61-d1add9e2c164 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:00.751031 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f8a699-ef40-4aba-bd61-d1add9e2c164 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:17:00.751460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f8a699-ef40-4aba-bd61-d1add9e2c164 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:17:00.783408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-8f280fba-53f6-4d98-b28e-f75f142e48f9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:00.783408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-8f280fba-53f6-4d98-b28e-f75f142e48f9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.35 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 815 time: 0.3725281 Feb 07 13:17:00.805886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Request body: {'port': {'device_id': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'admin_state_up': True, 'tenant_id': '63e926eb4c9142f2ae513839c7dae076'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:00.814315 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d62dc301-5816-4a8c-9193-92e80cf7e487 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/routers/c052f3ed-d17d-4e89-be15-3f895ebbc5c5 HTTP/1.1" status: 200 len: 887 time: 0.2568576 Feb 07 13:17:00.817540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52346) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:00.862038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-93e9e1a0-35d5-4d25-aaeb-9ff0302c7898 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:00.875653 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21f8a699-ef40-4aba-bd61-d1add9e2c164 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6613762 Feb 07 13:17:00.879034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52352) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:00.885397 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-dcf1e4fd-4c37-4646-a264-4c4f2242afaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:00.900594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-dcc08abd-0dce-4ae5-8799-857bae6882c5 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903127 Feb 07 13:17:01.001291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-93e9e1a0-35d5-4d25-aaeb-9ff0302c7898 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:01.006327 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93e9e1a0-35d5-4d25-aaeb-9ff0302c7898 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=c052f3ed-d17d-4e89-be15-3f895ebbc5c5 HTTP/1.1" status: 200 len: 205 time: 0.1877954 Feb 07 13:17:01.007123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52356) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:01.041123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.106294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dcf1e4fd-4c37-4646-a264-4c4f2242afaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:01.130900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dcf1e4fd-4c37-4646-a264-4c4f2242afaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:01.227936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.236565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.265436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-ad382dc6-f30e-40e5-8f7b-8c5427a0c25f service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448422 Feb 07 13:17:01.271438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:01.299739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf1e4fd-4c37-4646-a264-4c4f2242afaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:01.303862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcf1e4fd-4c37-4646-a264-4c4f2242afaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.305852 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf1e4fd-4c37-4646-a264-4c4f2242afaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:17:01.306295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf1e4fd-4c37-4646-a264-4c4f2242afaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:17:01.338722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Usage tracker for resource:port and tenant:63e926eb4c9142f2ae513839c7dae076 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:01.352029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=130f2f3f352544338fb584403666d13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546692 Feb 07 13:17:01.353363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:01.354708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52366) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:01.403435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-37263e98-0add-4876-9969-5a736d5258f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f66cb58-c047-40ed-8071-4db412f99c8a HTTP/1.1" status: 200 len: 217 time: 0.1270874 Feb 07 13:17:01.408821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:01.452988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0e4dd8a-a14d-42b0-b5f5-92df2ed62a2e req-5421a6c9-0c0a-469d-883f-d2a7c3e8960f tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 210 time: 0.1035609 Feb 07 13:17:01.456532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345ff74-1d0f-43c4-856d-06dd72be7312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4e413b-8340-4acf-aa73-432131aa842a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:01.488290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-88188927-dfd1-45be-be84-3e1c051938e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:01.489506 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dcf1e4fd-4c37-4646-a264-4c4f2242afaa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6092079 Feb 07 13:17:01.489832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-88188927-dfd1-45be-be84-3e1c051938e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.0750597 Feb 07 13:17:01.492568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52372) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:01.496878 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.498016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a914a41e-faa0-4ab3-a051-84a948455554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:01.522008 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34adb6d4-49f0-40de-8fca-10820498be9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.610142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Made reservation on behalf of 63e926eb4c9142f2ae513839c7dae076 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:01.613673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.676111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 5f9e6cf1-c1e3-485f-9db0-20063ffe467b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:01.677023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.729997 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34adb6d4-49f0-40de-8fca-10820498be9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.741344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a914a41e-faa0-4ab3-a051-84a948455554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:01.771005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a914a41e-faa0-4ab3-a051-84a948455554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:01.805257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-efe8de44-934d-4dc4-9421-a44c08ee7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:01.806809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-efe8de44-934d-4dc4-9421-a44c08ee7380 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2920964 Feb 07 13:17:01.875811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a914a41e-faa0-4ab3-a051-84a948455554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:01.880203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a914a41e-faa0-4ab3-a051-84a948455554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.881859 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a914a41e-faa0-4ab3-a051-84a948455554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:17:01.882452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a914a41e-faa0-4ab3-a051-84a948455554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:17:01.895555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:01.987633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Allocated IP 172.20.0.3 (36f3cc97-7129-4f2c-b8a4-9ee2804e576f/4af2d9d4-20ef-40de-8b4d-18647da93ef3/5055e646-98b0-4273-81f1-f3cc4f307b1c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:02.021488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34adb6d4-49f0-40de-8fca-10820498be9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.035951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 5f9e6cf1-c1e3-485f-9db0-20063ffe467b owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:02.068718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-41beae14-fd8a-4897-bde9-9b75c477d5b6 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270138 Feb 07 13:17:02.087231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adb6d4-49f0-40de-8fca-10820498be9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4e413b-8340-4acf-aa73-432131aa842a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:02.100840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-34adb6d4-49f0-40de-8fca-10820498be9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.101981 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-34adb6d4-49f0-40de-8fca-10820498be9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa4e413b-8340-4acf-aa73-432131aa842a HTTP/1.1" status: 204 len: 168 time: 0.7462842 Feb 07 13:17:02.113495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a914a41e-faa0-4ab3-a051-84a948455554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6181190 Feb 07 13:17:02.116241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52386) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:02.302326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-37e9208f-542e-421b-9132-13c5757aaeff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:02.348146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.407664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=5f9e6cf1-c1e3-485f-9db0-20063ffe467b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:02.409156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b26f25b6-da4d-4242-9462-1a45c15f96ce req-c06c478d-b7d1-4468-b572-5258a709a4c9 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269186 Feb 07 13:17:02.433086 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.444488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-37e9208f-542e-421b-9132-13c5757aaeff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:02.445699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-37e9208f-542e-421b-9132-13c5757aaeff tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2752821 Feb 07 13:17:02.448503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52392) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:02.530377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.589876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fffa62-ef7a-40b9-b01f-40b3e05da01a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:02.590611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d4fffa62-ef7a-40b9-b01f-40b3e05da01a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:02.605374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d4fffa62-ef7a-40b9-b01f-40b3e05da01a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:02.607156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d4fffa62-ef7a-40b9-b01f-40b3e05da01a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1575012 Feb 07 13:17:02.611542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52402) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:02.729046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0fa098ac-3b9e-42a9-9cf5-8bd4bebc09ec tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159399 Feb 07 13:17:02.730921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.739902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f99eab66-4f50-4fc2-8088-917db0dccb53 req-fedb64af-e615-4a32-b7e2-067842d79a83 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Synchronizing usage tracker for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:02.743491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52412) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:02.776645 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.784586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.800488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:02.910313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:02.916190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:02.919334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:02.932946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:02.933477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Fanout notify agent at l3_agent the message router_deleted on router c052f3ed-d17d-4e89-be15-3f895ebbc5c5 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:17:03.096453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Pushing event updated for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:03.109499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f99eab66-4f50-4fc2-8088-917db0dccb53 req-fedb64af-e615-4a32-b7e2-067842d79a83 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Unset dirty status for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:03.110388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99eab66-4f50-4fc2-8088-917db0dccb53 req-fedb64af-e615-4a32-b7e2-067842d79a83 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 210 time: 0.4420176 Feb 07 13:17:03.128791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.146654 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ad57f860-a2c1-4927-84fc-f71c67318701 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/c052f3ed-d17d-4e89-be15-3f895ebbc5c5 HTTP/1.1" status: 204 len: 168 time: 2.1132209 Feb 07 13:17:03.146654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52426) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:03.146654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-295252508'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:03.153435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:03.155084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:03.155452 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.157841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:03.162245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:03.162830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:03.168206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:03.180503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:03.292635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:03.296701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.309071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-4d1cbec3-d122-4ab5-a64b-bff43ed900f2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5158362 Feb 07 13:17:03.329528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:17:03.342556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.342556 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment 0420f21a-25bd-4513-8769-cf054b61fdac of type vlan for network 2e294241-1a81-4aac-affc-01bd86ad1fdb Feb 07 13:17:03.380499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.398626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:03.401828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.489065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.494778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:03.495873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.576503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Request body: {'port': {'device_id': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:03.615733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=2e294241-1a81-4aac-affc-01bd86ad1fdb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:03.627049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 2e294241-1a81-4aac-affc-01bd86ad1fdb details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:17:03.679176 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c4d06650-f95b-4332-a132-d4f2da64966c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5385883 Feb 07 13:17:03.681761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:03.687400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': '2e294241-1a81-4aac-affc-01bd86ad1fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:03.764003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:03.862163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:03.870928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:03.873460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:03.882420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:03.966690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:03.970647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:04.052556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:17:04.056664 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:04.231325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:04.243127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:04.250048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:04.250584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:04.255663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11bea2-78ac-4912-a559-ad002a663a86 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:04.378452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=ee84d7e8-d5cd-4020-a457-1b4ba9f06985,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:04.381876 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:04.478839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8986315-4e16-478d-b244-ee1dcf6d5e9b req-4160a06b-e7a6-470d-8f8b-cb221016db76 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:04.480433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8986315-4e16-478d-b244-ee1dcf6d5e9b req-4160a06b-e7a6-470d-8f8b-cb221016db76 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 931 time: 0.1896558 Feb 07 13:17:04.489797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5055e646-98b0-4273-81f1-f3cc4f307b1c {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:17:04.516061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:04.553219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': 'ee84d7e8-d5cd-4020-a457-1b4ba9f06985'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:04.554531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Transition to ACTIVE for port object 5055e646-98b0-4273-81f1-f3cc4f307b1c will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:04.555539 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:04.560090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d8986315-4e16-478d-b244-ee1dcf6d5e9b req-42886e7b-4c92-44aa-b098-10482a69d91a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Synchronizing usage tracker for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:04.584077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-839b7411-c39b-4b27-aa7c-b1d35b63e008 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8032029 Feb 07 13:17:04.584077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52474) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:04.593225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:3e:79:66', 'name': 'tempest-NetworksTestDHCPv6-390392076'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:04.634739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=7d23960b-3a9e-4100-b78a-8c486d22c1f6,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:04.638844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': '0420f21a-25bd-4513-8769-cf054b61fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2e294241-1a81-4aac-affc-01bd86ad1fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:04.639408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: 2e294241-1a81-4aac-affc-01bd86ad1fdb, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:17:04.752904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d8986315-4e16-478d-b244-ee1dcf6d5e9b req-42886e7b-4c92-44aa-b098-10482a69d91a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Unset dirty status for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:04.754747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8986315-4e16-478d-b244-ee1dcf6d5e9b req-42886e7b-4c92-44aa-b098-10482a69d91a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601888 Feb 07 13:17:04.755447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:04.784000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 2e294241-1a81-4aac-affc-01bd86ad1fdb is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:17:04.831473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Allocated IP 2001:db8::f816:3eff:fe34:3dae (c7752a43-b062-440d-a0bf-267aa725f6d8/ee84d7e8-d5cd-4020-a457-1b4ba9f06985/a9f466fc-e20d-40b9-a001-7bbd9e107a98) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:04.866698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 2e294241-1a81-4aac-affc-01bd86ad1fdb) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:04.870976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:04.871574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:04.889573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:04.921571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:04.925037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c0929-93f4-48ad-b050-0ff225735100 None None] Network 2e294241-1a81-4aac-affc-01bd86ad1fdb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:04.999010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:05.008251 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eca1ccd5-97ef-497a-84e3-aa7ea6860747 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3252828 Feb 07 13:17:05.010084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52482) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:05.018295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-282727880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:05.030639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:05.038432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:router and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:05.043811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Attempting to bind port 5055e646-98b0-4273-81f1-f3cc4f307b1c on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:05.044246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Attempting to bind port 5055e646-98b0-4273-81f1-f3cc4f307b1c by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:05.044406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:05.044749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Attempting to bind port 5055e646-98b0-4273-81f1-f3cc4f307b1c on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:05.049881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Port 5055e646-98b0-4273-81f1-f3cc4f307b1c on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:17:05.050123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:05.055371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Attempting to bind port 5055e646-98b0-4273-81f1-f3cc4f307b1c on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:05.056372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:05.056714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Checking segment: {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:05.057101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Bound using segment: {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:05.057534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Bound port: 5055e646-98b0-4273-81f1-f3cc4f307b1c, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:05.057887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.123623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:05.145940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.146967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.163625 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.243048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:05.248518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:05.259314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.259539 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.285023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Transition to ACTIVE for port object a9f466fc-e20d-40b9-a001-7bbd9e107a98 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:05.289445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-2e294241-1a81-4aac-affc-01bd86ad1fdb', 'network_id': '2e294241-1a81-4aac-affc-01bd86ad1fdb', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': '7d23960b-3a9e-4100-b78a-8c486d22c1f6'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:05.290280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.293902 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.388145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Transition to ACTIVE for port object a9f466fc-e20d-40b9-a001-7bbd9e107a98 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:05.389950 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.391244 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e668ab49-0833-4669-8969-6d06c1eefa3f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3781428 Feb 07 13:17:05.393986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52490) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:05.454980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.471582 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.501292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52496) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:05.531919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:05.532619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:05.534049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/5055e646-98b0-4273-81f1-f3cc4f307b1c HTTP/1.1" status: 200 len: 1091 time: 2.2180676 Feb 07 13:17:05.534492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:17:05.562625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 1dd6e06f-24e9-4879-bede-39233caedb0a yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:17:05.638904 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'status': 'completed', 'code': 200} Feb 07 13:17:05.717557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Pushing event updated for resources: {'Port': ['ID=a9f466fc-e20d-40b9-a001-7bbd9e107a98,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:05.717814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a3d5a-9871-41ce-8346-feecef5b96e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:05.737353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:05.742384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:05.752959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:05.756867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Allocated IP 172.20.0.2 (2e294241-1a81-4aac-affc-01bd86ad1fdb/7d23960b-3a9e-4100-b78a-8c486d22c1f6/760f899d-827e-4d42-96a7-088f324a0046) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:06.056174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.056174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3adebc-274c-4da6-9e89-1e15333881ce req-d533594e-eef3-4cce-a7d4-e0c8f9cb9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:06.056174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c3adebc-274c-4da6-9e89-1e15333881ce req-d533594e-eef3-4cce-a7d4-e0c8f9cb9e0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 1094 time: 0.2370374 Feb 07 13:17:06.056174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:06.056174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] Usage tracker for resource:security_group_rule and tenant:74f66ffff91343f0beee5502af2a9e4e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:06.056174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fe3e:7966 (c7752a43-b062-440d-a0bf-267aa725f6d8/ee84d7e8-d5cd-4020-a457-1b4ba9f06985/1dd6e06f-24e9-4879-bede-39233caedb0a) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:06.056174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Attempting to bind port a9f466fc-e20d-40b9-a001-7bbd9e107a98 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Attempting to bind port a9f466fc-e20d-40b9-a001-7bbd9e107a98 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Attempting to bind port a9f466fc-e20d-40b9-a001-7bbd9e107a98 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Bound port: a9f466fc-e20d-40b9-a001-7bbd9e107a98, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:06.058152 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.059988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:06.099664 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.202525 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.213395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] For port a9f466fc-e20d-40b9-a001-7bbd9e107a98, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:06.215826 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Transition to ACTIVE for port object 760f899d-827e-4d42-96a7-088f324a0046 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:06.219368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] For port a9f466fc-e20d-40b9-a001-7bbd9e107a98, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a9f466fc-e20d-40b9-a001-7bbd9e107a98,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:06.246038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Transition to ACTIVE for port object 760f899d-827e-4d42-96a7-088f324a0046 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:06.303299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3adebc-274c-4da6-9e89-1e15333881ce req-7cb6cead-509f-45db-be0f-0197754e431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:06.304800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c3adebc-274c-4da6-9e89-1e15333881ce req-7cb6cead-509f-45db-be0f-0197754e431e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=63e926eb4c9142f2ae513839c7dae076&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3823876 Feb 07 13:17:06.310425 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.370754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52516) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:06.395562 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.422260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c36f9-df0b-4497-b7ae-117b733cd0c3 req-64c60228-c774-435b-b3dc-13cc6b7ceb6a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:06.423814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b60c36f9-df0b-4497-b7ae-117b733cd0c3 req-64c60228-c774-435b-b3dc-13cc6b7ceb6a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 943 time: 0.4050355 Feb 07 13:17:06.466015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Network 2e294241-1a81-4aac-affc-01bd86ad1fdb is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:06.470851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:06.479182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:06.520340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.20.0.1 (2e294241-1a81-4aac-affc-01bd86ad1fdb/7d23960b-3a9e-4100-b78a-8c486d22c1f6/9d549c24-5358-43a5-91b5-7d271303648e) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:06.523254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa473c-6b91-4101-9ba3-b5ef8b153196 None None] Pushing event updated for resources: {'Port': ['ID=a9f466fc-e20d-40b9-a001-7bbd9e107a98,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:06.594852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b60c36f9-df0b-4497-b7ae-117b733cd0c3 req-428bfec8-68a2-4d05-ab1a-9d7b58aa04f0 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630719 Feb 07 13:17:06.605271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.626590 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.631054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3adebc-274c-4da6-9e89-1e15333881ce req-7731fac3-a118-4e6f-ace0-e5316a058a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:06.632555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c3adebc-274c-4da6-9e89-1e15333881ce req-7731fac3-a118-4e6f-ace0-e5316a058a12 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3190830 Feb 07 13:17:06.642854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Attempting to bind port 760f899d-827e-4d42-96a7-088f324a0046 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:06.643223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Attempting to bind port 760f899d-827e-4d42-96a7-088f324a0046 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0420f21a-25bd-4513-8769-cf054b61fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2e294241-1a81-4aac-affc-01bd86ad1fdb'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:06.643587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Attempting to bind port 760f899d-827e-4d42-96a7-088f324a0046 on network 2e294241-1a81-4aac-affc-01bd86ad1fdb {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:06.657540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:06.657923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Checking segment: {'id': '0420f21a-25bd-4513-8769-cf054b61fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2e294241-1a81-4aac-affc-01bd86ad1fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:06.658330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.658717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Bound using segment: {'id': '0420f21a-25bd-4513-8769-cf054b61fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2e294241-1a81-4aac-affc-01bd86ad1fdb'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:06.664900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Bound port: 760f899d-827e-4d42-96a7-088f324a0046, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0420f21a-25bd-4513-8769-cf054b61fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2e294241-1a81-4aac-affc-01bd86ad1fdb'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:06.664900 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.665121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 1dd6e06f-24e9-4879-bede-39233caedb0a will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:06.679160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.690804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Pushing event updated for resources: {'Port': ['ID=760f899d-827e-4d42-96a7-088f324a0046,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:06.712170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:06.721024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] Usage tracker for resource:security_group_rule and tenant:f197295e1f854179b3b011b0dd04975b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:06.727054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:06.740066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.750879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:06.808013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.824891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74f66ffff91343f0beee5502af2a9e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3171880 Feb 07 13:17:06.829811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52522) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:06.837766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684f161-5812-4c6f-bf1c-1c7fa157466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec42cb06-f759-4d61-91df-fe500042cbb4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:06.837907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object 9d549c24-5358-43a5-91b5-7d271303648e will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:06.851340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] For port 760f899d-827e-4d42-96a7-088f324a0046, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:06.860072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] For port 760f899d-827e-4d42-96a7-088f324a0046, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=760f899d-827e-4d42-96a7-088f324a0046,segment=NetworkSegment(0420f21a-25bd-4513-8769-cf054b61fdac),segment_id=0420f21a-25bd-4513-8769-cf054b61fdac)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:06.867801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-e3dd10d6-12c6-4ae7-8196-c07848202841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:06.869420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-e3dd10d6-12c6-4ae7-8196-c07848202841 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 1094 time: 0.1900363 Feb 07 13:17:06.935842 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.976585 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea689028-dcf2-4b7a-8210-9f2a949ae426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.977938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:06.985713 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.018026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea689028-dcf2-4b7a-8210-9f2a949ae426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.020925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-40c7f769-02df-4d73-b2ad-9544a0b3b4aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c HTTP/1.1" status: 200 len: 217 time: 0.1441960 Feb 07 13:17:07.031001 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.077284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed9ca8-0089-4d61-ba9e-98afd4debc98 None None] Pushing event updated for resources: {'Port': ['ID=760f899d-827e-4d42-96a7-088f324a0046,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:07.111488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:07.118802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:07.121488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:07.129309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:07.130379 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.134555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.147179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=1dd6e06f-24e9-4879-bede-39233caedb0a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:07.187548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-5eba9319-585f-49ee-a658-94221e32e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:07.189039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-5eba9319-585f-49ee-a658-94221e32e596 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4af2d9d4-20ef-40de-8b4d-18647da93ef3 HTTP/1.1" status: 200 len: 855 time: 0.1500421 Feb 07 13:17:07.202479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 2e294241-1a81-4aac-affc-01bd86ad1fdb is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:07.222871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:07.226035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:07.249622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-eb1b3c7b-9f74-47cc-b9bb-ce75f9a9b1c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526173 Feb 07 13:17:07.285320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5d86d6ed-6d57-4bbd-aea3-7259ed0f1533 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6997869 Feb 07 13:17:07.350118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52526) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:07.420749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=9d549c24-5358-43a5-91b5-7d271303648e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:07.438015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f197295e1f854179b3b011b0dd04975b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0666790 Feb 07 13:17:07.446997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52530) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:07.467136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c450810-0df3-4a21-a566-c4d43c45c254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bd0e00-7e51-4114-9e48-d7bc396a65f5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:07.508044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-9c66eb3e-62e6-4609-b7ea-9283fe840693 service neutron] 10.222.0.35 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512875 Feb 07 13:17:07.521034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ccca06-72ca-4649-bc11-19bf00012937 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:07.527072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ccca06-72ca-4649-bc11-19bf00012937 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:07.528097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d3ccca06-72ca-4649-bc11-19bf00012937 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:07.530428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.570223 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97d29a5b-c09b-4734-af6b-dd9121536aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.590834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea689028-dcf2-4b7a-8210-9f2a949ae426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.637945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97d29a5b-c09b-4734-af6b-dd9121536aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.643789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea689028-dcf2-4b7a-8210-9f2a949ae426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec42cb06-f759-4d61-91df-fe500042cbb4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:07.690151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea689028-dcf2-4b7a-8210-9f2a949ae426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.690151 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea689028-dcf2-4b7a-8210-9f2a949ae426 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec42cb06-f759-4d61-91df-fe500042cbb4 HTTP/1.1" status: 204 len: 168 time: 0.8574595 Feb 07 13:17:07.808734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.884128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97d29a5b-c09b-4734-af6b-dd9121536aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.916854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d29a5b-c09b-4734-af6b-dd9121536aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bd0e00-7e51-4114-9e48-d7bc396a65f5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:07.962701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80b0fa8b-9e03-4dc2-8660-2a817f395376 req-b762b840-762c-4a8b-846b-40a79d469328 service neutron] 10.222.0.35 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316218 Feb 07 13:17:07.982558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea181fd-b1da-4e45-9362-5b2ed058b5f0 req-b36c9998-b309-432b-a663-1768bcf53c06 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:07.984478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ea181fd-b1da-4e45-9362-5b2ed058b5f0 req-b36c9998-b309-432b-a663-1768bcf53c06 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 943 time: 0.1620510 Feb 07 13:17:07.986318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97d29a5b-c09b-4734-af6b-dd9121536aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:07.987443 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-97d29a5b-c09b-4734-af6b-dd9121536aff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62bd0e00-7e51-4114-9e48-d7bc396a65f5 HTTP/1.1" status: 204 len: 168 time: 0.5359788 Feb 07 13:17:08.014677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d3ccca06-72ca-4649-bc11-19bf00012937 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:08.017064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d3ccca06-72ca-4649-bc11-19bf00012937 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6653192 Feb 07 13:17:08.022208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52540) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:08.159272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ea181fd-b1da-4e45-9362-5b2ed058b5f0 req-32032d97-82d9-4f27-879c-0a77176d81aa tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667387 Feb 07 13:17:08.171040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9f05a882-173c-434d-a9ba-ff55b121d900 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 1dd6e06f-24e9-4879-bede-39233caedb0a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:08.171767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9f05a882-173c-434d-a9ba-ff55b121d900 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:08.298096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-720eb024-46e9-4910-b7f1-b408efc0865e None None] Provisioning for port a9f466fc-e20d-40b9-a001-7bbd9e107a98 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:08.399221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:08.484436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:08.515906 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9f05a882-173c-434d-a9ba-ff55b121d900 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:08.642362 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:08.665350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=9d549c24-5358-43a5-91b5-7d271303648e,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:08.721350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9f05a882-173c-434d-a9ba-ff55b121d900 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 1dd6e06f-24e9-4879-bede-39233caedb0a owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:08.735573 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aa7b3071-22f7-4376-b324-f2a2f5ab60bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:08.737525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ecd29984-de3a-468e-8ed8-4608be73eb17 None None] Provisioning for port 1dd6e06f-24e9-4879-bede-39233caedb0a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:08.744372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ecd29984-de3a-468e-8ed8-4608be73eb17 None None] Provisioning complete for port 1dd6e06f-24e9-4879-bede-39233caedb0a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:08.745052 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ecd29984-de3a-468e-8ed8-4608be73eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:08.814917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 2e294241-1a81-4aac-affc-01bd86ad1fdb is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:08.814917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:08.866497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de39283-1edc-4217-b445-dc2177d26a35 None None] Network 2e294241-1a81-4aac-affc-01bd86ad1fdb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:08.889757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52558) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:08.966679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.001493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:09.009493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] Usage tracker for resource:security_group_rule and tenant:28393829ddec4d5986592f4589ccc5ac is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:09.015462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:09.027634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:09.062213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ecd29984-de3a-468e-8ed8-4608be73eb17 None None] Port 1dd6e06f-24e9-4879-bede-39233caedb0a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:09.103791 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9f05a882-173c-434d-a9ba-ff55b121d900 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.212234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 08d02182-ffd7-4403-b272-f3dc3cbffaec is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:17:09.214943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a9f466fc-e20d-40b9-a001-7bbd9e107a98 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:09.237067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05a882-173c-434d-a9ba-ff55b121d900 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=1dd6e06f-24e9-4879-bede-39233caedb0a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:09.243247 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9f05a882-173c-434d-a9ba-ff55b121d900 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.328239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b83fbec-d251-431d-89e6-3d44fa0b831d None None] Provisioning for port 760f899d-827e-4d42-96a7-088f324a0046 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:09.350663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9f05a882-173c-434d-a9ba-ff55b121d900 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/1dd6e06f-24e9-4879-bede-39233caedb0a HTTP/1.1" status: 204 len: 168 time: 1.3220365 Feb 07 13:17:09.393401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52572) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:09.420777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.425322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a9f466fc-e20d-40b9-a001-7bbd9e107a98 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:09.435716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a9f466fc-e20d-40b9-a001-7bbd9e107a98 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:09.436427 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.529652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.575604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e604b-ecd1-426c-b6d9-938a76bdcb8c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:09.577237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e604b-ecd1-426c-b6d9-938a76bdcb8c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:09.578087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ca5e604b-ecd1-426c-b6d9-938a76bdcb8c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:09.607189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4a1bf-d635-4645-954c-730dd271b66d req-4e8f0cb4-ba4a-408a-b3e6-c8cfedd011e3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:09.609094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eee4a1bf-d635-4645-954c-730dd271b66d req-4e8f0cb4-ba4a-408a-b3e6-c8cfedd011e3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 943 time: 0.2669346 Feb 07 13:17:09.617741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:09.627925 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b5a680-1245-4e62-8cdd-6d78bc71cc21 None None] Sync routers for ids ['08d02182-ffd7-4403-b272-f3dc3cbffaec'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:09.635906 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28393829ddec4d5986592f4589ccc5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7451129 Feb 07 13:17:09.639804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52578) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:09.643107 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b5a680-1245-4e62-8cdd-6d78bc71cc21 None None] Routers {'08d02182-ffd7-4403-b272-f3dc3cbffaec'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:09.643750 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b3b5a680-1245-4e62-8cdd-6d78bc71cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['08d02182-ffd7-4403-b272-f3dc3cbffaec'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:09.646068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08807bde-4605-4116-baab-19ea85d261df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc125d23-4b0e-42ab-a073-842c6119b23a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:09.668011 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-738c8de5-c97e-408f-92bb-bc5c1eaa0282 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/08d02182-ffd7-4403-b272-f3dc3cbffaec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2708974 Feb 07 13:17:09.671422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52582) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:09.692636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ca5e604b-ecd1-426c-b6d9-938a76bdcb8c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:09.694216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ca5e604b-ecd1-426c-b6d9-938a76bdcb8c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2928441 Feb 07 13:17:09.699243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52586) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:09.719529 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.760112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port a9f466fc-e20d-40b9-a001-7bbd9e107a98, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a9f466fc-e20d-40b9-a001-7bbd9e107a98,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:09.790223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aeaa4e99-5a1a-4ea9-a0aa-a2bcb94fe293 None None] Provisioning for port 9d549c24-5358-43a5-91b5-7d271303648e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:09.797777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aeaa4e99-5a1a-4ea9-a0aa-a2bcb94fe293 None None] Provisioning complete for port 9d549c24-5358-43a5-91b5-7d271303648e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:09.798283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4e99-5a1a-4ea9-a0aa-a2bcb94fe293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.807571 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b3b5a680-1245-4e62-8cdd-6d78bc71cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:09.825032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e5267-7d80-4db2-815e-f80795b477bf tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:09.825976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-773e5267-7d80-4db2-815e-f80795b477bf tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:09.828731 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b5a680-1245-4e62-8cdd-6d78bc71cc21 None None] Routers {'08d02182-ffd7-4403-b272-f3dc3cbffaec'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:09.829333 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b3b5a680-1245-4e62-8cdd-6d78bc71cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['08d02182-ffd7-4403-b272-f3dc3cbffaec'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:09.856614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eee4a1bf-d635-4645-954c-730dd271b66d req-eb3f949c-6dda-436e-8158-5b27e6f442b5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401495 Feb 07 13:17:09.884541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bc2b1e-a48a-472a-a4fa-b7f5d83a9111 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet ee84d7e8-d5cd-4020-a457-1b4ba9f06985 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:17:09.891192 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96bc2b1e-a48a-472a-a4fa-b7f5d83a9111 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.894083 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.894964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 760f899d-827e-4d42-96a7-088f324a0046 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:09.923461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa934ba7-656f-49e1-b888-38d729fdb583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:09.939753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-773e5267-7d80-4db2-815e-f80795b477bf tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:09.941160 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-773e5267-7d80-4db2-815e-f80795b477bf tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports/9d549c24-5358-43a5-91b5-7d271303648e HTTP/1.1" status: 200 len: 910 time: 0.2686727 Feb 07 13:17:09.944329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52592) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:09.950755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9284ff17-e6dc-4a2e-9300-d5692883347f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d23960b-3a9e-4100-b78a-8c486d22c1f6'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:09.972626 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b3b5a680-1245-4e62-8cdd-6d78bc71cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:09.973123 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b5a680-1245-4e62-8cdd-6d78bc71cc21 None None] The sync data for ids ['08d02182-ffd7-4403-b272-f3dc3cbffaec'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:10.014364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa934ba7-656f-49e1-b888-38d729fdb583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.056187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa4e99-5a1a-4ea9-a0aa-a2bcb94fe293 None None] Port 9d549c24-5358-43a5-91b5-7d271303648e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:10.080201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=a9f466fc-e20d-40b9-a001-7bbd9e107a98,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:10.084647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96bc2b1e-a48a-472a-a4fa-b7f5d83a9111 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.158515 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa934ba7-656f-49e1-b888-38d729fdb583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.191773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 760f899d-827e-4d42-96a7-088f324a0046 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:10.191888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa934ba7-656f-49e1-b888-38d729fdb583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc125d23-4b0e-42ab-a073-842c6119b23a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:10.197689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa934ba7-656f-49e1-b888-38d729fdb583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.198831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aa934ba7-656f-49e1-b888-38d729fdb583 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc125d23-4b0e-42ab-a073-842c6119b23a HTTP/1.1" status: 204 len: 168 time: 0.5543883 Feb 07 13:17:10.226856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96bc2b1e-a48a-472a-a4fa-b7f5d83a9111 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.248924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 760f899d-827e-4d42-96a7-088f324a0046 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:10.248924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.334758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fc87cb62-ccf0-493d-b26e-67a83cb2dcd3 None None] Provisioning complete for port 9d549c24-5358-43a5-91b5-7d271303648e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:10.335253 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc87cb62-ccf0-493d-b26e-67a83cb2dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.418235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96bc2b1e-a48a-472a-a4fa-b7f5d83a9111 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.458931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9284ff17-e6dc-4a2e-9300-d5692883347f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.460120 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.473693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2b1e-a48a-472a-a4fa-b7f5d83a9111 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=ee84d7e8-d5cd-4020-a457-1b4ba9f06985,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:10.474839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-fc87cb62-ccf0-493d-b26e-67a83cb2dcd3 None None] Port 9d549c24-5358-43a5-91b5-7d271303648e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:10.494095 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96bc2b1e-a48a-472a-a4fa-b7f5d83a9111 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.498563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b93fa-d23e-477c-95d4-1408b95fbb2f None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:10.590723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-96bc2b1e-a48a-472a-a4fa-b7f5d83a9111 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/ee84d7e8-d5cd-4020-a457-1b4ba9f06985 HTTP/1.1" status: 204 len: 168 time: 0.8790543 Feb 07 13:17:10.594738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52610) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:10.618512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 760f899d-827e-4d42-96a7-088f324a0046, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=760f899d-827e-4d42-96a7-088f324a0046,segment=NetworkSegment(0420f21a-25bd-4513-8769-cf054b61fdac),segment_id=0420f21a-25bd-4513-8769-cf054b61fdac)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:10.646857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c7fc68ff-741a-4afd-bc79-bcf7b85a4833 None None] Provisioning complete for port 9d549c24-5358-43a5-91b5-7d271303648e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:10.647238 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c7fc68ff-741a-4afd-bc79-bcf7b85a4833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.701947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc68ff-741a-4afd-bc79-bcf7b85a4833 None None] Port 9d549c24-5358-43a5-91b5-7d271303648e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:10.734203 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.742672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-008f2ad6-794c-4c72-b304-4872fa97e727 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1468067 Feb 07 13:17:10.745582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52614) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:10.753221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:10.760623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:10.858372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=760f899d-827e-4d42-96a7-088f324a0046,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:10.971681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:17:10.972482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] Deleting port a9f466fc-e20d-40b9-a001-7bbd9e107a98 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:10.973701 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:10.978302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52626) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:11.003289 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.022159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1719744181', 'router:external': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:11.047092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5055e646-98b0-4273-81f1-f3cc4f307b1c details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:17:11.053621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:11.065283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Usage tracker for resource:network and tenant:523789b778494423a4f3e93416ab2120 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:11.070643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:11.080525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:11.090940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:11.113518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:9e80b8727ea64e208faf216ba6a9c04c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:11.122615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:11.137627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:11.141809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:11.143812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 760f899d-827e-4d42-96a7-088f324a0046 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:11.144766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:11.151782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:11.165169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:11.203548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6f650-820a-4a60-ac35-ae0849d2b788 req-8b427cdd-be3e-4273-b08f-6f21e3e30062 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:11.205338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88b6f650-820a-4a60-ac35-ae0849d2b788 req-8b427cdd-be3e-4273-b08f-6f21e3e30062 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 943 time: 0.1829987 Feb 07 13:17:11.269799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88b6f650-820a-4a60-ac35-ae0849d2b788 req-d01b3695-c082-448a-92be-a2aea7bf980c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536497 Feb 07 13:17:11.272349 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9284ff17-e6dc-4a2e-9300-d5692883347f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.311065 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.317943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:11.329282 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.369567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Made reservation on behalf of 523789b778494423a4f3e93416ab2120 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:11.372010 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.389421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.405710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:11.409851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Usage tracker for resource:security_group_rule and tenant:523789b778494423a4f3e93416ab2120 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:11.413189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:11.419893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:11.423643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9284ff17-e6dc-4a2e-9300-d5692883347f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.423913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.424865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:11.477311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'port_id': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'mac_address': 'fa:16:3e:85:d3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af2d9d4-20ef-40de-8b4d-18647da93ef3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:17:11.483959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 760f899d-827e-4d42-96a7-088f324a0046 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:11.484366 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.501245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd9afb6-c6c8-496f-92a4-2263f7c91da4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:11.508863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d6e1767b-a615-43d0-89d6-4cf5b337bfb3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e80b8727ea64e208faf216ba6a9c04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295546 Feb 07 13:17:11.511792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52630) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:11.585635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9284ff17-e6dc-4a2e-9300-d5692883347f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:11.585635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9284ff17-e6dc-4a2e-9300-d5692883347f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.586715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] For port a9f466fc-e20d-40b9-a001-7bbd9e107a98, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a9f466fc-e20d-40b9-a001-7bbd9e107a98,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:11.587036 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.590143 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9284ff17-e6dc-4a2e-9300-d5692883347f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/ports/9d549c24-5358-43a5-91b5-7d271303648e HTTP/1.1" status: 200 len: 910 time: 1.6443367 Feb 07 13:17:11.590648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284ff17-e6dc-4a2e-9300-d5692883347f tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=9d549c24-5358-43a5-91b5-7d271303648e,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:11.596103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52634) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:11.613057 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0849-babf-4bee-83db-0f36273935d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.674493 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31b517cd-2543-4212-84e8-9233b6353665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.755532 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31b517cd-2543-4212-84e8-9233b6353665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.758726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] Calling delete_port for a9f466fc-e20d-40b9-a001-7bbd9e107a98 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:11.790641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:11.828934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5055e646-98b0-4273-81f1-f3cc4f307b1c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:17:11.919433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:11.989914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a9f466fc-e20d-40b9-a001-7bbd9e107a98 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:17:12.011842 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.028778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31b517cd-2543-4212-84e8-9233b6353665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.035660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.035660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.065126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a9f466fc-e20d-40b9-a001-7bbd9e107a98 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:17:12.065477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a9f466fc-e20d-40b9-a001-7bbd9e107a98 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:17:12.076022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b517cd-2543-4212-84e8-9233b6353665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd9afb6-c6c8-496f-92a4-2263f7c91da4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:12.120904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] No DVR routers for this DVR port a9f466fc-e20d-40b9-a001-7bbd9e107a98 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:17:12.153068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:17:12.154704 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.160303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:12.164086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.193956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-31b517cd-2543-4212-84e8-9233b6353665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.194953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-31b517cd-2543-4212-84e8-9233b6353665 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9dd9afb6-c6c8-496f-92a4-2263f7c91da4 HTTP/1.1" status: 204 len: 168 time: 0.6820416 Feb 07 13:17:12.199990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99868f7-6437-4cc1-a2ee-b2f19431672e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:12.246199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:12.248335 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.249379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e95618-866f-4ddc-ae35-f065e87f56a5 None None] Pushing event deleted for resources: {'Port': ['ID=a9f466fc-e20d-40b9-a001-7bbd9e107a98,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:12.258081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:12.261954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:12.262788 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.272410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.281024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610506f0-e1e8-47e8-8abe-f35b3b300f68 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:12.304787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=292ada13-b141-4839-9fc0-e72324dbe890,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:12.314708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['5055e646-98b0-4273-81f1-f3cc4f307b1c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:17:12.366020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:17:12.376488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5da5a6c6-7825-40f4-b1df-273bc68c7a17 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6270168 Feb 07 13:17:12.376752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52642) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:12.383757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:30:34:b8', 'name': 'tempest-NetworksTestDHCPv6-1101960802'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:12.463888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.464360 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Added segment 09544435-2bfd-4249-8931-ac2e80668cc3 of type vlan for network aec1c2a4-aba3-48d9-aecd-115fee1224a5 Feb 07 13:17:12.513042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520c72d-e35c-4638-8892-aa1038b585e7 req-bd6aa80e-aceb-4ea4-87d3-c4736c3f6164 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:12.514791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4520c72d-e35c-4638-8892-aa1038b585e7 req-bd6aa80e-aceb-4ea4-87d3-c4736c3f6164 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 944 time: 0.1009710 Feb 07 13:17:12.570613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4520c72d-e35c-4638-8892-aa1038b585e7 req-1041d3b3-26e0-42b1-9360-e2558eee9d1c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 Feb 07 13:17:12.635258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.673061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:12.675892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.734704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:12.735907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '292ada13-b141-4839-9fc0-e72324dbe890'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:12.736870 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.750611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:12.771410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:12.952506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Allocated IP 2001:db8::f816:3eff:fef4:f60e (c7752a43-b062-440d-a0bf-267aa725f6d8/292ada13-b141-4839-9fc0-e72324dbe890/8b4b0d4e-3e76-4032-bd3e-1dd4f549659b) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:12.988416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:12.992983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:12.992983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.073248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:13.191443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'Network': ['ID=aec1c2a4-aba3-48d9-aecd-115fee1224a5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:13.192537 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.205535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network aec1c2a4-aba3-48d9-aecd-115fee1224a5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:17:13.223773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Transition to ACTIVE for port object 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:13.274133 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-78a159ad-aad6-4a93-887b-17b99dd6e458 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5124314 Feb 07 13:17:13.277176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52658) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:13.288599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'subnet': {'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:13.289675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.295064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:13.299469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Usage tracker for resource:subnet and tenant:523789b778494423a4f3e93416ab2120 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:13.302437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:13.309878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:13.312160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 9d549c24-5358-43a5-91b5-7d271303648e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:13.312693 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.363395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Transition to ACTIVE for port object 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:13.363517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 68378ca6-1ed2-4f59-8f19-6f69d9a728ad yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:17:13.415254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Made reservation on behalf of 523789b778494423a4f3e93416ab2120 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:13.419068 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.522469 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.624494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:13.630287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:13.642423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:13.660260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.699308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Pushing event updated for resources: {'Port': ['ID=8b4b0d4e-3e76-4032-bd3e-1dd4f549659b,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:13.743127 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.767154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Attempting to bind port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:13.767577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Attempting to bind port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:13.767933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Attempting to bind port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:13.775298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:13.775794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:13.776372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.776929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:13.777721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Bound port: 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:13.778315 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:13.831113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 9d549c24-5358-43a5-91b5-7d271303648e owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:13.894495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] For port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:13.898757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] For port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8b4b0d4e-3e76-4032-bd3e-1dd4f549659b,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:13.904666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fe30:34b8 (c7752a43-b062-440d-a0bf-267aa725f6d8/292ada13-b141-4839-9fc0-e72324dbe890/68378ca6-1ed2-4f59-8f19-6f69d9a728ad) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:13.966091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44cca1-ec2b-481d-a044-00349f7bebb1 req-e96af138-861b-4e64-9943-f40f60559e1a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:13.967568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c44cca1-ec2b-481d-a044-00349f7bebb1 req-e96af138-861b-4e64-9943-f40f60559e1a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 944 time: 0.1909606 Feb 07 13:17:14.013392 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:14.037944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c44cca1-ec2b-481d-a044-00349f7bebb1 req-6b21e902-ff86-4ebb-bd8d-f013536a6411 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621159 Feb 07 13:17:14.108313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:17:14.109118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:14.118210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9ee5f-217a-45d3-9a59-fee16fd34e34 None None] Pushing event updated for resources: {'Port': ['ID=8b4b0d4e-3e76-4032-bd3e-1dd4f549659b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:14.191321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9c3c6712-875e-42ea-b0b3-5d4b712804a7,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:14.230890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Checking segment: {'id': '09544435-2bfd-4249-8931-ac2e80668cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:14.230890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Network hostable DHCP agents. Network: aec1c2a4-aba3-48d9-aecd-115fee1224a5, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:17:14.321713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Network aec1c2a4-aba3-48d9-aecd-115fee1224a5 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:17:14.384402 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:14.413739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, aec1c2a4-aba3-48d9-aecd-115fee1224a5) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:14.415758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:14.416687 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:14.418719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d8b68f-ad07-4c94-9cf2-b3fa2c922bf6 None None] Network aec1c2a4-aba3-48d9-aecd-115fee1224a5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:14.431601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:14.487074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 68378ca6-1ed2-4f59-8f19-6f69d9a728ad will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:14.506391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=9d549c24-5358-43a5-91b5-7d271303648e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:14.528249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e2e3e385-ae91-49ec-a074-53da5071c887 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2457905 Feb 07 13:17:14.528249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52680) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:14.533811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1744963770', 'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:14.547248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:14.560154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Usage tracker for resource:port and tenant:523789b778494423a4f3e93416ab2120 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:14.561888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:14.570948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:14.681241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Made reservation on behalf of 523789b778494423a4f3e93416ab2120 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:14.682235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:14.722596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c0b78-742e-4c36-afc0-0f7dd452ea13 None None] Network aec1c2a4-aba3-48d9-aecd-115fee1224a5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:14.730806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] device_id is not set on port ca4eb797-5c85-494e-80c5-29c7f2b7b183 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:17:14.742323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:14.969010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Allocated IP 2001:db8::363 (aec1c2a4-aba3-48d9-aecd-115fee1224a5/9c3c6712-875e-42ea-b0b3-5d4b712804a7/ca4eb797-5c85-494e-80c5-29c7f2b7b183) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:15.038402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:15.062278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:15.068716 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:15.072707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:15.094400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:15.095149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:15.102348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=68378ca6-1ed2-4f59-8f19-6f69d9a728ad,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:15.113389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5055e646-98b0-4273-81f1-f3cc4f307b1c up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:15.165183 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:15.175830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:15.386506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:15.390152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 5055e646-98b0-4273-81f1-f3cc4f307b1c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:15.401522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 5055e646-98b0-4273-81f1-f3cc4f307b1c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:15.411781 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:15.428318 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d95e9b76-e71e-4195-b086-007bb47422de tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0503273 Feb 07 13:17:15.434902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52696) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:15.590923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 08d02182-ffd7-4403-b272-f3dc3cbffaec has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:17:15.602929 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:15.675517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:15.696736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:15.696736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:17:15.719110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43037bdc-2291-41b3-a5ac-47e0cb9e2c2a req-e051316e-74c0-480e-891d-d84500f50723 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:15.720780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43037bdc-2291-41b3-a5ac-47e0cb9e2c2a req-e051316e-74c0-480e-891d-d84500f50723 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 944 time: 0.4070911 Feb 07 13:17:15.753574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:15.764985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d63e2-45c4-4306-b35d-2199820e5da9 None None] Sync routers for ids ['08d02182-ffd7-4403-b272-f3dc3cbffaec'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:15.767454 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2d349d9-4337-4e4f-b91a-9528d640289b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/08d02182-ffd7-4403-b272-f3dc3cbffaec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1690121 Feb 07 13:17:15.771141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52708) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:15.779667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d63e2-45c4-4306-b35d-2199820e5da9 None None] Routers {'08d02182-ffd7-4403-b272-f3dc3cbffaec'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:15.780418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-455d63e2-45c4-4306-b35d-2199820e5da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['08d02182-ffd7-4403-b272-f3dc3cbffaec'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:15.799387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43037bdc-2291-41b3-a5ac-47e0cb9e2c2a req-3aa7c719-9840-42e9-8b3a-76fee63b2ac6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702295 Feb 07 13:17:15.827226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311de7dd-0abb-460b-a99b-4769b5d56322 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:15.834797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311de7dd-0abb-460b-a99b-4769b5d56322 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:15.835736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-311de7dd-0abb-460b-a99b-4769b5d56322 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:15.850748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d382b2d8-3bd3-419e-8ad1-861769efeeea tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:15.879936 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:15.925152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:15.927008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-455d63e2-45c4-4306-b35d-2199820e5da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:15.963567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-311de7dd-0abb-460b-a99b-4769b5d56322 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:15.964816 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-311de7dd-0abb-460b-a99b-4769b5d56322 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5295694 Feb 07 13:17:15.967558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52714) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:15.999538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d63e2-45c4-4306-b35d-2199820e5da9 None None] Routers {'08d02182-ffd7-4403-b272-f3dc3cbffaec'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:16.000338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-455d63e2-45c4-4306-b35d-2199820e5da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['08d02182-ffd7-4403-b272-f3dc3cbffaec'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:16.017878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Network aec1c2a4-aba3-48d9-aecd-115fee1224a5 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:16.020935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:16.038279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:16.038279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:16.038279 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.041717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d382b2d8-3bd3-419e-8ad1-861769efeeea tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:16.043925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'Port': ['ID=ca4eb797-5c85-494e-80c5-29c7f2b7b183,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:16.050496 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d382b2d8-3bd3-419e-8ad1-861769efeeea tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=08d02182-ffd7-4403-b272-f3dc3cbffaec HTTP/1.1" status: 200 len: 205 time: 0.2780790 Feb 07 13:17:16.052296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52718) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:16.106475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-088b966e-55ed-4358-aeff-2d13ba302545 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 68378ca6-1ed2-4f59-8f19-6f69d9a728ad {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:16.107031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-088b966e-55ed-4358-aeff-2d13ba302545 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.123197 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'code': 200} Feb 07 13:17:16.133816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-225b4a05-c13e-46ec-8539-a5fd96a66e20 None None] Provisioning for port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:16.150001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-455d63e2-45c4-4306-b35d-2199820e5da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:16.150628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d63e2-45c4-4306-b35d-2199820e5da9 None None] The sync data for ids ['08d02182-ffd7-4403-b272-f3dc3cbffaec'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:16.157606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-225b4a05-c13e-46ec-8539-a5fd96a66e20 None None] Provisioning complete for port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:16.158399 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-225b4a05-c13e-46ec-8539-a5fd96a66e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.198925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:16.251186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ed22-e17c-45da-be32-feeade2efdd9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.320998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-37ff1e19-1151-4b01-b10f-2e0c93b9c477 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7749829 Feb 07 13:17:16.320998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52724) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:16.325715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-225b4a05-c13e-46ec-8539-a5fd96a66e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.366711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-225b4a05-c13e-46ec-8539-a5fd96a66e20 None None] For port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8b4b0d4e-3e76-4032-bd3e-1dd4f549659b,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:16.464612 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-225b4a05-c13e-46ec-8539-a5fd96a66e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.548212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b4a05-c13e-46ec-8539-a5fd96a66e20 None None] Pushing event updated for resources: {'Port': ['ID=8b4b0d4e-3e76-4032-bd3e-1dd4f549659b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:16.577524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-088b966e-55ed-4358-aeff-2d13ba302545 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.578679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-660ef6df-607f-43d9-80c5-09675aac4996 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Deleting port ca4eb797-5c85-494e-80c5-29c7f2b7b183 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:16.579028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-660ef6df-607f-43d9-80c5-09675aac4996 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.637767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8f2efb73-f3c2-48be-945d-7b2f3e7103bc None None] Provisioning for port 68378ca6-1ed2-4f59-8f19-6f69d9a728ad completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:16.646338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8f2efb73-f3c2-48be-945d-7b2f3e7103bc None None] Provisioning complete for port 68378ca6-1ed2-4f59-8f19-6f69d9a728ad triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:16.646716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8f2efb73-f3c2-48be-945d-7b2f3e7103bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.674728 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ed22-e17c-45da-be32-feeade2efdd9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.693673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ed22-e17c-45da-be32-feeade2efdd9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.693673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce3dcc-3cee-492a-a907-d89438834607 req-50cdd5dd-adc9-451e-b533-3da620cb033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:16.693673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22ce3dcc-3cee-492a-a907-d89438834607 req-50cdd5dd-adc9-451e-b533-3da620cb033e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 1096 time: 0.5755205 Feb 07 13:17:16.745655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-088b966e-55ed-4358-aeff-2d13ba302545 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 68378ca6-1ed2-4f59-8f19-6f69d9a728ad owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:16.805947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22ce3dcc-3cee-492a-a907-d89438834607 req-5213e40a-ae97-4f35-a16f-3b0ab6e51fef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076181 Feb 07 13:17:16.855023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8f2efb73-f3c2-48be-945d-7b2f3e7103bc None None] Port 68378ca6-1ed2-4f59-8f19-6f69d9a728ad cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:16.882431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ed22-e17c-45da-be32-feeade2efdd9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.882976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a9ed22-e17c-45da-be32-feeade2efdd9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Fanout notify agent at l3_agent the message router_deleted on router 08d02182-ffd7-4403-b272-f3dc3cbffaec {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:17:16.918453 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ed22-e17c-45da-be32-feeade2efdd9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:16.919544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e1a9ed22-e17c-45da-be32-feeade2efdd9 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/08d02182-ffd7-4403-b272-f3dc3cbffaec HTTP/1.1" status: 204 len: 168 time: 0.8661234 Feb 07 13:17:16.926265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52740) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:17.032328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:17.064741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-660ef6df-607f-43d9-80c5-09675aac4996 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.104472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:17.104849 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.178628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-088b966e-55ed-4358-aeff-2d13ba302545 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.203606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-210073a8-2478-4eef-9c77-12f61a6020e5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet 7d23960b-3a9e-4100-b78a-8c486d22c1f6 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:17:17.223389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-660ef6df-607f-43d9-80c5-09675aac4996 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Calling delete_port for ca4eb797-5c85-494e-80c5-29c7f2b7b183 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:17.244130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b966e-55ed-4358-aeff-2d13ba302545 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=68378ca6-1ed2-4f59-8f19-6f69d9a728ad,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:17.306639 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-088b966e-55ed-4358-aeff-2d13ba302545 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.396777 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210073a8-2478-4eef-9c77-12f61a6020e5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.453489 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-088b966e-55ed-4358-aeff-2d13ba302545 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/68378ca6-1ed2-4f59-8f19-6f69d9a728ad HTTP/1.1" status: 204 len: 168 time: 1.4747899 Feb 07 13:17:17.453489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52754) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:17.487351 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210073a8-2478-4eef-9c77-12f61a6020e5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.555381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465230f-b096-4945-a366-612df4a1b3e1 req-762e4a6c-c762-42cb-bcf6-7c4a68f6c432 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:17.557294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7465230f-b096-4945-a366-612df4a1b3e1 req-762e4a6c-c762-42cb-bcf6-7c4a68f6c432 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.5641356 Feb 07 13:17:17.558379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f058bb-e707-4c42-8989-638fa111ac57 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:17.560156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f058bb-e707-4c42-8989-638fa111ac57 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:17.561940 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-35f058bb-e707-4c42-8989-638fa111ac57 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1157477 Feb 07 13:17:17.567779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52768) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:17.645489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4deed3ae-aba9-40ee-a540-38f326fa5294 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 292ada13-b141-4839-9fc0-e72324dbe890 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:17:17.648687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4deed3ae-aba9-40ee-a540-38f326fa5294 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.695539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7465230f-b096-4945-a366-612df4a1b3e1 req-e51f8cfe-f037-4ebd-babc-67d0f85ca187 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922332 Feb 07 13:17:17.709889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210073a8-2478-4eef-9c77-12f61a6020e5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.722218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4deed3ae-aba9-40ee-a540-38f326fa5294 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.760911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-660ef6df-607f-43d9-80c5-09675aac4996 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.834381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ef6df-607f-43d9-80c5-09675aac4996 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca4eb797-5c85-494e-80c5-29c7f2b7b183,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:17.839462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4deed3ae-aba9-40ee-a540-38f326fa5294 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.877448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52780) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:17.930228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-660ef6df-607f-43d9-80c5-09675aac4996 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:17.937278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-660ef6df-607f-43d9-80c5-09675aac4996 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ca4eb797-5c85-494e-80c5-29c7f2b7b183 HTTP/1.1" status: 204 len: 168 time: 1.6172836 Feb 07 13:17:17.940005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52786) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:17.948916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5', 'external_fixed_ips': [{'subnet_id': '9c3c6712-875e-42ea-b0b3-5d4b712804a7', 'ip_address': '2001:db8::363'}]}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:17.954961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:17.959797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Usage tracker for resource:router and tenant:523789b778494423a4f3e93416ab2120 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:17.963565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:17.970062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:18.072892 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210073a8-2478-4eef-9c77-12f61a6020e5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.103165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-d27a6d25-0716-411b-ba3e-43dd483a49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.103165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-d27a6d25-0716-411b-ba3e-43dd483a49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.103165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-d27a6d25-0716-411b-ba3e-43dd483a49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.103165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-d27a6d25-0716-411b-ba3e-43dd483a49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.103165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-d27a6d25-0716-411b-ba3e-43dd483a49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.103165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-d27a6d25-0716-411b-ba3e-43dd483a49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.103165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-d27a6d25-0716-411b-ba3e-43dd483a49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.103165 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-d27a6d25-0716-411b-ba3e-43dd483a49e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6503 time: 0.2210844 Feb 07 13:17:18.116439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210073a8-2478-4eef-9c77-12f61a6020e5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=7d23960b-3a9e-4100-b78a-8c486d22c1f6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:18.118920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210073a8-2478-4eef-9c77-12f61a6020e5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.121757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4deed3ae-aba9-40ee-a540-38f326fa5294 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.128610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336cf973-981c-4458-8b4f-a4e5fed027f4 None None] Network 2e294241-1a81-4aac-affc-01bd86ad1fdb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:18.130141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-210073a8-2478-4eef-9c77-12f61a6020e5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/7d23960b-3a9e-4100-b78a-8c486d22c1f6 HTTP/1.1" status: 204 len: 168 time: 1.2019644 Feb 07 13:17:18.131045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52792) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:18.159912 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.161295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.188729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4deed3ae-aba9-40ee-a540-38f326fa5294 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.202043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deed3ae-aba9-40ee-a540-38f326fa5294 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=292ada13-b141-4839-9fc0-e72324dbe890,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:18.205375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493728b5-71dd-4bec-b897-8f64ba8298b5 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:18.235851 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4deed3ae-aba9-40ee-a540-38f326fa5294 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/292ada13-b141-4839-9fc0-e72324dbe890 HTTP/1.1" status: 204 len: 168 time: 0.6699839 Feb 07 13:17:18.238521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52796) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:18.244731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.261473 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-9c0e73dd-91b6-429e-8d75-229b782e9e7f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1551585 Feb 07 13:17:18.338144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52804) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:18.338348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b453ba2f-8c9a-4d33-b461-c4b850bf4491 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982327 Feb 07 13:17:18.351527 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.367279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 760f899d-827e-4d42-96a7-088f324a0046 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:18.368382 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.483361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652739db-f422-4cd7-a471-1a90a23db293 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.484115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-652739db-f422-4cd7-a471-1a90a23db293 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:18.633709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port 760f899d-827e-4d42-96a7-088f324a0046, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=760f899d-827e-4d42-96a7-088f324a0046,segment=NetworkSegment(0420f21a-25bd-4513-8769-cf054b61fdac),segment_id=0420f21a-25bd-4513-8769-cf054b61fdac)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:18.634160 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.648619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] DHCP port deletion for 2e294241-1a81-4aac-affc-01bd86ad1fdb request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:17:18.654463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] Deleting port 760f899d-827e-4d42-96a7-088f324a0046 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:18.655192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.727026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.733724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:17:18.753945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] Deleting port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:18.755355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:18.774322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 760f899d-827e-4d42-96a7-088f324a0046 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:18.932602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-652739db-f422-4cd7-a471-1a90a23db293 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:18.935276 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-652739db-f422-4cd7-a471-1a90a23db293 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5949600 Feb 07 13:17:18.936868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52814) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:18.962762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45dc1-845e-4763-9a0b-036b4afc0ec8 req-102c3b35-4f60-4a71-bfec-4d5b3e6a9027 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:18.964537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dc45dc1-845e-4763-9a0b-036b4afc0ec8 req-102c3b35-4f60-4a71-bfec-4d5b3e6a9027 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.0933237 Feb 07 13:17:18.970107 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.034750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No DVR routers for this DVR port 760f899d-827e-4d42-96a7-088f324a0046 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:17:19.092289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 760f899d-827e-4d42-96a7-088f324a0046 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:17:19.123226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=760f899d-827e-4d42-96a7-088f324a0046,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:19.144735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dc45dc1-845e-4763-9a0b-036b4afc0ec8 req-00663b1b-2555-4ddd-b86b-7276be9f9d85 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166525 Feb 07 13:17:19.157256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 760f899d-827e-4d42-96a7-088f324a0046 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:17:19.157256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 760f899d-827e-4d42-96a7-088f324a0046 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:17:19.157256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:17:19.250456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d08ebc-e918-4037-9fc7-94ea46957bc1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:19.256068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4d08ebc-e918-4037-9fc7-94ea46957bc1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:19.264676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] For port 760f899d-827e-4d42-96a7-088f324a0046, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=760f899d-827e-4d42-96a7-088f324a0046,segment=NetworkSegment(0420f21a-25bd-4513-8769-cf054b61fdac),segment_id=0420f21a-25bd-4513-8769-cf054b61fdac)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:19.265060 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.292713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] For port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8b4b0d4e-3e76-4032-bd3e-1dd4f549659b,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:19.293979 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.297128 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.333048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e294241-1a81-4aac-affc-01bd86ad1fdb']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:19.349963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0420f21a-25bd-4513-8769-cf054b61fdac') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:19.350530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0420f21a-25bd-4513-8769-cf054b61fdac') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:19.390743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e4d08ebc-e918-4037-9fc7-94ea46957bc1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:19.392127 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4d08ebc-e918-4037-9fc7-94ea46957bc1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4543524 Feb 07 13:17:19.395432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52822) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:19.407567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.440002 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.447081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:17:19.447697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.487015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9021815a-47be-49bc-bfda-6d66bc7c1819 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901279 Feb 07 13:17:19.491830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52826) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:19.500583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:19.541144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] Calling delete_port for 760f899d-827e-4d42-96a7-088f324a0046 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:17:19.592976 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:17:19.683551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] Calling delete_port for 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:19.686736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93352d7-46ee-4c65-92da-869789d03543 req-4a3362cc-b06a-44cd-beb6-0bdb9416a256 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:19.688469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a93352d7-46ee-4c65-92da-869789d03543 req-4a3362cc-b06a-44cd-beb6-0bdb9416a256 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3416903 Feb 07 13:17:19.752516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a93352d7-46ee-4c65-92da-869789d03543 req-3fdd526d-71ec-40a6-867f-b11261b4050a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564523 Feb 07 13:17:19.816157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.835297 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:17:19.835784 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:17:19.842666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.845457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=2e294241-1a81-4aac-affc-01bd86ad1fdb,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:19.858771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:19.859344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.879787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.915757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:19.928303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:19.996445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3ec320f6-70fc-40af-8e1b-fb6dc4e15cd6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/2e294241-1a81-4aac-affc-01bd86ad1fdb HTTP/1.1" status: 204 len: 168 time: 1.8610115 Feb 07 13:17:19.997593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52844) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:20.002657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2072854618', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:20.009536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:20.019772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:router and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:20.019772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:20.023823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:20.044703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.058915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:20.062555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.129733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] Pushing event deleted for resources: {'Port': ['ID=8b4b0d4e-3e76-4032-bd3e-1dd4f549659b,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:20.131673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314015a0-d1b2-4df5-b9e4-e344f21c1958 None None] No DVR routers for this DVR port 8b4b0d4e-3e76-4032-bd3e-1dd4f549659b on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:17:20.193130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.194033 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.218878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.320672 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.325873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Allocated IP 2001:db8::363 (aec1c2a4-aba3-48d9-aecd-115fee1224a5/9c3c6712-875e-42ea-b0b3-5d4b712804a7/ad47fd96-b36f-4fd5-9120-f4d29b57ac80) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:20.337472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] Deleting port 760f899d-827e-4d42-96a7-088f324a0046 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:20.337912 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.428986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7f4f5-4f94-4714-ba0e-0be2fc60520d None None] The port '760f899d-827e-4d42-96a7-088f324a0046' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:17:20.455892 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.460578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c5947938-1813-4692-9e8b-e24b02dfe3ab tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4619579 Feb 07 13:17:20.461210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52856) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:20.466839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-550300115'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:20.485665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:20.487491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:20.491268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:20.497487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:20.584522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.596009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:20.599522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.656557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:17:20.673286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.673632 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment a3851d13-5616-4b67-8b59-bc321f31aae4 of type vlan for network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a Feb 07 13:17:20.688071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c82f1-d0ee-420f-bf68-e76a95cbcc30 req-124f224a-09fe-4290-9220-f663155e2467 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:20.696694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-773c82f1-d0ee-420f-bf68-e76a95cbcc30 req-124f224a-09fe-4290-9220-f663155e2467 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.1481104 Feb 07 13:17:20.733672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.objects.ports [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88312) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:17:20.735747 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.752506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.783358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-773c82f1-d0ee-420f-bf68-e76a95cbcc30 req-00553402-fcf3-48de-b1fd-4ced0ad8483a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856023 Feb 07 13:17:20.808087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:20.811388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:20.814394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:20.815201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:20.823344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930458c9-3a5d-410a-a0df-d43128690d1f None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:20.851489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=393e6b69-893a-4cb7-b0e6-a11137936228,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:21.037466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:21.074354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '393e6b69-893a-4cb7-b0e6-a11137936228'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:21.075264 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:21.090885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Network aec1c2a4-aba3-48d9-aecd-115fee1224a5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:21.090885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:21.093113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:21.117865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:21.123445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:21.124056 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:21.297719 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f3b96541-3c24-434e-b64d-93e80dcabb2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7984650 Feb 07 13:17:21.297719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52874) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:21.297719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'Port': ['ID=ad47fd96-b36f-4fd5-9120-f4d29b57ac80,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:21.305013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=8f79c34f-76ca-48c5-ae8c-fa2dde63489a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:21.306196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Allocated IP 2001:db8::f816:3eff:fe6e:f1b4 (c7752a43-b062-440d-a0bf-267aa725f6d8/393e6b69-893a-4cb7-b0e6-a11137936228/ad6df1a1-5b3d-4042-98a5-24b1061757f5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:21.308961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:dd:84:b6', 'name': 'tempest-NetworksTestDHCPv6-1782376220'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:21.321567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:17:21.556602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:21.566370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:21.602345 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:21.612620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Transition to ACTIVE for port object ad6df1a1-5b3d-4042-98a5-24b1061757f5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:21.727422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Transition to ACTIVE for port object ad6df1a1-5b3d-4042-98a5-24b1061757f5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:21.957310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b9cd22ab-2b0e-49fb-8903-2988a44aeabb tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4948962 Feb 07 13:17:21.960521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52882) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:21.967618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:22.064111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.139014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:22.139014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:22.140358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:22.146632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.168682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:22.178800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:22.183422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:22.185882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Pushing event updated for resources: {'Port': ['ID=ad6df1a1-5b3d-4042-98a5-24b1061757f5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:22.198951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:22.222630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc5ee3-8223-4bcf-a1e0-339dbcc2fd8c req-6e745831-074b-4868-8fe5-033d24ac807d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:22.222630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6cc5ee3-8223-4bcf-a1e0-339dbcc2fd8c req-6e745831-074b-4868-8fe5-033d24ac807d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.1738548 Feb 07 13:17:22.224334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:22.245707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Attempting to bind port ad6df1a1-5b3d-4042-98a5-24b1061757f5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:22.246116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Attempting to bind port ad6df1a1-5b3d-4042-98a5-24b1061757f5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:22.247174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Attempting to bind port ad6df1a1-5b3d-4042-98a5-24b1061757f5 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:22.255568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:22.256206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:22.262323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.262323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:22.262323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Bound port: ad6df1a1-5b3d-4042-98a5-24b1061757f5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:22.262323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.271017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6cc5ee3-8223-4bcf-a1e0-339dbcc2fd8c req-9b2f69d6-ab52-4bfe-80e4-bb577d1817ee tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Feb 07 13:17:22.333938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:22.337866 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.352902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] For port ad6df1a1-5b3d-4042-98a5-24b1061757f5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:22.356864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] For port ad6df1a1-5b3d-4042-98a5-24b1061757f5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ad6df1a1-5b3d-4042-98a5-24b1061757f5,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:22.461826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.555128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.555749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7bd9a-f7fd-4f05-a2d3-1ad75d5cf689 None None] Pushing event updated for resources: {'Port': ['ID=ad6df1a1-5b3d-4042-98a5-24b1061757f5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:22.658064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port e04e48a9-5593-4b0e-93e8-213c5652b951 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:17:22.706956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.711007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:22.813478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:22.813834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: 8f79c34f-76ca-48c5-ae8c-fa2dde63489a, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:17:22.818930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=e83633e9-8510-498d-b7b5-b58f199c441b,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:22.980988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:17:22.994954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fedd:84b6 (c7752a43-b062-440d-a0bf-267aa725f6d8/393e6b69-893a-4cb7-b0e6-a11137936228/e04e48a9-5593-4b0e-93e8-213c5652b951) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:23.103103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ad6df1a1-5b3d-4042-98a5-24b1061757f5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:23.118274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 8f79c34f-76ca-48c5-ae8c-fa2dde63489a) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:23.125158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:23.125158 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:23.153155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7134f7a-4d5b-4517-bd2b-aae4b5318b39 None None] Network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:23.253951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5e4d010b-0534-4421-ba71-51a95a320eb8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2923357 Feb 07 13:17:23.263241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52894) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:23.269292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Router 781de67d-e283-4776-98c3-e4c48c868573 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:17:23.492345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ad6df1a1-5b3d-4042-98a5-24b1061757f5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:23.508892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:23.510165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:23.660541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:23.678981 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:23.691622 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Sync routers for ids ['781de67d-e283-4776-98c3-e4c48c868573'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:23.702430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object e04e48a9-5593-4b0e-93e8-213c5652b951 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:23.703778 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Routers {'781de67d-e283-4776-98c3-e4c48c868573'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:23.708127 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['781de67d-e283-4776-98c3-e4c48c868573'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:23.735735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Allocated IP 172.20.0.2 (8f79c34f-76ca-48c5-ae8c-fa2dde63489a/e83633e9-8510-498d-b7b5-b58f199c441b/7b5ad932-a898-4c9d-9270-f33390669bb2) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:23.866752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:23.871265 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7b94cffe-d583-4141-b919-7cedc5b1d9f0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9276004 Feb 07 13:17:23.871523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52902) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:24.047190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.082252 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Set router 781de67d-e283-4776-98c3-e4c48c868573 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:24.127760 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.151162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Transition to ACTIVE for port object 7b5ad932-a898-4c9d-9270-f33390669bb2 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:24.182437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Transition to ACTIVE for port object 7b5ad932-a898-4c9d-9270-f33390669bb2 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:24.212745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:24.222115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:24.231879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:24.238989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:24.239992 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.248663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d280b-fcd2-4364-a41d-0e4e1bceef6c req-ed0307ca-3a83-4ec7-87ee-67b0d8777dfd tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:24.256166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5d280b-fcd2-4364-a41d-0e4e1bceef6c req-ed0307ca-3a83-4ec7-87ee-67b0d8777dfd tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.6399763 Feb 07 13:17:24.267194 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.274224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=e04e48a9-5593-4b0e-93e8-213c5652b951,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:24.300349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.370300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9cc2314a-d27c-4746-8111-7d022be732d5 None None] Provisioning for port ad6df1a1-5b3d-4042-98a5-24b1061757f5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:24.421811 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.425472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9cc2314a-d27c-4746-8111-7d022be732d5 None None] Provisioning complete for port ad6df1a1-5b3d-4042-98a5-24b1061757f5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:24.426893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9cc2314a-d27c-4746-8111-7d022be732d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.476573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:24.477657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Pushing event updated for resources: {'Port': ['ID=7b5ad932-a898-4c9d-9270-f33390669bb2,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:24.494472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:24.502214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:24.518473 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c9f92794-3b7f-40e5-b645-7d0e3014a6ed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2169590 Feb 07 13:17:24.528593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52910) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:24.679674 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781de67d-e283-4776-98c3-e4c48c868573', 'name': '', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5', 'external_fixed_ips': [{'subnet_id': '9c3c6712-875e-42ea-b0b3-5d4b712804a7', 'ip_address': '2001:db8::363'}], 'enable_snat': True}, 'gw_port_id': 'ad47fd96-b36f-4fd5-9120-f4d29b57ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:18Z', 'updated_at': '2022-02-07T13:17:21Z', 'revision_number': 3, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port': {'id': 'ad47fd96-b36f-4fd5-9120-f4d29b57ac80', 'name': '', 'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781de67d-e283-4776-98c3-e4c48c868573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '9c3c6712-875e-42ea-b0b3-5d4b712804a7', 'ip_address': '2001:db8::363', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:19Z', 'updated_at': '2022-02-07T13:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c3c6712-875e-42ea-b0b3-5d4b712804a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:24.686532 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Checking router: 781de67d-e283-4776-98c3-e4c48c868573 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:17:24.687113 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Updating router 781de67d-e283-4776-98c3-e4c48c868573 port ad47fd96-b36f-4fd5-9120-f4d29b57ac80 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:17:24.740667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Attempting to bind port 7b5ad932-a898-4c9d-9270-f33390669bb2 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:24.741157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Attempting to bind port 7b5ad932-a898-4c9d-9270-f33390669bb2 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:24.741626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Attempting to bind port 7b5ad932-a898-4c9d-9270-f33390669bb2 on network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:24.746326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.748309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df5d280b-fcd2-4364-a41d-0e4e1bceef6c req-408e8b8e-b5ce-473f-ac58-1e62aa4648b2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913685 Feb 07 13:17:24.781455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:24.788005 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.792649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Checking segment: {'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:24.793223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.793629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Bound using segment: {'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:24.794138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Bound port: 7b5ad932-a898-4c9d-9270-f33390669bb2, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:24.794523 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.823969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:24.863084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db645c-4f88-4051-adc2-47ad460622b7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:24.883844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db645c-4f88-4051-adc2-47ad460622b7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:24.884617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3db645c-4f88-4051-adc2-47ad460622b7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:24.964468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Deleting port ad47fd96-b36f-4fd5-9120-f4d29b57ac80 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:24.967568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.20.0.1 (8f79c34f-76ca-48c5-ae8c-fa2dde63489a/e83633e9-8510-498d-b7b5-b58f199c441b/f036eb61-d3ea-43df-be15-4173b6dea73e) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:24.967694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.002891 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9cc2314a-d27c-4746-8111-7d022be732d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.034907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] For port 7b5ad932-a898-4c9d-9270-f33390669bb2, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:25.039310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] For port 7b5ad932-a898-4c9d-9270-f33390669bb2, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7b5ad932-a898-4c9d-9270-f33390669bb2,segment=NetworkSegment(a3851d13-5616-4b67-8b59-bc321f31aae4),segment_id=a3851d13-5616-4b67-8b59-bc321f31aae4)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:25.053070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9cc2314a-d27c-4746-8111-7d022be732d5 None None] For port ad6df1a1-5b3d-4042-98a5-24b1061757f5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ad6df1a1-5b3d-4042-98a5-24b1061757f5,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:25.110713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3db645c-4f88-4051-adc2-47ad460622b7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:25.111902 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3db645c-4f88-4051-adc2-47ad460622b7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5815535 Feb 07 13:17:25.117108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52920) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:25.130743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9cc2314a-d27c-4746-8111-7d022be732d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.133049 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.182715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.216968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2eb258de-ddcc-42e8-89f0-1c00de69dcce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port e04e48a9-5593-4b0e-93e8-213c5652b951 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:25.217364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb258de-ddcc-42e8-89f0-1c00de69dcce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.299465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2314a-d27c-4746-8111-7d022be732d5 None None] Pushing event updated for resources: {'Port': ['ID=ad6df1a1-5b3d-4042-98a5-24b1061757f5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:25.302738 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.325850 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Transition to ACTIVE for port object ad47fd96-b36f-4fd5-9120-f4d29b57ac80 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:25.354015 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.360684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Calling delete_port for ad47fd96-b36f-4fd5-9120-f4d29b57ac80 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:25.391623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object f036eb61-d3ea-43df-be15-4173b6dea73e will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:25.421732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eac9c-f1a2-4e21-a09f-e67013f15ee5 None None] Pushing event updated for resources: {'Port': ['ID=7b5ad932-a898-4c9d-9270-f33390669bb2,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:25.438371 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.546753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1eaaa607-5669-4129-a6b3-e90f22133fd8 None None] Provisioning for port e04e48a9-5593-4b0e-93e8-213c5652b951 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:25.553758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1eaaa607-5669-4129-a6b3-e90f22133fd8 None None] Provisioning complete for port e04e48a9-5593-4b0e-93e8-213c5652b951 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:25.554815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1eaaa607-5669-4129-a6b3-e90f22133fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.584378 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Attempting to bind port ad47fd96-b36f-4fd5-9120-f4d29b57ac80 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:25.585117 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Attempting to bind port ad47fd96-b36f-4fd5-9120-f4d29b57ac80 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '09544435-2bfd-4249-8931-ac2e80668cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:25.585678 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Attempting to bind port ad47fd96-b36f-4fd5-9120-f4d29b57ac80 on network aec1c2a4-aba3-48d9-aecd-115fee1224a5 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:25.590908 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb258de-ddcc-42e8-89f0-1c00de69dcce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.593280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:17:25.593627 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:17:25.594909 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:25.596964 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Checking segment: {'id': '09544435-2bfd-4249-8931-ac2e80668cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:25.596964 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.596964 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Bound using segment: {'id': '09544435-2bfd-4249-8931-ac2e80668cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:25.596964 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Bound port: ad47fd96-b36f-4fd5-9120-f4d29b57ac80, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09544435-2bfd-4249-8931-ac2e80668cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'aec1c2a4-aba3-48d9-aecd-115fee1224a5'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:25.597491 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.650279 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Pushing event updated for resources: {'Port': ['ID=ad47fd96-b36f-4fd5-9120-f4d29b57ac80,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:25.670803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1eaaa607-5669-4129-a6b3-e90f22133fd8 None None] Port e04e48a9-5593-4b0e-93e8-213c5652b951 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:25.677845 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.678445 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.679202 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.679696 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.680407 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.681068 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.681559 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.682377 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.683759 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.688618 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.689274 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.689809 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:25.692508 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.772653 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] For port ad47fd96-b36f-4fd5-9120-f4d29b57ac80, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:25.776042 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] For port ad47fd96-b36f-4fd5-9120-f4d29b57ac80, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ad47fd96-b36f-4fd5-9120-f4d29b57ac80,segment=NetworkSegment(09544435-2bfd-4249-8931-ac2e80668cc3),segment_id=09544435-2bfd-4249-8931-ac2e80668cc3)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:25.853307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2eb258de-ddcc-42e8-89f0-1c00de69dcce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for e04e48a9-5593-4b0e-93e8-213c5652b951 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:25.875292 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:25.922754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:25.929409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:25.938110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:26.003477 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Routers {'781de67d-e283-4776-98c3-e4c48c868573'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:26.009398 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['781de67d-e283-4776-98c3-e4c48c868573'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:26.039346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=f036eb61-d3ea-43df-be15-4173b6dea73e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:26.085974 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:26.094541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Deleting port ad47fd96-b36f-4fd5-9120-f4d29b57ac80 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:26.095220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:26.135852 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474d996-3efe-4e1c-9c1a-95e11afa05aa None None] Pushing event updated for resources: {'Port': ['ID=ad47fd96-b36f-4fd5-9120-f4d29b57ac80,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:26.192965 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] Set router 781de67d-e283-4776-98c3-e4c48c868573 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:26.335493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b2de9-4d25-41ab-9398-632d30a98f3d req-1a50c724-6fe4-4454-baa5-a5306d1e4c80 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:26.335493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f77b2de9-4d25-41ab-9398-632d30a98f3d req-1a50c724-6fe4-4454-baa5-a5306d1e4c80 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3604951 Feb 07 13:17:26.364143 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781de67d-e283-4776-98c3-e4c48c868573', 'name': '', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:18Z', 'updated_at': '2022-02-07T13:17:24Z', 'revision_number': 4, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:26.369319 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316ebda-f74d-47e3-9e60-7282d3d52567 None None] The sync data for ids ['781de67d-e283-4776-98c3-e4c48c868573'] in n-d-811416-5 is: [{'id': '781de67d-e283-4776-98c3-e4c48c868573', 'name': '', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:18Z', 'updated_at': '2022-02-07T13:17:24Z', 'revision_number': 4, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:26.438951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb258de-ddcc-42e8-89f0-1c00de69dcce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:26.445910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f77b2de9-4d25-41ab-9398-632d30a98f3d req-5cae07fc-7339-49f7-b23c-2314e502e841 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006606 Feb 07 13:17:26.559388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] For port ad47fd96-b36f-4fd5-9120-f4d29b57ac80, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ad47fd96-b36f-4fd5-9120-f4d29b57ac80,segment=NetworkSegment(09544435-2bfd-4249-8931-ac2e80668cc3),segment_id=09544435-2bfd-4249-8931-ac2e80668cc3)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:26.559864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:26.587069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb258de-ddcc-42e8-89f0-1c00de69dcce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=e04e48a9-5593-4b0e-93e8-213c5652b951,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:26.692872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb258de-ddcc-42e8-89f0-1c00de69dcce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:26.822015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Calling delete_port for ad47fd96-b36f-4fd5-9120-f4d29b57ac80 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:26.827786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2eb258de-ddcc-42e8-89f0-1c00de69dcce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/e04e48a9-5593-4b0e-93e8-213c5652b951 HTTP/1.1" status: 204 len: 168 time: 1.7070653 Feb 07 13:17:26.836784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52952) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:26.950995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff14f4-f630-4351-b2df-acc342e875d5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:26.952935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff14f4-f630-4351-b2df-acc342e875d5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:26.953716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-83ff14f4-f630-4351-b2df-acc342e875d5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:26.963515 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.059436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7c4c9-bab0-45a6-8616-43b7da09ffbc None None] Network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:27.216620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7b5ad932-a898-4c9d-9270-f33390669bb2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:27.234418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.320997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad47fd96-b36f-4fd5-9120-f4d29b57ac80,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:27.346861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1f489a1a-5174-472a-a696-6c5c0f6e3c63 None None] Provisioning for port 7b5ad932-a898-4c9d-9270-f33390669bb2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:27.390796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-83ff14f4-f630-4351-b2df-acc342e875d5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:27.392040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-83ff14f4-f630-4351-b2df-acc342e875d5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5545719 Feb 07 13:17:27.402404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52960) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:27.449144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.499054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.517666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 7b5ad932-a898-4c9d-9270-f33390669bb2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:27.533114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7b5ad932-a898-4c9d-9270-f33390669bb2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:27.537478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.564911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.769733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=f036eb61-d3ea-43df-be15-4173b6dea73e,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:27.801976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.807541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.824549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-5476b0d5-73ff-4689-a7df-89ba738314a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 393e6b69-893a-4cb7-b0e6-a11137936228 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:17:27.838276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5476b0d5-73ff-4689-a7df-89ba738314a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.856350 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.861713 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.915743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 7b5ad932-a898-4c9d-9270-f33390669bb2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7b5ad932-a898-4c9d-9270-f33390669bb2,segment=NetworkSegment(a3851d13-5616-4b67-8b59-bc321f31aae4),segment_id=a3851d13-5616-4b67-8b59-bc321f31aae4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:27.940942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5476b0d5-73ff-4689-a7df-89ba738314a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.987937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:27.988240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4fafbeff-d365-4df6-af30-ce330d9f9214 None None] Provisioning complete for port 7b5ad932-a898-4c9d-9270-f33390669bb2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:27.988559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 781de67d-e283-4776-98c3-e4c48c868573 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:17:27.991018 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4fafbeff-d365-4df6-af30-ce330d9f9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.022440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.022440 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-60095b55-eda5-4a64-8bb7-60b0da2e5713 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "DELETE /v2.0/routers/781de67d-e283-4776-98c3-e4c48c868573 HTTP/1.1" status: 204 len: 168 time: 4.1429269 Feb 07 13:17:28.022440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52970) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:28.049872 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.051104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ad6df1a1-5b3d-4042-98a5-24b1061757f5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:28.084837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655ebf-68cd-488e-82ab-0674f6851499 req-9a29eb75-0fa1-43bb-bd9c-37c14e7498bc tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:28.085642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79655ebf-68cd-488e-82ab-0674f6851499 req-9a29eb75-0fa1-43bb-bd9c-37c14e7498bc tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3172023 Feb 07 13:17:28.115380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-26256e00-9178-470a-acca-78a7af385f5c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Deleting subnet 9c3c6712-875e-42ea-b0b3-5d4b712804a7 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:17:28.130333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-26256e00-9178-470a-acca-78a7af385f5c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.194656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5476b0d5-73ff-4689-a7df-89ba738314a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.206097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:28.211121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:28.255652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79655ebf-68cd-488e-82ab-0674f6851499 req-99270165-f73c-4b87-b2e1-738839b07188 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054940 Feb 07 13:17:28.273223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=7b5ad932-a898-4c9d-9270-f33390669bb2,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:28.306713 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-26256e00-9178-470a-acca-78a7af385f5c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.345791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ad6df1a1-5b3d-4042-98a5-24b1061757f5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:28.345791 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.427841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-26256e00-9178-470a-acca-78a7af385f5c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.558354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4fafbeff-d365-4df6-af30-ce330d9f9214 None None] Provisioning for port f036eb61-d3ea-43df-be15-4173b6dea73e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:28.565275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5476b0d5-73ff-4689-a7df-89ba738314a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.565411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4fafbeff-d365-4df6-af30-ce330d9f9214 None None] Provisioning complete for port f036eb61-d3ea-43df-be15-4173b6dea73e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:28.565411 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4fafbeff-d365-4df6-af30-ce330d9f9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.603794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476b0d5-73ff-4689-a7df-89ba738314a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=393e6b69-893a-4cb7-b0e6-a11137936228,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:28.605748 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5476b0d5-73ff-4689-a7df-89ba738314a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.618478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1917cf56-9cb8-4d20-b4f7-e80243507fa4 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:28.678272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-26256e00-9178-470a-acca-78a7af385f5c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.684649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4fafbeff-d365-4df6-af30-ce330d9f9214 None None] Port f036eb61-d3ea-43df-be15-4173b6dea73e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:28.711163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26256e00-9178-470a-acca-78a7af385f5c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3c6712-875e-42ea-b0b3-5d4b712804a7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:28.716929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-26256e00-9178-470a-acca-78a7af385f5c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.718123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:17:28.722707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52976) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:28.723950 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-26256e00-9178-470a-acca-78a7af385f5c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/9c3c6712-875e-42ea-b0b3-5d4b712804a7 HTTP/1.1" status: 204 len: 168 time: 0.7025652 Feb 07 13:17:28.749131 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5476b0d5-73ff-4689-a7df-89ba738314a1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/393e6b69-893a-4cb7-b0e6-a11137936228 HTTP/1.1" status: 204 len: 168 time: 1.3348708 Feb 07 13:17:28.749131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52980) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:28.831279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-48a25c1c-7ecf-4754-b51e-685611c24dc1 None None] Provisioning complete for port f036eb61-d3ea-43df-be15-4173b6dea73e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:28.831653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48a25c1c-7ecf-4754-b51e-685611c24dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:28.906055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-48a25c1c-7ecf-4754-b51e-685611c24dc1 None None] Port f036eb61-d3ea-43df-be15-4173b6dea73e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:28.964930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:17:28.972192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] Deleting port ad6df1a1-5b3d-4042-98a5-24b1061757f5 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:28.972602 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.021790 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d12bdb88-0459-42c2-9482-0dbbf77d0000 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2732413 Feb 07 13:17:29.022442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52986) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:29.037979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:29.093266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7b5ad932-a898-4c9d-9270-f33390669bb2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:29.175780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.193938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:29.202615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:29.207649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52992) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:29.207824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-58d2c9f3-5584-487e-93f7-bce7282ed326 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9494193 Feb 07 13:17:29.214751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-991491940'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:29.222441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:29.228088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:29.231356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:29.242873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:29.242873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:29.243601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:29.251440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:29.255149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:29.291345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:29.292071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:29.337693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.352421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:29.361332 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.376234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec1c2a4-aba3-48d9-aecd-115fee1224a5']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:29.390993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:29.395844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09544435-2bfd-4249-8931-ac2e80668cc3') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:29.395844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09544435-2bfd-4249-8931-ac2e80668cc3') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:29.396644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] For port ad6df1a1-5b3d-4042-98a5-24b1061757f5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ad6df1a1-5b3d-4042-98a5-24b1061757f5,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:29.396644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.397057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.404726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7b5ad932-a898-4c9d-9270-f33390669bb2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:29.405391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.408811 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.469674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.473777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:17:29.474433 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:17:29.492540 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:17:29.504069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:17:29.524769 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.525119 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment 776c11f0-1875-44ed-9462-96d266095388 of type vlan for network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a Feb 07 13:17:29.564748 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.626709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87f7bf-1b17-409d-94aa-a069627533a4 req-ac327b97-86d1-4162-ba2e-51bbeb0e0a4e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:29.628274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b87f7bf-1b17-409d-94aa-a069627533a4 req-ac327b97-86d1-4162-ba2e-51bbeb0e0a4e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.2089577 Feb 07 13:17:29.636644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] Calling delete_port for ad6df1a1-5b3d-4042-98a5-24b1061757f5 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:29.699111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b87f7bf-1b17-409d-94aa-a069627533a4 req-f2d37331-dab2-41ff-8732-c11f5ca68178 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581124 Feb 07 13:17:29.726949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.747555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aec1c2a4-aba3-48d9-aecd-115fee1224a5 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 13:17:29.751328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.758128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event deleted for resources: {'Network': ['ID=aec1c2a4-aba3-48d9-aecd-115fee1224a5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:29.768566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7daf69d2-3d70-48c8-a334-71358fc3c017 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "DELETE /v2.0/networks/aec1c2a4-aba3-48d9-aecd-115fee1224a5 HTTP/1.1" status: 204 len: 168 time: 1.0441432 Feb 07 13:17:29.768985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.783753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:29.784431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:29.792515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:30.080312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=2ce63bd9-9dff-40c9-9126-d5f6c3a3218a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:30.099253 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.126277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.126762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.127193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.127650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.128186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.128616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.129409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.129994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.130349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.130735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.131125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.131510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:30.147563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.objects.ports [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88312) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:17:30.152075 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-53978c36-d831-41fd-a884-57ad3da45adc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9405882 Feb 07 13:17:30.152075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.152557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53010) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:30.159914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:30.169838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:17:30.259720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] No DVR routers for this DVR port ad6df1a1-5b3d-4042-98a5-24b1061757f5 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:17:30.263028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=786472db-eba4-420d-a693-0f8c9608a5c7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:30.308627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e14ff9-cdfb-4863-aded-e8f740def45a None None] Pushing event deleted for resources: {'Port': ['ID=ad6df1a1-5b3d-4042-98a5-24b1061757f5,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:30.331838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:30.346877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:30.351442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:30.355039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:30.363768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:30.369109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:30.369308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2547b44-dcaf-4704-a6f8-1a0cc87f3d99 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:30.369412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.376566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:30.471608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ad6df1a1-5b3d-4042-98a5-24b1061757f5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:17:30.515935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:30.519377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.536529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ad6df1a1-5b3d-4042-98a5-24b1061757f5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:17:30.536872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ad6df1a1-5b3d-4042-98a5-24b1061757f5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:17:30.537632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53020) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:30.544722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'router': {'name': 'tempest-router--1729606667', 'project_id': 'd77078f203644c0a9fbf3e88a676b55a'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:30.561349 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-70df1fef-cf0b-4484-8c51-0038d7137a0d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5331614 Feb 07 13:17:30.563298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53024) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:30.571531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:37:38:db', 'name': 'tempest-NetworksTestDHCPv6-1440299321'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:30.651733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:30.656645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Usage tracker for resource:router and tenant:d77078f203644c0a9fbf3e88a676b55a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:30.661263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:30.669160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:30.745405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:26Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:27Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:30.764218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:17:30.764773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Updating router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 port f036eb61-d3ea-43df-be15-4173b6dea73e binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:17:30.801302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.802454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.817851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '786472db-eba4-420d-a693-0f8c9608a5c7'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:30.818691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.858298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:30.860976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.872243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:30.876519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:30.884124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:30.917033 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:30.972492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc89c4-814a-40d7-b85a-7cfe833d7528 req-d5734b6a-cb33-4b6e-bf9c-b0988d3a5438 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:30.974062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecc89c4-814a-40d7-b85a-7cfe833d7528 req-d5734b6a-cb33-4b6e-bf9c-b0988d3a5438 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.0874133 Feb 07 13:17:30.975556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.007798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.013668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:31.089818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=b12f5680-1400-493b-aed7-66515affeadd,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:31.094446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecc89c4-814a-40d7-b85a-7cfe833d7528 req-995805bd-5fd6-409e-842d-9d52d5ff4c25 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Feb 07 13:17:31.105466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:31.106036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:17:31.108304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Allocated IP 2001:db8::f816:3eff:fe22:95cc (c7752a43-b062-440d-a0bf-267aa725f6d8/786472db-eba4-420d-a693-0f8c9608a5c7/ad337b8e-1dca-499d-9079-46e2be2868f6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:31.170369 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.184277 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.187913 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5715ae98-695d-41fe-b005-e6e0ecb5acbd tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6458108 Feb 07 13:17:31.188485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53036) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:31.200947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 5c63d6c3-891a-4d45-bbd2-e64cc44835d9 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:17:31.273335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:17:31.357628 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83d5b093-af7c-4310-bf45-b3ff03c45a15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.416021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:31.421346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:31.421977 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.482093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bdf79c-6bb2-4dfc-b8c0-6d457da00e27 None None] Network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:31.557227 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-f9203748-f60b-404c-9540-68956423d8ee None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:17:31.662224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.675421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Transition to ACTIVE for port object f036eb61-d3ea-43df-be15-4173b6dea73e will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:31.696909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.724410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Transition to ACTIVE for port object ad337b8e-1dca-499d-9079-46e2be2868f6 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:31.743211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a1c1fc17-a56d-4537-82dd-7645880427ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5894513 Feb 07 13:17:31.746197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53044) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:31.752632 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.807154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Transition to ACTIVE for port object ad337b8e-1dca-499d-9079-46e2be2868f6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:31.818693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83d5b093-af7c-4310-bf45-b3ff03c45a15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.824472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83d5b093-af7c-4310-bf45-b3ff03c45a15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.942042 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83d5b093-af7c-4310-bf45-b3ff03c45a15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.943090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d5b093-af7c-4310-bf45-b3ff03c45a15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f79fe30-d867-4e4d-9e41-b93aa69cba11 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:17:31.962764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-83d5b093-af7c-4310-bf45-b3ff03c45a15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:31.966070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-83d5b093-af7c-4310-bf45-b3ff03c45a15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "DELETE /v2.0/routers/3f79fe30-d867-4e4d-9e41-b93aa69cba11 HTTP/1.1" status: 204 len: 168 time: 0.7737889 Feb 07 13:17:31.981424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd1977-3f56-4f57-a67f-154b477a57c3 None None] Pushing event updated for resources: {'Port': ['ID=f036eb61-d3ea-43df-be15-4173b6dea73e,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:32.007153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.182411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:32.191011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:32.192278 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.202588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:32.204786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Attempting to bind port f036eb61-d3ea-43df-be15-4173b6dea73e on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:32.205341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Attempting to bind port f036eb61-d3ea-43df-be15-4173b6dea73e by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:32.205872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Attempting to bind port f036eb61-d3ea-43df-be15-4173b6dea73e on network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:32.213493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:32.224253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Pushing event updated for resources: {'Port': ['ID=ad337b8e-1dca-499d-9079-46e2be2868f6,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:32.234571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:32.235178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Checking segment: {'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:32.235737 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.236855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Bound using segment: {'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:32.237505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Bound port: f036eb61-d3ea-43df-be15-4173b6dea73e, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3851d13-5616-4b67-8b59-bc321f31aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:32.238040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.305075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fe37:38db (c7752a43-b062-440d-a0bf-267aa725f6d8/786472db-eba4-420d-a693-0f8c9608a5c7/5c63d6c3-891a-4d45-bbd2-e64cc44835d9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:32.419532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ecdb-60e9-451b-ab44-71c0a2168862 req-3becfde7-1f61-4af8-8a3d-ade69f09cf0e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:32.428393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6851ecdb-60e9-451b-ab44-71c0a2168862 req-3becfde7-1f61-4af8-8a3d-ade69f09cf0e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.1226749 Feb 07 13:17:32.478140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6851ecdb-60e9-451b-ab44-71c0a2168862 req-a169141f-0197-44aa-b22b-66999371a00e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485563 Feb 07 13:17:32.480870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Attempting to bind port ad337b8e-1dca-499d-9079-46e2be2868f6 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:32.481248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Attempting to bind port ad337b8e-1dca-499d-9079-46e2be2868f6 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:32.481619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Attempting to bind port ad337b8e-1dca-499d-9079-46e2be2868f6 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:32.497596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:32.498224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:32.498370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.498960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:32.499587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Bound port: ad337b8e-1dca-499d-9079-46e2be2868f6, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:32.500198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.580858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] For port f036eb61-d3ea-43df-be15-4173b6dea73e, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:32.637468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] For port f036eb61-d3ea-43df-be15-4173b6dea73e, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f036eb61-d3ea-43df-be15-4173b6dea73e,segment=NetworkSegment(a3851d13-5616-4b67-8b59-bc321f31aae4),segment_id=a3851d13-5616-4b67-8b59-bc321f31aae4)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:32.655631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Allocated IP 172.21.0.2 (2ce63bd9-9dff-40c9-9126-d5f6c3a3218a/b12f5680-1400-493b-aed7-66515affeadd/36619275-6bdd-478b-881a-8ae2d20cee3c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:32.684522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53056) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:32.760687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] For port ad337b8e-1dca-499d-9079-46e2be2868f6, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:32.767017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.827140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] For port ad337b8e-1dca-499d-9079-46e2be2868f6, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ad337b8e-1dca-499d-9079-46e2be2868f6,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:32.899191 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.914234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd1977-3f56-4f57-a67f-154b477a57c3 None None] Pushing event updated for resources: {'Port': ['ID=f036eb61-d3ea-43df-be15-4173b6dea73e,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:32.915782 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.947433 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:32.963115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 5c63d6c3-891a-4d45-bbd2-e64cc44835d9 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:33.041262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:33.044965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:33.088510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1417825935', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:33.106660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:33.113261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Usage tracker for resource:router and tenant:600199bbbb1f4d46b2f7f37e5ed2c984 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:33.118521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:33.126026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:33.261839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:33.263024 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:33.284043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:33.335947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:33.417745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:33.420987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:33.424953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:33.430490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:33.431139 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:33.443174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=5c63d6c3-891a-4d45-bbd2-e64cc44835d9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:33.444305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:33.491493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c844b57-8899-47e6-aa19-f4c4ceca877f None None] Pushing event updated for resources: {'Port': ['ID=ad337b8e-1dca-499d-9079-46e2be2868f6,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:33.503766 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:33.531897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Transition to ACTIVE for port object 36619275-6bdd-478b-881a-8ae2d20cee3c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:33.561825 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af2a14ef-6fcc-4996-8489-21b1590afc48 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9933867 Feb 07 13:17:33.562150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:33.706254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Transition to ACTIVE for port object 36619275-6bdd-478b-881a-8ae2d20cee3c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:33.722066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77264852-acbe-4d5b-86fa-b7407272224a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:33.733212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77264852-acbe-4d5b-86fa-b7407272224a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:33.734074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-77264852-acbe-4d5b-86fa-b7407272224a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:33.836691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:33.866991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-77264852-acbe-4d5b-86fa-b7407272224a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:33.871518 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-77264852-acbe-4d5b-86fa-b7407272224a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3083446 Feb 07 13:17:33.882296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53078) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:33.935656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:33.939415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:33.946265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:33.952244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Pushing event updated for resources: {'Port': ['ID=36619275-6bdd-478b-881a-8ae2d20cee3c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:33.959812 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:33.995118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.21.0.1 (2ce63bd9-9dff-40c9-9126-d5f6c3a3218a/b12f5680-1400-493b-aed7-66515affeadd/399f535f-2937-4bf4-adef-90b28d7fb530) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:34.014505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2f9a-23af-4877-a2c4-9021c8494a65 req-f44df4c3-4b7b-4900-848f-0f7a3ad11ea6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:34.016280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-207b2f9a-23af-4877-a2c4-9021c8494a65 req-f44df4c3-4b7b-4900-848f-0f7a3ad11ea6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3352637 Feb 07 13:17:34.018312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-04c5c2c6-f391-4013-829e-fa8e45c0de7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 5c63d6c3-891a-4d45-bbd2-e64cc44835d9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:34.018786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04c5c2c6-f391-4013-829e-fa8e45c0de7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:34.061519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Attempting to bind port 36619275-6bdd-478b-881a-8ae2d20cee3c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:34.061891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Attempting to bind port 36619275-6bdd-478b-881a-8ae2d20cee3c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:34.062259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Attempting to bind port 36619275-6bdd-478b-881a-8ae2d20cee3c on network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:34.072956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f9203748-f60b-404c-9540-68956423d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:26Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:32Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:34.075146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:34.075521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Checking segment: {'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:34.075920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:34.076360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Bound using segment: {'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:34.076836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Bound port: 36619275-6bdd-478b-881a-8ae2d20cee3c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:34.077211 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:34.093643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9203748-f60b-404c-9540-68956423d8ee None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:26Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:32Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:34.166466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-207b2f9a-23af-4877-a2c4-9021c8494a65 req-dfb0b684-b72f-4c38-aa6e-d810a6ba38d0 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427448 Feb 07 13:17:34.233306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] For port 36619275-6bdd-478b-881a-8ae2d20cee3c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:34.236842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] For port 36619275-6bdd-478b-881a-8ae2d20cee3c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=36619275-6bdd-478b-881a-8ae2d20cee3c,segment=NetworkSegment(776c11f0-1875-44ed-9462-96d266095388),segment_id=776c11f0-1875-44ed-9462-96d266095388)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:34.315843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:34.468814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f99ff9-543e-4e84-b6f9-6a819eb296b1 None None] Pushing event updated for resources: {'Port': ['ID=36619275-6bdd-478b-881a-8ae2d20cee3c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:34.512189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:34.582594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:34.594496 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04c5c2c6-f391-4013-829e-fa8e45c0de7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:34.625358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:34.896699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Allocated IP 172.25.7.154 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ff14220b-e465-49c0-9f6d-36fb1a8c824b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:34.985983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object 399f535f-2937-4bf4-adef-90b28d7fb530 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:35.109332 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:35.135556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-04c5c2c6-f391-4013-829e-fa8e45c0de7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 5c63d6c3-891a-4d45-bbd2-e64cc44835d9 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:35.237653 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:35.408229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ad337b8e-1dca-499d-9079-46e2be2868f6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:35.436272 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:35.524306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c1bde644-4961-4c10-80bc-79eabb9f64d7 None None] Provisioning for port ad337b8e-1dca-499d-9079-46e2be2868f6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:35.542134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:35.545693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:35.550348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:35.589287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04c5c2c6-f391-4013-829e-fa8e45c0de7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:35.602705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=399f535f-2937-4bf4-adef-90b28d7fb530,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:35.662878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ad337b8e-1dca-499d-9079-46e2be2868f6 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:35.672669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ad337b8e-1dca-499d-9079-46e2be2868f6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:35.672669 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:35.678185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:35.695225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:35.705559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5c2c6-f391-4013-829e-fa8e45c0de7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=5c63d6c3-891a-4d45-bbd2-e64cc44835d9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:35.705741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:35.780182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-75049c98-9e1d-4d6a-a8ca-211a4b208c1c None None] Could not find standard attr ID for object 5c63d6c3-891a-4d45-bbd2-e64cc44835d9. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:17:35.799198 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:35.809925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04c5c2c6-f391-4013-829e-fa8e45c0de7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:35.846802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event updated for resources: {'Port': ['ID=ff14220b-e465-49c0-9f6d-36fb1a8c824b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:35.924379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:35.962099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ad337b8e-1dca-499d-9079-46e2be2868f6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ad337b8e-1dca-499d-9079-46e2be2868f6,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:35.971429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3cc54-963e-4051-8906-270809106a5e req-fa7fccc4-3880-4736-b8e9-5f859c89102e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:35.974821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cf3cc54-963e-4051-8906-270809106a5e req-fa7fccc4-3880-4736-b8e9-5f859c89102e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.6359222 Feb 07 13:17:36.007623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-04c5c2c6-f391-4013-829e-fa8e45c0de7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/5c63d6c3-891a-4d45-bbd2-e64cc44835d9 HTTP/1.1" status: 204 len: 168 time: 2.1170115 Feb 07 13:17:36.007623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53110) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:36.090917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be724984-0b7f-4118-b504-b0235abd442d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:36.092496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be724984-0b7f-4118-b504-b0235abd442d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:36.093280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-be724984-0b7f-4118-b504-b0235abd442d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:36.102176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.104481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 36619275-6bdd-478b-881a-8ae2d20cee3c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:36.155917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1cf3cc54-963e-4051-8906-270809106a5e req-14680378-4325-4d3d-928e-d69ec670a96b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230056 Feb 07 13:17:36.207032 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.226538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-be724984-0b7f-4118-b504-b0235abd442d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:36.227727 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-be724984-0b7f-4118-b504-b0235abd442d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2216115 Feb 07 13:17:36.231047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53116) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:36.289958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ad337b8e-1dca-499d-9079-46e2be2868f6,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:36.310934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc43d1b-0962-4fc7-b248-57088e0df5cc None None] Network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:36.398807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 36619275-6bdd-478b-881a-8ae2d20cee3c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:36.413681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f036eb61-d3ea-43df-be15-4173b6dea73e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:36.419118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-559ad39d-5c0c-43e8-9a3d-292331f16068 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 786472db-eba4-420d-a693-0f8c9608a5c7 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:17:36.424401 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-559ad39d-5c0c-43e8-9a3d-292331f16068 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.565376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-559ad39d-5c0c-43e8-9a3d-292331f16068 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.607702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.615814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2f8584c8-4db8-45dd-9dba-86dfffc9c0b1 None None] Provisioning for port 36619275-6bdd-478b-881a-8ae2d20cee3c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:36.628184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2f8584c8-4db8-45dd-9dba-86dfffc9c0b1 None None] Provisioning complete for port 36619275-6bdd-478b-881a-8ae2d20cee3c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:36.628184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f8584c8-4db8-45dd-9dba-86dfffc9c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.664994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f036eb61-d3ea-43df-be15-4173b6dea73e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:36.686585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f036eb61-d3ea-43df-be15-4173b6dea73e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:36.687401 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.852691 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.925029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.936994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f8584c8-4db8-45dd-9dba-86dfffc9c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.955830 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:36.960876 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:17:37.017218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port f036eb61-d3ea-43df-be15-4173b6dea73e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f036eb61-d3ea-43df-be15-4173b6dea73e,segment=NetworkSegment(a3851d13-5616-4b67-8b59-bc321f31aae4),segment_id=a3851d13-5616-4b67-8b59-bc321f31aae4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:37.022781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-559ad39d-5c0c-43e8-9a3d-292331f16068 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.055990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2f8584c8-4db8-45dd-9dba-86dfffc9c0b1 None None] For port 36619275-6bdd-478b-881a-8ae2d20cee3c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=36619275-6bdd-478b-881a-8ae2d20cee3c,segment=NetworkSegment(776c11f0-1875-44ed-9462-96d266095388),segment_id=776c11f0-1875-44ed-9462-96d266095388)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:37.079751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.084435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.106401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=399f535f-2937-4bf4-adef-90b28d7fb530,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:37.126982 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.216396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f8584c8-4db8-45dd-9dba-86dfffc9c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.293890 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ad337b8e-1dca-499d-9079-46e2be2868f6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:37.312887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:37.315477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:37.408837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=f036eb61-d3ea-43df-be15-4173b6dea73e,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:37.498074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8584c8-4db8-45dd-9dba-86dfffc9c0b1 None None] Pushing event updated for resources: {'Port': ['ID=36619275-6bdd-478b-881a-8ae2d20cee3c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:37.512952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a5870a3-022c-46d1-9539-b04c163a36e6 None None] Provisioning for port 399f535f-2937-4bf4-adef-90b28d7fb530 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:37.518812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a5870a3-022c-46d1-9539-b04c163a36e6 None None] Provisioning complete for port 399f535f-2937-4bf4-adef-90b28d7fb530 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:37.519374 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a5870a3-022c-46d1-9539-b04c163a36e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.601975 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-559ad39d-5c0c-43e8-9a3d-292331f16068 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.629219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6a5870a3-022c-46d1-9539-b04c163a36e6 None None] Port 399f535f-2937-4bf4-adef-90b28d7fb530 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:37.650174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ad337b8e-1dca-499d-9079-46e2be2868f6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:37.650555 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.668740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ad39d-5c0c-43e8-9a3d-292331f16068 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=786472db-eba4-420d-a693-0f8c9608a5c7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:37.676159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-559ad39d-5c0c-43e8-9a3d-292331f16068 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.692537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b5b11-1844-4f24-b3c3-9acd489e4559 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:37.723949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c516f9-da44-4dff-875d-f96fa061f70f req-7782a278-74d6-4211-a22d-61d4bcaea94c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:37.728613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52c516f9-da44-4dff-875d-f96fa061f70f req-7782a278-74d6-4211-a22d-61d4bcaea94c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3659117 Feb 07 13:17:37.738585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a5870a3-022c-46d1-9539-b04c163a36e6 None None] Provisioning complete for port 36619275-6bdd-478b-881a-8ae2d20cee3c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:37.739741 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a5870a3-022c-46d1-9539-b04c163a36e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:37.796605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52c516f9-da44-4dff-875d-f96fa061f70f req-afbc0f0f-cce3-4d54-bc45-431457aee81a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621722 Feb 07 13:17:37.804253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-559ad39d-5c0c-43e8-9a3d-292331f16068 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/786472db-eba4-420d-a693-0f8c9608a5c7 HTTP/1.1" status: 204 len: 168 time: 1.5706642 Feb 07 13:17:37.805615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53128) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:37.862424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:17:37.885375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ddd71844-8239-4f39-a868-e631719b1e67 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783515 Feb 07 13:17:37.886212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53132) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:37.888916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Router 661dfa42-ae9a-43a2-aadb-96335a398d11 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:17:38.058584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:38.071156 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:38.072232 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a6ea0880-9363-4e83-86ff-f51d7fd46080 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3240476 Feb 07 13:17:38.073289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53138) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:38.079646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-2127489232'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:38.084304 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:38.084934 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:38.087820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:38.092738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:38.096431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:38.108680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:38.132841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:38.152270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef8c63-801e-4be3-9c82-9d2b8e91e3b2 None None] Sync routers for ids ['661dfa42-ae9a-43a2-aadb-96335a398d11'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:38.174187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f88a52-f5a3-4428-a11b-f9acf4b09c6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:38.174883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-57f88a52-f5a3-4428-a11b-f9acf4b09c6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:38.197078 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef8c63-801e-4be3-9c82-9d2b8e91e3b2 None None] Routers {'661dfa42-ae9a-43a2-aadb-96335a398d11'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:38.198243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a2ef8c63-801e-4be3-9c82-9d2b8e91e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['661dfa42-ae9a-43a2-aadb-96335a398d11'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:38.249353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:38.253173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.266462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a2ef8c63-801e-4be3-9c82-9d2b8e91e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:38.279715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef8c63-801e-4be3-9c82-9d2b8e91e3b2 None None] Routers {'661dfa42-ae9a-43a2-aadb-96335a398d11'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:38.280365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a2ef8c63-801e-4be3-9c82-9d2b8e91e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['661dfa42-ae9a-43a2-aadb-96335a398d11'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:38.288469 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:38.291019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-57f88a52-f5a3-4428-a11b-f9acf4b09c6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:38.293037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:17:38.297531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-57f88a52-f5a3-4428-a11b-f9acf4b09c6f tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4098239 Feb 07 13:17:38.298298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53144) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:38.304380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.305723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4c2e3804-4828-4378-a287-d955b3419101 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6198282 Feb 07 13:17:38.307791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.309032 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment b3d046c0-bf6b-496f-b664-6810dab4ad1d of type vlan for network bc1c9cb2-ac21-47be-b550-b5ce04d17810 Feb 07 13:17:38.310115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53148) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:38.357822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a2ef8c63-801e-4be3-9c82-9d2b8e91e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:38.358485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ef8c63-801e-4be3-9c82-9d2b8e91e3b2 None None] The sync data for ids ['661dfa42-ae9a-43a2-aadb-96335a398d11'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:38.375284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-da6bbd2c-8838-4a19-b70e-c511dac9cac8 None None] Provisioning complete for port 399f535f-2937-4bf4-adef-90b28d7fb530 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:38.375911 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da6bbd2c-8838-4a19-b70e-c511dac9cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.422716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:17:38.424729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d54ca7-d554-481b-bbc6-4836af33adba tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:38.425876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a2d54ca7-d554-481b-bbc6-4836af33adba tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:38.434059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] Deleting port ad337b8e-1dca-499d-9079-46e2be2868f6 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:38.434681 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.449619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.532769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a2d54ca7-d554-481b-bbc6-4836af33adba tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:38.537582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a2d54ca7-d554-481b-bbc6-4836af33adba tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2327914 Feb 07 13:17:38.539399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53154) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:38.556349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-da6bbd2c-8838-4a19-b70e-c511dac9cac8 None None] Port 399f535f-2937-4bf4-adef-90b28d7fb530 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:38.576907 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-19aaa6ce-2afb-4fe8-a9c2-b1b424fa0117 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/routers/661dfa42-ae9a-43a2-aadb-96335a398d11 HTTP/1.1" status: 200 len: 925 time: 0.2575512 Feb 07 13:17:38.576907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53158) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:38.634140 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2078b3a1-ec53-4fca-9ae2-89cbc2bae088 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=661dfa42-ae9a-43a2-aadb-96335a398d11 HTTP/1.1" status: 200 len: 205 time: 0.0560935 Feb 07 13:17:38.635427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53164) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:38.681833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-056d07d8-8b9d-487f-bb0a-c8eb49ae7ef0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424246 Feb 07 13:17:38.688116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53168) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:38.690951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] For port ad337b8e-1dca-499d-9079-46e2be2868f6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ad337b8e-1dca-499d-9079-46e2be2868f6,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:38.691355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.693832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:38.725901 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-efc163ca-2c8f-4af6-98e7-4d44dd97f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.776517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.782515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:38.783330 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.845033 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:35Z', 'revision_number': 3, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:38.857196 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:17:38.857655 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Updating router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 port 399f535f-2937-4bf4-adef-90b28d7fb530 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:17:38.869900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:38.896281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:38.949123 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:38.956448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=bc1c9cb2-ac21-47be-b550-b5ce04d17810,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:38.962836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] Calling delete_port for ad337b8e-1dca-499d-9079-46e2be2868f6 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:39.019613 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d2e06b0-e8a7-4e22-9e14-41273444a054 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9436672 Feb 07 13:17:39.019613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53176) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:39.033832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:39.058182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network bc1c9cb2-ac21-47be-b550-b5ce04d17810 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:17:39.086590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ccca-5e98-48a9-b450-147bbf203d01 req-a8c38118-bec0-4720-afae-36831446c8d6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:39.093745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fde2ccca-5e98-48a9-b450-147bbf203d01 req-a8c38118-bec0-4720-afae-36831446c8d6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.1102917 Feb 07 13:17:39.094307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:39.102663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.231017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.242830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.300586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fde2ccca-5e98-48a9-b450-147bbf203d01 req-4bf8744c-5ddb-4a10-8188-0754783645bc tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807492 Feb 07 13:17:39.323548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] Pushing event deleted for resources: {'Port': ['ID=ad337b8e-1dca-499d-9079-46e2be2868f6,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:39.325383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 36619275-6bdd-478b-881a-8ae2d20cee3c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:39.392886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08abbfd-094f-4b82-b967-0fc174017e65 None None] No DVR routers for this DVR port ad337b8e-1dca-499d-9079-46e2be2868f6 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:17:39.476346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 36619275-6bdd-478b-881a-8ae2d20cee3c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:39.476628 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.481997 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.493794 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.494511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:39.498770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:39.502259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:39.509591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:39.512547 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Transition to ACTIVE for port object 399f535f-2937-4bf4-adef-90b28d7fb530 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:39.528057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.587038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Deleting port ff14220b-e465-49c0-9f6d-36fb1a8c824b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:39.587454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.612913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:39.613364 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.618330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:39.622587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:39.626252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.634608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:39.635686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:39.679937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=735e81b8-5b8c-408f-b82f-3fa91d4e09f7,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:39.702910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.707185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.707185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.707185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.708167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.708942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.709740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.710480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.711213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.711954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.712695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.713991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:39.732153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60bb6f8-ba42-40c3-bb86-8ec417b83aa9 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:39.786460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6b49b8d2-615b-496a-9b01-d613564465e2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0964932 Feb 07 13:17:39.789021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53188) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:39.796096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f036eb61-d3ea-43df-be15-4173b6dea73e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:39.803549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:94:b4:21', 'name': 'tempest-NetworksTestDHCPv6-529156614'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:39.840061 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559e188-de35-4010-8d23-ebd353d8a6fb None None] Pushing event updated for resources: {'Port': ['ID=399f535f-2937-4bf4-adef-90b28d7fb530,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:39.996381 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Attempting to bind port 399f535f-2937-4bf4-adef-90b28d7fb530 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:39.996823 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Attempting to bind port 399f535f-2937-4bf4-adef-90b28d7fb530 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:39.997252 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Attempting to bind port 399f535f-2937-4bf4-adef-90b28d7fb530 on network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:40.007080 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:40.007561 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Checking segment: {'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:40.008057 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.009840 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Bound using segment: {'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:40.010781 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Bound port: 399f535f-2937-4bf4-adef-90b28d7fb530, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776c11f0-1875-44ed-9462-96d266095388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:40.012386 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.118967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f036eb61-d3ea-43df-be15-4173b6dea73e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:40.119346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.163420 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.202578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:40.224337 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] For port 399f535f-2937-4bf4-adef-90b28d7fb530, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:40.228251 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] For port 399f535f-2937-4bf4-adef-90b28d7fb530, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=399f535f-2937-4bf4-adef-90b28d7fb530,segment=NetworkSegment(776c11f0-1875-44ed-9462-96d266095388),segment_id=776c11f0-1875-44ed-9462-96d266095388)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:40.237273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:40.309170 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.335537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:40.346644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Calling delete_port for ff14220b-e465-49c0-9f6d-36fb1a8c824b owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:40.448218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '735e81b8-5b8c-408f-b82f-3fa91d4e09f7'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:40.449257 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.517502 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559e188-de35-4010-8d23-ebd353d8a6fb None None] Pushing event updated for resources: {'Port': ['ID=399f535f-2937-4bf4-adef-90b28d7fb530,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:40.517957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ad337b8e-1dca-499d-9079-46e2be2868f6 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:17:40.518422 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:40.519219 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:40.551122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ad337b8e-1dca-499d-9079-46e2be2868f6 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:17:40.557578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ad337b8e-1dca-499d-9079-46e2be2868f6 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:17:40.642495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.743402 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.769833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/735e81b8-5b8c-408f-b82f-3fa91d4e09f7/abf25fb9-eda6-4b7d-8a2d-36ae97119a83) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:40.774869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c50e-ac46-4dc2-9351-4c0fe5285ff3 req-7b56bc78-68d5-4033-82d6-7da22c7190b7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:40.776766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e00c50e-ac46-4dc2-9351-4c0fe5285ff3 req-7b56bc78-68d5-4033-82d6-7da22c7190b7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.2792594 Feb 07 13:17:40.779514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=83d92854-b1a4-44c4-b640-81947b772d02,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:40.813430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:17:40.853080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:40.853503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: bc1c9cb2-ac21-47be-b550-b5ce04d17810, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:17:40.881253 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:40.893543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:40.972250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event deleted for resources: {'Port': ['ID=ff14220b-e465-49c0-9f6d-36fb1a8c824b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:40.978458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network bc1c9cb2-ac21-47be-b550-b5ce04d17810 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:17:41.058765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e00c50e-ac46-4dc2-9351-4c0fe5285ff3 req-758086d0-7250-44af-b9b1-912443c57413 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743011 Feb 07 13:17:41.064995 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.089677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Transition to ACTIVE for port object abf25fb9-eda6-4b7d-8a2d-36ae97119a83 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:41.118572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, bc1c9cb2-ac21-47be-b550-b5ce04d17810) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:41.130153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:41.130898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.138922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.150869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3e429-fe60-4e22-b6b9-a54754010732 None None] Network bc1c9cb2-ac21-47be-b550-b5ce04d17810 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:41.227945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Transition to ACTIVE for port object abf25fb9-eda6-4b7d-8a2d-36ae97119a83 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:41.321659 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:35Z', 'revision_number': 3, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:40Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:41.325236 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.326634 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f21356-3d31-4083-8ae9-2dd8f087099f None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:35Z', 'revision_number': 3, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:40Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:41.345896 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.349306 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.396796 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-afa3d276-5e59-4a5d-a829-d22727dfc067 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3683736 Feb 07 13:17:41.397331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53216) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:41.468157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:41.478055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Pushing event updated for resources: {'Port': ['ID=abf25fb9-eda6-4b7d-8a2d-36ae97119a83,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:41.484003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:41.485431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:41.502074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.505621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Fanout notify agent at l3_agent the message router_deleted on router 661dfa42-ae9a-43a2-aadb-96335a398d11 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:17:41.507333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::fb (c7752a43-b062-440d-a0bf-267aa725f6d8/735e81b8-5b8c-408f-b82f-3fa91d4e09f7/422b5902-bf0a-42d4-99a9-d43ef9a9d8c4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:41.533064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.534362 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1f3771b7-59da-495b-805b-d7f12fb33f1b tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/661dfa42-ae9a-43a2-aadb-96335a398d11 HTTP/1.1" status: 204 len: 168 time: 2.8984470 Feb 07 13:17:41.538316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53222) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:41.545717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'router': {'name': 'tempest-snat-router-67760907', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': False}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:41.553078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:41.558466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Usage tracker for resource:router and tenant:523789b778494423a4f3e93416ab2120 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:41.563625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:41.576974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:41.677450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b61c-a29e-40ef-9af0-bbe0ccba3eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.700068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.701124 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.727724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Attempting to bind port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:41.728117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Attempting to bind port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:41.728584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.732971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Attempting to bind port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:41.746401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:41.748015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.766384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:41.767192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:41.767815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:41.768582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:41.769226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Bound port: abf25fb9-eda6-4b7d-8a2d-36ae97119a83, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:41.769771 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.044634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Allocated IP 172.22.0.2 (bc1c9cb2-ac21-47be-b550-b5ce04d17810/83d92854-b1a4-44c4-b640-81947b772d02/58ae5307-5ce1-4da5-a786-34c5c7aafd95) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:42.174943 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.234615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.242314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:42.289796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] For port abf25fb9-eda6-4b7d-8a2d-36ae97119a83, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:42.294677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] For port abf25fb9-eda6-4b7d-8a2d-36ae97119a83, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=abf25fb9-eda6-4b7d-8a2d-36ae97119a83,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:42.393343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.394043 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.396497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.417069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.484699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.533300 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.548432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9a325-6c79-4002-ab6d-46acf49d3699 None None] Pushing event updated for resources: {'Port': ['ID=abf25fb9-eda6-4b7d-8a2d-36ae97119a83,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:42.555764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Transition to ACTIVE for port object 58ae5307-5ce1-4da5-a786-34c5c7aafd95 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:42.576383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Transition to ACTIVE for port object 58ae5307-5ce1-4da5-a786-34c5c7aafd95 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:42.626986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6075f83-b097-45c4-9cc6-1d1c70c07080 req-6fc7d610-12e6-4f5d-befe-ebc988648cd9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:42.628632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6075f83-b097-45c4-9cc6-1d1c70c07080 req-6fc7d610-12e6-4f5d-befe-ebc988648cd9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3849890 Feb 07 13:17:42.643377 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.663689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:42.695902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=422b5902-bf0a-42d4-99a9-d43ef9a9d8c4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:42.698953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:42.709027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:42.715033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:42.715925 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.773938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Network bc1c9cb2-ac21-47be-b550-b5ce04d17810 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:42.779008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:42.782511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:42.814303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6075f83-b097-45c4-9cc6-1d1c70c07080 req-51c2981d-42df-4784-8d0e-b934d6f6ee59 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632648 Feb 07 13:17:42.843401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Pushing event updated for resources: {'Port': ['ID=58ae5307-5ce1-4da5-a786-34c5c7aafd95,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:42.913990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Attempting to bind port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:42.914393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Attempting to bind port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:42.916676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Attempting to bind port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 on network bc1c9cb2-ac21-47be-b550-b5ce04d17810 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:42.927272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:42.927647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Checking segment: {'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:42.928079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.928486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Bound using segment: {'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:42.928969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Bound port: 58ae5307-5ce1-4da5-a786-34c5c7aafd95, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:42.929351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:42.965154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.028328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.082627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53234) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:43.110518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] For port 58ae5307-5ce1-4da5-a786-34c5c7aafd95, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:43.115061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] For port 58ae5307-5ce1-4da5-a786-34c5c7aafd95, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=58ae5307-5ce1-4da5-a786-34c5c7aafd95,segment=NetworkSegment(b3d046c0-bf6b-496f-b664-6810dab4ad1d),segment_id=b3d046c0-bf6b-496f-b664-6810dab4ad1d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:43.222081 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.306822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Allocated IP 172.25.7.209 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/a4e57188-be7d-4f7b-a284-3bcaac9fbb11) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:43.317561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.22.0.1 (bc1c9cb2-ac21-47be-b550-b5ce04d17810/83d92854-b1a4-44c4-b640-81947b772d02/7f4c17b9-1523-4858-84a8-a9301762dee6) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:43.356779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd74bba-17a0-479d-8e9c-4f46912711c9 None None] Pushing event updated for resources: {'Port': ['ID=58ae5307-5ce1-4da5-a786-34c5c7aafd95,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:43.384258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.409381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 399f535f-2937-4bf4-adef-90b28d7fb530 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:43.425777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1684de01-992a-49f3-854f-bc87f1dcc977 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6349578 Feb 07 13:17:43.426747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53240) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:43.465942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:43.470052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] Usage tracker for resource:security_group_rule and tenant:72574a1b12984233bff1b149dc2ea830 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:43.473839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:43.480675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:43.503200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-e32b959c-124a-4eb8-a864-de86be6c8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:43.504821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-e32b959c-124a-4eb8-a864-de86be6c8c72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 1096 time: 0.2580254 Feb 07 13:17:43.581013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 399f535f-2937-4bf4-adef-90b28d7fb530 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:43.623243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 399f535f-2937-4bf4-adef-90b28d7fb530 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:43.625460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.631436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.717034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.730179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.778268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.822931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.823130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.824370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a2b44-94b1-4696-ba13-1556c324329e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:43.830572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a2b44-94b1-4696-ba13-1556c324329e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:43.831611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-208a2b44-94b1-4696-ba13-1556c324329e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:43.838865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:43.855843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.857354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:43.875394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:43.880341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-37675e86-3bbb-4f55-8ac6-b2f6b287a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:43.882171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-37675e86-3bbb-4f55-8ac6-b2f6b287a7db service neutron] 10.222.0.35 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 915 time: 0.3529153 Feb 07 13:17:43.890817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object 7f4c17b9-1523-4858-84a8-a9301762dee6 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:43.927073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 399f535f-2937-4bf4-adef-90b28d7fb530, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=399f535f-2937-4bf4-adef-90b28d7fb530,segment=NetworkSegment(776c11f0-1875-44ed-9462-96d266095388),segment_id=776c11f0-1875-44ed-9462-96d266095388)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:43.952811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e57188-be7d-4f7b-a284-3bcaac9fbb11,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:43.970474 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72574a1b12984233bff1b149dc2ea830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8862898 Feb 07 13:17:43.975899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53246) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:43.979389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-2e6d30f4-1ccf-48fb-a4ae-3e8134b2463a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c HTTP/1.1" status: 200 len: 217 time: 0.0838935 Feb 07 13:17:43.979389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-208a2b44-94b1-4696-ba13-1556c324329e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:43.979625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-208a2b44-94b1-4696-ba13-1556c324329e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5492942 Feb 07 13:17:43.982334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53250) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:43.998309 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:43.999433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device abf25fb9-eda6-4b7d-8a2d-36ae97119a83 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:44.005000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11b835-0321-4d75-8c2d-f4dad2a08c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598fd27d-6961-435d-9160-9478cb3f9401,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:44.182763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e23fa-41be-4787-bb62-3a1fa53f6a85 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:44.183110 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c5e23fa-41be-4787-bb62-3a1fa53f6a85 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.205745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=399f535f-2937-4bf4-adef-90b28d7fb530,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:44.225192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-8a48f704-f064-4798-9ab3-e0609924d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:44.226674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-8a48f704-f064-4798-9ab3-e0609924d47a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4af2d9d4-20ef-40de-8b4d-18647da93ef3 HTTP/1.1" status: 200 len: 855 time: 0.2414277 Feb 07 13:17:44.232942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:44.268111 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-64c72189-3f42-4e07-8727-affa68010a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.290441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-4fb21210-c7e5-4fa0-b849-c41905a03407 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474617 Feb 07 13:17:44.294900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.312561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-64c72189-3f42-4e07-8727-affa68010a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.468185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-64c72189-3f42-4e07-8727-affa68010a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.490492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72189-3f42-4e07-8727-affa68010a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598fd27d-6961-435d-9160-9478cb3f9401,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:44.510176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network bc1c9cb2-ac21-47be-b550-b5ce04d17810 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:44.513041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-48583f98-649e-462f-8665-e1a07100cf4b None None] Provisioning for port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:44.520058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-48583f98-649e-462f-8665-e1a07100cf4b None None] Provisioning complete for port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:44.520275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fdbe3-09d6-4a92-ba75-ade945e008ba req-c7efb450-4071-450f-a1d4-4fe6637aaf54 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:44.520809 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48583f98-649e-462f-8665-e1a07100cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.521812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d35fdbe3-09d6-4a92-ba75-ade945e008ba req-c7efb450-4071-450f-a1d4-4fe6637aaf54 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.4653044 Feb 07 13:17:44.540581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:44.554741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:44.562848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-64c72189-3f42-4e07-8727-affa68010a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.566596 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-64c72189-3f42-4e07-8727-affa68010a44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/598fd27d-6961-435d-9160-9478cb3f9401 HTTP/1.1" status: 204 len: 168 time: 0.5872364 Feb 07 13:17:44.624515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=7f4c17b9-1523-4858-84a8-a9301762dee6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:44.718395 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48583f98-649e-462f-8665-e1a07100cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.720312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.755119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-48583f98-649e-462f-8665-e1a07100cf4b None None] For port abf25fb9-eda6-4b7d-8a2d-36ae97119a83, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=abf25fb9-eda6-4b7d-8a2d-36ae97119a83,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:44.839301 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48583f98-649e-462f-8665-e1a07100cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.880582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d35fdbe3-09d6-4a92-ba75-ade945e008ba req-bb852dd6-c515-4b29-80ae-910b8a76435d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306317 Feb 07 13:17:44.907328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-c1691435-2b87-4b55-9e44-f73b59e9879a service neutron] 10.222.0.35 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084259 Feb 07 13:17:44.911416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:44.942467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48583f98-649e-462f-8665-e1a07100cf4b None None] Pushing event updated for resources: {'Port': ['ID=abf25fb9-eda6-4b7d-8a2d-36ae97119a83,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:45.029741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91537fa-6691-4e3b-94d7-c9f37b36bba2 None None] Network bc1c9cb2-ac21-47be-b550-b5ce04d17810 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:45.051412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.109257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5be04a88-56d0-4dc9-b23f-c6fc8bcb1140 None None] Provisioning for port 422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:45.123307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5be04a88-56d0-4dc9-b23f-c6fc8bcb1140 None None] Provisioning complete for port 422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:45.123831 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5be04a88-56d0-4dc9-b23f-c6fc8bcb1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.211749 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c5e23fa-41be-4787-bb62-3a1fa53f6a85 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.248522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5be04a88-56d0-4dc9-b23f-c6fc8bcb1140 None None] Port 422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:45.346726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.377060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e23fa-41be-4787-bb62-3a1fa53f6a85 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:45.463863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c12d90-a530-4e1b-a63b-eafe7a38abb9 req-eca05d78-63a9-4590-90fc-ef606888b0f8 service neutron] 10.222.0.35 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481899 Feb 07 13:17:45.469257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53258) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:45.488218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 58ae5307-5ce1-4da5-a786-34c5c7aafd95 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:45.504236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.521908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-414e4cf0-0a76-45b9-b2cc-e2ed5edb1f50 None None] Provisioning for port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:45.581185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:45.601495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5170ce85a744a4adae94c693dc0806 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:45.606550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:45.615630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:45.624724 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.633838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:45.646423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:45.647827 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.682709 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c5e23fa-41be-4787-bb62-3a1fa53f6a85 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.774789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e23fa-41be-4787-bb62-3a1fa53f6a85 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=422b5902-bf0a-42d4-99a9-d43ef9a9d8c4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:45.787348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Router 35c07172-c7be-47c5-aab4-cf8eea687d5a is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:17:45.800287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.831188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4c5e23fa-41be-4787-bb62-3a1fa53f6a85 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.846743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 58ae5307-5ce1-4da5-a786-34c5c7aafd95, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=58ae5307-5ce1-4da5-a786-34c5c7aafd95,segment=NetworkSegment(b3d046c0-bf6b-496f-b664-6810dab4ad1d),segment_id=b3d046c0-bf6b-496f-b664-6810dab4ad1d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:45.913208 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.919574 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:45.920705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 399f535f-2937-4bf4-adef-90b28d7fb530 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:46.036646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.131406 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae5170ce85a744a4adae94c693dc0806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589713 Feb 07 13:17:46.132041 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53264) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:46.140107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:46.146826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb6ad7-402a-44e0-8890-8af02e6cf7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b049833-6d4a-45b3-bfd6-15e1a84bbe36,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:46.148796 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Sync routers for ids ['35c07172-c7be-47c5-aab4-cf8eea687d5a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:46.162512 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Routers {'35c07172-c7be-47c5-aab4-cf8eea687d5a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:46.164974 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['35c07172-c7be-47c5-aab4-cf8eea687d5a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:46.213609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=58ae5307-5ce1-4da5-a786-34c5c7aafd95,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:46.242115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 399f535f-2937-4bf4-adef-90b28d7fb530 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:46.242516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.243908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59daac5a-ea4d-4fbe-873d-ce42422b9b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.249604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.251099 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-694c8787-6538-4b62-9da3-2785eac0d8f8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7113140 Feb 07 13:17:46.275432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:46.293214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-455b9082-2cae-48b0-b2c2-57eee38c0efb None None] Provisioning for port 7f4c17b9-1523-4858-84a8-a9301762dee6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:46.301759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-455b9082-2cae-48b0-b2c2-57eee38c0efb None None] Provisioning complete for port 7f4c17b9-1523-4858-84a8-a9301762dee6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:46.302379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-455b9082-2cae-48b0-b2c2-57eee38c0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.374459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59daac5a-ea4d-4fbe-873d-ce42422b9b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.382330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-455b9082-2cae-48b0-b2c2-57eee38c0efb None None] Port 7f4c17b9-1523-4858-84a8-a9301762dee6 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:46.435008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c43c2-9425-4e56-bfa2-3b373cf42431 req-daea2604-a3a5-4f12-b7a3-c32abd75a089 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:46.437107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d3c43c2-9425-4e56-bfa2-3b373cf42431 req-daea2604-a3a5-4f12-b7a3-c32abd75a089 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.1525998 Feb 07 13:17:46.443482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4c5e23fa-41be-4787-bb62-3a1fa53f6a85 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 HTTP/1.1" status: 204 len: 168 time: 2.4568851 Feb 07 13:17:46.444441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53272) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:46.452071 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Set router 35c07172-c7be-47c5-aab4-cf8eea687d5a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:46.453012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device abf25fb9-eda6-4b7d-8a2d-36ae97119a83 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:46.504154 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.511229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d3c43c2-9425-4e56-bfa2-3b373cf42431 req-ed01caa9-c862-49cb-899d-1a457b476eeb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665524 Feb 07 13:17:46.528765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-455b9082-2cae-48b0-b2c2-57eee38c0efb None None] Provisioning complete for port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:46.529151 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-455b9082-2cae-48b0-b2c2-57eee38c0efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.569681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.587920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:46.588321 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.620447 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-57e29ed4-0e2c-4155-88a2-f30990cf017c tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/routers/35c07172-c7be-47c5-aab4-cf8eea687d5a HTTP/1.1" status: 200 len: 907 time: 0.3433502 Feb 07 13:17:46.624697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2841f9dd-2ad7-409f-adce-196300906bb7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:46.626386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2841f9dd-2ad7-409f-adce-196300906bb7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:46.632160 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2841f9dd-2ad7-409f-adce-196300906bb7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1860211 Feb 07 13:17:46.633129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53276) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:46.633609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:46.691718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'router': {'name': 'tempest-snat-router-67760907', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': True}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:46.695157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.698191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:46.703205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Usage tracker for resource:router and tenant:523789b778494423a4f3e93416ab2120 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:46.706398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:46.713125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:46.730200 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59daac5a-ea4d-4fbe-873d-ce42422b9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.764621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59daac5a-ea4d-4fbe-873d-ce42422b9b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b049833-6d4a-45b3-bfd6-15e1a84bbe36,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:46.775553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59daac5a-ea4d-4fbe-873d-ce42422b9b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.776737 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-59daac5a-ea4d-4fbe-873d-ce42422b9b88 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b049833-6d4a-45b3-bfd6-15e1a84bbe36 HTTP/1.1" status: 204 len: 168 time: 0.6407347 Feb 07 13:17:46.788325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcf0fca-dd05-490c-899b-20a2e98d9b28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 735e81b8-5b8c-408f-b82f-3fa91d4e09f7 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:17:46.795704 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0fca-dd05-490c-899b-20a2e98d9b28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.825482 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.826052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.868584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.871520 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0fca-dd05-490c-899b-20a2e98d9b28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.877701 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c07172-c7be-47c5-aab4-cf8eea687d5a', 'name': 'tempest-snat-router-67760907', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.209'}], 'enable_snat': False}, 'gw_port_id': 'a4e57188-be7d-4f7b-a284-3bcaac9fbb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:41Z', 'updated_at': '2022-02-07T13:17:44Z', 'revision_number': 3, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port': {'id': 'a4e57188-be7d-4f7b-a284-3bcaac9fbb11', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c07172-c7be-47c5-aab4-cf8eea687d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:43Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:46.882745 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Checking router: 35c07172-c7be-47c5-aab4-cf8eea687d5a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:17:46.884136 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Updating router 35c07172-c7be-47c5-aab4-cf8eea687d5a port a4e57188-be7d-4f7b-a284-3bcaac9fbb11 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:17:46.900577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=7f4c17b9-1523-4858-84a8-a9301762dee6,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:46.933511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ff9c2b6-89b5-4b5d-9694-d57e062dcdab None None] Provisioning complete for port 7f4c17b9-1523-4858-84a8-a9301762dee6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:46.934175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c2b6-89b5-4b5d-9694-d57e062dcdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.947131 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:46.969051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network bc1c9cb2-ac21-47be-b550-b5ce04d17810 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:46.970422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:46.993086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0fca-dd05-490c-899b-20a2e98d9b28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.043363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9c2b6-89b5-4b5d-9694-d57e062dcdab None None] Port 7f4c17b9-1523-4858-84a8-a9301762dee6 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:47.266666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 58ae5307-5ce1-4da5-a786-34c5c7aafd95 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:47.393952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:17:47.398968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ba2f8bb-8d2b-4822-84e3-4479d3dac9c3 None None] Provisioning complete for port 7f4c17b9-1523-4858-84a8-a9301762dee6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:47.399553 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9ba2f8bb-8d2b-4822-84e3-4479d3dac9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.409993 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.467147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:47.467519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.535041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2f8bb-8d2b-4822-84e3-4479d3dac9c3 None None] Port 7f4c17b9-1523-4858-84a8-a9301762dee6 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:47.648631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:47.654139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-89812287-0ed0-45e4-80ee-a5fff3727ef5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2557297 Feb 07 13:17:47.658581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53296) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:47.663390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:47.672630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1562715475'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:47.674659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:47.675480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:47.686664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:47.695616 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Transition to ACTIVE for port object a4e57188-be7d-4f7b-a284-3bcaac9fbb11 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:47.696900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:network and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:47.700129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:47.706032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:47.731481 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.740806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0fca-dd05-490c-899b-20a2e98d9b28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.785381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf0fca-dd05-490c-899b-20a2e98d9b28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=735e81b8-5b8c-408f-b82f-3fa91d4e09f7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:47.793052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0fca-dd05-490c-899b-20a2e98d9b28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.804375 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.804958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:47.808620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.854732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:17:47.866187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414eb62-05a0-4e28-bd8f-a21374bade1b req-a6be4a40-2be1-4f47-b487-fab41c4c24cf tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:47.868435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a414eb62-05a0-4e28-bd8f-a21374bade1b req-a6be4a40-2be1-4f47-b487-fab41c4c24cf tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.1307702 Feb 07 13:17:47.880385 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3dcf0fca-dd05-490c-899b-20a2e98d9b28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/735e81b8-5b8c-408f-b82f-3fa91d4e09f7 HTTP/1.1" status: 204 len: 168 time: 1.2433639 Feb 07 13:17:47.884647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53302) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:47.900643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.901450 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added segment a584357a-7841-4ff8-af6b-c5b04fe36a94 of type vlan for network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 Feb 07 13:17:47.908613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:47.944283 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Attempting to bind port a4e57188-be7d-4f7b-a284-3bcaac9fbb11 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:47.945222 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Attempting to bind port a4e57188-be7d-4f7b-a284-3bcaac9fbb11 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:47.945222 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Attempting to bind port a4e57188-be7d-4f7b-a284-3bcaac9fbb11 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:47.954917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a414eb62-05a0-4e28-bd8f-a21374bade1b req-1e0d745f-bd5e-4781-8844-ff4ec351c8cb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805602 Feb 07 13:17:47.956771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.963588 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:47.964277 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:47.964683 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.965077 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:47.965966 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Bound port: a4e57188-be7d-4f7b-a284-3bcaac9fbb11, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:47.966402 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:47.987434 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a515c3c1-4981-4a13-a78a-b13ef25f50a2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016166 Feb 07 13:17:47.990024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53306) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:48.010657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b5e321-b102-4ac0-aba4-b9540068104f None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:48.026522 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fe9cc-4a3c-4663-b0d1-960e45925d27 None None] Pushing event updated for resources: {'Port': ['ID=a4e57188-be7d-4f7b-a284-3bcaac9fbb11,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:48.056741 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] For port a4e57188-be7d-4f7b-a284-3bcaac9fbb11, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:48.059845 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] For port a4e57188-be7d-4f7b-a284-3bcaac9fbb11, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a4e57188-be7d-4f7b-a284-3bcaac9fbb11,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:48.115764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399a6106-2077-4082-8f3b-cbf67d19d2aa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:48.116988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-399a6106-2077-4082-8f3b-cbf67d19d2aa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:48.121635 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:48.127220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:48.127657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:48.162362 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:48.237088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Network': ['ID=7677f0eb-c4eb-49e9-955d-8e00497cfe45,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:48.272895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:17:48.287692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-399a6106-2077-4082-8f3b-cbf67d19d2aa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:48.288128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8de1d509-1225-4fb2-94c9-59ed5d044055 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6284888 Feb 07 13:17:48.289137 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-399a6106-2077-4082-8f3b-cbf67d19d2aa tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2978058 Feb 07 13:17:48.292314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53316) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:48.292667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53318) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:48.300640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'subnet': {'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:48.359414 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Routers {'35c07172-c7be-47c5-aab4-cf8eea687d5a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:48.360740 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['35c07172-c7be-47c5-aab4-cf8eea687d5a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:48.423213 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:48.495283 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:48.598922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9f0f5-c2fa-4f29-b381-8be70b9fda68 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:48.599763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-70c9f0f5-c2fa-4f29-b381-8be70b9fda68 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:17:48.646635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:48.649806 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fe9cc-4a3c-4663-b0d1-960e45925d27 None None] Pushing event updated for resources: {'Port': ['ID=a4e57188-be7d-4f7b-a284-3bcaac9fbb11,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:48.663624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:subnet and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:48.666720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:48.682241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:48.701432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-70c9f0f5-c2fa-4f29-b381-8be70b9fda68 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:17:48.705322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-70c9f0f5-c2fa-4f29-b381-8be70b9fda68 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4100466 Feb 07 13:17:48.705952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53328) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:48.738533 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] Set router 35c07172-c7be-47c5-aab4-cf8eea687d5a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:48.865188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-938810a8-6edb-41b2-b490-bf7e4f223c01 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580195 Feb 07 13:17:48.866113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Made reservation on behalf of 4ce53fa21fd84a4b9ba9dc7f7075d25c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:48.869797 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:48.897665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Allocated IP 172.25.7.25 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:48.898193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53334) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:48.985544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:45Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:46Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:48.998715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:17:48.998715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Updating router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 port 7f4c17b9-1523-4858-84a8-a9301762dee6 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:17:49.013316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:49.045907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:17:49.061006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] Deleting port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:49.061417 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:49.127869 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:49.197658 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:49.313971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:49.328938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:49.341913 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c07172-c7be-47c5-aab4-cf8eea687d5a', 'name': 'tempest-snat-router-67760907', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.209'}], 'enable_snat': False}, 'gw_port_id': 'a4e57188-be7d-4f7b-a284-3bcaac9fbb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:41Z', 'updated_at': '2022-02-07T13:17:44Z', 'revision_number': 3, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port': {'id': 'a4e57188-be7d-4f7b-a284-3bcaac9fbb11', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c07172-c7be-47c5-aab4-cf8eea687d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:43Z', 'updated_at': '2022-02-07T13:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:49.345966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device abf25fb9-eda6-4b7d-8a2d-36ae97119a83 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:17:49.346686 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ee91c-ebe4-4239-9667-947eceaba113 None None] The sync data for ids ['35c07172-c7be-47c5-aab4-cf8eea687d5a'] in n-d-811416-5 is: [{'id': '35c07172-c7be-47c5-aab4-cf8eea687d5a', 'name': 'tempest-snat-router-67760907', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.209'}], 'enable_snat': False}, 'gw_port_id': 'a4e57188-be7d-4f7b-a284-3bcaac9fbb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:41Z', 'updated_at': '2022-02-07T13:17:44Z', 'revision_number': 3, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port': {'id': 'a4e57188-be7d-4f7b-a284-3bcaac9fbb11', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c07172-c7be-47c5-aab4-cf8eea687d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:43Z', 'updated_at': '2022-02-07T13:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:49.385055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:49.400433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4541a3-c84d-413e-be9b-68acf6ea99ff req-3ba55f70-155f-4e4c-9575-211318d8aac8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:49.402059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b4541a3-c84d-413e-be9b-68acf6ea99ff req-3ba55f70-155f-4e4c-9575-211318d8aac8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.2199762 Feb 07 13:17:49.443390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:49.447038 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:49.500573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:49.509977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] For port abf25fb9-eda6-4b7d-8a2d-36ae97119a83, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=abf25fb9-eda6-4b7d-8a2d-36ae97119a83,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:49.510446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:49.515591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:49.516953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:49.519474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:49.628580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b4541a3-c84d-413e-be9b-68acf6ea99ff req-982346b7-45f7-4287-9cc0-9b67d1ff275f tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128892 Feb 07 13:17:49.719914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] Calling delete_port for abf25fb9-eda6-4b7d-8a2d-36ae97119a83 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:49.929376 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:49.955338 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:50.196055 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:50.237179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:50.306827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] Pushing event deleted for resources: {'Port': ['ID=abf25fb9-eda6-4b7d-8a2d-36ae97119a83,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:50.309976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0022f9-5011-4fab-8e41-05bc33e5bf2c None None] No DVR routers for this DVR port abf25fb9-eda6-4b7d-8a2d-36ae97119a83 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:17:50.323922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Transition to ACTIVE for port object 7f4c17b9-1523-4858-84a8-a9301762dee6 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:50.333948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:17:50.341273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:50.366966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Subnet': ['ID=504c42d0-3744-4f23-a8f1-03437a9917fe,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:50.404728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:50.419697 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:50.425184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:50.435392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:50.436415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:50.471943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Checking segment: {'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:50.472335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network hostable DHCP agents. Network: 7677f0eb-c4eb-49e9-955d-8e00497cfe45, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:17:50.477000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd27dc-6055-4b0c-93aa-d08165665553 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:50.482468 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:50.516138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=cb1b922e-7a1c-4543-ae7e-074248d4dd29,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:50.593402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:17:50.612257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-01bd6091-db89-4410-80e4-366de8436bd3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7105460 Feb 07 13:17:50.614299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53358) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:50.624732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:50.899180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8404b-3d24-4df2-8fe1-5e62946e70cd None None] Pushing event updated for resources: {'Port': ['ID=7f4c17b9-1523-4858-84a8-a9301762dee6,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:50.934058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:50.939129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:50.944070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:50.951694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:50.968160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7677f0eb-c4eb-49e9-955d-8e00497cfe45) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:50.975856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:50.977304 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:50.989709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133a3a1-6ff6-44e9-b2be-8c89ab62380d None None] Network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:51.038411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8047a-a9a5-43e1-b673-ae9795f6251b req-bcbb40f1-cd1d-49f5-a6f6-e31e4a90f6a5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:51.046211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69c8047a-a9a5-43e1-b673-ae9795f6251b req-bcbb40f1-cd1d-49f5-a6f6-e31e4a90f6a5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.1749279 Feb 07 13:17:51.053725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:51.064383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:51.068994 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:51.227018 n-d-811416-5 neutron-server[88313]: INFO neutron.db.ipam_backend_mixin [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb1b922e-7a1c-4543-ae7e-074248d4dd29 (CIDR: 2001:db8::/64) Feb 07 13:17:51.236124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8fa23e78-9724-4f86-8400-74ff40f07e07 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9393492 Feb 07 13:17:51.236772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53370) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:51.262211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5055e646-98b0-4273-81f1-f3cc4f307b1c details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:17:51.274618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5055e646-98b0-4273-81f1-f3cc4f307b1c no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:17:51.332198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Attempting to bind port 7f4c17b9-1523-4858-84a8-a9301762dee6 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:51.332746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Attempting to bind port 7f4c17b9-1523-4858-84a8-a9301762dee6 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:51.333188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Attempting to bind port 7f4c17b9-1523-4858-84a8-a9301762dee6 on network bc1c9cb2-ac21-47be-b550-b5ce04d17810 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:51.348798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69c8047a-a9a5-43e1-b673-ae9795f6251b req-a82f8a99-ce27-43bc-9825-8fa2847d5dc9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015742 Feb 07 13:17:51.359901 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:17:51.359901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:17:51.370466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a4e57188-be7d-4f7b-a284-3bcaac9fbb11 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:51.408043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:51.408699 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:51.418308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Router 73732d76-0713-43b1-9ab3-37712beab3c5 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:17:51.421493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:51.421875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Checking segment: {'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:51.422282 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:51.428192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Bound using segment: {'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:51.428192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Bound port: 7f4c17b9-1523-4858-84a8-a9301762dee6, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d046c0-bf6b-496f-b664-6810dab4ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:51.428192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:51.451731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:17:51.532527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3cd57666-170c-4aaf-9d23-6a99d820b19b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9142742 Feb 07 13:17:51.542101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53376) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:51.566483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:51.860504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:51.874287 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Sync routers for ids ['73732d76-0713-43b1-9ab3-37712beab3c5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:51.888567 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Routers {'73732d76-0713-43b1-9ab3-37712beab3c5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:51.890326 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['73732d76-0713-43b1-9ab3-37712beab3c5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:51.923156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:51.937364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:17:51.938297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': 'cb1b922e-7a1c-4543-ae7e-074248d4dd29'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:17:51.939187 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:51.940544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:17:51.949915 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:51.956552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:52.000082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:52.001308 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0d4b4218-487d-408a-899d-b34a8e3453e6 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.3666110 Feb 07 13:17:52.004048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53382) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:52.019690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] For port 7f4c17b9-1523-4858-84a8-a9301762dee6, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:52.026576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a4e57188-be7d-4f7b-a284-3bcaac9fbb11 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:52.045867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:17:52.065759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:52.075689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a4e57188-be7d-4f7b-a284-3bcaac9fbb11 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:52.076131 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:52.106339 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:52.179093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] For port 7f4c17b9-1523-4858-84a8-a9301762dee6, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7f4c17b9-1523-4858-84a8-a9301762dee6,segment=NetworkSegment(b3d046c0-bf6b-496f-b664-6810dab4ad1d),segment_id=b3d046c0-bf6b-496f-b664-6810dab4ad1d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:52.182973 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Set router 73732d76-0713-43b1-9ab3-37712beab3c5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:52.183200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:52.185154 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'code': 200} Feb 07 13:17:52.248885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'port_id': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'mac_address': 'fa:16:3e:85:d3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af2d9d4-20ef-40de-8b4d-18647da93ef3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:17:52.306661 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:52.309904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:52.314353 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09bee05c-e3f9-4333-be26-b13c2a65ca5a tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/routers/73732d76-0713-43b1-9ab3-37712beab3c5 HTTP/1.1" status: 200 len: 905 time: 0.3091550 Feb 07 13:17:52.314647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Allocated IP 172.23.0.2 (7677f0eb-c4eb-49e9-955d-8e00497cfe45/504c42d0-3744-4f23-a8f1-03437a9917fe/cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:52.315422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53392) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:52.319353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:52.326126 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:52.590215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:52.662967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:52.663917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:52.683639 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73732d76-0713-43b1-9ab3-37712beab3c5', 'name': 'tempest-snat-router-67760907', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:46Z', 'updated_at': '2022-02-07T13:17:49Z', 'revision_number': 3, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port': {'id': 'b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73732d76-0713-43b1-9ab3-37712beab3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:48Z', 'updated_at': '2022-02-07T13:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:52.696711 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Checking router: 73732d76-0713-43b1-9ab3-37712beab3c5 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:17:52.697105 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Updating router 73732d76-0713-43b1-9ab3-37712beab3c5 port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:17:52.777446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5055e646-98b0-4273-81f1-f3cc4f307b1c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:17:52.820254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:52.842070 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.018113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Allocated IP 2001:db8::f816:3eff:feae:2550 (c7752a43-b062-440d-a0bf-267aa725f6d8/cb1b922e-7a1c-4543-ae7e-074248d4dd29/4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:53.047174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:53.061815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.110441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22025ef-5fcb-4527-b320-96c1134f33df req-04de0633-15ab-4396-8b55-9e7f9bc3ab5a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:53.112790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a22025ef-5fcb-4527-b320-96c1134f33df req-04de0633-15ab-4396-8b55-9e7f9bc3ab5a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 943 time: 0.1302040 Feb 07 13:17:53.183262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a22025ef-5fcb-4527-b320-96c1134f33df req-1c29c212-c897-43a9-9f99-2e05503ada2e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Feb 07 13:17:53.185673 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.199202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:53.233851 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.273110 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.289302 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Transition to ACTIVE for port object b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:53.293009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8404b-3d24-4df2-8fe1-5e62946e70cd None None] Pushing event updated for resources: {'Port': ['ID=7f4c17b9-1523-4858-84a8-a9301762dee6,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:53.311231 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.365679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port a4e57188-be7d-4f7b-a284-3bcaac9fbb11, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a4e57188-be7d-4f7b-a284-3bcaac9fbb11,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:53.394756 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.396839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:53.402060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:53.404973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:53.405620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.431358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['5055e646-98b0-4273-81f1-f3cc4f307b1c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:17:53.476668 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Attempting to bind port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:53.477194 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Attempting to bind port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:53.477684 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Attempting to bind port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:53.478736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=0571eb6d-54e7-498c-9d8a-f0120f3b22ee,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:53.490386 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:53.491353 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:53.492092 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.492092 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:53.496113 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Bound port: b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:53.496113 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.502189 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.523061 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4c0f7-15cc-4834-818b-22af7cf478de None None] Pushing event updated for resources: {'Port': ['ID=b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:53.531555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.570844 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-59d37ad7-7773-49e5-b102-037191f481a5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0262256 Feb 07 13:17:53.573857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53414) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:53.579478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:33:23:1d', 'name': 'tempest-NetworksTestDHCPv6-101191758'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:53.587523 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] For port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:53.590767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] For port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:53.610018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Deleting port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:53.610382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.667385 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.684849 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.710382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:53.760012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:17:53.772448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:17:53.776615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Transition to ACTIVE for port object cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:53.816137 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4c0f7-15cc-4834-818b-22af7cf478de None None] Pushing event updated for resources: {'Port': ['ID=b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:53.831881 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Routers {'73732d76-0713-43b1-9ab3-37712beab3c5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:53.833205 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['73732d76-0713-43b1-9ab3-37712beab3c5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:53.852863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:17:53.908456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] For port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61, host n-d-811416-5, got binding levels [] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:53.908872 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:53.979163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Transition to ACTIVE for port object cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:54.050763 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] Set router 73732d76-0713-43b1-9ab3-37712beab3c5 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:17:54.058560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=a4e57188-be7d-4f7b-a284-3bcaac9fbb11,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:54.069906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Calling delete_port for b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:54.117997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.120165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.125513 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.177359 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73732d76-0713-43b1-9ab3-37712beab3c5', 'name': 'tempest-snat-router-67760907', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:46Z', 'updated_at': '2022-02-07T13:17:53Z', 'revision_number': 4, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:54.181548 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226363c-0064-4ee6-9ea5-8be59b810033 None None] The sync data for ids ['73732d76-0713-43b1-9ab3-37712beab3c5'] in n-d-811416-5 is: [{'id': '73732d76-0713-43b1-9ab3-37712beab3c5', 'name': 'tempest-snat-router-67760907', 'tenant_id': '523789b778494423a4f3e93416ab2120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:46Z', 'updated_at': '2022-02-07T13:17:53Z', 'revision_number': 4, 'project_id': '523789b778494423a4f3e93416ab2120', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:54.228166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 94f64119-669e-4c0c-80ab-f2fe1d70cffa yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:17:54.228780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Transition to ACTIVE for port object 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:54.250745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:54.272797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:54.276922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:17:54.277487 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:17:54.290542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Transition to ACTIVE for port object 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:54.302560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Allocated IP 172.23.0.1 (7677f0eb-c4eb-49e9-955d-8e00497cfe45/504c42d0-3744-4f23-a8f1-03437a9917fe/fc004305-1f38-48ec-b24f-a1b34c453e8d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:54.303252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Pushing event updated for resources: {'Port': ['ID=cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:54.322781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:54.394108 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.503606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Attempting to bind port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:54.504001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Attempting to bind port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:54.504786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Attempting to bind port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef on network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:54.556302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:54.556676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Checking segment: {'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:54.557092 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.557488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Bound using segment: {'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:54.557980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Bound port: cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:54.558389 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.588716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:54.601761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:54.632032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:54.654162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:45Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:51Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:54.666837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Pushing event updated for resources: {'Port': ['ID=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:54.687940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-60f8f0f6-784c-4be7-97d1-fdbfa061c4ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3580670 Feb 07 13:17:54.710380 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.711157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46e03e-05b0-4776-9086-c02824597f6a None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:45Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:51Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:17:54.767469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.780759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Deleting port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:54.780759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.808795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7689cfb-66d1-468f-8c7a-54fa935234fd req-8a2ce476-211a-4452-a0e8-27cc800c89a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:54.810421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7689cfb-66d1-468f-8c7a-54fa935234fd req-8a2ce476-211a-4452-a0e8-27cc800c89a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 944 time: 0.4404094 Feb 07 13:17:54.828505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] For port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:54.831388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Attempting to bind port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:17:54.831934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Attempting to bind port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:17:54.832578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Attempting to bind port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:17:54.841076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:17:54.841726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:17:54.842307 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.842857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:17:54.843502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Bound port: 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:17:54.844074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:54.857543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] For port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef,segment=NetworkSegment(a584357a-7841-4ff8-af6b-c5b04fe36a94),segment_id=a584357a-7841-4ff8-af6b-c5b04fe36a94)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:54.924588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8:0:1::3b2 (c7752a43-b062-440d-a0bf-267aa725f6d8/0571eb6d-54e7-498c-9d8a-f0120f3b22ee/94f64119-669e-4c0c-80ab-f2fe1d70cffa) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:54.931860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fe33:231d (c7752a43-b062-440d-a0bf-267aa725f6d8/cb1b922e-7a1c-4543-ae7e-074248d4dd29/94f64119-669e-4c0c-80ab-f2fe1d70cffa) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:54.934112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Transition to ACTIVE for port object fc004305-1f38-48ec-b24f-a1b34c453e8d will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:54.955424 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:55.057869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7689cfb-66d1-468f-8c7a-54fa935234fd req-89e6fc37-03b4-4d47-9349-efb7841eb8aa tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309947 Feb 07 13:17:55.067278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] For port b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:55.067856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:55.072976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] For port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:17:55.099651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] For port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:17:55.117276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ebf16-95ac-49eb-ba90-831f6b61dcc7 None None] Pushing event updated for resources: {'Port': ['ID=cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:55.184722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:55.230831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Calling delete_port for b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:55.260063 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:55.271149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5055e646-98b0-4273-81f1-f3cc4f307b1c up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:55.321594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-c38ffa6b-f5d2-4628-b924-e703bb0c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:55.322091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-c38ffa6b-f5d2-4628-b924-e703bb0c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:55.322572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-c38ffa6b-f5d2-4628-b924-e703bb0c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:55.323096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-c38ffa6b-f5d2-4628-b924-e703bb0c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:55.323603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-c38ffa6b-f5d2-4628-b924-e703bb0c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:55.324105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-c38ffa6b-f5d2-4628-b924-e703bb0c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:55.324596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-c38ffa6b-f5d2-4628-b924-e703bb0c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:55.326572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-c38ffa6b-f5d2-4628-b924-e703bb0c587c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6503 time: 0.5010612 Feb 07 13:17:55.405260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bc301-0d12-4a86-84b4-83989547abd6 None None] Pushing event updated for resources: {'Port': ['ID=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:55.464303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 5055e646-98b0-4273-81f1-f3cc4f307b1c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:55.465958 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:55.485010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:55.575779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:55.591569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:55.713779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:55.790396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:55.889306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:17:55.917329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:55.926138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7f4c17b9-1523-4858-84a8-a9301762dee6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:56.006790 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'code': 200} Feb 07 13:17:56.014656 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.019092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=fc004305-1f38-48ec-b24f-a1b34c453e8d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:56.127337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.223043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:56.258311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.296289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 7f4c17b9-1523-4858-84a8-a9301762dee6 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:56.308941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7f4c17b9-1523-4858-84a8-a9301762dee6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:56.309541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.354205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8d2cab3-5ad9-4c9d-8e33-3cbf00345a61,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:56.382497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 94f64119-669e-4c0c-80ab-f2fe1d70cffa will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:56.417982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-5fb9505c-9b32-4f3e-bfac-15da90b975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:56.418582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-5fb9505c-9b32-4f3e-bfac-15da90b975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:56.419046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-5fb9505c-9b32-4f3e-bfac-15da90b975b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:56.420801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-5fb9505c-9b32-4f3e-bfac-15da90b975b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=cdf1861f-6d94-4ade-93cf-f1104237dde1&id=cdf1861f-6d94-4ade-93cf-f1104237dde1 HTTP/1.1" status: 200 len: 2294 time: 1.0180871 Feb 07 13:17:56.458536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.485338 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.533098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 7f4c17b9-1523-4858-84a8-a9301762dee6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7f4c17b9-1523-4858-84a8-a9301762dee6,segment=NetworkSegment(b3d046c0-bf6b-496f-b664-6810dab4ad1d),segment_id=b3d046c0-bf6b-496f-b664-6810dab4ad1d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:56.597046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-f4b80d99-84e8-4dae-87a9-69f099673c7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4580ce9f-c307-458b-aacf-9573f51052af HTTP/1.1" status: 200 len: 1001 time: 0.1581798 Feb 07 13:17:56.639036 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.640489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a4e57188-be7d-4f7b-a284-3bcaac9fbb11 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:56.641543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.644179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.720453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-f247ece5-4c8d-42f5-8913-b56ec2ed3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:56.723435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-f247ece5-4c8d-42f5-8913-b56ec2ed3e4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68a4b9fe-b72e-4913-af74-511b83dfbbe1 HTTP/1.1" status: 200 len: 855 time: 0.1094997 Feb 07 13:17:56.730711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8198976-5f0a-41fa-8900-b2b600e12923 req-737f3f42-bffb-4c9e-b8ec-c345e436195d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:56.732282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8198976-5f0a-41fa-8900-b2b600e12923 req-737f3f42-bffb-4c9e-b8ec-c345e436195d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3809075 Feb 07 13:17:56.741239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.741782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73732d76-0713-43b1-9ab3-37712beab3c5 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:17:56.762931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.766387 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-890256a2-8c09-43fa-b271-c7d6920df88b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "DELETE /v2.0/routers/73732d76-0713-43b1-9ab3-37712beab3c5 HTTP/1.1" status: 204 len: 168 time: 4.4476533 Feb 07 13:17:56.767064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53436) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:56.813764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bbf62-5607-46ea-ab0c-2cd746041ca5 req-2d0300d8-fa27-4678-9e7f-f2df00edf8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:56.815872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f56bbf62-5607-46ea-ab0c-2cd746041ca5 req-2d0300d8-fa27-4678-9e7f-f2df00edf8ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 1096 time: 0.5077708 Feb 07 13:17:56.854407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a4e57188-be7d-4f7b-a284-3bcaac9fbb11 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:56.855133 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:56.913096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=7f4c17b9-1523-4858-84a8-a9301762dee6,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:56.947260 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:57.076984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:57.089868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:57.104298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:57.113281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:57.126578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8198976-5f0a-41fa-8900-b2b600e12923 req-705c5657-9a5f-4f17-bb41-ffa985acc0b2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178382 Feb 07 13:17:57.132542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:17:57.138286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:57.138940 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:57.160178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f56bbf62-5607-46ea-ab0c-2cd746041ca5 req-42f2f215-f6ac-439b-9d00-f65d47103504 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348955 Feb 07 13:17:57.255131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=94f64119-669e-4c0c-80ab-f2fe1d70cffa,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:57.276122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-1188b402-be92-4ce9-b526-967716c5814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:57.277656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-1188b402-be92-4ce9-b526-967716c5814d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4832299 Feb 07 13:17:57.349589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3630eeb-cf4b-4825-907c-b177543fb513 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:57.353551 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:57.374665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6f213623-24b3-4ca4-a247-8ff17f7887dd tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7995930 Feb 07 13:17:57.377420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:57.440378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Deleting port a4e57188-be7d-4f7b-a284-3bcaac9fbb11 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:57.440727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:57.585229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1e4bf-48b1-45ee-8202-7f401f4c4995 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 94f64119-669e-4c0c-80ab-f2fe1d70cffa {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:17:57.585574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2b1e4bf-48b1-45ee-8202-7f401f4c4995 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:57.640120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-a0c6265b-1c11-4c57-8590-c56c4f11eb88 service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049719 Feb 07 13:17:57.652448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e7404bfd-7b65-42e1-8476-85c72b0bb500 None None] Provisioning for port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:57.866355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e5bf37-3b23-4b53-90a7-d63dc4d65cf2 None None] Network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:17:57.894173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:57.958410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-37764baf-1cca-4986-84bb-f6899d2cd517 service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132079 Feb 07 13:17:58.039540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] For port a4e57188-be7d-4f7b-a284-3bcaac9fbb11, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a4e57188-be7d-4f7b-a284-3bcaac9fbb11,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:58.040444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.059065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-647cedaa-49e1-4a7a-a70b-f5ed4d19ff19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 217 time: 0.0929272 Feb 07 13:17:58.104429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.140678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-173be3d0-22f3-4f55-835d-30d71d8168a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:58.142125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-173be3d0-22f3-4f55-835d-30d71d8168a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.0755951 Feb 07 13:17:58.158686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d3abbbfc-1775-4630-b93f-d13a29ea234c None None] Provisioning for port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:58.278578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:58.304211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:58.304591 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.398161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': 'cb1b922e-7a1c-4543-ae7e-074248d4dd29', 'ip_address': '2001:db8::f816:3eff:feae:2550'}, {'subnet_id': '0571eb6d-54e7-498c-9d8a-f0120f3b22ee'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:17:58.402883 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.492600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.554607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Calling delete_port for a4e57188-be7d-4f7b-a284-3bcaac9fbb11 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:58.564269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.571543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event updated for resources: {'Port': ['ID=fc004305-1f38-48ec-b24f-a1b34c453e8d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:58.619531 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.663883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2b1e4bf-48b1-45ee-8202-7f401f4c4995 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.730689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-604d26f3-057b-4002-a168-502459bf98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:58.733055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-604d26f3-057b-4002-a168-502459bf98eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5822954 Feb 07 13:17:58.743537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea599-b04e-4d3e-bcab-048f36f25045 req-263d4572-a3ae-4ff5-9b7f-9127ce92d663 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:58.745315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99eea599-b04e-4d3e-bcab-048f36f25045 req-263d4572-a3ae-4ff5-9b7f-9127ce92d663 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3835523 Feb 07 13:17:58.778616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:58.835655 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:58.836534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7f4c17b9-1523-4858-84a8-a9301762dee6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:58.871729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1e4bf-48b1-45ee-8202-7f401f4c4995 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 94f64119-669e-4c0c-80ab-f2fe1d70cffa owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:17:58.937273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:17:58.943608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:17:58.971316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99eea599-b04e-4d3e-bcab-048f36f25045 req-9d74f6a2-c613-46eb-b030-839db8ff48d9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940017 Feb 07 13:17:58.975965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Allocated IP 2001:db8:0:1::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/0571eb6d-54e7-498c-9d8a-f0120f3b22ee/4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:17:59.023027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:59.053301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-784b1570-8bc3-4909-8cec-48bc6e731346 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067727 Feb 07 13:17:59.097159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d725f9ec-9323-47a8-8467-7e11244bce64 None None] Provisioning for port fc004305-1f38-48ec-b24f-a1b34c453e8d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:59.105186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d725f9ec-9323-47a8-8467-7e11244bce64 None None] Provisioning complete for port fc004305-1f38-48ec-b24f-a1b34c453e8d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:59.105559 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d725f9ec-9323-47a8-8467-7e11244bce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.183772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7f4c17b9-1523-4858-84a8-a9301762dee6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:59.184195 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.259576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d725f9ec-9323-47a8-8467-7e11244bce64 None None] Port fc004305-1f38-48ec-b24f-a1b34c453e8d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:59.266997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:17:59.288836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] For port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:17:59.328250 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.373171 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.389118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:17:59.389309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-ba6b9fc6-776d-4550-848f-68bc70df8291 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631738 Feb 07 13:17:59.443591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4e57188-be7d-4f7b-a284-3bcaac9fbb11,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:59.446790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Transition to ACTIVE for port object 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:17:59.454781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2b1e4bf-48b1-45ee-8202-7f401f4c4995 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.464727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-141c6cb8-0149-4077-bed9-46b0da59ae23 None None] Provisioning complete for port fc004305-1f38-48ec-b24f-a1b34c453e8d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:59.465099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-141c6cb8-0149-4077-bed9-46b0da59ae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.487248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-cd5d3706-4c55-491c-bf7a-7cab64c63f2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 217 time: 0.0837073 Feb 07 13:17:59.517552 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.550184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1e4bf-48b1-45ee-8202-7f401f4c4995 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=94f64119-669e-4c0c-80ab-f2fe1d70cffa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:59.625208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:17:59.629187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-141c6cb8-0149-4077-bed9-46b0da59ae23 None None] Port fc004305-1f38-48ec-b24f-a1b34c453e8d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:17:59.633869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4cd94d76-26ec-45a8-8aa0-67ffc2b6f743 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3928828 Feb 07 13:17:59.633869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-e9585699-deeb-4a81-8e63-6b2bc3ec7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:17:59.634986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-e9585699-deeb-4a81-8e63-6b2bc3ec7a72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.0936713 Feb 07 13:17:59.635494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53462) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:59.646405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:17:59.666451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:17:59.716461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.736176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:17:59.736804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:17:59.784809 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f2b1e4bf-48b1-45ee-8202-7f401f4c4995 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.794244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:17:59.800699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Pushing event updated for resources: {'Port': ['ID=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:17:59.827726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.828297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.828802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.829130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.829463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.829791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.830110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.830600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.830928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.831248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.831578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.831896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e42a4-47ae-4552-a161-b785e1d8b3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:17:59.840200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:59.840987 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:17:59.907042 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f2b1e4bf-48b1-45ee-8202-7f401f4c4995 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/94f64119-669e-4c0c-80ab-f2fe1d70cffa HTTP/1.1" status: 204 len: 168 time: 2.5265551 Feb 07 13:17:59.907298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53472) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:17:59.982674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-02e305a1-451e-41ed-bae4-2376ac41ffbb None None] Provisioning complete for port fc004305-1f38-48ec-b24f-a1b34c453e8d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:17:59.985346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-02e305a1-451e-41ed-bae4-2376ac41ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.033593 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.042472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.053124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:00.128164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d8855e-123b-4ad2-9853-0f977806a415 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:00.128994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30d8855e-123b-4ad2-9853-0f977806a415 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:00.135749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-02e305a1-451e-41ed-bae4-2376ac41ffbb None None] Port fc004305-1f38-48ec-b24f-a1b34c453e8d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:18:00.157195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-f2d9a2ff-c343-4b0b-b7f3-26736f2b11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:00.162672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-f2d9a2ff-c343-4b0b-b7f3-26736f2b11f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4624214 Feb 07 13:18:00.164352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.165073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35c07172-c7be-47c5-aab4-cf8eea687d5a {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:00.179537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.180701 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9b10eff6-a1bf-4033-b856-507502482a6d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "DELETE /v2.0/routers/35c07172-c7be-47c5-aab4-cf8eea687d5a HTTP/1.1" status: 204 len: 168 time: 3.4125285 Feb 07 13:18:00.187606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53478) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:00.202262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-832769205', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:00.213165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:00.224562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Usage tracker for resource:router and tenant:600199bbbb1f4d46b2f7f37e5ed2c984 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:00.227655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:00.255228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30d8855e-123b-4ad2-9853-0f977806a415 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:00.268279 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-30d8855e-123b-4ad2-9853-0f977806a415 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3533084 Feb 07 13:18:00.274942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53482) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:00.278197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:00.431488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b260595-96ca-4259-abe3-6cfe1726cfd1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:00.436254 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5b260595-96ca-4259-abe3-6cfe1726cfd1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1601448 Feb 07 13:18:00.436830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53488) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:00.466693 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.487601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.490516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.514176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef,segment=NetworkSegment(a584357a-7841-4ff8-af6b-c5b04fe36a94),segment_id=a584357a-7841-4ff8-af6b-c5b04fe36a94)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:00.524230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44770086-8b96-424c-9e9c-dc8b9fa0caa5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:00.525972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44770086-8b96-424c-9e9c-dc8b9fa0caa5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:00.527540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44770086-8b96-424c-9e9c-dc8b9fa0caa5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:00.528602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44770086-8b96-424c-9e9c-dc8b9fa0caa5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:00.539033 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.612991 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.679567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44770086-8b96-424c-9e9c-dc8b9fa0caa5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:00.679567 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44770086-8b96-424c-9e9c-dc8b9fa0caa5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2397206 Feb 07 13:18:00.679567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53494) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:00.706773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:00.713520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:17:57Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:00.722152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:00.730661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Updating router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 port fc004305-1f38-48ec-b24f-a1b34c453e8d binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:18:00.834677 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:00.871475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe10eb1-3dfb-454d-b41e-f0c237d87491 req-0ce81033-2d05-4bf4-894d-8ac32cf41c55 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:00.878983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fe10eb1-3dfb-454d-b41e-f0c237d87491 req-0ce81033-2d05-4bf4-894d-8ac32cf41c55 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.5825391 Feb 07 13:18:00.986212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-8889930a-b850-44b7-b34d-33e1ef9c478c service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885667 Feb 07 13:18:01.075698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:01.103480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b25b39a-70dd-405d-b949-9437aa4eab07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 0571eb6d-54e7-498c-9d8a-f0120f3b22ee {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:01.105336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7fe10eb1-3dfb-454d-b41e-f0c237d87491 req-114740d2-b63e-4adb-9438-53944958d6f9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244649 Feb 07 13:18:01.107807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b25b39a-70dd-405d-b949-9437aa4eab07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.121093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4a4044e3-bb5a-431c-b541-07f50b7c0798 None None] Provisioning for port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:01.158425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4a4044e3-bb5a-431c-b541-07f50b7c0798 None None] Provisioning complete for port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:01.158821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4a4044e3-bb5a-431c-b541-07f50b7c0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.415912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-d6c5c5e3-3a15-4b7c-880e-76c3522c717c service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146395 Feb 07 13:18:01.429992 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b25b39a-70dd-405d-b949-9437aa4eab07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.467575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:01.467942 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.519343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.extraroute_db [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 13:18:01.523212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-87eae353-1705-49d4-8a35-d2885fbfc785 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc HTTP/1.1" status: 200 len: 217 time: 0.0919411 Feb 07 13:18:01.568611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.594302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-a7659aff-7bbd-4bd1-946f-4a27fecb1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:01.596059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-a7659aff-7bbd-4bd1-946f-4a27fecb1c4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.0664978 Feb 07 13:18:01.602484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.extraroute_db [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Removed routes are [] {{(pid=88313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 13:18:01.602916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.626204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b25b39a-70dd-405d-b949-9437aa4eab07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.631390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4a4044e3-bb5a-431c-b541-07f50b7c0798 None None] Could not find standard attr ID for object 94f64119-669e-4c0c-80ab-f2fe1d70cffa. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:18:01.673071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877341a-62a8-4fb9-86ea-636a516292f6 req-0003cc9f-276d-4806-98a0-a989a26011f7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:01.674033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0877341a-62a8-4fb9-86ea-636a516292f6 req-0003cc9f-276d-4806-98a0-a989a26011f7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.3311079 Feb 07 13:18:01.714092 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.729058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Transition to ACTIVE for port object fc004305-1f38-48ec-b24f-a1b34c453e8d will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:01.804819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:01.855879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4f6ddcf3-b123-4946-b092-66c517914948 None None] Could not find standard attr ID for object 94f64119-669e-4c0c-80ab-f2fe1d70cffa. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:18:01.891408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:01.901914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0877341a-62a8-4fb9-86ea-636a516292f6 req-77ea1732-e501-46a1-a476-2e05bce0b4cb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538949 Feb 07 13:18:01.913869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-e96070ec-3d9c-4b96-8c7c-36a2419243aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:01.915581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-e96070ec-3d9c-4b96-8c7c-36a2419243aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3096573 Feb 07 13:18:01.938075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b25b39a-70dd-405d-b949-9437aa4eab07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.023725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b39a-70dd-405d-b949-9437aa4eab07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=0571eb6d-54e7-498c-9d8a-f0120f3b22ee,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:02.044534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8addf75-4887-440c-83db-8025f9e1b8fc None None] Pushing event updated for resources: {'Port': ['ID=fc004305-1f38-48ec-b24f-a1b34c453e8d,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:02.044921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b25b39a-70dd-405d-b949-9437aa4eab07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.047157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4760708-37d9-4776-bae9-c049e30a29c6 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:02.195518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.246594 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.298423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Attempting to bind port fc004305-1f38-48ec-b24f-a1b34c453e8d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:18:02.298886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Attempting to bind port fc004305-1f38-48ec-b24f-a1b34c453e8d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:18:02.299145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Attempting to bind port fc004305-1f38-48ec-b24f-a1b34c453e8d on network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:18:02.311710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:18:02.312004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Checking segment: {'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:02.312478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.312693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Bound using segment: {'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:18:02.313152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Bound port: fc004305-1f38-48ec-b24f-a1b34c453e8d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a584357a-7841-4ff8-af6b-c5b04fe36a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:18:02.313543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.400600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:02.401083 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.411318 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.427807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.444355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Allocated IP 172.25.7.236 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/66aab2a9-39ea-42ab-9fd1-a87d5c1d2e9a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:02.524636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-83078cab-9cb4-4f21-80e6-dfd2cdd3b294 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018193 Feb 07 13:18:02.559338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] For port fc004305-1f38-48ec-b24f-a1b34c453e8d, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:18:02.567183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] For port fc004305-1f38-48ec-b24f-a1b34c453e8d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fc004305-1f38-48ec-b24f-a1b34c453e8d,segment=NetworkSegment(a584357a-7841-4ff8-af6b-c5b04fe36a94),segment_id=a584357a-7841-4ff8-af6b-c5b04fe36a94)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:18:02.605874 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b25b39a-70dd-405d-b949-9437aa4eab07 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/0571eb6d-54e7-498c-9d8a-f0120f3b22ee HTTP/1.1" status: 204 len: 168 time: 1.9262588 Feb 07 13:18:02.608224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53512) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:02.612880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.689074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.695874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-486ae1ef-a052-4519-95ad-4a98a7ba7de0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet cb1b922e-7a1c-4543-ae7e-074248d4dd29 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:02.701874 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-486ae1ef-a052-4519-95ad-4a98a7ba7de0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.784398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:02.789411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-486ae1ef-a052-4519-95ad-4a98a7ba7de0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:02.798969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:02.799917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:02.867716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a4e57188-be7d-4f7b-a284-3bcaac9fbb11 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:02.919577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8addf75-4887-440c-83db-8025f9e1b8fc None None] Pushing event updated for resources: {'Port': ['ID=fc004305-1f38-48ec-b24f-a1b34c453e8d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:02.925925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a4e57188-be7d-4f7b-a284-3bcaac9fbb11 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:02.926394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a4e57188-be7d-4f7b-a284-3bcaac9fbb11 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:02.959401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-bafeadd9-d68e-4aad-bd43-da823c0aec70 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270041 Feb 07 13:18:02.969217 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-486ae1ef-a052-4519-95ad-4a98a7ba7de0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:03.058345 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:03.083484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:03.168801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:03.180895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:03.183799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:03.283057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event updated for resources: {'Port': ['ID=66aab2a9-39ea-42ab-9fd1-a87d5c1d2e9a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:03.296947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53530) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:03.441537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-3fa0e656-3261-4218-808e-0da2804dea0b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:03.449005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-3fa0e656-3261-4218-808e-0da2804dea0b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 815 time: 0.3749940 Feb 07 13:18:03.456996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:03.472973 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:03.474923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-de2a2c3a-7109-4830-a782-e20dba587114 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 200 len: 934 time: 3.8384655 Feb 07 13:18:03.476915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-f3afb654-504f-48fa-8093-88ee7cb6e46b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=68f05dff-ff5c-4e23-be73-4702d5274760 HTTP/1.1" status: 200 len: 217 time: 0.5078185 Feb 07 13:18:03.484281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0d70d8fb-a7ad-490b-8ce4-1b1631482b79 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/quotas/63e926eb4c9142f2ae513839c7dae076 HTTP/1.1" status: 200 len: 375 time: 0.0340567 Feb 07 13:18:03.495685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53534) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:03.704524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-486ae1ef-a052-4519-95ad-4a98a7ba7de0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:03.714945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:01Z', 'revision_number': 6, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:18:02Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:03.721213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b3058-f0fb-4174-a80b-a32a8645fd1c None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:01Z', 'revision_number': 6, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:18:02Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:03.767355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-642ff444-c0de-428a-875a-68d2b0a436da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:03.768836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-642ff444-c0de-428a-875a-68d2b0a436da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.2243578 Feb 07 13:18:03.901109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-a6dff04e-7933-4b71-ba12-fc475caa9ff9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4159114 Feb 07 13:18:03.927832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-8fc1b835-1177-4bfe-85e9-60670539cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:03.929490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-8fc1b835-1177-4bfe-85e9-60670539cfdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1512361 Feb 07 13:18:03.941698 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:03.951323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ae1ef-a052-4519-95ad-4a98a7ba7de0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1b922e-7a1c-4543-ae7e-074248d4dd29,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:03.987671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3937f34d-b4c8-42ac-a269-039522778fb9 None None] Provisioning complete for port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:03.988246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3937f34d-b4c8-42ac-a269-039522778fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:04.047574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-486ae1ef-a052-4519-95ad-4a98a7ba7de0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:04.048088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c9330-222c-49d4-9e83-a6145798097a None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:04.066964 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-486ae1ef-a052-4519-95ad-4a98a7ba7de0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/cb1b922e-7a1c-4543-ae7e-074248d4dd29 HTTP/1.1" status: 204 len: 168 time: 1.4574499 Feb 07 13:18:04.067959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53542) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:04.080692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:04.175896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] Usage tracker for resource:security_group_rule and tenant:73138a95b6224df7a5d7f945b5230b4f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:04.184141 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0394aba2-198c-4ec3-b60d-e7832de88c13 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092191 Feb 07 13:18:04.186328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:04.189316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:04.195272 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-69482eda-7621-4e70-857d-4d79e194074b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 200 len: 934 time: 0.6103826 Feb 07 13:18:04.201580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:04.219810 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53550) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:04.226501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:04.234404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'routes': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:04.380959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-b3b4bd65-8558-4237-96cc-f97b868ba7aa service neutron] 10.222.0.69 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751141 Feb 07 13:18:04.435501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:18:04.440353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] Deleting port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:04.440811 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:04.554359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:04.572968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-48ad5e2c-1dcc-4b1e-a748-00febff55761 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919359 Feb 07 13:18:04.586690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:04.603941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:04.628202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:04.693700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-21bf8b2a-0467-4db4-a098-7162ff19616d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:04.695872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-21bf8b2a-0467-4db4-a098-7162ff19616d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.35 "GET /v2.0/ports?device_id=432c271f-a3aa-4bce-a55d-7738ceb5c886 HTTP/1.1" status: 200 len: 945 time: 0.7608066 Feb 07 13:18:04.708584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-42145669-b1c2-429c-95c3-d4f9a40f6442 service neutron] 10.222.0.69 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161554 Feb 07 13:18:04.711267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] For port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:04.711755 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:04.814042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Deleting port 5055e646-98b0-4273-81f1-f3cc4f307b1c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:04.814382 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:04.867542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] Calling delete_port for 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:04.899104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-a4243e71-4747-40ec-9d97-fe77aa670b27 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180008 Feb 07 13:18:05.013181 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:05.027041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-97199b0a-bc86-49b8-b569-3b10778baaaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 HTTP/1.1" status: 200 len: 217 time: 0.1185060 Feb 07 13:18:05.048876 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:05.049515 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:05.101068 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.190224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00a5021b-70a2-4188-a955-cd8eaadf4eb6 req-6ec6d923-81ab-4fd5-9fad-8bc8c4fc03ff tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 210 time: 0.0895441 Feb 07 13:18:05.195855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:05.200329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.233017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] No DVR routers for this DVR port 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:05.256546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fc004305-1f38-48ec-b24f-a1b34c453e8d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:05.298864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-e0d6e4e9-b299-4872-bdcb-5fd50dbaf559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:05.300356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-e0d6e4e9-b299-4872-bdcb-5fd50dbaf559 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.2441118 Feb 07 13:18:05.321516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4337f-7ad0-497f-a6bc-9eb83bb38cc7 None None] Pushing event deleted for resources: {'Port': ['ID=4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:05.368164 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:05.417667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.433707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port fc004305-1f38-48ec-b24f-a1b34c453e8d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:05.445422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fc004305-1f38-48ec-b24f-a1b34c453e8d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:05.445678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.447060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-fa4c2d81-88b1-41bc-bb75-1e3beb493128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:05.448942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-fa4c2d81-88b1-41bc-bb75-1e3beb493128 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421537 Feb 07 13:18:05.450309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] For port 5055e646-98b0-4273-81f1-f3cc4f307b1c, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5055e646-98b0-4273-81f1-f3cc4f307b1c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:05.451041 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.623891 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.664023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Calling delete_port for 5055e646-98b0-4273-81f1-f3cc4f307b1c owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:05.710950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port fc004305-1f38-48ec-b24f-a1b34c453e8d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fc004305-1f38-48ec-b24f-a1b34c453e8d,segment=NetworkSegment(a584357a-7841-4ff8-af6b-c5b04fe36a94),segment_id=a584357a-7841-4ff8-af6b-c5b04fe36a94)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:05.778536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.805930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-f178f931-8354-4451-ae6b-97563e075e55 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470125 Feb 07 13:18:05.812572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.899648 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:01Z', 'revision_number': 6, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:18:02Z', 'revision_number': 4, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:05.901926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=fc004305-1f38-48ec-b24f-a1b34c453e8d,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:05.905585 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:05.912706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:05.919065 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:05.920611 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:05.926365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:05.951036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:05.958931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4de4a5a4-7dc2-4abb-a4e4-dfb261caadc6 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:05.972029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73138a95b6224df7a5d7f945b5230b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6716793 Feb 07 13:18:06.044675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53564) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:06.099831 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:06.174789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a6a71-5140-4a34-9528-c2649109d37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc8ba6-ec18-4b74-a67c-06055954b6cc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:06.179767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-33901ff9-4aca-4960-9f70-b68a0d84c130 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240948 Feb 07 13:18:06.247739 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:06.262981 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:06.279027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-44fe880a-a918-487b-9e00-7cbcaa9cfea5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f66cb58-c047-40ed-8071-4db412f99c8a HTTP/1.1" status: 200 len: 217 time: 0.0923898 Feb 07 13:18:06.413353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Pushing event deleted for resources: {'Port': ['ID=5055e646-98b0-4273-81f1-f3cc4f307b1c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:06.421660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ee30645-8a5c-402b-b121-eabd9b9d8d54 req-438ab99f-d99d-455c-93ab-d2903ab642ab tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 210 time: 0.1087668 Feb 07 13:18:06.448901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-24377714-ff1a-4f60-b676-789d282511a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:06.482386 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-24377714-ff1a-4f60-b676-789d282511a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:06.513472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] No DVR routers for this DVR port 5055e646-98b0-4273-81f1-f3cc4f307b1c on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:06.518380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:06.519901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.extraroute_db [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added routes are [] {{(pid=88312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 13:18:06.520794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.extraroute_db [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 13:18:06.525505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'name': 'network-vif-deleted', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:18:06.531225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-bcb26e10-5eaa-4b79-acfe-6e8fbc58e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:06.535592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-bcb26e10-5eaa-4b79-acfe-6e8fbc58e0e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.2174408 Feb 07 13:18:06.540390 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:01Z', 'revision_number': 6, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:18:05Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:06.545054 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cab2a-c11d-4e5d-a98b-1abe90033743 None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:01Z', 'revision_number': 6, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:18:05Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:06.633825 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432c271f-a3aa-4bce-a55d-7738ceb5c886', 'name': 'network-vif-deleted', 'tag': '5055e646-98b0-4273-81f1-f3cc4f307b1c', 'status': 'completed', 'code': 200} Feb 07 13:18:06.662295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77fe23b3-c948-4ce1-ae53-eb3b88e276a2 req-308fc004-25ea-4027-8cd3-31ee84f978a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.35 "DELETE /v2.0/ports/5055e646-98b0-4273-81f1-f3cc4f307b1c HTTP/1.1" status: 204 len: 173 time: 1.9589128 Feb 07 13:18:06.669156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-8739a0a9-bb66-46a4-9c38-a7ccfa8751a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:06.671003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-8739a0a9-bb66-46a4-9c38-a7ccfa8751a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1319728 Feb 07 13:18:06.700154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:06.784660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-24377714-ff1a-4f60-b676-789d282511a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:06.855066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-e7460c3d-9398-4956-bc57-efca656260d8 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771462 Feb 07 13:18:06.869303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Router f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:18:06.897531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24377714-ff1a-4f60-b676-789d282511a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc8ba6-ec18-4b74-a67c-06055954b6cc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:07.008804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eec0c16-b324-478e-8128-e72b13ff4b76 req-bbb81e44-31ab-4d49-8975-5e2eb7e9ed20 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476092 Feb 07 13:18:07.052752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fc004305-1f38-48ec-b24f-a1b34c453e8d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:07.138789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fc004305-1f38-48ec-b24f-a1b34c453e8d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:07.139168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:07.255596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.objects.ports [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88312) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:18:07.258680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-24377714-ff1a-4f60-b676-789d282511a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:07.272023 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-24377714-ff1a-4f60-b676-789d282511a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27dc8ba6-ec18-4b74-a67c-06055954b6cc HTTP/1.1" status: 204 len: 168 time: 1.2142756 Feb 07 13:18:07.278260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:07.324838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5055e646-98b0-4273-81f1-f3cc4f307b1c no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:07.390818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 5055e646-98b0-4273-81f1-f3cc4f307b1c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:07.391320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5055e646-98b0-4273-81f1-f3cc4f307b1c not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:07.545554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:07.566345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:07.584676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:07.584943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf96eb1f-275a-4c46-854f-d71aadc10414 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:07.585278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:07.603672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=47c3fe3b-d0af-4064-a87d-1d21e33c5dec,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:07.618490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:07.627625 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:07.631561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:07.653708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fb940a97-8f08-4241-b89f-e997fb573343 req-ac392ac5-9929-4ba6-a1dd-81b0455e8d31 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Synchronizing usage tracker for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:07.710789 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6a4028c5-39dc-453d-8c8a-99b80db71f55 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5110307 Feb 07 13:18:07.718471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53578) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:07.724297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:07.883259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4a64c-0a15-4b15-8e30-47b62a2d4d4f None None] Sync routers for ids ['f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:07.890822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:07.893576 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75af4536-0550-4e88-b6f7-df31f1d877d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.7015033 Feb 07 13:18:07.901451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53582) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:07.914833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4a64c-0a15-4b15-8e30-47b62a2d4d4f None None] Routers {'f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:07.916414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f7f4a64c-0a15-4b15-8e30-47b62a2d4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:07.922448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4e38a9cf-f136-4e53-9c02-229eb1689d92 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': False}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:07.976710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:08.023147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f7f4a64c-0a15-4b15-8e30-47b62a2d4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:08.045011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4a64c-0a15-4b15-8e30-47b62a2d4d4f None None] Routers {'f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:08.045771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f7f4a64c-0a15-4b15-8e30-47b62a2d4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:08.052778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fb940a97-8f08-4241-b89f-e997fb573343 req-ac392ac5-9929-4ba6-a1dd-81b0455e8d31 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Unset dirty status for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:08.056401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:08.067658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb940a97-8f08-4241-b89f-e997fb573343 req-ac392ac5-9929-4ba6-a1dd-81b0455e8d31 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 210 time: 0.5270298 Feb 07 13:18:08.073654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:08.083212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:08.110974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '47c3fe3b-d0af-4064-a87d-1d21e33c5dec'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:18:08.112410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:08.145461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:08.167383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53586) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:08.174432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-d923fd00-2eca-43e3-9a5d-990b9668405b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:08.176228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-d923fd00-2eca-43e3-9a5d-990b9668405b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.47 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 815 time: 0.5243406 Feb 07 13:18:08.195910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Request body: {'port': {'device_id': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'admin_state_up': True, 'tenant_id': '63e926eb4c9142f2ae513839c7dae076'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:08.196422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:08.213464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f7f4a64c-0a15-4b15-8e30-47b62a2d4d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:08.213985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f4a64c-0a15-4b15-8e30-47b62a2d4d4f None None] The sync data for ids ['f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:08.221390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:08.223605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:08.231118 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:08.235281 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-96a6969a-662c-41aa-b028-10032b44d479 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 200 len: 700 time: 4.0106993 Feb 07 13:18:08.237476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53590) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:08.240439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] Usage tracker for resource:security_group_rule and tenant:c93fed9ce6724bf487ba9f71489e1359 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:08.242224 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:08.256806 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:08.257918 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:08.299620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:08.315253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:08.350628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Allocated IP 2001:db8::f816:3eff:fe07:4e21 (c7752a43-b062-440d-a0bf-267aa725f6d8/47c3fe3b-d0af-4064-a87d-1d21e33c5dec/6fe1c80a-8e4b-4251-a42e-cb397986ab36) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:08.388119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:08.391659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:08.439810 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:08.524540 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cf4cb90c-d7c5-4607-8e96-dec27ffcdc71 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 200 len: 700 time: 0.2859428 Feb 07 13:18:08.525134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53594) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:08.610713 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:08.626953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Transition to ACTIVE for port object 6fe1c80a-8e4b-4251-a42e-cb397986ab36 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:08.680170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Transition to ACTIVE for port object 6fe1c80a-8e4b-4251-a42e-cb397986ab36 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:08.790836 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:08.815709 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:06Z', 'revision_number': 7, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:18:05Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:08.819618 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:08.822910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:08.836278 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:08.839857 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:17:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:08.861559 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ada49910-5a04-4c80-85c9-c946973c5e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:08.888411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:08.895529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:08.899465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:08.905547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Pushing event updated for resources: {'Port': ['ID=6fe1c80a-8e4b-4251-a42e-cb397986ab36,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:08.907327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:08.909678 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47c3fe3b-d0af-4064-a87d-1d21e33c5dec (CIDR: 2001:db8::/64) Feb 07 13:18:09.003476 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:09.004004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:09.009595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Attempting to bind port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:18:09.009922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Attempting to bind port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:18:09.010293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Attempting to bind port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:18:09.016321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:18:09.026534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:09.026534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.026534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:18:09.026951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Made reservation on behalf of 63e926eb4c9142f2ae513839c7dae076 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:09.027052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Bound port: 6fe1c80a-8e4b-4251-a42e-cb397986ab36, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:18:09.027052 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.027253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.029151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.123546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e38a9cf-f136-4e53-9c02-229eb1689d92 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.135360 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:09.141852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] For port 6fe1c80a-8e4b-4251-a42e-cb397986ab36, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:18:09.152843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] For port 6fe1c80a-8e4b-4251-a42e-cb397986ab36, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6fe1c80a-8e4b-4251-a42e-cb397986ab36,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:18:09.173892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.244434 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c93fed9ce6724bf487ba9f71489e1359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0759947 Feb 07 13:18:09.246264 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d48b3a83-15be-4d81-9415-c0ae408ac89c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5268638 Feb 07 13:18:09.250044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53600) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:09.250540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53602) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:09.266986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:09.279184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6a072cb-789f-44a7-b7a4-b875870d1388 req-451f4f1b-3ba8-4c5b-b441-a513cfeaee6f tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 210 time: 0.0544195 Feb 07 13:18:09.282274 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.283843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa987147-7fda-4c7b-96d0-fbfd54b305bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a96c604-d181-43b0-a509-6f938ef8ff85,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:09.370403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Allocated IP 172.20.0.12 (36f3cc97-7129-4f2c-b8a4-9ee2804e576f/4af2d9d4-20ef-40de-8b4d-18647da93ef3/149888f4-11dd-42f3-a952-35e44bf5198c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:09.395961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf5e7b-ea23-495a-8d97-41f6c1e69650 None None] Pushing event updated for resources: {'Port': ['ID=6fe1c80a-8e4b-4251-a42e-cb397986ab36,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:09.530006 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:06Z', 'revision_number': 7, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:18:05Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:09.535346 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e748051-1b39-4d6c-bf01-65bf59f143eb None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:06Z', 'revision_number': 7, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc004305-1f38-48ec-b24f-a1b34c453e8d', 'name': '', 'network_id': '7677f0eb-c4eb-49e9-955d-8e00497cfe45', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:86:c6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:52Z', 'updated_at': '2022-02-07T13:18:05Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '504c42d0-3744-4f23-a8f1-03437a9917fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:09.569245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a466649-20c2-4f30-8a85-c7398a70f97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.605321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a466649-20c2-4f30-8a85-c7398a70f97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.644181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:09.663364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:09.669610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:09.679128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:09.770323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:09.791247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.816232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.852821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.949567 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a466649-20c2-4f30-8a85-c7398a70f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:09.986252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a466649-20c2-4f30-8a85-c7398a70f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a96c604-d181-43b0-a509-6f938ef8ff85,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:10.007292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a466649-20c2-4f30-8a85-c7398a70f97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:10.011096 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1a466649-20c2-4f30-8a85-c7398a70f97e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a96c604-d181-43b0-a509-6f938ef8ff85 HTTP/1.1" status: 204 len: 168 time: 0.7554133 Feb 07 13:18:10.170535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:10.267735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:10.273803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:10.279853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:10.309749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Pushing event updated for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:10.395810 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port fc004305-1f38-48ec-b24f-a1b34c453e8d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:10.396907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:10.670396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:10.671061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:10.700785 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e38a9cf-f136-4e53-9c02-229eb1689d92 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:10.718524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e38a9cf-f136-4e53-9c02-229eb1689d92 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:10.819342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0b62a821-27c9-4b02-8ca2-987d55b8f154 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6331635 Feb 07 13:18:10.834095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port fc004305-1f38-48ec-b24f-a1b34c453e8d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fc004305-1f38-48ec-b24f-a1b34c453e8d,segment=NetworkSegment(a584357a-7841-4ff8-af6b-c5b04fe36a94),segment_id=a584357a-7841-4ff8-af6b-c5b04fe36a94)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:10.834631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:10.840565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Request body: {'port': {'device_id': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:10.913498 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.001001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-14356676-5490-4d9a-989c-8d01ee5a7372 None None] Provisioning for port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:11.025875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed925-b871-4fe3-bb6c-e32d2101ac97 req-4adb1bbe-bfef-4040-849c-cc610b9048b6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:11.026606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d60ed925-b871-4fe3-bb6c-e32d2101ac97 req-4adb1bbe-bfef-4040-849c-cc610b9048b6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Synchronizing usage tracker for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:11.028006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for fc004305-1f38-48ec-b24f-a1b34c453e8d owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:11.091638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.105791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:11.111131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e38a9cf-f136-4e53-9c02-229eb1689d92 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Router f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:11.111493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:11.119932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:11.120575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.131014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6fe1c80a-8e4b-4251-a42e-cb397986ab36 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:11.147341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=9d5403b7-6390-4024-911f-110e278b9a31,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:11.179811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1663a14-54be-46f9-9aa3-337eb835ec27 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:11.239338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d60ed925-b871-4fe3-bb6c-e32d2101ac97 req-4adb1bbe-bfef-4040-849c-cc610b9048b6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Unset dirty status for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:11.240489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d60ed925-b871-4fe3-bb6c-e32d2101ac97 req-4adb1bbe-bfef-4040-849c-cc610b9048b6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 932 time: 0.6388485 Feb 07 13:18:11.272278 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8ca321d0-69cc-4fc7-9643-02b9f58b375b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0204253 Feb 07 13:18:11.277855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53628) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:11.286844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:7b:61:f0', 'name': 'tempest-NetworksTestDHCPv6-815710691'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:11.439147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:11.452133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:11.457127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:11.468300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:11.479001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:11.487382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:11.487762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.503945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d60ed925-b871-4fe3-bb6c-e32d2101ac97 req-78df4811-7fc6-42bc-ac11-6f543214988c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570140 Feb 07 13:18:11.559394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.625812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e38a9cf-f136-4e53-9c02-229eb1689d92 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:11.628692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:11.633158 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4e38a9cf-f136-4e53-9c02-229eb1689d92 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.636055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4e38a9cf-f136-4e53-9c02-229eb1689d92 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "PUT /v2.0/routers/f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea HTTP/1.1" status: 200 len: 925 time: 3.7288191 Feb 07 13:18:11.640485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53636) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:11.657806 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.669007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb48391-06da-4e43-a456-c5384d16469d None None] Sync routers for ids ['f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:11.708362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=fc004305-1f38-48ec-b24f-a1b34c453e8d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:11.718356 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-91d9cb78-e842-43c5-8522-05f9b3d0880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.829803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb48391-06da-4e43-a456-c5384d16469d None None] Routers {'f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:11.830178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-acb48391-06da-4e43-a456-c5384d16469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:11.983494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-93b4f3af-1b07-40ea-b73c-70902cc663c9 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/routers/f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea HTTP/1.1" status: 200 len: 925 time: 0.3303521 Feb 07 13:18:11.984497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53644) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:11.987942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:11.991465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 6fe1c80a-8e4b-4251-a42e-cb397986ab36, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6fe1c80a-8e4b-4251-a42e-cb397986ab36,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:12.012979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-acb48391-06da-4e43-a456-c5384d16469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:12.034818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb48391-06da-4e43-a456-c5384d16469d None None] Routers {'f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:12.036743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-acb48391-06da-4e43-a456-c5384d16469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:12.061510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149888f4-11dd-42f3-a952-35e44bf5198c {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:18:12.085711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:12.102477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 6d1719b0-1bf1-431a-8229-6d5b4a1f8c88 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:18:12.108092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Transition to ACTIVE for port object 149888f4-11dd-42f3-a952-35e44bf5198c will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:12.123803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af904f-a52e-46b8-bcf2-ac693e7cf0af tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:12.124632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-33af904f-a52e-46b8-bcf2-ac693e7cf0af tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Synchronizing usage tracker for tenant:523789b778494423a4f3e93416ab2120 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:12.131025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466b181-db28-4382-b8d9-69f938b911f9 None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '47c3fe3b-d0af-4064-a87d-1d21e33c5dec', 'ip_address': '2001:db8::f816:3eff:fe07:4e21'}, {'subnet_id': '9d5403b7-6390-4024-911f-110e278b9a31'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '6fe1c80a-8e4b-4251-a42e-cb397986ab36'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:18:12.161700 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:12.184460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:12.199201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-acb48391-06da-4e43-a456-c5384d16469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:12.199613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb48391-06da-4e43-a456-c5384d16469d None None] The sync data for ids ['f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:12.205885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:12.253136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-33af904f-a52e-46b8-bcf2-ac693e7cf0af tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Unset dirty status for tenant:523789b778494423a4f3e93416ab2120 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:12.258521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-33af904f-a52e-46b8-bcf2-ac693e7cf0af tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2712138 Feb 07 13:18:12.258697 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0466b181-db28-4382-b8d9-69f938b911f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:12.266179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53654) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:12.348589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=6fe1c80a-8e4b-4251-a42e-cb397986ab36,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:12.397798 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:12.410552 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:12.694245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Pushing event updated for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:12.818058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Attempting to bind port 149888f4-11dd-42f3-a952-35e44bf5198c on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:18:12.818581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Attempting to bind port 149888f4-11dd-42f3-a952-35e44bf5198c by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:18:12.818900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Attempting to bind port 149888f4-11dd-42f3-a952-35e44bf5198c on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:18:12.843398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Port 149888f4-11dd-42f3-a952-35e44bf5198c on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:18:12.843840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Attempting to bind port 149888f4-11dd-42f3-a952-35e44bf5198c on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:18:12.851938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d4ab31-7802-4ba5-80f0-727cffd94609 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:12.852523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c4d4ab31-7802-4ba5-80f0-727cffd94609 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Synchronizing usage tracker for tenant:523789b778494423a4f3e93416ab2120 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:12.861170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:18:12.861504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Checking segment: {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:12.861883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Bound using segment: {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:18:12.862313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Bound port: 149888f4-11dd-42f3-a952-35e44bf5198c, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:18:12.862741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:12.865300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:12.887412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8:0:1::2c3 (c7752a43-b062-440d-a0bf-267aa725f6d8/9d5403b7-6390-4024-911f-110e278b9a31/6d1719b0-1bf1-431a-8229-6d5b4a1f8c88) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:12.958019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7ba4-5be3-44d1-a465-cd33e5c91304 req-b11305f8-f91b-47bb-8dce-40ab42351dd2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:12.959376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-427f7ba4-5be3-44d1-a465-cd33e5c91304 req-b11305f8-f91b-47bb-8dce-40ab42351dd2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 944 time: 0.2957301 Feb 07 13:18:12.969502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::f816:3eff:fe7b:61f0 (c7752a43-b062-440d-a0bf-267aa725f6d8/47c3fe3b-d0af-4064-a87d-1d21e33c5dec/6d1719b0-1bf1-431a-8229-6d5b4a1f8c88) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:13.015698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:18:13.021392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:18:13.027594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c4d4ab31-7802-4ba5-80f0-727cffd94609 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Unset dirty status for tenant:523789b778494423a4f3e93416ab2120 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:13.031045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c4d4ab31-7802-4ba5-80f0-727cffd94609 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 881 time: 0.7632818 Feb 07 13:18:13.031755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53678) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:13.040512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-427f7ba4-5be3-44d1-a465-cd33e5c91304 req-85482e73-050f-4006-a330-5ca0258a040a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672274 Feb 07 13:18:13.118946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6fe1c80a-8e4b-4251-a42e-cb397986ab36 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:13.119453 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.125312 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-15aaa891-056e-4ecb-b56c-0ef86ce48cb2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea HTTP/1.1" status: 200 len: 205 time: 0.0900924 Feb 07 13:18:13.126805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53686) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:13.138878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:13.154806 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:13.166716 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:13.167346 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:13.209156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:13.209783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.299524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:13.300236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.302216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] 10.222.0.47 "PUT /v2.0/ports/149888f4-11dd-42f3-a952-35e44bf5198c HTTP/1.1" status: 200 len: 1092 time: 2.4662220 Feb 07 13:18:13.302653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:18:13.389173 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5ff0ff70-de63-4d63-b342-7a2f2c74cfaa tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8593717 Feb 07 13:18:13.392757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53696) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:13.411819 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:13.414802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.435001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 6d1719b0-1bf1-431a-8229-6d5b4a1f8c88 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:13.573165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.584442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfd67a-a871-4d4f-a610-63b449a28413 service neutron] Pushing event updated for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:13.647657 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c', 'status': 'completed', 'code': 200} Feb 07 13:18:13.675413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.677930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:13.685362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-0466b181-db28-4382-b8d9-69f938b911f9 None None] Allocated IP 2001:db8:0:1::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/9d5403b7-6390-4024-911f-110e278b9a31/6fe1c80a-8e4b-4251-a42e-cb397986ab36) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:13.689645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:13.698350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:13.711190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:13.715694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.736654 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.760663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=6d1719b0-1bf1-431a-8229-6d5b4a1f8c88,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:13.820991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-7966f75b-530d-4ce2-81bd-cd492e37ad1b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet 504c42d0-3744-4f23-a8f1-03437a9917fe {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:13.828111 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7966f75b-530d-4ce2-81bd-cd492e37ad1b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.832017 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:11Z', 'revision_number': 8, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:13.836783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-217b41c5-c399-4f66-a567-a1f8b1c87256 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5576072 Feb 07 13:18:13.839646 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:13.841873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53716) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:13.847406 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:13.848026 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:13.903858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0466b181-db28-4382-b8d9-69f938b911f9 None None] For port 6fe1c80a-8e4b-4251-a42e-cb397986ab36, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6fe1c80a-8e4b-4251-a42e-cb397986ab36,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:13.914742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7966f75b-530d-4ce2-81bd-cd492e37ad1b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.953947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-db9e439c-26fc-45e3-b413-9d04aeba716d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 6d1719b0-1bf1-431a-8229-6d5b4a1f8c88 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:13.955221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db9e439c-26fc-45e3-b413-9d04aeba716d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.970588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0466b181-db28-4382-b8d9-69f938b911f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:13.993739 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0466b181-db28-4382-b8d9-69f938b911f9 None None] Transition to ACTIVE for port object 6fe1c80a-8e4b-4251-a42e-cb397986ab36 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:13.999589 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:18:14.025101 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:14.097165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0466b181-db28-4382-b8d9-69f938b911f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:14.112763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-83fe3f71-b80a-45e8-8751-b689e67e998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:14.116126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-83fe3f71-b80a-45e8-8751-b689e67e998c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 1095 time: 0.7204552 Feb 07 13:18:14.118627 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:14.202118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-2afada08-1e10-4ada-9c6a-c5c320455f8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=149888f4-11dd-42f3-a952-35e44bf5198c HTTP/1.1" status: 200 len: 217 time: 0.0749166 Feb 07 13:18:14.249332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7966f75b-530d-4ce2-81bd-cd492e37ad1b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:14.300080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Deleting port 66aab2a9-39ea-42ab-9fd1-a87d5c1d2e9a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:14.300755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:14.371593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466b181-db28-4382-b8d9-69f938b911f9 None None] Pushing event updated for resources: {'Port': ['ID=6fe1c80a-8e4b-4251-a42e-cb397986ab36,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:14.381552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db9e439c-26fc-45e3-b413-9d04aeba716d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:14.453690 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:11Z', 'revision_number': 8, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:14.460256 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84889c35-2316-4242-b644-6c1a141e5cbf None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:11Z', 'revision_number': 8, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f4c17b9-1523-4858-84a8-a9301762dee6', 'name': '', 'network_id': 'bc1c9cb2-ac21-47be-b550-b5ce04d17810', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:69:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '83d92854-b1a4-44c4-b640-81947b772d02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:42Z', 'updated_at': '2022-02-07T13:17:56Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': '83d92854-b1a4-44c4-b640-81947b772d02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:14.553681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-db9e439c-26fc-45e3-b413-9d04aeba716d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 6d1719b0-1bf1-431a-8229-6d5b4a1f8c88 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:14.726915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-2b670c27-f054-4c81-bbd7-ac07d3bef8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:14.729342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-2b670c27-f054-4c81-bbd7-ac07d3bef8ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4af2d9d4-20ef-40de-8b4d-18647da93ef3 HTTP/1.1" status: 200 len: 855 time: 0.5212314 Feb 07 13:18:14.877472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:14.878087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53730) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:14.893314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-99421250-ec4f-4e13-a807-b146645285d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463158 Feb 07 13:18:14.914959 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db9e439c-26fc-45e3-b413-9d04aeba716d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.063574 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.080360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6fe1c80a-8e4b-4251-a42e-cb397986ab36 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:15.110908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Calling delete_port for 66aab2a9-39ea-42ab-9fd1-a87d5c1d2e9a owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:15.141497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7966f75b-530d-4ce2-81bd-cd492e37ad1b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.201683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fc004305-1f38-48ec-b24f-a1b34c453e8d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:15.238374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: fc004305-1f38-48ec-b24f-a1b34c453e8d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:15.239029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fc004305-1f38-48ec-b24f-a1b34c453e8d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:15.242630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3d2a08ce-c8af-495e-aae8-40401f783283 None None] Provisioning for port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:15.247758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e439c-26fc-45e3-b413-9d04aeba716d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=6d1719b0-1bf1-431a-8229-6d5b4a1f8c88,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:15.249841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3d2a08ce-c8af-495e-aae8-40401f783283 None None] Provisioning complete for port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:15.250658 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3d2a08ce-c8af-495e-aae8-40401f783283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.283589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5715d-f59d-46d9-a198-452dee42a7b9 req-bd769399-36d1-4bd1-9f67-e2045e8ebd8a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:15.292437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bc5715d-f59d-46d9-a198-452dee42a7b9 req-bd769399-36d1-4bd1-9f67-e2045e8ebd8a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 944 time: 1.0051579 Feb 07 13:18:15.303674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.314815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7966f75b-530d-4ce2-81bd-cd492e37ad1b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.319345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c015086a-f3e7-40f9-903b-e526552cb9e7 None None] Network 7677f0eb-c4eb-49e9-955d-8e00497cfe45 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:15.326014 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db9e439c-26fc-45e3-b413-9d04aeba716d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.328938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966f75b-530d-4ce2-81bd-cd492e37ad1b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=504c42d0-3744-4f23-a8f1-03437a9917fe,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:15.333413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:15.345625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] Usage tracker for resource:security_group_rule and tenant:89757e41d44a46a6b81987d49ac767c4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:15.349361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:15.370370 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-db9e439c-26fc-45e3-b413-9d04aeba716d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/6d1719b0-1bf1-431a-8229-6d5b4a1f8c88 HTTP/1.1" status: 204 len: 168 time: 1.5272334 Feb 07 13:18:15.371306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53736) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:15.377169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:15.387132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bc5715d-f59d-46d9-a198-452dee42a7b9 req-4f437625-8cad-4e35-bf0d-856683c4b6f9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847604 Feb 07 13:18:15.391329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7966f75b-530d-4ce2-81bd-cd492e37ad1b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/504c42d0-3744-4f23-a8f1-03437a9917fe HTTP/1.1" status: 204 len: 168 time: 1.9942298 Feb 07 13:18:15.392220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53740) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:15.512382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.569486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-26d83194-074b-4b05-90f9-244a8218a010 service neutron] 10.222.0.47 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966569 Feb 07 13:18:15.610234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5517f-fd8c-4949-a868-a3208cae5e67 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:15.610869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.612742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-efc5517f-fd8c-4949-a868-a3208cae5e67 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:15.618457 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.689628 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89757e41d44a46a6b81987d49ac767c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8103564 Feb 07 13:18:15.691502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fbf79-94a1-4239-91b9-0f81750b0a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221cb0b-c8f6-40c1-81c0-a2fa392fc7c2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:15.700897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-27c9f7b0-5239-43df-9d49-89744ef39649 None None] Could not find standard attr ID for object 6d1719b0-1bf1-431a-8229-6d5b4a1f8c88. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:18:15.703329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:15.709812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] DHCP port deletion for 7677f0eb-c4eb-49e9-955d-8e00497cfe45 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:18:15.716786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] Deleting port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:15.717463 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.725736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:15.726103 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.807654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-508e22a0-6cfa-45fd-a1e6-da38b5e9af67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.820418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-efc5517f-fd8c-4949-a868-a3208cae5e67 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:15.824186 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-efc5517f-fd8c-4949-a868-a3208cae5e67 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3122637 Feb 07 13:18:15.825642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53750) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:15.878785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-508e22a0-6cfa-45fd-a1e6-da38b5e9af67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:15.949198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10c4f3-cc2f-4b64-877b-de63a2858ce4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:15.951045 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e10c4f3-cc2f-4b64-877b-de63a2858ce4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1257417 Feb 07 13:18:15.953735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53754) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:15.996932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] For port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef,segment=NetworkSegment(a584357a-7841-4ff8-af6b-c5b04fe36a94),segment_id=a584357a-7841-4ff8-af6b-c5b04fe36a94)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:15.997456 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.040465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a2934e-8034-4d85-9d86-8bce99eeb52e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:16.041980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a2934e-8034-4d85-9d86-8bce99eeb52e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:16.043521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a2934e-8034-4d85-9d86-8bce99eeb52e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:16.044354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-99a2934e-8034-4d85-9d86-8bce99eeb52e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:16.046798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbf8764-0caa-48c9-9b86-bc7ac5a54bb1 req-0cb0f34a-dd6c-4104-b49e-86065392f013 service neutron] 10.222.0.47 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657316 Feb 07 13:18:16.090610 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-508e22a0-6cfa-45fd-a1e6-da38b5e9af67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.093874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef,segment=NetworkSegment(a584357a-7841-4ff8-af6b-c5b04fe36a94),segment_id=a584357a-7841-4ff8-af6b-c5b04fe36a94)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:16.094305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.113117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-508e22a0-6cfa-45fd-a1e6-da38b5e9af67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.117101 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-508e22a0-6cfa-45fd-a1e6-da38b5e9af67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1221cb0b-c8f6-40c1-81c0-a2fa392fc7c2 HTTP/1.1" status: 204 len: 168 time: 0.4098794 Feb 07 13:18:16.117101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e22a0-6cfa-45fd-a1e6-da38b5e9af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221cb0b-c8f6-40c1-81c0-a2fa392fc7c2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:16.132425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] Calling delete_port for cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:16.167543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-99a2934e-8034-4d85-9d86-8bce99eeb52e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:16.171638 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99a2934e-8034-4d85-9d86-8bce99eeb52e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2144599 Feb 07 13:18:16.175488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:16.227294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.238183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:16.257323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-374ce7b7-91d6-4f0e-aa31-364a07963c33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 47c3fe3b-d0af-4064-a87d-1d21e33c5dec {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:16.260483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-374ce7b7-91d6-4f0e-aa31-364a07963c33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.288285 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.325993 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-374ce7b7-91d6-4f0e-aa31-364a07963c33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.347308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] No DVR routers for this DVR port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:16.350083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d36b6-824a-4f28-8878-f35541db711f None None] Pushing event deleted for resources: {'Port': ['ID=cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:16.398102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event deleted for resources: {'Port': ['ID=66aab2a9-39ea-42ab-9fd1-a87d5c1d2e9a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:16.429673 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-374ce7b7-91d6-4f0e-aa31-364a07963c33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.622348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-374ce7b7-91d6-4f0e-aa31-364a07963c33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.671861 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-374ce7b7-91d6-4f0e-aa31-364a07963c33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.674952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ce7b7-91d6-4f0e-aa31-364a07963c33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=47c3fe3b-d0af-4064-a87d-1d21e33c5dec,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:16.681818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73019720-00be-4639-bb33-bf557965146b None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:16.705846 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.785577 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-374ce7b7-91d6-4f0e-aa31-364a07963c33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/47c3fe3b-d0af-4064-a87d-1d21e33c5dec HTTP/1.1" status: 204 len: 168 time: 0.6117713 Feb 07 13:18:16.788376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53770) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:16.837674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:18:16.838006 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:18:16.868989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48a7f72-4c2e-4431-b7a0-ca3a95c45ec5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 9d5403b7-6390-4024-911f-110e278b9a31 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:16.872294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f48a7f72-4c2e-4431-b7a0-ca3a95c45ec5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.908264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:16.912264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.915803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-3dce6d45-d589-4c75-8e09-41acef5547e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:16.917426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-3dce6d45-d589-4c75-8e09-41acef5547e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 1095 time: 0.6123817 Feb 07 13:18:16.921081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.938299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:16.970611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f48a7f72-4c2e-4431-b7a0-ca3a95c45ec5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.002883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:17.016325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] Usage tracker for resource:security_group_rule and tenant:08a9a81e645b48919dc6779715dfaef7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:17.021504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:17.025105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e4cf8-9a20-4b95-be95-a6a6b9c7c884 req-74e8081b-c328-4232-8637-ec2290a082a6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:17.026613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a5e4cf8-9a20-4b95-be95-a6a6b9c7c884 req-74e8081b-c328-4232-8637-ec2290a082a6 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 944 time: 0.4298451 Feb 07 13:18:17.034658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:17.057975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:17.090581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f48a7f72-4c2e-4431-b7a0-ca3a95c45ec5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.114968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:17.115485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:17.120548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a5e4cf8-9a20-4b95-be95-a6a6b9c7c884 req-2cfff7b5-d0d8-41b0-b8f4-094906de589d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813632 Feb 07 13:18:17.147367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-92856e60-e980-49ee-88e7-f0d70ecca5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:17.148908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-92856e60-e980-49ee-88e7-f0d70ecca5bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 915 time: 0.2240968 Feb 07 13:18:17.153015 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.153568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Fanout notify agent at l3_agent the message router_deleted on router f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:17.233965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-53ff9189-95e3-407c-806b-ed42e3290471 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=149888f4-11dd-42f3-a952-35e44bf5198c HTTP/1.1" status: 200 len: 217 time: 0.0736253 Feb 07 13:18:17.243929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.245041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-afa77f09-256a-41c9-a4d9-cb90b341b695 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea HTTP/1.1" status: 204 len: 168 time: 4.0858715 Feb 07 13:18:17.250900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53778) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:17.259831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2050727184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:17.269576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.271460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:17.275280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Usage tracker for resource:router and tenant:600199bbbb1f4d46b2f7f37e5ed2c984 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:17.278585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:17.284919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:17.290485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f48a7f72-4c2e-4431-b7a0-ca3a95c45ec5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.310932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-d6581c8a-c124-4bd8-841e-3a88ac318711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:17.312646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-d6581c8a-c124-4bd8-841e-3a88ac318711 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4af2d9d4-20ef-40de-8b4d-18647da93ef3 HTTP/1.1" status: 200 len: 855 time: 0.0663786 Feb 07 13:18:17.333768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a7f72-4c2e-4431-b7a0-ca3a95c45ec5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5403b7-6390-4024-911f-110e278b9a31,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:17.337509 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f48a7f72-4c2e-4431-b7a0-ca3a95c45ec5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.350765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:17.351239 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.352110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.373170 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f48a7f72-4c2e-4431-b7a0-ca3a95c45ec5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/9d5403b7-6390-4024-911f-110e278b9a31 HTTP/1.1" status: 204 len: 168 time: 0.5835669 Feb 07 13:18:17.377745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53782) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:17.400952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-523a9463-ee34-4495-b028-4d0aac293322 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820937 Feb 07 13:18:17.461421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] The port 'cdaa8be6-ef88-41a5-b1f4-8d8a5f1066ef' was deleted {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:18:17.471676 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.478085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.481403 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08a9a81e645b48919dc6779715dfaef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716090 Feb 07 13:18:17.486493 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e7f0522-8071-4740-a903-20e956f6728d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985327 Feb 07 13:18:17.486493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53786) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:17.490642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53788) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:17.493292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff6d39-ff83-4506-b544-e9e1c7c16500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb156f92-7bfb-41d4-92fd-54b0ba7ef81d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:17.499185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:17.612480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.653036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e533df3-db31-48ce-9338-69ad3c4761af None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:17.677002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:17.688073 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.690581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:17.698492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:17.708013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:17.710032 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8287-f323-49db-9b1a-027786948328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.733210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7677f0eb-c4eb-49e9-955d-8e00497cfe45']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:17.741912 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8287-f323-49db-9b1a-027786948328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.742205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-eba85192-5076-43e7-ae65-29ded1c7a61b service neutron] 10.222.0.47 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117931 Feb 07 13:18:17.747899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a584357a-7841-4ff8-af6b-c5b04fe36a94') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:17.748889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a584357a-7841-4ff8-af6b-c5b04fe36a94') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:17.762358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-788eb61d-613b-4b58-b115-5e46ad261599 None None] Provisioning complete for port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:17.762744 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-788eb61d-613b-4b58-b115-5e46ad261599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.775557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.807204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:17.810897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.831990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.863680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.880316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:18:17.880316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:18:17.891385 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:18:18.013626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80ba835b-1d54-4c27-8c7c-bfc101935ec3 req-56b57257-d423-461d-90fb-dde8cb76efaf service neutron] 10.222.0.47 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586739 Feb 07 13:18:18.025455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.026632 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c0990791-c5fc-4b0a-8925-33fdc49cb090 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7747772 Feb 07 13:18:18.027386 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8287-f323-49db-9b1a-027786948328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.029866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53794) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:18.036697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:18.053118 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8287-f323-49db-9b1a-027786948328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.054246 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb9f8287-f323-49db-9b1a-027786948328 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb156f92-7bfb-41d4-92fd-54b0ba7ef81d HTTP/1.1" status: 204 len: 168 time: 0.5669284 Feb 07 13:18:18.060488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f8287-f323-49db-9b1a-027786948328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb156f92-7bfb-41d4-92fd-54b0ba7ef81d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:18.086871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:18:18.096133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.096354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] Deleting port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:18.096838 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.268418 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.325495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=7677f0eb-c4eb-49e9-955d-8e00497cfe45,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:18.363652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] For port 6fe1c80a-8e4b-4251-a42e-cb397986ab36, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6fe1c80a-8e4b-4251-a42e-cb397986ab36,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:18.364180 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.376203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.444884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dc633959-0029-4521-9f10-7898d3bad22b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/7677f0eb-c4eb-49e9-955d-8e00497cfe45 HTTP/1.1" status: 204 len: 168 time: 3.0372095 Feb 07 13:18:18.449825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:18.450549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53802) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:18.456148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:18.460231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:18.460882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.499835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] Calling delete_port for 6fe1c80a-8e4b-4251-a42e-cb397986ab36 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:18.560403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=379d77e0-0d2f-49fa-a033-211afc86e3a2,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:18.631804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.698011 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:18.721107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] Pushing event deleted for resources: {'Port': ['ID=6fe1c80a-8e4b-4251-a42e-cb397986ab36,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:18.727584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3a094-99f5-4cf7-8acc-a8e87ff3b304 None None] No DVR routers for this DVR port 6fe1c80a-8e4b-4251-a42e-cb397986ab36 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:18.737591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eab8e7-78ad-4119-97f8-ac4b964771db req-32733986-1985-428b-91a9-b64c1ab0eb31 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:18.740872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07eab8e7-78ad-4119-97f8-ac4b964771db req-32733986-1985-428b-91a9-b64c1ab0eb31 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 944 time: 0.4030874 Feb 07 13:18:18.749737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63babbbb-4a23-4f20-9ec5-7460bb57e86a None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:18.864752 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-19556c72-5dad-40b1-98ec-989cda1040c0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3724499 Feb 07 13:18:18.865345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53814) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:18.868502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07eab8e7-78ad-4119-97f8-ac4b964771db req-7f71e3fb-dfe3-4e11-a193-7873b91bd665 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215708 Feb 07 13:18:18.887597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:19.015521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d69df-7717-448b-a07e-e319a024491a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '379d77e0-0d2f-49fa-a033-211afc86e3a2'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:18:19.016389 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-897d69df-7717-448b-a07e-e319a024491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.079002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6fe1c80a-8e4b-4251-a42e-cb397986ab36 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:19.119167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 6fe1c80a-8e4b-4251-a42e-cb397986ab36 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:19.128159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6fe1c80a-8e4b-4251-a42e-cb397986ab36 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:19.166812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:19.172324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:19.176035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:19.185965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:19.214547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.224688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-897d69df-7717-448b-a07e-e319a024491a None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/379d77e0-0d2f-49fa-a033-211afc86e3a2/a31b18c4-1f1f-44c8-a06f-05b9a703dca0) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:19.249656 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.281875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:19.286916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.409145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Allocated IP 172.25.7.191 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/f45aa856-08e6-4f09-ad26-7ca258624bd9) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:19.428644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.456402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-897d69df-7717-448b-a07e-e319a024491a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.468222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-897d69df-7717-448b-a07e-e319a024491a None None] Transition to ACTIVE for port object a31b18c4-1f1f-44c8-a06f-05b9a703dca0 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:19.494900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-897d69df-7717-448b-a07e-e319a024491a None None] Transition to ACTIVE for port object a31b18c4-1f1f-44c8-a06f-05b9a703dca0 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:19.576082 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 379d77e0-0d2f-49fa-a033-211afc86e3a2 (CIDR: 2001:db8::/64) Feb 07 13:18:19.588388 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.596819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-897d69df-7717-448b-a07e-e319a024491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.659426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d69df-7717-448b-a07e-e319a024491a None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:19.667473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-897d69df-7717-448b-a07e-e319a024491a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:19.675029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d69df-7717-448b-a07e-e319a024491a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:19.708362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.711498 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:19.711498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:19.753922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d69df-7717-448b-a07e-e319a024491a None None] Pushing event updated for resources: {'Port': ['ID=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:19.775717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 149888f4-11dd-42f3-a952-35e44bf5198c details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:18:19.786217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:19.789223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:19.791054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-897d69df-7717-448b-a07e-e319a024491a None None] Attempting to bind port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:18:19.791054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-897d69df-7717-448b-a07e-e319a024491a None None] Attempting to bind port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:18:19.791380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d69df-7717-448b-a07e-e319a024491a None None] Attempting to bind port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:18:19.793016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:19.799544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d69df-7717-448b-a07e-e319a024491a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:18:19.802833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d69df-7717-448b-a07e-e319a024491a None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:19.802833 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-897d69df-7717-448b-a07e-e319a024491a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.802833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d69df-7717-448b-a07e-e319a024491a None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:18:19.802833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-897d69df-7717-448b-a07e-e319a024491a None None] Bound port: a31b18c4-1f1f-44c8-a06f-05b9a703dca0, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:18:19.802833 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-897d69df-7717-448b-a07e-e319a024491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.833123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event updated for resources: {'Port': ['ID=f45aa856-08e6-4f09-ad26-7ca258624bd9,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:19.859223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 7f4c17b9-1523-4858-84a8-a9301762dee6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:19.860112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:19.903512 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b4cb5156-ebc1-42cc-ba74-93c3d9c026f0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0299747 Feb 07 13:18:19.912247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53834) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:19.927177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:19.997937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-897d69df-7717-448b-a07e-e319a024491a None None] For port a31b18c4-1f1f-44c8-a06f-05b9a703dca0, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:18:20.020974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-897d69df-7717-448b-a07e-e319a024491a None None] For port a31b18c4-1f1f-44c8-a06f-05b9a703dca0, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:18:20.027083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:20.047179 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '149888f4-11dd-42f3-a952-35e44bf5198c', 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'port_id': '149888f4-11dd-42f3-a952-35e44bf5198c', 'mac_address': 'fa:16:3e:95:34:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af2d9d4-20ef-40de-8b4d-18647da93ef3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:18:20.090617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-897d69df-7717-448b-a07e-e319a024491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:20.161604 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:20.208955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149888f4-11dd-42f3-a952-35e44bf5198c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:18:20.237421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:20.238430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d69df-7717-448b-a07e-e319a024491a None None] Pushing event updated for resources: {'Port': ['ID=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:20.273440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port 7f4c17b9-1523-4858-84a8-a9301762dee6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7f4c17b9-1523-4858-84a8-a9301762dee6,segment=NetworkSegment(b3d046c0-bf6b-496f-b664-6810dab4ad1d),segment_id=b3d046c0-bf6b-496f-b664-6810dab4ad1d)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:20.273720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:20.316594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:20.452164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:20.452378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bd4ff-79fb-4e54-9ea0-cd8c2fad759b req-388c071c-8bd0-4bd1-b509-b1cfe20fe0dd tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:20.459573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038bd4ff-79fb-4e54-9ea0-cd8c2fad759b req-388c071c-8bd0-4bd1-b509-b1cfe20fe0dd tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 944 time: 0.3097370 Feb 07 13:18:20.464264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 7f4c17b9-1523-4858-84a8-a9301762dee6 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:20.559273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:20.578729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:20.584655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53848) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:20.585672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:20.621996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038bd4ff-79fb-4e54-9ea0-cd8c2fad759b req-b3542ccc-1cb0-4eb6-8b2c-d124482ec68a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613498 Feb 07 13:18:20.623027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:20.699004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['149888f4-11dd-42f3-a952-35e44bf5198c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:18:20.773821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:20.782615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:20.785241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:20.789733 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:20.794774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Usage tracker for resource:floatingip and tenant:2f81e20671ad43b5b13f02e3b24e9891 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:20.798345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:20.805609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:20.864387 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:20.918819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:20.921849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:20.934863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=7f4c17b9-1523-4858-84a8-a9301762dee6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:21.221002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a31b18c4-1f1f-44c8-a06f-05b9a703dca0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:21.325796 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:21.379347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:21.400889 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:21.407473 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:21.425162 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:21.927043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-20d6d6f9-8c9c-44d7-93ca-5291bbd5bdc0 None None] Provisioning for port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:21.932694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-20d6d6f9-8c9c-44d7-93ca-5291bbd5bdc0 None None] Provisioning complete for port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:21.933182 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20d6d6f9-8c9c-44d7-93ca-5291bbd5bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:21.935007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Allocated IP 172.25.7.230 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/8c0c2916-0c2c-4097-be71-01cba60876ed) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:21.960640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:22.003006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:18:22.077865 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20d6d6f9-8c9c-44d7-93ca-5291bbd5bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.084907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Router da5b89e9-1c97-41e3-bebb-1f1148020bfe is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:18:22.109751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2a116-a698-4dcf-bbe7-9ee2a1edac60 req-2a3c31d0-3c14-4c26-8c10-010d10bbe201 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:22.112010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54b2a116-a698-4dcf-bbe7-9ee2a1edac60 req-2a3c31d0-3c14-4c26-8c10-010d10bbe201 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 945 time: 0.2122879 Feb 07 13:18:22.116443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-20d6d6f9-8c9c-44d7-93ca-5291bbd5bdc0 None None] For port a31b18c4-1f1f-44c8-a06f-05b9a703dca0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:22.184208 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20d6d6f9-8c9c-44d7-93ca-5291bbd5bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.240817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:22.263260 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-784ea30d-056f-4b39-866e-93b355ed40c5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8089643 Feb 07 13:18:22.269163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:22.279854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:22.305062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:22.305429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:22.308061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54b2a116-a698-4dcf-bbe7-9ee2a1edac60 req-418fe2a1-34a3-4381-93c6-a9b30e212ba8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887336 Feb 07 13:18:22.314624 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.365765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc9a1c2-e97d-4986-b34b-15b8d9caa221 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet 83d92854-b1a4-44c4-b640-81947b772d02 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:22.372056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1c2-e97d-4986-b34b-15b8d9caa221 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.398483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:22.412863 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d83b3-3152-4024-a178-fe3544c0bd3f None None] Sync routers for ids ['da5b89e9-1c97-41e3-bebb-1f1148020bfe'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:22.415404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.416183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3b4e7285-0151-46b6-a16d-afde81519f3f tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "PUT /v2.0/routers/da5b89e9-1c97-41e3-bebb-1f1148020bfe HTTP/1.1" status: 200 len: 884 time: 4.3850338 Feb 07 13:18:22.418782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53860) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:22.423895 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d83b3-3152-4024-a178-fe3544c0bd3f None None] Routers {'da5b89e9-1c97-41e3-bebb-1f1148020bfe'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:22.424767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-896d83b3-3152-4024-a178-fe3544c0bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['da5b89e9-1c97-41e3-bebb-1f1148020bfe'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:22.437705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1c2-e97d-4986-b34b-15b8d9caa221 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.496274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6d6f9-8c9c-44d7-93ca-5291bbd5bdc0 None None] Pushing event updated for resources: {'Port': ['ID=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:22.500129 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-896d83b3-3152-4024-a178-fe3544c0bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:22.508043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:22.513192 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d83b3-3152-4024-a178-fe3544c0bd3f None None] Routers {'da5b89e9-1c97-41e3-bebb-1f1148020bfe'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:22.514008 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-896d83b3-3152-4024-a178-fe3544c0bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['da5b89e9-1c97-41e3-bebb-1f1148020bfe'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:22.536666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1c2-e97d-4986-b34b-15b8d9caa221 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.596263 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-896d83b3-3152-4024-a178-fe3544c0bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:22.597198 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d83b3-3152-4024-a178-fe3544c0bd3f None None] The sync data for ids ['da5b89e9-1c97-41e3-bebb-1f1148020bfe'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:22.653478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.679323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ab658377-c3ae-4344-9033-0b97ed4d7f97 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/routers/da5b89e9-1c97-41e3-bebb-1f1148020bfe HTTP/1.1" status: 200 len: 925 time: 0.2566295 Feb 07 13:18:22.680177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53864) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:22.721817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.751858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:22.756125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:22.758497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:22.784193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0c2916-0c2c-4097-be71-01cba60876ed,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:22.791630 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1c2-e97d-4986-b34b-15b8d9caa221 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.836474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-abc9a1c2-e97d-4986-b34b-15b8d9caa221 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:22.840800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b2a69a-7266-4a3e-9134-5e48ff18f16f tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:22.844859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-05b2a69a-7266-4a3e-9134-5e48ff18f16f tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=da5b89e9-1c97-41e3-bebb-1f1148020bfe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1617990 Feb 07 13:18:22.846700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53868) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:22.853941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64677ef1-4902-4fb3-91f3-df4f563efd28 None None] Network bc1c9cb2-ac21-47be-b550-b5ce04d17810 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:22.880691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9a1c2-e97d-4986-b34b-15b8d9caa221 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=83d92854-b1a4-44c4-b640-81947b772d02,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:22.890492 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-abc9a1c2-e97d-4986-b34b-15b8d9caa221 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/83d92854-b1a4-44c4-b640-81947b772d02 HTTP/1.1" status: 204 len: 168 time: 0.6178412 Feb 07 13:18:22.905076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53872) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:23.020732 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.022479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dae8c-6d83-4bcc-80ba-dcd45fa9aa15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:23.023056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-228dae8c-6d83-4bcc-80ba-dcd45fa9aa15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Synchronizing usage tracker for tenant:523789b778494423a4f3e93416ab2120 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:23.040775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-228dae8c-6d83-4bcc-80ba-dcd45fa9aa15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Unset dirty status for tenant:523789b778494423a4f3e93416ab2120 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:23.040775 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-228dae8c-6d83-4bcc-80ba-dcd45fa9aa15 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 881 time: 0.1908541 Feb 07 13:18:23.040986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:23.066602 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.072133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:20Z', 'revision_number': 9, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:23.080662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:23.094785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:23.095435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:23.100704 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e83c8e6f-6433-46b1-96ba-e64e09f4e32a tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5b89e9-1c97-41e3-bebb-1f1148020bfe HTTP/1.1" status: 200 len: 205 time: 0.0585923 Feb 07 13:18:23.101066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:23.101297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53880) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:23.101395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.145754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a31b18c4-1f1f-44c8-a06f-05b9a703dca0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:23.148820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] For port a31b18c4-1f1f-44c8-a06f-05b9a703dca0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:23.224208 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.243529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.297847 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.298682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.318958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:23.386739 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] DHCP port deletion for bc1c9cb2-ac21-47be-b550-b5ce04d17810 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:18:23.405178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.421978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] Deleting port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:23.422355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.457094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:23.469721 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.656442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:23.670910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,revision_number=5']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:23.674827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:23.677426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:23.678027 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.683384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port 58ae5307-5ce1-4da5-a786-34c5c7aafd95, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=58ae5307-5ce1-4da5-a786-34c5c7aafd95,segment=NetworkSegment(b3d046c0-bf6b-496f-b664-6810dab4ad1d),segment_id=b3d046c0-bf6b-496f-b664-6810dab4ad1d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:23.683758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.694812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=319f7398-6e65-40fb-86ed-1b694497082e,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:23.778344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc20f46-c35b-4098-a34a-b159afc56742 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:23.831233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 58ae5307-5ce1-4da5-a786-34c5c7aafd95 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:23.833246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.884987 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.909435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab136ac-df88-4e23-9934-282ed50f81fc req-99bdf1ba-ccc2-41e7-a53c-119f00e8fcce tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:23.911441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ab136ac-df88-4e23-9934-282ed50f81fc req-99bdf1ba-ccc2-41e7-a53c-119f00e8fcce tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 945 time: 0.3840175 Feb 07 13:18:23.922874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 149888f4-11dd-42f3-a952-35e44bf5198c up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:23.949749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Deleting port f45aa856-08e6-4f09-ad26-7ca258624bd9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:23.951258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.966464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ab136ac-df88-4e23-9934-282ed50f81fc req-ac85fee6-6378-4a2b-91e4-402e5779186a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Feb 07 13:18:23.982653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53886) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:23.983256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-338b24e8-4064-47d8-b3b1-0ebb4b757e09 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0695860 Feb 07 13:18:23.986242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:23.994230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:7e:cd:b2', 'name': 'tempest-NetworksTestDHCPv6-1378765962'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:24.024370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.075920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No DVR routers for this DVR port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:24.110722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=58ae5307-5ce1-4da5-a786-34c5c7aafd95,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:24.211949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.220966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0c2916-0c2c-4097-be71-01cba60876ed,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:24.248463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1c9cb2-ac21-47be-b550-b5ce04d17810']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:24.255812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] For port 58ae5307-5ce1-4da5-a786-34c5c7aafd95, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=58ae5307-5ce1-4da5-a786-34c5c7aafd95,segment=NetworkSegment(b3d046c0-bf6b-496f-b664-6810dab4ad1d),segment_id=b3d046c0-bf6b-496f-b664-6810dab4ad1d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:24.256240 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.265502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d046c0-bf6b-496f-b664-6810dab4ad1d') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:24.265821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d046c0-bf6b-496f-b664-6810dab4ad1d') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:24.280035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.298734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.300187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.306190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:18:24.306599 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:18:24.322978 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:18:24.378991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:24.387645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:24.398176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:24.407648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:24.410469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.424297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] Calling delete_port for 58ae5307-5ce1-4da5-a786-34c5c7aafd95 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:24.454438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 149888f4-11dd-42f3-a952-35e44bf5198c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:24.470759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.492113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.501461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 149888f4-11dd-42f3-a952-35e44bf5198c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:24.501840 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.502819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=bc1c9cb2-ac21-47be-b550-b5ce04d17810,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:24.515596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2eb5f2fe-4fb1-49f6-8efc-9ca3a8bc2c4d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/bc1c9cb2-ac21-47be-b550-b5ce04d17810 HTTP/1.1" status: 204 len: 168 time: 1.6088080 Feb 07 13:18:24.517090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53890) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:24.539225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.541182 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e0c6df66-d9b6-4a37-a47b-ec34b70ab12e tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9534969 Feb 07 13:18:24.547766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Calling delete_port for f45aa856-08e6-4f09-ad26-7ca258624bd9 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:24.571911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53894) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:24.575554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:24.582904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1514718300', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'fixed_ips': [{'ip_address': '172.25.7.230'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:24.599137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:24.605272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Usage tracker for resource:port and tenant:2f81e20671ad43b5b13f02e3b24e9891 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:24.606782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:20Z', 'revision_number': 9, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:24.632989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938caf1-9824-481b-b19b-282aac32f4b1 None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:20Z', 'revision_number': 9, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': '399f535f-2937-4bf4-adef-90b28d7fb530', 'name': '', 'network_id': '2ce63bd9-9dff-40c9-9126-d5f6c3a3218a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:25:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b12f5680-1400-493b-aed7-66515affeadd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:33Z', 'updated_at': '2022-02-07T13:17:43Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'b12f5680-1400-493b-aed7-66515affeadd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:24.652247 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.658887 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:18:24.660416 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:18:24.668667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:24.690280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:24.772600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.780478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.798418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Made reservation on behalf of 2f81e20671ad43b5b13f02e3b24e9891 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:24.800796 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.812856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:18:24.813609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:18:24.818974 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.825138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:24.864867 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c', 'code': 200} Feb 07 13:18:24.903891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:24.919005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Usage tracker for resource:security_group_rule and tenant:2f81e20671ad43b5b13f02e3b24e9891 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:24.923532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:24.931104 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:24.970164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:25.067892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:25.160651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] Deleting port 58ae5307-5ce1-4da5-a786-34c5c7aafd95 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:25.161830 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:25.214252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a31b18c4-1f1f-44c8-a06f-05b9a703dca0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:25.222153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::3e4 (c7752a43-b062-440d-a0bf-267aa725f6d8/379d77e0-0d2f-49fa-a033-211afc86e3a2/a1b9ce69-0cb0-4eac-afdd-87ff0e883da0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:25.243105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:cdb2 (c7752a43-b062-440d-a0bf-267aa725f6d8/319f7398-6e65-40fb-86ed-1b694497082e/a1b9ce69-0cb0-4eac-afdd-87ff0e883da0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:25.334043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e73315f1-7cf5-47e3-abb6-246b7af1579d None None] The port '58ae5307-5ce1-4da5-a786-34c5c7aafd95' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:18:25.350637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:25.384193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:25.384677 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:25.485950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d358f0a-99da-45e5-8fa7-34e6d63805b9 req-f057bd16-64ab-46b5-9599-c7777124fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:25.487887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d358f0a-99da-45e5-8fa7-34e6d63805b9 req-f057bd16-64ab-46b5-9599-c7777124fcf5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 1097 time: 0.5592725 Feb 07 13:18:25.506814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event deleted for resources: {'Port': ['ID=f45aa856-08e6-4f09-ad26-7ca258624bd9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:25.573075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022391c-8547-45d5-ad0c-23c526a42434 req-3efd08c4-e4bb-43ae-be17-827322b63728 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:25.574811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9022391c-8547-45d5-ad0c-23c526a42434 req-3efd08c4-e4bb-43ae-be17-827322b63728 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3945978 Feb 07 13:18:25.593185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7f4c17b9-1523-4858-84a8-a9301762dee6 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:25.631883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d358f0a-99da-45e5-8fa7-34e6d63805b9 req-e4bc20f3-6773-4cc8-8229-c44696326344 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352832 Feb 07 13:18:25.644110 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:25.649580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 7f4c17b9-1523-4858-84a8-a9301762dee6 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:25.656798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7f4c17b9-1523-4858-84a8-a9301762dee6 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:25.656798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 58ae5307-5ce1-4da5-a786-34c5c7aafd95 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:25.701456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9022391c-8547-45d5-ad0c-23c526a42434 req-a955a9bf-670e-464f-8e9f-c225425b4d3c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189449 Feb 07 13:18:25.720649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 58ae5307-5ce1-4da5-a786-34c5c7aafd95 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:25.732447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 58ae5307-5ce1-4da5-a786-34c5c7aafd95 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:25.740966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:25.758049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] device_id is not set on port 24814b2d-1b5a-4585-906a-36e1459a3f2c yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:18:25.838265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-64eab1eb-cf75-4a86-a813-1e3331011a72 None None] Provisioning complete for port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:25.838649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-64eab1eb-cf75-4a86-a813-1e3331011a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:25.840423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86684a69-ff52-45d8-ad5b-ce94e5aa43f3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:25.846870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:25.915293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.051698 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.124319 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.129855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.134046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:26.218224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.219037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Fanout notify agent at l3_agent the message router_deleted on router da5b89e9-1c97-41e3-bebb-1f1148020bfe {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:26.240294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.241520 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-47816bc3-66f4-40a0-b8f6-acf98b44b975 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/da5b89e9-1c97-41e3-bebb-1f1148020bfe HTTP/1.1" status: 204 len: 168 time: 3.1390526 Feb 07 13:18:26.245140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53902) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:26.250938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2100760942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:26.258790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.260939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:26.309209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Usage tracker for resource:router and tenant:600199bbbb1f4d46b2f7f37e5ed2c984 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:26.314180 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 13:18:26.314684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:26.319144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:26.339551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:26.359081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:26.361601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 399f535f-2937-4bf4-adef-90b28d7fb530 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:26.362461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.366858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:26.372579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:26.378277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:26.378909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.393238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=a1b9ce69-0cb0-4eac-afdd-87ff0e883da0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:26.505446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b1015e51-9b0f-4350-8f0f-8ba4b933aa00 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9243474 Feb 07 13:18:26.506583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53906) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:26.578691 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a03cff0d-97b0-4266-bd9e-e14c18753b06 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5945649 Feb 07 13:18:26.581339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53910) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:26.589903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port 399f535f-2937-4bf4-adef-90b28d7fb530, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=399f535f-2937-4bf4-adef-90b28d7fb530,segment=NetworkSegment(776c11f0-1875-44ed-9462-96d266095388),segment_id=776c11f0-1875-44ed-9462-96d266095388)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:26.590864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.593648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.594685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.696782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Deleting port 8c0c2916-0c2c-4097-be71-01cba60876ed {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:26.697161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.730133 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.793200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 399f535f-2937-4bf4-adef-90b28d7fb530 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:26.821750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e28150e3-751f-4991-aa78-777d5ca01b64 None None] Provisioning for port a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:26.828906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e28150e3-751f-4991-aa78-777d5ca01b64 None None] Provisioning complete for port a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:26.829587 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e28150e3-751f-4991-aa78-777d5ca01b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.857904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-74cb4f2a-2b5a-49dc-9425-51dbcca38b1b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:26.858250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74cb4f2a-2b5a-49dc-9425-51dbcca38b1b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.923228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.934921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.935248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:26.956240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e28150e3-751f-4991-aa78-777d5ca01b64 None None] Port a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:18:27.081981 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Calling delete_port for 8c0c2916-0c2c-4097-be71-01cba60876ed owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:27.217056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:27.218512 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dea45e6d-b50f-4ee7-955a-317f99395282 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9722180 Feb 07 13:18:27.223180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:27.227418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cf8a1-1bae-4ed8-8d53-a5e8535923c9 req-2cccbdce-3dbb-4de9-a298-9b123ccfaab8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:27.228953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d78cf8a1-1bae-4ed8-8d53-a5e8535923c9 req-2cccbdce-3dbb-4de9-a298-9b123ccfaab8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3318319 Feb 07 13:18:27.229631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': True}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:27.466189 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74cb4f2a-2b5a-49dc-9425-51dbcca38b1b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:27.617105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-74cb4f2a-2b5a-49dc-9425-51dbcca38b1b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:27.638634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:27.656406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d78cf8a1-1bae-4ed8-8d53-a5e8535923c9 req-1cf30dfa-a93e-4ea2-bfa5-d661213e5c11 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554262 Feb 07 13:18:27.735738 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:27.750441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c0c2916-0c2c-4097-be71-01cba60876ed,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:27.794876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=399f535f-2937-4bf4-adef-90b28d7fb530,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:27.853541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:27.915505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:27.925850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:27.927274 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6a6df3c5-d8a6-4531-abed-3f2110fb4fcf tempest-ExternalNetworksAdminNegativeTestJSON-1838885768 tempest-ExternalNetworksAdminNegativeTestJSON-1838885768-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/beefb570-e690-43f4-ba75-e6bcd4ff0ba0 HTTP/1.1" status: 204 len: 168 time: 1.4187999 Feb 07 13:18:28.072809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74cb4f2a-2b5a-49dc-9425-51dbcca38b1b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:28.197326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb4f2a-2b5a-49dc-9425-51dbcca38b1b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=a1b9ce69-0cb0-4eac-afdd-87ff0e883da0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:28.287901 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-74cb4f2a-2b5a-49dc-9425-51dbcca38b1b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:28.294501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:28.295935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:28.312451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-74cb4f2a-2b5a-49dc-9425-51dbcca38b1b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 HTTP/1.1" status: 204 len: 168 time: 1.7288141 Feb 07 13:18:28.325691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53922) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:28.370019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:28.520857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53928) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:28.540865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70d8bc-4f41-491a-a029-74ce1085170c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:28.541587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4c70d8bc-4f41-491a-a029-74ce1085170c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:28.574135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Allocated IP 172.25.7.253 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/e05d98aa-ad53-47d1-a2f5-94f39f1af980) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:28.642667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:28.673724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4c70d8bc-4f41-491a-a029-74ce1085170c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:28.674871 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4c70d8bc-4f41-491a-a029-74ce1085170c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3481467 Feb 07 13:18:28.677758 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:28.686193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53934) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:28.752219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:28.763567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] Usage tracker for resource:security_group_rule and tenant:b5283b4764c44232b83658836d553aff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:28.772051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:28.789678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:28.877365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:28.904769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63eca40-4235-4308-b05e-42ff89aaf046 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:28.906227 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e63eca40-4235-4308-b05e-42ff89aaf046 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2158628 Feb 07 13:18:28.912228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53940) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:28.993000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:28.999092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c6b9b34b-2258-482c-b6ee-7656b23193ad tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4809813 Feb 07 13:18:29.001909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53944) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:29.007675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:29.024125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:29.024727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:29.026908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5cb15-914b-489d-bca1-1caf1b83974c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:29.028522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5cb15-914b-489d-bca1-1caf1b83974c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:29.031208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5cb15-914b-489d-bca1-1caf1b83974c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:29.031208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d4f5cb15-914b-489d-bca1-1caf1b83974c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:29.045701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.078157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d1fb1f-1343-4c06-af68-6a5383a17da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet b12f5680-1400-493b-aed7-66515affeadd {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:29.088667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1555e3-4bb2-42f5-96d1-0e7f5ffe8e7d req-41a62aef-d5f1-408c-b207-472a6db9788f tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:29.090154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e1555e3-4bb2-42f5-96d1-0e7f5ffe8e7d req-41a62aef-d5f1-408c-b207-472a6db9788f tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1784949 Feb 07 13:18:29.090842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88d1fb1f-1343-4c06-af68-6a5383a17da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.114389 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.153561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.161582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d4f5cb15-914b-489d-bca1-1caf1b83974c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:29.165261 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d4f5cb15-914b-489d-bca1-1caf1b83974c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2496448 Feb 07 13:18:29.167234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53948) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:29.201624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:29.218881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e1555e3-4bb2-42f5-96d1-0e7f5ffe8e7d req-aca256c0-30f5-47c0-8c4e-cc3d514640b7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972769 Feb 07 13:18:29.222822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88d1fb1f-1343-4c06-af68-6a5383a17da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.229077 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5283b4764c44232b83658836d553aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071168 Feb 07 13:18:29.229768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53952) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:29.272107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:29.273074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c01ed-d76f-45b4-b807-a00490242b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8a5e2-c677-4196-9575-ef58dcd36666,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:29.281671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:29.288220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:29.342523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-db296109-899c-40d8-a1ac-6a9a0a8c3d94 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 319f7398-6e65-40fb-86ed-1b694497082e {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:29.350426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db296109-899c-40d8-a1ac-6a9a0a8c3d94 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.360567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'Port': ['ID=e05d98aa-ad53-47d1-a2f5-94f39f1af980,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:29.494635 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db296109-899c-40d8-a1ac-6a9a0a8c3d94 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.553779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88d1fb1f-1343-4c06-af68-6a5383a17da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.556702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:27Z', 'revision_number': 10, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:29.560628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:29.569699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:29.570298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:29.597258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3bf3-579e-406f-ac69-52ad99260fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.643302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63551a-70bf-443f-a1b3-e31bce64a904 req-7bf08492-2a76-471f-82f7-919c2ae5bcb7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:29.644855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc63551a-70bf-443f-a1b3-e31bce64a904 req-7bf08492-2a76-471f-82f7-919c2ae5bcb7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.2470384 Feb 07 13:18:29.717132 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db296109-899c-40d8-a1ac-6a9a0a8c3d94 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.731744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:29.735617 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3bf3-579e-406f-ac69-52ad99260fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.760145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc63551a-70bf-443f-a1b3-e31bce64a904 req-44ec3f7a-6fea-4a80-b7de-1705ccfaa024 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016119 Feb 07 13:18:29.802593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88d1fb1f-1343-4c06-af68-6a5383a17da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.852717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88d1fb1f-1343-4c06-af68-6a5383a17da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:29.857698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1fb1f-1343-4c06-af68-6a5383a17da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=b12f5680-1400-493b-aed7-66515affeadd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:29.866308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-88d1fb1f-1343-4c06-af68-6a5383a17da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/b12f5680-1400-493b-aed7-66515affeadd HTTP/1.1" status: 204 len: 168 time: 0.8629692 Feb 07 13:18:29.868874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53960) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:29.907319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bc54e2-8295-4101-9dfe-9bb09bc3d0dc None None] Network 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:29.982430 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db296109-899c-40d8-a1ac-6a9a0a8c3d94 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.003680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3bf3-579e-406f-ac69-52ad99260fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.025955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db296109-899c-40d8-a1ac-6a9a0a8c3d94 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=319f7398-6e65-40fb-86ed-1b694497082e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:30.034606 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-db296109-899c-40d8-a1ac-6a9a0a8c3d94 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.039654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-db296109-899c-40d8-a1ac-6a9a0a8c3d94 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/319f7398-6e65-40fb-86ed-1b694497082e HTTP/1.1" status: 204 len: 168 time: 0.8698397 Feb 07 13:18:30.040410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53964) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:30.049876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba3bf3-579e-406f-ac69-52ad99260fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8a5e2-c677-4196-9575-ef58dcd36666,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:30.052084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8629c-2244-492b-9801-c3ebf392df87 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:30.104873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.112548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3bf3-579e-406f-ac69-52ad99260fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.127295 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3ba3bf3-579e-406f-ac69-52ad99260fd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ad8a5e2-c677-4196-9575-ef58dcd36666 HTTP/1.1" status: 204 len: 168 time: 0.8748124 Feb 07 13:18:30.138819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d533798-f699-43ee-b6db-2792da05c72d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 379d77e0-0d2f-49fa-a033-211afc86e3a2 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:30.143960 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d533798-f699-43ee-b6db-2792da05c72d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.206546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d533798-f699-43ee-b6db-2792da05c72d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.248482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 36619275-6bdd-478b-881a-8ae2d20cee3c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:30.248887 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.293586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.296789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d533798-f699-43ee-b6db-2792da05c72d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.466207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5779c6-c90f-418b-b3b2-cbdb45f1b86a req-7f5908a8-5d73-41ca-a9a9-547d5c258b1c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:30.468379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a5779c6-c90f-418b-b3b2-cbdb45f1b86a req-7f5908a8-5d73-41ca-a9a9-547d5c258b1c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1414855 Feb 07 13:18:30.524396 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d533798-f699-43ee-b6db-2792da05c72d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.574240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:27Z', 'revision_number': 10, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:30.580719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ad494-d13f-4cf3-ba85-cdc908ed9167 None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:27Z', 'revision_number': 10, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None, '_interfaces': [{'id': 'f036eb61-d3ea-43df-be15-4173b6dea73e', 'name': '', 'network_id': '8f79c34f-76ca-48c5-ae8c-fa2dde63489a', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'mac_address': 'fa:16:3e:17:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:17:24Z', 'updated_at': '2022-02-07T13:17:36Z', 'revision_number': 5, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'subnets': [{'id': 'e83633e9-8510-498d-b7b5-b58f199c441b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:30.600492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d533798-f699-43ee-b6db-2792da05c72d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=379d77e0-0d2f-49fa-a033-211afc86e3a2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:30.602759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d533798-f699-43ee-b6db-2792da05c72d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.641409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a5779c6-c90f-418b-b3b2-cbdb45f1b86a req-dfecc71d-c384-4a03-b5a9-3ebf676b15ce tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644540 Feb 07 13:18:30.687458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4d533798-f699-43ee-b6db-2792da05c72d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/379d77e0-0d2f-49fa-a033-211afc86e3a2 HTTP/1.1" status: 204 len: 168 time: 0.6458030 Feb 07 13:18:30.689821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53976) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:30.697378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] DHCP port deletion for 2ce63bd9-9dff-40c9-9126-d5f6c3a3218a request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:18:30.727031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] Deleting port 36619275-6bdd-478b-881a-8ae2d20cee3c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:30.727413 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.807508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port 36619275-6bdd-478b-881a-8ae2d20cee3c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=36619275-6bdd-478b-881a-8ae2d20cee3c,segment=NetworkSegment(776c11f0-1875-44ed-9462-96d266095388),segment_id=776c11f0-1875-44ed-9462-96d266095388)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:30.808708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:30.849493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b984f-e6be-4e62-a3b6-7c609a06154b None None] Update dhcp port {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'fixed_ips': [{'subnet_id': '379d77e0-0d2f-49fa-a033-211afc86e3a2'}], 'binding:host_id': 'n-d-811416-5'}, 'id': 'a31b18c4-1f1f-44c8-a06f-05b9a703dca0'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:18:30.857146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-267bd5d9-78c3-4595-8f95-47051fa52064 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1660762 Feb 07 13:18:30.863084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53980) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:30.874674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53984) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:30.878755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:30.988909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e49b984f-e6be-4e62-a3b6-7c609a06154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.070264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:31.075767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-004be92a-134e-45bc-b5ca-2666c6539f8c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f81e20671ad43b5b13f02e3b24e9891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775889 Feb 07 13:18:31.079193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53988) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:31.085662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:31.110501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:31.125900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] For port 36619275-6bdd-478b-881a-8ae2d20cee3c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=36619275-6bdd-478b-881a-8ae2d20cee3c,segment=NetworkSegment(776c11f0-1875-44ed-9462-96d266095388),segment_id=776c11f0-1875-44ed-9462-96d266095388)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:31.127044 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.136661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3c88e-76f7-488a-bddf-1c8d147be153 req-c2a5bab5-eb16-422c-a284-882ec861e944 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:31.145530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3d3c88e-76f7-488a-bddf-1c8d147be153 req-c2a5bab5-eb16-422c-a284-882ec861e944 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3372064 Feb 07 13:18:31.157193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 36619275-6bdd-478b-881a-8ae2d20cee3c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:31.213323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 36619275-6bdd-478b-881a-8ae2d20cee3c owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:31.287919 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.292036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:31.294059 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.341805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] Calling delete_port for 36619275-6bdd-478b-881a-8ae2d20cee3c owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:31.376503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3d3c88e-76f7-488a-bddf-1c8d147be153 req-76f49533-b11c-4a48-8bbb-102dcf3ecd72 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285111 Feb 07 13:18:31.377970 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c83f41dc-36a7-4298-a0bf-830ae953c9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.396884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:31.404694 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.488552 n-d-811416-5 neutron-server[88314]: INFO neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No ports have port_id starting with 36619275-6bdd-478b-881a-8ae2d20cee3c Feb 07 13:18:31.491648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 399f535f-2937-4bf4-adef-90b28d7fb530 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:31.510129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c83f41dc-36a7-4298-a0bf-830ae953c9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.513122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.534815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 399f535f-2937-4bf4-adef-90b28d7fb530 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:31.535114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 399f535f-2937-4bf4-adef-90b28d7fb530 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:31.563449 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:18:31.565278 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:18:31.574180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9911104-d80d-485a-853b-ba1024512696 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:31.622095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=36619275-6bdd-478b-881a-8ae2d20cee3c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:31.636442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No DVR routers for this DVR port 36619275-6bdd-478b-881a-8ae2d20cee3c on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:31.712061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c83f41dc-36a7-4298-a0bf-830ae953c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.760870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f41dc-36a7-4298-a0bf-830ae953c9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86684a69-ff52-45d8-ad5b-ce94e5aa43f3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:31.771508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.771949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.772451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.772817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.773225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.773628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.774028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.774428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.774828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.775276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.775676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.776092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:31.793421 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c83f41dc-36a7-4298-a0bf-830ae953c9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.796029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c83f41dc-36a7-4298-a0bf-830ae953c9d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86684a69-ff52-45d8-ad5b-ce94e5aa43f3 HTTP/1.1" status: 204 len: 168 time: 0.7119524 Feb 07 13:18:31.817711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-adfbac4d-0bcb-425e-b543-4ff9472c8784 None None] Provisioning complete for port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:31.817711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-adfbac4d-0bcb-425e-b543-4ff9472c8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.836759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.866791 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.874867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce63bd9-9dff-40c9-9126-d5f6c3a3218a']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:31.892225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776c11f0-1875-44ed-9462-96d266095388') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:31.892641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776c11f0-1875-44ed-9462-96d266095388') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:31.905558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.947490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.958302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:18:31.958869 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.976324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:18:31.981377 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:18:31.991235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:31.995665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] Deleting port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:31.995665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:31.997967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:32.001481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:32.002383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:32.039749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Router 43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:18:32.051744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=3a7dcebc-a35f-471d-9f66-c62dcf22d9e8,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:32.070683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] Deleting port 36619275-6bdd-478b-881a-8ae2d20cee3c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:32.071065 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:32.143196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-76c40d6a-074e-443e-82f8-fbdb10c4fa22 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2751780 Feb 07 13:18:32.146762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54006) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:32.152175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:32.171153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-458640d9-b19f-46c3-8bfd-552fafc2d5ef None None] The port '36619275-6bdd-478b-881a-8ae2d20cee3c' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:18:32.268117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:32.293469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:32.302632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=2ce63bd9-9dff-40c9-9126-d5f6c3a3218a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:32.321735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:32.327469 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5b143104-cc05-4224-94b7-22984ae93679 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/2ce63bd9-9dff-40c9-9126-d5f6c3a3218a HTTP/1.1" status: 204 len: 168 time: 2.4573143 Feb 07 13:18:32.335199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54010) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:32.335199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:32.335199 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aff7488e-9bef-4517-a0e6-394050c1bfe0 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "PUT /v2.0/routers/43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2 HTTP/1.1" status: 200 len: 919 time: 5.1090362 Feb 07 13:18:32.339348 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cdf8c8-fe94-43cd-ad13-4bc952e43c57 None None] Sync routers for ids ['43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:32.339934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54014) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:32.355227 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cdf8c8-fe94-43cd-ad13-4bc952e43c57 None None] Routers {'43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:32.356104 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-78cdf8c8-fe94-43cd-ad13-4bc952e43c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:32.475183 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-78cdf8c8-fe94-43cd-ad13-4bc952e43c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:32.500888 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cdf8c8-fe94-43cd-ad13-4bc952e43c57 None None] Routers {'43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:32.502663 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-78cdf8c8-fe94-43cd-ad13-4bc952e43c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:32.504930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:32.514729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:32.528770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] For port a31b18c4-1f1f-44c8-a06f-05b9a703dca0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:32.529587 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:32.585099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:32.602887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076954-8f18-4d9e-b4e0-be4d40096da3 req-78157265-bc64-4615-a1cf-95a9cc1ecdf7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:32.604703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11076954-8f18-4d9e-b4e0-be4d40096da3 req-78157265-bc64-4615-a1cf-95a9cc1ecdf7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3690217 Feb 07 13:18:32.644274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:32.677314 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-78cdf8c8-fe94-43cd-ad13-4bc952e43c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:32.677894 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cdf8c8-fe94-43cd-ad13-4bc952e43c57 None None] The sync data for ids ['43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:32.686983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6f32939c-4e2b-44ec-b8b1-db3137552083 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/routers/43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2 HTTP/1.1" status: 200 len: 925 time: 0.3431747 Feb 07 13:18:32.693234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54030) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:32.772978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] Calling delete_port for a31b18c4-1f1f-44c8-a06f-05b9a703dca0 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:32.799504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11076954-8f18-4d9e-b4e0-be4d40096da3 req-3013defe-bee6-41b3-a987-d0deb937dd33 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748765 Feb 07 13:18:32.811078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:32.822761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:32.982500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:32.994966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5628a4-6cb0-4425-a5d9-c6b6f037e704 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:32.999022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bb5628a4-6cb0-4425-a5d9-c6b6f037e704 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3004174 Feb 07 13:18:33.009744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54038) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:33.023113 n-d-811416-5 neutron-server[88313]: INFO neutron.db.ipam_backend_mixin [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a7dcebc-a35f-471d-9f66-c62dcf22d9e8 (CIDR: 2001:db8::/64) Feb 07 13:18:33.058968 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:33.059419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:33.105859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a31b18c4-1f1f-44c8-a06f-05b9a703dca0 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:33.136330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] Pushing event deleted for resources: {'Port': ['ID=a31b18c4-1f1f-44c8-a06f-05b9a703dca0,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:33.152247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e326918-429b-4894-848a-9e8a9dcb9b13 None None] No DVR routers for this DVR port a31b18c4-1f1f-44c8-a06f-05b9a703dca0 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:33.170273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a31b18c4-1f1f-44c8-a06f-05b9a703dca0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:33.170628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a31b18c4-1f1f-44c8-a06f-05b9a703dca0 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:33.176079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95211d2-9b9a-4486-8e77-58668863f20a None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:33.197603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c4f8d0b3-3cc4-4fc1-8de0-2da9fc3589d9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0500658 Feb 07 13:18:33.200101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54044) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:33.206753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'subnet': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:33.371860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3442eaf9-65aa-4101-b195-5fb3bf03a19a tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:33.373781 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3442eaf9-65aa-4101-b195-5fb3bf03a19a tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 881 time: 0.3711324 Feb 07 13:18:33.377809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54052) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:33.424967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:33.449192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-16bff76f-5460-41f0-a562-0e5450489852 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2 HTTP/1.1" status: 200 len: 205 time: 0.0702853 Feb 07 13:18:33.453816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54056) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:33.492611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7752a43-b062-440d-a0bf-267aa725f6d8', 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'tenant_id': '53f65ea388b949cb8d31c712524ed828', 'fixed_ips': [{'subnet_id': '3a7dcebc-a35f-471d-9f66-c62dcf22d9e8'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:18:33.496879 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:33.699048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:33.755640 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:33.802960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Allocated IP 2001:db8::2 (c7752a43-b062-440d-a0bf-267aa725f6d8/3a7dcebc-a35f-471d-9f66-c62dcf22d9e8/daa16d86-f32a-4e3b-a9d5-38c960e80427) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:33.873053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port f036eb61-d3ea-43df-be15-4173b6dea73e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:33.874207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:33.966526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:subnet and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:33.984636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:34.043192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:34.077146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.089264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Transition to ACTIVE for port object daa16d86-f32a-4e3b-a9d5-38c960e80427 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:34.111436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Transition to ACTIVE for port object daa16d86-f32a-4e3b-a9d5-38c960e80427 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:34.120924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port f036eb61-d3ea-43df-be15-4173b6dea73e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f036eb61-d3ea-43df-be15-4173b6dea73e,segment=NetworkSegment(a3851d13-5616-4b67-8b59-bc321f31aae4),segment_id=a3851d13-5616-4b67-8b59-bc321f31aae4)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:34.122185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.177796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:34.181352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.208644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.214480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40496f0-b655-464a-8c64-9ef1b433824d req-8eff5ebe-39b7-4cc9-8126-8a702f4a32a7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:34.216064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c40496f0-b655-464a-8c64-9ef1b433824d req-8eff5ebe-39b7-4cc9-8126-8a702f4a32a7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.2410700 Feb 07 13:18:34.275805 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.291147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:34.293504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for f036eb61-d3ea-43df-be15-4173b6dea73e owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:34.294584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:34.298291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:34.307866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Pushing event updated for resources: {'Port': ['ID=daa16d86-f32a-4e3b-a9d5-38c960e80427,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:34.350462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c40496f0-b655-464a-8c64-9ef1b433824d req-8b728552-b717-426f-baa8-587078bf783b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 Feb 07 13:18:34.410442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Deleting port e05d98aa-ad53-47d1-a2f5-94f39f1af980 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:34.410442 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.426812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Attempting to bind port daa16d86-f32a-4e3b-a9d5-38c960e80427 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:18:34.427610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Attempting to bind port daa16d86-f32a-4e3b-a9d5-38c960e80427 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:18:34.428120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Attempting to bind port daa16d86-f32a-4e3b-a9d5-38c960e80427 on network c7752a43-b062-440d-a0bf-267aa725f6d8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:18:34.438880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:18:34.439371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Checking segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:34.439838 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.440357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Bound using segment: {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:18:34.441018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Bound port: daa16d86-f32a-4e3b-a9d5-38c960e80427, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70c46f7-1f48-47cd-b590-df68a60ef052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:18:34.441573 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.549490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] For port daa16d86-f32a-4e3b-a9d5-38c960e80427, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:18:34.553138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] For port daa16d86-f32a-4e3b-a9d5-38c960e80427, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=daa16d86-f32a-4e3b-a9d5-38c960e80427,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:18:34.663148 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.665346 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.666218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:34.766919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=f036eb61-d3ea-43df-be15-4173b6dea73e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:34.787561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffc2dc-d119-42d7-ad9d-df9d5a691b75 None None] Pushing event updated for resources: {'Port': ['ID=daa16d86-f32a-4e3b-a9d5-38c960e80427,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:34.811601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Calling delete_port for e05d98aa-ad53-47d1-a2f5-94f39f1af980 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:35.040150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54078) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:35.100101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:35.221966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:18:35.279311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-110745197'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:35.289270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:35.300670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Usage tracker for resource:router and tenant:ae4456ed65954592ada7535e32ca6ee5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:35.306492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:35.324593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:35.328612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:35.437699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event deleted for resources: {'Port': ['ID=e05d98aa-ad53-47d1-a2f5-94f39f1af980,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:35.577901 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:35.578821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:35.588456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:35.593565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:35.735380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:35.745805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:35.755687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:35.756261 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-08070d1c-d675-4a6b-a44c-8db9912e4cbe tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4217722 Feb 07 13:18:35.756446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:35.757087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:35.834388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a85ad0-b108-410e-a95c-a35428c8823e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting subnet e83633e9-8510-498d-b7b5-b58f199c441b {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:35.837775 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a85ad0-b108-410e-a95c-a35428c8823e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:35.914702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:35.920671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a85ad0-b108-410e-a95c-a35428c8823e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:35.975094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:36.013465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.020795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.052040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a85ad0-b108-410e-a95c-a35428c8823e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.061160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cc733-1428-47ea-8fb9-473ae403743f req-a155e994-d951-42c2-b63e-cced5ab38e24 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:36.072151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a50cc733-1428-47ea-8fb9-473ae403743f req-a155e994-d951-42c2-b63e-cced5ab38e24 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.5779650 Feb 07 13:18:36.083371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.121556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:34Z', 'revision_number': 11, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:36.128160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:36.137926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:36.138565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:36.186544 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.207313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a50cc733-1428-47ea-8fb9-473ae403743f req-9d7a7137-0181-4f9e-a785-8a7ca67b0185 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373460 Feb 07 13:18:36.220077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.221372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Fanout notify agent at l3_agent the message router_deleted on router 43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:36.276103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a85ad0-b108-410e-a95c-a35428c8823e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.276334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.280124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f5410abc-7556-4623-8093-840690dc14fd tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2 HTTP/1.1" status: 204 len: 168 time: 2.8224812 Feb 07 13:18:36.285129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:36.307531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54090) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:36.323748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-126166837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:36.332360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a85ad0-b108-410e-a95c-a35428c8823e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Subnet': ['ID=e83633e9-8510-498d-b7b5-b58f199c441b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:36.336377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:36.339446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a85ad0-b108-410e-a95c-a35428c8823e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.347562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Usage tracker for resource:router and tenant:600199bbbb1f4d46b2f7f37e5ed2c984 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:36.352831 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f5a85ad0-b108-410e-a95c-a35428c8823e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/e83633e9-8510-498d-b7b5-b58f199c441b HTTP/1.1" status: 204 len: 168 time: 0.5945575 Feb 07 13:18:36.353871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:36.355604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54094) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:36.360271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:36.389815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.390896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-628d0c13-529c-4f0f-804e-62e35f815081 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3551385 Feb 07 13:18:36.393997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54098) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:36.411245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd424e-2d71-474c-9960-25b2e102c74b None None] Network 8f79c34f-76ca-48c5-ae8c-fa2dde63489a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:36.471582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:34Z', 'revision_number': 11, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:36.481925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.482914 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.495108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c4d35-6679-46d2-b7fa-8386717d9187 None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:34Z', 'revision_number': 11, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:36.509569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] For port daa16d86-f32a-4e3b-a9d5-38c960e80427, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=daa16d86-f32a-4e3b-a9d5-38c960e80427,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:36.520509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.556917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Deleting port 7b5ad932-a898-4c9d-9270-f33390669bb2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:36.557461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.570108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ababbe9-0de0-4393-a3e2-18f089dc134d tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.592788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d9e0ab16-757f-4e2e-b293-9e91305fb94e None None] Provisioning for port daa16d86-f32a-4e3b-a9d5-38c960e80427 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:36.644857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.657028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.750516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.751231 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.887405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:36.890591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ababbe9-0de0-4393-a3e2-18f089dc134d tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.893448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ababbe9-0de0-4393-a3e2-18f089dc134d tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.896051 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.901515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:36.910107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:36.911147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.925870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f1fd2a-5a21-436c-be71-d3a80ef6dd87 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:36.928413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] For port 7b5ad932-a898-4c9d-9270-f33390669bb2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7b5ad932-a898-4c9d-9270-f33390669bb2,segment=NetworkSegment(a3851d13-5616-4b67-8b59-bc321f31aae4),segment_id=a3851d13-5616-4b67-8b59-bc321f31aae4)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:36.930694 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:36.950569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Subnet': ['ID=09515e11-9132-4d29-bdea-dee42a0162b5,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:36.955289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] DHCP port deletion for 8f79c34f-76ca-48c5-ae8c-fa2dde63489a request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:18:36.955927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=daa16d86-f32a-4e3b-a9d5-38c960e80427,revision_number=4']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:37.009333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] Deleting port 7b5ad932-a898-4c9d-9270-f33390669bb2 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:37.009333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.033271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.037900 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f5e78077-ca17-4632-9b34-ded6e990f193 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7251730 Feb 07 13:18:37.038241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54102) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:37.045329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': False}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:37.074014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Calling delete_port for 7b5ad932-a898-4c9d-9270-f33390669bb2 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:37.174326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e728bf88-e2a8-4a77-be75-77ad59f847ac tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9730186 Feb 07 13:18:37.180011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54106) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:37.186866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Request body: {'port': {'network_id': 'c7752a43-b062-440d-a0bf-267aa725f6d8', 'mac_address': 'fa:16:3e:20:fe:86', 'name': 'tempest-NetworksTestDHCPv6-439423034'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:37.216985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ababbe9-0de0-4393-a3e2-18f089dc134d tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.217522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ababbe9-0de0-4393-a3e2-18f089dc134d tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe94a85-2f74-4923-a73f-7959d90a90ec {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:37.235501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device daa16d86-f32a-4e3b-a9d5-38c960e80427 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:37.349419 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.386211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port daa16d86-f32a-4e3b-a9d5-38c960e80427 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:37.391414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] For port 7b5ad932-a898-4c9d-9270-f33390669bb2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7b5ad932-a898-4c9d-9270-f33390669bb2,segment=NetworkSegment(a3851d13-5616-4b67-8b59-bc321f31aae4),segment_id=a3851d13-5616-4b67-8b59-bc321f31aae4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:37.391815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.416135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port daa16d86-f32a-4e3b-a9d5-38c960e80427 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:37.416512 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.429070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9ababbe9-0de0-4393-a3e2-18f089dc134d tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.433547 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9ababbe9-0de0-4393-a3e2-18f089dc134d tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "DELETE /v2.0/routers/9fe94a85-2f74-4923-a73f-7959d90a90ec HTTP/1.1" status: 204 len: 168 time: 1.0333531 Feb 07 13:18:37.433757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54112) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:37.443717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Request body: {'router': {'name': 'tempest-router-247956025', 'distributed': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:37.451507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Port': ['ID=7b5ad932-a898-4c9d-9270-f33390669bb2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:37.457242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No DVR routers for this DVR port 7b5ad932-a898-4c9d-9270-f33390669bb2 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:37.514482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:37.573695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] Calling delete_port for 7b5ad932-a898-4c9d-9270-f33390669bb2 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:37.592969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Usage tracker for resource:router and tenant:ae4456ed65954592ada7535e32ca6ee5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:37.597125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:37.610584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:37.654094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:37.709323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Usage tracker for resource:port and tenant:53f65ea388b949cb8d31c712524ed828 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:37.722312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:37.737712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.742331 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.743603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.743787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:37.762217 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.763122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.795967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f79c34f-76ca-48c5-ae8c-fa2dde63489a']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:37.810840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cef507-4cb9-4417-b4a2-91c5b01e50b8 req-2a3c7dea-1d13-4202-a665-ed93e5fed77e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:37.812356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17cef507-4cb9-4417-b4a2-91c5b01e50b8 req-2a3c7dea-1d13-4202-a665-ed93e5fed77e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.4682326 Feb 07 13:18:37.818916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3851d13-5616-4b67-8b59-bc321f31aae4') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:37.819203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3851d13-5616-4b67-8b59-bc321f31aae4') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:37.829871 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:18:37.830227 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:18:37.845781 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.849058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.874070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.886959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Made reservation on behalf of 53f65ea388b949cb8d31c712524ed828 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:37.892130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port daa16d86-f32a-4e3b-a9d5-38c960e80427, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=daa16d86-f32a-4e3b-a9d5-38c960e80427,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:37.902274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:18:37.902686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.910166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:37.921874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17cef507-4cb9-4417-b4a2-91c5b01e50b8 req-6cc322f8-7e97-443a-b25c-4f32148efdb0 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956628 Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:18:37.922527 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:18:37.998385 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.073067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7b5ad932-a898-4c9d-9270-f33390669bb2 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:38.105336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.106877 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-55bc4e28-97d2-4a3c-9641-e6451297f86f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6721559 Feb 07 13:18:38.110391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54116) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:38.125047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.132332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 7b5ad932-a898-4c9d-9270-f33390669bb2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:38.132332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7b5ad932-a898-4c9d-9270-f33390669bb2 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:38.132628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f036eb61-d3ea-43df-be15-4173b6dea73e no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:38.163077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] device_id is not set on port 04dc378c-73e5-400f-8fd3-7df644c16c31 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:18:38.179650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f036eb61-d3ea-43df-be15-4173b6dea73e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:38.180286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f036eb61-d3ea-43df-be15-4173b6dea73e not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:38.184237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=daa16d86-f32a-4e3b-a9d5-38c960e80427,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:38.206537 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.232469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.262439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Pushing event deleted for resources: {'Network': ['ID=8f79c34f-76ca-48c5-ae8c-fa2dde63489a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:38.284552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8de7a062-ac58-42d7-9f20-724f77eee5e7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/networks/8f79c34f-76ca-48c5-ae8c-fa2dde63489a HTTP/1.1" status: 204 len: 168 time: 1.9276905 Feb 07 13:18:38.285374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54120) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:38.297873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'routes': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:38.331599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] Deleting port 7b5ad932-a898-4c9d-9270-f33390669bb2 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:38.332225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.374069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-612411cc-7a6e-48f2-83ae-d36231fc4077 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.424756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d20686e7-7fd2-45b5-99f8-1c59f22fea3d None None] The port '7b5ad932-a898-4c9d-9270-f33390669bb2' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:18:38.642729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.656392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3e685dd1-c25a-40bc-a229-a3c2761364bc None None] Provisioning complete for port daa16d86-f32a-4e3b-a9d5-38c960e80427 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:38.657360 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e685dd1-c25a-40bc-a229-a3c2761364bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.681705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.709617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.extraroute_db [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Added routes are [] {{(pid=88313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 13:18:38.709919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.extraroute_db [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Removed routes are [] {{(pid=88313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 13:18:38.710287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.727269 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bd3a495a-2b45-4ffe-b63d-2ec6029ae8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.878480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8::68 (c7752a43-b062-440d-a0bf-267aa725f6d8/3a7dcebc-a35f-471d-9f66-c62dcf22d9e8/04dc378c-73e5-400f-8fd3-7df644c16c31) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:38.943138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-612411cc-7a6e-48f2-83ae-d36231fc4077 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.951529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-612411cc-7a6e-48f2-83ae-d36231fc4077 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:38.963936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Allocated IP 2001:db8:0:1:f816:3eff:fe20:fe86 (c7752a43-b062-440d-a0bf-267aa725f6d8/09515e11-9132-4d29-bdea-dee42a0162b5/04dc378c-73e5-400f-8fd3-7df644c16c31) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:39.037163 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.052486 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.054561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Allocated IP 172.25.7.137 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/41ea0fa8-39ab-4316-8504-464acaa60bd5) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:39.062406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device daa16d86-f32a-4e3b-a9d5-38c960e80427 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:39.143781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-612411cc-7a6e-48f2-83ae-d36231fc4077 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.144327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612411cc-7a6e-48f2-83ae-d36231fc4077 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 875edafa-f3f6-4ff9-8664-6503bee6be7e {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:39.156503 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port daa16d86-f32a-4e3b-a9d5-38c960e80427 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:39.156503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.183709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-612411cc-7a6e-48f2-83ae-d36231fc4077 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.183709 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-612411cc-7a6e-48f2-83ae-d36231fc4077 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "DELETE /v2.0/routers/875edafa-f3f6-4ff9-8664-6503bee6be7e HTTP/1.1" status: 204 len: 168 time: 1.0673418 Feb 07 13:18:39.183709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54128) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:39.190257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Request body: {'router': {'name': 'tempest-router-1067104633', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a42b9fa17f884c46baa487a9eed758bb'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:39.197790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:39.213636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Usage tracker for resource:router and tenant:a42b9fa17f884c46baa487a9eed758bb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:39.218809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:39.238948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:39.265138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.405290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.406423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.421783 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.469676 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.503592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:39.542354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:39.545260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:39.549178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:39.578881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.591370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Pushing event updated for resources: {'Port': ['ID=41ea0fa8-39ab-4316-8504-464acaa60bd5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:39.642954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a697a24-ec5f-4d29-8d97-0a782b258c93 req-83ea7396-688a-4a7d-9fb3-e05f562328a4 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:39.644484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a697a24-ec5f-4d29-8d97-0a782b258c93 req-83ea7396-688a-4a7d-9fb3-e05f562328a4 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.5870295 Feb 07 13:18:39.744501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:39.752523 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.754127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5c92c94a-9b19-48cd-ad96-b958ee57fc1c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 200 len: 701 time: 1.4635236 Feb 07 13:18:39.754272 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] Sync routers for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:39.762672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54134) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:39.771213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.772642 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:39.772642 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:39.786991 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:39.788446 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4307f152-5bb1-4b9a-b6c3-9f52cc921f5f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6053209 Feb 07 13:18:39.795903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54138) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:39.808527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:39.841048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bef14b0d-fdeb-446e-8a50-7dbb0e49a046 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:39.850190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Transition to ACTIVE for port object 04dc378c-73e5-400f-8fd3-7df644c16c31 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:39.857343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a697a24-ec5f-4d29-8d97-0a782b258c93 req-47fcc8ed-01d9-43a0-a33c-1c46692a1709 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983118 Feb 07 13:18:39.936261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bef14b0d-fdeb-446e-8a50-7dbb0e49a046 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:39.940157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bef14b0d-fdeb-446e-8a50-7dbb0e49a046 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 200 len: 205 time: 0.1723318 Feb 07 13:18:39.941010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54142) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:39.952946 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:40.002817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.070006 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:34Z', 'revision_number': 11, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:40.074508 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] Checking router: 8a289f2e-220a-45f0-abfe-1b4fb32b1016 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:40.083831 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] Routers {'8a289f2e-220a-45f0-abfe-1b4fb32b1016'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:40.085100 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:40.090574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Network c7752a43-b062-440d-a0bf-267aa725f6d8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:40.096339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:40.160291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:40.166211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:40.166845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.176826 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a82a791-6043-4c1b-a1c2-7fcc04405c12 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.247755 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] Set router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:40.262897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event updated for resources: {'Port': ['ID=04dc378c-73e5-400f-8fd3-7df644c16c31,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:40.279340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.279676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.280209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.280707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.281200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.281675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.282157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.282797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.288334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.288334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.288334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.288334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:40.351401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.355316 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.382302 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:34Z', 'revision_number': 11, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:40.389651 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ecaee0-65c1-4c8b-a52a-3e28022e6265 None None] The sync data for ids ['8a289f2e-220a-45f0-abfe-1b4fb32b1016'] in n-d-811416-5 is: [{'id': '8a289f2e-220a-45f0-abfe-1b4fb32b1016', 'name': 'tempest-RoutersTest-router-2072854618', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:17:20Z', 'updated_at': '2022-02-07T13:18:34Z', 'revision_number': 11, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:40.482579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7b37bd44-5d90-49d0-b52e-8e265ccd2ae4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3012960 Feb 07 13:18:40.496252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54146) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:40.541795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8e22a6a2-a9e4-4418-9ed4-13cdd72b99b0 None None] Provisioning for port 04dc378c-73e5-400f-8fd3-7df644c16c31 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:40.546493 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a82a791-6043-4c1b-a1c2-7fcc04405c12 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.548129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8e22a6a2-a9e4-4418-9ed4-13cdd72b99b0 None None] Provisioning complete for port 04dc378c-73e5-400f-8fd3-7df644c16c31 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:40.548562 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a82a791-6043-4c1b-a1c2-7fcc04405c12 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.548686 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8e22a6a2-a9e4-4418-9ed4-13cdd72b99b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.607802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8e22a6a2-a9e4-4418-9ed4-13cdd72b99b0 None None] Port 04dc378c-73e5-400f-8fd3-7df644c16c31 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:18:40.683251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a82a791-6043-4c1b-a1c2-7fcc04405c12 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.683251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a82a791-6043-4c1b-a1c2-7fcc04405c12 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Fanout notify agent at l3_agent the message router_deleted on router 8a289f2e-220a-45f0-abfe-1b4fb32b1016 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:40.703700 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a82a791-6043-4c1b-a1c2-7fcc04405c12 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.709755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7a82a791-6043-4c1b-a1c2-7fcc04405c12 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 204 len: 168 time: 0.7616212 Feb 07 13:18:40.712186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54150) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:40.717383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1074941842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:40.725536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:40.730164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Usage tracker for resource:router and tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:40.733380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:40.741124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:40.776419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88312) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 07 13:18:40.776758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Router 6f76d16d-dcba-41b2-b735-564022c95db5 migrating from provider to provider. {{(pid=88312) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 07 13:18:40.777142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.792047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.805920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-dcafa4d8-2c00-4941-827a-7f6400577f28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting port 04dc378c-73e5-400f-8fd3-7df644c16c31 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:40.812699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcafa4d8-2c00-4941-827a-7f6400577f28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.837537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.841240 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.852796 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.925367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:40.931101 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:41.163913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:41.271940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58424a75-be3a-41a1-8ca7-7928b502c0b4 req-39c3e9fc-2e99-4916-86d6-d227e5db471d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:41.271940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58424a75-be3a-41a1-8ca7-7928b502c0b4 req-39c3e9fc-2e99-4916-86d6-d227e5db471d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.2372320 Feb 07 13:18:41.271940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58424a75-be3a-41a1-8ca7-7928b502c0b4 req-1706f5b6-a5bc-4a11-8df6-4f8d754920f8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383573 Feb 07 13:18:41.346276 n-d-811416-5 neutron-server[88312]: WARNING neutron.scheduler.l3_agent_scheduler [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] No L3 agents can host the router 6f76d16d-dcba-41b2-b735-564022c95db5 Feb 07 13:18:41.422016 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:41.423226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d1f00f44-80d0-40f9-b893-588f4c6410a1 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7102292 Feb 07 13:18:41.426064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54156) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:41.431265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b207b4eb-e350-4967-b750-594255a9d592 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:41.530610 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-41ea0bf4-8185-4d1b-a6e3-0aad624737b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:41.672282 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcafa4d8-2c00-4941-827a-7f6400577f28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:41.741005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Hosts for router 6f76d16d-dcba-41b2-b735-564022c95db5: [] {{(pid=88312) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 07 13:18:41.767274 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:41.824116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b207b4eb-e350-4967-b750-594255a9d592 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:41.943270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b207b4eb-e350-4967-b750-594255a9d592 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:41.974088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-dcafa4d8-2c00-4941-827a-7f6400577f28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Calling delete_port for 04dc378c-73e5-400f-8fd3-7df644c16c31 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:42.011052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:42.076628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Hosts for other DVR routers connected to router 6f76d16d-dcba-41b2-b735-564022c95db5: set() {{(pid=88312) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 07 13:18:42.078951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:42.080162 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-43543cf8-60b4-4df9-ba7a-65fa4281b43c tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "PUT /v2.0/routers/6f76d16d-dcba-41b2-b735-564022c95db5 HTTP/1.1" status: 200 len: 717 time: 2.2830849 Feb 07 13:18:42.083889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54160) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:42.197086 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:42.229253 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:42.249869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c216cec6-58ac-428f-a064-364a4f54e72b tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "GET /v2.0/routers/6f76d16d-dcba-41b2-b735-564022c95db5 HTTP/1.1" status: 200 len: 717 time: 0.1653121 Feb 07 13:18:42.253875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54164) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:42.339149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b207b4eb-e350-4967-b750-594255a9d592 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Router 7930fa12-3374-47e6-84f5-95e19b34f465 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:18:42.434631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcafa4d8-2c00-4941-827a-7f6400577f28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:42.481260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Router a97a4d4c-2373-47bb-8042-3ffd7200bf2c is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:18:42.492065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafa4d8-2c00-4941-827a-7f6400577f28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Port': ['ID=04dc378c-73e5-400f-8fd3-7df644c16c31,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:42.649305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcafa4d8-2c00-4941-827a-7f6400577f28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:42.673523 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dcafa4d8-2c00-4941-827a-7f6400577f28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/04dc378c-73e5-400f-8fd3-7df644c16c31 HTTP/1.1" status: 204 len: 168 time: 2.1762202 Feb 07 13:18:42.677471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54176) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:42.826172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b207b4eb-e350-4967-b750-594255a9d592 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:42.828082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:42.832857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:42.834018 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-16c1698e-66e3-4269-b085-59cee495ec74 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "PUT /v2.0/routers/a97a4d4c-2373-47bb-8042-3ffd7200bf2c HTTP/1.1" status: 200 len: 919 time: 5.7947311 Feb 07 13:18:42.835381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b207b4eb-e350-4967-b750-594255a9d592 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:42.836575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b207b4eb-e350-4967-b750-594255a9d592 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "PUT /v2.0/routers/7930fa12-3374-47e6-84f5-95e19b34f465 HTTP/1.1" status: 200 len: 694 time: 1.4095500 Feb 07 13:18:42.839418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] Sync routers for ids ['7930fa12-3374-47e6-84f5-95e19b34f465'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:42.839561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54180) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:42.839920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54182) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:42.841742 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba3d86-206c-46e6-97ab-d715868ac6eb None None] Sync routers for ids ['a97a4d4c-2373-47bb-8042-3ffd7200bf2c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:42.853024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] Routers {'7930fa12-3374-47e6-84f5-95e19b34f465'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:42.854002 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba3d86-206c-46e6-97ab-d715868ac6eb None None] Routers {'a97a4d4c-2373-47bb-8042-3ffd7200bf2c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:42.854614 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5dba3d86-206c-46e6-97ab-d715868ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['a97a4d4c-2373-47bb-8042-3ffd7200bf2c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:42.855257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7930fa12-3374-47e6-84f5-95e19b34f465'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:42.863021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b1a4f-ec10-4216-8488-e5b17dbf2af7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:42.864469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dc3b1a4f-ec10-4216-8488-e5b17dbf2af7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:42.914230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-306c3c9a-987a-42fb-82b8-64faf1573898 tempest-RoutersTestDVR-2036730930 tempest-RoutersTestDVR-2036730930-project] 10.222.0.69 "GET /v2.0/routers/6f76d16d-dcba-41b2-b735-564022c95db5 HTTP/1.1" status: 200 len: 683 time: 0.6606319 Feb 07 13:18:42.917329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54188) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:42.924645 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5dba3d86-206c-46e6-97ab-d715868ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:42.935785 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba3d86-206c-46e6-97ab-d715868ac6eb None None] Routers {'a97a4d4c-2373-47bb-8042-3ffd7200bf2c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:42.936467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5dba3d86-206c-46e6-97ab-d715868ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['a97a4d4c-2373-47bb-8042-3ffd7200bf2c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:42.998565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] Set router 7930fa12-3374-47e6-84f5-95e19b34f465 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:43.013783 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5dba3d86-206c-46e6-97ab-d715868ac6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:43.014180 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba3d86-206c-46e6-97ab-d715868ac6eb None None] The sync data for ids ['a97a4d4c-2373-47bb-8042-3ffd7200bf2c'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:43.022559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dc3b1a4f-ec10-4216-8488-e5b17dbf2af7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:43.025927 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dc3b1a4f-ec10-4216-8488-e5b17dbf2af7 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3450429 Feb 07 13:18:43.032898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54192) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:43.093424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-64d1de9e-40c0-481e-ac11-db5f5a54cbf7 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/routers/7930fa12-3374-47e6-84f5-95e19b34f465 HTTP/1.1" status: 200 len: 700 time: 0.2428246 Feb 07 13:18:43.096557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54196) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:43.121919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7930fa12-3374-47e6-84f5-95e19b34f465', 'name': 'tempest-RoutersTest-router-1074941842', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:18:40Z', 'updated_at': '2022-02-07T13:18:41Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:43.126948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] Checking router: 7930fa12-3374-47e6-84f5-95e19b34f465 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:18:43.138760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] Routers {'7930fa12-3374-47e6-84f5-95e19b34f465'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:43.139174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7930fa12-3374-47e6-84f5-95e19b34f465'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:43.145752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b674de78-e591-4b4c-83e5-f70995c58bee tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:43.159127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-196dfed7-6be5-4220-afb2-8bb5f1393362 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=7930fa12-3374-47e6-84f5-95e19b34f465 HTTP/1.1" status: 200 len: 205 time: 0.0590112 Feb 07 13:18:43.198991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54200) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:43.225300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06721025-3e86-4b73-b078-7c18574a553b req-b38fd582-5a9f-47e1-9a92-325ff48f64ba tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:43.228335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06721025-3e86-4b73-b078-7c18574a553b req-b38fd582-5a9f-47e1-9a92-325ff48f64ba tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.8077295 Feb 07 13:18:43.278917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] Set router 7930fa12-3374-47e6-84f5-95e19b34f465 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:18:43.303593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06721025-3e86-4b73-b078-7c18574a553b req-5dd6ed4e-e4da-4dad-bc46-556882968dc4 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587881 Feb 07 13:18:43.308902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f1937be0-aff7-4e02-a1d1-dea54b62228b tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/routers/a97a4d4c-2373-47bb-8042-3ffd7200bf2c HTTP/1.1" status: 200 len: 925 time: 0.4605687 Feb 07 13:18:43.309732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54204) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:43.389407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3558b47-b436-40bf-b580-327c209ad63d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:43.393604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d3558b47-b436-40bf-b580-327c209ad63d tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=a97a4d4c-2373-47bb-8042-3ffd7200bf2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0805171 Feb 07 13:18:43.394121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54208) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:43.395463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7930fa12-3374-47e6-84f5-95e19b34f465', 'name': 'tempest-RoutersTest-router-1074941842', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:18:40Z', 'updated_at': '2022-02-07T13:18:41Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:43.400713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4632228b-d5a4-4830-bd32-900db7ff398e None None] The sync data for ids ['7930fa12-3374-47e6-84f5-95e19b34f465'] in n-d-811416-5 is: [{'id': '7930fa12-3374-47e6-84f5-95e19b34f465', 'name': 'tempest-RoutersTest-router-1074941842', 'tenant_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:18:40Z', 'updated_at': '2022-02-07T13:18:41Z', 'revision_number': 2, 'project_id': '4ce53fa21fd84a4b9ba9dc7f7075d25c', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:43.547645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ecb48-63e1-4cb7-b7af-3d3c6e9153d8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:43.552030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-804ecb48-63e1-4cb7-b7af-3d3c6e9153d8 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 881 time: 0.1540091 Feb 07 13:18:43.552476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54212) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:43.600617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b27a7a2a-85c9-4d04-bdb2-6863733ae4f0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97a4d4c-2373-47bb-8042-3ffd7200bf2c HTTP/1.1" status: 200 len: 205 time: 0.0442770 Feb 07 13:18:43.605161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54216) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:43.681494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f74545-8192-4ded-ab3e-1401ea2c8787 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:43.715747 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:43.798414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:43.807296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b674de78-e591-4b4c-83e5-f70995c58bee tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:43.812696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b674de78-e591-4b4c-83e5-f70995c58bee tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:43.893430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c515aaf-b2e1-4d37-8fee-95cc77cc5bf5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:43.894903 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6c515aaf-b2e1-4d37-8fee-95cc77cc5bf5 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8611946 Feb 07 13:18:43.898158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54220) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.043324 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.058577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27e069-34c0-4b9f-a703-7fea28131c28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:44.060361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27e069-34c0-4b9f-a703-7fea28131c28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:44.061922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27e069-34c0-4b9f-a703-7fea28131c28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:44.062727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5b27e069-34c0-4b9f-a703-7fea28131c28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:44.097471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f74545-8192-4ded-ab3e-1401ea2c8787 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.099832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f74545-8192-4ded-ab3e-1401ea2c8787 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.161906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b674de78-e591-4b4c-83e5-f70995c58bee tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.162423 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b674de78-e591-4b4c-83e5-f70995c58bee tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f76d16d-dcba-41b2-b735-564022c95db5 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:44.177085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b674de78-e591-4b4c-83e5-f70995c58bee tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.178196 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b674de78-e591-4b4c-83e5-f70995c58bee tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "DELETE /v2.0/routers/6f76d16d-dcba-41b2-b735-564022c95db5 HTTP/1.1" status: 204 len: 168 time: 1.2559860 Feb 07 13:18:44.181762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54224) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.186590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Request body: {'router': {'name': 'tempest-router-565242641', 'distributed': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:44.189995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5b27e069-34c0-4b9f-a703-7fea28131c28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:44.194042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5b27e069-34c0-4b9f-a703-7fea28131c28 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2923276 Feb 07 13:18:44.194177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f74545-8192-4ded-ab3e-1401ea2c8787 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.194177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f74545-8192-4ded-ab3e-1401ea2c8787 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Fanout notify agent at l3_agent the message router_deleted on router 7930fa12-3374-47e6-84f5-95e19b34f465 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:44.194380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Deleting port 41ea0fa8-39ab-4316-8504-464acaa60bd5 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:44.194380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.194554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:44.201305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23f74545-8192-4ded-ab3e-1401ea2c8787 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.202390 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-23f74545-8192-4ded-ab3e-1401ea2c8787 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/7930fa12-3374-47e6-84f5-95e19b34f465 HTTP/1.1" status: 204 len: 168 time: 0.9986446 Feb 07 13:18:44.202962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54228) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.218778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54232) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.236950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Usage tracker for resource:router and tenant:ae4456ed65954592ada7535e32ca6ee5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:44.243010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:44.254652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:44.283243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-698331db-4b5f-4820-92a6-868fa1db5da5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=7930fa12-3374-47e6-84f5-95e19b34f465 HTTP/1.1" status: 200 len: 205 time: 0.0630112 Feb 07 13:18:44.284369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1a0c9c-ca09-40f3-8a59-8fb9eafd5496 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 09515e11-9132-4d29-bdea-dee42a0162b5 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:44.286212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54236) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.288254 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0c9c-ca09-40f3-8a59-8fb9eafd5496 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.358871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0c9c-ca09-40f3-8a59-8fb9eafd5496 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.392522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.393734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.442478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.514046 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0c9c-ca09-40f3-8a59-8fb9eafd5496 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.517164 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-7c19d4e7-2a73-4202-ab18-2000fb0d18ef tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] delete failed (client error): The resource could not be found. Feb 07 13:18:44.518173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7c19d4e7-2a73-4202-ab18-2000fb0d18ef tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/7930fa12-3374-47e6-84f5-95e19b34f465 HTTP/1.1" status: 404 len: 336 time: 0.2310967 Feb 07 13:18:44.549859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54242) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.592094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.620992 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4a898e-9e15-44fa-9c9e-82d6e7ac84e2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:44.621451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4a898e-9e15-44fa-9c9e-82d6e7ac84e2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:44.640143 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-be4a898e-9e15-44fa-9c9e-82d6e7ac84e2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/504c42d0-3744-4f23-a8f1-03437a9917fe HTTP/1.1" status: 404 len: 337 time: 0.0868621 Feb 07 13:18:44.640879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54246) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.682576 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43e4e54-cee4-424d-86f5-58fc69b4925d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:44.683266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43e4e54-cee4-424d-86f5-58fc69b4925d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:44.696358 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d43e4e54-cee4-424d-86f5-58fc69b4925d tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/83d92854-b1a4-44c4-b640-81947b772d02 HTTP/1.1" status: 404 len: 337 time: 0.0526083 Feb 07 13:18:44.697300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54250) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.707076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9aec-5989-4e93-b219-ac0201cb96fc req-1f56cdd7-1d43-4227-a01f-4aecf8879969 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:44.712497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588c9aec-5989-4e93-b219-ac0201cb96fc req-1f56cdd7-1d43-4227-a01f-4aecf8879969 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1965151 Feb 07 13:18:44.718251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.736716 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.738006 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-209d59e4-913f-41b9-ba05-b6bf6ee8c30f tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5551894 Feb 07 13:18:44.741845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54254) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.744602 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-939bbbfa-08e7-486a-83a8-e565e06986f8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:44.745054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939bbbfa-08e7-486a-83a8-e565e06986f8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:44.746671 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-939bbbfa-08e7-486a-83a8-e565e06986f8 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/b12f5680-1400-493b-aed7-66515affeadd HTTP/1.1" status: 404 len: 337 time: 0.0483987 Feb 07 13:18:44.798226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54258) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.805306 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0c9c-ca09-40f3-8a59-8fb9eafd5496 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.869892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a3d53-c664-4b4d-bb49-f3eb1b728b5e None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:44.903266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Calling delete_port for 41ea0fa8-39ab-4316-8504-464acaa60bd5 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:44.913667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a0c9c-ca09-40f3-8a59-8fb9eafd5496 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=09515e11-9132-4d29-bdea-dee42a0162b5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:44.923780 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0c9c-ca09-40f3-8a59-8fb9eafd5496 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.928353 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9b1a0c9c-ca09-40f3-8a59-8fb9eafd5496 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/09515e11-9132-4d29-bdea-dee42a0162b5 HTTP/1.1" status: 204 len: 168 time: 0.7216556 Feb 07 13:18:44.928353 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a5c8-2e77-4509-83f1-d27630d2ad33 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:44.944283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54262) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:44.952139 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c947b30d-9205-4cad-a68f-9bd4b07d79a5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:44.952139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c947b30d-9205-4cad-a68f-9bd4b07d79a5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:44.952139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c947b30d-9205-4cad-a68f-9bd4b07d79a5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/e83633e9-8510-498d-b7b5-b58f199c441b HTTP/1.1" status: 404 len: 337 time: 0.1456826 Feb 07 13:18:44.999682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54266) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.076169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8cc5e157-10ce-413e-a1f2-2d457771fe44 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 200 len: 205 time: 0.0682905 Feb 07 13:18:45.079412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588c9aec-5989-4e93-b219-ac0201cb96fc req-f2ab1726-c451-461a-a3bb-664a80ad6ee9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516278 Feb 07 13:18:45.082355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54270) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.123556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.181062 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-f4962eda-6f5f-44fc-92b7-01162cd026af tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] delete failed (client error): The resource could not be found. Feb 07 13:18:45.182457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f4962eda-6f5f-44fc-92b7-01162cd026af tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/8a289f2e-220a-45f0-abfe-1b4fb32b1016 HTTP/1.1" status: 404 len: 336 time: 0.0965667 Feb 07 13:18:45.194204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54274) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.263297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b8c044-2ec2-48dc-81b9-cc359c7a57e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Deleting subnet 3a7dcebc-a35f-471d-9f66-c62dcf22d9e8 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:18:45.269102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e8119032-9b5a-4fec-a9ce-46c3889f7ac3 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=08d02182-ffd7-4403-b272-f3dc3cbffaec HTTP/1.1" status: 200 len: 205 time: 0.0651941 Feb 07 13:18:45.274321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54278) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.278918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92b8c044-2ec2-48dc-81b9-cc359c7a57e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.387859 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-26d29891-0246-4ba5-831b-11aca321e9e2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] delete failed (client error): The resource could not be found. Feb 07 13:18:45.391300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-26d29891-0246-4ba5-831b-11aca321e9e2 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/08d02182-ffd7-4403-b272-f3dc3cbffaec HTTP/1.1" status: 404 len: 336 time: 0.1129334 Feb 07 13:18:45.391900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a5c8-2e77-4509-83f1-d27630d2ad33 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.393673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54282) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.398197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a5c8-2e77-4509-83f1-d27630d2ad33 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.414790 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92b8c044-2ec2-48dc-81b9-cc359c7a57e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.439965 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f3f4d8-44e3-483e-8b1a-1f8c43f5f55a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:45.444947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f3f4d8-44e3-483e-8b1a-1f8c43f5f55a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:45.444947 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9f3f4d8-44e3-483e-8b1a-1f8c43f5f55a tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/7d23960b-3a9e-4100-b78a-8c486d22c1f6 HTTP/1.1" status: 404 len: 337 time: 0.0479181 Feb 07 13:18:45.446169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54286) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.538230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-68d8585e-c097-4d7b-b1ab-0146a7e564bc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=c052f3ed-d17d-4e89-be15-3f895ebbc5c5 HTTP/1.1" status: 200 len: 205 time: 0.0908830 Feb 07 13:18:45.541217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.602174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92b8c044-2ec2-48dc-81b9-cc359c7a57e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.611530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a5c8-2e77-4509-83f1-d27630d2ad33 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.612179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2a5c8-2e77-4509-83f1-d27630d2ad33 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d69ea01-b99b-411b-82eb-113f7f8bc530 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:45.627705 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-cc8b7515-4b34-44f1-91f0-fccb40501749 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] delete failed (client error): The resource could not be found. Feb 07 13:18:45.628830 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cc8b7515-4b34-44f1-91f0-fccb40501749 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/c052f3ed-d17d-4e89-be15-3f895ebbc5c5 HTTP/1.1" status: 404 len: 336 time: 0.0865827 Feb 07 13:18:45.637542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54294) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.657007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.693271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a5c8-2e77-4509-83f1-d27630d2ad33 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.695208 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dcd2a5c8-2e77-4509-83f1-d27630d2ad33 tempest-RoutersTestDVR-1433621572 tempest-RoutersTestDVR-1433621572-project-admin] 10.222.0.69 "DELETE /v2.0/routers/3d69ea01-b99b-411b-82eb-113f7f8bc530 HTTP/1.1" status: 204 len: 168 time: 0.9519534 Feb 07 13:18:45.711667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29be9c29-d014-4f3d-b7c9-4b67aefd34b5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Synchronizing usage tracker for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:45.731681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29be9c29-d014-4f3d-b7c9-4b67aefd34b5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] Unset dirty status for tenant:4ce53fa21fd84a4b9ba9dc7f7075d25c on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:45.733064 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29be9c29-d014-4f3d-b7c9-4b67aefd34b5 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=08013171-a11b-4253-88ba-b5ee2671f8d3 HTTP/1.1" status: 200 len: 205 time: 0.0935414 Feb 07 13:18:45.736325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54302) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.742371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event deleted for resources: {'Port': ['ID=41ea0fa8-39ab-4316-8504-464acaa60bd5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:45.839402 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-352d0cdd-c071-4b4e-b10e-c0f6df720219 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] delete failed (client error): The resource could not be found. Feb 07 13:18:45.839867 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-352d0cdd-c071-4b4e-b10e-c0f6df720219 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/08013171-a11b-4253-88ba-b5ee2671f8d3 HTTP/1.1" status: 404 len: 336 time: 0.1025507 Feb 07 13:18:45.842489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54306) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.859337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:45.885737 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e380de4-6dbf-4a80-b206-c7acfbe2e6c6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:45.886134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e380de4-6dbf-4a80-b206-c7acfbe2e6c6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:45.887801 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e380de4-6dbf-4a80-b206-c7acfbe2e6c6 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/55c5812c-e1db-4e66-af3c-dd1f3ec26a73 HTTP/1.1" status: 404 len: 337 time: 0.0443778 Feb 07 13:18:45.890422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54310) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.938386 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b513217-826a-4404-823d-319353edac61 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=abe637b0-5412-49ae-91ca-1cd71e340733 HTTP/1.1" status: 200 len: 205 time: 0.0468752 Feb 07 13:18:45.940920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54314) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:45.968695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ceb04290-f92a-441b-83dd-0bd69d1402a9 None None] Provisioning complete for port daa16d86-f32a-4e3b-a9d5-38c960e80427 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:45.969300 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ceb04290-f92a-441b-83dd-0bd69d1402a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.015137 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-a630a62a-cccc-4fad-a049-cdeb372f39bc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] delete failed (client error): The resource could not be found. Feb 07 13:18:46.016270 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a630a62a-cccc-4fad-a049-cdeb372f39bc tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/abe637b0-5412-49ae-91ca-1cd71e340733 HTTP/1.1" status: 404 len: 336 time: 0.0743961 Feb 07 13:18:46.018810 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54318) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.063809 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b5ad21-8773-4b33-b9ee-697b74f08b89 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:46.064294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b5ad21-8773-4b33-b9ee-697b74f08b89 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:46.069000 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2b5ad21-8773-4b33-b9ee-697b74f08b89 tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/175ef2a2-e1cb-45c6-8529-fcffd84de852 HTTP/1.1" status: 404 len: 337 time: 0.0463536 Feb 07 13:18:46.069316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54322) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.115647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92b8c044-2ec2-48dc-81b9-cc359c7a57e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.127456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ed6d3339-9900-42bc-ba69-1888b92db31e tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "GET /v2.0/ports?device_id=4708da7c-d855-4cd8-b199-d64a8169e0df HTTP/1.1" status: 200 len: 205 time: 0.0570095 Feb 07 13:18:46.128343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.166491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8c044-2ec2-48dc-81b9-cc359c7a57e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7dcebc-a35f-471d-9f66-c62dcf22d9e8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:46.175089 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92b8c044-2ec2-48dc-81b9-cc359c7a57e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.182932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db2ba5-9508-4504-ab53-f05cb3bac8b5 None None] Network c7752a43-b062-440d-a0bf-267aa725f6d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:46.213663 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-62b4df19-cc22-418a-85ac-e3cda665f30b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] delete failed (client error): The resource could not be found. Feb 07 13:18:46.214828 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-62b4df19-cc22-418a-85ac-e3cda665f30b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/routers/4708da7c-d855-4cd8-b199-d64a8169e0df HTTP/1.1" status: 404 len: 336 time: 0.0853353 Feb 07 13:18:46.217507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54332) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.241040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.259536 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bf17aa-8b58-49af-a342-3c0f7287e19b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:46.259536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bf17aa-8b58-49af-a342-3c0f7287e19b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:46.259536 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f7bf17aa-8b58-49af-a342-3c0f7287e19b tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/1c190a9e-8a92-4a5a-9422-2a581d77b8fd HTTP/1.1" status: 404 len: 337 time: 0.0403287 Feb 07 13:18:46.261200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54336) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.281861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.300360 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5055240f-a3d9-4915-976c-6ef7ad21315c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:46.301151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5055240f-a3d9-4915-976c-6ef7ad21315c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:46.311534 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5055240f-a3d9-4915-976c-6ef7ad21315c tempest-RoutersTest-400911371 tempest-RoutersTest-400911371-project] 10.222.0.69 "DELETE /v2.0/subnets/30ca70f0-3c19-444a-80d7-7f6f9db26424 HTTP/1.1" status: 404 len: 337 time: 0.0418262 Feb 07 13:18:46.369755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c15d5-2530-4a34-b0e5-d7b3ca2f6933 req-6af75dfd-1b89-4f45-9e42-0a93084f1054 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:46.371469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-519c15d5-2530-4a34-b0e5-d7b3ca2f6933 req-6af75dfd-1b89-4f45-9e42-0a93084f1054 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1395628 Feb 07 13:18:46.425917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-519c15d5-2530-4a34-b0e5-d7b3ca2f6933 req-b635ecad-10e0-4755-bcaa-f5c921ba0354 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481195 Feb 07 13:18:46.452165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-92b8c044-2ec2-48dc-81b9-cc359c7a57e4 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/3a7dcebc-a35f-471d-9f66-c62dcf22d9e8 HTTP/1.1" status: 204 len: 168 time: 1.4977624 Feb 07 13:18:46.453863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54344) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.454729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54346) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.485552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] DHCP port deletion for c7752a43-b062-440d-a0bf-267aa725f6d8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:18:46.491452 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.495676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Fanout notify agent at l3_agent the message router_deleted on router a97a4d4c-2373-47bb-8042-3ffd7200bf2c {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:46.496666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] Deleting port daa16d86-f32a-4e3b-a9d5-38c960e80427 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:46.497113 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.519171 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.519171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-27c19ce1-bf82-4e77-83b4-824ff7cb4cf0 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/a97a4d4c-2373-47bb-8042-3ffd7200bf2c HTTP/1.1" status: 204 len: 168 time: 2.9090593 Feb 07 13:18:46.519363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54354) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.524542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-158649820', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:46.532480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:46.538104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Usage tracker for resource:router and tenant:600199bbbb1f4d46b2f7f37e5ed2c984 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:46.541912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:46.547895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:46.553343 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3526f311-d717-4f47-add7-e1319e370958 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963681 Feb 07 13:18:46.554574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54358) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.609278 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.625765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:46.630555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a42b9fa17f884c46baa487a9eed758bb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:46.633681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:46.643862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:46.665414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588bb5d2-5041-4a4c-a8bd-3040d83c9f93 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:46.670562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54362) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.671177 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-588bb5d2-5041-4a4c-a8bd-3040d83c9f93 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1151950 Feb 07 13:18:46.717517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.718537 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.749602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] For port daa16d86-f32a-4e3b-a9d5-38c960e80427, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=daa16d86-f32a-4e3b-a9d5-38c960e80427,segment=NetworkSegment(b70c46f7-1f48-47cd-b590-df68a60ef052),segment_id=b70c46f7-1f48-47cd-b590-df68a60ef052)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:18:46.750000 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.765749 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.792391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a126a4-7c8d-47de-9ce4-778f925f2944 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:46.793139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-97a126a4-7c8d-47de-9ce4-778f925f2944 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Synchronizing usage tracker for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:46.842557 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:46.878148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] Calling delete_port for daa16d86-f32a-4e3b-a9d5-38c960e80427 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:46.966769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54368) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:46.997751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-97a126a4-7c8d-47de-9ce4-778f925f2944 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Unset dirty status for tenant:53f65ea388b949cb8d31c712524ed828 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:46.998931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-97a126a4-7c8d-47de-9ce4-778f925f2944 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3271477 Feb 07 13:18:46.999708 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.001731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54374) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.058601 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.093434 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4b4deb16-7b09-4402-ac49-375e765c31f2 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904715 Feb 07 13:18:47.102258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54378) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.116362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device daa16d86-f32a-4e3b-a9d5-38c960e80427 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:18:47.152815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] Pushing event deleted for resources: {'Port': ['ID=daa16d86-f32a-4e3b-a9d5-38c960e80427,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:47.163110 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fe1ca1-ca63-4d14-98a7-4a01ad24b8da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.164033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fe1ca1-ca63-4d14-98a7-4a01ad24b8da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.165735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: daa16d86-f32a-4e3b-a9d5-38c960e80427 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:18:47.166152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device daa16d86-f32a-4e3b-a9d5-38c960e80427 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:18:47.168342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa76602-b7f3-40cf-a418-9a599e2ad520 None None] No DVR routers for this DVR port daa16d86-f32a-4e3b-a9d5-38c960e80427 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:18:47.169699 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c8fe1ca1-ca63-4d14-98a7-4a01ad24b8da tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/04dc378c-73e5-400f-8fd3-7df644c16c31 HTTP/1.1" status: 404 len: 333 time: 0.0660005 Feb 07 13:18:47.175106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54382) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.213815 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11534439-ec30-455f-90d8-28b2ab0a49e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ce53fa21fd84a4b9ba9dc7f7075d25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457631 Feb 07 13:18:47.216261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54386) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.219854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a42b9fa17f884c46baa487a9eed758bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7639287 Feb 07 13:18:47.220670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce158a-e616-4ea9-ba4f-2c30d35371f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cb0103-920a-408a-a640-ab632334a2b7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:47.222982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54390) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.293801 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.308193 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-985a7eae-2a01-42ee-ab44-1bb6a8dc9680 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.308656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985a7eae-2a01-42ee-ab44-1bb6a8dc9680 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.343750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-985a7eae-2a01-42ee-ab44-1bb6a8dc9680 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/09515e11-9132-4d29-bdea-dee42a0162b5 HTTP/1.1" status: 404 len: 337 time: 0.1586335 Feb 07 13:18:47.346419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.373850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-f509-443e-89a3-03bfd767590d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.397169 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ac823f-5b1b-4fef-b06c-8e7acb43fb79 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.397618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ac823f-5b1b-4fef-b06c-8e7acb43fb79 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.399336 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d0ac823f-5b1b-4fef-b06c-8e7acb43fb79 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/3a7dcebc-a35f-471d-9f66-c62dcf22d9e8 HTTP/1.1" status: 404 len: 337 time: 0.0519714 Feb 07 13:18:47.406638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54398) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.406638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-f509-443e-89a3-03bfd767590d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.433637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a7271e2-9e9f-474e-8330-f79ceb54bcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.460853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a7271e2-9e9f-474e-8330-f79ceb54bcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.485019 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-02020852-b015-47b9-ae74-28388fc168e3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.485908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02020852-b015-47b9-ae74-28388fc168e3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.493663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-02020852-b015-47b9-ae74-28388fc168e3 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/a1b9ce69-0cb0-4eac-afdd-87ff0e883da0 HTTP/1.1" status: 404 len: 333 time: 0.0841920 Feb 07 13:18:47.493916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54404) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.538076 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-27777f42-dd15-46d5-a7e1-9a824411afad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.538545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27777f42-dd15-46d5-a7e1-9a824411afad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.543504 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27777f42-dd15-46d5-a7e1-9a824411afad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/319f7398-6e65-40fb-86ed-1b694497082e HTTP/1.1" status: 404 len: 337 time: 0.0461686 Feb 07 13:18:47.543504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54408) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.583652 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4773115b-88a8-4717-9018-7b348e4b6d2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.585835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4773115b-88a8-4717-9018-7b348e4b6d2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.586677 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4773115b-88a8-4717-9018-7b348e4b6d2d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/379d77e0-0d2f-49fa-a033-211afc86e3a2 HTTP/1.1" status: 404 len: 337 time: 0.0422158 Feb 07 13:18:47.589455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54412) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.635768 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55d7dbc-fff8-4607-a138-af0e870e183a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.636518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55d7dbc-fff8-4607-a138-af0e870e183a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.654918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c55d7dbc-fff8-4607-a138-af0e870e183a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/6d1719b0-1bf1-431a-8229-6d5b4a1f8c88 HTTP/1.1" status: 404 len: 333 time: 0.0608273 Feb 07 13:18:47.654918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54416) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.692011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3cf1-4d2f-4a8a-b3d4-bef023cbe6b6 req-9f287ebc-3326-4633-8f1a-4c19719052a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:47.693485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e9d3cf1-4d2f-4a8a-b3d4-bef023cbe6b6 req-9f287ebc-3326-4633-8f1a-4c19719052a9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1311414 Feb 07 13:18:47.696090 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f421dd62-0917-4813-a6c2-8b2a573d0f14 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.696674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f421dd62-0917-4813-a6c2-8b2a573d0f14 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.698363 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f421dd62-0917-4813-a6c2-8b2a573d0f14 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/9d5403b7-6390-4024-911f-110e278b9a31 HTTP/1.1" status: 404 len: 337 time: 0.0417049 Feb 07 13:18:47.700884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54420) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.742239 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9c0195-61f1-4a1b-ad32-5f59357aae1a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.742638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9c0195-61f1-4a1b-ad32-5f59357aae1a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.745545 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cb9c0195-61f1-4a1b-ad32-5f59357aae1a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/47c3fe3b-d0af-4064-a87d-1d21e33c5dec HTTP/1.1" status: 404 len: 337 time: 0.0423987 Feb 07 13:18:47.746816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54424) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.789516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a7271e2-9e9f-474e-8330-f79ceb54bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.791924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a7271e2-9e9f-474e-8330-f79ceb54bcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.795812 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8a7271e2-9e9f-474e-8330-f79ceb54bcca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0206dcff-52ae-475c-8ac2-09427e229445 HTTP/1.1" status: 204 len: 168 time: 0.5760193 Feb 07 13:18:47.805263 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-f509-443e-89a3-03bfd767590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.809620 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c34878-b1bb-4cfb-86c5-2f06dd52639b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.810198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c34878-b1bb-4cfb-86c5-2f06dd52639b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.812964 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-30c34878-b1bb-4cfb-86c5-2f06dd52639b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/94f64119-669e-4c0c-80ab-f2fe1d70cffa HTTP/1.1" status: 404 len: 333 time: 0.0646813 Feb 07 13:18:47.815494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7271e2-9e9f-474e-8330-f79ceb54bcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0206dcff-52ae-475c-8ac2-09427e229445,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:47.817696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.839449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e9d3cf1-4d2f-4a8a-b3d4-bef023cbe6b6 req-e68859bc-7fde-4a57-8a8a-2a47d56aca76 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331289 Feb 07 13:18:47.876160 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4b437a-d854-449e-a84d-f7f31e7870cc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.876731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4b437a-d854-449e-a84d-f7f31e7870cc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.878514 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ed4b437a-d854-449e-a84d-f7f31e7870cc tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/0571eb6d-54e7-498c-9d8a-f0120f3b22ee HTTP/1.1" status: 404 len: 337 time: 0.0598104 Feb 07 13:18:47.884481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54434) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.906751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff3764-f509-443e-89a3-03bfd767590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cb0103-920a-408a-a640-ab632334a2b7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:47.927334 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-424aff0d-7ae1-4e7f-93c8-a42a2739e051 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:47.928005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424aff0d-7ae1-4e7f-93c8-a42a2739e051 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:47.931134 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-424aff0d-7ae1-4e7f-93c8-a42a2739e051 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/cb1b922e-7a1c-4543-ae7e-074248d4dd29 HTTP/1.1" status: 404 len: 337 time: 0.0439651 Feb 07 13:18:47.932077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54438) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:47.949879 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cff3764-f509-443e-89a3-03bfd767590d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:47.951109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4cff3764-f509-443e-89a3-03bfd767590d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05cb0103-920a-408a-a640-ab632334a2b7 HTTP/1.1" status: 204 len: 168 time: 0.6698453 Feb 07 13:18:47.964345 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:48.002887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:48.015245 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b5e7b5-45a8-453e-be35-1647d42ad254 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.021425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b5e7b5-45a8-453e-be35-1647d42ad254 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.021425 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b5b5e7b5-45a8-453e-be35-1647d42ad254 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/422b5902-bf0a-42d4-99a9-d43ef9a9d8c4 HTTP/1.1" status: 404 len: 333 time: 0.0852160 Feb 07 13:18:48.025634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.085364 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bdf023-9f7c-492f-bcee-4cbcaf6f2859 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.086028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bdf023-9f7c-492f-bcee-4cbcaf6f2859 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.095352 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93bdf023-9f7c-492f-bcee-4cbcaf6f2859 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/735e81b8-5b8c-408f-b82f-3fa91d4e09f7 HTTP/1.1" status: 404 len: 337 time: 0.0660980 Feb 07 13:18:48.095352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54448) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.139809 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7c2dc2-d713-4e9a-bf2c-bf2d6ae5e78e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.140210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7c2dc2-d713-4e9a-bf2c-bf2d6ae5e78e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.144722 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af7c2dc2-d713-4e9a-bf2c-bf2d6ae5e78e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/5c63d6c3-891a-4d45-bbd2-e64cc44835d9 HTTP/1.1" status: 404 len: 333 time: 0.0508940 Feb 07 13:18:48.145973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54454) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.190869 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f268e0e-99e8-4447-be90-b1c16e4b63b6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.191338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f268e0e-99e8-4447-be90-b1c16e4b63b6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.195967 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6f268e0e-99e8-4447-be90-b1c16e4b63b6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/786472db-eba4-420d-a693-0f8c9608a5c7 HTTP/1.1" status: 404 len: 337 time: 0.0468047 Feb 07 13:18:48.196399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54460) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.243409 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef7718e-5e69-42d2-8fb5-0e37bfa9ecee tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.243899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef7718e-5e69-42d2-8fb5-0e37bfa9ecee tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.245788 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6ef7718e-5e69-42d2-8fb5-0e37bfa9ecee tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/e04e48a9-5593-4b0e-93e8-213c5652b951 HTTP/1.1" status: 404 len: 333 time: 0.0486276 Feb 07 13:18:48.248381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54466) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.285806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Allocated IP 172.25.7.246 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/4d92c0b2-acf0-4eb9-9a0c-1eddb41fe2c0) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:48.288745 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5bb67f-8ae5-402c-a9a2-ade707c19061 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.289215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5bb67f-8ae5-402c-a9a2-ade707c19061 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.293544 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1a5bb67f-8ae5-402c-a9a2-ade707c19061 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/393e6b69-893a-4cb7-b0e6-a11137936228 HTTP/1.1" status: 404 len: 337 time: 0.0417514 Feb 07 13:18:48.293693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54472) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.339713 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41f90cb-6de2-43b7-9223-58eaa9ec35db tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.340308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41f90cb-6de2-43b7-9223-58eaa9ec35db tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.341987 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d41f90cb-6de2-43b7-9223-58eaa9ec35db tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/68378ca6-1ed2-4f59-8f19-6f69d9a728ad HTTP/1.1" status: 404 len: 333 time: 0.0473597 Feb 07 13:18:48.348463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.389495 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb204298-3914-4c14-ab51-96a8fdea714d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.389978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb204298-3914-4c14-ab51-96a8fdea714d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.391646 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bb204298-3914-4c14-ab51-96a8fdea714d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/292ada13-b141-4839-9fc0-e72324dbe890 HTTP/1.1" status: 404 len: 337 time: 0.0421603 Feb 07 13:18:48.394349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54480) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.437314 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c676e667-7b69-411e-b8a4-532fd64da093 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.437800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c676e667-7b69-411e-b8a4-532fd64da093 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.439506 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c676e667-7b69-411e-b8a4-532fd64da093 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/1dd6e06f-24e9-4879-bede-39233caedb0a HTTP/1.1" status: 404 len: 333 time: 0.0442989 Feb 07 13:18:48.442876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54486) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.462029 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:48.487090 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-029741d2-a4c0-4178-afdf-d2fce99b4413 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.487480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029741d2-a4c0-4178-afdf-d2fce99b4413 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.492524 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-029741d2-a4c0-4178-afdf-d2fce99b4413 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/ee84d7e8-d5cd-4020-a457-1b4ba9f06985 HTTP/1.1" status: 404 len: 337 time: 0.0460408 Feb 07 13:18:48.492970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54492) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.540482 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9832af5-c9f4-494b-98ed-29fc14a62d7b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.543873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9832af5-c9f4-494b-98ed-29fc14a62d7b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.546583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a9832af5-c9f4-494b-98ed-29fc14a62d7b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/cce3f076-74f0-4240-ad18-00112597706f HTTP/1.1" status: 404 len: 333 time: 0.0526395 Feb 07 13:18:48.549086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54496) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.587415 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7233c40d-4611-4b1c-9e3c-c2d88d8a86b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.587874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7233c40d-4611-4b1c-9e3c-c2d88d8a86b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.589571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7233c40d-4611-4b1c-9e3c-c2d88d8a86b0 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/632baf0c-74c7-4110-8dfe-3b23b5850a12 HTTP/1.1" status: 404 len: 337 time: 0.0395341 Feb 07 13:18:48.592119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54500) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.632879 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-94043905-b763-40fa-bfda-4d1ef81139e1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.633312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94043905-b763-40fa-bfda-4d1ef81139e1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.634995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-94043905-b763-40fa-bfda-4d1ef81139e1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/57a16812-0f6c-425f-91ee-17668a065a07 HTTP/1.1" status: 404 len: 337 time: 0.0419712 Feb 07 13:18:48.637651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54506) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.679836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:48.741719 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-7011b309-d682-4953-928d-2b0a914d3c11 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.741719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7011b309-d682-4953-928d-2b0a914d3c11 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.741719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7011b309-d682-4953-928d-2b0a914d3c11 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/4447ba3d-e5ce-477e-8577-9cdfb513a05f HTTP/1.1" status: 404 len: 333 time: 0.0957303 Feb 07 13:18:48.742614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54514) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.765331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:48.765331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:48.767586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:48.785620 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-55260405-9433-4602-a5aa-7062b2d09d01 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.786708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55260405-9433-4602-a5aa-7062b2d09d01 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.788460 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-55260405-9433-4602-a5aa-7062b2d09d01 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/465e66a4-0155-4d79-8741-794901e41550 HTTP/1.1" status: 404 len: 337 time: 0.0501161 Feb 07 13:18:48.791162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54518) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.799413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event updated for resources: {'Port': ['ID=4d92c0b2-acf0-4eb9-9a0c-1eddb41fe2c0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:48.831205 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee43050-43a8-40dc-92bd-38541c0173f6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.831677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee43050-43a8-40dc-92bd-38541c0173f6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.834628 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5ee43050-43a8-40dc-92bd-38541c0173f6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/7a57c8cd-d40a-48c4-9db8-f9190dc8505b HTTP/1.1" status: 404 len: 337 time: 0.0425403 Feb 07 13:18:48.837160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54522) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.888894 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dca8aa-ec0c-4f39-b177-a59d892a7c45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.899191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01dca8aa-ec0c-4f39-b177-a59d892a7c45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.899191 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-01dca8aa-ec0c-4f39-b177-a59d892a7c45 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/edf33bf1-2291-4f86-b5c3-5bcf8f7e8fb7 HTTP/1.1" status: 404 len: 333 time: 0.0583367 Feb 07 13:18:48.899883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54528) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:48.975153 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb5ea6b-d937-455f-b07f-04acbefee6ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:48.976107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb5ea6b-d937-455f-b07f-04acbefee6ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:48.984060 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cfb5ea6b-d937-455f-b07f-04acbefee6ad tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/d51289e0-92be-41f2-8e0a-a20e62da5d42 HTTP/1.1" status: 404 len: 337 time: 0.0835302 Feb 07 13:18:48.987403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54534) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.022319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54538) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.045330 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-587d31c2-b1bd-4d1e-9962-ecee47d8a161 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.045940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587d31c2-b1bd-4d1e-9962-ecee47d8a161 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.048021 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-587d31c2-b1bd-4d1e-9962-ecee47d8a161 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/9a240aba-5f75-4d93-afc8-4a20557df9a9 HTTP/1.1" status: 404 len: 337 time: 0.0587952 Feb 07 13:18:49.049937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54542) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.100372 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2881879b-59aa-4513-b4fa-18dac05169ce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.101157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2881879b-59aa-4513-b4fa-18dac05169ce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.101567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:49.103218 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2881879b-59aa-4513-b4fa-18dac05169ce tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/71bc01fc-a0fd-4dc1-a421-430ba6c419ba HTTP/1.1" status: 404 len: 333 time: 0.0521979 Feb 07 13:18:49.105834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.119465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54550) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.142957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:49.149240 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3644e59-2d7d-44fc-9740-f7698946bd33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.149758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3644e59-2d7d-44fc-9740-f7698946bd33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.150082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4456ed65954592ada7535e32ca6ee5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:49.153910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:49.154188 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c3644e59-2d7d-44fc-9740-f7698946bd33 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/01efc4b6-2452-432e-81f4-ca633402e3fa HTTP/1.1" status: 404 len: 337 time: 0.0474005 Feb 07 13:18:49.154783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54556) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.161896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:49.192712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165869c-4fc0-4f23-a30b-ff886a0e4e31 req-3fe51a3d-f3b7-4355-a63c-6fa8445d05e7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:49.194266 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b850956e-7d51-4481-9826-28487a524554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.194528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1165869c-4fc0-4f23-a30b-ff886a0e4e31 req-3fe51a3d-f3b7-4355-a63c-6fa8445d05e7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1712911 Feb 07 13:18:49.195082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b850956e-7d51-4481-9826-28487a524554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.199705 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b850956e-7d51-4481-9826-28487a524554 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/6aaf0d55-f5f1-432c-95fe-5a008e621317 HTTP/1.1" status: 404 len: 337 time: 0.0439749 Feb 07 13:18:49.200538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54560) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.253094 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-677624ba-0e07-4dcd-a46c-42e3f8951bed tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports?device_id=b89bd14c-6f0c-48f0-b675-aae9ac7f7339 HTTP/1.1" status: 200 len: 205 time: 0.0490210 Feb 07 13:18:49.253330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54564) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.272722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b685df90-1a10-46bc-8c34-25f2a98a5f66 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:49.273759 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-b685df90-1a10-46bc-8c34-25f2a98a5f66 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 13:18:49.274249 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-b685df90-1a10-46bc-8c34-25f2a98a5f66 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 13:18:49.275188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b685df90-1a10-46bc-8c34-25f2a98a5f66 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1497242 Feb 07 13:18:49.295347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54568) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.310980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--233102592'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:49.322803 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-8c86bfa1-760f-41d0-9ddd-7545dbde76ba tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] delete failed (client error): The resource could not be found. Feb 07 13:18:49.323862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8c86bfa1-760f-41d0-9ddd-7545dbde76ba tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/routers/b89bd14c-6f0c-48f0-b675-aae9ac7f7339 HTTP/1.1" status: 404 len: 336 time: 0.0695441 Feb 07 13:18:49.326573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54572) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.329666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:49.350981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:49.362855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:49.370277 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-458b84f0-dd47-4f64-8eca-034ff910cc2a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.370996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458b84f0-dd47-4f64-8eca-034ff910cc2a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.374950 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-458b84f0-dd47-4f64-8eca-034ff910cc2a tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/389e4de0-49c6-4f2d-84a9-4ffc2730694f HTTP/1.1" status: 404 len: 337 time: 0.0452697 Feb 07 13:18:49.380163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54576) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.386050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:49.401056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1165869c-4fc0-4f23-a30b-ff886a0e4e31 req-90bb9a41-f8e9-44ac-a64e-f7e6f4d0b9b3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372235 Feb 07 13:18:49.424579 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-87b59176-38c7-49b6-ab83-416397171b87 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "GET /v2.0/ports?device_id=2975fcb6-62af-4f27-ba33-e8a935b58e28 HTTP/1.1" status: 200 len: 205 time: 0.0476837 Feb 07 13:18:49.425459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54580) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.499381 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-bd24d380-7743-45e3-8b70-190833604f78 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] delete failed (client error): The resource could not be found. Feb 07 13:18:49.502744 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bd24d380-7743-45e3-8b70-190833604f78 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/routers/2975fcb6-62af-4f27-ba33-e8a935b58e28 HTTP/1.1" status: 404 len: 336 time: 0.0762286 Feb 07 13:18:49.503373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54584) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.523878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:49.543332 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b76e57-2276-4995-92bf-0eef2c06e25c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.543801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b76e57-2276-4995-92bf-0eef2c06e25c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.545654 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-06b76e57-2276-4995-92bf-0eef2c06e25c tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/a4890622-8ffd-4fa7-b031-3e65ea192c24 HTTP/1.1" status: 404 len: 337 time: 0.0413871 Feb 07 13:18:49.550073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54588) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.583478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:49.588790 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0850f133-8bd3-4eaf-adfd-8d9aeab7ec56 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.589259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0850f133-8bd3-4eaf-adfd-8d9aeab7ec56 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.593552 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0850f133-8bd3-4eaf-adfd-8d9aeab7ec56 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/fde7b230-10e4-4dd8-b7e5-04c62e5e0016 HTTP/1.1" status: 404 len: 337 time: 0.0407386 Feb 07 13:18:49.593923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54592) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.603115 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:49.607877 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:49.641978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:49.643929 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c828d78-b8ac-4b5e-bee2-bf49d47d5949 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.644612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c828d78-b8ac-4b5e-bee2-bf49d47d5949 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.646677 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3c828d78-b8ac-4b5e-bee2-bf49d47d5949 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/cbfe9732-8d22-47a2-84c0-824fae54bb81 HTTP/1.1" status: 404 len: 333 time: 0.0517700 Feb 07 13:18:49.649197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54596) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.653071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:49.658141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:49.688149 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fce1b10-043c-4e13-90fa-7379e8a87b72 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.688622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fce1b10-043c-4e13-90fa-7379e8a87b72 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.690309 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4fce1b10-043c-4e13-90fa-7379e8a87b72 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/27690341-75ad-46db-9050-30c71155ab41 HTTP/1.1" status: 404 len: 337 time: 0.0402086 Feb 07 13:18:49.693856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54600) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.729408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:49.735168 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c026db3-87e7-4159-bda9-97a4be9d2ef1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.735908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c026db3-87e7-4159-bda9-97a4be9d2ef1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.738516 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1c026db3-87e7-4159-bda9-97a4be9d2ef1 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/ed7b3f18-f299-4d0e-bf3c-d608ec06ee2a HTTP/1.1" status: 404 len: 333 time: 0.0428832 Feb 07 13:18:49.741058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54604) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.750129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:49.782054 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a9ba28-daab-4a0c-aad4-68c367765fe6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.782446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a9ba28-daab-4a0c-aad4-68c367765fe6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.784185 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11a9ba28-daab-4a0c-aad4-68c367765fe6 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/d95d65ce-2b16-4e20-bf32-342ce48f37ac HTTP/1.1" status: 404 len: 337 time: 0.0421655 Feb 07 13:18:49.789176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54608) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.835002 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ffaa97-afb4-42e1-bf12-7907dda101b8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.839888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ffaa97-afb4-42e1-bf12-7907dda101b8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.839888 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09ffaa97-afb4-42e1-bf12-7907dda101b8 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/7c1f3cac-393f-4816-b58e-a64c9a00465c HTTP/1.1" status: 404 len: 333 time: 0.0488942 Feb 07 13:18:49.840349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.881084 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa3df61-7d40-4bd7-9aac-653fb527e5e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.881559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa3df61-7d40-4bd7-9aac-653fb527e5e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.883319 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dfa3df61-7d40-4bd7-9aac-653fb527e5e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/34fa3743-be64-4901-8b75-0d793e4058f3 HTTP/1.1" status: 404 len: 337 time: 0.0420291 Feb 07 13:18:49.886352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54616) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.935114 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc218d54-b049-4180-b654-6448ce431e7d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.935601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc218d54-b049-4180-b654-6448ce431e7d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.937343 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dc218d54-b049-4180-b654-6448ce431e7d tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/edf68cf6-344a-4787-bbb4-5ccd067ad9b2 HTTP/1.1" status: 404 len: 333 time: 0.0500309 Feb 07 13:18:49.939986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54620) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:49.979047 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb121ac-bf9e-467f-9096-63bfbf231d46 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:49.979518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb121ac-bf9e-467f-9096-63bfbf231d46 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:49.981248 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8eb121ac-bf9e-467f-9096-63bfbf231d46 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/c932dfa0-eaec-4075-8172-5300611e466c HTTP/1.1" status: 404 len: 337 time: 0.0403452 Feb 07 13:18:49.983811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54624) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:50.022105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae4456ed65954592ada7535e32ca6ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9974973 Feb 07 13:18:50.024728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54628) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:50.026094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57428f4a-f76d-4596-8461-355533ae90b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee4570f-1c2b-453b-9b87-7ca65e67c24d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:50.040710 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dafa3a-27f6-41b2-b370-a2f8a355243b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:50.041194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dafa3a-27f6-41b2-b370-a2f8a355243b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:50.045700 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f8dafa3a-27f6-41b2-b370-a2f8a355243b tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/6e920bd1-61a6-492c-9d41-af6f3c895d96 HTTP/1.1" status: 404 len: 333 time: 0.0581222 Feb 07 13:18:50.046324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54632) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:50.092529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b6c7f9-e54d-44d5-84a5-ef53781d3b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.105039 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0704bc03-7581-492a-8078-ed3f40511750 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:50.105501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0704bc03-7581-492a-8078-ed3f40511750 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:50.120802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b6c7f9-e54d-44d5-84a5-ef53781d3b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.206881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0704bc03-7581-492a-8078-ed3f40511750 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/1a6d93fe-481b-40ec-954f-71dd950bba61 HTTP/1.1" status: 404 len: 337 time: 0.1566944 Feb 07 13:18:50.210185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:50.237457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.246760 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.247061 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b6c7f9-e54d-44d5-84a5-ef53781d3b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.265689 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7605f367-58d5-42dc-9455-5284811d461e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:50.266190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7605f367-58d5-42dc-9455-5284811d461e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:50.275082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6c7f9-e54d-44d5-84a5-ef53781d3b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee4570f-1c2b-453b-9b87-7ca65e67c24d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:50.284864 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7605f367-58d5-42dc-9455-5284811d461e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/85f4d8c4-0c6e-44e8-aa43-b63c080e3eec HTTP/1.1" status: 404 len: 333 time: 0.0683312 Feb 07 13:18:50.284864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b6c7f9-e54d-44d5-84a5-ef53781d3b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.288114 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-78b6c7f9-e54d-44d5-84a5-ef53781d3b1d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dee4570f-1c2b-453b-9b87-7ca65e67c24d HTTP/1.1" status: 204 len: 168 time: 0.2561562 Feb 07 13:18:50.288957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54642) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:50.317376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.346076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:50.359550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:50.371862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:50.384785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:50.452020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76462274-d3a1-4830-8072-e00f97eb35f8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:50.453853 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fa3431-c7e0-40aa-9cda-7db78b3f0020 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:50.454326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fa3431-c7e0-40aa-9cda-7db78b3f0020 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:50.456050 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86fa3431-c7e0-40aa-9cda-7db78b3f0020 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/d92eb0aa-70c9-4108-87e1-0bf00cfa6da5 HTTP/1.1" status: 404 len: 337 time: 0.1660049 Feb 07 13:18:50.460616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54648) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:50.511998 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d051f2b-763d-444e-bc7a-8257ee2f7712 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:50.512558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d051f2b-763d-444e-bc7a-8257ee2f7712 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:50.516575 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4d051f2b-763d-444e-bc7a-8257ee2f7712 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/ports/4eca4371-8454-463e-9d72-d10cf8fcfab0 HTTP/1.1" status: 404 len: 333 time: 0.0524337 Feb 07 13:18:50.516869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54652) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:50.561826 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b10956-a06c-4708-8ab0-6ba83e150a7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:50.562219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b10956-a06c-4708-8ab0-6ba83e150a7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:50.563993 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b2b10956-a06c-4708-8ab0-6ba83e150a7e tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/subnets/dff8d3a0-f800-46cb-910e-c617820b43c0 HTTP/1.1" status: 404 len: 337 time: 0.0458570 Feb 07 13:18:50.566517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54656) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:50.630196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.662104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f94fde-90d9-4a8d-954d-5862acc56fdf req-3cc7e906-32b3-4313-aa0b-4c6f9f0e541c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:50.663954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f94fde-90d9-4a8d-954d-5862acc56fdf req-3cc7e906-32b3-4313-aa0b-4c6f9f0e541c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1231790 Feb 07 13:18:50.699137 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.715669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f94fde-90d9-4a8d-954d-5862acc56fdf req-b958b791-d21d-4f39-a6de-27e704b039bb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450931 Feb 07 13:18:50.782771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.826368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Router e6338693-469d-470c-93d9-abf5b3e15a07 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:18:50.828356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b78f223-1b90-49a4-a863-3f6d2485f7ac,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:50.864818 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.896656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7752a43-b062-440d-a0bf-267aa725f6d8']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:50.916766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70c46f7-1f48-47cd-b590-df68a60ef052') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:50.916766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70c46f7-1f48-47cd-b590-df68a60ef052') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:50.922562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.940358 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.947810 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:18:50.948064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:18:50.963681 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:18:50.988771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:50.990071 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:18:50.990676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9ecc329a-c9c2-4569-b768-608c757ebcb9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6881516 Feb 07 13:18:50.997357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54668) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:51.011667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '9b78f223-1b90-49a4-a863-3f6d2485f7ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:51.019734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:51.027519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:51.031859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:51.041926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:51.043168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:51.053718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f7465-8388-4a34-be05-dcc67b5b4297 None None] Sync routers for ids ['e6338693-469d-470c-93d9-abf5b3e15a07'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:51.063389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f7465-8388-4a34-be05-dcc67b5b4297 None None] Routers {'e6338693-469d-470c-93d9-abf5b3e15a07'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:51.064183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6d7f7465-8388-4a34-be05-dcc67b5b4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['e6338693-469d-470c-93d9-abf5b3e15a07'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:51.128719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6d7f7465-8388-4a34-be05-dcc67b5b4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:51.137971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f7465-8388-4a34-be05-dcc67b5b4297 None None] Routers {'e6338693-469d-470c-93d9-abf5b3e15a07'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:51.138570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6d7f7465-8388-4a34-be05-dcc67b5b4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['e6338693-469d-470c-93d9-abf5b3e15a07'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:51.210792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.239568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.239705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.239705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2daa96db-77fd-4881-8c8e-b35f458d7b4e tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7162969 Feb 07 13:18:51.240945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54674) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:51.242690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6d7f7465-8388-4a34-be05-dcc67b5b4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:51.243167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f7465-8388-4a34-be05-dcc67b5b4297 None None] The sync data for ids ['e6338693-469d-470c-93d9-abf5b3e15a07'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:51.246375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.251385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:51.303703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] Pushing event deleted for resources: {'Network': ['ID=c7752a43-b062-440d-a0bf-267aa725f6d8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:51.309757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.311739 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a5eae3d-a3b6-4654-b4c8-3cd85c8b81e9 tempest-NetworksTestDHCPv6-676544680 tempest-NetworksTestDHCPv6-676544680-project] 10.222.0.69 "DELETE /v2.0/networks/c7752a43-b062-440d-a0bf-267aa725f6d8 HTTP/1.1" status: 204 len: 168 time: 0.7441921 Feb 07 13:18:51.450811 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.476748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3f17f9-7965-41a8-9fbd-3985649874be,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:51.651451 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.651451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-265c7b7e-746e-491a-a098-4744c0393b62 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6518450 Feb 07 13:18:51.653162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54688) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:51.660213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-572bdd0a-eae5-43e8-950b-3cb636ca66a5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '9b78f223-1b90-49a4-a863-3f6d2485f7ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:51.672167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-572bdd0a-eae5-43e8-950b-3cb636ca66a5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:51.680735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-572bdd0a-eae5-43e8-950b-3cb636ca66a5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:51.686194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-572bdd0a-eae5-43e8-950b-3cb636ca66a5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:51.694107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-572bdd0a-eae5-43e8-950b-3cb636ca66a5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:51.793539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54694) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:51.815641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-572bdd0a-eae5-43e8-950b-3cb636ca66a5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.830399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.927494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:51.944878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54702) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:51.970700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a07af-365b-4bd1-b904-6904d279fa82 req-4026a7e1-32a3-42aa-bbf7-922327a2b5d0 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:51.972577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-082a07af-365b-4bd1-b904-6904d279fa82 req-4026a7e1-32a3-42aa-bbf7-922327a2b5d0 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1346383 Feb 07 13:18:52.028544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-082a07af-365b-4bd1-b904-6904d279fa82 req-a7ef3667-7a3b-4e84-a86f-7618059473f1 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493572 Feb 07 13:18:52.038647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Deleting port 4d92c0b2-acf0-4eb9-9a0c-1eddb41fe2c0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:18:52.038946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.053774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1997249611'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:52.058934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:52.067158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:52.067158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:52.072025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:52.085809 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-572bdd0a-eae5-43e8-950b-3cb636ca66a5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 13:18:52.086921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-572bdd0a-eae5-43e8-950b-3cb636ca66a5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4322653 Feb 07 13:18:52.089779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54708) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:52.112562 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3342aa88-ec76-4aa3-aa73-1649f5fabd07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53f65ea388b949cb8d31c712524ed828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665127 Feb 07 13:18:52.117710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54712) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:52.179066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:52.182429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.213175 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.230138 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e56193a-45a9-44f5-a4c3-9cbc513a7013 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.236561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.259566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:52.261827 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8840003d-4658-41ec-965e-f8040427c8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.281121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:security_group_rule and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:52.286530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:52.292611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e56193a-45a9-44f5-a4c3-9cbc513a7013 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.309514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:52.342596 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8840003d-4658-41ec-965e-f8040427c8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.483895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Calling delete_port for 4d92c0b2-acf0-4eb9-9a0c-1eddb41fe2c0 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:18:52.590150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e56193a-45a9-44f5-a4c3-9cbc513a7013 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.611063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56193a-45a9-44f5-a4c3-9cbc513a7013 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b78f223-1b90-49a4-a863-3f6d2485f7ac,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:52.625531 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e56193a-45a9-44f5-a4c3-9cbc513a7013 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.626713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6e56193a-45a9-44f5-a4c3-9cbc513a7013 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/9b78f223-1b90-49a4-a863-3f6d2485f7ac HTTP/1.1" status: 204 len: 168 time: 0.5358763 Feb 07 13:18:52.629229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54716) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:52.661981 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8840003d-4658-41ec-965e-f8040427c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.696203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8840003d-4658-41ec-965e-f8040427c8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.697320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8840003d-4658-41ec-965e-f8040427c8c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fabc00ed-d1a0-4558-9031-0ac9223d3bbf HTTP/1.1" status: 204 len: 168 time: 0.5790701 Feb 07 13:18:52.711054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840003d-4658-41ec-965e-f8040427c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabc00ed-d1a0-4558-9031-0ac9223d3bbf,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:52.733848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bb542d1b-bfe0-4917-934c-f17a3c287007 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:52.746857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.767084 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.815235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Pushing event deleted for resources: {'Port': ['ID=4d92c0b2-acf0-4eb9-9a0c-1eddb41fe2c0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:52.839058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.873567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:18:52.882200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00cccfc-ab20-4f04-a849-c921bbe09b0c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:52.891452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bb542d1b-bfe0-4917-934c-f17a3c287007 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:52.896025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bb542d1b-bfe0-4917-934c-f17a3c287007 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2641535 Feb 07 13:18:52.896801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54722) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:52.897368 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.897716 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment 7c656ce2-10e2-4dc8-94f2-153dac95c72e of type vlan for network 5aa16735-ab17-4824-88dd-5e99656e678b Feb 07 13:18:52.908124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072565967'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:52.917129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:52.929934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.933241 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:52.983876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:53.093088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.099993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:53.100721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.198411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.295106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:53.351076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:53.360791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.362831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:53.370566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.372653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:53.400562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6057456 Feb 07 13:18:53.419338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe709e5-ec5a-4f24-a5ad-28398ddc1936 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=5aa16735-ab17-4824-88dd-5e99656e678b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:53.425993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 5aa16735-ab17-4824-88dd-5e99656e678b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:18:53.470329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5896af-1652-409e-b7c8-a8630b708125 req-71af94a4-08ec-4ea3-b0d8-aba823bb81f5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:53.480577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f5896af-1652-409e-b7c8-a8630b708125 req-71af94a4-08ec-4ea3-b0d8-aba823bb81f5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.2968683 Feb 07 13:18:53.527305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54738) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:53.537100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Router e6338693-469d-470c-93d9-abf5b3e15a07 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:18:53.555938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '5aa16735-ab17-4824-88dd-5e99656e678b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:53.638389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f5896af-1652-409e-b7c8-a8630b708125 req-062b3089-86e6-4ebc-8e5b-5f24cbb96c5d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569638 Feb 07 13:18:53.682270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:53.686352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:53.689723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:53.696706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:53.722900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:18:53.737044 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d1537-5173-4765-a430-81de043246eb None None] Sync routers for ids ['e6338693-469d-470c-93d9-abf5b3e15a07'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:18:53.742551 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.747463 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d1537-5173-4765-a430-81de043246eb None None] Routers {'e6338693-469d-470c-93d9-abf5b3e15a07'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:53.748207 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d58d1537-5173-4765-a430-81de043246eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['e6338693-469d-470c-93d9-abf5b3e15a07'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:53.756880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.758267 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e8e78cef-d83a-4b99-8011-96f8168410b1 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "PUT /v2.0/routers/e6338693-469d-470c-93d9-abf5b3e15a07 HTTP/1.1" status: 200 len: 709 time: 2.5157576 Feb 07 13:18:53.760887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54746) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:53.816901 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d58d1537-5173-4765-a430-81de043246eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:53.820249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.825953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:53.829418 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.842314 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d1537-5173-4765-a430-81de043246eb None None] Routers {'e6338693-469d-470c-93d9-abf5b3e15a07'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:18:53.843769 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d58d1537-5173-4765-a430-81de043246eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['e6338693-469d-470c-93d9-abf5b3e15a07'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:53.863743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b563981-5512-4f32-8918-f27f3cf85600,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:53.914062 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d58d1537-5173-4765-a430-81de043246eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:53.914468 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d1537-5173-4765-a430-81de043246eb None None] The sync data for ids ['e6338693-469d-470c-93d9-abf5b3e15a07'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:18:53.965157 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:53.968067 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a60533bf-a563-4394-b69b-34693f587788 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0687673 Feb 07 13:18:53.969415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54754) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:53.974905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-21b690ae-e84c-4856-8cbe-2083d5304461 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '9b563981-5512-4f32-8918-f27f3cf85600', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:53.975854 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-21b690ae-e84c-4856-8cbe-2083d5304461 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 13:18:53.976491 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-21b690ae-e84c-4856-8cbe-2083d5304461 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:53.977687 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21b690ae-e84c-4856-8cbe-2083d5304461 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071375 Feb 07 13:18:53.980241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54758) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:53.990317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d98d2fbe-5818-406d-826f-46a57628e003 tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/routers/e6338693-469d-470c-93d9-abf5b3e15a07 HTTP/1.1" status: 200 len: 744 time: 0.2281702 Feb 07 13:18:53.993309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54762) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:54.052918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-df25b62e-56f9-4d38-92c4-2893d668f28a tempest-RoutersIpV6AdminTest-673857528 tempest-RoutersIpV6AdminTest-673857528-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=e6338693-469d-470c-93d9-abf5b3e15a07 HTTP/1.1" status: 200 len: 205 time: 0.0557127 Feb 07 13:18:54.053850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54766) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:54.090023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54770) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:54.115802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-68fc2227-5e2e-417e-9ff2-bbbd13a20d26 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6338693-469d-470c-93d9-abf5b3e15a07 HTTP/1.1" status: 200 len: 205 time: 0.0607619 Feb 07 13:18:54.118330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54776) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:54.178661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-235ab71b-bfda-4a81-a41c-c2246e71c5b1 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.208394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-235ab71b-bfda-4a81-a41c-c2246e71c5b1 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.312352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-461109159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:54.321983 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c071896a-5b02-4d11-9023-06c65d32aceb tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.375152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:54.382523 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-235ab71b-bfda-4a81-a41c-c2246e71c5b1 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.401879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ab71b-bfda-4a81-a41c-c2246e71c5b1 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b563981-5512-4f32-8918-f27f3cf85600,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:54.402868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:router and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:54.417134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:54.480969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:54.486497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-235ab71b-bfda-4a81-a41c-c2246e71c5b1 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.486497 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-235ab71b-bfda-4a81-a41c-c2246e71c5b1 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/9b563981-5512-4f32-8918-f27f3cf85600 HTTP/1.1" status: 204 len: 168 time: 0.5026321 Feb 07 13:18:54.487103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54780) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:54.540511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ffca8dac-4f75-43af-bf5c-cca963ffc857 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:54.607632 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.635413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ffca8dac-4f75-43af-bf5c-cca963ffc857 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:54.640635 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ffca8dac-4f75-43af-bf5c-cca963ffc857 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1489062 Feb 07 13:18:54.641174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54784) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:54.647311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002286751'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:54.654368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:54.665956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:54.704444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c071896a-5b02-4d11-9023-06c65d32aceb tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.709715 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c071896a-5b02-4d11-9023-06c65d32aceb tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.732899 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.733924 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.756396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.776690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:54.780521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:54.783430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:54.791618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:54.821550 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.867346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.873884 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c071896a-5b02-4d11-9023-06c65d32aceb tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.874400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c071896a-5b02-4d11-9023-06c65d32aceb tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Fanout notify agent at l3_agent the message router_deleted on router e6338693-469d-470c-93d9-abf5b3e15a07 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:18:54.907326 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.946464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=1b391bfe-5819-4c53-a4ef-9fe5ba52c3a0,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:54.956482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993cc1-1835-42c0-964c-3697800127a7 req-9474a469-3f63-463f-b215-37178d2c2a69 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:54.958876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b993cc1-1835-42c0-964c-3697800127a7 req-9474a469-3f63-463f-b215-37178d2c2a69 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.2009127 Feb 07 13:18:54.968466 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c071896a-5b02-4d11-9023-06c65d32aceb tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:54.969647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c071896a-5b02-4d11-9023-06c65d32aceb tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/e6338693-469d-470c-93d9-abf5b3e15a07 HTTP/1.1" status: 204 len: 168 time: 0.8501661 Feb 07 13:18:54.975203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54790) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.007119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.041252 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a5c4ea3e-8a14-4f51-91ce-40db388513b9 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6338693-469d-470c-93d9-abf5b3e15a07 HTTP/1.1" status: 200 len: 205 time: 0.0666363 Feb 07 13:18:55.047101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54794) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.130372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': '7c656ce2-10e2-4dc8-94f2-153dac95c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5aa16735-ab17-4824-88dd-5e99656e678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:55.130690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 5aa16735-ab17-4824-88dd-5e99656e678b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:18:55.140020 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-bfea15eb-8a45-4e04-83ca-562b89f4513c tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] delete failed (client error): The resource could not be found. Feb 07 13:18:55.141003 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bfea15eb-8a45-4e04-83ca-562b89f4513c tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/e6338693-469d-470c-93d9-abf5b3e15a07 HTTP/1.1" status: 404 len: 336 time: 0.0929630 Feb 07 13:18:55.141743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d79aa6-e10f-4dbf-b447-88da66732f36,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:55.143926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54798) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.166938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b993cc1-1835-42c0-964c-3697800127a7 req-ceb16aeb-1ca5-468b-a1fc-6343a87b1f33 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961493 Feb 07 13:18:55.188274 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-15be8f13-9233-43ef-a1fe-e38757bbe412 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=a97a4d4c-2373-47bb-8042-3ffd7200bf2c HTTP/1.1" status: 200 len: 205 time: 0.0434167 Feb 07 13:18:55.190644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54802) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.259142 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-725057b8-9e29-40c5-8838-6f65bd55e8d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] delete failed (client error): The resource could not be found. Feb 07 13:18:55.260163 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-725057b8-9e29-40c5-8838-6f65bd55e8d2 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/a97a4d4c-2373-47bb-8042-3ffd7200bf2c HTTP/1.1" status: 404 len: 336 time: 0.0686343 Feb 07 13:18:55.263134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54806) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.268159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.298145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 5aa16735-ab17-4824-88dd-5e99656e678b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:18:55.299115 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.303740 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7ca3522a-dc49-4db9-9404-46c77425b4c2 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6581647 Feb 07 13:18:55.304715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54810) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.310482 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cbb312a3-2708-4c7d-9e1d-8c54cf46776c tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2 HTTP/1.1" status: 200 len: 205 time: 0.0444877 Feb 07 13:18:55.310717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-cf3ba909-8381-425c-b215-568166180c0a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '43d79aa6-e10f-4dbf-b447-88da66732f36', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:55.311050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54814) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.312162 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-cf3ba909-8381-425c-b215-568166180c0a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 13:18:55.312671 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-cf3ba909-8381-425c-b215-568166180c0a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:55.313624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cf3ba909-8381-425c-b215-568166180c0a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079634 Feb 07 13:18:55.316450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54818) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.380457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4f7a-cc3c-45e5-92cc-043ba25715c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.382413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.383599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d64c3951-7c68-467f-b4a1-5f735733e182 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2915602 Feb 07 13:18:55.383741 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-e6315990-e54b-483d-92ed-947b38dcbe84 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] delete failed (client error): The resource could not be found. Feb 07 13:18:55.384404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 5aa16735-ab17-4824-88dd-5e99656e678b) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:55.386906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54822) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.388331 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e6315990-e54b-483d-92ed-947b38dcbe84 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/43b2f8b2-2ec3-47c1-9b4b-2b55b4a522b2 HTTP/1.1" status: 404 len: 336 time: 0.0756907 Feb 07 13:18:55.389080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54824) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.395653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f9a1f-3d7c-453b-8e80-ab2163ba05a5 None None] Network 5aa16735-ab17-4824-88dd-5e99656e678b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:55.402167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-620586672'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:55.413377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:55.413377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.423933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:55.440310 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21544405-0b2b-44bd-b785-cd6750bdea9c tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5b89e9-1c97-41e3-bebb-1f1148020bfe HTTP/1.1" status: 200 len: 205 time: 0.0479426 Feb 07 13:18:55.440537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:network and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:55.440638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54830) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.445991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:55.449430 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4f7a-cc3c-45e5-92cc-043ba25715c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.462383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:55.519143 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-9cd50c28-cc42-42de-8b67-e02394049b33 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] delete failed (client error): The resource could not be found. Feb 07 13:18:55.520398 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9cd50c28-cc42-42de-8b67-e02394049b33 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/da5b89e9-1c97-41e3-bebb-1f1148020bfe HTTP/1.1" status: 404 len: 336 time: 0.0786390 Feb 07 13:18:55.522974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54834) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.534296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-90776344-bc04-4f5f-82db-4bb8e731324c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0056956 Feb 07 13:18:55.538984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54838) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.544692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1137232494'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:55.550612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:55.555621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:55.558773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:55.565888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:55.573870 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-91a7703a-a6e4-44d9-bb0a-2b1878778ba3 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea HTTP/1.1" status: 200 len: 205 time: 0.0445757 Feb 07 13:18:55.573870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54842) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.616381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4f7a-cc3c-45e5-92cc-043ba25715c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.636354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd4f7a-cc3c-45e5-92cc-043ba25715c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d79aa6-e10f-4dbf-b447-88da66732f36,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:55.643111 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4f7a-cc3c-45e5-92cc-043ba25715c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.644474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bbdd4f7a-cc3c-45e5-92cc-043ba25715c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/43d79aa6-e10f-4dbf-b447-88da66732f36 HTTP/1.1" status: 204 len: 168 time: 0.3265433 Feb 07 13:18:55.647298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54846) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.648775 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-fc5e52a1-1f89-42df-8622-f820bc2ad088 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] delete failed (client error): The resource could not be found. Feb 07 13:18:55.650086 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc5e52a1-1f89-42df-8622-f820bc2ad088 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/f7dfef78-69d5-40e9-a0f4-c28cdeaf01ea HTTP/1.1" status: 404 len: 336 time: 0.0783055 Feb 07 13:18:55.652643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54850) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.655364 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-5aa16735-ab17-4824-88dd-5e99656e678b', 'network_id': '5aa16735-ab17-4824-88dd-5e99656e678b', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': '1b391bfe-5819-4c53-a4ef-9fe5ba52c3a0'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:18:55.656644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.707575 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-effd99fd-40fb-4cb4-89a6-82be77baaaed tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "GET /v2.0/ports?device_id=661dfa42-ae9a-43a2-aadb-96335a398d11 HTTP/1.1" status: 200 len: 205 time: 0.0536840 Feb 07 13:18:55.712173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54854) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.725438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c862834-65a5-44c9-b279-766d6d8939d4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:55.730761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:55.734108 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.743437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Made reservation on behalf of f3b5825b936946d5a22437cf72e374ef for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:55.746757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.769496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.787730 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-6aed6ae7-70ac-4c4f-8f64-cd94a5dbfc9a tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] delete failed (client error): The resource could not be found. Feb 07 13:18:55.792536 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6aed6ae7-70ac-4c4f-8f64-cd94a5dbfc9a tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/routers/661dfa42-ae9a-43a2-aadb-96335a398d11 HTTP/1.1" status: 404 len: 336 time: 0.0798304 Feb 07 13:18:55.793093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54858) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.834020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:55.845502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:18:55.847707 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b55a96-cfc4-4f54-a222-00cb6ba70318 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] DELETE failed (client error): The resource could not be found. Feb 07 13:18:55.848509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b55a96-cfc4-4f54-a222-00cb6ba70318 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:18:55.850962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:security_group_rule and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:55.851180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Allocated IP 172.20.255.242 (5aa16735-ab17-4824-88dd-5e99656e678b/1b391bfe-5819-4c53-a4ef-9fe5ba52c3a0/a6127585-1b35-437b-9141-cb45a7e48d85) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:55.857644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:55.865649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:55.869216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f2b55a96-cfc4-4f54-a222-00cb6ba70318 tempest-RoutersIpV6AdminTest-160514668 tempest-RoutersIpV6AdminTest-160514668-project] 10.222.0.69 "DELETE /v2.0/subnets/9c3c6712-875e-42ea-b0b3-5d4b712804a7 HTTP/1.1" status: 404 len: 337 time: 0.0749996 Feb 07 13:18:55.875940 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:55.876326 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment 2acf8e33-4f99-4da4-8239-e3351ff25721 of type vlan for network ee22db55-1372-44b7-a20e-fc497d507c38 Feb 07 13:18:55.887085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c862834-65a5-44c9-b279-766d6d8939d4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:55.888295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9c862834-65a5-44c9-b279-766d6d8939d4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2397974 Feb 07 13:18:55.893930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54864) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:55.901638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889958209'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:55.921218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:55.944594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:55.953675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.048267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.081210 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.084705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.091837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Transition to ACTIVE for port object a6127585-1b35-437b-9141-cb45a7e48d85 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:56.101578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:56.105469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:56.114882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:56.115008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Transition to ACTIVE for port object a6127585-1b35-437b-9141-cb45a7e48d85 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:56.115112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:56.134363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.139741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:56.140286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.227934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.245111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.303904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:18:56.312944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Network 5aa16735-ab17-4824-88dd-5e99656e678b is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:56.315985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:56.321552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:56.353154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=ee22db55-1372-44b7-a20e-fc497d507c38,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:56.357501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Pushing event updated for resources: {'Port': ['ID=a6127585-1b35-437b-9141-cb45a7e48d85,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:56.368648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network ee22db55-1372-44b7-a20e-fc497d507c38 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:18:56.406874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb16880-a224-4438-964a-29c418d9cc43,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:56.425980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.426885 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Added segment b56d6197-53a5-4d73-a633-25a000b5b1bd of type vlan for network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 Feb 07 13:18:56.428795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aeb4923b-b38b-420c-9b01-1d45254d0e9a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8886998 Feb 07 13:18:56.432618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54870) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:56.440509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': 'ee22db55-1372-44b7-a20e-fc497d507c38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:56.444835 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.510567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.524870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Attempting to bind port a6127585-1b35-437b-9141-cb45a7e48d85 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:18:56.524870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Attempting to bind port a6127585-1b35-437b-9141-cb45a7e48d85 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '7c656ce2-10e2-4dc8-94f2-153dac95c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5aa16735-ab17-4824-88dd-5e99656e678b'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:18:56.524870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Attempting to bind port a6127585-1b35-437b-9141-cb45a7e48d85 on network 5aa16735-ab17-4824-88dd-5e99656e678b {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:18:56.543375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:18:56.545495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Checking segment: {'id': '7c656ce2-10e2-4dc8-94f2-153dac95c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5aa16735-ab17-4824-88dd-5e99656e678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:56.545495 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.545495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Bound using segment: {'id': '7c656ce2-10e2-4dc8-94f2-153dac95c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5aa16735-ab17-4824-88dd-5e99656e678b'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:18:56.545868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Bound port: a6127585-1b35-437b-9141-cb45a7e48d85, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c656ce2-10e2-4dc8-94f2-153dac95c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5aa16735-ab17-4824-88dd-5e99656e678b'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:18:56.546417 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.562191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-8e109fe1-549d-42a2-b4dc-cb7897993401 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1918540 Feb 07 13:18:56.562834 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.585913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54876) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:56.639736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:56.644752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:56.650958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:56.662010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:56.671735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f779-61e6-43c7-bd41-a5aa8b88a364 req-ac4db901-b444-4188-9f6e-b0eb9f875353 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:56.678270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1db5f779-61e6-43c7-bd41-a5aa8b88a364 req-ac4db901-b444-4188-9f6e-b0eb9f875353 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3881173 Feb 07 13:18:56.688909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] For port a6127585-1b35-437b-9141-cb45a7e48d85, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:18:56.692274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] For port a6127585-1b35-437b-9141-cb45a7e48d85, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6127585-1b35-437b-9141-cb45a7e48d85,segment=NetworkSegment(7c656ce2-10e2-4dc8-94f2-153dac95c72e),segment_id=7c656ce2-10e2-4dc8-94f2-153dac95c72e)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:18:56.728493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00aadf8c-1732-4c9c-bb81-9212aa59387d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:56.741459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.741459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8b5356a7-9826-4d6f-8dbb-2fab42f6ebcf tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8450413 Feb 07 13:18:56.743228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54882) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:56.748422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e18b6430-1d99-4434-800d-3bcc5966b9a9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '00aadf8c-1732-4c9c-bb81-9212aa59387d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:56.752580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.758595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:56.759211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.764051 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-e18b6430-1d99-4434-800d-3bcc5966b9a9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 13:18:56.764713 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-e18b6430-1d99-4434-800d-3bcc5966b9a9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:56.765844 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e18b6430-1d99-4434-800d-3bcc5966b9a9 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216169 Feb 07 13:18:56.768697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54886) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:56.772200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:56.775832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.787629 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.800921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0cd8288f-9c8b-431f-b4d7-8f2efefbca2c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '00aadf8c-1732-4c9c-bb81-9212aa59387d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:56.802323 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-0cd8288f-9c8b-431f-b4d7-8f2efefbca2c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 13:18:56.802920 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-0cd8288f-9c8b-431f-b4d7-8f2efefbca2c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:56.806962 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0cd8288f-9c8b-431f-b4d7-8f2efefbca2c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0370860 Feb 07 13:18:56.810497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54890) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:56.884972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3f49b62a-9cb4-4481-99ba-a5a5e376804c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '00aadf8c-1732-4c9c-bb81-9212aa59387d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:56.886934 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-3f49b62a-9cb4-4481-99ba-a5a5e376804c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 13:18:56.887570 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-3f49b62a-9cb4-4481-99ba-a5a5e376804c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:56.889686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3f49b62a-9cb4-4481-99ba-a5a5e376804c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0717182 Feb 07 13:18:56.890875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a6e96-df7d-4862-bd7a-9d67fd3af3b8 None None] Pushing event updated for resources: {'Port': ['ID=a6127585-1b35-437b-9141-cb45a7e48d85,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:56.893556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54894) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:56.898328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:56.902775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d8d9f442-8c9d-4a33-898b-67dc8dd0f310 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '00aadf8c-1732-4c9c-bb81-9212aa59387d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:56.903627 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-d8d9f442-8c9d-4a33-898b-67dc8dd0f310 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 13:18:56.904142 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-d8d9f442-8c9d-4a33-898b-67dc8dd0f310 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:56.905081 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d8d9f442-8c9d-4a33-898b-67dc8dd0f310 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103726 Feb 07 13:18:56.908928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54898) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:56.945092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:56.952219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1db5f779-61e6-43c7-bd41-a5aa8b88a364 req-0d6346eb-2b50-4c58-ac9b-d2a9a4781c2c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302964 Feb 07 13:18:56.957219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] Usage tracker for resource:security_group_rule and tenant:600199bbbb1f4d46b2f7f37e5ed2c984 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:56.963963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:56.968015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Network': ['ID=c7d6fa21-f535-48e8-aa40-f242f6f3c3e6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:56.975171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:56.981966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:18:56.997301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a9d312e7-33c0-4051-a438-ca2ef5e2bfed tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6064491 Feb 07 13:18:56.997502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54902) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:56.998632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-072d5895-f0c4-4cde-a982-edd8c4b194db tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.013563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'subnet': {'network_id': 'c7d6fa21-f535-48e8-aa40-f242f6f3c3e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:57.077676 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-072d5895-f0c4-4cde-a982-edd8c4b194db tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.087879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce1fd175-8d96-4042-871e-660090c9fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.097144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce1fd175-8d96-4042-871e-660090c9fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.097144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce1fd175-8d96-4042-871e-660090c9fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.097144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce1fd175-8d96-4042-871e-660090c9fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.097144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce1fd175-8d96-4042-871e-660090c9fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.097144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce1fd175-8d96-4042-871e-660090c9fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.097144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce1fd175-8d96-4042-871e-660090c9fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.097144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce1fd175-8d96-4042-871e-660090c9fd06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7696aab073d545e9835b5ca341ca819f&device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 6503 time: 0.4137182 Feb 07 13:18:57.245981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:57.252796 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.253687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:subnet and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:57.261281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:57.269613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:57.308356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-072d5895-f0c4-4cde-a982-edd8c4b194db tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.337604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d5895-f0c4-4cde-a982-edd8c4b194db tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aadf8c-1732-4c9c-bb81-9212aa59387d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:57.356490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-d0426fd9-34f1-45e9-b022-1df0f09fcae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.357218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-d0426fd9-34f1-45e9-b022-1df0f09fcae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.357688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-d0426fd9-34f1-45e9-b022-1df0f09fcae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.359294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-d0426fd9-34f1-45e9-b022-1df0f09fcae9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&id=cdf1861f-6d94-4ade-93cf-f1104237dde1&id=cdf1861f-6d94-4ade-93cf-f1104237dde1 HTTP/1.1" status: 200 len: 2294 time: 0.2306619 Feb 07 13:18:57.406287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=d410211d-1841-4d33-b475-189ddc428c0f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:57.411505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': '2acf8e33-4f99-4da4-8239-e3351ff25721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee22db55-1372-44b7-a20e-fc497d507c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:57.412137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: ee22db55-1372-44b7-a20e-fc497d507c38, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:18:57.461041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Made reservation on behalf of f3b5825b936946d5a22437cf72e374ef for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:57.462793 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.529978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-072d5895-f0c4-4cde-a982-edd8c4b194db tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.533009 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-072d5895-f0c4-4cde-a982-edd8c4b194db tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/00aadf8c-1732-4c9c-bb81-9212aa59387d HTTP/1.1" status: 204 len: 168 time: 0.6214690 Feb 07 13:18:57.534037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54906) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:57.548522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.562330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network ee22db55-1372-44b7-a20e-fc497d507c38 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:18:57.587140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-3fee3c69-c433-4bdb-ae4a-e6772492c748 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4580ce9f-c307-458b-aacf-9573f51052af HTTP/1.1" status: 200 len: 1001 time: 0.2090561 Feb 07 13:18:57.593536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f8e3d3e3-6346-400b-91bd-90215690c543 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:18:57.710232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, ee22db55-1372-44b7-a20e-fc497d507c38) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:57.715085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.716077 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.723817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263272f-b01c-4df1-94ff-d74e50e6d91e None None] Network ee22db55-1372-44b7-a20e-fc497d507c38 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:57.747805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f8e3d3e3-6346-400b-91bd-90215690c543 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:18:57.757930 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f8e3d3e3-6346-400b-91bd-90215690c543 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2141032 Feb 07 13:18:57.757930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54910) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:57.765035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:57.769289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--53593388'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:57.788692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:57.809176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:57.842695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fecdb2-10f7-42d5-bf2c-d5b8972ac395,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:57.858150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-499e5534-3f27-41b5-861c-1ebf5d7e8a04 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=600199bbbb1f4d46b2f7f37e5ed2c984&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2552826 Feb 07 13:18:57.858150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54914) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:57.858528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-6c0e4bd3-12d1-4cf8-9622-7d02de9a7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:57.859926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-6c0e4bd3-12d1-4cf8-9622-7d02de9a7134 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68a4b9fe-b72e-4913-af74-511b83dfbbe1 HTTP/1.1" status: 200 len: 855 time: 0.2663302 Feb 07 13:18:57.931462 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cb9af2f9-782e-4f73-9ae0-73e1fe8a8468 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4969897 Feb 07 13:18:57.934960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54918) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:58.021036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-ee22db55-1372-44b7-a20e-fc497d507c38', 'network_id': 'ee22db55-1372-44b7-a20e-fc497d507c38', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': 'd410211d-1841-4d33-b475-189ddc428c0f'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:18:58.022214 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.073136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4f566f1-1617-4082-b71e-a3e6e90594f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.119353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-aa45309b-591b-4dc0-a34a-8598c86c15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:58.124479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-aa45309b-591b-4dc0-a34a-8598c86c15ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b770f56-a9b7-486f-94e8-7aef66bc75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505438 Feb 07 13:18:58.160872 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.165077 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.167274 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4f566f1-1617-4082-b71e-a3e6e90594f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.187721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:58.193541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:58.197219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:58.203136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:58.248191 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.281995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.314850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5ec29-e31e-4703-9687-f04cbb983ad2 None None] Network 5aa16735-ab17-4824-88dd-5e99656e678b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:58.401852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Allocated IP 172.20.0.2 (ee22db55-1372-44b7-a20e-fc497d507c38/d410211d-1841-4d33-b475-189ddc428c0f/d6cf4a7c-f1bf-4298-b61b-2f3db30931df) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:58.428868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Subnet': ['ID=73d12700-6599-4ea4-a419-fc26c353403c,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:58.483741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Checking segment: {'id': 'b56d6197-53a5-4d73-a633-25a000b5b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7d6fa21-f535-48e8-aa40-f242f6f3c3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:58.484111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network hostable DHCP agents. Network: c7d6fa21-f535-48e8-aa40-f242f6f3c3e6, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:18:58.490673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-9c89385c-76fa-4aff-8311-50b1a0b3a583 service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523405 Feb 07 13:18:58.507945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.560257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.588662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7743ca-70fc-43b4-a24c-ef13ffee1fbb req-f4d93d77-bf3a-4cc3-91a1-7fcaa181be76 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:58.590046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be7743ca-70fc-43b4-a24c-ef13ffee1fbb req-f4d93d77-bf3a-4cc3-91a1-7fcaa181be76 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3613501 Feb 07 13:18:58.595232 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4f566f1-1617-4082-b71e-a3e6e90594f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.606860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2b7123-e0ff-4148-b388-ec7941356b15,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:58.611712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3637faa3-d611-4bbd-982f-acb569416cd5 None None] Provisioning for port a6127585-1b35-437b-9141-cb45a7e48d85 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:58.637471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f566f1-1617-4082-b71e-a3e6e90594f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fecdb2-10f7-42d5-bf2c-d5b8972ac395,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:58.689232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:18:58.703758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be7743ca-70fc-43b4-a24c-ef13ffee1fbb req-43bdd098-96dd-4a02-ab76-617867d2ae71 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927424 Feb 07 13:18:58.740003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-166a9e69-e9e0-4d89-8050-107b76b80a3a service neutron] 10.222.0.47 "GET /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413554 Feb 07 13:18:58.744257 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4f566f1-1617-4082-b71e-a3e6e90594f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.744257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c4f566f1-1617-4082-b71e-a3e6e90594f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16fecdb2-10f7-42d5-bf2c-d5b8972ac395 HTTP/1.1" status: 204 len: 168 time: 0.8866820 Feb 07 13:18:58.794457 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.800941 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-30afcf63-ace6-423c-a191-e584c3e73cce tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0447624 Feb 07 13:18:58.801077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54926) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:58.803835 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.814519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Transition to ACTIVE for port object d6cf4a7c-f1bf-4298-b61b-2f3db30931df will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:58.818356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d29738b5-e203-468e-aaee-2398a7ffe5c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:58.819151 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-d29738b5-e203-468e-aaee-2398a7ffe5c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 13:18:58.819646 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-d29738b5-e203-468e-aaee-2398a7ffe5c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:58.823652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d29738b5-e203-468e-aaee-2398a7ffe5c5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134859 Feb 07 13:18:58.823652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-a7a194d9-a500-4472-b2fc-845776509866 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 217 time: 0.0761716 Feb 07 13:18:58.823652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c7d6fa21-f535-48e8-aa40-f242f6f3c3e6) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:58.824318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54930) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:58.827469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:58.828104 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.833664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-08dcec41-4908-438e-9fbf-d8cf8c394001 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:58.837383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Transition to ACTIVE for port object d6cf4a7c-f1bf-4298-b61b-2f3db30931df will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:18:58.841421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b081eb53-5548-4260-a689-9bb26d381d29 None None] Network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:18:58.841633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-08dcec41-4908-438e-9fbf-d8cf8c394001 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:58.846447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-08dcec41-4908-438e-9fbf-d8cf8c394001 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:58.850433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-08dcec41-4908-438e-9fbf-d8cf8c394001 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:58.857956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-08dcec41-4908-438e-9fbf-d8cf8c394001 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:58.902304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-0cbea031-8e70-4ffe-bf96-5215698a9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:58.904214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-0cbea031-8e70-4ffe-bf96-5215698a9523 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.0719211 Feb 07 13:18:58.908447 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:58.992753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Network ee22db55-1372-44b7-a20e-fc497d507c38 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:18:58.996627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3689b449-5d89-407a-bec0-fc3d57ad1d98 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9980102 Feb 07 13:18:58.998118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:18:59.000392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-70e16f6a-6642-49aa-9727-edea489e5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:59.001635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:18:59.003642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-70e16f6a-6642-49aa-9727-edea489e5547 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893626 Feb 07 13:18:59.003642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54934) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.005619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.009235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'network': {'name': 'tempest-router-network01--760224728'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:59.075035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=d410211d-1841-4d33-b475-189ddc428c0f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:59.094744 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-08dcec41-4908-438e-9fbf-d8cf8c394001 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:59.099795 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-08dcec41-4908-438e-9fbf-d8cf8c394001 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2739763 Feb 07 13:18:59.100704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54940) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.123910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Pushing event updated for resources: {'Port': ['ID=d6cf4a7c-f1bf-4298-b61b-2f3db30931df,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:59.131330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c5865fea-5422-44c5-8301-01ef416b7e60 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:59.132489 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-c5865fea-5422-44c5-8301-01ef416b7e60 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 13:18:59.132994 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-c5865fea-5422-44c5-8301-01ef416b7e60 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:59.135838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:59.138302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54944) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.139291 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c5865fea-5422-44c5-8301-01ef416b7e60 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179207 Feb 07 13:18:59.152803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-68cf688c-1d16-4cfd-8eb3-018fc15693c4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:59.162037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:network and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:59.165554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-68cf688c-1d16-4cfd-8eb3-018fc15693c4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:59.170853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:59.173920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-68cf688c-1d16-4cfd-8eb3-018fc15693c4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:59.184464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-68cf688c-1d16-4cfd-8eb3-018fc15693c4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:59.197413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:59.201768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-68cf688c-1d16-4cfd-8eb3-018fc15693c4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:59.237444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Attempting to bind port d6cf4a7c-f1bf-4298-b61b-2f3db30931df on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:18:59.238195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Attempting to bind port d6cf4a7c-f1bf-4298-b61b-2f3db30931df by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '2acf8e33-4f99-4da4-8239-e3351ff25721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee22db55-1372-44b7-a20e-fc497d507c38'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:18:59.238851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Attempting to bind port d6cf4a7c-f1bf-4298-b61b-2f3db30931df on network ee22db55-1372-44b7-a20e-fc497d507c38 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:18:59.256948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.261189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:18:59.261409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-5cbf8270-4400-490f-be7d-5d2641943a66 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467709 Feb 07 13:18:59.261938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Checking segment: {'id': '2acf8e33-4f99-4da4-8239-e3351ff25721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee22db55-1372-44b7-a20e-fc497d507c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:18:59.262346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.262894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Bound using segment: {'id': '2acf8e33-4f99-4da4-8239-e3351ff25721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee22db55-1372-44b7-a20e-fc497d507c38'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:18:59.263385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Bound port: d6cf4a7c-f1bf-4298-b61b-2f3db30931df, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acf8e33-4f99-4da4-8239-e3351ff25721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee22db55-1372-44b7-a20e-fc497d507c38'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:18:59.263763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.279893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6127585-1b35-437b-9141-cb45a7e48d85 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:18:59.292931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee22db55-1372-44b7-a20e-fc497d507c38']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:59.311965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acf8e33-4f99-4da4-8239-e3351ff25721') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:59.312307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acf8e33-4f99-4da4-8239-e3351ff25721') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:18:59.327601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.347499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.352200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Made reservation on behalf of f3b5825b936946d5a22437cf72e374ef for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:18:59.355988 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.358801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:18:59.359207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:18:59.378835 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:18:59.425871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:18:59.448594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c7d6fa21-f535-48e8-aa40-f242f6f3c3e6', 'network_id': 'c7d6fa21-f535-48e8-aa40-f242f6f3c3e6', 'tenant_id': 'f3b5825b936946d5a22437cf72e374ef', 'fixed_ips': [{'subnet_id': '73d12700-6599-4ea4-a419-fc26c353403c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:18:59.449420 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.459902 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.460374 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Added segment 6b7351cd-4c25-41dc-9b35-6a21247be013 of type vlan for network 16c54c80-631e-466f-bd20-529ff21d724f Feb 07 13:18:59.474649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-f547a9fa-e470-495a-aad8-412606d6c5e6 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066174 Feb 07 13:18:59.528719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] For port d6cf4a7c-f1bf-4298-b61b-2f3db30931df, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:18:59.546718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] For port d6cf4a7c-f1bf-4298-b61b-2f3db30931df, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d6cf4a7c-f1bf-4298-b61b-2f3db30931df,segment=NetworkSegment(2acf8e33-4f99-4da4-8239-e3351ff25721),segment_id=2acf8e33-4f99-4da4-8239-e3351ff25721)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:18:59.559740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.564102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-62c027b2-67a4-49bd-bd52-f212d02af8d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 217 time: 0.0757072 Feb 07 13:18:59.570762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:18:59.570762 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:18:59.570762 n-d-811416-5 neutron-server[88312]: [parameters: {'id': 'ee22db55-1372-44b7-a20e-fc497d507c38'}] Feb 07 13:18:59.570762 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:18:59.575578 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-68cf688c-1d16-4cfd-8eb3-018fc15693c4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:59.575698 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:18:59.575791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-68cf688c-1d16-4cfd-8eb3-018fc15693c4 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4281647 Feb 07 13:18:59.575913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54948) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.583490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f9213059-bd19-4007-9494-c52ef04eb99f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:59.584681 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-f9213059-bd19-4007-9494-c52ef04eb99f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 13:18:59.585494 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-f9213059-bd19-4007-9494-c52ef04eb99f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:59.586691 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f9213059-bd19-4007-9494-c52ef04eb99f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099559 Feb 07 13:18:59.589634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54952) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.596129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-de958d6c-cfa6-47c5-88dc-c2fb0c41e777 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:59.604681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-de958d6c-cfa6-47c5-88dc-c2fb0c41e777 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:18:59.609155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de958d6c-cfa6-47c5-88dc-c2fb0c41e777 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:18:59.612901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de958d6c-cfa6-47c5-88dc-c2fb0c41e777 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:18:59.619957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-de958d6c-cfa6-47c5-88dc-c2fb0c41e777 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:18:59.647661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-e7caf315-0f17-4e63-9b9d-013ed1e94ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:59.649397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-e7caf315-0f17-4e63-9b9d-013ed1e94ec2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.0637405 Feb 07 13:18:59.656046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54956) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.656859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Allocated IP 2001:db8::2 (c7d6fa21-f535-48e8-aa40-f242f6f3c3e6/73d12700-6599-4ea4-a419-fc26c353403c/d74c0aee-984c-4dad-9020-6fc2cbb2679d) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:18:59.665093 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.722186 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e6907b47-5ef9-4be6-b373-3eaca2bc1028 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=523789b778494423a4f3e93416ab2120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644410 Feb 07 13:18:59.725335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54960) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.782584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a6127585-1b35-437b-9141-cb45a7e48d85 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:18:59.789696 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-de958d6c-cfa6-47c5-88dc-c2fb0c41e777 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Project 8598e32e812549e994bd3cea13dac4fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:18:59.832988 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.833607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67a9-2b1d-47f1-8a46-5412b7348ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.837354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a6127585-1b35-437b-9141-cb45a7e48d85 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:18:59.837799 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.838459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:18:59.839056 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.861902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67a9-2b1d-47f1-8a46-5412b7348ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:18:59.864392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Pushing event updated for resources: {'Port': ['ID=d6cf4a7c-f1bf-4298-b61b-2f3db30931df,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:18:59.934568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.935016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.935420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.935819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.936238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.936643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.937090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.937481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.937883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.938268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.938655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.939036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbadd73-dded-42bc-bc36-5655c92f5c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:18:59.958467 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-de958d6c-cfa6-47c5-88dc-c2fb0c41e777 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:59.961243 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-de958d6c-cfa6-47c5-88dc-c2fb0c41e777 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3702302 Feb 07 13:18:59.963537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54966) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.971085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d9bdac86-2476-436d-acb1-c003e578caa3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:59.971871 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-d9bdac86-2476-436d-acb1-c003e578caa3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 13:18:59.972403 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-d9bdac86-2476-436d-acb1-c003e578caa3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:18:59.973498 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d9bdac86-2476-436d-acb1-c003e578caa3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087006 Feb 07 13:18:59.978056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54970) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:18:59.989184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8378d41c-e86d-4c03-b312-0426620fd2b7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:18:59.997792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67a9-2b1d-47f1-8a46-5412b7348ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.001360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8378d41c-e86d-4c03-b312-0426620fd2b7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:00.016298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8378d41c-e86d-4c03-b312-0426620fd2b7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:00.022415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a67a9-2b1d-47f1-8a46-5412b7348ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99868f7-6437-4cc1-a2ee-b2f19431672e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:00.026466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8378d41c-e86d-4c03-b312-0426620fd2b7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:00.031731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Network': ['ID=16c54c80-631e-466f-bd20-529ff21d724f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:00.036070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8378d41c-e86d-4c03-b312-0426620fd2b7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:00.043962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-cb01fb7a-69ee-4249-afee-e589fb1389a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:00.045512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-cb01fb7a-69ee-4249-afee-e589fb1389a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3895011 Feb 07 13:19:00.047409 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d6a67a9-2b1d-47f1-8a46-5412b7348ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.048560 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d6a67a9-2b1d-47f1-8a46-5412b7348ae2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a99868f7-6437-4cc1-a2ee-b2f19431672e HTTP/1.1" status: 204 len: 168 time: 0.3220973 Feb 07 13:19:00.072682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.083195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898171a-f67a-45c8-bf8a-2a1103ae79ca req-ca26a903-f3b4-418a-b9f5-748e96f46ef8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:00.085248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3898171a-f67a-45c8-bf8a-2a1103ae79ca req-ca26a903-f3b4-418a-b9f5-748e96f46ef8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.2541425 Feb 07 13:19:00.098819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port d6cf4a7c-f1bf-4298-b61b-2f3db30931df {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:00.099324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.124398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 16c54c80-631e-466f-bd20-529ff21d724f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:00.140620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4b6bba34-9f63-4e64-ad0b-05b42e86ac2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1369362 Feb 07 13:19:00.158552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54976) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:00.173268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'network': {'name': 'tempest-router-network02--1854922218'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:00.187722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:00.202229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:network and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:00.214510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:00.231437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3898171a-f67a-45c8-bf8a-2a1103ae79ca req-3deffa06-2d06-4921-aaba-0a9f0112aaaa tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975745 Feb 07 13:19:00.233214 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-8378d41c-e86d-4c03-b312-0426620fd2b7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Project 8598e32e812549e994bd3cea13dac4fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:19:00.234681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:00.287193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-9bb6aa38-f472-4553-83e4-f841fb98e32e service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346430 Feb 07 13:19:00.288165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3c6897-b985-4eb3-83a6-3eb3febf7287 None None] Network ee22db55-1372-44b7-a20e-fc497d507c38 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:00.368841 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-8378d41c-e86d-4c03-b312-0426620fd2b7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:00.369455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Made reservation on behalf of f3b5825b936946d5a22437cf72e374ef for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:00.369667 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8378d41c-e86d-4c03-b312-0426620fd2b7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3904240 Feb 07 13:19:00.373262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.378826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54980) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:00.386865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3b1d44ff-8a4c-4093-82d7-2487fd5fb3ab tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '0a2b7123-e0ff-4148-b388-ec7941356b15', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:00.394531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3b1d44ff-8a4c-4093-82d7-2487fd5fb3ab tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:00.402648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] For port d6cf4a7c-f1bf-4298-b61b-2f3db30931df, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d6cf4a7c-f1bf-4298-b61b-2f3db30931df,segment=NetworkSegment(2acf8e33-4f99-4da4-8239-e3351ff25721),segment_id=2acf8e33-4f99-4da4-8239-e3351ff25721)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:00.403466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.412564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3b1d44ff-8a4c-4093-82d7-2487fd5fb3ab tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:00.417177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3b1d44ff-8a4c-4093-82d7-2487fd5fb3ab tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:00.424687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:00.451286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.451637 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Added segment ba85a67d-c35f-4519-8f2e-c560a54d2d79 of type vlan for network 9f056513-bb6a-4136-a85d-69bf8e50f9e1 Feb 07 13:19:00.480295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3b1d44ff-8a4c-4093-82d7-2487fd5fb3ab tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:00.480464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.482933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-c69103df-07b1-4001-8f48-03feaa66a01f service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890900 Feb 07 13:19:00.549227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Calling delete_port for d6cf4a7c-f1bf-4298-b61b-2f3db30931df owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:00.567437 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.571941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-5f32198e-87d2-4b4f-824c-5986de24c66f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc HTTP/1.1" status: 200 len: 217 time: 0.0798824 Feb 07 13:19:00.665931 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.674241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port a6127585-1b35-437b-9141-cb45a7e48d85, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6127585-1b35-437b-9141-cb45a7e48d85,segment=NetworkSegment(7c656ce2-10e2-4dc8-94f2-153dac95c72e),segment_id=7c656ce2-10e2-4dc8-94f2-153dac95c72e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:00.677669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-0db0303a-28a3-474b-8e04-c08f8482d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:00.679162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-0db0303a-28a3-474b-8e04-c08f8482d8b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.1000931 Feb 07 13:19:00.681455 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-3b1d44ff-8a4c-4093-82d7-2487fd5fb3ab tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Project 8598e32e812549e994bd3cea13dac4fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:19:00.709849 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.710560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Transition to ACTIVE for port object d74c0aee-984c-4dad-9020-6fc2cbb2679d will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:00.736458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Transition to ACTIVE for port object d74c0aee-984c-4dad-9020-6fc2cbb2679d will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:00.761867 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.768141 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.770906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No DVR routers for this DVR port d6cf4a7c-f1bf-4298-b61b-2f3db30931df on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:00.777159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:00.778395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.820444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Port': ['ID=d6cf4a7c-f1bf-4298-b61b-2f3db30931df,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:00.828952 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:00.832479 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-3b1d44ff-8a4c-4093-82d7-2487fd5fb3ab tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:00.837605 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3b1d44ff-8a4c-4093-82d7-2487fd5fb3ab tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4553351 Feb 07 13:19:00.853371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54992) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:00.855519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:00.859607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:00.862604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:00.897459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-8dc9aaf6-06c1-4206-be69-380e0d8c361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:00.899112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-8dc9aaf6-06c1-4206-be69-380e0d8c361c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2112522 Feb 07 13:19:00.929260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Network': ['ID=9f056513-bb6a-4136-a85d-69bf8e50f9e1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:00.961948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9f056513-bb6a-4136-a85d-69bf8e50f9e1 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:00.990691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d59a5036-7577-431d-8977-61a283d7dac8 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8266475 Feb 07 13:19:00.992615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.010346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54998) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.019840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'subnet': {'network_id': '16c54c80-631e-466f-bd20-529ff21d724f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:01.039755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee22db55-1372-44b7-a20e-fc497d507c38']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:01.061497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=a6127585-1b35-437b-9141-cb45a7e48d85,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:01.065077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acf8e33-4f99-4da4-8239-e3351ff25721') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:01.065404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acf8e33-4f99-4da4-8239-e3351ff25721') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:01.082235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Attempting to bind port d74c0aee-984c-4dad-9020-6fc2cbb2679d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:01.083196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Attempting to bind port d74c0aee-984c-4dad-9020-6fc2cbb2679d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b56d6197-53a5-4d73-a633-25a000b5b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7d6fa21-f535-48e8-aa40-f242f6f3c3e6'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:01.084171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Attempting to bind port d74c0aee-984c-4dad-9020-6fc2cbb2679d on network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:01.084295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.091289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16e4cbd4-f719-4bdc-956f-0fd8b8650df0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.120486 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.132158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16e4cbd4-f719-4bdc-956f-0fd8b8650df0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.143500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:01.146448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.153688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:01.154075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Checking segment: {'id': 'b56d6197-53a5-4d73-a633-25a000b5b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7d6fa21-f535-48e8-aa40-f242f6f3c3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:01.154482 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.154872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Bound using segment: {'id': 'b56d6197-53a5-4d73-a633-25a000b5b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7d6fa21-f535-48e8-aa40-f242f6f3c3e6'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:01.155366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Bound port: d74c0aee-984c-4dad-9020-6fc2cbb2679d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56d6197-53a5-4d73-a633-25a000b5b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c7d6fa21-f535-48e8-aa40-f242f6f3c3e6'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:01.155733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:01.162039 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:01.165069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:01.171251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:subnet and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:01.175366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-5c8ca450-3a41-414b-9b91-420a31b2c654 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694156 Feb 07 13:19:01.176727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:01.184106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:01.262321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Pushing event updated for resources: {'Port': ['ID=d74c0aee-984c-4dad-9020-6fc2cbb2679d,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:01.314611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e36c8e41-391a-405b-9108-5344b027720e None None] For port d74c0aee-984c-4dad-9020-6fc2cbb2679d, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:01.318417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e36c8e41-391a-405b-9108-5344b027720e None None] For port d74c0aee-984c-4dad-9020-6fc2cbb2679d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d74c0aee-984c-4dad-9020-6fc2cbb2679d,segment=NetworkSegment(b56d6197-53a5-4d73-a633-25a000b5b1bd),segment_id=b56d6197-53a5-4d73-a633-25a000b5b1bd)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:01.329162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ebacd90b-aa4e-4339-b84d-d35acb0b3779 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461666 Feb 07 13:19:01.330442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Made reservation on behalf of f3b5825b936946d5a22437cf72e374ef for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:01.334006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.366512 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.380861 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.396518 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.407077 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16e4cbd4-f719-4bdc-956f-0fd8b8650df0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.440251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=ee22db55-1372-44b7-a20e-fc497d507c38,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:01.445151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-16e4cbd4-f719-4bdc-956f-0fd8b8650df0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.450106 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-16e4cbd4-f719-4bdc-956f-0fd8b8650df0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/0a2b7123-e0ff-4148-b388-ec7941356b15 HTTP/1.1" status: 204 len: 168 time: 0.5956142 Feb 07 13:19:01.451131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4cbd4-f719-4bdc-956f-0fd8b8650df0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2b7123-e0ff-4148-b388-ec7941356b15,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:01.455923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55010) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.460416 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5baca22e-df5e-4781-a98f-3e6d0593f54c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/ee22db55-1372-44b7-a20e-fc497d507c38 HTTP/1.1" status: 204 len: 168 time: 3.5248437 Feb 07 13:19:01.504902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8e41-391a-405b-9108-5344b027720e None None] Pushing event updated for resources: {'Port': ['ID=d74c0aee-984c-4dad-9020-6fc2cbb2679d,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:01.622789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55014) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.650371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55020) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.651013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1131524820'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:01.680274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa94d6f0-2287-4e23-ace9-e89fcc0cb667 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:01.685874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-88a705a7-cc70-4bab-9ac5-3e61566a8f6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=68f05dff-ff5c-4e23-be73-4702d5274760 HTTP/1.1" status: 200 len: 217 time: 0.3320720 Feb 07 13:19:01.702489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:01.758885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:01.761589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa94d6f0-2287-4e23-ace9-e89fcc0cb667 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:01.763477 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa94d6f0-2287-4e23-ace9-e89fcc0cb667 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3063321 Feb 07 13:19:01.767309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.777192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--124717007'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:01.787597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:01.790450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:01.807216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:01.814862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:01.840324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-122f4508-0df0-4cce-b227-877be595be25 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.841545 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-122f4508-0df0-4cce-b227-877be595be25 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1900117 Feb 07 13:19:01.844537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55030) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.849522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-5eaa5dc0-159e-4d31-af9a-0fe0f32a19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:01.849899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-3a177150-2b7c-4c42-b394-a8587d15e75c tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.850875 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3a177150-2b7c-4c42-b394-a8587d15e75c tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053747 Feb 07 13:19:01.851071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-5eaa5dc0-159e-4d31-af9a-0fe0f32a19b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 200 len: 797 time: 0.1462095 Feb 07 13:19:01.853453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.863526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-eed29529-e3c4-487b-a1d7-fb129e79fb5c tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.870340 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eed29529-e3c4-487b-a1d7-fb129e79fb5c tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0111754 Feb 07 13:19:01.870340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.878290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55038) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.888499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-ba7229cf-2f2f-498d-b7c7-9e220c978207 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.889605 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ba7229cf-2f2f-498d-b7c7-9e220c978207 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103006 Feb 07 13:19:01.892126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55042) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.899034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-37ea6f5d-f38e-40f5-9a61-f8091e550e8f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.900020 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-37ea6f5d-f38e-40f5-9a61-f8091e550e8f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068219 Feb 07 13:19:01.905995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:01.908665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55046) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.912485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:01.917872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-29e43892-5931-4ab6-94de-3c2b7d6e400d tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.919071 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29e43892-5931-4ab6-94de-3c2b7d6e400d tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0094790 Feb 07 13:19:01.920027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:01.922917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55050) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.930989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-20c8550e-968d-4dfa-9b5a-4a1bba82c124 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.931949 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-20c8550e-968d-4dfa-9b5a-4a1bba82c124 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080509 Feb 07 13:19:01.933116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:01.933824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9e50b-261f-4122-b0a3-322aad094d14 req-43b6c53b-5cb3-4778-af16-110dcd5fbf6c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:01.935480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ed9e50b-261f-4122-b0a3-322aad094d14 req-43b6c53b-5cb3-4778-af16-110dcd5fbf6c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3135588 Feb 07 13:19:01.935844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55054) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.945109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-d599c2f0-9108-4eeb-89bb-c60b684b9287 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.947433 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d599c2f0-9108-4eeb-89bb-c60b684b9287 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0093095 Feb 07 13:19:01.950463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55058) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.956737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-9baa4373-ce14-45e7-8890-d8d9f50738f3 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.957818 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9baa4373-ce14-45e7-8890-d8d9f50738f3 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0060511 Feb 07 13:19:01.966305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55062) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.973809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-9a213cb2-4a5f-44f0-93e3-8722a84964b0 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.974791 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a213cb2-4a5f-44f0-93e3-8722a84964b0 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0075450 Feb 07 13:19:01.979925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55066) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:01.981796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:01.985264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:01.986086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-99b0ad1e-2654-4f90-b72d-9832566c872e tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:01.987105 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99b0ad1e-2654-4f90-b72d-9832566c872e tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0062203 Feb 07 13:19:01.998152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55070) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.004364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-0c0b442e-8dfe-46cf-96e9-4f9bb63d8179 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.008999 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0c0b442e-8dfe-46cf-96e9-4f9bb63d8179 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070953 Feb 07 13:19:02.009729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55074) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.039443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [None req-b2ff255f-d302-4e56-8f88-eb6f5367d5a7 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.040441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b2ff255f-d302-4e56-8f88-eb6f5367d5a7 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0236418 Feb 07 13:19:02.043467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55078) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.052072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-ddad0334-4d0b-4d91-bcc5-a4aa559546f7 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.055559 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ddad0334-4d0b-4d91-bcc5-a4aa559546f7 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0086048 Feb 07 13:19:02.055559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.056245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55082) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.060890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-2f30b8b9-b086-4ebe-9fd0-2e8cac3d9e1f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.061834 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2f30b8b9-b086-4ebe-9fd0-2e8cac3d9e1f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047059 Feb 07 13:19:02.064297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.070220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-201fab47-885c-4cc1-ae6c-6f159a34231e tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.071311 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-201fab47-885c-4cc1-ae6c-6f159a34231e tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0061517 Feb 07 13:19:02.073820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55090) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.078465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-fcfaf454-d2f2-4b47-8b19-879634eb3791 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.079623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fcfaf454-d2f2-4b47-8b19-879634eb3791 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046546 Feb 07 13:19:02.081615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55094) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.086168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-d9ae8794-9fc5-444c-8264-0736b51466e0 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.087091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d9ae8794-9fc5-444c-8264-0736b51466e0 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046389 Feb 07 13:19:02.089524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55098) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.093909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-7ff4e7c6-1acf-4faf-ae5b-81e44766c008 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.094815 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7ff4e7c6-1acf-4faf-ae5b-81e44766c008 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044959 Feb 07 13:19:02.096977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55102) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.101746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-7fa155f6-1d0a-4479-b3ab-01d154be0bed tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.102684 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7fa155f6-1d0a-4479-b3ab-01d154be0bed tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048532 Feb 07 13:19:02.105195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55106) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.114445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:02.114635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-6fc46ba2-a8a0-432d-9019-f27745b95798 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.119531 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6fc46ba2-a8a0-432d-9019-f27745b95798 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0096545 Feb 07 13:19:02.121425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55110) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.123870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ed9e50b-261f-4122-b0a3-322aad094d14 req-a83767c8-8713-4e61-8ce6-e22a752b0fa5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083038 Feb 07 13:19:02.126205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-fd69e16d-0da6-4c25-9d34-a50912e20b2d tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.130232 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd69e16d-0da6-4c25-9d34-a50912e20b2d tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048068 Feb 07 13:19:02.130596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55114) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.135575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-b0473e94-ac1e-4522-a184-1d20d47edef6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.138289 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0473e94-ac1e-4522-a184-1d20d47edef6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046916 Feb 07 13:19:02.138740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55118) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.143762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-2d0a3d5e-e1aa-475f-b7f1-00deaea3f414 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.145407 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2d0a3d5e-e1aa-475f-b7f1-00deaea3f414 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052009 Feb 07 13:19:02.148654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.148784 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.148784 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment 6f8eea17-dd25-4c8c-9b2a-243361a50955 of type vlan for network c9f49037-06c3-44de-b1be-8dbba7900b70 Feb 07 13:19:02.150680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55122) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.165777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-31e6b835-4492-41ea-a94e-35239a8f0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:02.167292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-31e6b835-4492-41ea-a94e-35239a8f0e61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3068290 Feb 07 13:19:02.170215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-4465aac6-a94f-486f-9670-b6ece4bd5196 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.171907 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4465aac6-a94f-486f-9670-b6ece4bd5196 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0124602 Feb 07 13:19:02.181401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55126) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.193193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-576bcc49-8978-4cc9-aaac-6b16e4f3dc6a tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.196739 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-576bcc49-8978-4cc9-aaac-6b16e4f3dc6a tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0118952 Feb 07 13:19:02.200486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55130) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.204854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.207799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552deb97-4703-4842-bb09-d68ccb9e2a2d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:02.211233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [None req-883125eb-86e5-4817-9b49-4f170b747ed9 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.214795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-883125eb-86e5-4817-9b49-4f170b747ed9 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056288 Feb 07 13:19:02.215043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55134) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.220594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-19e3fca4-a117-4b2a-95e0-5a9581486982 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.223574 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-19e3fca4-a117-4b2a-95e0-5a9581486982 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057824 Feb 07 13:19:02.227604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55138) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.232204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-1de0e60b-2e7b-440a-87ae-52c2aed3928f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.233155 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1de0e60b-2e7b-440a-87ae-52c2aed3928f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046372 Feb 07 13:19:02.235313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55142) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.240659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-828309b0-e7ce-429c-a2bf-4c7de941d01f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.241572 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-828309b0-e7ce-429c-a2bf-4c7de941d01f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051455 Feb 07 13:19:02.246609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55146) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.251044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-be70915d-4499-4f1a-9b3d-799966a8d5e0 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.252026 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-be70915d-4499-4f1a-9b3d-799966a8d5e0 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045254 Feb 07 13:19:02.253978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55150) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.259401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-3ab288f1-e5a4-4928-b9e7-8c8a890f9035 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.260447 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3ab288f1-e5a4-4928-b9e7-8c8a890f9035 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0055530 Feb 07 13:19:02.262671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55154) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.267333 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.267507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-2eddec1a-b54f-437f-97fb-476f85e82c44 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.268690 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2eddec1a-b54f-437f-97fb-476f85e82c44 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049224 Feb 07 13:19:02.270711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55158) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.275237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-b54160ac-145d-4b96-93b0-22711861c260 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.276818 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b54160ac-145d-4b96-93b0-22711861c260 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050275 Feb 07 13:19:02.279131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55162) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.283666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-9c0ac5dd-4e6c-4af9-bf14-8ef74aa819b6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.284630 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9c0ac5dd-4e6c-4af9-bf14-8ef74aa819b6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046427 Feb 07 13:19:02.292691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55166) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.297208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-1e9e23b2-7c11-4f7b-899a-cd9338667dd6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.298154 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1e9e23b2-7c11-4f7b-899a-cd9338667dd6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046120 Feb 07 13:19:02.300225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55170) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.305208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-9f6ad3f7-3fc1-4274-8e1d-2c70e00440e0 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.306136 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9f6ad3f7-3fc1-4274-8e1d-2c70e00440e0 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050561 Feb 07 13:19:02.309481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55174) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.312220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.313385 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1eded21f-40b6-4818-ae44-6e6149f4808a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5447683 Feb 07 13:19:02.316393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-6e16a4d9-f76b-41c7-8699-23fac6c215ea tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.317488 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e16a4d9-f76b-41c7-8699-23fac6c215ea tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0068917 Feb 07 13:19:02.321349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55178) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.321680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55180) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.328215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-15565d3d-01cb-4ad7-ba04-090fe0348a2f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.331581 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-15565d3d-01cb-4ad7-ba04-090fe0348a2f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051808 Feb 07 13:19:02.333580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d3837caa-2c8e-470f-b7e5-ee8ad99ce320 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '552deb97-4703-4842-bb09-d68ccb9e2a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:02.338473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55186) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.342257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3837caa-2c8e-470f-b7e5-ee8ad99ce320 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:02.346935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3837caa-2c8e-470f-b7e5-ee8ad99ce320 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:02.350716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3837caa-2c8e-470f-b7e5-ee8ad99ce320 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:02.356950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [None req-399cda81-c51e-42db-9b87-1b8e0712c61f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.357971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3837caa-2c8e-470f-b7e5-ee8ad99ce320 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:02.358092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-399cda81-c51e-42db-9b87-1b8e0712c61f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0181813 Feb 07 13:19:02.361719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55190) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.369326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-6d4ac135-b380-430a-b7b1-0cf834c437be tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.370635 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6d4ac135-b380-430a-b7b1-0cf834c437be tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0077140 Feb 07 13:19:02.381387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55194) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.387357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-b2e1c5c5-3530-4774-a8b6-b77bedc1b2eb tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.390854 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b2e1c5c5-3530-4774-a8b6-b77bedc1b2eb tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059636 Feb 07 13:19:02.390991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55198) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.396629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-74d27a03-7669-4a02-819b-7426c9182f9f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.398433 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-74d27a03-7669-4a02-819b-7426c9182f9f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057297 Feb 07 13:19:02.398552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Subnet': ['ID=030f7494-4119-41e3-aa49-21e4110e4027,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:02.402012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55202) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.406909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-21fa755a-9fd7-4aa0-89b3-334b3c889d4f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.410374 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21fa755a-9fd7-4aa0-89b3-334b3c889d4f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074275 Feb 07 13:19:02.411236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55206) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.416815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-72289035-4dc1-4133-a130-5c42a4fb1260 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.420428 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-72289035-4dc1-4133-a130-5c42a4fb1260 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083158 Feb 07 13:19:02.421008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55210) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.425794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-977e3928-905a-4a5a-90d5-b2f0882228cd tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.429144 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-977e3928-905a-4a5a-90d5-b2f0882228cd tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0049191 Feb 07 13:19:02.429401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55214) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.434400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-a72739ed-5c16-4c6d-b781-b0dbe32997e7 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.436201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a72739ed-5c16-4c6d-b781-b0dbe32997e7 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051167 Feb 07 13:19:02.437612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-0bf28b05-dd93-490c-bc81-0d74542687d9 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621572 Feb 07 13:19:02.437938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55218) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.443363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Checking segment: {'id': '6b7351cd-4c25-41dc-9b35-6a21247be013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16c54c80-631e-466f-bd20-529ff21d724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:02.443716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-12a7c6b6-f532-4d58-b8f0-08fd0f432cf6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.443849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network hostable DHCP agents. Network: 16c54c80-631e-466f-bd20-529ff21d724f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:02.447147 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-12a7c6b6-f532-4d58-b8f0-08fd0f432cf6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0058920 Feb 07 13:19:02.447503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55222) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.453233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-b099be76-4616-498a-b099-68d726971c6f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.454913 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b099be76-4616-498a-b099-68d726971c6f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057693 Feb 07 13:19:02.460389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55226) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.465867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-8e413301-1759-427c-bddc-3235d3c796f8 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.467340 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e413301-1759-427c-bddc-3235d3c796f8 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053740 Feb 07 13:19:02.469754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55230) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.476644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-65aea3c3-48f9-4a12-a4f3-878c1ea574be tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.479866 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-65aea3c3-48f9-4a12-a4f3-878c1ea574be tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0069082 Feb 07 13:19:02.480535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55234) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.487144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-fb217203-b114-473a-96ed-d46f54edd64d tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.491009 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fb217203-b114-473a-96ed-d46f54edd64d tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066209 Feb 07 13:19:02.496762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55238) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.504380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-cfec2ea4-4629-4d7d-9309-936051386263 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.507629 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cfec2ea4-4629-4d7d-9309-936051386263 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060122 Feb 07 13:19:02.509777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55242) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.516933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-75b2dca0-ba9a-4f7a-a665-eb450c4727ae tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.520393 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75b2dca0-ba9a-4f7a-a665-eb450c4727ae tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072336 Feb 07 13:19:02.523618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55246) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.529660 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.531037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-4c127bca-3692-4209-aaeb-a92c61cff537 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.532805 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4c127bca-3692-4209-aaeb-a92c61cff537 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076716 Feb 07 13:19:02.535157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:02.541815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.543874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55250) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.549179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-52abd449-5b05-416f-aac8-a38f3b53fdbb tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.550109 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-52abd449-5b05-416f-aac8-a38f3b53fdbb tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050411 Feb 07 13:19:02.553351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55254) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.558129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-41ccc606-55e1-4358-9e59-9daa1daff814 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.559055 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-41ccc606-55e1-4358-9e59-9daa1daff814 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048089 Feb 07 13:19:02.561508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55258) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.574348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-1abfad79-5c5d-427e-a24e-bc74e5928f7b tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.575919 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1abfad79-5c5d-427e-a24e-bc74e5928f7b tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0134833 Feb 07 13:19:02.578460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55262) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.584398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-212df859-4aa9-4ea1-acb0-d290aeced7aa tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.588202 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-212df859-4aa9-4ea1-acb0-d290aeced7aa tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086629 Feb 07 13:19:02.588849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55266) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.594863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-01b56030-b9c7-4ae7-a41d-5c872a5900c7 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.595893 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-01b56030-b9c7-4ae7-a41d-5c872a5900c7 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060859 Feb 07 13:19:02.599317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55270) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.604445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-cce7dece-4c71-4d77-84b5-153d9fa7a01e tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.606455 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cce7dece-4c71-4d77-84b5-153d9fa7a01e tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0061572 Feb 07 13:19:02.612842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.617669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-c6a27129-b54c-4b45-ac57-963c1e4f95ce tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.618865 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c6a27129-b54c-4b45-ac57-963c1e4f95ce tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049052 Feb 07 13:19:02.621881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.626493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-d1159ed1-5192-438c-b8d5-68f49909c5b4 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.628552 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d1159ed1-5192-438c-b8d5-68f49909c5b4 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058973 Feb 07 13:19:02.630212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55282) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.635658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-628cf113-b6ac-431c-a579-3778918b8882 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.639911 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-628cf113-b6ac-431c-a579-3778918b8882 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085695 Feb 07 13:19:02.640822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55286) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.644184 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-d3837caa-2c8e-470f-b7e5-ee8ad99ce320 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The resource could not be found. Feb 07 13:19:02.646167 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3837caa-2c8e-470f-b7e5-ee8ad99ce320 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3234930 Feb 07 13:19:02.652665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-21d658c8-fc72-4643-bbb1-a273836a85d1 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.652665 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21d658c8-fc72-4643-bbb1-a273836a85d1 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083339 Feb 07 13:19:02.654921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.656017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55292) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.663545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7a685675-5005-4c31-9105-d0f444936c2f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '552deb97-4703-4842-bb09-d68ccb9e2a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c61df465-d3cd-4be5-a3fa-2e685bb0dc71'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:02.670625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-d71ddb12-4d15-4641-ba13-ad7fbda2fcfe tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.674363 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d71ddb12-4d15-4641-ba13-ad7fbda2fcfe tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0165410 Feb 07 13:19:02.675004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55298) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.676106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=c9f49037-06c3-44de-b1be-8dbba7900b70,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:02.679610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7a685675-5005-4c31-9105-d0f444936c2f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:02.684287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-8b014d23-f3d8-4792-b0c9-e1277053910f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.687018 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b014d23-f3d8-4792-b0c9-e1277053910f tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0097864 Feb 07 13:19:02.689111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55302) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.692305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7a685675-5005-4c31-9105-d0f444936c2f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:02.694684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c9f49037-06c3-44de-b1be-8dbba7900b70 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:02.699026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [None req-220ff0a7-99a4-44da-885b-535bdc5433d6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.703115 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-220ff0a7-99a4-44da-885b-535bdc5433d6 tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0132725 Feb 07 13:19:02.704449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7a685675-5005-4c31-9105-d0f444936c2f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:02.713863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7a685675-5005-4c31-9105-d0f444936c2f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:02.714095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55306) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.722280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [None req-6060d49c-5ed5-4119-bc5b-c66f066a160a tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:19:02.727666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6060d49c-5ed5-4119-bc5b-c66f066a160a tempest-ExtensionsTestJSON-2083118179 tempest-ExtensionsTestJSON-2083118179-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0137188 Feb 07 13:19:02.745520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network 16c54c80-631e-466f-bd20-529ff21d724f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:02.756358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-12ca24e3-22e6-4154-9a93-29f365f80896 service neutron] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076384 Feb 07 13:19:02.787783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5fc169-097b-4978-8392-a0b52ecdb838 None None] Network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:02.822419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a57e15ec-1fb8-4bb2-a45f-9cee496b3ac5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1931543 Feb 07 13:19:02.825197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55312) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:02.830759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': 'c9f49037-06c3-44de-b1be-8dbba7900b70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:02.842359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-ce27d611-6384-49fa-92b6-7f161162dc28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 HTTP/1.1" status: 200 len: 217 time: 0.0801718 Feb 07 13:19:02.908081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-e6d831e0-3ab8-474a-84e9-073913d27410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:02.909597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-e6d831e0-3ab8-474a-84e9-073913d27410 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.0614302 Feb 07 13:19:02.913568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 16c54c80-631e-466f-bd20-529ff21d724f) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:02.926299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b95857c-4db6-4ff5-9fa6-2490d698ef8c None None] Network 16c54c80-631e-466f-bd20-529ff21d724f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:02.956901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:02.958293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:02.994917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:02.999911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:03.003123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:03.005898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-dff0550b-4d26-4da8-a6f1-70603e46422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:03.007504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-dff0550b-4d26-4da8-a6f1-70603e46422d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914249 Feb 07 13:19:03.010256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:03.070133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9a92a13c-de61-43e8-a177-f8d4c4786576 None None] Provisioning for port d74c0aee-984c-4dad-9020-6fc2cbb2679d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:03.106500 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-7a685675-5005-4c31-9105-d0f444936c2f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The resource could not be found. Feb 07 13:19:03.108312 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7a685675-5005-4c31-9105-d0f444936c2f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4521420 Feb 07 13:19:03.111391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55316) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:03.118735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c70467c5-54c1-4695-8852-69133d021f70 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1070197 Feb 07 13:19:03.122310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55320) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:03.131141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'subnet': {'network_id': '9f056513-bb6a-4136-a85d-69bf8e50f9e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:03.208825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-70b73238-f0f8-482f-ad94-737cf31ef041 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940510 Feb 07 13:19:03.216490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:03.221048 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.259821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6127585-1b35-437b-9141-cb45a7e48d85 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:03.327483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing IP validity checks on allocation pools {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 13:19:03.328038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 13:19:03.402111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:03.407045 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85933a24-6936-4162-947c-34de1cb4cb80 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.436933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-16c54c80-631e-466f-bd20-529ff21d724f', 'network_id': '16c54c80-631e-466f-bd20-529ff21d724f', 'tenant_id': 'f3b5825b936946d5a22437cf72e374ef', 'fixed_ips': [{'subnet_id': '030f7494-4119-41e3-aa49-21e4110e4027'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:03.437203 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.461969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85933a24-6936-4162-947c-34de1cb4cb80 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.555948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a6127585-1b35-437b-9141-cb45a7e48d85 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:03.556470 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.576462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.597792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:03.603078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] Usage tracker for resource:security_group_rule and tenant:72c76924dadc47b4a8c5b9cd69bea682 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:03.606765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:03.614705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:03.620613 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.648388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:03.664558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:subnet and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:03.677989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:03.704933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:03.725994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-1c5bb05b-e029-442a-a531-3854b0636226 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332225 Feb 07 13:19:03.743390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85933a24-6936-4162-947c-34de1cb4cb80 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.796116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d74c0aee-984c-4dad-9020-6fc2cbb2679d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:03.812526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492080f-e7ab-451b-abda-347816885012 req-58a9b0fd-c5ee-4d6c-beb1-55e96662a3e2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:03.814759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8492080f-e7ab-451b-abda-347816885012 req-58a9b0fd-c5ee-4d6c-beb1-55e96662a3e2 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.4981353 Feb 07 13:19:03.826632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Made reservation on behalf of f3b5825b936946d5a22437cf72e374ef for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:03.831339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85933a24-6936-4162-947c-34de1cb4cb80 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552deb97-4703-4842-bb09-d68ccb9e2a2d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:03.831838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.865964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': '6f8eea17-dd25-4c8c-9b2a-243361a50955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c9f49037-06c3-44de-b1be-8dbba7900b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:03.866345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: c9f49037-06c3-44de-b1be-8dbba7900b70, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:03.871895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=e4955007-1d7c-4512-8670-3b9349dbea38,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:03.901010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Allocated IP 2001:db8::2 (16c54c80-631e-466f-bd20-529ff21d724f/030f7494-4119-41e3-aa49-21e4110e4027/d3070e18-7f11-4311-a81a-629a63a746b5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:03.906928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-85933a24-6936-4162-947c-34de1cb4cb80 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:03.910823 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-85933a24-6936-4162-947c-34de1cb4cb80 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/552deb97-4703-4842-bb09-d68ccb9e2a2d HTTP/1.1" status: 204 len: 168 time: 0.7981513 Feb 07 13:19:03.911482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55334) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:03.945117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-f8922613-6a2d-4b6d-8a44-6c5a531ad34b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f66cb58-c047-40ed-8071-4db412f99c8a HTTP/1.1" status: 200 len: 217 time: 0.2122898 Feb 07 13:19:03.988524 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port d74c0aee-984c-4dad-9020-6fc2cbb2679d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:03.995855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d74c0aee-984c-4dad-9020-6fc2cbb2679d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:03.996280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.003496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a58547a2-d0e3-4238-a9cc-9efaf8bc8e17 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:04.008141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.017092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network c9f49037-06c3-44de-b1be-8dbba7900b70 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:04.042570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8492080f-e7ab-451b-abda-347816885012 req-3cf32d35-19ed-489c-8431-7b20c880527a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171385 Feb 07 13:19:04.045931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 149888f4-11dd-42f3-a952-35e44bf5198c details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:19:04.051208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 149888f4-11dd-42f3-a952-35e44bf5198c no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:04.072180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-77971e12-3322-4093-bb05-699af702841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:04.073671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-77971e12-3322-4093-bb05-699af702841a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 200 len: 797 time: 0.1190379 Feb 07 13:19:04.081230 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.109566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f8285773-f7c6-47e7-93fb-c40c57291786 None None] Provisioning complete for port d74c0aee-984c-4dad-9020-6fc2cbb2679d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:04.109936 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8285773-f7c6-47e7-93fb-c40c57291786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.123682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c9f49037-06c3-44de-b1be-8dbba7900b70) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:04.133988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a58547a2-d0e3-4238-a9cc-9efaf8bc8e17 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:04.135301 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a58547a2-d0e3-4238-a9cc-9efaf8bc8e17 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2216334 Feb 07 13:19:04.141591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55338) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:04.142251 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72c76924dadc47b4a8c5b9cd69bea682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389379 Feb 07 13:19:04.148458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:04.149071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.154257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:04.154901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60592222-4276-4120-a795-db56a3794f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c66e0-a163-404d-bf60-8b71cc1eafa7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:04.181451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-84a89d59-7ba1-4647-ab5a-c5a352d620a7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '54dded3c-3dce-4c1e-8fee-fe62cbe3a596', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:04.182822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b2612-0a53-4ec1-b1bb-d5f40eea3dc8 None None] Network c9f49037-06c3-44de-b1be-8dbba7900b70 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:04.196590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-84a89d59-7ba1-4647-ab5a-c5a352d620a7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:04.205315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-84a89d59-7ba1-4647-ab5a-c5a352d620a7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:04.215113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-84a89d59-7ba1-4647-ab5a-c5a352d620a7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:04.230503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-84a89d59-7ba1-4647-ab5a-c5a352d620a7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:04.232047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e301aa3a-a681-49ad-940c-45893bd2514d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.259807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e301aa3a-a681-49ad-940c-45893bd2514d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.278525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-e29a5830-2db1-475c-83dc-8da499922fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:04.280062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-e29a5830-2db1-475c-83dc-8da499922fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdf1861f-6d94-4ade-93cf-f1104237dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1998348 Feb 07 13:19:04.310780 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-15a31326-8fad-491d-b1eb-344e157bffbe tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4703043 Feb 07 13:19:04.310780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55346) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:04.411921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.470890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.528207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e301aa3a-a681-49ad-940c-45893bd2514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.540812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-95a9ba80-fc99-4783-8015-e34fc9e73f36 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535000 Feb 07 13:19:04.549410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Subnet': ['ID=dd4cfe4d-dee8-476b-a02f-66c6d2d43b52,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:04.558416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301aa3a-a681-49ad-940c-45893bd2514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1c66e0-a163-404d-bf60-8b71cc1eafa7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:04.570369 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.608023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e301aa3a-a681-49ad-940c-45893bd2514d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.609253 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e301aa3a-a681-49ad-940c-45893bd2514d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d1c66e0-a163-404d-bf60-8b71cc1eafa7 HTTP/1.1" status: 204 len: 168 time: 0.4515193 Feb 07 13:19:04.633172 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-84a89d59-7ba1-4647-ab5a-c5a352d620a7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The resource could not be found. Feb 07 13:19:04.638280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-84a89d59-7ba1-4647-ab5a-c5a352d620a7 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4956839 Feb 07 13:19:04.639016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55352) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:04.641786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Checking segment: {'id': 'ba85a67d-c35f-4519-8f2e-c560a54d2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9f056513-bb6a-4136-a85d-69bf8e50f9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:04.642150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network hostable DHCP agents. Network: 9f056513-bb6a-4136-a85d-69bf8e50f9e1, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:04.653921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--175392809'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:04.670571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:04.693166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:04.698230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:04.738774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.742734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f3c59ec-38ec-4702-abb1-67a853f1dc1b req-605b50bd-0147-4d05-84ed-d9875e3f1728 service neutron] 10.222.0.47 "GET /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954868 Feb 07 13:19:04.783109 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.793871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=e4955007-1d7c-4512-8670-3b9349dbea38,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:04.804725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network 9f056513-bb6a-4136-a85d-69bf8e50f9e1 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:04.805897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '149888f4-11dd-42f3-a952-35e44bf5198c', 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'port_id': '149888f4-11dd-42f3-a952-35e44bf5198c', 'mac_address': 'fa:16:3e:95:34:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af2d9d4-20ef-40de-8b4d-18647da93ef3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:19:04.820939 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.835450 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.865518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:04.867467 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8285773-f7c6-47e7-93fb-c40c57291786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.869099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:04.872108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:04.878485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:04.898479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.899867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9f056513-bb6a-4136-a85d-69bf8e50f9e1) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:04.908309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:04.908903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.932990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f49037-06c3-44de-b1be-8dbba7900b70']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:04.948107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8eea17-dd25-4c8c-9b2a-243361a50955') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:04.948479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8eea17-dd25-4c8c-9b2a-243361a50955') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:04.969270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.980923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:04.992839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.000679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:05.001063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.002604 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.011561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84110003-ec56-4098-b345-9a28bc99e351 None None] Network 9f056513-bb6a-4136-a85d-69bf8e50f9e1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:05.017952 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:05.025992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e91ec8f3-ac53-4fca-a582-a49df61090d9 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9022167 Feb 07 13:19:05.033620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55358) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:05.111245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.131806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbe775-660f-4350-9630-f24fcfe14908 None None] Network c9f49037-06c3-44de-b1be-8dbba7900b70 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:05.173448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.218363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.230645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=c9f49037-06c3-44de-b1be-8dbba7900b70,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:05.233756 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c8029ad7-3d65-4137-8d0a-102c1ef56526 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/c9f49037-06c3-44de-b1be-8dbba7900b70 HTTP/1.1" status: 204 len: 168 time: 0.9328876 Feb 07 13:19:05.239433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55368) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:05.246563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1553230213'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:05.248034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Transition to ACTIVE for port object d3070e18-7f11-4311-a81a-629a63a746b5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:05.257801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:05.263026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:05.266296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:05.273591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:05.312904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.330679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port d74c0aee-984c-4dad-9020-6fc2cbb2679d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d74c0aee-984c-4dad-9020-6fc2cbb2679d,segment=NetworkSegment(b56d6197-53a5-4d73-a633-25a000b5b1bd),segment_id=b56d6197-53a5-4d73-a633-25a000b5b1bd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:05.333396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:05.334718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:05.337476 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.351275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216ae6cd-ef9d-41bd-ae0d-532d9ef405ef,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:05.365675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.369393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f955cfb6-fd1f-472e-97de-690d98d716b5 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7193484 Feb 07 13:19:05.370856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:05.375330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55376) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:05.381627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.381992 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment 7ce68c71-6289-4ec1-a394-b013d53fdcd6 of type vlan for network 22bad28f-0342-4c44-8d0d-ec542369ea18 Feb 07 13:19:05.391330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--32080963'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:05.398034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:05.407470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:05.412542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Transition to ACTIVE for port object d3070e18-7f11-4311-a81a-629a63a746b5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:05.414608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 149888f4-11dd-42f3-a952-35e44bf5198c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:19:05.419810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:05.425590 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.437685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.518720 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c', 'code': 200} Feb 07 13:19:05.535823 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.577447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.578363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.586483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:05.587051 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.606246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.703410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Network 16c54c80-631e-466f-bd20-529ff21d724f is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:05.704569 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-f8285773-f7c6-47e7-93fb-c40c57291786 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:05.705079 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-f8285773-f7c6-47e7-93fb-c40c57291786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:05.712901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=d74c0aee-984c-4dad-9020-6fc2cbb2679d,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:05.716329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:05.760326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:05.760932 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:05.762389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:05.784999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-9f056513-bb6a-4136-a85d-69bf8e50f9e1', 'network_id': '9f056513-bb6a-4136-a85d-69bf8e50f9e1', 'tenant_id': 'f3b5825b936946d5a22437cf72e374ef', 'fixed_ips': [{'subnet_id': 'dd4cfe4d-dee8-476b-a02f-66c6d2d43b52'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:05.786567 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:05.798995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:05.822124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:05.830601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=22bad28f-0342-4c44-8d0d-ec542369ea18,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:05.834708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbcfa2-517a-4342-adc9-6883cbf8c155 req-56bc3860-6383-4f3c-b994-182547217ab9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:05.836268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5cbcfa2-517a-4342-adc9-6883cbf8c155 req-56bc3860-6383-4f3c-b994-182547217ab9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.6152332 Feb 07 13:19:05.837384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:05.877881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 22bad28f-0342-4c44-8d0d-ec542369ea18 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:05.897299 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f95b547d-d923-4742-bf95-e9c42b226dc1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6529851 Feb 07 13:19:05.897570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55388) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:05.906412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '22bad28f-0342-4c44-8d0d-ec542369ea18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:05.914415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:06.004218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5cbcfa2-517a-4342-adc9-6883cbf8c155 req-9b611d18-5d41-4efd-9a0e-6bfded8e583f tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130266 Feb 07 13:19:06.052754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:06.064697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.112514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Attempting to bind port d3070e18-7f11-4311-a81a-629a63a746b5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:06.112837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Attempting to bind port d3070e18-7f11-4311-a81a-629a63a746b5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '6b7351cd-4c25-41dc-9b35-6a21247be013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16c54c80-631e-466f-bd20-529ff21d724f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:06.113209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Attempting to bind port d3070e18-7f11-4311-a81a-629a63a746b5 on network 16c54c80-631e-466f-bd20-529ff21d724f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:06.169302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:06.175422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:06.175780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Checking segment: {'id': '6b7351cd-4c25-41dc-9b35-6a21247be013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16c54c80-631e-466f-bd20-529ff21d724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:06.177020 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.182970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Bound using segment: {'id': '6b7351cd-4c25-41dc-9b35-6a21247be013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16c54c80-631e-466f-bd20-529ff21d724f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:06.182970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Bound port: d3070e18-7f11-4311-a81a-629a63a746b5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7351cd-4c25-41dc-9b35-6a21247be013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '16c54c80-631e-466f-bd20-529ff21d724f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:06.182970 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.203443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:06.207443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:06.210645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:06.216563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:06.253340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Pushing event updated for resources: {'Port': ['ID=d3070e18-7f11-4311-a81a-629a63a746b5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:06.307668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1488871556'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:06.313787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:06.317496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.319126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Usage tracker for resource:network and tenant:3f2ff8c37cc944c2b462bc99d66ce1e4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:06.322058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:06.328277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:06.392504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.405752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Made reservation on behalf of 3f2ff8c37cc944c2b462bc99d66ce1e4 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:06.409738 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.430262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.437215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.441261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:06.445631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.459682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Allocated IP 2001:db8::2 (9f056513-bb6a-4136-a85d-69bf8e50f9e1/dd4cfe4d-dee8-476b-a02f-66c6d2d43b52/71273c87-6ddb-4da9-85c4-d8e97cdb22c6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:06.465923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:06.474928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d71a87e-1d93-4dcb-a049-a958e96c9a61,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:06.483743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149888f4-11dd-42f3-a952-35e44bf5198c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:19:06.503393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] For port d3070e18-7f11-4311-a81a-629a63a746b5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:06.524101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Usage tracker for resource:security_group_rule and tenant:3f2ff8c37cc944c2b462bc99d66ce1e4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:06.532460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:06.542199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Allocated IP 2001:db8::1 (16c54c80-631e-466f-bd20-529ff21d724f/030f7494-4119-41e3-aa49-21e4110e4027/39e40587-f6cf-4f0a-b011-521653671781) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:06.543435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:06.580484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] For port d3070e18-7f11-4311-a81a-629a63a746b5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d3070e18-7f11-4311-a81a-629a63a746b5,segment=NetworkSegment(6b7351cd-4c25-41dc-9b35-6a21247be013),segment_id=6b7351cd-4c25-41dc-9b35-6a21247be013)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:06.585503 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:06.628497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.629763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0422745e-1ca8-4688-b45b-83ed8aa8c337 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2478344 Feb 07 13:19:06.636013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55400) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:06.648272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f87e8708-5fea-41d5-9855-7b6d46ae73c3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '216ae6cd-ef9d-41bd-ae0d-532d9ef405ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0d71a87e-1d93-4dcb-a049-a958e96c9a61'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:06.656430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f87e8708-5fea-41d5-9855-7b6d46ae73c3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:06.673515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f87e8708-5fea-41d5-9855-7b6d46ae73c3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:06.678701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f87e8708-5fea-41d5-9855-7b6d46ae73c3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:06.689306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f87e8708-5fea-41d5-9855-7b6d46ae73c3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:06.732112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.752116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.754070 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.758040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.771677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Transition to ACTIVE for port object 39e40587-f6cf-4f0a-b011-521653671781 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:06.810802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.842392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:06.854996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a158573-f59d-48b1-9ab9-317e3d8e70bb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:06.860321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.860727 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Added segment 8995f826-6272-436a-b58c-1d445228e0ac of type vlan for network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb Feb 07 13:19:06.870036 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.894329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.908531 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-f87e8708-5fea-41d5-9855-7b6d46ae73c3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:06.909492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f87e8708-5fea-41d5-9855-7b6d46ae73c3 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2727582 Feb 07 13:19:06.910746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.913893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Transition to ACTIVE for port object 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:06.920357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55404) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:06.928433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b6ef3-3a6f-4482-aad9-e846913caf9d None None] Pushing event updated for resources: {'Port': ['ID=d3070e18-7f11-4311-a81a-629a63a746b5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:06.942732 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:06.983932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Transition to ACTIVE for port object 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:06.993866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=cf347c36-7ecb-4e09-b66f-35894b3d5662,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:06.997867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network 16c54c80-631e-466f-bd20-529ff21d724f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:07.006740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:07.017467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': '7ce68c71-6289-4ec1-a394-b013d53fdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '22bad28f-0342-4c44-8d0d-ec542369ea18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:07.017836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 22bad28f-0342-4c44-8d0d-ec542369ea18, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:07.030268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:07.058602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:07.059139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.074338 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.114856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.126709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:07.127730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.131426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Port': ['ID=39e40587-f6cf-4f0a-b011-521653671781,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:07.140010 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43970941-93eb-4ec4-b2a4-082b3fc80f94 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.148443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Pushing event updated for resources: {'Port': ['ID=71273c87-6ddb-4da9-85c4-d8e97cdb22c6,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:07.161690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['149888f4-11dd-42f3-a952-35e44bf5198c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:19:07.202031 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43970941-93eb-4ec4-b2a4-082b3fc80f94 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.244673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Network 9f056513-bb6a-4136-a85d-69bf8e50f9e1 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:07.246060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:07.249985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:07.264114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 22bad28f-0342-4c44-8d0d-ec542369ea18 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:07.348167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event updated for resources: {'Network': ['ID=0f91a7db-067c-4eb7-a7ee-c1a14e0543eb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:07.369945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:07.407221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4c48-cf96-43af-8e48-1da01fb93dac req-791fa39e-a876-4892-b234-4c2b3dfc5fee tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:07.411271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 22bad28f-0342-4c44-8d0d-ec542369ea18) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:07.415377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d25d4c48-cf96-43af-8e48-1da01fb93dac req-791fa39e-a876-4892-b234-4c2b3dfc5fee tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 945 time: 0.2320814 Feb 07 13:19:07.415787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:07.416471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.454776 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.458913 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6c97879e-cdce-46c8-93b8-3d23635cf9b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2870407 Feb 07 13:19:07.459689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55410) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:07.467209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a7ee1-ce6c-4154-b1df-b92c34663d50 None None] Network 22bad28f-0342-4c44-8d0d-ec542369ea18 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:07.472769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Request body: {'subnet': {'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:07.493992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d25d4c48-cf96-43af-8e48-1da01fb93dac req-10aeaabd-2dca-4dcc-9c77-6189d94d9a0b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775716 Feb 07 13:19:07.550104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Attempting to bind port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:07.550748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Attempting to bind port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ba85a67d-c35f-4519-8f2e-c560a54d2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9f056513-bb6a-4136-a85d-69bf8e50f9e1'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:07.551142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Attempting to bind port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 on network 9f056513-bb6a-4136-a85d-69bf8e50f9e1 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:07.581410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43970941-93eb-4ec4-b2a4-082b3fc80f94 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.584442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:07.591510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Checking segment: {'id': 'ba85a67d-c35f-4519-8f2e-c560a54d2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9f056513-bb6a-4136-a85d-69bf8e50f9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:07.591510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.591510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Bound using segment: {'id': 'ba85a67d-c35f-4519-8f2e-c560a54d2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9f056513-bb6a-4136-a85d-69bf8e50f9e1'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:07.591510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Bound port: 71273c87-6ddb-4da9-85c4-d8e97cdb22c6, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba85a67d-c35f-4519-8f2e-c560a54d2d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9f056513-bb6a-4136-a85d-69bf8e50f9e1'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:07.591510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.608681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43970941-93eb-4ec4-b2a4-082b3fc80f94 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d71a87e-1d93-4dcb-a049-a958e96c9a61,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:07.624437 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-19c9ca56-208c-473f-b19f-c1ace4941890 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7239954 Feb 07 13:19:07.628246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55414) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:07.737351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d74c0aee-984c-4dad-9020-6fc2cbb2679d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:07.740924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:07.747360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Usage tracker for resource:subnet and tenant:3f2ff8c37cc944c2b462bc99d66ce1e4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:07.757558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:07.767401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:07.822045 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.892372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Made reservation on behalf of 3f2ff8c37cc944c2b462bc99d66ce1e4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:07.896608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.945286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] For port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:07.978169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:07.995560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] For port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=71273c87-6ddb-4da9-85c4-d8e97cdb22c6,segment=NetworkSegment(ba85a67d-c35f-4519-8f2e-c560a54d2d79),segment_id=ba85a67d-c35f-4519-8f2e-c560a54d2d79)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:08.002559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d74c0aee-984c-4dad-9020-6fc2cbb2679d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:08.003220 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.045549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ae384-6db2-4059-8e35-b86f6be61abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-22bad28f-0342-4c44-8d0d-ec542369ea18', 'network_id': '22bad28f-0342-4c44-8d0d-ec542369ea18', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': 'cf347c36-7ecb-4e09-b66f-35894b3d5662'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:08.046643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f06ae384-6db2-4059-8e35-b86f6be61abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.088091 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.122932 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43970941-93eb-4ec4-b2a4-082b3fc80f94 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.126676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-43970941-93eb-4ec4-b2a4-082b3fc80f94 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/0d71a87e-1d93-4dcb-a049-a958e96c9a61 HTTP/1.1" status: 204 len: 168 time: 1.1376011 Feb 07 13:19:08.127595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55418) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:08.181870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.239222 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.250807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=cf347c36-7ecb-4e09-b66f-35894b3d5662,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:08.300967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee6cae-5045-4d58-b03f-97405b0d5ec5 None None] Pushing event updated for resources: {'Port': ['ID=71273c87-6ddb-4da9-85c4-d8e97cdb22c6,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:08.321536 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.322448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.330986 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cf91daea-d989-4201-8aa8-5274673c656f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2007191 Feb 07 13:19:08.344208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55422) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:08.354257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d3070e18-7f11-4311-a81a-629a63a746b5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server [None req-f06ae384-6db2-4059-8e35-b86f6be61abb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf347c36-7ecb-4e09-b66f-35894b3d5662: This subnet is being modified by another concurrent operation. Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server raise exception Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf347c36-7ecb-4e09-b66f-35894b3d5662: This subnet is being modified by another concurrent operation. Feb 07 13:19:08.406927 n-d-811416-5 neutron-server[88314]: ERROR oslo_messaging.rpc.server Feb 07 13:19:08.439654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e19b1-1e66-4a70-a1e6-1a1920a0ac23 None None] Network 22bad28f-0342-4c44-8d0d-ec542369ea18 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:08.441389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Port': ['ID=39e40587-f6cf-4f0a-b011-521653671781,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:08.448318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.516649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bad28f-0342-4c44-8d0d-ec542369ea18']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:08.555359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce68c71-6289-4ec1-a394-b013d53fdcd6') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:08.555668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce68c71-6289-4ec1-a394-b013d53fdcd6') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:08.601743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.618006 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef928-4a9c-4c7c-b03d-9bf62ee31f2a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.639686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.658224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:08.658868 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.672539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097567bc-589c-433f-8174-cda7d977cac8 None None] Network 16c54c80-631e-466f-bd20-529ff21d724f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:08.675720 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:08.722957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port d3070e18-7f11-4311-a81a-629a63a746b5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:08.726104 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef928-4a9c-4c7c-b03d-9bf62ee31f2a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.757766 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.792851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network 16c54c80-631e-466f-bd20-529ff21d724f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:08.804772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:08.943206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-89809a00-5fe7-4b18-ba3e-633cb40e4f9f None None] Provisioning for port d3070e18-7f11-4311-a81a-629a63a746b5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:08.960654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-89809a00-5fe7-4b18-ba3e-633cb40e4f9f None None] Provisioning complete for port d3070e18-7f11-4311-a81a-629a63a746b5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:08.961670 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89809a00-5fe7-4b18-ba3e-633cb40e4f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:08.993501 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a3645f9-2fee-4ea2-9bb3-6a492e5c2246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.003262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72300ef4-a8b9-4bcb-99db-fb04ec4eecfc req-b4cbf8c5-9a8f-45ec-91ac-b1550b1db792 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:09.008800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72300ef4-a8b9-4bcb-99db-fb04ec4eecfc req-b4cbf8c5-9a8f-45ec-91ac-b1550b1db792 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 945 time: 0.3040197 Feb 07 13:19:09.039424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event updated for resources: {'Subnet': ['ID=f7a163e4-b2b3-4ba2-bffa-2e7f421f733e,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:09.051349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Checking segment: {'id': '8995f826-6272-436a-b58c-1d445228e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:09.051797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Network hostable DHCP agents. Network: 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:09.077635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72300ef4-a8b9-4bcb-99db-fb04ec4eecfc req-ae7cc942-91b1-441f-9d57-50509b3237b4 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679555 Feb 07 13:19:09.104363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.126914 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.136331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=22bad28f-0342-4c44-8d0d-ec542369ea18,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:09.147021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef928-4a9c-4c7c-b03d-9bf62ee31f2a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.164384 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2d129a60-3a88-4126-887b-f200ce343828 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/22bad28f-0342-4c44-8d0d-ec542369ea18 HTTP/1.1" status: 204 len: 168 time: 1.5332847 Feb 07 13:19:09.167186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef928-4a9c-4c7c-b03d-9bf62ee31f2a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.167932 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b3ef928-4a9c-4c7c-b03d-9bf62ee31f2a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/216ae6cd-ef9d-41bd-ae0d-532d9ef405ef HTTP/1.1" status: 204 len: 168 time: 0.8199980 Feb 07 13:19:09.168173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55428) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:09.168907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ef928-4a9c-4c7c-b03d-9bf62ee31f2a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216ae6cd-ef9d-41bd-ae0d-532d9ef405ef,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:09.170589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:09.175718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429248958'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:09.182557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:09.187065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:09.190068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:09.199271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:09.225186 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89809a00-5fe7-4b18-ba3e-633cb40e4f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.229647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Router 38d3f6b8-d275-47e0-886a-2853b98d7444 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:19:09.237203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:09.251259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3745b4e3-3985-4e3f-a88b-d200c069f862 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:09.268368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-89809a00-5fe7-4b18-ba3e-633cb40e4f9f None None] For port d3070e18-7f11-4311-a81a-629a63a746b5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d3070e18-7f11-4311-a81a-629a63a746b5,segment=NetworkSegment(6b7351cd-4c25-41dc-9b35-6a21247be013),segment_id=6b7351cd-4c25-41dc-9b35-6a21247be013)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:09.336402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:09.339849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.370457 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89809a00-5fe7-4b18-ba3e-633cb40e4f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.370800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:09.381023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:09.386172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.388007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3745b4e3-3985-4e3f-a88b-d200c069f862 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:09.389443 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3745b4e3-3985-4e3f-a88b-d200c069f862 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2177060 Feb 07 13:19:09.400036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55436) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:09.409997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471791146'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:09.421972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:09.433553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb9e65b-dea6-49a5-b5a4-e99b62c451c1 None None] Network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:09.441490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:09.515608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:09.524303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:19:09.552782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55440) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:09.553031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c93e7a4c-49b0-4009-a39b-6b888ffcb2a3 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "PUT /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5178566 Feb 07 13:19:09.554272 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.554685 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment 8c1795ad-cd7b-4adf-9c98-17730654114d of type vlan for network 16ca5bcc-1c93-4073-a70a-e6d96da817eb Feb 07 13:19:09.555368 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-90775ccd-d07c-4d97-a2e0-45f7e05cd8fe tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0939798 Feb 07 13:19:09.556209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:09.561564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389c165-5279-4081-8388-d12af3327b43 None None] Sync routers for ids ['38d3f6b8-d275-47e0-886a-2853b98d7444'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:19:09.615693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389c165-5279-4081-8388-d12af3327b43 None None] Routers {'38d3f6b8-d275-47e0-886a-2853b98d7444'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:09.616591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f389c165-5279-4081-8388-d12af3327b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['38d3f6b8-d275-47e0-886a-2853b98d7444'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:09.627889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.668811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Request body: {'port': {'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-631478038'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:09.671614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.725066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:09.771936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:09.818120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f389c165-5279-4081-8388-d12af3327b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:09.820012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89809a00-5fe7-4b18-ba3e-633cb40e4f9f None None] Pushing event updated for resources: {'Port': ['ID=d3070e18-7f11-4311-a81a-629a63a746b5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:09.854236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:09.861561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389c165-5279-4081-8388-d12af3327b43 None None] Routers {'38d3f6b8-d275-47e0-886a-2853b98d7444'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:09.862198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f389c165-5279-4081-8388-d12af3327b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:18:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['38d3f6b8-d275-47e0-886a-2853b98d7444'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:09.872187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:09.894276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:09.933366 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.935924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-553c08d5-b715-46fc-b4bb-849ed6773dc4 None None] Provisioning complete for port d3070e18-7f11-4311-a81a-629a63a746b5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:09.936397 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-553c08d5-b715-46fc-b4bb-849ed6773dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.942689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:09.944699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:09.993241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde7a58-edab-4aef-b9e6-391f8deb144d None None] Network 9f056513-bb6a-4136-a85d-69bf8e50f9e1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:10.074029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=16ca5bcc-1c93-4073-a70a-e6d96da817eb,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:10.094993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 16ca5bcc-1c93-4073-a70a-e6d96da817eb details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:10.116568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a7a6805f-739e-4a2e-8775-62e9e420fffb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9467809 Feb 07 13:19:10.118969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55450) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:10.125128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '16ca5bcc-1c93-4073-a70a-e6d96da817eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:10.134639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:10.139330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Usage tracker for resource:port and tenant:3f2ff8c37cc944c2b462bc99d66ce1e4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:10.142917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:10.149747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:10.202969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f389c165-5279-4081-8388-d12af3327b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:10.203644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389c165-5279-4081-8388-d12af3327b43 None None] The sync data for ids ['38d3f6b8-d275-47e0-886a-2853b98d7444'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:19:10.217953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:10.278901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:10.283054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:10.320669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:10.321952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Made reservation on behalf of 3f2ff8c37cc944c2b462bc99d66ce1e4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:10.325607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:10.337732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:10.378149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-0f91a7db-067c-4eb7-a7ee-c1a14e0543eb', 'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb', 'tenant_id': '3f2ff8c37cc944c2b462bc99d66ce1e4', 'fixed_ips': [{'subnet_id': 'f7a163e4-b2b3-4ba2-bffa-2e7f421f733e'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:10.378833 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:10.384963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2fdf1-40db-47e8-9543-4662e3e64d0d req-599f205d-34d9-4cad-827c-cb37613df259 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:10.386566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95c2fdf1-40db-47e8-9543-4662e3e64d0d req-599f205d-34d9-4cad-827c-cb37613df259 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 945 time: 0.1005750 Feb 07 13:19:10.440048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95c2fdf1-40db-47e8-9543-4662e3e64d0d req-35f77bc5-c6c7-4c51-96d4-3a4506945828 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469487 Feb 07 13:19:10.440968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:10.446456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] device_id is not set on port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:19:10.537965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:10.589732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:10.593559 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:10.659017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-553c08d5-b715-46fc-b4bb-849ed6773dc4 None None] Provisioning for port 39e40587-f6cf-4f0a-b011-521653671781 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:10.660531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5759de60-ab4f-4491-90b9-adf8366d4b23,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:10.686923 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-09e9bb48-1f77-45c4-b352-24280d63dac7 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:10.691533 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09e9bb48-1f77-45c4-b352-24280d63dac7 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "PUT /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1414156 Feb 07 13:19:10.692749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55456) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:10.705483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-553c08d5-b715-46fc-b4bb-849ed6773dc4 None None] Provisioning complete for port 39e40587-f6cf-4f0a-b011-521653671781 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:10.705876 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-553c08d5-b715-46fc-b4bb-849ed6773dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:10.759348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:10.760922 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-66c936a9-6b98-4c22-9ca4-b09f32414424 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3601241 Feb 07 13:19:10.770350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55460) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:10.781225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0dd0c441-061f-4b5f-a162-12cd2c282137 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '5759de60-ab4f-4491-90b9-adf8366d4b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:10.792438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0dd0c441-061f-4b5f-a162-12cd2c282137 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:10.799522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0dd0c441-061f-4b5f-a162-12cd2c282137 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:10.808532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0dd0c441-061f-4b5f-a162-12cd2c282137 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:10.812274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 149888f4-11dd-42f3-a952-35e44bf5198c up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:10.818753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0dd0c441-061f-4b5f-a162-12cd2c282137 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:10.883614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Allocated IP 172.20.0.2 (0f91a7db-067c-4eb7-a7ee-c1a14e0543eb/f7a163e4-b2b3-4ba2-bffa-2e7f421f733e/21c6e2fb-3927-4904-b477-78dd5592288d) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:10.907777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-553c08d5-b715-46fc-b4bb-849ed6773dc4 None None] Port 39e40587-f6cf-4f0a-b011-521653671781 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:10.978717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.017199 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-0dd0c441-061f-4b5f-a162-12cd2c282137 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:11.018513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0dd0c441-061f-4b5f-a162-12cd2c282137 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2470853 Feb 07 13:19:11.018665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 149888f4-11dd-42f3-a952-35e44bf5198c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:11.019122 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.028447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55464) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:11.039409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f1b4de45-95ad-4f05-8966-98f12ea1b312 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group_rule': {'security_group_id': '5759de60-ab4f-4491-90b9-adf8366d4b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:11.064910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f1b4de45-95ad-4f05-8966-98f12ea1b312 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:11.084408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f1b4de45-95ad-4f05-8966-98f12ea1b312 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:11.087316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=6644acab-7d8a-4461-8c16-2d61e9c81461,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:11.091576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f1b4de45-95ad-4f05-8966-98f12ea1b312 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:11.109844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f1b4de45-95ad-4f05-8966-98f12ea1b312 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:11.113377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': '8c1795ad-cd7b-4adf-9c98-17730654114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16ca5bcc-1c93-4073-a70a-e6d96da817eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:11.113998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 16ca5bcc-1c93-4073-a70a-e6d96da817eb, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:11.158946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Provisioning complete for port 39e40587-f6cf-4f0a-b011-521653671781 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:11.159331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.230080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 16ca5bcc-1c93-4073-a70a-e6d96da817eb is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:11.311872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Port 39e40587-f6cf-4f0a-b011-521653671781 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:11.338973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.353549 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.355771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 16ca5bcc-1c93-4073-a70a-e6d96da817eb) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:11.360141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:11.366588 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.368822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Transition to ACTIVE for port object 21c6e2fb-3927-4904-b477-78dd5592288d will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:11.374521 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-f1b4de45-95ad-4f05-8966-98f12ea1b312 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:11.374688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac844c1-bfe5-418f-bed8-97ca2b1645f7 None None] Network 16ca5bcc-1c93-4073-a70a-e6d96da817eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:11.375078 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f1b4de45-95ad-4f05-8966-98f12ea1b312 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3435655 Feb 07 13:19:11.377934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55468) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:11.411567 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.472962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Provisioning for port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:11.497422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:11.504196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Transition to ACTIVE for port object 21c6e2fb-3927-4904-b477-78dd5592288d will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:11.515667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Provisioning complete for port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:11.516069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.561290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:11.571130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d3070e18-7f11-4311-a81a-629a63a746b5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:11.608620 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c', 'code': 200} Feb 07 13:19:11.640716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.689877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-33cb0f17-987e-4ac5-a84f-3a6b4003b1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.692550 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.758028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:11.762391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9886d07a-c6f7-462b-ba14-53a97c2ad9b0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.777705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:11.789932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Allocated IP 172.20.0.11 (0f91a7db-067c-4eb7-a7ee-c1a14e0543eb/f7a163e4-b2b3-4ba2-bffa-2e7f421f733e/0c6033d3-bc55-4d03-be52-d99d37fc2c59) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:11.791039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:11.800092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba38533-8b3d-46f4-a656-a3845217e534 req-110e75cc-3fa0-4779-8916-bffc2ae3c15a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:11.808595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dba38533-8b3d-46f4-a656-a3845217e534 req-110e75cc-3fa0-4779-8916-bffc2ae3c15a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1398139 Feb 07 13:19:11.839905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-453cb2c2-c07b-44e9-b26b-832d489880b5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7173638 Feb 07 13:19:11.847732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Pushing event updated for resources: {'Port': ['ID=21c6e2fb-3927-4904-b477-78dd5592288d,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:11.877653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:11.883293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9886d07a-c6f7-462b-ba14-53a97c2ad9b0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:11.952794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dba38533-8b3d-46f4-a656-a3845217e534 req-88ad5280-c30f-4282-9547-b17890582e6f tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430237 Feb 07 13:19:11.987153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c0daf-f857-4f1c-9729-95993b189dbe req-3db154c0-44e7-4b87-badc-2e87b7650acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:11.989046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf5c0daf-f857-4f1c-9729-95993b189dbe req-3db154c0-44e7-4b87-badc-2e87b7650acf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 1097 time: 0.1423280 Feb 07 13:19:12.016007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting port 39e40587-f6cf-4f0a-b011-521653671781 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:12.016392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.038312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf5c0daf-f857-4f1c-9729-95993b189dbe req-cb8cddee-c88d-4677-80e7-71cce7efc00d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Feb 07 13:19:12.058001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9886d07a-c6f7-462b-ba14-53a97c2ad9b0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.074916 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.078035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d07a-c6f7-462b-ba14-53a97c2ad9b0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5759de60-ab4f-4491-90b9-adf8366d4b23,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:12.087322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9886d07a-c6f7-462b-ba14-53a97c2ad9b0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.088648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9886d07a-c6f7-462b-ba14-53a97c2ad9b0 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/5759de60-ab4f-4491-90b9-adf8366d4b23 HTTP/1.1" status: 204 len: 168 time: 0.7096159 Feb 07 13:19:12.091606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55480) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:12.150380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a8e76d6a-f911-4818-926e-659e07e2fa6f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:12.173317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Attempting to bind port 21c6e2fb-3927-4904-b477-78dd5592288d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:12.173685 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Attempting to bind port 21c6e2fb-3927-4904-b477-78dd5592288d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '8995f826-6272-436a-b58c-1d445228e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:12.174044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Attempting to bind port 21c6e2fb-3927-4904-b477-78dd5592288d on network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:12.202734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:12.206637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d3070e18-7f11-4311-a81a-629a63a746b5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:12.208476 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.218399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a8e76d6a-f911-4818-926e-659e07e2fa6f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:12.224876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a8e76d6a-f911-4818-926e-659e07e2fa6f tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269333 Feb 07 13:19:12.224876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55484) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:12.229941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'tempest-secgroup--599484575'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:12.236372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:12.236773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Checking segment: {'id': '8995f826-6272-436a-b58c-1d445228e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:12.237153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.237539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Bound using segment: {'id': '8995f826-6272-436a-b58c-1d445228e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:12.238011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Bound port: 21c6e2fb-3927-4904-b477-78dd5592288d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8995f826-6272-436a-b58c-1d445228e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:12.238141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:12.238435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.248556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-16ca5bcc-1c93-4073-a70a-e6d96da817eb', 'network_id': '16ca5bcc-1c93-4073-a70a-e6d96da817eb', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': '6644acab-7d8a-4461-8c16-2d61e9c81461'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:12.249002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:12.249347 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.285632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.298005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] For port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=71273c87-6ddb-4da9-85c4-d8e97cdb22c6,segment=NetworkSegment(ba85a67d-c35f-4519-8f2e-c560a54d2d79),segment_id=ba85a67d-c35f-4519-8f2e-c560a54d2d79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:12.336536 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.360093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:12.364938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Usage tracker for resource:security_group_rule and tenant:8598e32e812549e994bd3cea13dac4fb is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:12.368233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:12.370737 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.374676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:12.384239 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.422419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.424971 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.437393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.456444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.468566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Transition to ACTIVE for port object 0c6033d3-bc55-4d03-be52-d99d37fc2c59 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:12.555120 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.593378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Calling delete_port for 39e40587-f6cf-4f0a-b011-521653671781 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:12.602001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f25161-5204-4ee4-ba9d-fff669558f57,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:12.602322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c172271-05d4-4864-a61a-d245b92cc46f None None] Pushing event updated for resources: {'Port': ['ID=71273c87-6ddb-4da9-85c4-d8e97cdb22c6,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:12.616605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] For port 21c6e2fb-3927-4904-b477-78dd5592288d, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:12.627376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.705764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1d9a52cb-9370-4304-9074-b0da785a43b0 None None] Provisioning complete for port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:12.706135 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d9a52cb-9370-4304-9074-b0da785a43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.710277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.712443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-77818a46-99b4-45ad-8539-e5e6f57cfe5b tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4865859 Feb 07 13:19:12.715315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55488) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:12.723713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-83615175-013d-4180-b02f-c22fb65ba871 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:12.724403 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-83615175-013d-4180-b02f-c22fb65ba871 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 13:19:12.725131 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-83615175-013d-4180-b02f-c22fb65ba871 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 13:19:12.728818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-83615175-013d-4180-b02f-c22fb65ba871 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "PUT /v2.0/security-groups/f2f25161-5204-4ee4-ba9d-fff669558f57 HTTP/1.1" status: 409 len: 330 time: 0.0095453 Feb 07 13:19:12.729215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55492) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:12.731360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] For port 21c6e2fb-3927-4904-b477-78dd5592288d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=21c6e2fb-3927-4904-b477-78dd5592288d,segment=NetworkSegment(8995f826-6272-436a-b58c-1d445228e0ac),segment_id=8995f826-6272-436a-b58c-1d445228e0ac)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:12.776282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Allocated IP 172.20.0.2 (16ca5bcc-1c93-4073-a70a-e6d96da817eb/6644acab-7d8a-4461-8c16-2d61e9c81461/4490af0b-8782-4501-be07-ed657307aac5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:12.808813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7a0e8e5-191d-453a-9724-263ed6af8773 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.837607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7a0e8e5-191d-453a-9724-263ed6af8773 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.866192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.962355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:12.991206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7a0e8e5-191d-453a-9724-263ed6af8773 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.030248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0e8e5-191d-453a-9724-263ed6af8773 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f25161-5204-4ee4-ba9d-fff669558f57,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:13.052431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:13.055798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:13.058474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7a0e8e5-191d-453a-9724-263ed6af8773 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.062407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:13.062575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f7a0e8e5-191d-453a-9724-263ed6af8773 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/f2f25161-5204-4ee4-ba9d-fff669558f57 HTTP/1.1" status: 204 len: 168 time: 0.3297946 Feb 07 13:19:13.062674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ad866-1871-4250-b306-244a3b8d827d None None] Pushing event updated for resources: {'Port': ['ID=21c6e2fb-3927-4904-b477-78dd5592288d,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:13.072984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55498) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:13.101135 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.110513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event updated for resources: {'Port': ['ID=0c6033d3-bc55-4d03-be52-d99d37fc2c59,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:13.164878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-19ee5db6-7b49-4ddb-91b7-f93a8bc98e6c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Synchronizing usage tracker for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:13.202702 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.209477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Port': ['ID=39e40587-f6cf-4f0a-b011-521653671781,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:13.215829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Transition to ACTIVE for port object 4490af0b-8782-4501-be07-ed657307aac5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:13.274806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Transition to ACTIVE for port object 4490af0b-8782-4501-be07-ed657307aac5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:13.300417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d467e-5fa1-4b8c-a5e2-fe5d8c6e8e31 req-b9faae14-1b5f-4e90-adac-c1f0abd8c47c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:13.324215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d4d467e-5fa1-4b8c-a5e2-fe5d8c6e8e31 req-b9faae14-1b5f-4e90-adac-c1f0abd8c47c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.1563499 Feb 07 13:19:13.349864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-19ee5db6-7b49-4ddb-91b7-f93a8bc98e6c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] Unset dirty status for tenant:8598e32e812549e994bd3cea13dac4fb on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:13.355074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-19ee5db6-7b49-4ddb-91b7-f93a8bc98e6c tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2771494 Feb 07 13:19:13.356370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55502) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:13.374334 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.377053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:13.377716 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.395022 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-f4cd30ca-b522-4915-9a41-a6abd8a9092a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] delete failed (client error): The resource could not be found. Feb 07 13:19:13.400736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f4cd30ca-b522-4915-9a41-a6abd8a9092a tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "DELETE /v2.0/security-groups/627c6600-45a6-46f6-b35e-5559a34d9d8a HTTP/1.1" status: 404 len: 347 time: 0.0430005 Feb 07 13:19:13.401325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55506) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:13.444624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d4d467e-5fa1-4b8c-a5e2-fe5d8c6e8e31 req-b7926571-561b-4338-a302-b75ecec99493 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246545 Feb 07 13:19:13.472678 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-ddc32661-4d20-4f89-97aa-f09ed8b41281 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] show failed (client error): The resource could not be found. Feb 07 13:19:13.478648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ddc32661-4d20-4f89-97aa-f09ed8b41281 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-groups/b359381c-adf0-4759-80fb-4bd40da453c2 HTTP/1.1" status: 404 len: 347 time: 0.0744281 Feb 07 13:19:13.479314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55510) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:13.507881 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-c73b7dae-97ab-4893-8241-d4fa11633b36 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] show failed (client error): The resource could not be found. Feb 07 13:19:13.526592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c73b7dae-97ab-4893-8241-d4fa11633b36 tempest-NegativeSecGroupIPv6Test-1519246291 tempest-NegativeSecGroupIPv6Test-1519246291-project] 10.222.0.69 "GET /v2.0/security-group-rules/7b97bf21-9a54-41d9-96f5-2521eb595cbb HTTP/1.1" status: 404 len: 356 time: 0.0456774 Feb 07 13:19:13.539511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.592991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Network 16ca5bcc-1c93-4073-a70a-e6d96da817eb is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:13.596084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:13.609959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:13.618577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Pushing event updated for resources: {'Port': ['ID=4490af0b-8782-4501-be07-ed657307aac5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:13.672334 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2c3be9a9-e694-4baa-ba2e-438c1dec3fc6 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1136093 Feb 07 13:19:13.675950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55516) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:13.682664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Request body: {'port': {'network_id': '0f91a7db-067c-4eb7-a7ee-c1a14e0543eb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1332475098', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:13.682973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.683375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.api.validators [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] bootfile-name is not in valid_values {{(pid=88313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:19:13.683726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.api.validators [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] tftp-server is not in valid_values {{(pid=88313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:19:13.684176 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.api.validators [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] server-ip-address is not in valid_values {{(pid=88313) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:19:13.785342 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.788075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:13.860170 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.872903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Attempting to bind port 4490af0b-8782-4501-be07-ed657307aac5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:13.873279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Attempting to bind port 4490af0b-8782-4501-be07-ed657307aac5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '8c1795ad-cd7b-4adf-9c98-17730654114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16ca5bcc-1c93-4073-a70a-e6d96da817eb'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:13.873652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Attempting to bind port 4490af0b-8782-4501-be07-ed657307aac5 on network 16ca5bcc-1c93-4073-a70a-e6d96da817eb {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:13.883788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:13.884084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Checking segment: {'id': '8c1795ad-cd7b-4adf-9c98-17730654114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16ca5bcc-1c93-4073-a70a-e6d96da817eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:13.884680 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.885230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Bound using segment: {'id': '8c1795ad-cd7b-4adf-9c98-17730654114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16ca5bcc-1c93-4073-a70a-e6d96da817eb'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:13.885876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Bound port: 4490af0b-8782-4501-be07-ed657307aac5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1795ad-cd7b-4adf-9c98-17730654114d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '16ca5bcc-1c93-4073-a70a-e6d96da817eb'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:13.886432 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.888532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ca5bcc-1c93-4073-a70a-e6d96da817eb']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:13.896582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:13.896582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Usage tracker for resource:port and tenant:3f2ff8c37cc944c2b462bc99d66ce1e4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:13.898367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:13.901282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1795ad-cd7b-4adf-9c98-17730654114d') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:13.901582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1795ad-cd7b-4adf-9c98-17730654114d') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:13.905326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:13.969708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:13.970050 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.972663 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:13.983551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=6644acab-7d8a-4461-8c16-2d61e9c81461,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:14.001960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Made reservation on behalf of 3f2ff8c37cc944c2b462bc99d66ce1e4 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:14.007664 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.049259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] For port 4490af0b-8782-4501-be07-ed657307aac5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:14.057869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] device_id is not set on port d665da22-86f1-4a3e-a7d1-345988881b1d yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:19:14.062857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.085824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:14.086336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:14.102020 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:14.143845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 21c6e2fb-3927-4904-b477-78dd5592288d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:14.275216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Allocated IP 172.20.0.14 (0f91a7db-067c-4eb7-a7ee-c1a14e0543eb/f7a163e4-b2b3-4ba2-bffa-2e7f421f733e/d665da22-86f1-4a3e-a7d1-345988881b1d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:14.284778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55522) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:14.284969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 21c6e2fb-3927-4904-b477-78dd5592288d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:14.336851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Router 38d3f6b8-d275-47e0-886a-2853b98d7444 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:19:14.350258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] For port 4490af0b-8782-4501-be07-ed657307aac5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4490af0b-8782-4501-be07-ed657307aac5,segment=NetworkSegment(8c1795ad-cd7b-4adf-9c98-17730654114d),segment_id=8c1795ad-cd7b-4adf-9c98-17730654114d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:14.397323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.423577 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:19:14.423577 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:19:14.423577 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '16ca5bcc-1c93-4073-a70a-e6d96da817eb'}] Feb 07 13:19:14.423577 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:14.428322 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:14.511258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:19:14.517415 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0c47d27f-21f3-43d3-8f56-1c5789fdf875 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "PUT /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8236406 Feb 07 13:19:14.521384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55530) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:14.525926 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce314c-65d3-4c6e-8855-77b1f7372aef None None] Sync routers for ids ['38d3f6b8-d275-47e0-886a-2853b98d7444'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:19:14.533083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-39be86fa-8f0e-43cd-bc88-b94c19357608 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8598e32e812549e994bd3cea13dac4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471228 Feb 07 13:19:14.544924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55534) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:14.558466 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce314c-65d3-4c6e-8855-77b1f7372aef None None] Routers {'38d3f6b8-d275-47e0-886a-2853b98d7444'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:14.559092 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f5ce314c-65d3-4c6e-8855-77b1f7372aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['38d3f6b8-d275-47e0-886a-2853b98d7444'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:14.566767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb9395-3c92-46a4-aa17-a0b6c1249ed8 None None] Network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:14.691010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e8157-f439-44e1-b65a-cb9e30575005 None None] Network 16ca5bcc-1c93-4073-a70a-e6d96da817eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:14.703402 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.735895 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f5ce314c-65d3-4c6e-8855-77b1f7372aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:14.756113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Transition to ACTIVE for port object d665da22-86f1-4a3e-a7d1-345988881b1d will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:14.758363 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce314c-65d3-4c6e-8855-77b1f7372aef None None] Routers {'38d3f6b8-d275-47e0-886a-2853b98d7444'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:14.760300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01d9837-8130-47e1-af8e-5bfa4fcdf34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.761201 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f5ce314c-65d3-4c6e-8855-77b1f7372aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['38d3f6b8-d275-47e0-886a-2853b98d7444'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:14.776820 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-51901ebd-4260-4e02-9d25-94de4b714dd4 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] delete failed (client error): The resource could not be found. Feb 07 13:19:14.781768 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-51901ebd-4260-4e02-9d25-94de4b714dd4 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-375305967 HTTP/1.1" status: 404 len: 334 time: 0.2557886 Feb 07 13:19:14.782211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55538) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:14.794491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5fc9a715-988f-4a2a-b45b-9605ce672ffb tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'router': {'external_gateway_info': {'network_id': '38d3f6b8-d275-47e0-886a-2853b98d7444'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:14.834898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a3cb3-cfbf-4aa6-86fb-ee95c84ce265 None None] Pushing event updated for resources: {'Port': ['ID=4490af0b-8782-4501-be07-ed657307aac5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:14.851062 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f5ce314c-65d3-4c6e-8855-77b1f7372aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:14.851463 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce314c-65d3-4c6e-8855-77b1f7372aef None None] The sync data for ids ['38d3f6b8-d275-47e0-886a-2853b98d7444'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:19:14.886023 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01d9837-8130-47e1-af8e-5bfa4fcdf34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.925600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.936081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-260cd2b7-6b36-4c4a-9fa2-1293f6fb00e9 None None] Provisioning for port 21c6e2fb-3927-4904-b477-78dd5592288d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:14.937399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port 4490af0b-8782-4501-be07-ed657307aac5 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:14.937846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:14.968742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba46a-35e8-4cb1-a225-5577eb4b7441 req-4dfe0a62-4ca2-438b-806b-1a45397d0beb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:14.970747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fddba46a-35e8-4cb1-a225-5577eb4b7441 req-4dfe0a62-4ca2-438b-806b-1a45397d0beb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3484545 Feb 07 13:19:15.007615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-260cd2b7-6b36-4c4a-9fa2-1293f6fb00e9 None None] Provisioning complete for port 21c6e2fb-3927-4904-b477-78dd5592288d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:15.008009 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-260cd2b7-6b36-4c4a-9fa2-1293f6fb00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.153051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.169296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] For port 4490af0b-8782-4501-be07-ed657307aac5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4490af0b-8782-4501-be07-ed657307aac5,segment=NetworkSegment(8c1795ad-cd7b-4adf-9c98-17730654114d),segment_id=8c1795ad-cd7b-4adf-9c98-17730654114d)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:15.169805 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.283695 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-260cd2b7-6b36-4c4a-9fa2-1293f6fb00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.304773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Calling delete_port for 4490af0b-8782-4501-be07-ed657307aac5 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:15.326405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-260cd2b7-6b36-4c4a-9fa2-1293f6fb00e9 None None] For port 21c6e2fb-3927-4904-b477-78dd5592288d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=21c6e2fb-3927-4904-b477-78dd5592288d,segment=NetworkSegment(8995f826-6272-436a-b58c-1d445228e0ac),segment_id=8995f826-6272-436a-b58c-1d445228e0ac)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:15.372435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fddba46a-35e8-4cb1-a225-5577eb4b7441 req-6e4991ef-66f3-49d6-8059-9d3066a5c9da tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879366 Feb 07 13:19:15.373416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.447282 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-260cd2b7-6b36-4c4a-9fa2-1293f6fb00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.485283 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.509662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fc9a715-988f-4a2a-b45b-9605ce672ffb tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.521830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cd2b7-6b36-4c4a-9fa2-1293f6fb00e9 None None] Pushing event updated for resources: {'Port': ['ID=21c6e2fb-3927-4904-b477-78dd5592288d,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:15.558209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Port': ['ID=4490af0b-8782-4501-be07-ed657307aac5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:15.562475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No DVR routers for this DVR port 4490af0b-8782-4501-be07-ed657307aac5 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:15.569773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:15.578859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:15.581278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:15.584337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f5a177b9-78c7-4cba-a309-a40d84d95d43 None None] Provisioning complete for port 21c6e2fb-3927-4904-b477-78dd5592288d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:15.591703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f5a177b9-78c7-4cba-a309-a40d84d95d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.624953 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01d9837-8130-47e1-af8e-5bfa4fcdf34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.662679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event updated for resources: {'Port': ['ID=d665da22-86f1-4a3e-a7d1-345988881b1d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:15.678374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d9837-8130-47e1-af8e-5bfa4fcdf34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76462274-d3a1-4830-8072-e00f97eb35f8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:15.746249 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-5fc9a715-988f-4a2a-b45b-9605ce672ffb tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] update failed (client error): The resource could not be found. Feb 07 13:19:15.747302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5fc9a715-988f-4a2a-b45b-9605ce672ffb tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "PUT /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444 HTTP/1.1" status: 404 len: 339 time: 0.9628584 Feb 07 13:19:15.752300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55544) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:15.761931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.765808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:15.766483 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.773689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-44532462'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:15.784314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:15.798665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:network and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:15.803265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:15.806041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882ef68-d35d-403a-a10f-c2da4433424a req-99dcb806-ab8d-4007-bc3d-475c1caacb19 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:15.806868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ca5bcc-1c93-4073-a70a-e6d96da817eb']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:15.807714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0882ef68-d35d-403a-a10f-c2da4433424a req-99dcb806-ab8d-4007-bc3d-475c1caacb19 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.2762511 Feb 07 13:19:15.818839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f5a177b9-78c7-4cba-a309-a40d84d95d43 None None] Provisioning for port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:15.827837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f5a177b9-78c7-4cba-a309-a40d84d95d43 None None] Provisioning complete for port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:15.827837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f5a177b9-78c7-4cba-a309-a40d84d95d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.828122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:15.835195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1795ad-cd7b-4adf-9c98-17730654114d') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:15.835755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1795ad-cd7b-4adf-9c98-17730654114d') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:15.852365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.865295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0882ef68-d35d-403a-a10f-c2da4433424a req-99ba1d9a-9fe7-46ce-b162-07090ad3553d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515318 Feb 07 13:19:15.870339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.880954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:15.883550 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.891934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f5a177b9-78c7-4cba-a309-a40d84d95d43 None None] Port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:15.893680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d01d9837-8130-47e1-af8e-5bfa4fcdf34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:15.898464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d01d9837-8130-47e1-af8e-5bfa4fcdf34b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76462274-d3a1-4830-8072-e00f97eb35f8 HTTP/1.1" status: 204 len: 168 time: 1.3519399 Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:15.904585 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:15.960911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c058fe66-f0d3-44d2-a155-10a2b5368f29 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2834144 Feb 07 13:19:15.963696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55552) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:16.030510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ba938ad1-9762-40a0-b89c-8cd55af67933 None None] Provisioning complete for port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:16.030888 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ba938ad1-9762-40a0-b89c-8cd55af67933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.044841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Made reservation on behalf of f3b5825b936946d5a22437cf72e374ef for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:16.049266 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.085320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.095398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:16.107493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61598fdb-6d96-452e-8b08-ac7dd094e85c tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:16.114393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61598fdb-6d96-452e-8b08-ac7dd094e85c tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:16.120942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ba938ad1-9762-40a0-b89c-8cd55af67933 None None] Port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:16.128328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61598fdb-6d96-452e-8b08-ac7dd094e85c tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:16.128328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-61598fdb-6d96-452e-8b08-ac7dd094e85c tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Synchronizing usage tracker for tenant:3f2ff8c37cc944c2b462bc99d66ce1e4 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:16.137199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.139608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=16ca5bcc-1c93-4073-a70a-e6d96da817eb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:16.142760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.143116 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Added segment 4da7f355-9578-48d2-85bb-f31e8607d5cb of type vlan for network deec8215-adf1-4499-a877-fdba6e1e02fb Feb 07 13:19:16.148134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b60964d-067f-444c-be8c-24659e0fc8c1 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:19:16.156463 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4b2279c-595e-4630-a48d-e20c03cc2b35 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/16ca5bcc-1c93-4073-a70a-e6d96da817eb HTTP/1.1" status: 204 len: 168 time: 4.2775073 Feb 07 13:19:16.159950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55556) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:16.166494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764681422'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:16.172408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:16.177708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:16.180253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.181394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:16.189959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:16.213314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-61598fdb-6d96-452e-8b08-ac7dd094e85c tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Unset dirty status for tenant:3f2ff8c37cc944c2b462bc99d66ce1e4 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:16.214761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-61598fdb-6d96-452e-8b08-ac7dd094e85c tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2496023 Feb 07 13:19:16.217646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55560) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:16.295048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-71d0b62f-7df4-4a8b-9a4b-a4c5ad1b69de tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Deleting port d665da22-86f1-4a3e-a7d1-345988881b1d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:16.295418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71d0b62f-7df4-4a8b-9a4b-a4c5ad1b69de tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.298373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:16.302141 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.331308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:16.337035 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.337459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b60964d-067f-444c-be8c-24659e0fc8c1 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:19:16.342863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.343325 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment a0788dbf-4496-4d5c-9a77-314c2a78c4d1 of type vlan for network 3bae064d-db3d-4f2a-a595-d8506e070754 Feb 07 13:19:16.343558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:16.344640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.372644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9d5a9c00-bae7-4c06-8f6f-f1e34e1a6eeb None None] Provisioning for port d665da22-86f1-4a3e-a7d1-345988881b1d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:16.376432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.450460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9d5a9c00-bae7-4c06-8f6f-f1e34e1a6eeb None None] Provisioning complete for port d665da22-86f1-4a3e-a7d1-345988881b1d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:16.451251 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9c00-bae7-4c06-8f6f-f1e34e1a6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.482101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55572) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:16.487366 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7328291 Feb 07 13:19:16.493372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'subnet': {'network_id': 'deec8215-adf1-4499-a877-fdba6e1e02fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:16.546092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a9c00-bae7-4c06-8f6f-f1e34e1a6eeb None None] Port d665da22-86f1-4a3e-a7d1-345988881b1d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:16.557907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec36313-ad84-490e-b101-23234b542131 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Network': ['ID=deec8215-adf1-4499-a877-fdba6e1e02fb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:16.581927 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network deec8215-adf1-4499-a877-fdba6e1e02fb details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:16.628390 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.636278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:16.637205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.786976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71d0b62f-7df4-4a8b-9a4b-a4c5ad1b69de tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:16.837764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6763017 Feb 07 13:19:16.856411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55590) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:16.958961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:16.962534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Usage tracker for resource:subnet and tenant:f3b5825b936946d5a22437cf72e374ef is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:16.966163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:16.973851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:17.010834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ab998-fddf-4dad-8831-086f469339b0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=3bae064d-db3d-4f2a-a595-d8506e070754,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:17.012063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a66cc-343c-4813-a735-b784452719e5 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:19:17.049431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 3bae064d-db3d-4f2a-a595-d8506e070754 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:17.059400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-71d0b62f-7df4-4a8b-9a4b-a4c5ad1b69de tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Calling delete_port for d665da22-86f1-4a3e-a7d1-345988881b1d owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:17.078014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-80c0caf6-8121-4dc9-8afd-05c8df2e5b46 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:17.079498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-80c0caf6-8121-4dc9-8afd-05c8df2e5b46 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 815 time: 0.3650241 Feb 07 13:19:17.091692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '3bae064d-db3d-4f2a-a595-d8506e070754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:17.095736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Made reservation on behalf of f3b5825b936946d5a22437cf72e374ef for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:17.099423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:17.123000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-9d80644b-cdc4-4890-a79a-62c95e162295 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/quotas/63e926eb4c9142f2ae513839c7dae076 HTTP/1.1" status: 200 len: 375 time: 0.0373290 Feb 07 13:19:17.246759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:17.251083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:17.254733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:17.261002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:17.289516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2a66cc-343c-4813-a735-b784452719e5 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:19:17.311016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-e7501cf6-6a10-4a21-998b-3d44cd6a9348 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1869447 Feb 07 13:19:17.345178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55604) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:17.376900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:17.384427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:17.513607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71d0b62f-7df4-4a8b-9a4b-a4c5ad1b69de tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:17.552689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 21c6e2fb-3927-4904-b477-78dd5592288d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:17.590933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0b62f-7df4-4a8b-9a4b-a4c5ad1b69de tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event deleted for resources: {'Port': ['ID=d665da22-86f1-4a3e-a7d1-345988881b1d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:17.628896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-bb0d5a19-2899-4da3-a23a-fa84fe3efeb1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:17.630278 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-bb0d5a19-2899-4da3-a23a-fa84fe3efeb1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 13:19:17.631644 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-bb0d5a19-2899-4da3-a23a-fa84fe3efeb1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 13:19:17.632049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bb0d5a19-2899-4da3-a23a-fa84fe3efeb1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2856920 Feb 07 13:19:17.642158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55610) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:17.654916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894090348'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:17.664376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:17.683452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:17.689588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing IP validity checks on allocation pools {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 13:19:17.690530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.ipam_backend_mixin [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 13:19:17.695473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:17.743918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-71d0b62f-7df4-4a8b-9a4b-a4c5ad1b69de tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:17.764036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 21c6e2fb-3927-4904-b477-78dd5592288d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:17.764285 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:17.847647 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-71d0b62f-7df4-4a8b-9a4b-a4c5ad1b69de tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "DELETE /v2.0/ports/d665da22-86f1-4a3e-a7d1-345988881b1d HTTP/1.1" status: 204 len: 168 time: 1.6282012 Feb 07 13:19:17.851436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55614) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:17.871106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Request body: {'port': {'name': 'tempest-new-port-name-529693660', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:17.871566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] bootfile-name is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:19:17.871909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] tftp-server is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:19:17.872265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] server-ip-address is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:19:17.884239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:17.945908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-68a4e62a-04fc-46ed-a3ce-fee55f49ca53 service neutron] 10.222.0.69 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335232 Feb 07 13:19:18.006060 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.055615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.073648 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.077556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.132681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.140218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=2e1554e3-bd9a-41cd-8c45-320c753cedf4,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:18.175125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3bae064d-db3d-4f2a-a595-d8506e070754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:18.175498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 3bae064d-db3d-4f2a-a595-d8506e070754, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:18.189891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:18.217452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:18.225645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:18.233052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Subnet': ['ID=bad92f18-83b3-47e8-9a25-ca85a083a507,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:18.242919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:18.267596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Checking segment: {'id': '4da7f355-9578-48d2-85bb-f31e8607d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'deec8215-adf1-4499-a877-fdba6e1e02fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:18.267596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network hostable DHCP agents. Network: deec8215-adf1-4499-a877-fdba6e1e02fb, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:18.284766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-1be3f3a3-ff19-4f6c-85d8-bccb16bf14cf tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:18.286743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-1be3f3a3-ff19-4f6c-85d8-bccb16bf14cf tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.47 "GET /v2.0/ports?device_id=163aa0c5-8353-4d2f-8671-8897fffd0421 HTTP/1.1" status: 200 len: 946 time: 0.3379445 Feb 07 13:19:18.352630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 3bae064d-db3d-4f2a-a595-d8506e070754 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:18.364039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-513b1ab4-f4dd-42fb-8441-cfbedf6c38a1 service neutron] 10.222.0.69 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738563 Feb 07 13:19:18.381109 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.402486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Deleting port 149888f4-11dd-42f3-a952-35e44bf5198c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:18.402833 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.455305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network deec8215-adf1-4499-a877-fdba6e1e02fb is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:18.498147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.560675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.626613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event updated for resources: {'Port': ['ID=0c6033d3-bc55-4d03-be52-d99d37fc2c59,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:18.629381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 3bae064d-db3d-4f2a-a595-d8506e070754) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:18.634531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:18.635141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.639234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c3bd7-d992-4781-b99e-e7e0de2fd280 None None] Network 3bae064d-db3d-4f2a-a595-d8506e070754 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:18.640492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, deec8215-adf1-4499-a877-fdba6e1e02fb) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:18.655575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:18.655575 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.658299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] In _notify_port_updated(), no bound segment for port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 on network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:19:18.664861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:18.665380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.666746 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8d8e0480-3407-434c-8860-98d94eb3d1ea tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "PUT /v2.0/ports/0c6033d3-bc55-4d03-be52-d99d37fc2c59 HTTP/1.1" status: 200 len: 1136 time: 0.8127515 Feb 07 13:19:18.672129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55618) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:18.771169 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e901d836-df05-4940-97d3-2d169962662a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9135077 Feb 07 13:19:18.772366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55626) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:18.780941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a25f9-02ac-4886-8c52-e38f7cebc6eb None None] Network deec8215-adf1-4499-a877-fdba6e1e02fb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:18.811380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:18.855748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:18.862804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-05eae108-35dd-4598-af62-20125c381e3f req-c511194c-5d7d-4b45-850a-a566ab484e4e tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 210 time: 0.1028976 Feb 07 13:19:18.879066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f127b8-8e22-4059-989d-3646fb71ae4c tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:18.886060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f3f127b8-8e22-4059-989d-3646fb71ae4c tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "GET /v2.0/ports/0c6033d3-bc55-4d03-be52-d99d37fc2c59 HTTP/1.1" status: 200 len: 1136 time: 0.2117238 Feb 07 13:19:18.890735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:18.893412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55630) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:18.911455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:18.920829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:18.998122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.033065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-24e7d688-1d64-44d0-be21-bf60ffaa6920 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5470824 Feb 07 13:19:19.042575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55638) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:19.053044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-53c3a622-ffbd-4bf2-a5f4-7cfd3c8185cd tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'router': {'external_gateway_info': {'network_id': 'deec8215-adf1-4499-a877-fdba6e1e02fb'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:19.062899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73b7ad1-71fb-4a84-b897-8e1cf3234d78,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:19.073983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] For port 149888f4-11dd-42f3-a952-35e44bf5198c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=149888f4-11dd-42f3-a952-35e44bf5198c,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:19.074344 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.091940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-df446556-d528-4787-a7c1-a7759ae0a587 None None] Provisioning complete for port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:19.091940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-df446556-d528-4787-a7c1-a7759ae0a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.095219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6eb5b-e178-4110-ab59-e2160e0e0d0f tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Deleting port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:19.095577 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bb6eb5b-e178-4110-ab59-e2160e0e0d0f tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.167435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.222000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-3bae064d-db3d-4f2a-a595-d8506e070754', 'network_id': '3bae064d-db3d-4f2a-a595-d8506e070754', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': '2e1554e3-bd9a-41cd-8c45-320c753cedf4'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:19.222826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.255136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-deec8215-adf1-4499-a877-fdba6e1e02fb', 'network_id': 'deec8215-adf1-4499-a877-fdba6e1e02fb', 'tenant_id': 'f3b5825b936946d5a22437cf72e374ef', 'fixed_ips': [{'subnet_id': 'bad92f18-83b3-47e8-9a25-ca85a083a507'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:19.257066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.273770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-df446556-d528-4787-a7c1-a7759ae0a587 None None] Port 0c6033d3-bc55-4d03-be52-d99d37fc2c59 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:19.290848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Calling delete_port for 149888f4-11dd-42f3-a952-35e44bf5198c owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:19.334155 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.436230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.562253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Allocated IP 172.20.0.3 (3bae064d-db3d-4f2a-a595-d8506e070754/2e1554e3-bd9a-41cd-8c45-320c753cedf4/388e8596-4d2e-4d0b-ad51-263aa104bf9c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:19.610975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Allocated IP 2001:db8:1::2 (deec8215-adf1-4499-a877-fdba6e1e02fb/bad92f18-83b3-47e8-9a25-ca85a083a507/164cce7e-5fb6-476b-a118-83bbe097aa8e) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:19.615826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fb59d7-03c4-48e5-ad65-b43a3f01ddb8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:19.682142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bb6eb5b-e178-4110-ab59-e2160e0e0d0f tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.699404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.703574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b2d83c01-d418-4c3b-8918-bbceb368cbb2 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0603485 Feb 07 13:19:19.745176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55644) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:19.755407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53c3a622-ffbd-4bf2-a5f4-7cfd3c8185cd tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.764177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': 'd3fb59d7-03c4-48e5-ad65-b43a3f01ddb8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:19.772394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:19.776791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:19.784774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:19.793067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:19.890322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:19.913736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['149888f4-11dd-42f3-a952-35e44bf5198c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:19:19.935324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.019105 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.021263 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.035659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6eb5b-e178-4110-ab59-e2160e0e0d0f tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Calling delete_port for 0c6033d3-bc55-4d03-be52-d99d37fc2c59 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:20.041950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Transition to ACTIVE for port object 388e8596-4d2e-4d0b-ad51-263aa104bf9c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:20.045132 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.065129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Transition to ACTIVE for port object 164cce7e-5fb6-476b-a118-83bbe097aa8e will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:20.069509 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-53c3a622-ffbd-4bf2-a5f4-7cfd3c8185cd tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:20.073775 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-53c3a622-ffbd-4bf2-a5f4-7cfd3c8185cd tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "PUT /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444 HTTP/1.1" status: 400 len: 364 time: 1.0295553 Feb 07 13:19:20.074499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55650) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:20.078782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Transition to ACTIVE for port object 388e8596-4d2e-4d0b-ad51-263aa104bf9c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:20.089885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Transition to ACTIVE for port object 164cce7e-5fb6-476b-a118-83bbe097aa8e will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:20.141075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.208389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Pushing event deleted for resources: {'Port': ['ID=149888f4-11dd-42f3-a952-35e44bf5198c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:20.213159 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.222454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-50b829c0-1794-4dd9-8893-aca3d1b9a7b4 req-8a6fd2b0-4185-450c-bfb3-f3444bcf282b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Synchronizing usage tracker for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:20.243475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9a6788-664d-40ee-b424-c167e9506123,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:20.266156 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.284990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] No DVR routers for this DVR port 149888f4-11dd-42f3-a952-35e44bf5198c on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:20.287756 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.290593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffe2e55f-3f8c-4740-8687-cc8ad269e896 req-55aeba0c-3e08-4051-b7ef-dc34b2129bc3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.47 "DELETE /v2.0/ports/149888f4-11dd-42f3-a952-35e44bf5198c HTTP/1.1" status: 204 len: 173 time: 1.9816771 Feb 07 13:19:20.307054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'name': 'network-vif-deleted', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:20.311582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Network deec8215-adf1-4499-a877-fdba6e1e02fb is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:20.317349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:20.322799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Network 3bae064d-db3d-4f2a-a595-d8506e070754 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:20.323684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:20.326908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Pushing event updated for resources: {'Port': ['ID=388e8596-4d2e-4d0b-ad51-263aa104bf9c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:20.329171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:20.414541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-50b829c0-1794-4dd9-8893-aca3d1b9a7b4 req-8a6fd2b0-4185-450c-bfb3-f3444bcf282b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Unset dirty status for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:20.415888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50b829c0-1794-4dd9-8893-aca3d1b9a7b4 req-8a6fd2b0-4185-450c-bfb3-f3444bcf282b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 210 time: 0.3468609 Feb 07 13:19:20.429105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:20.504424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bb6eb5b-e178-4110-ab59-e2160e0e0d0f tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.514265 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163aa0c5-8353-4d2f-8671-8897fffd0421', 'name': 'network-vif-deleted', 'tag': '149888f4-11dd-42f3-a952-35e44bf5198c', 'status': 'completed', 'code': 200} Feb 07 13:19:20.570744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.574716 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.576115 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3cb28ef3-8b34-48ff-b1ea-d3adfe7e5f1b tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8300297 Feb 07 13:19:20.616275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55660) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:20.630828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Pushing event updated for resources: {'Port': ['ID=164cce7e-5fb6-476b-a118-83bbe097aa8e,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:20.634585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7dcf7045-a7f2-4d32-a9ca-3f23de4306e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': 'd3fb59d7-03c4-48e5-ad65-b43a3f01ddb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:20.641067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Attempting to bind port 388e8596-4d2e-4d0b-ad51-263aa104bf9c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:20.641445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Attempting to bind port 388e8596-4d2e-4d0b-ad51-263aa104bf9c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3bae064d-db3d-4f2a-a595-d8506e070754'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:20.641815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Attempting to bind port 388e8596-4d2e-4d0b-ad51-263aa104bf9c on network 3bae064d-db3d-4f2a-a595-d8506e070754 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:20.651768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Attempting to bind port 164cce7e-5fb6-476b-a118-83bbe097aa8e on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:20.651963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Attempting to bind port 164cce7e-5fb6-476b-a118-83bbe097aa8e by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '4da7f355-9578-48d2-85bb-f31e8607d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'deec8215-adf1-4499-a877-fdba6e1e02fb'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:20.654317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Attempting to bind port 164cce7e-5fb6-476b-a118-83bbe097aa8e on network deec8215-adf1-4499-a877-fdba6e1e02fb {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:20.654691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6eb5b-e178-4110-ab59-e2160e0e0d0f tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event deleted for resources: {'Port': ['ID=0c6033d3-bc55-4d03-be52-d99d37fc2c59,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:20.672587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1554e3-bd9a-41cd-8c45-320c753cedf4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:20.675426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:20.675845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Checking segment: {'id': 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3bae064d-db3d-4f2a-a595-d8506e070754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:20.676404 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.679189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Bound using segment: {'id': 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3bae064d-db3d-4f2a-a595-d8506e070754'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:20.679885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Bound port: 388e8596-4d2e-4d0b-ad51-263aa104bf9c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3bae064d-db3d-4f2a-a595-d8506e070754'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:20.680460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.692241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7dcf7045-a7f2-4d32-a9ca-3f23de4306e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:20.697494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:20.697494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Checking segment: {'id': '4da7f355-9578-48d2-85bb-f31e8607d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'deec8215-adf1-4499-a877-fdba6e1e02fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:20.697494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.697494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Bound using segment: {'id': '4da7f355-9578-48d2-85bb-f31e8607d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'deec8215-adf1-4499-a877-fdba6e1e02fb'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:20.697494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Bound port: 164cce7e-5fb6-476b-a118-83bbe097aa8e, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da7f355-9578-48d2-85bb-f31e8607d5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'deec8215-adf1-4499-a877-fdba6e1e02fb'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:20.697494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.715803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7dcf7045-a7f2-4d32-a9ca-3f23de4306e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:20.724799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7dcf7045-a7f2-4d32-a9ca-3f23de4306e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:20.788328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7dcf7045-a7f2-4d32-a9ca-3f23de4306e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:20.858169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2bb6eb5b-e178-4110-ab59-e2160e0e0d0f tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.873174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2bb6eb5b-e178-4110-ab59-e2160e0e0d0f tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "DELETE /v2.0/ports/0c6033d3-bc55-4d03-be52-d99d37fc2c59 HTTP/1.1" status: 204 len: 168 time: 1.9653974 Feb 07 13:19:20.874320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55664) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:20.933743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] For port 164cce7e-5fb6-476b-a118-83bbe097aa8e, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:20.937582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] For port 164cce7e-5fb6-476b-a118-83bbe097aa8e, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=164cce7e-5fb6-476b-a118-83bbe097aa8e,segment=NetworkSegment(4da7f355-9578-48d2-85bb-f31e8607d5cb),segment_id=4da7f355-9578-48d2-85bb-f31e8607d5cb)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:20.939563 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7045-a7f2-4d32-a9ca-3f23de4306e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.969857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:20.980637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] For port 388e8596-4d2e-4d0b-ad51-263aa104bf9c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:20.986180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] For port 388e8596-4d2e-4d0b-ad51-263aa104bf9c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=388e8596-4d2e-4d0b-ad51-263aa104bf9c,segment=NetworkSegment(a0788dbf-4496-4d5c-9a77-314c2a78c4d1),segment_id=a0788dbf-4496-4d5c-9a77-314c2a78c4d1)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:20.995512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83350e5-c00b-4fdb-b20f-2c3641fd58b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Deleting subnet f7a163e4-b2b3-4ba2-bffa-2e7f421f733e {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:20.996331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.000746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b83350e5-c00b-4fdb-b20f-2c3641fd58b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.043150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bae064d-db3d-4f2a-a595-d8506e070754']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:21.050620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.070622 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.098754 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b83350e5-c00b-4fdb-b20f-2c3641fd58b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.109163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52b312-79f2-4a80-a1bc-bb54b8f3cbce None None] Pushing event updated for resources: {'Port': ['ID=164cce7e-5fb6-476b-a118-83bbe097aa8e,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:21.291753 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b83350e5-c00b-4fdb-b20f-2c3641fd58b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.300494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5acdff-cd0e-4937-bb0b-f5a07d0e826a None None] Pushing event updated for resources: {'Port': ['ID=388e8596-4d2e-4d0b-ad51-263aa104bf9c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:21.312582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:21.313054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:21.319003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a116b95-3daf-4117-b22a-3c7405355506 None None] Network 3bae064d-db3d-4f2a-a595-d8506e070754 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:21.345176 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-7dcf7045-a7f2-4d32-a9ca-3f23de4306e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 13:19:21.356877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7dcf7045-a7f2-4d32-a9ca-3f23de4306e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7394869 Feb 07 13:19:21.365792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55670) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:21.669577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 164cce7e-5fb6-476b-a118-83bbe097aa8e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:21.693507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.735368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.741354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b83350e5-c00b-4fdb-b20f-2c3641fd58b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.746055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:21.750502 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:21.833230 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:21.836307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a26b6ae-7fc9-4835-9701-da7f6d9351f5 req-97deb8a5-cfbd-442c-9ea0-b6483dada7e8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 210 time: 0.1541653 Feb 07 13:19:21.859310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83350e5-c00b-4fdb-b20f-2c3641fd58b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a163e4-b2b3-4ba2-bffa-2e7f421f733e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:21.874284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692bf794-a69d-4b3d-a571-f523fffc046d None None] Network 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:21.876938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b83350e5-c00b-4fdb-b20f-2c3641fd58b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.907852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55676) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:21.908106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b83350e5-c00b-4fdb-b20f-2c3641fd58b4 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "DELETE /v2.0/subnets/f7a163e4-b2b3-4ba2-bffa-2e7f421f733e HTTP/1.1" status: 204 len: 168 time: 1.0321176 Feb 07 13:19:21.969929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-486cfe21-7dce-44c9-8c9f-78c8d90a7156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:21.977079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 164cce7e-5fb6-476b-a118-83bbe097aa8e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:21.979116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-04d4cd5e-4872-4164-bae2-543c9c5eeba7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:21.980654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-04d4cd5e-4872-4164-bae2-543c9c5eeba7 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.35 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 815 time: 0.6137621 Feb 07 13:19:22.002255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Request body: {'port': {'device_id': '609ad864-1b04-4a9f-9f45-7f80b26aa593', 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'admin_state_up': True, 'tenant_id': '63e926eb4c9142f2ae513839c7dae076'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:22.035096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.041616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:19:22.041616 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:19:22.041616 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '3bae064d-db3d-4f2a-a595-d8506e070754'}] Feb 07 13:19:22.041616 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:22.042026 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:22.072579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Deleting port 21c6e2fb-3927-4904-b477-78dd5592288d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:22.073295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.103133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-486cfe21-7dce-44c9-8c9f-78c8d90a7156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.129257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-42b3e70b-b469-49a7-babf-e156b2633464 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:22.135098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-42b3e70b-b469-49a7-babf-e156b2633464 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:22.143808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-42b3e70b-b469-49a7-babf-e156b2633464 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:22.148064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-42b3e70b-b469-49a7-babf-e156b2633464 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:22.153922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-42b3e70b-b469-49a7-babf-e156b2633464 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:22.159721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-42b3e70b-b469-49a7-babf-e156b2633464 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:22.169851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-42b3e70b-b469-49a7-babf-e156b2633464 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:22.171782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-42b3e70b-b469-49a7-babf-e156b2633464 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.4439342 Feb 07 13:19:22.187897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] DHCP port deletion for 0f91a7db-067c-4eb7-a7ee-c1a14e0543eb request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:19:22.194573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] Deleting port 21c6e2fb-3927-4904-b477-78dd5592288d {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:22.195136 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.290701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f93883d-c896-421c-8853-2d3a3087cf25 req-5bf06420-9599-4416-812d-d3c642854386 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085775 Feb 07 13:19:22.296662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:22.330187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:22.365359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-486cfe21-7dce-44c9-8c9f-78c8d90a7156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.439289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] For port 21c6e2fb-3927-4904-b477-78dd5592288d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=21c6e2fb-3927-4904-b477-78dd5592288d,segment=NetworkSegment(8995f826-6272-436a-b58c-1d445228e0ac),segment_id=8995f826-6272-436a-b58c-1d445228e0ac)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:22.440101 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.466364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Allocated IP 2001:db8::1 (c7d6fa21-f535-48e8-aa40-f242f6f3c3e6/73d12700-6599-4ea4-a419-fc26c353403c/e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:22.504119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] For port 21c6e2fb-3927-4904-b477-78dd5592288d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=21c6e2fb-3927-4904-b477-78dd5592288d,segment=NetworkSegment(8995f826-6272-436a-b58c-1d445228e0ac),segment_id=8995f826-6272-436a-b58c-1d445228e0ac)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:22.504647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.544392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Made reservation on behalf of 63e926eb4c9142f2ae513839c7dae076 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:22.548804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.564113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cfe21-7dce-44c9-8c9f-78c8d90a7156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fb59d7-03c4-48e5-ad65-b43a3f01ddb8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:22.587604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] Calling delete_port for 21c6e2fb-3927-4904-b477-78dd5592288d owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:22.587983 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-486cfe21-7dce-44c9-8c9f-78c8d90a7156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.591589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-486cfe21-7dce-44c9-8c9f-78c8d90a7156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/d3fb59d7-03c4-48e5-ad65-b43a3f01ddb8 HTTP/1.1" status: 204 len: 168 time: 1.1856103 Feb 07 13:19:22.599297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.600884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55680) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:22.670632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0288217-45d0-4afa-908c-0f35d78ce7e5 None None] Network deec8215-adf1-4499-a877-fdba6e1e02fb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:22.778823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Allocated IP 172.20.0.5 (36f3cc97-7129-4f2c-b8a4-9ee2804e576f/4af2d9d4-20ef-40de-8b4d-18647da93ef3/4dfd157e-aeef-435f-a80a-31cfcebe8946) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:22.792587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 149888f4-11dd-42f3-a952-35e44bf5198c no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:22.807360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Calling delete_port for 21c6e2fb-3927-4904-b477-78dd5592288d owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:22.830474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 149888f4-11dd-42f3-a952-35e44bf5198c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:22.830817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 149888f4-11dd-42f3-a952-35e44bf5198c not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:22.894391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port 388e8596-4d2e-4d0b-ad51-263aa104bf9c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:22.895461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.898662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ab958ab-b0d5-4de8-b522-748f6464e561 None None] Provisioning for port 164cce7e-5fb6-476b-a118-83bbe097aa8e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:22.907425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ab958ab-b0d5-4de8-b522-748f6464e561 None None] Provisioning complete for port 164cce7e-5fb6-476b-a118-83bbe097aa8e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:22.907786 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8ab958ab-b0d5-4de8-b522-748f6464e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:22.945974 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.023363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] Pushing event deleted for resources: {'Port': ['ID=21c6e2fb-3927-4904-b477-78dd5592288d,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:23.029933 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1db3ff2c-0fbd-42d6-9897-ef877d2f1fc8 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4168451 Feb 07 13:19:23.034063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55686) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:23.034585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45165bc3-524c-4e85-8e67-8f146a4fbf15 None None] No DVR routers for this DVR port 21c6e2fb-3927-4904-b477-78dd5592288d on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:23.052647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740889479'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:23.058692 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.092891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:23.105357 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.108758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:23.116862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b757f8a-b63e-43c9-9a40-a5e7bd93c008 req-e3924319-067c-4db8-891c-c1ca66ac51d9 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 210 time: 0.0990713 Feb 07 13:19:23.117071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:23.117337 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:23.121170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:23.137324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:23.158396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Transition to ACTIVE for port object e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:23.163393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8ab958ab-b0d5-4de8-b522-748f6464e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.204622 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8ab958ab-b0d5-4de8-b522-748f6464e561 None None] For port 164cce7e-5fb6-476b-a118-83bbe097aa8e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=164cce7e-5fb6-476b-a118-83bbe097aa8e,segment=NetworkSegment(4da7f355-9578-48d2-85bb-f31e8607d5cb),segment_id=4da7f355-9578-48d2-85bb-f31e8607d5cb)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:23.236102 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.319341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:23.321917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:23.326080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:23.345199 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8ab958ab-b0d5-4de8-b522-748f6464e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.365749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Pushing event updated for resources: {'Port': ['ID=4dfd157e-aeef-435f-a80a-31cfcebe8946,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:23.408443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:23.409397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.437038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9396ac7-1e70-4d04-bfb5-225613260493 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:19:23.451688 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.494231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] For port 388e8596-4d2e-4d0b-ad51-263aa104bf9c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=388e8596-4d2e-4d0b-ad51-263aa104bf9c,segment=NetworkSegment(a0788dbf-4496-4d5c-9a77-314c2a78c4d1),segment_id=a0788dbf-4496-4d5c-9a77-314c2a78c4d1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:23.494599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.508004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:23.545750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab958ab-b0d5-4de8-b522-748f6464e561 None None] Pushing event updated for resources: {'Port': ['ID=164cce7e-5fb6-476b-a118-83bbe097aa8e,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:23.557607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-ce96d073-fe8f-4f64-98ea-021aa2266ecb tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5430341 Feb 07 13:19:23.557607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Request body: {'port': {'device_id': '609ad864-1b04-4a9f-9f45-7f80b26aa593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:23.573761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 21c6e2fb-3927-4904-b477-78dd5592288d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:23.625277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7d23427e-53b7-4ded-a011-159c5ce2a4b8 None None] Provisioning complete for port 164cce7e-5fb6-476b-a118-83bbe097aa8e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:23.625615 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7d23427e-53b7-4ded-a011-159c5ce2a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.633026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:23.635627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Deleting port 21c6e2fb-3927-4904-b477-78dd5592288d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:23.635994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.665680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:23.678762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Calling delete_port for 388e8596-4d2e-4d0b-ad51-263aa104bf9c owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:23.683809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 21c6e2fb-3927-4904-b477-78dd5592288d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:23.684291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 21c6e2fb-3927-4904-b477-78dd5592288d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:23.718376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.732206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:23.769518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-60547c82-7c13-492e-bece-356e70b5635b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:23.774042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-60547c82-7c13-492e-bece-356e70b5635b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:23.778558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] The port '21c6e2fb-3927-4904-b477-78dd5592288d' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:19:23.783521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-60547c82-7c13-492e-bece-356e70b5635b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:23.786923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-60547c82-7c13-492e-bece-356e70b5635b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:23.792702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-60547c82-7c13-492e-bece-356e70b5635b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:23.798461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-60547c82-7c13-492e-bece-356e70b5635b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:23.818108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-60547c82-7c13-492e-bece-356e70b5635b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:23.818108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-60547c82-7c13-492e-bece-356e70b5635b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.3289948 Feb 07 13:19:23.843525 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:23.853526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9396ac7-1e70-4d04-bfb5-225613260493 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:19:23.881162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bceb05e7-68c7-4072-b1ac-b5330b7301e8 req-cd6a9c09-ce6d-460a-b37e-a4e7f4af9081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514998 Feb 07 13:19:24.014486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:24.024079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:24.033770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:24.034315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.038106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.100915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Port': ['ID=e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:24.105679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f91a7db-067c-4eb7-a7ee-c1a14e0543eb']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:24.125264 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.185848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8995f826-6272-436a-b58c-1d445228e0ac') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:24.186148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8995f826-6272-436a-b58c-1d445228e0ac') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:24.211073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5b5ae7b8-4ba3-430f-85fd-5c593d8a3fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.214461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Port': ['ID=388e8596-4d2e-4d0b-ad51-263aa104bf9c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:24.218375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5b5ae7b8-4ba3-430f-85fd-5c593d8a3fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.222456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No DVR routers for this DVR port 388e8596-4d2e-4d0b-ad51-263aa104bf9c on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:24.225672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5b5ae7b8-4ba3-430f-85fd-5c593d8a3fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.226460 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.232626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5b5ae7b8-4ba3-430f-85fd-5c593d8a3fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.235659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.239811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5b5ae7b8-4ba3-430f-85fd-5c593d8a3fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.246543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5b5ae7b8-4ba3-430f-85fd-5c593d8a3fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.253337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5b5ae7b8-4ba3-430f-85fd-5c593d8a3fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.256030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5b5ae7b8-4ba3-430f-85fd-5c593d8a3fd9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.2442071 Feb 07 13:19:24.358514 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.362982 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.404413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-12cc16df-339f-4c27-836e-bc9ce23799cb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.406467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-12cc16df-339f-4c27-836e-bc9ce23799cb tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "GET /v2.0/ports/c827dad6-045d-4d4f-92c4-222eaefcab06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1442053 Feb 07 13:19:24.443019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:24.443565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:24.471650 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:24.534073 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.568560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfd157e-aeef-435f-a80a-31cfcebe8946 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:19:24.580680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.583883 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.610882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c1c0b3-3d29-4abc-9be5-46689e974a96,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:24.612028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Transition to ACTIVE for port object 4dfd157e-aeef-435f-a80a-31cfcebe8946 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:24.628222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.635298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bd83c-ed7f-47bf-b59f-d163de3f28cd req-6a625d4b-c263-40fe-9b41-917fd5268c60 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:24.636189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5e8bd83c-ed7f-47bf-b59f-d163de3f28cd req-6a625d4b-c263-40fe-9b41-917fd5268c60 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Synchronizing usage tracker for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:24.641247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ceeedc83-95c1-4672-9b5a-f64ec1bca9c2 None None] Provisioning for port e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:24.648308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bae064d-db3d-4f2a-a595-d8506e070754']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:24.657129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ceeedc83-95c1-4672-9b5a-f64ec1bca9c2 None None] Provisioning complete for port e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:24.657620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ceeedc83-95c1-4672-9b5a-f64ec1bca9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.671308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-af3d635d-8222-4c72-99e2-0c71350b8901 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "GET /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2591140 Feb 07 13:19:24.684228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:24.705152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:24.705939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0788dbf-4496-4d5c-9a77-314c2a78c4d1') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:24.716929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.725071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.744500 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.745744 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4be2edcc-6e09-4e2c-a677-fd7c621168eb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7107356 Feb 07 13:19:24.753199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ceeedc83-95c1-4672-9b5a-f64ec1bca9c2 None None] Port e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:24.759091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55694) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:24.778447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5e8bd83c-ed7f-47bf-b59f-d163de3f28cd req-6a625d4b-c263-40fe-9b41-917fd5268c60 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Unset dirty status for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:24.779565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8bd83c-ed7f-47bf-b59f-d163de3f28cd req-6a625d4b-c263-40fe-9b41-917fd5268c60 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 931 time: 0.4846730 Feb 07 13:19:24.784350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-28dc1514-c680-4634-b3a8-38663859ad66 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '15c1c0b3-3d29-4abc-9be5-46689e974a96', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:24.785070 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-28dc1514-c680-4634-b3a8-38663859ad66 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 13:19:24.786082 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-28dc1514-c680-4634-b3a8-38663859ad66 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:24.787236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-28dc1514-c680-4634-b3a8-38663859ad66 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0184796 Feb 07 13:19:24.803490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55698) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:24.803687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.833910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.837279 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.855626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] Pushing event deleted for resources: {'Network': ['ID=0f91a7db-067c-4eb7-a7ee-c1a14e0543eb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:24.858247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:24.858666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:24.929234 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:25.112260 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e9e1ddca-417e-427f-b7eb-eafe91bab793 tempest-ExtraDHCPOptionsTestJSON-722894458 tempest-ExtraDHCPOptionsTestJSON-722894458-project] 10.222.0.69 "DELETE /v2.0/networks/0f91a7db-067c-4eb7-a7ee-c1a14e0543eb HTTP/1.1" status: 204 len: 168 time: 3.2025197 Feb 07 13:19:25.174503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Pushing event updated for resources: {'Port': ['ID=4dfd157e-aeef-435f-a80a-31cfcebe8946,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:25.245878 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.252090 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8bd83c-ed7f-47bf-b59f-d163de3f28cd req-4db3f8c2-ba62-4d66-9267-dda3d55275e8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520183 Feb 07 13:19:25.272147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.285878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=3bae064d-db3d-4f2a-a595-d8506e070754,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:25.292330 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.296690 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb65fe70-4310-4f5b-8f22-d0a79ddd6b95 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/3bae064d-db3d-4f2a-a595-d8506e070754 HTTP/1.1" status: 204 len: 168 time: 6.5231385 Feb 07 13:19:25.300031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55706) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:25.308940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-157403574'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:25.319730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:25.327841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:25.340604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:25.350833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:25.396382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.417166 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1c769d9b-5853-4ba2-b6bf-f5bfe936baa1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.426020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Attempting to bind port 4dfd157e-aeef-435f-a80a-31cfcebe8946 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:25.426926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Attempting to bind port 4dfd157e-aeef-435f-a80a-31cfcebe8946 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:25.427237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Attempting to bind port 4dfd157e-aeef-435f-a80a-31cfcebe8946 on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:25.453010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:25.456666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.467401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-e1be9942-c8d5-4c1c-a089-7c42ad3e39c9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:25.470895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-e1be9942-c8d5-4c1c-a089-7c42ad3e39c9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:25.477391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-e1be9942-c8d5-4c1c-a089-7c42ad3e39c9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:25.484746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-e1be9942-c8d5-4c1c-a089-7c42ad3e39c9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:25.491489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-e1be9942-c8d5-4c1c-a089-7c42ad3e39c9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:25.496978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.497311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-e1be9942-c8d5-4c1c-a089-7c42ad3e39c9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:25.497735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.503922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-e1be9942-c8d5-4c1c-a089-7c42ad3e39c9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:25.506065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-e1be9942-c8d5-4c1c-a089-7c42ad3e39c9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 5446 time: 0.4707396 Feb 07 13:19:25.525443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 164cce7e-5fb6-476b-a118-83bbe097aa8e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:25.528437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Port 4dfd157e-aeef-435f-a80a-31cfcebe8946 on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:19:25.528765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Attempting to bind port 4dfd157e-aeef-435f-a80a-31cfcebe8946 on network 36f3cc97-7129-4f2c-b8a4-9ee2804e576f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:25.542644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:25.594584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1c769d9b-5853-4ba2-b6bf-f5bfe936baa1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.618150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 164cce7e-5fb6-476b-a118-83bbe097aa8e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:25.618649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.622448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:25.622796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Checking segment: {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:25.623189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Bound using segment: {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:25.623642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Bound port: 4dfd157e-aeef-435f-a80a-31cfcebe8946, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20df3fe-16df-411c-8652-49f7e4d47371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:25.624005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.646659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.646973 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment 84ae38c3-73ce-4a9e-a981-7c9887608cbc of type vlan for network 9a98a0ad-4950-4603-a007-68e8ba476caf Feb 07 13:19:25.667142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event updated for resources: {'Port': ['ID=e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:25.709946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.779372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:25.782333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:25.807816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b415c5e-538e-4cc0-97ff-df9c440a084a req-ca4ba451-19ef-449c-a8c5-668fac56cbf2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2765379 Feb 07 13:19:25.846188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55712) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:25.858597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] For port c827dad6-045d-4d4f-92c4-222eaefcab06, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=c827dad6-045d-4d4f-92c4-222eaefcab06,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:25.867400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.873156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:25.873748 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.885365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] For port 4dfd157e-aeef-435f-a80a-31cfcebe8946, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:25.888556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1c769d9b-5853-4ba2-b6bf-f5bfe936baa1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.893370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] For port 4dfd157e-aeef-435f-a80a-31cfcebe8946, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4dfd157e-aeef-435f-a80a-31cfcebe8946,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:25.916523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c769d9b-5853-4ba2-b6bf-f5bfe936baa1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c1c0b3-3d29-4abc-9be5-46689e974a96,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:25.945773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1c769d9b-5853-4ba2-b6bf-f5bfe936baa1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:25.946906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1c769d9b-5853-4ba2-b6bf-f5bfe936baa1 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/15c1c0b3-3d29-4abc-9be5-46689e974a96 HTTP/1.1" status: 204 len: 168 time: 1.0090220 Feb 07 13:19:25.948012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] For port c827dad6-045d-4d4f-92c4-222eaefcab06, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:25.965081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55718) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:25.995776 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:26.115767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=9a98a0ad-4950-4603-a007-68e8ba476caf,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:26.116609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] device_id is not set on port c827dad6-045d-4d4f-92c4-222eaefcab06 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:19:26.128467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9a98a0ad-4950-4603-a007-68e8ba476caf details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:26.137825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Router 38d3f6b8-d275-47e0-886a-2853b98d7444 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:19:26.150016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:26.151043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:26.153511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] 10.222.0.35 "PUT /v2.0/ports/4dfd157e-aeef-435f-a80a-31cfcebe8946 HTTP/1.1" status: 200 len: 1091 time: 2.6045940 Feb 07 13:19:26.162406 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ecec5c9b-ea93-43b2-93ac-be1938c23172 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8612983 Feb 07 13:19:26.163449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:26.167784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c45d77b4-f59b-4c7a-9865-ba3d8c4f5018 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Synchronizing usage tracker for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:26.167947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609ad864-1b04-4a9f-9f45-7f80b26aa593', 'tag': '4dfd157e-aeef-435f-a80a-31cfcebe8946'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:26.170633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55722) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:26.180528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '9a98a0ad-4950-4603-a007-68e8ba476caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:26.212831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebddd7-6dba-46d9-bc44-0a8b731ef59c service neutron] Pushing event updated for resources: {'Port': ['ID=4dfd157e-aeef-435f-a80a-31cfcebe8946,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:26.245655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6b2157dc-7801-4c26-8fea-524ec8bd43f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f2ff8c37cc944c2b462bc99d66ce1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839574 Feb 07 13:19:26.248088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55728) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:26.278550 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609ad864-1b04-4a9f-9f45-7f80b26aa593', 'tag': '4dfd157e-aeef-435f-a80a-31cfcebe8946', 'status': 'completed', 'code': 200} Feb 07 13:19:26.375245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:19:26.392912 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:26.393958 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-604d620f-f0fd-460f-a9bd-bd2dd27b7ed6 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "PUT /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3180833 Feb 07 13:19:26.399713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55734) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:26.415673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acf8fa-6b33-4da8-a8e1-e73f948e64ae None None] Sync routers for ids ['38d3f6b8-d275-47e0-886a-2853b98d7444'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:19:26.436016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acf8fa-6b33-4da8-a8e1-e73f948e64ae None None] Routers {'38d3f6b8-d275-47e0-886a-2853b98d7444'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:26.436867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10acf8fa-6b33-4da8-a8e1-e73f948e64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['38d3f6b8-d275-47e0-886a-2853b98d7444'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:26.524768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10acf8fa-6b33-4da8-a8e1-e73f948e64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:26.532832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:26.538638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:26.542292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:26.542703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e33087b3-ac07-4072-b628-39e12c4a6e2b None None] Provisioning complete for port e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:26.543292 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e33087b3-ac07-4072-b628-39e12c4a6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:26.549269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:26.597651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c45d77b4-f59b-4c7a-9865-ba3d8c4f5018 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Unset dirty status for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:26.603192 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c45d77b4-f59b-4c7a-9865-ba3d8c4f5018 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6309509 Feb 07 13:19:26.605665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55738) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:26.613401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--768359139'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:26.622140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:26.635432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acf8fa-6b33-4da8-a8e1-e73f948e64ae None None] Routers {'38d3f6b8-d275-47e0-886a-2853b98d7444'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:26.636513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10acf8fa-6b33-4da8-a8e1-e73f948e64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['38d3f6b8-d275-47e0-886a-2853b98d7444'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:26.641121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:26.648153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:26.670741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:26.731996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e33087b3-ac07-4072-b628-39e12c4a6e2b None None] Port e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:26.733634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10acf8fa-6b33-4da8-a8e1-e73f948e64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:26.734266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acf8fa-6b33-4da8-a8e1-e73f948e64ae None None] The sync data for ids ['38d3f6b8-d275-47e0-886a-2853b98d7444'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:19:26.815151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4580ce9f-c307-458b-aacf-9573f51052af no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:26.900825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] No DVR routers for this DVR port c827dad6-045d-4d4f-92c4-222eaefcab06 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:27.013244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.038785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:27.045709 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.046046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:27.050413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:27.058288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:27.071518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-19e3451c-4396-4a7f-9f58-d116678f75ea None None] Provisioning complete for port c827dad6-045d-4d4f-92c4-222eaefcab06 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:27.072268 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19e3451c-4396-4a7f-9f58-d116678f75ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.079494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.136328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:27.157949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4580ce9f-c307-458b-aacf-9573f51052af, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4580ce9f-c307-458b-aacf-9573f51052af,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:27.165103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-19e3451c-4396-4a7f-9f58-d116678f75ea None None] Port c827dad6-045d-4d4f-92c4-222eaefcab06 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:27.197092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] In _notify_port_updated(), no bound segment for port c827dad6-045d-4d4f-92c4-222eaefcab06 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:19:27.198211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.198985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.200331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] 10.222.0.47 "PUT /v2.0/ports/c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 200 len: 1033 time: 2.5226014 Feb 07 13:19:27.203780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=ab403af6-3cef-4430-9794-66972455b958,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:27.219401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': '84ae38c3-73ce-4a9e-a981-7c9887608cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a98a0ad-4950-4603-a007-68e8ba476caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:27.219691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 9a98a0ad-4950-4603-a007-68e8ba476caf, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:27.224808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.225930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ec04628c-ec76-4595-898c-f0115cddc137 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:27.260254 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.274124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c01de-e3f1-4e0c-b003-5bd212dfbd3a service neutron] Pushing event updated for resources: {'Port': ['ID=c827dad6-045d-4d4f-92c4-222eaefcab06,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:27.368267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.381081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d2987a4f-4404-42e8-9823-71ac29277e8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.399064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4580ce9f-c307-458b-aacf-9573f51052af,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:27.432596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.444171 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ae60c5c-087b-4e73-9d92-589f439d3230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.474478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ec04628c-ec76-4595-898c-f0115cddc137, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ec04628c-ec76-4595-898c-f0115cddc137,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:27.495713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-a0991085-9279-427f-ae91-056f44718766 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.497192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-a0991085-9279-427f-ae91-056f44718766 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "GET /v2.0/ports/ec04628c-ec76-4595-898c-f0115cddc137?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2645578 Feb 07 13:19:27.549701 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.550724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f66cb58-c047-40ed-8071-4db412f99c8a no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:27.580612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 9a98a0ad-4950-4603-a007-68e8ba476caf is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:27.586494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:27.594977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f47ffac-a53d-4a2d-a498-c26fedfb41af,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:27.644154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-e07d2909-af23-411a-9e4e-d10e9afe59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.646225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-e07d2909-af23-411a-9e4e-d10e9afe59bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 1094 time: 1.3659825 Feb 07 13:19:27.654492 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ae60c5c-087b-4e73-9d92-589f439d3230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.669613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9a98a0ad-4950-4603-a007-68e8ba476caf) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:27.671247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ec04628c-ec76-4595-898c-f0115cddc137,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:27.672241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8487ad-8fec-4100-abba-fe595cd656b7 req-a26e8bf2-4f41-4795-b5f5-56c9de9a5fd3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.679375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c8487ad-8fec-4100-abba-fe595cd656b7 req-a26e8bf2-4f41-4795-b5f5-56c9de9a5fd3 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 943 time: 1.1331389 Feb 07 13:19:27.681337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.682553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.711677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.718586 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-60639067-1440-4708-b23c-c8428f86357c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1115227 Feb 07 13:19:27.719530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:27.730547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f5206f-c67f-4fb3-8b32-91c925559aeb None None] Network 9a98a0ad-4950-4603-a007-68e8ba476caf requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:27.731643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c330efe1-4895-4e8c-94e3-1e085353efd4 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '5f47ffac-a53d-4a2d-a498-c26fedfb41af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:27.732676 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-c330efe1-4895-4e8c-94e3-1e085353efd4 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 13:19:27.733575 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-c330efe1-4895-4e8c-94e3-1e085353efd4 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:27.736101 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c330efe1-4895-4e8c-94e3-1e085353efd4 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105188 Feb 07 13:19:27.737771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55750) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:27.801286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-3b0ed2cf-56ed-4bf3-915d-2a97ee640516 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfd157e-aeef-435f-a80a-31cfcebe8946 HTTP/1.1" status: 200 len: 217 time: 0.1134055 Feb 07 13:19:27.806378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7b0e-43dd-4224-84f4-9d9db6871c87 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.813345 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-d2987a4f-4404-42e8-9823-71ac29277e8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 13:19:27.818392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d2987a4f-4404-42e8-9823-71ac29277e8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444 HTTP/1.1" status: 409 len: 329 time: 1.3624632 Feb 07 13:19:27.818605 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-874a9ce2-9188-4091-a6aa-22028972590f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6434507 Feb 07 13:19:27.819236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55756) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:27.827096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55758) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:27.833262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.899572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f66cb58-c047-40ed-8071-4db412f99c8a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f66cb58-c047-40ed-8071-4db412f99c8a,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:27.948094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c8487ad-8fec-4100-abba-fe595cd656b7 req-3e14d83b-8142-4552-a7b7-09a0273519e5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672517 Feb 07 13:19:27.959912 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:27.960726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:27.964269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259afb3-89ae-4685-b9d8-c1a377f472c8 req-099baa2d-ae72-47af-bc5b-d508477123c7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.970819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259afb3-89ae-4685-b9d8-c1a377f472c8 req-099baa2d-ae72-47af-bc5b-d508477123c7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.977587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259afb3-89ae-4685-b9d8-c1a377f472c8 req-099baa2d-ae72-47af-bc5b-d508477123c7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.984735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259afb3-89ae-4685-b9d8-c1a377f472c8 req-099baa2d-ae72-47af-bc5b-d508477123c7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.992171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259afb3-89ae-4685-b9d8-c1a377f472c8 req-099baa2d-ae72-47af-bc5b-d508477123c7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:27.992347 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:19:27.998857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259afb3-89ae-4685-b9d8-c1a377f472c8 req-099baa2d-ae72-47af-bc5b-d508477123c7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:28.001111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8259afb3-89ae-4685-b9d8-c1a377f472c8 req-099baa2d-ae72-47af-bc5b-d508477123c7 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 4664 time: 0.7975562 Feb 07 13:19:28.045085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.082284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-4817c200-09e3-41f2-8bf3-14bc3a74ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:28.083514 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af', 'code': 200} Feb 07 13:19:28.084691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-4817c200-09e3-41f2-8bf3-14bc3a74ad0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4af2d9d4-20ef-40de-8b4d-18647da93ef3 HTTP/1.1" status: 200 len: 855 time: 0.2550991 Feb 07 13:19:28.089070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8259afb3-89ae-4685-b9d8-c1a377f472c8 req-beb3061b-48e9-446b-a657-d45e941e610f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&id=7e5b94b8-e89a-4958-aae9-c20e83e0ae00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716150 Feb 07 13:19:28.123761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.125956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-9a98a0ad-4950-4603-a007-68e8ba476caf', 'network_id': '9a98a0ad-4950-4603-a007-68e8ba476caf', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': 'ab403af6-3cef-4430-9794-66972455b958'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:28.126857 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.149493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7b0e-43dd-4224-84f4-9d9db6871c87 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.165733 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ae60c5c-087b-4e73-9d92-589f439d3230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.172450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5f66cb58-c047-40ed-8071-4db412f99c8a,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:28.194993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-df6a124e-318a-4734-809f-48a020aeb459 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792437 Feb 07 13:19:28.202550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae60c5c-087b-4e73-9d92-589f439d3230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a158573-f59d-48b1-9ab9-317e3d8e70bb,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:28.289675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ae60c5c-087b-4e73-9d92-589f439d3230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.290947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8ae60c5c-087b-4e73-9d92-589f439d3230 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a158573-f59d-48b1-9ab9-317e3d8e70bb HTTP/1.1" status: 204 len: 168 time: 2.0413518 Feb 07 13:19:28.311245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.335656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.404902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:28.411108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Allocated IP 172.20.0.1 (9a98a0ad-4950-4603-a007-68e8ba476caf/ab403af6-3cef-4430-9794-66972455b958/a60c1f04-b566-4eda-b322-5f5e4303eafd) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:28.466813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-e5e5e56f-9fbf-4aa8-b44d-69323d561ecb service neutron] 10.222.0.35 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573504 Feb 07 13:19:28.475119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] For port ec04628c-ec76-4595-898c-f0115cddc137, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ec04628c-ec76-4595-898c-f0115cddc137,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:28.584348 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.585014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 68f05dff-ff5c-4e23-be73-4702d5274760 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:28.603058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7b0e-43dd-4224-84f4-9d9db6871c87 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.610029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] For port ec04628c-ec76-4595-898c-f0115cddc137, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:28.631323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a7b0e-43dd-4224-84f4-9d9db6871c87 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f47ffac-a53d-4a2d-a498-c26fedfb41af,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:28.648212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7b0e-43dd-4224-84f4-9d9db6871c87 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.649765 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1b7a7b0e-43dd-4224-84f4-9d9db6871c87 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/5f47ffac-a53d-4a2d-a498-c26fedfb41af HTTP/1.1" status: 204 len: 168 time: 0.9104354 Feb 07 13:19:28.656800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55766) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:28.721438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bcaa4bc-2211-42cb-9c0e-eaf2b4431678 req-b27e208f-7872-4302-a84c-be13466f584e service neutron] 10.222.0.35 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483351 Feb 07 13:19:28.742389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] device_id is not set on port ec04628c-ec76-4595-898c-f0115cddc137 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:19:28.769923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.791313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e7a2545f-29d6-407e-8a6a-89e5fd3891b6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Synchronizing usage tracker for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:28.801042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.862188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.893343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:28.917340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e7a2545f-29d6-407e-8a6a-89e5fd3891b6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Unset dirty status for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:28.922027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e7a2545f-29d6-407e-8a6a-89e5fd3891b6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2592297 Feb 07 13:19:28.929651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55774) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:28.968356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 68f05dff-ff5c-4e23-be73-4702d5274760, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=68f05dff-ff5c-4e23-be73-4702d5274760,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:28.974057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:29.005172 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.030153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Transition to ACTIVE for port object a60c1f04-b566-4eda-b322-5f5e4303eafd will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:29.071069 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.071220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:29.172963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Transition to ACTIVE for port object a60c1f04-b566-4eda-b322-5f5e4303eafd will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:29.229752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--751895951'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:29.236817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:29.249993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:29.266568 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.312929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=68f05dff-ff5c-4e23-be73-4702d5274760,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:29.361840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting port e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:29.362651 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.367699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Network 9a98a0ad-4950-4603-a007-68e8ba476caf is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:29.376614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:29.379833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:29.425230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] No DVR routers for this DVR port ec04628c-ec76-4595-898c-f0115cddc137 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:29.449120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.459662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.461196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] Pushing event updated for resources: {'Port': ['ID=ec04628c-ec76-4595-898c-f0115cddc137,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:29.472607 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.531482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:29.535885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5e6ae4d0-ee53-4b43-be70-2104c96adbbe None None] Provisioning complete for port ec04628c-ec76-4595-898c-f0115cddc137 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:29.536377 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae4d0-ee53-4b43-be70-2104c96adbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.546356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:29.550160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:29.563362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] In _notify_port_updated(), no bound segment for port ec04628c-ec76-4595-898c-f0115cddc137 on network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d {{(pid=88313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:19:29.564266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:29.565047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.576572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-ea44577e-a29e-4e93-8195-2b94e0b7b4cb service neutron] 10.222.0.47 "PUT /v2.0/ports/ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 200 len: 1032 time: 2.0117161 Feb 07 13:19:29.576572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:29.609621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-e2f7bde3-a02b-4064-9974-fe4bbd5eba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:29.611132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-e2f7bde3-a02b-4064-9974-fe4bbd5eba67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 1094 time: 0.7858813 Feb 07 13:19:29.660660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:29.668717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Attempting to bind port a60c1f04-b566-4eda-b322-5f5e4303eafd on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:29.669160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Attempting to bind port a60c1f04-b566-4eda-b322-5f5e4303eafd by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '84ae38c3-73ce-4a9e-a981-7c9887608cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a98a0ad-4950-4603-a007-68e8ba476caf'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:29.669534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Attempting to bind port a60c1f04-b566-4eda-b322-5f5e4303eafd on network 9a98a0ad-4950-4603-a007-68e8ba476caf {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:29.673654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Pushing event updated for resources: {'Port': ['ID=a60c1f04-b566-4eda-b322-5f5e4303eafd,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:29.681783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:29.682258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Checking segment: {'id': '84ae38c3-73ce-4a9e-a981-7c9887608cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a98a0ad-4950-4603-a007-68e8ba476caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:29.682727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.683314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Bound using segment: {'id': '84ae38c3-73ce-4a9e-a981-7c9887608cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a98a0ad-4950-4603-a007-68e8ba476caf'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:29.683754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Bound port: a60c1f04-b566-4eda-b322-5f5e4303eafd, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ae38c3-73ce-4a9e-a981-7c9887608cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9a98a0ad-4950-4603-a007-68e8ba476caf'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:29.684225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.769032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ae4d0-ee53-4b43-be70-2104c96adbbe None None] Port ec04628c-ec76-4595-898c-f0115cddc137 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:19:29.772506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.779588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:29.779934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.801153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.802215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c827dad6-045d-4d4f-92c4-222eaefcab06 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:29.821543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61857e30-0275-4ab3-812b-e18ad314d7fc req-82ba13e8-2985-44de-a8df-ace5168a1b3a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:29.823076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61857e30-0275-4ab3-812b-e18ad314d7fc req-82ba13e8-2985-44de-a8df-ace5168a1b3a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 943 time: 0.5607066 Feb 07 13:19:29.852196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3ac34-7c14-41d3-8850-b484ac65dc33 req-35deaaad-c127-41b3-9bef-a9d924cc3c4a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:29.860444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3ac34-7c14-41d3-8850-b484ac65dc33 req-35deaaad-c127-41b3-9bef-a9d924cc3c4a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:29.869534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3ac34-7c14-41d3-8850-b484ac65dc33 req-35deaaad-c127-41b3-9bef-a9d924cc3c4a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:29.871244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a98a0ad-4950-4603-a007-68e8ba476caf']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:29.877437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3ac34-7c14-41d3-8850-b484ac65dc33 req-35deaaad-c127-41b3-9bef-a9d924cc3c4a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:29.886233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3ac34-7c14-41d3-8850-b484ac65dc33 req-35deaaad-c127-41b3-9bef-a9d924cc3c4a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:29.893290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=ab403af6-3cef-4430-9794-66972455b958,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:29.902903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ae38c3-73ce-4a9e-a981-7c9887608cbc') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:29.903209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ae38c3-73ce-4a9e-a981-7c9887608cbc') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:29.904104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56f3ac34-7c14-41d3-8850-b484ac65dc33 req-35deaaad-c127-41b3-9bef-a9d924cc3c4a tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 3879 time: 0.5225599 Feb 07 13:19:29.917464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55796) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:29.935665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.950531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device c827dad6-045d-4d4f-92c4-222eaefcab06 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:29.961969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] For port a60c1f04-b566-4eda-b322-5f5e4303eafd, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:29.966498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:29.972011 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:29.991451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:29.991857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:30.006929 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:30.064881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.079622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-ba7ca045-53f8-483a-8394-19ca05b7abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:30.081096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-ba7ca045-53f8-483a-8394-19ca05b7abf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 200 len: 915 time: 0.4557290 Feb 07 13:19:30.084717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec04628c-ec76-4595-898c-f0115cddc137'}, {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f66cb58-c047-40ed-8071-4db412f99c8a'}, {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc'}, {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f05dff-ff5c-4e23-be73-4702d5274760'}, {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:30.085218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'networks': [{'name': 'tempest-network--1353550744'}, {'name': 'tempest-network--44883152'}]} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:30.085532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'network': {'name': 'tempest-network--1353550744'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:30.086017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'network': {'name': 'tempest-network--44883152'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:30.180065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56f3ac34-7c14-41d3-8850-b484ac65dc33 req-3e4e4ca6-0015-4511-b920-250d9e072344 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744305 Feb 07 13:19:30.196387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61857e30-0275-4ab3-812b-e18ad314d7fc req-7e6ac820-0ee9-4485-9dcd-fc6be902a959 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628782 Feb 07 13:19:30.218242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:30.218485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-b96c7215-96f7-4b69-8533-ff5899d883fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfd157e-aeef-435f-a80a-31cfcebe8946 HTTP/1.1" status: 200 len: 217 time: 0.1026452 Feb 07 13:19:30.220760 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.222442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] For port a60c1f04-b566-4eda-b322-5f5e4303eafd, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a60c1f04-b566-4eda-b322-5f5e4303eafd,segment=NetworkSegment(84ae38c3-73ce-4a9e-a981-7c9887608cbc),segment_id=84ae38c3-73ce-4a9e-a981-7c9887608cbc)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:30.226597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Calling delete_port for e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:30.267031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Usage tracker for resource:network and tenant:26aeecb48cf04896b2a3648d03f07ef2 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:30.273523 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec04628c-ec76-4595-898c-f0115cddc137', 'code': 200} Feb 07 13:19:30.274023 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f66cb58-c047-40ed-8071-4db412f99c8a', 'code': 200} Feb 07 13:19:30.274489 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc', 'code': 200} Feb 07 13:19:30.274908 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f05dff-ff5c-4e23-be73-4702d5274760', 'code': 200} Feb 07 13:19:30.275334 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92', 'code': 200} Feb 07 13:19:30.276864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:19:30.276864 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:19:30.276864 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '9a98a0ad-4950-4603-a007-68e8ba476caf'}] Feb 07 13:19:30.276864 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:30.277349 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:30.280229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:30.289690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:30.298699 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.335754 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.368703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Made reservation on behalf of 26aeecb48cf04896b2a3648d03f07ef2 for: {'network': 2} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:30.373528 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.392039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.420538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c24c-6253-4862-aff3-ca36670725eb None None] Pushing event updated for resources: {'Port': ['ID=a60c1f04-b566-4eda-b322-5f5e4303eafd,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:30.421499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-4cc7c03e-1db1-46ff-8036-19f05e72a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:30.423289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-4cc7c03e-1db1-46ff-8036-19f05e72a471 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4af2d9d4-20ef-40de-8b4d-18647da93ef3 HTTP/1.1" status: 200 len: 855 time: 0.1983953 Feb 07 13:19:30.423548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14f5bd7-23fe-4f09-bed9-c64d8db4f50d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:30.446734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:30.459670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Usage tracker for resource:security_group_rule and tenant:26aeecb48cf04896b2a3648d03f07ef2 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:30.464575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:30.474730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf096585-7d06-4dd7-9b65-f7202de1aa88 None None] Network 9a98a0ad-4950-4603-a007-68e8ba476caf requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:30.474909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:30.494646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-24d16e21-8c04-4d77-a0c3-03a23d87f6c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=36f3cc97-7129-4f2c-b8a4-9ee2804e576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619602 Feb 07 13:19:30.498732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.501932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5754520c-7ff9-4b23-942d-c7021b972147 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5624440 Feb 07 13:19:30.503239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55804) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:30.516269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1b06e5e0-fe48-4837-a91a-b3f62ec37156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': 'a14f5bd7-23fe-4f09-bed9-c64d8db4f50d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:30.518072 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-1b06e5e0-fe48-4837-a91a-b3f62ec37156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 13:19:30.518580 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-1b06e5e0-fe48-4837-a91a-b3f62ec37156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:30.523249 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1b06e5e0-fe48-4837-a91a-b3f62ec37156 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137963 Feb 07 13:19:30.523445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:30.531522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9e65725d-c623-4a77-9ca7-7f527c214a42 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': 'a14f5bd7-23fe-4f09-bed9-c64d8db4f50d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:30.532463 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-9e65725d-c623-4a77-9ca7-7f527c214a42 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 13:19:30.532705 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-9e65725d-c623-4a77-9ca7-7f527c214a42 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:30.539598 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e65725d-c623-4a77-9ca7-7f527c214a42 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087953 Feb 07 13:19:30.540533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55812) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:30.547358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-df6dc503-3644-4ae7-b3ea-42c95182b692 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': 'a14f5bd7-23fe-4f09-bed9-c64d8db4f50d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:30.548464 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-df6dc503-3644-4ae7-b3ea-42c95182b692 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 13:19:30.549055 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-df6dc503-3644-4ae7-b3ea-42c95182b692 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:30.552784 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df6dc503-3644-4ae7-b3ea-42c95182b692 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085423 Feb 07 13:19:30.553442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55816) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:30.560325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-40238451-cc2c-4d1f-9ad9-c58e6a995e70 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': 'a14f5bd7-23fe-4f09-bed9-c64d8db4f50d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:30.561316 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-40238451-cc2c-4d1f-9ad9-c58e6a995e70 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 13:19:30.561932 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-40238451-cc2c-4d1f-9ad9-c58e6a995e70 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:30.565550 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-40238451-cc2c-4d1f-9ad9-c58e6a995e70 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088899 Feb 07 13:19:30.565550 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.573519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:30.593338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] For port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:30.593691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.642338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Port': ['ID=e7e6ed97-98c9-45f9-ba43-bc2d8ee1474a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:30.741430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:30.779574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.845752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-feb321e8-d969-43ba-8969-cc5782e5d3fb service neutron] 10.222.0.35 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447585 Feb 07 13:19:30.909358 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.919123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port a60c1f04-b566-4eda-b322-5f5e4303eafd {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:30.919473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.924185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c298d7-917f-48fb-9790-14163c95c7ee None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:19:30.945796 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:30.961699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.048584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.048584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.085160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c298d7-917f-48fb-9790-14163c95c7ee None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:19:31.181586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.224387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac7578f2-0df9-48bb-9a4c-d221b27e519b req-3825a96e-a233-4c18-9803-5fd9eefa0e4d service neutron] 10.222.0.35 "GET /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717694 Feb 07 13:19:31.258192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505cb5ed-1c0b-478e-ba65-eba950475621,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:31.300353 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.415549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Port': ['ID=ed91b894-3bf5-4c94-a1a7-3fe56d64ec92,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:31.477209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:31.585300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] No DVR routers for this DVR port ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:31.594362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.597819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:31.636680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a39ddc-96c0-47a8-8bb2-a3ac4bc2ca1f req-d76a902a-ea5c-4ab1-8de0-c0b71e5c0e6b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:31.640153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Router 38d3f6b8-d275-47e0-886a-2853b98d7444 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:19:31.642871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a39ddc-96c0-47a8-8bb2-a3ac4bc2ca1f req-d76a902a-ea5c-4ab1-8de0-c0b71e5c0e6b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:31.648391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a39ddc-96c0-47a8-8bb2-a3ac4bc2ca1f req-d76a902a-ea5c-4ab1-8de0-c0b71e5c0e6b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:31.654376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a39ddc-96c0-47a8-8bb2-a3ac4bc2ca1f req-d76a902a-ea5c-4ab1-8de0-c0b71e5c0e6b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:31.655265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f7a39ddc-96c0-47a8-8bb2-a3ac4bc2ca1f req-d76a902a-ea5c-4ab1-8de0-c0b71e5c0e6b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Synchronizing usage tracker for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:31.670006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eed41-a6d6-4708-be3f-c1e074320478 req-b4033b68-3945-47a1-a608-db6234530076 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:31.672402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c17eed41-a6d6-4708-be3f-c1e074320478 req-b4033b68-3945-47a1-a608-db6234530076 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 943 time: 0.2578897 Feb 07 13:19:31.674753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-5de1bac5-d1aa-4c34-a6dc-b098f3d17832 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "DELETE /v2.0/ports/ed91b894-3bf5-4c94-a1a7-3fe56d64ec92 HTTP/1.1" status: 204 len: 173 time: 2.1003575 Feb 07 13:19:31.725529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 4dfd157e-aeef-435f-a80a-31cfcebe8946 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:19:31.726225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.726632 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Added segment 5f0ab61c-0214-4879-ac9e-07a277bc3faf of type vlan for network aa63c8cc-d659-49d7-b584-6aeb72e2f8ef Feb 07 13:19:31.736079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.784833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:31.785188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.812902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c17eed41-a6d6-4708-be3f-c1e074320478 req-ca008110-db37-46c9-9cdf-dbf78993214c tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303074 Feb 07 13:19:31.817300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] For port a60c1f04-b566-4eda-b322-5f5e4303eafd, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a60c1f04-b566-4eda-b322-5f5e4303eafd,segment=NetworkSegment(84ae38c3-73ce-4a9e-a981-7c9887608cbc),segment_id=84ae38c3-73ce-4a9e-a981-7c9887608cbc)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:31.817677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:31.839736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14f5bd7-23fe-4f09-bed9-c64d8db4f50d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:31.845778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f7a39ddc-96c0-47a8-8bb2-a3ac4bc2ca1f req-d76a902a-ea5c-4ab1-8de0-c0b71e5c0e6b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Unset dirty status for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:31.846821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7a39ddc-96c0-47a8-8bb2-a3ac4bc2ca1f req-d76a902a-ea5c-4ab1-8de0-c0b71e5c0e6b tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 3144 time: 0.4845145 Feb 07 13:19:31.846942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:19:31.860737 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c071adb6-ea3a-473a-a765-50f077913fc8 None None] Sync routers for ids ['38d3f6b8-d275-47e0-886a-2853b98d7444'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:19:31.882948 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071adb6-ea3a-473a-a765-50f077913fc8 None None] Routers {'38d3f6b8-d275-47e0-886a-2853b98d7444'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:31.891032 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c071adb6-ea3a-473a-a765-50f077913fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['38d3f6b8-d275-47e0-886a-2853b98d7444'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:31.904049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 4dfd157e-aeef-435f-a80a-31cfcebe8946, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4dfd157e-aeef-435f-a80a-31cfcebe8946,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:31.922842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '4dfd157e-aeef-435f-a80a-31cfcebe8946', 'network_id': '36f3cc97-7129-4f2c-b8a4-9ee2804e576f', 'port_id': '4dfd157e-aeef-435f-a80a-31cfcebe8946', 'mac_address': 'fa:16:3e:e8:c3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af2d9d4-20ef-40de-8b4d-18647da93ef3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:19:31.985760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7a39ddc-96c0-47a8-8bb2-a3ac4bc2ca1f req-ab9eca8c-0d76-44c8-99d1-89c1d2919435 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279655 Feb 07 13:19:31.987755 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': 'ed91b894-3bf5-4c94-a1a7-3fe56d64ec92', 'status': 'completed', 'code': 200} Feb 07 13:19:31.996079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.023034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Calling delete_port for a60c1f04-b566-4eda-b322-5f5e4303eafd owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:32.029839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfd157e-aeef-435f-a80a-31cfcebe8946 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:19:32.050574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.057084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:32.058100 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c071adb6-ea3a-473a-a765-50f077913fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:32.058204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 4dfd157e-aeef-435f-a80a-31cfcebe8946, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4dfd157e-aeef-435f-a80a-31cfcebe8946,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:32.069344 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c071adb6-ea3a-473a-a765-50f077913fc8 None None] Routers {'38d3f6b8-d275-47e0-886a-2853b98d7444'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:32.069961 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c071adb6-ea3a-473a-a765-50f077913fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['38d3f6b8-d275-47e0-886a-2853b98d7444'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:32.073263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.149619 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.155696 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c071adb6-ea3a-473a-a765-50f077913fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:32.156316 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c071adb6-ea3a-473a-a765-50f077913fc8 None None] The sync data for ids ['38d3f6b8-d275-47e0-886a-2853b98d7444'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:19:32.193807 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a946cafa-a1cd-4456-9e44-9320d9be144f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "PUT /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3705301 Feb 07 13:19:32.194571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] For port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:32.195107 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.196774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.197172 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-58d80759-1108-4828-b998-8fca671ae703 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/a14f5bd7-23fe-4f09-bed9-c64d8db4f50d HTTP/1.1" status: 204 len: 168 time: 1.5919209 Feb 07 13:19:32.197827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55830) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:32.204717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55832) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:32.238471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=4dfd157e-aeef-435f-a80a-31cfcebe8946,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:32.278579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:32.282078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.333419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:32.337962 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-dbf591c5-cf8e-41d4-890c-90511d56b8d2 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] show failed (client error): The resource could not be found. Feb 07 13:19:32.339029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dbf591c5-cf8e-41d4-890c-90511d56b8d2 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-779937331 HTTP/1.1" status: 404 len: 334 time: 0.1378644 Feb 07 13:19:32.349602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['4dfd157e-aeef-435f-a80a-31cfcebe8946'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:19:32.359076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55838) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:32.359903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Port': ['ID=a60c1f04-b566-4eda-b322-5f5e4303eafd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:32.372453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-126153a8-ceff-4ae5-9c68-09fcd18bdc25 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:32.428173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.428535 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Added segment 267fdfdd-8772-4e80-bdf0-83f9cc6db038 of type vlan for network 82f917fb-0b15-4aa7-975d-c091526fae56 Feb 07 13:19:32.436242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No DVR routers for this DVR port a60c1f04-b566-4eda-b322-5f5e4303eafd on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:32.494394 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-126153a8-ceff-4ae5-9c68-09fcd18bdc25 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] update failed (client error): The resource could not be found. Feb 07 13:19:32.495357 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-126153a8-ceff-4ae5-9c68-09fcd18bdc25 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-624476896 HTTP/1.1" status: 404 len: 334 time: 0.1326399 Feb 07 13:19:32.499048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55842) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:32.566065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3086b5e3-3aec-4e8f-9064-ff4d674d1c21 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting subnet bad92f18-83b3-47e8-9a25-ca85a083a507 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:32.569046 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3086b5e3-3aec-4e8f-9064-ff4d674d1c21 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.596084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0112f0be-60ab-43c0-bb53-5b8d6a9eede0 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Synchronizing usage tracker for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:32.601201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.604724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.642122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.662389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Port': ['ID=6aa2607f-2051-4bb1-9c08-3fbd03f7dffc,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:32.684741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a98a0ad-4950-4603-a007-68e8ba476caf']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:32.700428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ae38c3-73ce-4a9e-a981-7c9887608cbc') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:32.700736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ae38c3-73ce-4a9e-a981-7c9887608cbc') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:32.713955 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.731722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.738134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:32.738524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.749346 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3086b5e3-3aec-4e8f-9064-ff4d674d1c21 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:32.753343 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:32.786760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] No DVR routers for this DVR port 6aa2607f-2051-4bb1-9c08-3fbd03f7dffc on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:32.791359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.804596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0112f0be-60ab-43c0-bb53-5b8d6a9eede0 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Unset dirty status for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:32.805897 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0112f0be-60ab-43c0-bb53-5b8d6a9eede0 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5358515 Feb 07 13:19:32.811480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55846) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:32.818434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--969434950'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:32.828204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.828732 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.829448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:32.834926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:32.839778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:32.840442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.845845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:32.870817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3086b5e3-3aec-4e8f-9064-ff4d674d1c21 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.911924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-b0384e4d-c12e-4d40-8285-4e541a648d9f tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "DELETE /v2.0/ports/6aa2607f-2051-4bb1-9c08-3fbd03f7dffc HTTP/1.1" status: 204 len: 173 time: 1.2281392 Feb 07 13:19:32.959887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Network': ['ID=aa63c8cc-d659-49d7-b584-6aeb72e2f8ef,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:32.971201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:32.971640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network aa63c8cc-d659-49d7-b584-6aeb72e2f8ef details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:33.202844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.208147 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.2868769 Feb 07 13:19:33.210544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55854) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:33.211590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.216872 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/9a98a0ad-4950-4603-a007-68e8ba476caf HTTP/1.1" status: 204 len: 168 time: 5.3885643 Feb 07 13:19:33.219258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:33.237782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port 5f66cb58-c047-40ed-8071-4db412f99c8a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:33.238137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.257663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568108197'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:33.316292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:33.327312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:33.331438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:33.332058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eda93-5c34-4e12-bb9e-90340a1c0e5b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Network': ['ID=82f917fb-0b15-4aa7-975d-c091526fae56,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:33.336429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:33.344148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 82f917fb-0b15-4aa7-975d-c091526fae56 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:33.362981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:33.371959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:33.376229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:33.381409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035d27-da32-4974-b36f-61a8b4f8b301 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=9a98a0ad-4950-4603-a007-68e8ba476caf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:33.389053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:33.445476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d4ade-b8bb-4966-af48-8fceb3237aab tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:33.452618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d4ade-b8bb-4966-af48-8fceb3237aab tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:33.458792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d4ade-b8bb-4966-af48-8fceb3237aab tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:33.464687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d4ade-b8bb-4966-af48-8fceb3237aab tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:33.465574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-013d4ade-b8bb-4966-af48-8fceb3237aab tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Synchronizing usage tracker for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:33.495400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3086b5e3-3aec-4e8f-9064-ff4d674d1c21 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.537197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:33.540658 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.568418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:33.576701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.577044 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8 of type vlan for network 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 Feb 07 13:19:33.597114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-013d4ade-b8bb-4966-af48-8fceb3237aab tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Unset dirty status for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:33.598462 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-013d4ade-b8bb-4966-af48-8fceb3237aab tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3804507 Feb 07 13:19:33.602195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55864) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:33.620449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a91e56-2141-4515-8401-53c8e719f5f2 req-e8372ee8-d23f-4923-b4c7-2d14dd5e1427 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:33.622008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3a91e56-2141-4515-8401-53c8e719f5f2 req-e8372ee8-d23f-4923-b4c7-2d14dd5e1427 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 944 time: 0.6654685 Feb 07 13:19:33.625660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.638803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086b5e3-3aec-4e8f-9064-ff4d674d1c21 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Subnet': ['ID=bad92f18-83b3-47e8-9a25-ca85a083a507,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:33.646954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3c289-65fa-47bb-b832-e1fa5a9de7d3 None None] Network deec8215-adf1-4499-a877-fdba6e1e02fb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:33.651156 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3086b5e3-3aec-4e8f-9064-ff4d674d1c21 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.710081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde372e-766b-4542-92d8-fbbd84be26dd req-9aba9d15-900d-409c-9421-e33386c9df23 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:33.716494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde372e-766b-4542-92d8-fbbd84be26dd req-9aba9d15-900d-409c-9421-e33386c9df23 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:33.723683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde372e-766b-4542-92d8-fbbd84be26dd req-9aba9d15-900d-409c-9421-e33386c9df23 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:33.724826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6dde372e-766b-4542-92d8-fbbd84be26dd req-9aba9d15-900d-409c-9421-e33386c9df23 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Synchronizing usage tracker for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:33.765881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.776547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3086b5e3-3aec-4e8f-9064-ff4d674d1c21 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/subnets/bad92f18-83b3-47e8-9a25-ca85a083a507 HTTP/1.1" status: 204 len: 168 time: 1.2764053 Feb 07 13:19:33.786477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55868) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:33.791910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 4dfd157e-aeef-435f-a80a-31cfcebe8946 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:19:33.810864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.814352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3a91e56-2141-4515-8401-53c8e719f5f2 req-060d6282-308c-4d3f-8831-8ab95ac405fd tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777451 Feb 07 13:19:33.864023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] For port 5f66cb58-c047-40ed-8071-4db412f99c8a, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f66cb58-c047-40ed-8071-4db412f99c8a,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:33.864570 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.915848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.950978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:33.954644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6dde372e-766b-4542-92d8-fbbd84be26dd req-9aba9d15-900d-409c-9421-e33386c9df23 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Unset dirty status for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:33.956570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dde372e-766b-4542-92d8-fbbd84be26dd req-9aba9d15-900d-409c-9421-e33386c9df23 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 2411 time: 0.7234333 Feb 07 13:19:34.026330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:34.040862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for 5f66cb58-c047-40ed-8071-4db412f99c8a owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:34.053662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 4dfd157e-aeef-435f-a80a-31cfcebe8946 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:34.063059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 4dfd157e-aeef-435f-a80a-31cfcebe8946 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:34.063476 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.073429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.105467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa63c8cc-d659-49d7-b584-6aeb72e2f8ef']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:34.120738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0ab61c-0214-4879-ac9e-07a277bc3faf') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:34.121097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0ab61c-0214-4879-ac9e-07a277bc3faf') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:34.133085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.133473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] DHCP port deletion for deec8215-adf1-4499-a877-fdba6e1e02fb request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:19:34.146984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] Deleting port 164cce7e-5fb6-476b-a118-83bbe097aa8e {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:34.147368 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.152109 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.159657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:34.160463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.170713 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': '6aa2607f-2051-4bb1-9c08-3fbd03f7dffc', 'status': 'completed', 'code': 200} Feb 07 13:19:34.237382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:34.248642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dde372e-766b-4542-92d8-fbbd84be26dd req-31e6f869-d095-4125-96af-a8de2149bf65 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167726 Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:34.263468 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:34.265656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.271310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:34.275599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.278337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting port 164cce7e-5fb6-476b-a118-83bbe097aa8e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:34.278337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.280774 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.284213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.286524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-694a81b2-0379-4c92-a059-b44e9e520d7a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4740741 Feb 07 13:19:34.289805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55874) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:34.326076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f69ab338-2612-4aaa-8dd1-e20db3ed0dcb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:34.326549 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-f69ab338-2612-4aaa-8dd1-e20db3ed0dcb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 13:19:34.327046 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-f69ab338-2612-4aaa-8dd1-e20db3ed0dcb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:34.331766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f69ab338-2612-4aaa-8dd1-e20db3ed0dcb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0407784 Feb 07 13:19:34.331908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ad864-1b04-4a9f-9f45-7f80b26aa593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfd157e-aeef-435f-a80a-31cfcebe8946'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:34.339054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55878) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:34.345991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b76a40e2-a369-443c-87b1-062627580d4c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:34.347151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 4dfd157e-aeef-435f-a80a-31cfcebe8946, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4dfd157e-aeef-435f-a80a-31cfcebe8946,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:34.353711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b76a40e2-a369-443c-87b1-062627580d4c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:34.357599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b76a40e2-a369-443c-87b1-062627580d4c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:34.360553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b76a40e2-a369-443c-87b1-062627580d4c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:34.367578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b76a40e2-a369-443c-87b1-062627580d4c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:34.393961 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.398982 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.419177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.419803 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609ad864-1b04-4a9f-9f45-7f80b26aa593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfd157e-aeef-435f-a80a-31cfcebe8946', 'code': 200} Feb 07 13:19:34.474102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:34.501309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:34.535405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Network': ['ID=aa63c8cc-d659-49d7-b584-6aeb72e2f8ef,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:34.563781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.608813 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-b76a40e2-a369-443c-87b1-062627580d4c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:34.612130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b76a40e2-a369-443c-87b1-062627580d4c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2703288 Feb 07 13:19:34.621257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55884) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:34.622013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Port': ['ID=5f66cb58-c047-40ed-8071-4db412f99c8a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:34.634140 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6722edf6-48f0-4aa0-80a9-f8a7e1994c90 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/networks/aa63c8cc-d659-49d7-b584-6aeb72e2f8ef HTTP/1.1" status: 204 len: 168 time: 1.0297229 Feb 07 13:19:34.637217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] For port 164cce7e-5fb6-476b-a118-83bbe097aa8e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=164cce7e-5fb6-476b-a118-83bbe097aa8e,segment=NetworkSegment(4da7f355-9578-48d2-85bb-f31e8607d5cb),segment_id=4da7f355-9578-48d2-85bb-f31e8607d5cb)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:34.637615 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.643338 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-59814620-104b-4fb6-8273-e9bb06b42fb4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4183381 Feb 07 13:19:34.644359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:34.644359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55890) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:34.651831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:34.666227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-04cf284b-c47d-44e1-91f2-2bd2aabaa2e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:34.666897 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-04cf284b-c47d-44e1-91f2-2bd2aabaa2e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 13:19:34.667745 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-04cf284b-c47d-44e1-91f2-2bd2aabaa2e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:34.669065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-04cf284b-c47d-44e1-91f2-2bd2aabaa2e3 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0431151 Feb 07 13:19:34.674207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=4dfd157e-aeef-435f-a80a-31cfcebe8946,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:34.678379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55896) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:34.696354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-396caf2f-3b21-4c50-9a00-2895db1a8f78 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:34.725965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-396caf2f-3b21-4c50-9a00-2895db1a8f78 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:34.742500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-396caf2f-3b21-4c50-9a00-2895db1a8f78 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:34.747715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] No DVR routers for this DVR port 5f66cb58-c047-40ed-8071-4db412f99c8a on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:34.750088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-396caf2f-3b21-4c50-9a00-2895db1a8f78 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:34.754589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:34.761922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-396caf2f-3b21-4c50-9a00-2895db1a8f78 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:34.769674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdbce3-786d-48e4-9e1c-26de2bbd9c4d req-82502566-77de-4406-9a86-ede030aa6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:34.771419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3fdbce3-786d-48e4-9e1c-26de2bbd9c4d req-82502566-77de-4406-9a86-ede030aa6069 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 1096 time: 0.2662044 Feb 07 13:19:34.809804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] Calling delete_port for 164cce7e-5fb6-476b-a118-83bbe097aa8e owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:34.817567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3fdbce3-786d-48e4-9e1c-26de2bbd9c4d req-2b5408ad-f300-4357-936b-7fc6ad01fe05 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Feb 07 13:19:34.876717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-1c84fdf9-e3d3-4321-9a66-171a81ceb67e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "DELETE /v2.0/ports/5f66cb58-c047-40ed-8071-4db412f99c8a HTTP/1.1" status: 204 len: 173 time: 1.9594128 Feb 07 13:19:34.884353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] For port 164cce7e-5fb6-476b-a118-83bbe097aa8e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=164cce7e-5fb6-476b-a118-83bbe097aa8e,segment=NetworkSegment(4da7f355-9578-48d2-85bb-f31e8607d5cb),segment_id=4da7f355-9578-48d2-85bb-f31e8607d5cb)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:34.884790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.012976 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.024756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port 68f05dff-ff5c-4e23-be73-4702d5274760 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:35.025173 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.078870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] Pushing event deleted for resources: {'Port': ['ID=164cce7e-5fb6-476b-a118-83bbe097aa8e,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:35.085399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ec7f3-9707-440f-bf12-757e0256f27a None None] No DVR routers for this DVR port 164cce7e-5fb6-476b-a118-83bbe097aa8e on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:35.153816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4dd9-cbea-4c2a-a354-7d684d42c5b3 req-b721e7de-c25f-4587-931c-f2242be82a8d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:35.155351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-987b4dd9-cbea-4c2a-a354-7d684d42c5b3 req-b721e7de-c25f-4587-931c-f2242be82a8d tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.2168255 Feb 07 13:19:35.164148 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-396caf2f-3b21-4c50-9a00-2895db1a8f78 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:35.168442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-396caf2f-3b21-4c50-9a00-2895db1a8f78 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4855111 Feb 07 13:19:35.169863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55902) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:35.188339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Calling delete_port for 164cce7e-5fb6-476b-a118-83bbe097aa8e owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:35.190670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3c198385-a4c6-4b0f-a1da-addaec6cd0dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:35.191139 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-3c198385-a4c6-4b0f-a1da-addaec6cd0dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 13:19:35.191622 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-3c198385-a4c6-4b0f-a1da-addaec6cd0dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:35.194044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3c198385-a4c6-4b0f-a1da-addaec6cd0dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0205202 Feb 07 13:19:35.200261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55906) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:35.210043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0a76fadc-bf72-45a8-a553-c61316325b31 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:35.221346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.230873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:35.248377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:35.252421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:35.280887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0a76fadc-bf72-45a8-a553-c61316325b31 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:35.291247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:35.302017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0a76fadc-bf72-45a8-a553-c61316325b31 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:35.310938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0a76fadc-bf72-45a8-a553-c61316325b31 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:35.328083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-987b4dd9-cbea-4c2a-a354-7d684d42c5b3 req-2aa43657-f818-4d60-9a0f-b2abfea8a414 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594241 Feb 07 13:19:35.328920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0a76fadc-bf72-45a8-a553-c61316325b31 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:35.387552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] For port 68f05dff-ff5c-4e23-be73-4702d5274760, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=68f05dff-ff5c-4e23-be73-4702d5274760,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:35.387552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.430900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:35.431221 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:35.432948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.441236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:35.445348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.531563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 164cce7e-5fb6-476b-a118-83bbe097aa8e no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:35.541066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f917fb-0b15-4aa7-975d-c091526fae56']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:35.569762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 164cce7e-5fb6-476b-a118-83bbe097aa8e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:35.570111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 164cce7e-5fb6-476b-a118-83bbe097aa8e not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:35.577430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267fdfdd-8772-4e80-bdf0-83f9cc6db038') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:35.577732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267fdfdd-8772-4e80-bdf0-83f9cc6db038') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:35.594437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.620141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.628406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:35.628797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:35.644248 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:35.718012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for 68f05dff-ff5c-4e23-be73-4702d5274760 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:35.823250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c2380-32d3-40d3-a767-0987cfc6433b req-a9902517-a37e-4a4b-a2de-4d531aac573d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:35.829165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c2380-32d3-40d3-a767-0987cfc6433b req-a9902517-a37e-4a4b-a2de-4d531aac573d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:35.829972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2f1c2380-32d3-40d3-a767-0987cfc6433b req-a9902517-a37e-4a4b-a2de-4d531aac573d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Synchronizing usage tracker for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:35.839391 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.860117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.875757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Network': ['ID=82f917fb-0b15-4aa7-975d-c091526fae56,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:35.877454 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-0a76fadc-bf72-45a8-a553-c61316325b31 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:35.881868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0a76fadc-bf72-45a8-a553-c61316325b31 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6771595 Feb 07 13:19:35.881868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55912) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:35.886615 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fe9d0bf6-55bf-4482-aa99-1ea099be4e0f tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/networks/82f917fb-0b15-4aa7-975d-c091526fae56 HTTP/1.1" status: 204 len: 168 time: 1.2410719 Feb 07 13:19:35.888992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:35.892796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2c720a96-6be4-45b0-b5cd-f9e16056d746 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:35.893273 n-d-811416-5 neutron-server[88313]: WARNING neutron.api.v2.base [None req-2c720a96-6be4-45b0-b5cd-f9e16056d746 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 13:19:35.893786 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-2c720a96-6be4-45b0-b5cd-f9e16056d746 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:35.894756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2c720a96-6be4-45b0-b5cd-f9e16056d746 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120184 Feb 07 13:19:35.897881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55920) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:35.908818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3d0f073f-e685-4996-83c0-5ef0431eb500 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:35.917306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3d0f073f-e685-4996-83c0-5ef0431eb500 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:35.924698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3d0f073f-e685-4996-83c0-5ef0431eb500 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:35.930859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3d0f073f-e685-4996-83c0-5ef0431eb500 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:35.937658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3d0f073f-e685-4996-83c0-5ef0431eb500 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:35.940751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2f1c2380-32d3-40d3-a767-0987cfc6433b req-a9902517-a37e-4a4b-a2de-4d531aac573d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Unset dirty status for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:35.941974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f1c2380-32d3-40d3-a767-0987cfc6433b req-a9902517-a37e-4a4b-a2de-4d531aac573d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 1678 time: 0.5479050 Feb 07 13:19:35.963800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting port 164cce7e-5fb6-476b-a118-83bbe097aa8e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:35.963800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:35.993585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f1c2380-32d3-40d3-a767-0987cfc6433b req-a7dc6977-8336-483d-a184-2e894e316a89 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Feb 07 13:19:36.000736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.023911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.085749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Port': ['ID=68f05dff-ff5c-4e23-be73-4702d5274760,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:36.098651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] The port '164cce7e-5fb6-476b-a118-83bbe097aa8e' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:19:36.146940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-92cd9af8-ea16-4cbd-81c4-1d0c90282e1e req-945bab27-d613-40c2-86ad-195033187971 service neutron] (88312) timed out ('10.222.0.35', 49179) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:19:36.170493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] No DVR routers for this DVR port 68f05dff-ff5c-4e23-be73-4702d5274760 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:36.172436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': '5f66cb58-c047-40ed-8071-4db412f99c8a'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:36.177913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.180106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-fb807040-d5cc-4f90-9459-72c0d2c066a5 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "DELETE /v2.0/ports/68f05dff-ff5c-4e23-be73-4702d5274760 HTTP/1.1" status: 204 len: 173 time: 1.2983994 Feb 07 13:19:36.223900 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': '5f66cb58-c047-40ed-8071-4db412f99c8a', 'status': 'completed', 'code': 200} Feb 07 13:19:36.257711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port 4580ce9f-c307-458b-aacf-9573f51052af {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:36.258062 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.289233 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-3d0f073f-e685-4996-83c0-5ef0431eb500 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:36.290280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3d0f073f-e685-4996-83c0-5ef0431eb500 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3914921 Feb 07 13:19:36.294776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:36.324585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-acd868ed-a098-4224-836d-94fb44903551 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:36.337382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72292062-c6e6-4501-a068-6da6db9d797d tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:36.343566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72292062-c6e6-4501-a068-6da6db9d797d tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:36.344339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-72292062-c6e6-4501-a068-6da6db9d797d tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Synchronizing usage tracker for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:36.358883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-acd868ed-a098-4224-836d-94fb44903551 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:36.367066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=126c4cae-d8b8-48c4-bedf-c152c93d38de,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:36.370831 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.380791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:36.380791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:36.386136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-acd868ed-a098-4224-836d-94fb44903551 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:36.394204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-acd868ed-a098-4224-836d-94fb44903551 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:36.416867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-acd868ed-a098-4224-836d-94fb44903551 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:36.430318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deec8215-adf1-4499-a877-fdba6e1e02fb']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:36.456754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da7f355-9578-48d2-85bb-f31e8607d5cb') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:36.457097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da7f355-9578-48d2-85bb-f31e8607d5cb') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:36.470030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.487720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.495195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:36.495611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:36.512232 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:36.515417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-72292062-c6e6-4501-a068-6da6db9d797d tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Unset dirty status for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:36.515417 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-72292062-c6e6-4501-a068-6da6db9d797d tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6246092 Feb 07 13:19:36.523287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55932) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:36.540965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1594307178'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:36.554367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:36.562396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:36.588249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:36.625446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] For port 4580ce9f-c307-458b-aacf-9573f51052af, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4580ce9f-c307-458b-aacf-9573f51052af,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:36.625814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.698191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:36.701671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc97a65-73e3-4f5d-9200-028cb74025eb req-64ddd9fd-cf3c-4715-944f-d93a85037667 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:36.702502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:36.703286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.708312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcc97a65-73e3-4f5d-9200-028cb74025eb req-64ddd9fd-cf3c-4715-944f-d93a85037667 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.2510517 Feb 07 13:19:36.709780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b140a247-245f-42b3-8517-4a0509e906be None None] Network 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:36.727429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.729602 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-acd868ed-a098-4224-836d-94fb44903551 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:36.731033 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-acd868ed-a098-4224-836d-94fb44903551 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4300144 Feb 07 13:19:36.747386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55936) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:36.756855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.759819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Made reservation on behalf of 26aeecb48cf04896b2a3648d03f07ef2 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:36.761587 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/networks/deec8215-adf1-4499-a877-fdba6e1e02fb HTTP/1.1" status: 204 len: 168 time: 2.9741626 Feb 07 13:19:36.762619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac1d30-9025-4c8d-852e-ed43da43a21e tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Network': ['ID=deec8215-adf1-4499-a877-fdba6e1e02fb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:36.765817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:36.765931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55940) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:36.813285 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-33244f39-ff45-4bc0-881d-88ba975bcda7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1638258 Feb 07 13:19:36.813688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55944) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:36.860396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcc97a65-73e3-4f5d-9200-028cb74025eb req-eeab8428-a87a-418a-aeb6-fb65d057b3d8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340051 Feb 07 13:19:36.937250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:36.949750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4', 'network_id': '3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': '126c4cae-d8b8-48c4-bedf-c152c93d38de'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:36.951057 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.000047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.000389 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Added segment 65bfeb36-986a-4541-81b2-1b6687537bb7 of type vlan for network 055d3272-c1df-4b86-8e4f-201baf87cbe7 Feb 07 13:19:37.052139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9ee7ab7-8dab-4cab-bd63-3fad34b7506c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.106138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49de7ce-cb79-4214-903e-154fae9a1a8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting subnet dd4cfe4d-dee8-476b-a02f-66c6d2d43b52 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:37.116707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b49de7ce-cb79-4214-903e-154fae9a1a8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.136465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Allocated IP 172.20.0.1 (3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4/126c4cae-d8b8-48c4-bedf-c152c93d38de/855b24bc-f75f-46ca-8b05-2e13cbad3672) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:37.215944 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b49de7ce-cb79-4214-903e-154fae9a1a8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.256910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.359765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.381313 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.384251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.389688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9ee7ab7-8dab-4cab-bd63-3fad34b7506c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.392595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Transition to ACTIVE for port object 855b24bc-f75f-46ca-8b05-2e13cbad3672 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:37.415338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Transition to ACTIVE for port object 855b24bc-f75f-46ca-8b05-2e13cbad3672 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:37.418379 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b49de7ce-cb79-4214-903e-154fae9a1a8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.442872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.443250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.443558 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Floating IP 142b1dce-d066-4465-a100-9d98de212894 disassociated. External IP: 172.25.7.60, port: 4580ce9f-c307-458b-aacf-9573f51052af. Feb 07 13:19:37.443900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for 4580ce9f-c307-458b-aacf-9573f51052af owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:37.493873 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.559125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Network 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:37.561996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:37.564430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:37.576901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa7205-2b9a-4084-bc93-28adb2ab5d2f req-7dde32d6-735d-427b-a28b-87873e11aa90 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:37.578379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08aa7205-2b9a-4084-bc93-28adb2ab5d2f req-7dde32d6-735d-427b-a28b-87873e11aa90 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.5798473 Feb 07 13:19:37.592485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddad95-6d72-442f-ba5c-df3cc170272d req-4cc07e1d-9395-4f7f-8e6d-68854ee11c52 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:37.593920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48ddad95-6d72-442f-ba5c-df3cc170272d req-4cc07e1d-9395-4f7f-8e6d-68854ee11c52 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 944 time: 0.4336417 Feb 07 13:19:37.599204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b49de7ce-cb79-4214-903e-154fae9a1a8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.599530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Pushing event updated for resources: {'Port': ['ID=855b24bc-f75f-46ca-8b05-2e13cbad3672,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:37.650195 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.658144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49de7ce-cb79-4214-903e-154fae9a1a8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4cfe4d-dee8-476b-a02f-66c6d2d43b52,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:37.673399 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9ee7ab7-8dab-4cab-bd63-3fad34b7506c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.675958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd554cdf-791a-4402-b3d6-32d88c0d296e None None] Network 9f056513-bb6a-4136-a85d-69bf8e50f9e1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:37.677369 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.682840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:37.683583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.692793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Attempting to bind port 855b24bc-f75f-46ca-8b05-2e13cbad3672 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:37.696706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Attempting to bind port 855b24bc-f75f-46ca-8b05-2e13cbad3672 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:37.696706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Attempting to bind port 855b24bc-f75f-46ca-8b05-2e13cbad3672 on network 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:37.705620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=126c4cae-d8b8-48c4-bedf-c152c93d38de,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:37.708431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b49de7ce-cb79-4214-903e-154fae9a1a8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.746747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:37.747316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Checking segment: {'id': 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:37.747618 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.748100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Bound using segment: {'id': 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:37.748660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Bound port: 855b24bc-f75f-46ca-8b05-2e13cbad3672, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:37.749110 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.806474 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b49de7ce-cb79-4214-903e-154fae9a1a8f tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/subnets/dd4cfe4d-dee8-476b-a02f-66c6d2d43b52 HTTP/1.1" status: 204 len: 168 time: 1.0400383 Feb 07 13:19:37.810682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee7ab7-8dab-4cab-bd63-3fad34b7506c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:37.821095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55952) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:37.862550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08aa7205-2b9a-4084-bc93-28adb2ab5d2f req-852db010-b669-4499-a287-d29ae4a5070b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665639 Feb 07 13:19:37.896300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48ddad95-6d72-442f-ba5c-df3cc170272d req-650a79df-6e90-49b7-833c-65c474cab29c tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cc1863b-38d3-4488-b9de-7e150433e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821574 Feb 07 13:19:37.907160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Network': ['ID=055d3272-c1df-4b86-8e4f-201baf87cbe7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:37.926901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7200c54-8964-4021-a81f-1474cbd6f2c5 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting subnet 030f7494-4119-41e3-aa49-21e4110e4027 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:37.931082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.938830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f7200c54-8964-4021-a81f-1474cbd6f2c5 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:37.961767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7f30a45a-83a7-499d-8575-9dbd0bd4ab71 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4363265 Feb 07 13:19:37.964301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55958) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:37.970293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1387701138'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:37.970889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] For port 855b24bc-f75f-46ca-8b05-2e13cbad3672, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:37.975687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] For port 855b24bc-f75f-46ca-8b05-2e13cbad3672, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=855b24bc-f75f-46ca-8b05-2e13cbad3672,segment=NetworkSegment(ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8),segment_id=ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:37.982527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:37.998678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.017352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9ee7ab7-8dab-4cab-bd63-3fad34b7506c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.021135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f9ee7ab7-8dab-4cab-bd63-3fad34b7506c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/1eff0dee-ac3c-4ba1-8f59-55fef6ab86b3 HTTP/1.1" status: 204 len: 168 time: 1.2728999 Feb 07 13:19:38.022270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:38.024071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55962) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:38.043834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f7200c54-8964-4021-a81f-1474cbd6f2c5 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.061712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 055d3272-c1df-4b86-8e4f-201baf87cbe7 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:38.095628 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.113290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Port': ['ID=4580ce9f-c307-458b-aacf-9573f51052af,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:38.139209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:38.154650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:38.155064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:38.177830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.205566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Made reservation on behalf of 26aeecb48cf04896b2a3648d03f07ef2 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:38.208164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.209445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.222299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:38.222801 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:38.240861 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:38.257919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] DHCP port deletion for 9f056513-bb6a-4136-a85d-69bf8e50f9e1 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:19:38.333606 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f7200c54-8964-4021-a81f-1474cbd6f2c5 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.337926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] Deleting port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:38.338300 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.371462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': '68f05dff-ff5c-4e23-be73-4702d5274760'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:38.386138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:19:38.386138 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:19:38.386138 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4'}] Feb 07 13:19:38.386138 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:38.386697 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:38.444235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c730857-10c7-4f2f-bf00-44ae1d6117ef None None] Pushing event updated for resources: {'Port': ['ID=855b24bc-f75f-46ca-8b05-2e13cbad3672,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:38.444443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b0510f73-5423-4cd8-a9dc-56776ca42ae8 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Synchronizing usage tracker for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:38.469356 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': '68f05dff-ff5c-4e23-be73-4702d5274760', 'status': 'completed', 'code': 200} Feb 07 13:19:38.484662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:38.488539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2517d-2192-4d9f-b34b-00df2423ab47 None None] Network 3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:38.517936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.518199 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Added segment 21fde10a-6fec-4bd4-a212-edd5105d9780 of type vlan for network 456625a6-3f1f-4749-9e97-5c20d5db8771 Feb 07 13:19:38.527712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f7200c54-8964-4021-a81f-1474cbd6f2c5 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.528615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Router 5421e47a-de99-45bd-9ad2-f65c9c417106 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:19:38.565469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.605026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f7200c54-8964-4021-a81f-1474cbd6f2c5 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.610083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7200c54-8964-4021-a81f-1474cbd6f2c5 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Subnet': ['ID=030f7494-4119-41e3-aa49-21e4110e4027,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:38.613344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a88eb3-f181-4851-ba72-20c5d10d2aba None None] Network 16c54c80-631e-466f-bd20-529ff21d724f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:38.618619 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f7200c54-8964-4021-a81f-1474cbd6f2c5 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/subnets/030f7494-4119-41e3-aa49-21e4110e4027 HTTP/1.1" status: 204 len: 168 time: 0.7965627 Feb 07 13:19:38.621177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55970) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:38.647429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b0510f73-5423-4cd8-a9dc-56776ca42ae8 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Unset dirty status for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:38.648980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b0510f73-5423-4cd8-a9dc-56776ca42ae8 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5830932 Feb 07 13:19:38.662219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55974) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:38.672244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--398451151'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:38.685867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:38.712265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e17ad1-a246-4d27-8873-066b80e89ff3 req-200221b5-9082-4a9a-a5fc-c61f30ec5032 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:38.714062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8e17ad1-a246-4d27-8873-066b80e89ff3 req-200221b5-9082-4a9a-a5fc-c61f30ec5032 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.3156922 Feb 07 13:19:38.761335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:38.784756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.797079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:38.797565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.871474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.880978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.886476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:38.887082 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.890834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:38.924039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8e17ad1-a246-4d27-8873-066b80e89ff3 req-b0e3e831-468b-432d-9abf-9e7f630aeb2f tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904159 Feb 07 13:19:38.969751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e498cbae-0058-42e5-aee3-a3fefcc10298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:39.007539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port 855b24bc-f75f-46ca-8b05-2e13cbad3672 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:39.007885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:39.010876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] For port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=71273c87-6ddb-4da9-85c4-d8e97cdb22c6,segment=NetworkSegment(ba85a67d-c35f-4519-8f2e-c560a54d2d79),segment_id=ba85a67d-c35f-4519-8f2e-c560a54d2d79)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:39.011279 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:39.021605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:19:39.032199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:39.084722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] Sync routers for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:19:39.096689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:39.109503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:39.151350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:39.151803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Network': ['ID=456625a6-3f1f-4749-9e97-5c20d5db8771,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:39.157511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] For port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=71273c87-6ddb-4da9-85c4-d8e97cdb22c6,segment=NetworkSegment(ba85a67d-c35f-4519-8f2e-c560a54d2d79),segment_id=ba85a67d-c35f-4519-8f2e-c560a54d2d79)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:39.157812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:39.167591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] No DVR routers for this DVR port 4580ce9f-c307-458b-aacf-9573f51052af on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:39.173001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:39.174958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dc088b9-ac35-4cef-9d88-6ae7559425a9 req-df0df358-ff00-4311-8ba4-13dade139b5d tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.47 "DELETE /v2.0/ports/4580ce9f-c307-458b-aacf-9573f51052af HTTP/1.1" status: 204 len: 173 time: 2.9901149 Feb 07 13:19:39.179755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-76b34c1d-135c-4d2a-bead-0845f674535a tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2111914 Feb 07 13:19:39.180333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55982) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:39.192659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'ports': [{'network_id': '055d3272-c1df-4b86-8e4f-201baf87cbe7', 'name': 'tempest-port--486910450', 'admin_state_up': True}, {'network_id': '456625a6-3f1f-4749-9e97-5c20d5db8771', 'admin_state_up': False}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:39.192659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'port': {'network_id': '055d3272-c1df-4b86-8e4f-201baf87cbe7', 'name': 'tempest-port--486910450', 'admin_state_up': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:39.197122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'port': {'network_id': '456625a6-3f1f-4749-9e97-5c20d5db8771', 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:39.211899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 456625a6-3f1f-4749-9e97-5c20d5db8771 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:39.230914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] Calling delete_port for 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:39.328409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:39.329058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:39.361074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-45e354e2-16cc-4894-93a1-209821df8240 req-5ffc8199-0065-4bfd-a8a4-252dfdac3602 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Synchronizing usage tracker for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:39.530927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Calling delete_port for 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:39.592302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:39.634423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:39.697098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] DHCP port deletion for 16c54c80-631e-466f-bd20-529ff21d724f request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:19:39.698955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:39.699369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:39.703494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] For port 855b24bc-f75f-46ca-8b05-2e13cbad3672, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=855b24bc-f75f-46ca-8b05-2e13cbad3672,segment=NetworkSegment(ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8),segment_id=ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:39.703875 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:39.770959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] Pushing event deleted for resources: {'Port': ['ID=71273c87-6ddb-4da9-85c4-d8e97cdb22c6,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:39.773958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e35c12-1f3e-49f9-a711-7bc827dc1cc2 None None] No DVR routers for this DVR port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:39.780989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] Deleting port d3070e18-7f11-4311-a81a-629a63a746b5 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:39.781423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:39.835032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:19:39.881503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:39.882530 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:39.897321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Calling delete_port for 855b24bc-f75f-46ca-8b05-2e13cbad3672 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:39.912094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-45e354e2-16cc-4894-93a1-209821df8240 req-5ffc8199-0065-4bfd-a8a4-252dfdac3602 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Unset dirty status for tenant:7696aab073d545e9835b5ca341ca819f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:39.913947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45e354e2-16cc-4894-93a1-209821df8240 req-5ffc8199-0065-4bfd-a8a4-252dfdac3602 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 210 time: 0.6704936 Feb 07 13:19:39.934548 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.013191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:40.015260 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.029293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Usage tracker for resource:port and tenant:26aeecb48cf04896b2a3648d03f07ef2 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:40.039378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35308b1-afee-4cf9-9fee-6ec47ec72065 req-accc7250-d67c-4ffe-9467-2efa8f7bb5c5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:40.040939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a35308b1-afee-4cf9-9fee-6ec47ec72065 req-accc7250-d67c-4ffe-9467-2efa8f7bb5c5 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.8315430 Feb 07 13:19:40.041802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:40.058701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:40.092490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.121668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbc9c64-1db4-487e-b244-09c3607855e9,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:40.138699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a35308b1-afee-4cf9-9fee-6ec47ec72065 req-ccde01a9-a216-41c4-8df9-807f00bd6755 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835280 Feb 07 13:19:40.169473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No DVR routers for this DVR port 855b24bc-f75f-46ca-8b05-2e13cbad3672 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:40.172601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Port': ['ID=855b24bc-f75f-46ca-8b05-2e13cbad3672,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:40.178644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Made reservation on behalf of 26aeecb48cf04896b2a3648d03f07ef2 for: {'port': 2} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:40.186933 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.209249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.210779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0348269d-c7c3-457a-b92e-b65a96b986f6 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5462921 Feb 07 13:19:40.211697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.216601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55988) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:40.241750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d0504934-bc02-4f3d-a09f-3c11e302a63d tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '6cbc9c64-1db4-487e-b244-09c3607855e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:40.311764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d0504934-bc02-4f3d-a09f-3c11e302a63d tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:40.322601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d0504934-bc02-4f3d-a09f-3c11e302a63d tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:40.342649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d0504934-bc02-4f3d-a09f-3c11e302a63d tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:40.364883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d0504934-bc02-4f3d-a09f-3c11e302a63d tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:40.368829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.381775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] For port d3070e18-7f11-4311-a81a-629a63a746b5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d3070e18-7f11-4311-a81a-629a63a746b5,segment=NetworkSegment(6b7351cd-4c25-41dc-9b35-6a21247be013),segment_id=6b7351cd-4c25-41dc-9b35-6a21247be013)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:40.382388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.386474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting port 71273c87-6ddb-4da9-85c4-d8e97cdb22c6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:40.386827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.472538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:40.494169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] The port '71273c87-6ddb-4da9-85c4-d8e97cdb22c6' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:19:40.534315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:40.556533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] Calling delete_port for d3070e18-7f11-4311-a81a-629a63a746b5 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:40.595694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] device_id is not set on port 3834b13f-da3c-46e4-b21a-05c5f7fb2b52 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:19:40.600225 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba6afb-cd51-4675-aa2e-0ddb0688b5b5', 'name': 'network-vif-deleted', 'tag': '4580ce9f-c307-458b-aacf-9573f51052af', 'status': 'completed', 'code': 200} Feb 07 13:19:40.637767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:40.638065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec15ee38-f00c-4b33-a98f-a7cc9e86d3b8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:40.682500 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.694405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.715256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:44Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:40.725850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] Checking router: 5421e47a-de99-45bd-9ad2-f65c9c417106 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:19:40.738905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.743081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f056513-bb6a-4136-a85d-69bf8e50f9e1']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:40.751041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:19:40.760849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:40.761335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.764572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:40.777608 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:40.780781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba85a67d-c35f-4519-8f2e-c560a54d2d79') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:40.781151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba85a67d-c35f-4519-8f2e-c560a54d2d79') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:40.815137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.839402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.853934 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-d0504934-bc02-4f3d-a09f-3c11e302a63d tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The resource could not be found. Feb 07 13:19:40.857606 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d0504934-bc02-4f3d-a09f-3c11e302a63d tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6211114 Feb 07 13:19:40.860542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55996) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:40.861747 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.879056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6466c4c3-7d33-4a02-ba54-a28b6532f919 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '6cbc9c64-1db4-487e-b244-09c3607855e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'db182506-4c65-42aa-b6ae-fcc22d6f9419'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:40.897653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6466c4c3-7d33-4a02-ba54-a28b6532f919 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:40.907694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6466c4c3-7d33-4a02-ba54-a28b6532f919 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:40.912320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6466c4c3-7d33-4a02-ba54-a28b6532f919 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:40.915325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.921661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] No DVR routers for this DVR port d3070e18-7f11-4311-a81a-629a63a746b5 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:40.921661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1909c7e-4b25-4246-8d5e-a9414050c83d None None] Pushing event deleted for resources: {'Port': ['ID=d3070e18-7f11-4311-a81a-629a63a746b5,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:40.923454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6466c4c3-7d33-4a02-ba54-a28b6532f919 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:40.927801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:40.928259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:40.944368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae769926-ba70-416a-a7ac-e827f477c6a4 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:40.946467 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:40.963760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] device_id is not set on port 691c23b4-799f-4b1d-bd14-cd1047e03b99 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:19:41.019592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693238c9-6bd1-417a-aff9-a6b38c0e6e6d req-6147f44c-f4db-4754-af70-5e8a05be1083 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:41.026407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-693238c9-6bd1-417a-aff9-a6b38c0e6e6d req-6147f44c-f4db-4754-af70-5e8a05be1083 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.2856507 Feb 07 13:19:41.029625 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.057529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.074050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:41.078755 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-23beb8eb-f4a6-46d9-b1a6-c0bd9ec6d7be tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 HTTP/1.1" status: 204 len: 168 time: 4.2641034 Feb 07 13:19:41.084684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56002) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:41.090367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728321961'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:41.095725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:41.100868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:41.103807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:41.110366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:41.125002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:19:41.170103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a659cdd-5e37-4863-8b8c-8b48c0db4172 req-89304b00-2b26-4a78-aab1-fd7caf9d9929 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 210 time: 0.0758162 Feb 07 13:19:41.196946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-693238c9-6bd1-417a-aff9-a6b38c0e6e6d req-e7fc43c4-fb96-4081-aaaa-d8cb95d38a96 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489260 Feb 07 13:19:41.206240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.219102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.223342 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/networks/9f056513-bb6a-4136-a85d-69bf8e50f9e1 HTTP/1.1" status: 204 len: 168 time: 2.6008873 Feb 07 13:19:41.225953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56006) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:41.290110 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-6466c4c3-7d33-4a02-ba54-a28b6532f919 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The resource could not be found. Feb 07 13:19:41.291277 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6466c4c3-7d33-4a02-ba54-a28b6532f919 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4212844 Feb 07 13:19:41.292199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91bdaf-5009-404d-9af9-0fde781ce237 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Network': ['ID=9f056513-bb6a-4136-a85d-69bf8e50f9e1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:41.300045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:41.301290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56012) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:41.304065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.393898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae769926-ba70-416a-a7ac-e827f477c6a4 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:19:41.432666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.456580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:41.483103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.499261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.509643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.510238 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment c822b70e-64e8-4dfe-bf7d-9f94dd05ed43 of type vlan for network 04756699-8e90-46b1-a61a-ffdb7c173713 Feb 07 13:19:41.531757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.597683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3d37-8e16-464e-a401-298bf15a94e0 req-0f0dad5a-e576-45a6-8f4f-483afd1cfe32 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:41.602209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c1b3d37-8e16-464e-a401-298bf15a94e0 req-0f0dad5a-e576-45a6-8f4f-483afd1cfe32 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.2262423 Feb 07 13:19:41.613708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d3070e18-7f11-4311-a81a-629a63a746b5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:41.679160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: d3070e18-7f11-4311-a81a-629a63a746b5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:41.679516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d3070e18-7f11-4311-a81a-629a63a746b5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:41.702675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c1b3d37-8e16-464e-a401-298bf15a94e0 req-4405726a-9543-4326-aa39-91538dbbd303 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927317 Feb 07 13:19:41.704946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.727496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.764073 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cd2849f6-3208-4e57-af31-b87c2f68248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.820016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbc9c64-1db4-487e-b244-09c3607855e9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:41.876538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.876889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.877229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.877568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.877924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.878258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.878585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.878907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.879309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.879637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.880050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.880385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:19:41.907760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Port': ['ID=3834b13f-da3c-46e4-b21a-05c5f7fb2b52,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:41.910535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.912542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b2575ef7-e5e4-4b4d-8459-4a7cb83184dd tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/6cbc9c64-1db4-487e-b244-09c3607855e9 HTTP/1.1" status: 204 len: 168 time: 0.6102979 Feb 07 13:19:41.917526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56018) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:41.929439 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.955873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:41.957139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Checking segment: {'id': '65bfeb36-986a-4541-81b2-1b6687537bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '055d3272-c1df-4b86-8e4f-201baf87cbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:41.958301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Network hostable DHCP agents. Network: 055d3272-c1df-4b86-8e4f-201baf87cbe7, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:42.000908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c54c80-631e-466f-bd20-529ff21d724f']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:42.013077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bc9426a2-859d-4947-8e02-1f879b7e7ddf tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Synchronizing usage tracker for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:42.016175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7351cd-4c25-41dc-9b35-6a21247be013') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:42.016482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7351cd-4c25-41dc-9b35-6a21247be013') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:42.030263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.047317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.053623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:42.057586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:42.069646 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:42.072121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:44Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:42.075448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Network 055d3272-c1df-4b86-8e4f-201baf87cbe7 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:42.086047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b0b28-b6d3-441c-9782-28e15d221cc3 None None] The sync data for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 is: [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:11:35Z', 'revision_number': 4, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '38f78b6d-c225-4abe-a6c7-8c44662d7581', 'name': '', 'network_id': '6b770f56-a9b7-486f-94e8-7aef66bc75bd', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'mac_address': 'fa:16:3e:ca:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:32Z', 'updated_at': '2022-02-07T13:11:44Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'subnets': [{'id': '68a4b9fe-b72e-4913-af74-511b83dfbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:19:42.111777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bc9426a2-859d-4947-8e02-1f879b7e7ddf tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Unset dirty status for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:42.113414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bc9426a2-859d-4947-8e02-1f879b7e7ddf tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1942923 Feb 07 13:19:42.118010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56022) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:42.134760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-862ab752-5a1f-47f4-8f76-0331aa3b641e tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': '9222c250-bc4a-4fd5-947e-ef55a4826cb4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:42.143364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-862ab752-5a1f-47f4-8f76-0331aa3b641e tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:42.148617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-862ab752-5a1f-47f4-8f76-0331aa3b641e tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:42.153259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-862ab752-5a1f-47f4-8f76-0331aa3b641e tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:42.160409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-862ab752-5a1f-47f4-8f76-0331aa3b641e tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:42.163849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 055d3272-c1df-4b86-8e4f-201baf87cbe7) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:42.170094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:42.171048 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.175368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.181208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:42.181829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.233735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c6bd6-7da1-43a9-a89b-1bb7fd2612b8 None None] Network 055d3272-c1df-4b86-8e4f-201baf87cbe7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:42.313302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Port': ['ID=691c23b4-799f-4b1d-bd14-cd1047e03b99,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:42.329461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=04756699-8e90-46b1-a61a-ffdb7c173713,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:42.351828 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.353896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 04756699-8e90-46b1-a61a-ffdb7c173713 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:42.403096 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-42531025-ed24-4b42-9a37-da8fa0983b1d tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3173215 Feb 07 13:19:42.404667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.407228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56030) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:42.421553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c67876c3-c4a5-4bc2-9bfb-47c4479f0103 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:42.442826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Checking segment: {'id': '21fde10a-6fec-4bd4-a212-edd5105d9780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '456625a6-3f1f-4749-9e97-5c20d5db8771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:42.443676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Network hostable DHCP agents. Network: 456625a6-3f1f-4749-9e97-5c20d5db8771, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:42.470124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.474719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.482988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Network': ['ID=16c54c80-631e-466f-bd20-529ff21d724f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:42.515257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30bd3bf6-b582-4d20-ab5b-70d2ec6ea296 req-015c624a-4005-460a-b677-d32e2b82d659 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/ports?device_id=31ba6afb-cd51-4675-aa2e-0ddb0688b5b5 HTTP/1.1" status: 200 len: 210 time: 0.1241980 Feb 07 13:19:42.534495 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee4564-baae-46ac-896c-cecd51f99a10 None None] New status for floating IP 142b1dce-d066-4465-a100-9d98de212894: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:19:42.586840 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-87060ef3-d816-4b75-91a7-fcc981570024 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/networks/16c54c80-631e-466f-bd20-529ff21d724f HTTP/1.1" status: 204 len: 168 time: 1.3310554 Feb 07 13:19:42.589590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56034) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:42.641163 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-862ab752-5a1f-47f4-8f76-0331aa3b641e tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The resource could not be found. Feb 07 13:19:42.643467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-862ab752-5a1f-47f4-8f76-0331aa3b641e tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5178022 Feb 07 13:19:42.643467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Network 456625a6-3f1f-4749-9e97-5c20d5db8771 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:42.651210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56040) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:42.665854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912031431'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:42.673979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:42.704980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:42.714464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-4567b0b2-cfd2-4828-aa0f-ee1d35c9b5ca tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting subnet 73d12700-6599-4ea4-a419-fc26c353403c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:42.717896 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4567b0b2-cfd2-4828-aa0f-ee1d35c9b5ca tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.804084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4567b0b2-cfd2-4828-aa0f-ee1d35c9b5ca tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.838321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c67876c3-c4a5-4bc2-9bfb-47c4479f0103 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.879052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 456625a6-3f1f-4749-9e97-5c20d5db8771) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:42.887555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6643410d-e05b-4df6-afa1-7c43c9236f69 None None] Network 456625a6-3f1f-4749-9e97-5c20d5db8771 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:42.893800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:42.899361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:42.904207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:42.905100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.967084 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c67876c3-c4a5-4bc2-9bfb-47c4479f0103 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:42.992511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420694e-0c8f-458e-8dc2-b82b3b4edbe6 req-6f8d2150-178b-4731-a00d-00034aa6a83a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:42.994044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f420694e-0c8f-458e-8dc2-b82b3b4edbe6 req-6f8d2150-178b-4731-a00d-00034aa6a83a tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.1627738 Feb 07 13:19:42.995275 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4567b0b2-cfd2-4828-aa0f-ee1d35c9b5ca tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.044387 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.078804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c67876c3-c4a5-4bc2-9bfb-47c4479f0103 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 04756699-8e90-46b1-a61a-ffdb7c173713 is not hosted by any dhcp agent {{(pid=88312) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 13:19:43.085226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67876c3-c4a5-4bc2-9bfb-47c4479f0103 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:43.085928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c67876c3-c4a5-4bc2-9bfb-47c4479f0103 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.089775 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c67876c3-c4a5-4bc2-9bfb-47c4479f0103 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "PUT /v2.0/networks/04756699-8e90-46b1-a61a-ffdb7c173713 HTTP/1.1" status: 200 len: 723 time: 0.6787512 Feb 07 13:19:43.093847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56044) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:43.104320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '04756699-8e90-46b1-a61a-ffdb7c173713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:43.193763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-64d499f9-1e74-4f17-8094-c48f97319863 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.0125396 Feb 07 13:19:43.200354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56048) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:43.206722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67876c3-c4a5-4bc2-9bfb-47c4479f0103 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=04756699-8e90-46b1-a61a-ffdb7c173713,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:43.218761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 04756699-8e90-46b1-a61a-ffdb7c173713 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:43.241295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:43.245221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:43.248096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:43.254620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:43.262542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:43.280931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f420694e-0c8f-458e-8dc2-b82b3b4edbe6 req-df31f859-e49a-4ce7-8ff2-730a6587c5d4 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562988 Feb 07 13:19:43.283638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:43.289733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:43.312200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:43.353568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:43.357221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.360959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b07e6-30e9-4748-9d0d-9bcf9ccdbffa tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:43.367175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b07e6-30e9-4748-9d0d-9bcf9ccdbffa tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:43.367911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5b1b07e6-30e9-4748-9d0d-9bcf9ccdbffa tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Synchronizing usage tracker for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:43.391449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4567b0b2-cfd2-4828-aa0f-ee1d35c9b5ca tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.448585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567b0b2-cfd2-4828-aa0f-ee1d35c9b5ca tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Subnet': ['ID=73d12700-6599-4ea4-a419-fc26c353403c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:43.456358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4567b0b2-cfd2-4828-aa0f-ee1d35c9b5ca tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.469753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f256b-a905-43c4-9ad9-8a150e768a87 None None] Network c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:43.474624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.481102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4567b0b2-cfd2-4828-aa0f-ee1d35c9b5ca tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/subnets/73d12700-6599-4ea4-a419-fc26c353403c HTTP/1.1" status: 204 len: 168 time: 0.8903270 Feb 07 13:19:43.484301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56052) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:43.498740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5b1b07e6-30e9-4748-9d0d-9bcf9ccdbffa tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Unset dirty status for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:43.499955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5b1b07e6-30e9-4748-9d0d-9bcf9ccdbffa tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2985327 Feb 07 13:19:43.510193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56056) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:43.563072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.616799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda143ad-b68d-4a84-b9fd-c805aa29a6e2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:43.649679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-ddb73018-fc52-4405-afb6-5961bab30059 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:43.652006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-ddb73018-fc52-4405-afb6-5961bab30059 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.35 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.1464517 Feb 07 13:19:43.748048 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.749851 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.750549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-35e5ac38-ade8-4cdd-b0f9-7bfe717f6f58 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0961204 Feb 07 13:19:43.753362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c7c582ff-28b2-455f-8dd1-1d9e39439f7b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Deleting port 3834b13f-da3c-46e4-b21a-05c5f7fb2b52 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:43.760176 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7c582ff-28b2-455f-8dd1-1d9e39439f7b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.760514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56064) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:43.762955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041387577'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:43.775055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:43.783953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Deleting port 4dfd157e-aeef-435f-a80a-31cfcebe8946 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:43.784414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.798749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] DHCP port deletion for c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:19:43.803924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] Deleting port d74c0aee-984c-4dad-9020-6fc2cbb2679d {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:43.804416 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.811434 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.818115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56068) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:43.853229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:43.915571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting port d74c0aee-984c-4dad-9020-6fc2cbb2679d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:43.915925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:43.965081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.009928 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b06b3f2e-0f0a-43e6-bd2b-7652da1cf161 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.029410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] For port d74c0aee-984c-4dad-9020-6fc2cbb2679d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d74c0aee-984c-4dad-9020-6fc2cbb2679d,segment=NetworkSegment(b56d6197-53a5-4d73-a633-25a000b5b1bd),segment_id=b56d6197-53a5-4d73-a633-25a000b5b1bd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:44.029802 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.090985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:44.096941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.112229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:44.119871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:44.130571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:44.133475 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b06b3f2e-0f0a-43e6-bd2b-7652da1cf161 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.203658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] Calling delete_port for d74c0aee-984c-4dad-9020-6fc2cbb2679d owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:44.235119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] For port 4dfd157e-aeef-435f-a80a-31cfcebe8946, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=4dfd157e-aeef-435f-a80a-31cfcebe8946,segment=NetworkSegment(a20df3fe-16df-411c-8652-49f7e4d47371),segment_id=a20df3fe-16df-411c-8652-49f7e4d47371)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:44.235489 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.352156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7c582ff-28b2-455f-8dd1-1d9e39439f7b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.360856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=9f3e9c96-4941-48e8-a8f7-0d11aa32ecad,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:44.378676 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.382742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Calling delete_port for 4dfd157e-aeef-435f-a80a-31cfcebe8946 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:44.439415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] Pushing event deleted for resources: {'Port': ['ID=d74c0aee-984c-4dad-9020-6fc2cbb2679d,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:44.439802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': 'c822b70e-64e8-4dfe-bf7d-9f94dd05ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04756699-8e90-46b1-a61a-ffdb7c173713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:44.440210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 04756699-8e90-46b1-a61a-ffdb7c173713, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:44.450302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0c083-8bce-461b-afbf-966ba5cef6d4 None None] No DVR routers for this DVR port d74c0aee-984c-4dad-9020-6fc2cbb2679d on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:44.498482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b06b3f2e-0f0a-43e6-bd2b-7652da1cf161 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.531524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.547119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b3f2e-0f0a-43e6-bd2b-7652da1cf161 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc1863b-38d3-4488-b9de-7e150433e5ef,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:44.569318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c7c582ff-28b2-455f-8dd1-1d9e39439f7b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Calling delete_port for 3834b13f-da3c-46e4-b21a-05c5f7fb2b52 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:44.579460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b06b3f2e-0f0a-43e6-bd2b-7652da1cf161 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.579460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b06b3f2e-0f0a-43e6-bd2b-7652da1cf161 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "DELETE /v2.0/security-groups/6cc1863b-38d3-4488-b9de-7e150433e5ef HTTP/1.1" status: 204 len: 168 time: 0.7564285 Feb 07 13:19:44.584058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56074) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:44.606537 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.655713 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-4fd552f8-269a-4720-b73f-910c2b9b7080 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] show failed (client error): The resource could not be found. Feb 07 13:19:44.656880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4fd552f8-269a-4720-b73f-910c2b9b7080 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "GET /v2.0/security-groups/6cc1863b-38d3-4488-b9de-7e150433e5ef HTTP/1.1" status: 404 len: 347 time: 0.0700376 Feb 07 13:19:44.662626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56078) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:44.686942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3f509-fff9-461f-954d-eea1961a7c14 req-d6599b00-09ef-4f9a-8adc-3b7cab2a2723 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:44.688541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cb3f509-fff9-461f-954d-eea1961a7c14 req-d6599b00-09ef-4f9a-8adc-3b7cab2a2723 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 945 time: 0.2500458 Feb 07 13:19:44.724734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e81bd9-f11d-4963-8d0c-2343e85b321f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:44.764987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cb3f509-fff9-461f-954d-eea1961a7c14 req-40e96da7-7674-43e2-b454-8bcaa7b746db tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/security-groups?id=8f722519-10b8-4511-bd21-cb5160b9f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636847 Feb 07 13:19:44.768511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 04756699-8e90-46b1-a61a-ffdb7c173713 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:44.829615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] For port d74c0aee-984c-4dad-9020-6fc2cbb2679d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d74c0aee-984c-4dad-9020-6fc2cbb2679d,segment=NetworkSegment(b56d6197-53a5-4d73-a633-25a000b5b1bd),segment_id=b56d6197-53a5-4d73-a633-25a000b5b1bd)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:44.829982 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.851078 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:44.852490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5b1fedba-2f10-4cc1-b21a-31b7a6cb86cb tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0965614 Feb 07 13:19:44.855315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56082) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:44.860492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9d4e6822-3ff7-4941-a06f-f35276b06236 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group_rule': {'security_group_id': 'cda143ad-b68d-4a84-b9fd-c805aa29a6e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e8e81bd9-f11d-4963-8d0c-2343e85b321f'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:44.867491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9d4e6822-3ff7-4941-a06f-f35276b06236 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:44.871322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9d4e6822-3ff7-4941-a06f-f35276b06236 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:44.874211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9d4e6822-3ff7-4941-a06f-f35276b06236 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:44.881740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9d4e6822-3ff7-4941-a06f-f35276b06236 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:44.912352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port 7f58e0ee-1ddf-4b76-abbe-fab807bfee9b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:44.912698 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.002431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Calling delete_port for d74c0aee-984c-4dad-9020-6fc2cbb2679d owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:45.173125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:45.173806 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:45.189366 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.200674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['4dfd157e-aeef-435f-a80a-31cfcebe8946'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:19:45.208873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.209251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.242103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Pushing event deleted for resources: {'Port': ['ID=4dfd157e-aeef-435f-a80a-31cfcebe8946,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:45.276815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 04756699-8e90-46b1-a61a-ffdb7c173713) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:45.278348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7c582ff-28b2-455f-8dd1-1d9e39439f7b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.285238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999e35d-2a16-42f6-b9dc-7518d875e340 None None] Network 04756699-8e90-46b1-a61a-ffdb7c173713 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:45.301165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.331867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] No DVR routers for this DVR port 4dfd157e-aeef-435f-a80a-31cfcebe8946 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:45.337727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.339936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9a2f8a1-759b-428c-9c20-b2c59784e54d req-7b23a96e-be70-4a2a-8e41-0f5f2ea6f18b tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.35 "DELETE /v2.0/ports/4dfd157e-aeef-435f-a80a-31cfcebe8946 HTTP/1.1" status: 204 len: 173 time: 1.6834400 Feb 07 13:19:45.340475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ad864-1b04-4a9f-9f45-7f80b26aa593', 'name': 'network-vif-deleted', 'tag': '4dfd157e-aeef-435f-a80a-31cfcebe8946'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:19:45.367953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:45.368665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.395461 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609ad864-1b04-4a9f-9f45-7f80b26aa593', 'name': 'network-vif-deleted', 'tag': '4dfd157e-aeef-435f-a80a-31cfcebe8946', 'status': 'completed', 'code': 200} Feb 07 13:19:45.419767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for 7f58e0ee-1ddf-4b76-abbe-fab807bfee9b owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:45.441063 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-9d4e6822-3ff7-4941-a06f-f35276b06236 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:19:45.442703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9d4e6822-3ff7-4941-a06f-f35276b06236 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5860879 Feb 07 13:19:45.445457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56088) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:45.525524 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-04756699-8e90-46b1-a61a-ffdb7c173713', 'network_id': '04756699-8e90-46b1-a61a-ffdb7c173713', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': '9f3e9c96-4941-48e8-a8f7-0d11aa32ecad'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:45.526382 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.552477 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94c3cdb4-c977-4fc7-9a57-662d46a43e8a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.558713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d74c0aee-984c-4dad-9020-6fc2cbb2679d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:45.586273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94c3cdb4-c977-4fc7-9a57-662d46a43e8a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.631606 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7c582ff-28b2-455f-8dd1-1d9e39439f7b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.633136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: d74c0aee-984c-4dad-9020-6fc2cbb2679d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:45.637239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d74c0aee-984c-4dad-9020-6fc2cbb2679d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:45.637376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c582ff-28b2-455f-8dd1-1d9e39439f7b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Port': ['ID=3834b13f-da3c-46e4-b21a-05c5f7fb2b52,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:45.674230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Deleting port d74c0aee-984c-4dad-9020-6fc2cbb2679d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:45.674576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.744269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94c3cdb4-c977-4fc7-9a57-662d46a43e8a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:45.756948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Allocated IP 172.20.0.2 (04756699-8e90-46b1-a61a-ffdb7c173713/9f3e9c96-4941-48e8-a8f7-0d11aa32ecad/332497c4-2d59-4cdf-9ded-02c4eed3de0e) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:45.772472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3cdb4-c977-4fc7-9a57-662d46a43e8a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e81bd9-f11d-4963-8d0c-2343e85b321f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:45.776315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] The port 'd74c0aee-984c-4dad-9020-6fc2cbb2679d' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:19:45.785984 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bd8ca404-ae5c-47a2-9179-9578f8b0e83b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6908829 Feb 07 13:19:45.789415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56092) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:45.795305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1e7635f8-e065-45c2-a41b-9cd93963ddb2 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:45.818509 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c7c582ff-28b2-455f-8dd1-1d9e39439f7b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/ports/3834b13f-da3c-46e4-b21a-05c5f7fb2b52 HTTP/1.1" status: 204 len: 168 time: 2.3063731 Feb 07 13:19:45.823346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56098) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:45.936249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e7635f8-e065-45c2-a41b-9cd93963ddb2 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3559375'] for subnet, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.037183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa85d9-844a-46e6-b4c4-c210db4efd60 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Deleting port 691c23b4-799f-4b1d-bd14-cd1047e03b99 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:46.037447 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9aaa85d9-844a-46e6-b4c4-c210db4efd60 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.040663 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.067523 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.104556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94c3cdb4-c977-4fc7-9a57-662d46a43e8a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.105236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-94c3cdb4-c977-4fc7-9a57-662d46a43e8a tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/e8e81bd9-f11d-4963-8d0c-2343e85b321f HTTP/1.1" status: 204 len: 168 time: 0.6588795 Feb 07 13:19:46.110526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56102) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:46.154864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d6fa21-f535-48e8-aa40-f242f6f3c3e6']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:46.193382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ed5fd78e-49bf-48a8-a309-5a4006fa5473 req-2626c0eb-9606-4039-835f-cb344dfa04d8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Synchronizing usage tracker for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:46.200334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0101dfd7-9c68-4ec4-82d8-deed61b5dac2 req-afd31af7-29c1-44eb-86ce-9c445e390280 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0985506 Feb 07 13:19:46.210413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56d6197-53a5-4d73-a633-25a000b5b1bd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:46.211111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56d6197-53a5-4d73-a633-25a000b5b1bd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:46.254305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.279722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Transition to ACTIVE for port object 332497c4-2d59-4cdf-9ded-02c4eed3de0e will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:46.293088 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.296872 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.332039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ed5fd78e-49bf-48a8-a309-5a4006fa5473 req-2626c0eb-9606-4039-835f-cb344dfa04d8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] Unset dirty status for tenant:63e926eb4c9142f2ae513839c7dae076 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:46.334334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed5fd78e-49bf-48a8-a309-5a4006fa5473 req-2626c0eb-9606-4039-835f-cb344dfa04d8 tempest-ServerDiskConfigTestJSON-464367564 tempest-ServerDiskConfigTestJSON-464367564-project] 10.222.0.69 "GET /v2.0/ports?device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 210 time: 0.2315559 Feb 07 13:19:46.336602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0101dfd7-9c68-4ec4-82d8-deed61b5dac2 req-df48d54c-90aa-405b-ae4b-e4180f7f97ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63e926eb4c9142f2ae513839c7dae076&device_id=609ad864-1b04-4a9f-9f45-7f80b26aa593 HTTP/1.1" status: 200 len: 210 time: 0.0641451 Feb 07 13:19:46.412596 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93dd8821-f019-4bdd-a600-82104e929571 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2919896 Feb 07 13:19:46.423881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56106) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:46.431387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Port': ['ID=7f58e0ee-1ddf-4b76-abbe-fab807bfee9b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:46.435716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:46.436082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:46.477035 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:46.545268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101dfd7-9c68-4ec4-82d8-deed61b5dac2 req-7e8bb759-80c1-4981-8b22-a14d492b102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:46.546745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0101dfd7-9c68-4ec4-82d8-deed61b5dac2 req-7e8bb759-80c1-4981-8b22-a14d492b102c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=63e926eb4c9142f2ae513839c7dae076&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1916823 Feb 07 13:19:46.547511 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4caa732-f718-4f93-8de0-f2b926f0e570 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.625671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9aaa85d9-844a-46e6-b4c4-c210db4efd60 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.651408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4caa732-f718-4f93-8de0-f2b926f0e570 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.721291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Transition to ACTIVE for port object 332497c4-2d59-4cdf-9ded-02c4eed3de0e will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:46.740635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101dfd7-9c68-4ec4-82d8-deed61b5dac2 req-f109f010-d86b-4018-a344-0fd51c5d2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:46.742101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0101dfd7-9c68-4ec4-82d8-deed61b5dac2 req-f109f010-d86b-4018-a344-0fd51c5d2b27 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1839781 Feb 07 13:19:46.768101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa85d9-844a-46e6-b4c4-c210db4efd60 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Calling delete_port for 691c23b4-799f-4b1d-bd14-cd1047e03b99 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:46.798576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.802596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.832400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.835025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.844881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4caa732-f718-4f93-8de0-f2b926f0e570 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.858708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Pushing event deleted for resources: {'Network': ['ID=c7d6fa21-f535-48e8-aa40-f242f6f3c3e6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:46.866768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.871025 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bdd7b9f5-af68-44ed-bdc6-dfb3c0e9a468 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "DELETE /v2.0/floatingips/142b1dce-d066-4465-a100-9d98de212894 HTTP/1.1" status: 204 len: 168 time: 2.2070506 Feb 07 13:19:46.874188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56110) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:46.875004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Network 04756699-8e90-46b1-a61a-ffdb7c173713 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:46.877661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caa732-f718-4f93-8de0-f2b926f0e570 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda143ad-b68d-4a84-b9fd-c805aa29a6e2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:46.877833 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-642cbf1e-2dd3-474e-86be-8b469e720611 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/networks/c7d6fa21-f535-48e8-aa40-f242f6f3c3e6 HTTP/1.1" status: 204 len: 168 time: 3.3921144 Feb 07 13:19:46.877937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:46.882482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:46.882853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56112) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:46.931915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Pushing event updated for resources: {'Port': ['ID=332497c4-2d59-4cdf-9ded-02c4eed3de0e,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:46.976660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9aaa85d9-844a-46e6-b4c4-c210db4efd60 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:46.993208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Attempting to bind port 332497c4-2d59-4cdf-9ded-02c4eed3de0e on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:46.993580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Attempting to bind port 332497c4-2d59-4cdf-9ded-02c4eed3de0e by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c822b70e-64e8-4dfe-bf7d-9f94dd05ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04756699-8e90-46b1-a61a-ffdb7c173713'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:46.993949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Attempting to bind port 332497c4-2d59-4cdf-9ded-02c4eed3de0e on network 04756699-8e90-46b1-a61a-ffdb7c173713 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:47.000158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:47.000374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2bdb038e-1af2-409e-a1ac-e2fb325b5143 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Synchronizing usage tracker for tenant:f3b5825b936946d5a22437cf72e374ef on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:47.000537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Checking segment: {'id': 'c822b70e-64e8-4dfe-bf7d-9f94dd05ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04756699-8e90-46b1-a61a-ffdb7c173713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:47.000940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.001360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Bound using segment: {'id': 'c822b70e-64e8-4dfe-bf7d-9f94dd05ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04756699-8e90-46b1-a61a-ffdb7c173713'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:47.001827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Bound port: 332497c4-2d59-4cdf-9ded-02c4eed3de0e, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c822b70e-64e8-4dfe-bf7d-9f94dd05ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04756699-8e90-46b1-a61a-ffdb7c173713'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:47.002206 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.034292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa85d9-844a-46e6-b4c4-c210db4efd60 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Port': ['ID=691c23b4-799f-4b1d-bd14-cd1047e03b99,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:47.040829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9aaa85d9-844a-46e6-b4c4-c210db4efd60 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.042978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4caa732-f718-4f93-8de0-f2b926f0e570 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.044340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a4caa732-f718-4f93-8de0-f2b926f0e570 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/cda143ad-b68d-4a84-b9fd-c805aa29a6e2 HTTP/1.1" status: 204 len: 168 time: 0.6195092 Feb 07 13:19:47.046863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56118) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:47.075736 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9aaa85d9-844a-46e6-b4c4-c210db4efd60 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/ports/691c23b4-799f-4b1d-bd14-cd1047e03b99 HTTP/1.1" status: 204 len: 168 time: 1.2485387 Feb 07 13:19:47.076007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8f822a19-b9da-4cf7-bf63-20469b0beae9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port c827dad6-045d-4d4f-92c4-222eaefcab06 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:47.076007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8f822a19-b9da-4cf7-bf63-20469b0beae9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.076473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56122) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:47.099671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] For port 332497c4-2d59-4cdf-9ded-02c4eed3de0e, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:47.103298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] For port 332497c4-2d59-4cdf-9ded-02c4eed3de0e, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=332497c4-2d59-4cdf-9ded-02c4eed3de0e,segment=NetworkSegment(c822b70e-64e8-4dfe-bf7d-9f94dd05ed43),segment_id=c822b70e-64e8-4dfe-bf7d-9f94dd05ed43)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:47.126961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c5a7934b-f617-4a40-93c9-0778df04aea0 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Synchronizing usage tracker for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:47.162838 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0e5a7a7-f865-40ea-a47a-03ce074b9a73 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135159 Feb 07 13:19:47.165680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56126) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:47.170544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'tempest-secgroup--877333093'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:47.177566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:47.180736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2bdb038e-1af2-409e-a1ac-e2fb325b5143 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Unset dirty status for tenant:f3b5825b936946d5a22437cf72e374ef on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:47.181918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2bdb038e-1af2-409e-a1ac-e2fb325b5143 tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "GET /v2.0/ports?device_id=38d3f6b8-d275-47e0-886a-2853b98d7444 HTTP/1.1" status: 200 len: 205 time: 0.2629077 Feb 07 13:19:47.182177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:47.184844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56130) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:47.237880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:47.256375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:47.257013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.277854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e7635f8-e065-45c2-a41b-9cd93963ddb2 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780820852996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3185432'] for subnet, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.340282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7635f8-e065-45c2-a41b-9cd93963ddb2 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:47.340910 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e7635f8-e065-45c2-a41b-9cd93963ddb2 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.345096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1e7635f8-e065-45c2-a41b-9cd93963ddb2 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "PUT /v2.0/subnets/9f3e9c96-4941-48e8-a8f7-0d11aa32ecad HTTP/1.1" status: 200 len: 806 time: 1.5556133 Feb 07 13:19:47.351691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56134) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:47.352545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633b6a9-84f6-4faf-b0a8-d80a2fb4052e None None] Pushing event updated for resources: {'Port': ['ID=332497c4-2d59-4cdf-9ded-02c4eed3de0e,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:47.452044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c5a7934b-f617-4a40-93c9-0778df04aea0 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Unset dirty status for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:47.460010 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c5a7934b-f617-4a40-93c9-0778df04aea0 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3822002 Feb 07 13:19:47.462934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19c88733-c092-4292-b0f8-8bbb669e7c2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.477169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56140) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:47.494693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7635f8-e065-45c2-a41b-9cd93963ddb2 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=9f3e9c96-4941-48e8-a8f7-0d11aa32ecad,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:47.499776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-618320786'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:47.522223 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.526842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:47.537045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Usage tracker for resource:network and tenant:26aeecb48cf04896b2a3648d03f07ef2 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:47.542692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:47.550337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8f822a19-b9da-4cf7-bf63-20469b0beae9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.558604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:47.616167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:47.663911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Usage tracker for resource:security_group_rule and tenant:7450d26f40fd427aa851701160e9f366 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:47.760852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8f822a19-b9da-4cf7-bf63-20469b0beae9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for c827dad6-045d-4d4f-92c4-222eaefcab06 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:47.770727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:47.788578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:47.794204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Made reservation on behalf of 26aeecb48cf04896b2a3648d03f07ef2 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:47.798884 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.800646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 4dfd157e-aeef-435f-a80a-31cfcebe8946 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:47.854725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:47.860145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19c88733-c092-4292-b0f8-8bbb669e7c2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.866865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 4dfd157e-aeef-435f-a80a-31cfcebe8946 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:47.867336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 4dfd157e-aeef-435f-a80a-31cfcebe8946 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:47.869869 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19c88733-c092-4292-b0f8-8bbb669e7c2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.876153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.899597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56152) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:47.903176 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:47.903530 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Added segment f676c91e-864f-4fcf-970f-34e9afa5ccee of type vlan for network bcd39e29-a938-4ed2-a2b5-877bbb870d5c Feb 07 13:19:47.997521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d329e792-5659-48b3-afe8-164359cd59d4 admin admin] Deleting subnet 4af2d9d4-20ef-40de-8b4d-18647da93ef3 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:48.010311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d329e792-5659-48b3-afe8-164359cd59d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.043117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.048002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19c88733-c092-4292-b0f8-8bbb669e7c2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.048548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c88733-c092-4292-b0f8-8bbb669e7c2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Fanout notify agent at l3_agent the message router_deleted on router 38d3f6b8-d275-47e0-886a-2853b98d7444 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:19:48.069698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port 332497c4-2d59-4cdf-9ded-02c4eed3de0e {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:48.070044 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.080956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d329e792-5659-48b3-afe8-164359cd59d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.115575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-19c88733-c092-4292-b0f8-8bbb669e7c2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.117011 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-19c88733-c092-4292-b0f8-8bbb669e7c2c tempest-RoutersNegativeIpV6Test-1216580149 tempest-RoutersNegativeIpV6Test-1216580149-project] 10.222.0.69 "DELETE /v2.0/routers/38d3f6b8-d275-47e0-886a-2853b98d7444 HTTP/1.1" status: 204 len: 168 time: 0.9308786 Feb 07 13:19:48.117531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.128701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.174726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898a9595-b160-422f-ab62-2591051d0425,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:48.181973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d329e792-5659-48b3-afe8-164359cd59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.252065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.253482 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d60a02d-e0bb-453d-81ef-f27deca24b8c tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0868084 Feb 07 13:19:48.257000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56158) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:48.265110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-74ce1ce9-aff4-4bd4-abf0-281e659d76db tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:48.265886 n-d-811416-5 neutron-server[88312]: WARNING neutron.api.v2.base [None req-74ce1ce9-aff4-4bd4-abf0-281e659d76db tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 13:19:48.266588 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-74ce1ce9-aff4-4bd4-abf0-281e659d76db tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 13:19:48.267546 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-74ce1ce9-aff4-4bd4-abf0-281e659d76db tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "PUT /v2.0/security-groups/898a9595-b160-422f-ab62-2591051d0425 HTTP/1.1" status: 409 len: 330 time: 0.0095425 Feb 07 13:19:48.278259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56162) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:48.325759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:19:48.328025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d329e792-5659-48b3-afe8-164359cd59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.379072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329e792-5659-48b3-afe8-164359cd59d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af2d9d4-20ef-40de-8b4d-18647da93ef3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:48.390575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d329e792-5659-48b3-afe8-164359cd59d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.396252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c731115f-3edb-4fbc-8da2-7c2bdcbef6c7 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.407146 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.412004 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d329e792-5659-48b3-afe8-164359cd59d4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4af2d9d4-20ef-40de-8b4d-18647da93ef3 HTTP/1.1" status: 204 len: 168 time: 0.5102055 Feb 07 13:19:48.412724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:48.413347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.416809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56166) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:48.418295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] For port 332497c4-2d59-4cdf-9ded-02c4eed3de0e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=332497c4-2d59-4cdf-9ded-02c4eed3de0e,segment=NetworkSegment(c822b70e-64e8-4dfe-bf7d-9f94dd05ed43),segment_id=c822b70e-64e8-4dfe-bf7d-9f94dd05ed43)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:48.418696 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.507419 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8f822a19-b9da-4cf7-bf63-20469b0beae9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.519343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c731115f-3edb-4fbc-8da2-7c2bdcbef6c7 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.589555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.742292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Calling delete_port for 332497c4-2d59-4cdf-9ded-02c4eed3de0e owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:48.752314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.779877 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c731115f-3edb-4fbc-8da2-7c2bdcbef6c7 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.783609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56172) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:48.794715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f822a19-b9da-4cf7-bf63-20469b0beae9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Port': ['ID=c827dad6-045d-4d4f-92c4-222eaefcab06,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:48.819474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f3cc97-7129-4f2c-b8a4-9ee2804e576f']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:48.834922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4153a1f9-7d32-4bb1-8cf3-72372b6bae68 None None] Network 04756699-8e90-46b1-a61a-ffdb7c173713 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:48.839066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20df3fe-16df-411c-8652-49f7e4d47371') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:48.839608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20df3fe-16df-411c-8652-49f7e4d47371') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:48.856521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.858548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Network': ['ID=bcd39e29-a938-4ed2-a2b5-877bbb870d5c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:48.893093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.899895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:48.900907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.931710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network bcd39e29-a938-4ed2-a2b5-877bbb870d5c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:48.954633 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8f822a19-b9da-4cf7-bf63-20469b0beae9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:48.961486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-61286cac-9cbd-4eef-906b-de564cacdd36 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4781268 Feb 07 13:19:48.978208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731115f-3edb-4fbc-8da2-7c2bdcbef6c7 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a9595-b160-422f-ab62-2591051d0425,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:48.980021 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:48.982394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56178) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:48.998137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1019424408'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:49.001195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8f822a19-b9da-4cf7-bf63-20469b0beae9 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "DELETE /v2.0/ports/c827dad6-045d-4d4f-92c4-222eaefcab06 HTTP/1.1" status: 204 len: 168 time: 2.1204810 Feb 07 13:19:49.004698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56182) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:49.036335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:49.044937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c731115f-3edb-4fbc-8da2-7c2bdcbef6c7 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.048847 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c731115f-3edb-4fbc-8da2-7c2bdcbef6c7 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/898a9595-b160-422f-ab62-2591051d0425 HTTP/1.1" status: 204 len: 168 time: 0.7668066 Feb 07 13:19:49.051186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56186) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:49.053507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Usage tracker for resource:network and tenant:26aeecb48cf04896b2a3648d03f07ef2 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:49.078359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:49.095288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:49.102868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-50cd606b-86bf-45f1-b309-5862a1f0e81e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port ec04628c-ec76-4595-898c-f0115cddc137 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:49.103212 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50cd606b-86bf-45f1-b309-5862a1f0e81e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.121570 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.154572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.156801 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.162587 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f7871c7f-0b67-4294-b33e-502e89dbae0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3b5825b936946d5a22437cf72e374ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629873 Feb 07 13:19:49.171777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56190) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:49.174502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] Pushing event deleted for resources: {'Network': ['ID=36f3cc97-7129-4f2c-b8a4-9ee2804e576f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:49.192133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b605406e-6070-403f-9828-a834844e3731 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Synchronizing usage tracker for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:49.225322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Made reservation on behalf of 26aeecb48cf04896b2a3648d03f07ef2 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:49.228840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.281212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f86aaccd-5a5c-4550-8d3f-9d789bde7605 None None] Provisioning for port 332497c4-2d59-4cdf-9ded-02c4eed3de0e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:19:49.288970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f86aaccd-5a5c-4550-8d3f-9d789bde7605 None None] Provisioning complete for port 332497c4-2d59-4cdf-9ded-02c4eed3de0e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:19:49.289454 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f86aaccd-5a5c-4550-8d3f-9d789bde7605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.291216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:49.296844 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cd2106da-5e8c-4572-9a1e-62112e7861ce admin admin] 10.222.0.69 "DELETE /v2.0/networks/36f3cc97-7129-4f2c-b8a4-9ee2804e576f HTTP/1.1" status: 204 len: 168 time: 0.8762794 Feb 07 13:19:49.302942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9cdf-7388-4ffd-a61c-bdc6cd16be7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.314745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.315382 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Added segment 4a953dba-8e35-4629-a2e0-d69cc4fa67bd of type vlan for network 659605cb-4758-4b67-8501-fb71fd891b88 Feb 07 13:19:49.341249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f86aaccd-5a5c-4550-8d3f-9d789bde7605 None None] Port 332497c4-2d59-4cdf-9ded-02c4eed3de0e was deleted so its status cannot be updated. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 13:19:49.363395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Port': ['ID=332497c4-2d59-4cdf-9ded-02c4eed3de0e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:49.469492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b605406e-6070-403f-9828-a834844e3731 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] Unset dirty status for tenant:7450d26f40fd427aa851701160e9f366 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:49.470699 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b605406e-6070-403f-9828-a834844e3731 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4197528 Feb 07 13:19:49.479153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56196) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:49.494578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9cdf-7388-4ffd-a61c-bdc6cd16be7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.498620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No DVR routers for this DVR port 332497c4-2d59-4cdf-9ded-02c4eed3de0e on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:49.530070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.567224 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-98d2a590-bba4-46e3-8dcf-40bd04ec39a0 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] delete failed (client error): The resource could not be found. Feb 07 13:19:49.569972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-98d2a590-bba4-46e3-8dcf-40bd04ec39a0 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "DELETE /v2.0/security-groups/d167e134-f97e-43eb-a687-3843e81dba70 HTTP/1.1" status: 404 len: 347 time: 0.0877533 Feb 07 13:19:49.572277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56200) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:49.593543 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ed611a6f-a310-4bb4-a5d4-7450efc77ae0 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] show failed (client error): The resource could not be found. Feb 07 13:19:49.594615 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ed611a6f-a310-4bb4-a5d4-7450efc77ae0 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-groups/03cde6ff-9198-4135-a71f-9543c8bf190e HTTP/1.1" status: 404 len: 347 time: 0.0214002 Feb 07 13:19:49.599217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50cd606b-86bf-45f1-b309-5862a1f0e81e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.599774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56204) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:49.616036 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ea13d893-423c-411d-bd1f-b06df2d4a245 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] show failed (client error): The resource could not be found. Feb 07 13:19:49.617476 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea13d893-423c-411d-bd1f-b06df2d4a245 tempest-NegativeSecGroupTest-366556490 tempest-NegativeSecGroupTest-366556490-project] 10.222.0.69 "GET /v2.0/security-group-rules/7087a501-c076-4b19-96d6-839f65cc0b3d HTTP/1.1" status: 404 len: 356 time: 0.0161912 Feb 07 13:19:49.621317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.652642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.658854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:49.659519 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.669333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dda205-966d-4495-b466-15fec5cbb451 None None] Network 04756699-8e90-46b1-a61a-ffdb7c173713 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:49.773862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9cdf-7388-4ffd-a61c-bdc6cd16be7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.798660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56210) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:49.822005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb9cdf-7388-4ffd-a61c-bdc6cd16be7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb16880-a224-4438-964a-29c418d9cc43,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:49.856806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Network': ['ID=659605cb-4758-4b67-8501-fb71fd891b88,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:49.873666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9cdf-7388-4ffd-a61c-bdc6cd16be7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.874824 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b3bb9cdf-7388-4ffd-a61c-bdc6cd16be7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cdb16880-a224-4438-964a-29c418d9cc43 HTTP/1.1" status: 204 len: 168 time: 0.7017066 Feb 07 13:19:49.901866 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-79710e47-e3b6-40f1-a321-26053da6d557 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63e926eb4c9142f2ae513839c7dae076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894232 Feb 07 13:19:49.905048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56216) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:49.923005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:49.923910 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0ba38dfa-f4cb-4995-9184-359b38fbaa31 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9336567 Feb 07 13:19:49.932486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 659605cb-4758-4b67-8501-fb71fd891b88 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:49.986317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e84f81fc-69c1-44b8-947c-739cb1d261b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.018076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-50cd606b-86bf-45f1-b309-5862a1f0e81e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for ec04628c-ec76-4595-898c-f0115cddc137 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:50.047343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e84f81fc-69c1-44b8-947c-739cb1d261b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.083412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3e9c96-4941-48e8-a8f7-0d11aa32ecad,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:50.192659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addcd778-487f-4c34-b15d-a242af10f820 None None] DHCP port deletion for 04756699-8e90-46b1-a61a-ffdb7c173713 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:19:50.227921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e84f81fc-69c1-44b8-947c-739cb1d261b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.241605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.262640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f81fc-69c1-44b8-947c-739cb1d261b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f722519-10b8-4511-bd21-cb5160b9f76b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:50.309611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56222) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:50.318261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04756699-8e90-46b1-a61a-ffdb7c173713']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:50.340160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e84f81fc-69c1-44b8-947c-739cb1d261b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.341496 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e84f81fc-69c1-44b8-947c-739cb1d261b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f722519-10b8-4511-bd21-cb5160b9f76b HTTP/1.1" status: 204 len: 168 time: 0.4353833 Feb 07 13:19:50.348865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c822b70e-64e8-4dfe-bf7d-9f94dd05ed43') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:50.348865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c822b70e-64e8-4dfe-bf7d-9f94dd05ed43') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:50.370362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.393809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.405108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:50.405794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:50.511552 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:50.513960 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50cd606b-86bf-45f1-b309-5862a1f0e81e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.572824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd606b-86bf-45f1-b309-5862a1f0e81e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Port': ['ID=ec04628c-ec76-4595-898c-f0115cddc137,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:50.617930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.680447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.693560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=04756699-8e90-46b1-a61a-ffdb7c173713,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:50.717300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-36aa5271-64f3-4cd1-9f35-784eed1aec17 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/04756699-8e90-46b1-a61a-ffdb7c173713 HTTP/1.1" status: 204 len: 168 time: 3.3648322 Feb 07 13:19:50.718403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56232) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:50.757016 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce444a3f-aa55-4ffa-ab9e-d4b49fb506b4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:19:50.757853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce444a3f-aa55-4ffa-ab9e-d4b49fb506b4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:19:50.765612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ce444a3f-aa55-4ffa-ab9e-d4b49fb506b4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/04756699-8e90-46b1-a61a-ffdb7c173713 HTTP/1.1" status: 404 len: 339 time: 0.0435162 Feb 07 13:19:50.767116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50cd606b-86bf-45f1-b309-5862a1f0e81e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.769194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-50cd606b-86bf-45f1-b309-5862a1f0e81e tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "DELETE /v2.0/ports/ec04628c-ec76-4595-898c-f0115cddc137 HTTP/1.1" status: 204 len: 168 time: 1.7631505 Feb 07 13:19:50.770480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56236) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:50.773672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56238) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:50.791633 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9dfda3a8-33ba-463c-8537-d2ec3d0179e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7450d26f40fd427aa851701160e9f366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800432 Feb 07 13:19:50.802046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56244) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:50.812340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1884543199', 'description': 'd1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:50.823734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:50.833931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:network and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:50.839094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:50.860213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:50.883628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-43542c70-89de-4569-8d06-8eed332c20e0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting subnet 869cfd68-7d82-465b-8924-9108772e6670 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:50.887538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43542c70-89de-4569-8d06-8eed332c20e0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.970330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:50.975778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:50.980292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ac88-c766-45dc-8ca5-e23af017e3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.006948 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43542c70-89de-4569-8d06-8eed332c20e0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.038092 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ac88-c766-45dc-8ca5-e23af017e3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.212794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ac88-c766-45dc-8ca5-e23af017e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.217399 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43542c70-89de-4569-8d06-8eed332c20e0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.255638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1ac88-c766-45dc-8ca5-e23af017e3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73b7ad1-71fb-4a84-b897-8e1cf3234d78,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:51.274078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:51.286867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.287306 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment fe7b0254-3a67-4fda-b01b-336c1a990eb9 of type vlan for network 39daf9f5-0fa9-49d6-866d-39ccc64b82e7 Feb 07 13:19:51.321227 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.333178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9b1ac88-c766-45dc-8ca5-e23af017e3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.335031 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e9b1ac88-c766-45dc-8ca5-e23af017e3ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e73b7ad1-71fb-4a84-b897-8e1cf3234d78 HTTP/1.1" status: 204 len: 168 time: 0.5314500 Feb 07 13:19:51.452580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.459448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:51.470234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.497398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 332497c4-2d59-4cdf-9ded-02c4eed3de0e no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:51.545373 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43542c70-89de-4569-8d06-8eed332c20e0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.547742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 332497c4-2d59-4cdf-9ded-02c4eed3de0e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:51.548251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 332497c4-2d59-4cdf-9ded-02c4eed3de0e not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:51.611918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43542c70-89de-4569-8d06-8eed332c20e0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Subnet': ['ID=869cfd68-7d82-465b-8924-9108772e6670,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:51.627798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43542c70-89de-4569-8d06-8eed332c20e0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.631214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-43542c70-89de-4569-8d06-8eed332c20e0 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "DELETE /v2.0/subnets/869cfd68-7d82-465b-8924-9108772e6670 HTTP/1.1" status: 204 len: 168 time: 0.8556461 Feb 07 13:19:51.633463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56272) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:51.634036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=39daf9f5-0fa9-49d6-866d-39ccc64b82e7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:51.651950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5fe5fb-20fd-48db-b075-b639448d2b28 None None] Network cdf1861f-6d94-4ade-93cf-f1104237dde1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:51.670089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 39daf9f5-0fa9-49d6-866d-39ccc64b82e7 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:51.713347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6524f9f9-8d3f-4104-81cc-2314fcfffad5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9407313 Feb 07 13:19:51.714229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56276) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:51.823147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf296b4-c92a-4d38-82c1-13d8ac468081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting subnet 8839910e-bae7-4563-b023-4cb9bc7c1c59 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:51.830752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf296b4-c92a-4d38-82c1-13d8ac468081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.940579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf296b4-c92a-4d38-82c1-13d8ac468081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:51.968350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118dba11-16d1-4455-9fa5-863facbf2f41 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:51.969358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-118dba11-16d1-4455-9fa5-863facbf2f41 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Synchronizing usage tracker for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:52.044250 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf296b4-c92a-4d38-82c1-13d8ac468081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.110775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-118dba11-16d1-4455-9fa5-863facbf2f41 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Unset dirty status for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:52.112703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-118dba11-16d1-4455-9fa5-863facbf2f41 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/networks?id=39daf9f5-0fa9-49d6-866d-39ccc64b82e7 HTTP/1.1" status: 200 len: 761 time: 0.3971868 Feb 07 13:19:52.124009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56294) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:52.130694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-bfd13c13-4d1a-4b30-bcf5-00a768177510 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'description': 'd2'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:52.223703 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf296b4-c92a-4d38-82c1-13d8ac468081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.244869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] DHCP port deletion for cdf1861f-6d94-4ade-93cf-f1104237dde1 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:19:52.249246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] Deleting port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:52.249626 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.316448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf296b4-c92a-4d38-82c1-13d8ac468081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.329350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edc514-e2d4-414a-929f-54b341679939 None None] Network f44394ee-4908-4bf0-9bc0-ce1fb2e8112d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:52.349507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf296b4-c92a-4d38-82c1-13d8ac468081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Subnet': ['ID=8839910e-bae7-4563-b023-4cb9bc7c1c59,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:52.360489 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fcf296b4-c92a-4d38-82c1-13d8ac468081 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "DELETE /v2.0/subnets/8839910e-bae7-4563-b023-4cb9bc7c1c59 HTTP/1.1" status: 204 len: 168 time: 0.7243230 Feb 07 13:19:52.361366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56302) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:52.560568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.599659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:52.600003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bfd13c13-4d1a-4b30-bcf5-00a768177510 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.600817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.704134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bfd13c13-4d1a-4b30-bcf5-00a768177510 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.778767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] For port f85b9972-cc5b-48d0-bffe-2cfddc0370f2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f85b9972-cc5b-48d0-bffe-2cfddc0370f2,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:52.779772 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:52.796816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56310) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:52.857090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56316) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:52.969829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] Calling delete_port for f85b9972-cc5b-48d0-bffe-2cfddc0370f2 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:53.013124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfd13c13-4d1a-4b30-bcf5-00a768177510 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 39daf9f5-0fa9-49d6-866d-39ccc64b82e7 is not hosted by any dhcp agent {{(pid=88313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 13:19:53.026995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd13c13-4d1a-4b30-bcf5-00a768177510 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:53.029736 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bfd13c13-4d1a-4b30-bcf5-00a768177510 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.034575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:53.036718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bfd13c13-4d1a-4b30-bcf5-00a768177510 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "PUT /v2.0/networks/39daf9f5-0fa9-49d6-866d-39ccc64b82e7 HTTP/1.1" status: 200 len: 758 time: 0.9114606 Feb 07 13:19:53.042171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd13c13-4d1a-4b30-bcf5-00a768177510 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=39daf9f5-0fa9-49d6-866d-39ccc64b82e7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:53.154528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 39daf9f5-0fa9-49d6-866d-39ccc64b82e7 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:53.183813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-158055976-network', 'tenant_id': 'eddefe7cf2e4464fb0a63280b3bd2630'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:53.241671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-566227382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:53.265886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:53.268328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:53.277220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Usage tracker for resource:router and tenant:55d6a2f081e84bce9ced0cbd2e88a9ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:53.288934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56336) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:53.290797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:53.295051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'subnets': [{'network_id': 'bcd39e29-a938-4ed2-a2b5-877bbb870d5c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--603261219', 'ip_version': 6}, {'network_id': '659605cb-4758-4b67-8501-fb71fd891b88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:53.296385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'subnet': {'network_id': 'bcd39e29-a938-4ed2-a2b5-877bbb870d5c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--603261219', 'ip_version': 6}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:53.297156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Request body: {'subnet': {'network_id': '659605cb-4758-4b67-8501-fb71fd891b88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:53.298734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Usage tracker for resource:network and tenant:eddefe7cf2e4464fb0a63280b3bd2630 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:53.313964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:53.321734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:53.331160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:53.338434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] For port f85b9972-cc5b-48d0-bffe-2cfddc0370f2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f85b9972-cc5b-48d0-bffe-2cfddc0370f2,segment=NetworkSegment(19481825-b960-41cd-9699-8b2cc98ceb19),segment_id=19481825-b960-41cd-9699-8b2cc98ceb19)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:53.338828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.362965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56340) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:53.402590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] DHCP port deletion for f44394ee-4908-4bf0-9bc0-ce1fb2e8112d request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:19:53.407608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Deleting port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:53.408036 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.440186 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.498740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c85cd-8520-41c6-a946-4903777e47f5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:53.499200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-513c85cd-8520-41c6-a946-4903777e47f5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Synchronizing usage tracker for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:53.508199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] Pushing event deleted for resources: {'Port': ['ID=f85b9972-cc5b-48d0-bffe-2cfddc0370f2,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:53.511190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for f85b9972-cc5b-48d0-bffe-2cfddc0370f2 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:53.513031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736040c6-76f6-43ec-954b-fd08bc5e53a0 None None] No DVR routers for this DVR port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:53.548032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Made reservation on behalf of eddefe7cf2e4464fb0a63280b3bd2630 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:53.550420 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.560871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.561893 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.589820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.603746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:53.609235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Usage tracker for resource:subnet and tenant:26aeecb48cf04896b2a3648d03f07ef2 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:53.612185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:53.620235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:53.626647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:53.630680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-513c85cd-8520-41c6-a946-4903777e47f5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Unset dirty status for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:53.631948 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-513c85cd-8520-41c6-a946-4903777e47f5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/networks?id=39daf9f5-0fa9-49d6-866d-39ccc64b82e7 HTTP/1.1" status: 200 len: 761 time: 0.5970190 Feb 07 13:19:53.635923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56346) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:53.642431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586712041'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:53.647465 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99d41002-23bf-49cf-b667-6a8cfbd023e3 tempest-ServiceProvidersTest-1239733051 tempest-ServiceProvidersTest-1239733051-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2833400 Feb 07 13:19:53.659579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:53.659743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.662782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Usage tracker for resource:security_group_rule and tenant:eddefe7cf2e4464fb0a63280b3bd2630 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:53.672925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:53.673992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:53.682804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:53.690579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:53.691116 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:53.695379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f85b9972-cc5b-48d0-bffe-2cfddc0370f2 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:53.709147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Made reservation on behalf of 26aeecb48cf04896b2a3648d03f07ef2 for: {'subnet': 2} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:53.714380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.715088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.738984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f85b9972-cc5b-48d0-bffe-2cfddc0370f2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:19:53.739332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f85b9972-cc5b-48d0-bffe-2cfddc0370f2 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:19:53.739755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c7fb86dc-82cb-48d0-9e06-62a80dc99b25 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:19:53.816554 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.822283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:53.825702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.828336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] For port c7fb86dc-82cb-48d0-9e06-62a80dc99b25, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:53.828816 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.831583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.901785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:53.915625 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.915968 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment 8b8b4cff-7e1f-4deb-97f8-273e76db5cf6 of type vlan for network 6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 Feb 07 13:19:53.932946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.936272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.940350 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-00d191ed-0f17-4ef9-a886-5562507d964a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1398075 Feb 07 13:19:53.943579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56352) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:53.971545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:53.981345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:53.986516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-427364535'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:53.992446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:53.999382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Calling delete_port for c7fb86dc-82cb-48d0-9e06-62a80dc99b25 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:54.000921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:54.011854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Usage tracker for resource:network and tenant:55d6a2f081e84bce9ced0cbd2e88a9ff is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:54.012349 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.012349 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Added segment ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4 of type vlan for network be839176-ec08-44d7-b68a-7257645b98f3 Feb 07 13:19:54.014805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:54.025567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:54.052490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.061266 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.109693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c7fb86dc-82cb-48d0-9e06-62a80dc99b25, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:54.178757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.181996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.182314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:54.182421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Made reservation on behalf of 55d6a2f081e84bce9ced0cbd2e88a9ff for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:54.182935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.184900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.200964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.206881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:54.210657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.236371 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:54.236846 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:54.246509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.268663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:54.284660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port f85b9972-cc5b-48d0-bffe-2cfddc0370f2 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:54.285005 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.323658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56358) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:54.338219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:54.375886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Usage tracker for resource:security_group_rule and tenant:55d6a2f081e84bce9ced0cbd2e88a9ff is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:54.389125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:54.399064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:54.403086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:54.422822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:54.473758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a7bf0a49-5a1c-4784-84ff-f0a505a9350e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8361633 Feb 07 13:19:54.480937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] Pushing event updated for resources: {'Network': ['ID=be839176-ec08-44d7-b68a-7257645b98f3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:54.482160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56364) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:54.514258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:54.522715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] The port 'f85b9972-cc5b-48d0-bffe-2cfddc0370f2' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:19:54.527851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network be839176-ec08-44d7-b68a-7257645b98f3 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:54.581597 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c85fe096-c4cd-4c2f-a3ff-e5447e435aef admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7207859 Feb 07 13:19:54.589293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.597654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56368) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:54.626202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Request body: {'subnet': {'network_id': 'be839176-ec08-44d7-b68a-7257645b98f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-158055976-subnet', 'tenant_id': 'eddefe7cf2e4464fb0a63280b3bd2630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:54.656022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:54.665865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Usage tracker for resource:subnet and tenant:eddefe7cf2e4464fb0a63280b3bd2630 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:54.668329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.678983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:54.688529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:54.694824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] Usage tracker for resource:security_group_rule and tenant:ab802ade1d1f4c3381f7391dfa865349 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:54.695372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf1861f-6d94-4ade-93cf-f1104237dde1']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:54.708581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19481825-b960-41cd-9699-8b2cc98ceb19') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:54.709136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19481825-b960-41cd-9699-8b2cc98ceb19') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:54.713915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:54.719432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:54.720986 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.736720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.737694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Deleting port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:54.738051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.741419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:54.752570 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.759401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:54.759832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.763112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:54.775717 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:54.782791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Usage tracker for resource:subnet and tenant:aa95a23a062c434c879be35c1a4fc6d7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:54.789451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:54.797639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:54.807017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.857306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.903172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Made reservation on behalf of eddefe7cf2e4464fb0a63280b3bd2630 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:54.905555 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:54.954169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] For port c7fb86dc-82cb-48d0-9e06-62a80dc99b25, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:54.954725 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.001519 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.002631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:55.007021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.007414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.022309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.028566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.042255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Network': ['ID=cdf1861f-6d94-4ade-93cf-f1104237dde1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:55.113077 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-12caa5ab-ca7e-4806-8287-db315bf688d2 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "DELETE /v2.0/networks/cdf1861f-6d94-4ade-93cf-f1104237dde1 HTTP/1.1" status: 204 len: 168 time: 2.7426655 Feb 07 13:19:55.114110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56372) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:55.135293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Calling delete_port for c7fb86dc-82cb-48d0-9e06-62a80dc99b25 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:55.241019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.251409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:55.251743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.267258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.320802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Subnet': ['ID=712e002f-b1a9-48c4-a7e4-b3537c24d884,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:55.333300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:55.344272 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.379644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd803e-85fd-41bc-8cc4-041e53e14651,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:55.396297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab802ade1d1f4c3381f7391dfa865349&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0594060 Feb 07 13:19:55.402908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] Pushing event deleted for resources: {'Port': ['ID=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:55.402908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a3e1c-5f92-4126-a233-934cc7bd85ca None None] No DVR routers for this DVR port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:19:55.403819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56376) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:55.404502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.404796 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Added segment 0b6ed510-2fed-4191-bf40-c482d85beb8c of type vlan for network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d Feb 07 13:19:55.446058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Checking segment: {'id': 'f676c91e-864f-4fcf-970f-34e9afa5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bcd39e29-a938-4ed2-a2b5-877bbb870d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:55.446450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Network hostable DHCP agents. Network: bcd39e29-a938-4ed2-a2b5-877bbb870d5c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:55.472279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] For port c7fb86dc-82cb-48d0-9e06-62a80dc99b25, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7fb86dc-82cb-48d0-9e06-62a80dc99b25,segment=NetworkSegment(24071206-02d9-45bf-847e-60932ccca505),segment_id=24071206-02d9-45bf-847e-60932ccca505)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:19:55.472714 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.512950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.531284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf314a-652c-4214-87de-ac5c4b0a7691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d8ceb2-3d26-4d0b-a172-3dc9d56febd4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:55.606635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Calling delete_port for c7fb86dc-82cb-48d0-9e06-62a80dc99b25 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:19:55.711883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:19:55.711883 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:19:55.712238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4081bdba-f010-4978-8c78-5f3c1c72259f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.748947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Network bcd39e29-a938-4ed2-a2b5-877bbb870d5c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:55.779619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4081bdba-f010-4978-8c78-5f3c1c72259f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.919342 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:55.924885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:55.925472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.006176 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.009432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4081bdba-f010-4978-8c78-5f3c1c72259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.011578 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.014594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, bcd39e29-a938-4ed2-a2b5-877bbb870d5c) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:56.018247 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.024106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ac06f-916b-41d6-bc7f-bfc5b9d9217b None None] Network bcd39e29-a938-4ed2-a2b5-877bbb870d5c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:56.121505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081bdba-f010-4978-8c78-5f3c1c72259f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d8ceb2-3d26-4d0b-a172-3dc9d56febd4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:56.149084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Network': ['ID=bb6a6064-ad28-4ba3-af3e-df836a7b8b7d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:56.163042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:56.168773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4081bdba-f010-4978-8c78-5f3c1c72259f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.169913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4081bdba-f010-4978-8c78-5f3c1c72259f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5d8ceb2-3d26-4d0b-a172-3dc9d56febd4 HTTP/1.1" status: 204 len: 168 time: 0.7571604 Feb 07 13:19:56.194057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Deleting port c7fb86dc-82cb-48d0-9e06-62a80dc99b25 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:19:56.194712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.212524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e29be8-7b46-4ab8-b624-5b11e335da77,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:56.264782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9e1b97e2-ef48-4cb0-bf43-48b1ed31b030 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3207331 Feb 07 13:19:56.273254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56382) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:56.277489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Checking segment: {'id': 'ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'be839176-ec08-44d7-b68a-7257645b98f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:56.277851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Network hostable DHCP agents. Network: be839176-ec08-44d7-b68a-7257645b98f3, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:56.288494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': '8b8b4cff-7e1f-4deb-97f8-273e76db5cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:56.289208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:56.289576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] The port 'c7fb86dc-82cb-48d0-9e06-62a80dc99b25' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:19:56.293891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Checking segment: {'id': '4a953dba-8e35-4629-a2e0-d69cc4fa67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '659605cb-4758-4b67-8501-fb71fd891b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:56.294250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Network hostable DHCP agents. Network: 659605cb-4758-4b67-8501-fb71fd891b88, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:56.304107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'subnet': {'network_id': 'bb6a6064-ad28-4ba3-af3e-df836a7b8b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:56.358193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-bcd39e29-a938-4ed2-a2b5-877bbb870d5c', 'network_id': 'bcd39e29-a938-4ed2-a2b5-877bbb870d5c', 'tenant_id': '26aeecb48cf04896b2a3648d03f07ef2', 'fixed_ips': [{'subnet_id': '712e002f-b1a9-48c4-a7e4-b3537c24d884'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:56.359323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.430946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=3432b2e5-1ea3-4c85-bb88-9c3d610332f6,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:56.451016 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.490142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44394ee-4908-4bf0-9bc0-ce1fb2e8112d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:56.506926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24071206-02d9-45bf-847e-60932ccca505') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:56.507506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24071206-02d9-45bf-847e-60932ccca505') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:56.524376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.525518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:56.531104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event updated for resources: {'Subnet': ['ID=6428d6db-8abe-41db-89ae-055b58b89930,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:56.533646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Usage tracker for resource:subnet and tenant:55d6a2f081e84bce9ced0cbd2e88a9ff is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:56.537301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:56.543931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:56.547590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Network be839176-ec08-44d7-b68a-7257645b98f3 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:56.548309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.548901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Allocated IP 2001:db8::1 (bcd39e29-a938-4ed2-a2b5-877bbb870d5c/712e002f-b1a9-48c4-a7e4-b3537c24d884/5bc1908a-c33e-4143-b1ca-17241bf63064) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:56.559796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:56.561899 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:56.581004 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:56.586209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:56.588631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Network 659605cb-4758-4b67-8501-fb71fd891b88 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:56.658623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Made reservation on behalf of 55d6a2f081e84bce9ced0cbd2e88a9ff for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:56.663854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.750511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, be839176-ec08-44d7-b68a-7257645b98f3) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:56.759358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36118bd0-f0c1-4a53-8834-c9d6223fbba2 None None] Network be839176-ec08-44d7-b68a-7257645b98f3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:56.759682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 659605cb-4758-4b67-8501-fb71fd891b88) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:56.767723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:56.772397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:56.773168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.782244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1db69-9d1f-4206-b40a-2464b5826c80 None None] Network 659605cb-4758-4b67-8501-fb71fd891b88 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:56.782440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.797707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32597e95-a9c1-4e8c-9fc3-a0c912a9503c None None] Network 6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:56.807020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:56.808023 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.814275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:56.814535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:56.815095 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.817744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:56.831061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] Pushing event deleted for resources: {'Network': ['ID=f44394ee-4908-4bf0-9bc0-ce1fb2e8112d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:56.903191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9c93a59e-8ecd-4d29-8a73-124c888af5a1 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4038379 Feb 07 13:19:56.905794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:56.964630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4bfe06f5-f687-4460-ab5b-7df1fd8ce0dd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3499138 Feb 07 13:19:56.968812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-562e2f62-d5cf-46e4-a24d-dece56ec3462 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.6761081 Feb 07 13:19:56.968812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56398) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:56.987680 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-89163fc4-ee45-424c-bfb9-04d31682aa26 tempest-TaggedBootDevicesTest_v242-569707424 tempest-TaggedBootDevicesTest_v242-569707424-project] 10.222.0.69 "DELETE /v2.0/networks/f44394ee-4908-4bf0-9bc0-ce1fb2e8112d HTTP/1.1" status: 204 len: 168 time: 1.8721492 Feb 07 13:19:57.054013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.065426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Transition to ACTIVE for port object 5bc1908a-c33e-4143-b1ca-17241bf63064 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:57.085078 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Transition to ACTIVE for port object 5bc1908a-c33e-4143-b1ca-17241bf63064 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:57.105234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39bd21-94b4-47fa-9f54-72e4fb6a3185 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:57.106692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39bd21-94b4-47fa-9f54-72e4fb6a3185 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:57.113207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39bd21-94b4-47fa-9f54-72e4fb6a3185 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:57.114367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bc39bd21-94b4-47fa-9f54-72e4fb6a3185 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Synchronizing usage tracker for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:57.132635 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.184703 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.230462 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.270423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.309159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Subnet': ['ID=72c87454-47c0-4d59-a030-c3d58092299c,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:57.357633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Checking segment: {'id': '0b6ed510-2fed-4191-bf40-c482d85beb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb6a6064-ad28-4ba3-af3e-df836a7b8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:57.358000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network hostable DHCP agents. Network: bb6a6064-ad28-4ba3-af3e-df836a7b8b7d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:19:57.436703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Network bcd39e29-a938-4ed2-a2b5-877bbb870d5c is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:57.449809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:57.460605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bc39bd21-94b4-47fa-9f54-72e4fb6a3185 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Unset dirty status for tenant:26aeecb48cf04896b2a3648d03f07ef2 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:57.463533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bc39bd21-94b4-47fa-9f54-72e4fb6a3185 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4937193 Feb 07 13:19:57.464480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:57.479155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Pushing event updated for resources: {'Port': ['ID=5bc1908a-c33e-4143-b1ca-17241bf63064,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:57.480106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56424) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:57.501437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.523405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:19:57.570225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=3432b2e5-1ea3-4c85-bb88-9c3d610332f6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:57.583772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41e9248-5967-416d-b2fc-77ad2fbe5291 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Deleting subnet 712e002f-b1a9-48c4-a7e4-b3537c24d884 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:57.588044 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e41e9248-5967-416d-b2fc-77ad2fbe5291 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.665818 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e41e9248-5967-416d-b2fc-77ad2fbe5291 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.765970 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.797269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, bb6a6064-ad28-4ba3-af3e-df836a7b8b7d) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:57.805436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:57.811945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:57.812561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.829631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8b4cff-7e1f-4deb-97f8-273e76db5cf6') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:57.829931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8b4cff-7e1f-4deb-97f8-273e76db5cf6') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:19:57.845837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.860112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56440) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:57.869127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e6555-b915-4805-8bf8-01c0a7ab657b None None] Network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:57.873566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.881674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:19:57.881981 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:19:57.898972 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:19:57.957127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-659605cb-4758-4b67-8501-fb71fd891b88', 'network_id': '659605cb-4758-4b67-8501-fb71fd891b88', 'tenant_id': '26aeecb48cf04896b2a3648d03f07ef2', 'fixed_ips': [{'subnet_id': '6428d6db-8abe-41db-89ae-055b58b89930'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:57.958463 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:57.967851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8dfb81a7-6212-4bb1-9dd8-5ec9dc4a18b0 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6851790 Feb 07 13:19:57.970798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ccd3b0-f99e-447b-b66a-467a4edf0bfe None None] Network be839176-ec08-44d7-b68a-7257645b98f3 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:57.975800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56448) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:57.983529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331965b9-e228-450a-a702-3e1e6bfbb0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38', 'network_id': '6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': '3432b2e5-1ea3-4c85-bb88-9c3d610332f6'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:57.987063 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-331965b9-e228-450a-a702-3e1e6bfbb0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.089749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Attempting to bind port 5bc1908a-c33e-4143-b1ca-17241bf63064 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:58.090427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Attempting to bind port 5bc1908a-c33e-4143-b1ca-17241bf63064 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'f676c91e-864f-4fcf-970f-34e9afa5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bcd39e29-a938-4ed2-a2b5-877bbb870d5c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:58.090553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Attempting to bind port 5bc1908a-c33e-4143-b1ca-17241bf63064 on network bcd39e29-a938-4ed2-a2b5-877bbb870d5c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:58.142957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'network': {'name': 'tempest-router-network01--1543321183'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:58.158041 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-829fe18b-036b-4fd7-83bb-acd4c7c3ee61 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-972404216', 'prefixes': ['172.20.0.0/16']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:58.162198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:58.162575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Checking segment: {'id': 'f676c91e-864f-4fcf-970f-34e9afa5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bcd39e29-a938-4ed2-a2b5-877bbb870d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:58.162982 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.163380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Bound using segment: {'id': 'f676c91e-864f-4fcf-970f-34e9afa5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bcd39e29-a938-4ed2-a2b5-877bbb870d5c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:58.163866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Bound port: 5bc1908a-c33e-4143-b1ca-17241bf63064, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f676c91e-864f-4fcf-970f-34e9afa5ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bcd39e29-a938-4ed2-a2b5-877bbb870d5c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:58.164274 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.166082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-829fe18b-036b-4fd7-83bb-acd4c7c3ee61 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:58.174327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:58.180775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Usage tracker for resource:network and tenant:55d6a2f081e84bce9ced0cbd2e88a9ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:58.184077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:58.191511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:58.260000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e41e9248-5967-416d-b2fc-77ad2fbe5291 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.293466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.299548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Made reservation on behalf of 55d6a2f081e84bce9ced0cbd2e88a9ff for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:58.306862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.310958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796536e2-162e-4eaa-881f-30817bb0bfed req-aec335a1-813b-4922-b817-769c98e76e4b tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:58.313278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-aec335a1-813b-4922-b817-769c98e76e4b tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/networks?id=be839176-ec08-44d7-b68a-7257645b98f3 HTTP/1.1" status: 200 len: 817 time: 0.5739043 Feb 07 13:19:58.340363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.386119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:58.404201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-73a4f480-a3d1-4637-8517-291c4249e8bc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 HTTP/1.1" status: 204 len: 168 time: 1.4949720 Feb 07 13:19:58.404996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56454) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:58.407413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:58.423355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-42f4d14a-2f70-49c9-aebd-7f72c8eade7a tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/quotas/eddefe7cf2e4464fb0a63280b3bd2630 HTTP/1.1" status: 200 len: 375 time: 0.0870972 Feb 07 13:19:58.458144 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-20575f96-a621-4d17-b981-63c15870935f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] GET failed (client error): The resource could not be found. Feb 07 13:19:58.458813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-20575f96-a621-4d17-b981-63c15870935f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Synchronizing usage tracker for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:subnet {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:58.465618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.466113 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Added segment 71d748de-adf4-4739-b687-cf37d5325c73 of type vlan for network 46c6d418-7a46-4421-84cc-e90d3f17509b Feb 07 13:19:58.493207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-98c6aad9-ca68-4fa9-9efb-5018ee21445f tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=eddefe7cf2e4464fb0a63280b3bd2630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679128 Feb 07 13:19:58.506145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.559514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] For port 5bc1908a-c33e-4143-b1ca-17241bf63064, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:19:58.562181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Allocated IP 2001:db8:0:1::1 (659605cb-4758-4b67-8501-fb71fd891b88/6428d6db-8abe-41db-89ae-055b58b89930/1956335f-3d74-404f-868e-c9ae7646a17b) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:58.576472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e41e9248-5967-416d-b2fc-77ad2fbe5291 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.601483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-20575f96-a621-4d17-b981-63c15870935f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Unset dirty status for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:subnet {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:58.605355 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-20575f96-a621-4d17-b981-63c15870935f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/subnets/3432b2e5-1ea3-4c85-bb88-9c3d610332f6 HTTP/1.1" status: 404 len: 337 time: 0.1967936 Feb 07 13:19:58.605722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56458) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:58.642799 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd1309d-b2e0-4178-8766-ce715a985f16 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:19:58.642799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd1309d-b2e0-4178-8766-ce715a985f16 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:19:58.644015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] For port 5bc1908a-c33e-4143-b1ca-17241bf63064, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5bc1908a-c33e-4143-b1ca-17241bf63064,segment=NetworkSegment(f676c91e-864f-4fcf-970f-34e9afa5ccee),segment_id=f676c91e-864f-4fcf-970f-34e9afa5ccee)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:19:58.644574 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bdd1309d-b2e0-4178-8766-ce715a985f16 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 HTTP/1.1" status: 404 len: 339 time: 0.0379128 Feb 07 13:19:58.651426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:58.675463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-bb6a6064-ad28-4ba3-af3e-df836a7b8b7d', 'network_id': 'bb6a6064-ad28-4ba3-af3e-df836a7b8b7d', 'tenant_id': '55d6a2f081e84bce9ced0cbd2e88a9ff', 'fixed_ips': [{'subnet_id': '72c87454-47c0-4d59-a030-c3d58092299c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:19:58.676341 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.715193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-cb7324bc-4e31-441e-ac6d-a48ee7554164 service neutron] 10.222.0.69 "GET /v2.0/networks/be839176-ec08-44d7-b68a-7257645b98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175786 Feb 07 13:19:58.725309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.730773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:58.731360 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.735089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-829fe18b-036b-4fd7-83bb-acd4c7c3ee61 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] Notify callbacks [] for subnetpool, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.736015 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e41e9248-5967-416d-b2fc-77ad2fbe5291 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.745440 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-829fe18b-036b-4fd7-83bb-acd4c7c3ee61 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8751867 Feb 07 13:19:58.748364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56468) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:58.754866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e9248-5967-416d-b2fc-77ad2fbe5291 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Subnet': ['ID=712e002f-b1a9-48c4-a7e4-b3537c24d884,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:58.759149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03355e45-b2a1-413a-8a03-f4870621bc48 None None] Network 6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:19:58.837272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e41e9248-5967-416d-b2fc-77ad2fbe5291 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/subnets/712e002f-b1a9-48c4-a7e4-b3537c24d884 HTTP/1.1" status: 204 len: 168 time: 1.3561180 Feb 07 13:19:58.840526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56472) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:58.955158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b303cd-e616-4e1c-8da1-b87fdf381f41 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Deleting subnet 6428d6db-8abe-41db-89ae-055b58b89930 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:19:58.961724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:58.973918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-e3a16edf-4e7d-47f2-96f6-93f77e2b4f58 service neutron] 10.222.0.69 "GET /v2.0/networks/be839176-ec08-44d7-b68a-7257645b98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569284 Feb 07 13:19:58.975595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Transition to ACTIVE for port object 1956335f-3d74-404f-868e-c9ae7646a17b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:58.987869 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fb3c1313-76fb-464d-a6f2-3651dd20c212 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] 10.222.0.69 "GET /v2.0/subnetpools/e6626d1e-b472-4342-a588-3a879350999d HTTP/1.1" status: 200 len: 731 time: 0.1981106 Feb 07 13:19:58.991427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56476) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:58.994838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Network': ['ID=46c6d418-7a46-4421-84cc-e90d3f17509b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:58.997740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a40d86b5-01f1-4338-a87b-64d37e5d8995 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1317047650'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:59.012253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Transition to ACTIVE for port object 1956335f-3d74-404f-868e-c9ae7646a17b will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:19:59.016330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.043867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56480) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:59.045748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5fa07b63-6312-4235-982e-720d2638378d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0722656 Feb 07 13:19:59.060809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'network': {'name': 'tempest-router-network02--1440645965'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:19:59.074925 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78b303cd-e616-4e1c-8da1-b87fdf381f41 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.086593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 46c6d418-7a46-4421-84cc-e90d3f17509b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:19:59.092598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1912b-4039-41c4-b765-e505952f63fb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:59.093351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f8a1912b-4039-41c4-b765-e505952f63fb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Synchronizing usage tracker for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:network {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:19:59.103055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:19:59.127048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Usage tracker for resource:network and tenant:55d6a2f081e84bce9ced0cbd2e88a9ff is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:19:59.133777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:19:59.153180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:19:59.165664 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.167704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f8a1912b-4039-41c4-b765-e505952f63fb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Unset dirty status for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:network {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:19:59.169892 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f8a1912b-4039-41c4-b765-e505952f63fb tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5167820 Feb 07 13:19:59.181751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56486) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:59.195550 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78b303cd-e616-4e1c-8da1-b87fdf381f41 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.282897 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c8bfac5a-5f9d-4939-92be-06c3a5a3e30a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 207 time: 0.0991032 Feb 07 13:19:59.283908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56492) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:59.286058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Made reservation on behalf of 55d6a2f081e84bce9ced0cbd2e88a9ff for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:19:59.290228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.310660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b75eaf2-32db-4b3f-bb3e-e9d1f66037a4 req-7313b60e-b542-4072-a9e1-4338a472adf6 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 210 time: 0.0843928 Feb 07 13:19:59.359332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:19:59.389867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.390179 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Added segment 3942dd9b-6bef-4a7c-b60f-43b5664da9ae of type vlan for network dc9fddf2-c033-472c-9d31-943b387bf753 Feb 07 13:19:59.411611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a40d86b5-01f1-4338-a87b-64d37e5d8995 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] Notify callbacks [] for subnetpool, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.412814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a40d86b5-01f1-4338-a87b-64d37e5d8995 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] 10.222.0.69 "PUT /v2.0/subnetpools/e6626d1e-b472-4342-a588-3a879350999d HTTP/1.1" status: 200 len: 684 time: 0.4202583 Feb 07 13:19:59.417502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56496) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:59.421603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78b303cd-e616-4e1c-8da1-b87fdf381f41 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.436019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03355e45-b2a1-413a-8a03-f4870621bc48 None None] Network 6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 could not be found, it might have been deleted concurrently. {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 07 13:19:59.496316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.498073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f78e9-ba74-4a70-8a3d-819edf2b8237 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:59.503520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044ffbe-f1e4-46b8-945a-250f3e023ce8 None None] Pushing event updated for resources: {'Port': ['ID=5bc1908a-c33e-4143-b1ca-17241bf63064,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:59.506141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f78e9-ba74-4a70-8a3d-819edf2b8237 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:59.512562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f78e9-ba74-4a70-8a3d-819edf2b8237 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:59.521804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f78e9-ba74-4a70-8a3d-819edf2b8237 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:59.528658 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c65f78e9-ba74-4a70-8a3d-819edf2b8237 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2435298 Feb 07 13:19:59.530148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:59.666063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Network 659605cb-4758-4b67-8501-fb71fd891b88 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:19:59.684121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:19:59.705054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:19:59.708235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Allocated IP 172.20.0.2 (bb6a6064-ad28-4ba3-af3e-df836a7b8b7d/72c87454-47c0-4d59-a030-c3d58092299c/fd975b99-9530-4ac2-a9d5-e3f901b4f74f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:19:59.717928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56508) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:19:59.719139 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e5b1605-7d6c-4e33-98fe-a1e7cdffb089 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1871719 Feb 07 13:19:59.771459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78b303cd-e616-4e1c-8da1-b87fdf381f41 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.778181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Pushing event updated for resources: {'Port': ['ID=1956335f-3d74-404f-868e-c9ae7646a17b,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:59.835217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.840698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:19:59.845460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.899523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b303cd-e616-4e1c-8da1-b87fdf381f41 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Subnet': ['ID=6428d6db-8abe-41db-89ae-055b58b89930,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:19:59.926355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Attempting to bind port 1956335f-3d74-404f-868e-c9ae7646a17b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:19:59.926567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Attempting to bind port 1956335f-3d74-404f-868e-c9ae7646a17b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '4a953dba-8e35-4629-a2e0-d69cc4fa67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '659605cb-4758-4b67-8501-fb71fd891b88'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:19:59.927426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Attempting to bind port 1956335f-3d74-404f-868e-c9ae7646a17b on network 659605cb-4758-4b67-8501-fb71fd891b88 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:19:59.928268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78b303cd-e616-4e1c-8da1-b87fdf381f41 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.941196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:19:59.942072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Checking segment: {'id': '4a953dba-8e35-4629-a2e0-d69cc4fa67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '659605cb-4758-4b67-8501-fb71fd891b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:19:59.942486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:19:59.942879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Bound using segment: {'id': '4a953dba-8e35-4629-a2e0-d69cc4fa67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '659605cb-4758-4b67-8501-fb71fd891b88'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:19:59.943361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Bound port: 1956335f-3d74-404f-868e-c9ae7646a17b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a953dba-8e35-4629-a2e0-d69cc4fa67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '659605cb-4758-4b67-8501-fb71fd891b88'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:19:59.943735 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:00.018361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a52c9c-4c20-4310-97b2-0bc5b33a7dc7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:00.031297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a52c9c-4c20-4310-97b2-0bc5b33a7dc7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:00.031297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f2a52c9c-4c20-4310-97b2-0bc5b33a7dc7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Synchronizing usage tracker for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:00.036100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-78b303cd-e616-4e1c-8da1-b87fdf381f41 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/subnets/6428d6db-8abe-41db-89ae-055b58b89930 HTTP/1.1" status: 204 len: 168 time: 1.1920764 Feb 07 13:20:00.036328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a35fd32-8b8a-4773-9c25-bc6b1e6d7675 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] Notify callbacks [] for subnetpool, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:00.037603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3a35fd32-8b8a-4773-9c25-bc6b1e6d7675 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] 10.222.0.69 "DELETE /v2.0/subnetpools/e6626d1e-b472-4342-a588-3a879350999d HTTP/1.1" status: 204 len: 168 time: 0.6178310 Feb 07 13:20:00.038419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56514) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:00.040119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56516) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:00.069714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Network': ['ID=dc9fddf2-c033-472c-9d31-943b387bf753,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:00.072182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f2a52c9c-4c20-4310-97b2-0bc5b33a7dc7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Unset dirty status for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:00.073388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f2a52c9c-4c20-4310-97b2-0bc5b33a7dc7 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3531327 Feb 07 13:20:00.076880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56522) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:00.136019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network dc9fddf2-c033-472c-9d31-943b387bf753 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:00.163601 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-d2f9f966-5c35-4fa1-ae82-1e753c784184 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] show failed (client error): The resource could not be found. Feb 07 13:20:00.172734 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d2f9f966-5c35-4fa1-ae82-1e753c784184 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] 10.222.0.69 "GET /v2.0/subnetpools/e6626d1e-b472-4342-a588-3a879350999d HTTP/1.1" status: 404 len: 346 time: 0.1211228 Feb 07 13:20:00.172734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56526) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:00.204548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae2f3b-0b38-4a8d-a421-caa9b1bdb4ed tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:00.207163 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-2fd28cd7-769f-4270-a5ce-599a61e31991 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] delete failed (client error): The resource could not be found. Feb 07 13:20:00.207516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae2f3b-0b38-4a8d-a421-caa9b1bdb4ed tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:00.218555 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2fd28cd7-769f-4270-a5ce-599a61e31991 tempest-SubnetPoolsTestJSON-940765366 tempest-SubnetPoolsTestJSON-940765366-project] 10.222.0.69 "DELETE /v2.0/subnetpools/e6626d1e-b472-4342-a588-3a879350999d HTTP/1.1" status: 404 len: 346 time: 0.0398684 Feb 07 13:20:00.218787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-22ae2f3b-0b38-4a8d-a421-caa9b1bdb4ed tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1310742 Feb 07 13:20:00.218787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c0b7bb78-3730-4193-b795-87ace9f4bf78 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1692793 Feb 07 13:20:00.221158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56530) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:00.224805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56536) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:00.228934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'subnet': {'network_id': '46c6d418-7a46-4421-84cc-e90d3f17509b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:00.278990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3bf8f-bae9-47b9-bc0d-0d70d58e13b6 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:00.284730 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38c3bf8f-bae9-47b9-bc0d-0d70d58e13b6 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2430437 Feb 07 13:20:00.344029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56540) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:00.380277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] For port 1956335f-3d74-404f-868e-c9ae7646a17b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:00.395650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] For port 1956335f-3d74-404f-868e-c9ae7646a17b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1956335f-3d74-404f-868e-c9ae7646a17b,segment=NetworkSegment(4a953dba-8e35-4629-a2e0-d69cc4fa67bd),segment_id=4a953dba-8e35-4629-a2e0-d69cc4fa67bd)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:00.441359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:00.451183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Transition to ACTIVE for port object fd975b99-9530-4ac2-a9d5-e3f901b4f74f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:00.473875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Transition to ACTIVE for port object fd975b99-9530-4ac2-a9d5-e3f901b4f74f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:00.504258 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:00.516618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-512a5512-d774-43cd-9c44-66d5e9a16cc2 req-b440453d-082c-4c74-b69c-0244e20c4d97 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 210 time: 0.0837188 Feb 07 13:20:00.522526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:00.529776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbeddd1-942f-4c20-a86e-ccdd749f9cd0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:00.530384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6cbeddd1-942f-4c20-a86e-ccdd749f9cd0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Synchronizing usage tracker for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:00.530516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:00.532475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Usage tracker for resource:subnet and tenant:55d6a2f081e84bce9ced0cbd2e88a9ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:00.536966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:00.544052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6cbeddd1-942f-4c20-a86e-ccdd749f9cd0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Unset dirty status for tenant:aa95a23a062c434c879be35c1a4fc6d7 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:00.545675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6cbeddd1-942f-4c20-a86e-ccdd749f9cd0 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/networks/5aa16735-ab17-4824-88dd-5e99656e678b HTTP/1.1" status: 200 len: 800 time: 0.3190584 Feb 07 13:20:00.548361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:00.550099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56548) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:00.556662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Deleting port 1956335f-3d74-404f-868e-c9ae7646a17b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:00.557010 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:00.628453 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:00.685271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Pushing event updated for resources: {'Port': ['ID=1956335f-3d74-404f-868e-c9ae7646a17b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:00.703769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Made reservation on behalf of 55d6a2f081e84bce9ced0cbd2e88a9ff for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:00.708480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:00.716279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:00.721008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.721659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.727703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867136d-07d1-43c8-8194-283ee98d5b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:00.728538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:00.729986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:00.791672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17977207-a2a4-4ad2-9ead-f348b0aa3863 None None] Network 659605cb-4758-4b67-8501-fb71fd891b88 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:00.799273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d566b815-e54d-4608-9290-4e7f880a7590 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/networks/5aa16735-ab17-4824-88dd-5e99656e678b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2456379 Feb 07 13:20:00.799273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56552) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:01.008453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56558) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:01.063356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] For port 1956335f-3d74-404f-868e-c9ae7646a17b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1956335f-3d74-404f-868e-c9ae7646a17b,segment=NetworkSegment(4a953dba-8e35-4629-a2e0-d69cc4fa67bd),segment_id=4a953dba-8e35-4629-a2e0-d69cc4fa67bd)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:01.064035 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:01.187133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0cfe75-7c96-4186-bc33-bbdec9805965 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:01.204756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cb0cfe75-7c96-4186-bc33-bbdec9805965 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/subnets/1b391bfe-5819-4c53-a4ef-9fe5ba52c3a0 HTTP/1.1" status: 200 len: 811 time: 0.4057009 Feb 07 13:20:01.209530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56568) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:01.330397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Attempting to bind port fd975b99-9530-4ac2-a9d5-e3f901b4f74f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:01.331021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Attempting to bind port fd975b99-9530-4ac2-a9d5-e3f901b4f74f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0b6ed510-2fed-4191-bf40-c482d85beb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb6a6064-ad28-4ba3-af3e-df836a7b8b7d'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:01.331558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Attempting to bind port fd975b99-9530-4ac2-a9d5-e3f901b4f74f on network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:01.355920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4111cdd9-d42d-4ae9-9b12-cbb99eed875e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['shared'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:01.360677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4111cdd9-d42d-4ae9-9b12-cbb99eed875e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "GET /v2.0/subnets/1b391bfe-5819-4c53-a4ef-9fe5ba52c3a0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1500576 Feb 07 13:20:01.367052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56572) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:01.368118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Pushing event updated for resources: {'Port': ['ID=fd975b99-9530-4ac2-a9d5-e3f901b4f74f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:01.374806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1436132141'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:01.381839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:01.388992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:01.389569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Checking segment: {'id': '0b6ed510-2fed-4191-bf40-c482d85beb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb6a6064-ad28-4ba3-af3e-df836a7b8b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:01.389894 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:01.390361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Bound using segment: {'id': '0b6ed510-2fed-4191-bf40-c482d85beb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb6a6064-ad28-4ba3-af3e-df836a7b8b7d'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:01.390928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Bound port: fd975b99-9530-4ac2-a9d5-e3f901b4f74f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6ed510-2fed-4191-bf40-c482d85beb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb6a6064-ad28-4ba3-af3e-df836a7b8b7d'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:01.391391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:01.394338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:01.454827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d47bb3-6220-4a60-b759-530aa3e39e32 None None] Network bcd39e29-a938-4ed2-a2b5-877bbb870d5c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:01.455202 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:01.515359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:01.524774 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:01.536582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Calling delete_port for 1956335f-3d74-404f-868e-c9ae7646a17b owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:01.602386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:01.616873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] Usage tracker for resource:security_group_rule and tenant:47a3dbd0bc364a5caea49f31ec203a8d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:01.621981 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:01.690513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:01.722455 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:01.724028 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Added segment cb065de4-7861-4f31-a778-6037f23ec5a8 of type vlan for network 57edb2cd-c7d0-417f-81ba-2a37e4413c58 Feb 07 13:20:01.759812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:01.840681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-24a85d4f-5add-4b37-9eaa-fe8e342fd02d None None] Provisioning for port 5bc1908a-c33e-4143-b1ca-17241bf63064 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:01.843382 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:01.843823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5bc1908a-c33e-4143-b1ca-17241bf63064 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:01.928706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] For port fd975b99-9530-4ac2-a9d5-e3f901b4f74f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:01.954490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] For port fd975b99-9530-4ac2-a9d5-e3f901b4f74f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fd975b99-9530-4ac2-a9d5-e3f901b4f74f,segment=NetworkSegment(0b6ed510-2fed-4191-bf40-c482d85beb8c),segment_id=0b6ed510-2fed-4191-bf40-c482d85beb8c)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:01.993178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3819fa90-d442-400a-9658-5e5dbcfdd991 req-ce68f2e5-a78f-4b63-aebf-93bcb75c222c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 210 time: 0.0673172 Feb 07 13:20:02.019375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.035242 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.036468 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.040875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:02.041604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.096901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] DHCP port deletion for bcd39e29-a938-4ed2-a2b5-877bbb870d5c request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:02.097135 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.198102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Deleting port 5bc1908a-c33e-4143-b1ca-17241bf63064 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:02.198430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.218490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Subnet': ['ID=8b6e17c7-fc33-48f6-a9bc-1e682df40a43,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:02.226581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Port': ['ID=1956335f-3d74-404f-868e-c9ae7646a17b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:02.226780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 5bc1908a-c33e-4143-b1ca-17241bf63064 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:02.231477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8630102 Feb 07 13:20:02.242439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56580) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:02.252385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'network_id': '57edb2cd-c7d0-417f-81ba-2a37e4413c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:02.294125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] No DVR routers for this DVR port 1956335f-3d74-404f-868e-c9ae7646a17b on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:02.307673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b5e3-1030-4066-b81c-e2203af218b5 None None] Pushing event updated for resources: {'Port': ['ID=fd975b99-9530-4ac2-a9d5-e3f901b4f74f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:02.309342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5bc1908a-c33e-4143-b1ca-17241bf63064 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:02.309733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.391907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Checking segment: {'id': '71d748de-adf4-4739-b687-cf37d5325c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '46c6d418-7a46-4421-84cc-e90d3f17509b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:02.392361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network hostable DHCP agents. Network: 46c6d418-7a46-4421-84cc-e90d3f17509b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:02.410949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65a498-8b72-4c5f-8ec9-90f738ef9ed8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Network': ['ID=57edb2cd-c7d0-417f-81ba-2a37e4413c58,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:02.480561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 57edb2cd-c7d0-417f-81ba-2a37e4413c58 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:02.538533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.584312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:02.595018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659605cb-4758-4b67-8501-fb71fd891b88']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:02.609840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a953dba-8e35-4629-a2e0-d69cc4fa67bd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:02.610172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a953dba-8e35-4629-a2e0-d69cc4fa67bd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:02.614970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:02.623873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.648864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.677349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:02.677800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.689684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796536e2-162e-4eaa-881f-30817bb0bfed req-9d4f1b67-e1b9-4551-90f9-58233d62847b tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:02.691536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-9d4f1b67-e1b9-4551-90f9-58233d62847b tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.47 "GET /v2.0/networks?id=be839176-ec08-44d7-b68a-7257645b98f3 HTTP/1.1" status: 200 len: 817 time: 0.2655547 Feb 07 13:20:02.714738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Request body: {'port': {'device_id': '48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1', 'network_id': 'be839176-ec08-44d7-b68a-7257645b98f3', 'admin_state_up': True, 'tenant_id': 'eddefe7cf2e4464fb0a63280b3bd2630'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:02.742276 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.763684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Made reservation on behalf of aa95a23a062c434c879be35c1a4fc6d7 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:02.768971 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:02.877429 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:02.965127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 5bc1908a-c33e-4143-b1ca-17241bf63064, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5bc1908a-c33e-4143-b1ca-17241bf63064,segment=NetworkSegment(f676c91e-864f-4fcf-970f-34e9afa5ccee),segment_id=f676c91e-864f-4fcf-970f-34e9afa5ccee)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:02.975345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] For port 5bc1908a-c33e-4143-b1ca-17241bf63064, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5bc1908a-c33e-4143-b1ca-17241bf63064,segment=NetworkSegment(f676c91e-864f-4fcf-970f-34e9afa5ccee),segment_id=f676c91e-864f-4fcf-970f-34e9afa5ccee)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:02.976014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.977605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:02.979278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.014135 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.017331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Network': ['ID=659605cb-4758-4b67-8501-fb71fd891b88,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:03.027300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network 46c6d418-7a46-4421-84cc-e90d3f17509b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:03.070799 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4ce899d4-9f48-4cbe-acee-1d70b3850945 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/networks/659605cb-4758-4b67-8501-fb71fd891b88 HTTP/1.1" status: 204 len: 168 time: 2.7230339 Feb 07 13:20:03.073664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56588) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:03.080491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.081510 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.090918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.ipam_backend_mixin [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing IP validity checks on allocation pools {{(pid=88313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 13:20:03.091704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.ipam_backend_mixin [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 13:20:03.159940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 46c6d418-7a46-4421-84cc-e90d3f17509b) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:03.189461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:03.190162 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.197013 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47a3dbd0bc364a5caea49f31ec203a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1871500 Feb 07 13:20:03.205963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56592) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:03.220418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ae1f5-3834-4f7f-90c3-946664d8de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6aea09-d97e-4d06-b283-651054fd081b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:03.253319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Calling delete_port for 5bc1908a-c33e-4143-b1ca-17241bf63064 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:03.268682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.280530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab522c03-7496-4215-b20c-06810344a18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.283210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4d3f5-7f90-425e-9fb0-2da7dd7d586d None None] Network 46c6d418-7a46-4421-84cc-e90d3f17509b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:03.310232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab522c03-7496-4215-b20c-06810344a18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.340299 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4c766c61-7db0-4779-bbdc-2f63c021f788 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1174023 Feb 07 13:20:03.340587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56596) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:03.351461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'subnet': {'network_id': 'dc9fddf2-c033-472c-9d31-943b387bf753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:03.363259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1090e0a-4b91-4eb1-9c58-aa75815f0794 req-24a12b7c-4923-430b-a81f-8436b2fd520b tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 210 time: 0.0879598 Feb 07 13:20:03.393561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Deleting port 5bc1908a-c33e-4143-b1ca-17241bf63064 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:03.393923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.461862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=5bc1908a-c33e-4143-b1ca-17241bf63064,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:03.486024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:03.490637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Usage tracker for resource:port and tenant:eddefe7cf2e4464fb0a63280b3bd2630 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:03.493612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:03.499664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:03.506234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:03.513403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Usage tracker for resource:subnet and tenant:55d6a2f081e84bce9ced0cbd2e88a9ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:03.526881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:03.534626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:03.618038 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:03.618964 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:03.634135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Made reservation on behalf of 55d6a2f081e84bce9ced0cbd2e88a9ff for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:03.647813 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.668038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Made reservation on behalf of eddefe7cf2e4464fb0a63280b3bd2630 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:03.669916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab522c03-7496-4215-b20c-06810344a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.676239 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.751564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fd975b99-9530-4ac2-a9d5-e3f901b4f74f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:03.805114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab522c03-7496-4215-b20c-06810344a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6aea09-d97e-4d06-b283-651054fd081b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:03.819262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab522c03-7496-4215-b20c-06810344a18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:03.820453 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ab522c03-7496-4215-b20c-06810344a18e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba6aea09-d97e-4d06-b283-651054fd081b HTTP/1.1" status: 204 len: 168 time: 0.6134973 Feb 07 13:20:03.843953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-46c6d418-7a46-4421-84cc-e90d3f17509b', 'network_id': '46c6d418-7a46-4421-84cc-e90d3f17509b', 'tenant_id': '55d6a2f081e84bce9ced0cbd2e88a9ff', 'fixed_ips': [{'subnet_id': '8b6e17c7-fc33-48f6-a9bc-1e682df40a43'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:20:03.844954 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:04.049744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Allocated IP 172.20.0.2 (46c6d418-7a46-4421-84cc-e90d3f17509b/8b6e17c7-fc33-48f6-a9bc-1e682df40a43/25203b39-a2d2-42ac-8ef4-29e92e87a3e5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:04.096583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42484896-393b-4e89-9b42-f10d4594e74c None None] Network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:04.125490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] For port 5bc1908a-c33e-4143-b1ca-17241bf63064, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5bc1908a-c33e-4143-b1ca-17241bf63064,segment=NetworkSegment(f676c91e-864f-4fcf-970f-34e9afa5ccee),segment_id=f676c91e-864f-4fcf-970f-34e9afa5ccee)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:04.126079 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:04.178391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Deleting port 5bc1908a-c33e-4143-b1ca-17241bf63064 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:04.178391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:04.202154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:04.355877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Subnet': ['ID=970fcae1-e6b3-45c8-9e4e-4c49f8f5557e,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:04.381372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Checking segment: {'id': '3942dd9b-6bef-4a7c-b60f-43b5664da9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dc9fddf2-c033-472c-9d31-943b387bf753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:04.381745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network hostable DHCP agents. Network: dc9fddf2-c033-472c-9d31-943b387bf753, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:04.400004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port fd975b99-9530-4ac2-a9d5-e3f901b4f74f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:04.485802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network dc9fddf2-c033-472c-9d31-943b387bf753 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:04.501456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Calling delete_port for 5bc1908a-c33e-4143-b1ca-17241bf63064 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:04.532143 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:04.539128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e063566f-75a6-49c4-8aab-af80d88c3e01 None None] Provisioning for port fd975b99-9530-4ac2-a9d5-e3f901b4f74f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:04.585235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, dc9fddf2-c033-472c-9d31-943b387bf753) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:04.601838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:04.602870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:04.630795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e063566f-75a6-49c4-8aab-af80d88c3e01 None None] Provisioning complete for port fd975b99-9530-4ac2-a9d5-e3f901b4f74f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:04.631389 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e063566f-75a6-49c4-8aab-af80d88c3e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:04.695568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60410899-e012-46ac-a385-f81403c053cb None None] Network dc9fddf2-c033-472c-9d31-943b387bf753 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:04.708774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5bc1908a-c33e-4143-b1ca-17241bf63064 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:04.745640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Checking segment: {'id': 'cb065de4-7861-4f31-a778-6037f23ec5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '57edb2cd-c7d0-417f-81ba-2a37e4413c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:04.746009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network hostable DHCP agents. Network: 57edb2cd-c7d0-417f-81ba-2a37e4413c58, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:04.756994 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2d9f745f-af88-4262-bb39-333aaa6eb1e3 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4078610 Feb 07 13:20:04.756994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:04.760311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=982ecdb2-5f46-4b67-bf61-38c5feadf3d1,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:04.763360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Allocated IP 172.20.0.12 (be839176-ec08-44d7-b68a-7257645b98f3/f6e29be8-7b46-4ab8-b624-5b11e335da77/d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:04.996492 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:20:05.071836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.146564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Network 57edb2cd-c7d0-417f-81ba-2a37e4413c58 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:05.149807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.273593 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.278961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] No DVR routers for this DVR port 5bc1908a-c33e-4143-b1ca-17241bf63064 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:05.289642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.353341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Port': ['ID=5bc1908a-c33e-4143-b1ca-17241bf63064,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:05.378120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No active binding found for port 5bc1908a-c33e-4143-b1ca-17241bf63064 {{(pid=88314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 13:20:05.383418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5bc1908a-c33e-4143-b1ca-17241bf63064 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:05.418207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Transition to ACTIVE for port object 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:05.461646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Pushing event updated for resources: {'Port': ['ID=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:05.469983 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e063566f-75a6-49c4-8aab-af80d88c3e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.573133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 57edb2cd-c7d0-417f-81ba-2a37e4413c58) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:05.579806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:05.598617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:05.599228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.615300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Network be839176-ec08-44d7-b68a-7257645b98f3 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:05.628921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:05.629469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a6abc9-33fc-4722-bbfb-b6d1bd16ce13 None None] Network 57edb2cd-c7d0-417f-81ba-2a37e4413c58 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:05.664028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] For port 5bc1908a-c33e-4143-b1ca-17241bf63064, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5bc1908a-c33e-4143-b1ca-17241bf63064,segment=NetworkSegment(f676c91e-864f-4fcf-970f-34e9afa5ccee),segment_id=f676c91e-864f-4fcf-970f-34e9afa5ccee)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:05.664727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.706510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:05.745435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.787131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Transition to ACTIVE for port object 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:05.808461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:05.809140 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.823334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.850206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-485945196'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:05.853376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd39e29-a938-4ed2-a2b5-877bbb870d5c']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:05.865327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:05.866979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f676c91e-864f-4fcf-970f-34e9afa5ccee') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:05.867348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f676c91e-864f-4fcf-970f-34e9afa5ccee') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:05.873077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Usage tracker for resource:network and tenant:a0bf3a2e19d54dc58a97479b2ceed9fd is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:05.877650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:05.879606 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.897923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.924145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6265a-4071-46ae-852a-d22379b7b47f req-8e9fe8c1-dd19-4c40-848e-c3d62967f300 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:05.936060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff6265a-4071-46ae-852a-d22379b7b47f req-8e9fe8c1-dd19-4c40-848e-c3d62967f300 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 932 time: 1.3070581 Feb 07 13:20:05.944865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:05.945278 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:05.956529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:06.068398 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:06.070345 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.086009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Calling delete_port for 5bc1908a-c33e-4143-b1ca-17241bf63064 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:06.121619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e063566f-75a6-49c4-8aab-af80d88c3e01 None None] For port fd975b99-9530-4ac2-a9d5-e3f901b4f74f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fd975b99-9530-4ac2-a9d5-e3f901b4f74f,segment=NetworkSegment(0b6ed510-2fed-4191-bf40-c482d85beb8c),segment_id=0b6ed510-2fed-4191-bf40-c482d85beb8c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:06.227768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eff6265a-4071-46ae-852a-d22379b7b47f req-371c9440-0647-4d0e-88f3-0b83cb3ac9c5 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905591 Feb 07 13:20:06.229365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Allocated IP 172.20.0.1 (46c6d418-7a46-4421-84cc-e90d3f17509b/8b6e17c7-fc33-48f6-a9bc-1e682df40a43/78abb469-263d-46ff-b1c8-e94ea2597cdf) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:06.257737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ced454c6-f3ec-486a-ae44-20749d7e5b11 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.0136716 Feb 07 13:20:06.258628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56642) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:06.267341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-76db2fae-3ae5-48d1-bba6-9ec1986f87a4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:06.278230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Pushing event updated for resources: {'Port': ['ID=25203b39-a2d2-42ac-8ef4-29e92e87a3e5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:06.291999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Network 46c6d418-7a46-4421-84cc-e90d3f17509b is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:06.294926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Made reservation on behalf of a0bf3a2e19d54dc58a97479b2ceed9fd for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:06.298833 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.300389 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e063566f-75a6-49c4-8aab-af80d88c3e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.324738 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.336896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-52a791b1-c948-4038-a342-cbb819319f1c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6359284 Feb 07 13:20:06.368972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.386647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Request body: {'port': {'device_id': '48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:06.392596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063566f-75a6-49c4-8aab-af80d88c3e01 None None] Pushing event updated for resources: {'Port': ['ID=fd975b99-9530-4ac2-a9d5-e3f901b4f74f,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:06.395526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:06.405781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.407262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:06.445986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Network': ['ID=bcd39e29-a938-4ed2-a2b5-877bbb870d5c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:06.474417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6cb6e08c-924a-43dd-8267-ec06e0a1083b tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/networks/bcd39e29-a938-4ed2-a2b5-877bbb870d5c HTTP/1.1" status: 204 len: 168 time: 3.3959441 Feb 07 13:20:06.477287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56646) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:06.497954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:06.519461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Usage tracker for resource:security_group_rule and tenant:a0bf3a2e19d54dc58a97479b2ceed9fd is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:06.525847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:06.574907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.594716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-dc9fddf2-c033-472c-9d31-943b387bf753', 'network_id': 'dc9fddf2-c033-472c-9d31-943b387bf753', 'tenant_id': '55d6a2f081e84bce9ced0cbd2e88a9ff', 'fixed_ips': [{'subnet_id': '970fcae1-e6b3-45c8-9e4e-4c49f8f5557e'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:20:06.595346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Transition to ACTIVE for port object 78abb469-263d-46ff-b1c8-e94ea2597cdf will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:06.595825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.627740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:06.665522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Attempting to bind port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:06.666083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Attempting to bind port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '71d748de-adf4-4739-b687-cf37d5325c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '46c6d418-7a46-4421-84cc-e90d3f17509b'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:06.666899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Attempting to bind port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 on network 46c6d418-7a46-4421-84cc-e90d3f17509b {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:06.680744 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:06.681106 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:06.698277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76db2fae-3ae5-48d1-bba6-9ec1986f87a4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3559375'] for subnet, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.728182 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.749727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.778349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.923607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network 46c6d418-7a46-4421-84cc-e90d3f17509b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:06.931308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:06.949268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:06.955649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:06.956064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Checking segment: {'id': '71d748de-adf4-4739-b687-cf37d5325c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '46c6d418-7a46-4421-84cc-e90d3f17509b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:06.956479 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:06.956881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Bound using segment: {'id': '71d748de-adf4-4739-b687-cf37d5325c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '46c6d418-7a46-4421-84cc-e90d3f17509b'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:06.957574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Bound port: 25203b39-a2d2-42ac-8ef4-29e92e87a3e5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d748de-adf4-4739-b687-cf37d5325c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '46c6d418-7a46-4421-84cc-e90d3f17509b'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:06.958576 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.041425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-57edb2cd-c7d0-417f-81ba-2a37e4413c58', 'network_id': '57edb2cd-c7d0-417f-81ba-2a37e4413c58', 'tenant_id': 'aa95a23a062c434c879be35c1a4fc6d7', 'fixed_ips': [{'subnet_id': '982ecdb2-5f46-4b67-bf61-38c5feadf3d1'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:20:07.041968 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.044120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.046506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Port': ['ID=78abb469-263d-46ff-b1c8-e94ea2597cdf,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:07.188906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.252552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.265074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.286915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Allocated IP 172.20.0.2 (dc9fddf2-c033-472c-9d31-943b387bf753/970fcae1-e6b3-45c8-9e4e-4c49f8f5557e/340a3339-a5ca-4f3a-b016-337f5148c876) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:07.299228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456625a6-3f1f-4749-9e97-5c20d5db8771']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:07.313679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fde10a-6fec-4bd4-a212-edd5105d9780') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:07.313979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fde10a-6fec-4bd4-a212-edd5105d9780') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:07.330567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.344418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:07.350166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] For port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:07.354479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.363423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:07.364532 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.378441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] For port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=25203b39-a2d2-42ac-8ef4-29e92e87a3e5,segment=NetworkSegment(71d748de-adf4-4739-b687-cf37d5325c73),segment_id=71d748de-adf4-4739-b687-cf37d5325c73)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:07.381984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b861bd8d-8e80-4bf6-945b-5b711f736add,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:07.396211 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.396677 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Added segment 1d5a21d1-6986-4a6a-96c0-39272ff15ddd of type vlan for network 0d799dd2-59bb-458e-9430-711bedd38af4 Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:07.401365 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:07.412336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.492435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.631241 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.642579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Transition to ACTIVE for port object 340a3339-a5ca-4f3a-b016-337f5148c876 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:07.664854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Transition to ACTIVE for port object 340a3339-a5ca-4f3a-b016-337f5148c876 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:07.667738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Deleting port 5bc1908a-c33e-4143-b1ca-17241bf63064 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:07.668337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.714587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.738061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.751094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fd975b99-9530-4ac2-a9d5-e3f901b4f74f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:07.775196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Network': ['ID=456625a6-3f1f-4749-9e97-5c20d5db8771,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:07.790938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-df2cc777-8191-46b6-960f-3ff56817ed01 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/networks/456625a6-3f1f-4749-9e97-5c20d5db8771 HTTP/1.1" status: 204 len: 168 time: 1.2799709 Feb 07 13:20:07.791725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56656) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:07.828262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.834522 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:07.851571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293caa56-d2d5-40e8-bf32-3af80cea7c53 None None] The port '5bc1908a-c33e-4143-b1ca-17241bf63064' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:07.948821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Pushing event updated for resources: {'Port': ['ID=340a3339-a5ca-4f3a-b016-337f5148c876,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:07.966719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76db2fae-3ae5-48d1-bba6-9ec1986f87a4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780820852996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3185432'] for subnet, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.110324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16a4bb-cf16-4d03-9e06-85f41b376c70 None None] Pushing event updated for resources: {'Port': ['ID=25203b39-a2d2-42ac-8ef4-29e92e87a3e5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:08.123931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db2fae-3ae5-48d1-bba6-9ec1986f87a4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:08.124672 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-76db2fae-3ae5-48d1-bba6-9ec1986f87a4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.130363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-76db2fae-3ae5-48d1-bba6-9ec1986f87a4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "PUT /v2.0/subnets/982ecdb2-5f46-4b67-bf61-38c5feadf3d1 HTTP/1.1" status: 200 len: 877 time: 1.8703756 Feb 07 13:20:08.134607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.134742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56662) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:08.144306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db2fae-3ae5-48d1-bba6-9ec1986f87a4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event updated for resources: {'Subnet': ['ID=982ecdb2-5f46-4b67-bf61-38c5feadf3d1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:08.190063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cd2e76bf-519d-4acb-9734-d8f990ae4a01 None None] Provisioning complete for port fd975b99-9530-4ac2-a9d5-e3f901b4f74f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:08.190650 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cd2e76bf-519d-4acb-9734-d8f990ae4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.243262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.246860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:08.247492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.270946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Network dc9fddf2-c033-472c-9d31-943b387bf753 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:08.274443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:08.282208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba62397-29a3-4354-9f0a-403c56e38238 req-f9180c71-07ec-4de9-aa16-8cf2547ea3f3 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:08.283102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dba62397-29a3-4354-9f0a-403c56e38238 req-f9180c71-07ec-4de9-aa16-8cf2547ea3f3 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Synchronizing usage tracker for tenant:eddefe7cf2e4464fb0a63280b3bd2630 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:08.289858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:08.377015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:20:08.416922 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.428595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Attempting to bind port 340a3339-a5ca-4f3a-b016-337f5148c876 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:08.432995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Attempting to bind port 340a3339-a5ca-4f3a-b016-337f5148c876 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '3942dd9b-6bef-4a7c-b60f-43b5664da9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dc9fddf2-c033-472c-9d31-943b387bf753'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:08.432995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Attempting to bind port 340a3339-a5ca-4f3a-b016-337f5148c876 on network dc9fddf2-c033-472c-9d31-943b387bf753 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:08.433237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.445998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:08.446658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Checking segment: {'id': '3942dd9b-6bef-4a7c-b60f-43b5664da9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dc9fddf2-c033-472c-9d31-943b387bf753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:08.447212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.447609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Bound using segment: {'id': '3942dd9b-6bef-4a7c-b60f-43b5664da9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dc9fddf2-c033-472c-9d31-943b387bf753'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:08.448120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Bound port: 340a3339-a5ca-4f3a-b016-337f5148c876, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3942dd9b-6bef-4a7c-b60f-43b5664da9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'dc9fddf2-c033-472c-9d31-943b387bf753'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:08.448495 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.462867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Transition to ACTIVE for port object d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:08.472097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055d3272-c1df-4b86-8e4f-201baf87cbe7']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:08.496546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bfeb36-986a-4541-81b2-1b6687537bb7') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:08.497105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bfeb36-986a-4541-81b2-1b6687537bb7') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:08.517708 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.518090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Allocated IP 172.20.0.3 (57edb2cd-c7d0-417f-81ba-2a37e4413c58/982ecdb2-5f46-4b67-bf61-38c5feadf3d1/23fc748c-dfa1-4e2f-8004-3612e7199a96) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:08.540125 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.547536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:08.548426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:08.712185 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:08.716505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dba62397-29a3-4354-9f0a-403c56e38238 req-f9180c71-07ec-4de9-aa16-8cf2547ea3f3 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Unset dirty status for tenant:eddefe7cf2e4464fb0a63280b3bd2630 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:08.718717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dba62397-29a3-4354-9f0a-403c56e38238 req-f9180c71-07ec-4de9-aa16-8cf2547ea3f3 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 932 time: 1.2428613 Feb 07 13:20:08.719484 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.749002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.764813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.768694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.773250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.791112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Pushing event updated for resources: {'Network': ['ID=0d799dd2-59bb-458e-9430-711bedd38af4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:08.804328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fd975b99-9530-4ac2-a9d5-e3f901b4f74f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:08.804814 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.819840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:08.847665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] 10.222.0.69 "DELETE /v2.0/networks/055d3272-c1df-4b86-8e4f-201baf87cbe7 HTTP/1.1" status: 204 len: 168 time: 1.0113685 Feb 07 13:20:08.854135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 0d799dd2-59bb-458e-9430-711bedd38af4 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:08.911609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539579e-0826-46f5-91ee-e156a3a77e68 tempest-BulkNetworkOpsIpV6Test-1911839693 tempest-BulkNetworkOpsIpV6Test-1911839693-project] Pushing event deleted for resources: {'Network': ['ID=055d3272-c1df-4b86-8e4f-201baf87cbe7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:08.977459 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6f23526d-7041-4791-a3a8-e88c8ab919d9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.3962338 Feb 07 13:20:08.987529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56668) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:09.010036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Request body: {'subnet': {'network_id': '0d799dd2-59bb-458e-9430-711bedd38af4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:09.054693 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8759bfff-fbf6-4185-9ea3-37aeeb997720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:09.057007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] For port 340a3339-a5ca-4f3a-b016-337f5148c876, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:09.066314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Pushing event updated for resources: {'Port': ['ID=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:09.085582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dba62397-29a3-4354-9f0a-403c56e38238 req-5b8363a1-6cea-424f-aa52-ec9de150acfc tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230951 Feb 07 13:20:09.134129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] For port 340a3339-a5ca-4f3a-b016-337f5148c876, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=340a3339-a5ca-4f3a-b016-337f5148c876,segment=NetworkSegment(3942dd9b-6bef-4a7c-b60f-43b5664da9ae),segment_id=3942dd9b-6bef-4a7c-b60f-43b5664da9ae)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:09.166461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Port': ['ID=78abb469-263d-46ff-b1c8-e94ea2597cdf,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:09.193157 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:09.193910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56674) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:09.221516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:09.310961 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:09.367959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:09.395519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Usage tracker for resource:subnet and tenant:a0bf3a2e19d54dc58a97479b2ceed9fd is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:09.402221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:09.419764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:09.530818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Attempting to bind port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:09.531228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Attempting to bind port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'be839176-ec08-44d7-b68a-7257645b98f3'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:09.531645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Attempting to bind port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 on network be839176-ec08-44d7-b68a-7257645b98f3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:09.533761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network 46c6d418-7a46-4421-84cc-e90d3f17509b is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:09.534635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:09.542149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Made reservation on behalf of a0bf3a2e19d54dc58a97479b2ceed9fd for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:09.547832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:09.554961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 on network be839176-ec08-44d7-b68a-7257645b98f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:20:09.555167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Attempting to bind port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 on network be839176-ec08-44d7-b68a-7257645b98f3 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:09.566052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:09.566421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Checking segment: {'id': 'ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'be839176-ec08-44d7-b68a-7257645b98f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:09.567646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Bound using segment: {'id': 'ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'be839176-ec08-44d7-b68a-7257645b98f3'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:09.568265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Bound port: d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'be839176-ec08-44d7-b68a-7257645b98f3'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:09.568644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:09.668605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56682) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:09.760324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79f70c-f93d-4229-8252-6d57c03d445b None None] Pushing event updated for resources: {'Port': ['ID=340a3339-a5ca-4f3a-b016-337f5148c876,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:09.810274 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:09.832570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Transition to ACTIVE for port object 23fc748c-dfa1-4e2f-8004-3612e7199a96 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:09.883912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Transition to ACTIVE for port object 23fc748c-dfa1-4e2f-8004-3612e7199a96 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:09.991950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.078127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:10.106120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] For port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:10.189214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Network 57edb2cd-c7d0-417f-81ba-2a37e4413c58 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:10.190159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810f313-4aeb-4341-b1d7-208d4a03d19b None None] Network 46c6d418-7a46-4421-84cc-e90d3f17509b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:10.223718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.242746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] For port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,segment=NetworkSegment(ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4),segment_id=ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:10.268242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-36f1f449-a360-4c5a-af27-0ba41d10f630 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=26aeecb48cf04896b2a3648d03f07ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948710 Feb 07 13:20:10.289992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56690) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:10.336977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:10.339594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=982ecdb2-5f46-4b67-bf61-38c5feadf3d1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:10.345588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:10.360362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.414947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Pushing event updated for resources: {'Port': ['ID=23fc748c-dfa1-4e2f-8004-3612e7199a96,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:10.454703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:10.455331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.456925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] 10.222.0.47 "PUT /v2.0/ports/d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 HTTP/1.1" status: 200 len: 1092 time: 4.0901043 Feb 07 13:20:10.457340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1', 'tag': 'd2c8089a-bdb0-4cf1-9b94-91537e4a9ff0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:20:10.490354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-98d33c9f-4f0a-4b79-990a-3c5583816a8e None None] Provisioning for port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:10.516309 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1', 'tag': 'd2c8089a-bdb0-4cf1-9b94-91537e4a9ff0', 'status': 'completed', 'code': 200} Feb 07 13:20:10.534110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cdcb2-6d08-4766-8cbd-7521b2994c2e service neutron] Pushing event updated for resources: {'Port': ['ID=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:10.570273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Attempting to bind port 23fc748c-dfa1-4e2f-8004-3612e7199a96 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:10.570655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Attempting to bind port 23fc748c-dfa1-4e2f-8004-3612e7199a96 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'cb065de4-7861-4f31-a778-6037f23ec5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '57edb2cd-c7d0-417f-81ba-2a37e4413c58'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:10.571025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Attempting to bind port 23fc748c-dfa1-4e2f-8004-3612e7199a96 on network 57edb2cd-c7d0-417f-81ba-2a37e4413c58 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:10.605180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f13ed-c9d2-4322-a20a-7aa6aa64ae55 req-5a12e10c-c173-4f9a-b4c6-c556d0782f5c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:10.606696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-477f13ed-c9d2-4322-a20a-7aa6aa64ae55 req-5a12e10c-c173-4f9a-b4c6-c556d0782f5c tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 944 time: 0.3461761 Feb 07 13:20:10.612262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:10.612649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Checking segment: {'id': 'cb065de4-7861-4f31-a778-6037f23ec5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '57edb2cd-c7d0-417f-81ba-2a37e4413c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:10.613319 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.613774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Bound using segment: {'id': 'cb065de4-7861-4f31-a778-6037f23ec5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '57edb2cd-c7d0-417f-81ba-2a37e4413c58'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:10.614274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Bound port: 23fc748c-dfa1-4e2f-8004-3612e7199a96, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb065de4-7861-4f31-a778-6037f23ec5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '57edb2cd-c7d0-417f-81ba-2a37e4413c58'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:10.614772 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.631944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:10.660009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:10.660729 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.688296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-477f13ed-c9d2-4322-a20a-7aa6aa64ae55 req-a5e5bca8-4109-47d9-8e81-2fb4ab59a16d tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631542 Feb 07 13:20:10.695050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418c2f-fdc0-4322-ba5b-ad0074beb872 req-e0603f6c-ec1d-4f26-902f-105070004846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:10.696624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d418c2f-fdc0-4322-ba5b-ad0074beb872 req-e0603f6c-ec1d-4f26-902f-105070004846 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eddefe7cf2e4464fb0a63280b3bd2630&device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 1095 time: 0.1565459 Feb 07 13:20:10.719103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.731885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Router b6b996e9-b612-4d27-94c3-f57f1d8bfac8 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:20:10.847892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] For port 23fc748c-dfa1-4e2f-8004-3612e7199a96, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:10.852168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] For port 23fc748c-dfa1-4e2f-8004-3612e7199a96, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=23fc748c-dfa1-4e2f-8004-3612e7199a96,segment=NetworkSegment(cb065de4-7861-4f31-a778-6037f23ec5a8),segment_id=cb065de4-7861-4f31-a778-6037f23ec5a8)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:10.904114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.931146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:10.958214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418c2f-fdc0-4322-ba5b-ad0074beb872 req-65b479e3-78d3-4d83-81c0-2c65de0d0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:10.959783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d418c2f-fdc0-4322-ba5b-ad0074beb872 req-65b479e3-78d3-4d83-81c0-2c65de0d0da1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=eddefe7cf2e4464fb0a63280b3bd2630&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2319179 Feb 07 13:20:10.972447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57edb2cd-c7d0-417f-81ba-2a37e4413c58']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:10.992136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb065de4-7861-4f31-a778-6037f23ec5a8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:10.992454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb065de4-7861-4f31-a778-6037f23ec5a8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:11.011576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.023702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:20:11.025925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90999216-7a25-4c79-9baf-b3c838daa2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.058362 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90999216-7a25-4c79-9baf-b3c838daa2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.095756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41b51c-05f1-4c61-b4e5-920827a9f7f8 None None] Sync routers for ids ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:20:11.147140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.171168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41b51c-05f1-4c61-b4e5-920827a9f7f8 None None] Routers {'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:11.174822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc41b51c-05f1-4c61-b4e5-920827a9f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:11.257825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc41b51c-05f1-4c61-b4e5-920827a9f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:11.265281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Pushing event updated for resources: {'Subnet': ['ID=6e445f13-e939-48d2-9a02-fc5142653dcb,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:11.275529 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.278391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.282399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90999216-7a25-4c79-9baf-b3c838daa2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.289871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993398bd-5f1f-4e28-a393-4d4d448ebe02 None None] Network dc9fddf2-c033-472c-9d31-943b387bf753 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:11.313183 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e013408-cf78-4cb6-92f2-db8ddc7a6716 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "PUT /v2.0/routers/b6b996e9-b612-4d27-94c3-f57f1d8bfac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5517197 Feb 07 13:20:11.318971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56696) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:11.320470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:11.321931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.322293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf173d0c-c7ea-4432-a5d8-3343bb371f91 None None] Pushing event updated for resources: {'Port': ['ID=23fc748c-dfa1-4e2f-8004-3612e7199a96,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:11.343419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90999216-7a25-4c79-9baf-b3c838daa2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505cb5ed-1c0b-478e-ba65-eba950475621,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:11.346539 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-90999216-7a25-4c79-9baf-b3c838daa2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.351239 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-90999216-7a25-4c79-9baf-b3c838daa2af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/505cb5ed-1c0b-478e-ba65-eba950475621 HTTP/1.1" status: 204 len: 168 time: 1.0588353 Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:11.354363 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:11.388756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41b51c-05f1-4c61-b4e5-920827a9f7f8 None None] Routers {'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:11.388756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc41b51c-05f1-4c61-b4e5-920827a9f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:19:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:11.488271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8f1d4-f988-45d8-8a77-bef794e154d3 None None] Network 57edb2cd-c7d0-417f-81ba-2a37e4413c58 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:11.505108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418c2f-fdc0-4322-ba5b-ad0074beb872 req-012a4c80-fc21-44ff-8f39-2a6376a0c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:11.507752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d418c2f-fdc0-4322-ba5b-ad0074beb872 req-012a4c80-fc21-44ff-8f39-2a6376a0c36b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5401866 Feb 07 13:20:11.607065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc41b51c-05f1-4c61-b4e5-920827a9f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:11.607468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41b51c-05f1-4c61-b4e5-920827a9f7f8 None None] The sync data for ids ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:20:11.712748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Checking segment: {'id': '1d5a21d1-6986-4a6a-96c0-39272ff15ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0d799dd2-59bb-458e-9430-711bedd38af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:11.712748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Network hostable DHCP agents. Network: 0d799dd2-59bb-458e-9430-711bedd38af4, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:11.755015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796536e2-162e-4eaa-881f-30817bb0bfed req-75033fe8-2c4f-42cc-b0f8-a47d6aaa4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:11.760626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-75033fe8-2c4f-42cc-b0f8-a47d6aaa4bba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eddefe7cf2e4464fb0a63280b3bd2630&device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 1095 time: 0.1970444 Feb 07 13:20:11.829822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=25203b39-a2d2-42ac-8ef4-29e92e87a3e5,segment=NetworkSegment(71d748de-adf4-4739-b687-cf37d5325c73),segment_id=71d748de-adf4-4739-b687-cf37d5325c73)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:11.850860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-30ebb5b6-0b94-473f-b06a-416cbc3c1ea5 None None] Provisioning for port 340a3339-a5ca-4f3a-b016-337f5148c876 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:11.854047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0843800-00c5-499f-b80d-e8c060820467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:11.894310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:20:11.894310 n-d-811416-5 neutron-server[88312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:20:11.894310 n-d-811416-5 neutron-server[88312]: [parameters: {'id': '57edb2cd-c7d0-417f-81ba-2a37e4413c58'}] Feb 07 13:20:11.894310 n-d-811416-5 neutron-server[88312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:11.902406 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:11.902718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-11a927b7-8436-4d70-90ca-610358be2190 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 HTTP/1.1" status: 200 len: 217 time: 0.1229711 Feb 07 13:20:12.034244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Network 0d799dd2-59bb-458e-9430-711bedd38af4 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:12.044747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Deleting port 38f78b6d-c225-4abe-a6c7-8c44662d7581 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:12.045377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.055940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.178965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796536e2-162e-4eaa-881f-30817bb0bfed req-111ab98b-3745-41e8-8ad5-5d06673a7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:12.180752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-111ab98b-3745-41e8-8ad5-5d06673a7f51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6e29be8-7b46-4ab8-b624-5b11e335da77 HTTP/1.1" status: 200 len: 857 time: 0.2728982 Feb 07 13:20:12.199612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 0d799dd2-59bb-458e-9430-711bedd38af4) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:12.216005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3511b9-103f-4923-992b-8a8c6143feee None None] Network 0d799dd2-59bb-458e-9430-711bedd38af4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:12.219259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:12.220829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.237562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4bfc16dc-7c55-4e1e-b8a9-0099cfffabfd None None] Provisioning complete for port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:12.238290 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bfc16dc-7c55-4e1e-b8a9-0099cfffabfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.338950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 340a3339-a5ca-4f3a-b016-337f5148c876 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:12.352398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-0f1fb22c-7cfa-4bbb-a1ea-81399d785456 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be839176-ec08-44d7-b68a-7257645b98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616945 Feb 07 13:20:12.398316 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.399431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.417710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port 23fc748c-dfa1-4e2f-8004-3612e7199a96 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:12.418052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.422016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.470338 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8a17363e-22b9-4465-8496-46600bbee2b2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4769139 Feb 07 13:20:12.473072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56720) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:12.491490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Request body: {'port': {'network_id': '0d799dd2-59bb-458e-9430-711bedd38af4', 'name': 'tempest-TagsExtTest-560750942'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:12.504943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=25203b39-a2d2-42ac-8ef4-29e92e87a3e5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:12.517681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42a4c-85c1-4c9a-b07a-0dfcdd3f2ffd req-4979873d-c09f-428f-9c24-10ab42d1cadf tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:12.519694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ad42a4c-85c1-4c9a-b07a-0dfcdd3f2ffd req-4979873d-c09f-428f-9c24-10ab42d1cadf tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 944 time: 0.5676455 Feb 07 13:20:12.567907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9baad-7f80-4e06-9242-ac1300efd13a None None] Network 57edb2cd-c7d0-417f-81ba-2a37e4413c58 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:12.611225 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-bbbc6f9d-6734-422f-a2ff-9c1a2005748c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:20:12.611225 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bbbc6f9d-6734-422f-a2ff-9c1a2005748c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "PUT /v2.0/routers/b6b996e9-b612-4d27-94c3-f57f1d8bfac8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2554612 Feb 07 13:20:12.611225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56724) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:12.799070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] For port 38f78b6d-c225-4abe-a6c7-8c44662d7581, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=38f78b6d-c225-4abe-a6c7-8c44662d7581,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:12.809762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:12.825485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56730) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:12.932371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 340a3339-a5ca-4f3a-b016-337f5148c876 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:12.979998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ad42a4c-85c1-4c9a-b07a-0dfcdd3f2ffd req-bf6fa6c4-edf7-491f-a34c-8646687a28ef tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516449 Feb 07 13:20:13.042961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] For port 23fc748c-dfa1-4e2f-8004-3612e7199a96, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=23fc748c-dfa1-4e2f-8004-3612e7199a96,segment=NetworkSegment(cb065de4-7861-4f31-a778-6037f23ec5a8),segment_id=cb065de4-7861-4f31-a778-6037f23ec5a8)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:13.043335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.058975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Calling delete_port for 38f78b6d-c225-4abe-a6c7-8c44662d7581 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:13.090920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1012737867'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:13.100471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 340a3339-a5ca-4f3a-b016-337f5148c876 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:13.100688 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.125358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:13.139747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:network and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:13.144160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-9248eddd-1233-46e6-b5a1-8b20f101356f service neutron] 10.222.0.47 "GET /v2.0/networks/be839176-ec08-44d7-b68a-7257645b98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818868 Feb 07 13:20:13.144984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:13.164902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a970b-9902-4482-a82b-17b1896512df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-0d799dd2-59bb-458e-9430-711bedd38af4', 'network_id': '0d799dd2-59bb-458e-9430-711bedd38af4', 'tenant_id': 'a0bf3a2e19d54dc58a97479b2ceed9fd', 'fixed_ips': [{'subnet_id': '6e445f13-e939-48d2-9a02-fc5142653dcb'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:20:13.165637 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-336a970b-9902-4482-a82b-17b1896512df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.166936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:13.249233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4bfc16dc-7c55-4e1e-b8a9-0099cfffabfd None None] Provisioning for port 78abb469-263d-46ff-b1c8-e94ea2597cdf completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:13.251584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Calling delete_port for 23fc748c-dfa1-4e2f-8004-3612e7199a96 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:13.252675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:13.257169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Usage tracker for resource:port and tenant:a0bf3a2e19d54dc58a97479b2ceed9fd is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:13.260666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:13.266335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:13.269245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4bfc16dc-7c55-4e1e-b8a9-0099cfffabfd None None] Provisioning complete for port 78abb469-263d-46ff-b1c8-e94ea2597cdf triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:13.269648 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bfc16dc-7c55-4e1e-b8a9-0099cfffabfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.364947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:13.368611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.390244 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.399485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Made reservation on behalf of a0bf3a2e19d54dc58a97479b2ceed9fd for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:13.403305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.442257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-796536e2-162e-4eaa-881f-30817bb0bfed req-b082e216-1bab-43c0-9df1-c84a330e70c2 service neutron] 10.222.0.47 "GET /v2.0/networks/be839176-ec08-44d7-b68a-7257645b98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792850 Feb 07 13:20:13.443141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc16dc-7c55-4e1e-b8a9-0099cfffabfd None None] Port 78abb469-263d-46ff-b1c8-e94ea2597cdf cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:20:13.447838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:13.454237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group_rule and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:13.463724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:13.463904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.470808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] device_id is not set on port 28687aa4-d74f-4786-a196-bc5a8e7fc7ce yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:13.491257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-336a970b-9902-4482-a82b-17b1896512df None None] Allocated IP 172.20.0.2 (0d799dd2-59bb-458e-9430-711bedd38af4/6e445f13-e939-48d2-9a02-fc5142653dcb/fbfff7f3-2b85-4609-a106-64eb7092f090) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:13.531325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 340a3339-a5ca-4f3a-b016-337f5148c876, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=340a3339-a5ca-4f3a-b016-337f5148c876,segment=NetworkSegment(3942dd9b-6bef-4a7c-b60f-43b5664da9ae),segment_id=3942dd9b-6bef-4a7c-b60f-43b5664da9ae)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:13.610125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.614881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.651963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:13.674016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Port': ['ID=23fc748c-dfa1-4e2f-8004-3612e7199a96,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:13.684020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No DVR routers for this DVR port 23fc748c-dfa1-4e2f-8004-3612e7199a96 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:13.691937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-866020fe-2bb1-4c5e-8f7b-c69b1b77b18f None None] Provisioning complete for port 340a3339-a5ca-4f3a-b016-337f5148c876 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:13.692601 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-866020fe-2bb1-4c5e-8f7b-c69b1b77b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.795968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=340a3339-a5ca-4f3a-b016-337f5148c876,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:13.821580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.830697 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.837817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.840917 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.857264 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.927648 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:13.943112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f78b6d-c225-4abe-a6c7-8c44662d7581,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:13.943944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57edb2cd-c7d0-417f-81ba-2a37e4413c58']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:14.000614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-336a970b-9902-4482-a82b-17b1896512df None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.009079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:14.016606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-336a970b-9902-4482-a82b-17b1896512df None None] Transition to ACTIVE for port object fbfff7f3-2b85-4609-a106-64eb7092f090 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:14.028964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3056d326-34d2-4b49-b0d3-22155c46228b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:14.037444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.044951 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Added segment cc93f348-0a5c-44a6-b609-4059d4a01a4c of type vlan for network 1f27a525-a23f-47d0-8876-83e4e1698694 Feb 07 13:20:14.045302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-336a970b-9902-4482-a82b-17b1896512df None None] Transition to ACTIVE for port object fbfff7f3-2b85-4609-a106-64eb7092f090 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:14.045302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-866020fe-2bb1-4c5e-8f7b-c69b1b77b18f None None] Provisioning complete for port 78abb469-263d-46ff-b1c8-e94ea2597cdf triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:14.045302 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-866020fe-2bb1-4c5e-8f7b-c69b1b77b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.074060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb065de4-7861-4f31-a778-6037f23ec5a8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:14.074369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb065de4-7861-4f31-a778-6037f23ec5a8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:14.106985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.127122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.129365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-866020fe-2bb1-4c5e-8f7b-c69b1b77b18f None None] Port 78abb469-263d-46ff-b1c8-e94ea2597cdf cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:20:14.148592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:14.150262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.172876 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-336a970b-9902-4482-a82b-17b1896512df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.244187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a970b-9902-4482-a82b-17b1896512df None None] Network 0d799dd2-59bb-458e-9430-711bedd38af4 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:14.247047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-336a970b-9902-4482-a82b-17b1896512df None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:14.251552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a970b-9902-4482-a82b-17b1896512df None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:14.261086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a970b-9902-4482-a82b-17b1896512df None None] Pushing event updated for resources: {'Port': ['ID=fbfff7f3-2b85-4609-a106-64eb7092f090,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:14.296487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:14.334448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.407623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-336a970b-9902-4482-a82b-17b1896512df None None] Attempting to bind port fbfff7f3-2b85-4609-a106-64eb7092f090 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:14.408014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-336a970b-9902-4482-a82b-17b1896512df None None] Attempting to bind port fbfff7f3-2b85-4609-a106-64eb7092f090 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '1d5a21d1-6986-4a6a-96c0-39272ff15ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0d799dd2-59bb-458e-9430-711bedd38af4'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:14.408380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a970b-9902-4482-a82b-17b1896512df None None] Attempting to bind port fbfff7f3-2b85-4609-a106-64eb7092f090 on network 0d799dd2-59bb-458e-9430-711bedd38af4 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:14.417348 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a970b-9902-4482-a82b-17b1896512df None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:14.417639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a970b-9902-4482-a82b-17b1896512df None None] Checking segment: {'id': '1d5a21d1-6986-4a6a-96c0-39272ff15ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0d799dd2-59bb-458e-9430-711bedd38af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:14.417981 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-336a970b-9902-4482-a82b-17b1896512df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.418372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a970b-9902-4482-a82b-17b1896512df None None] Bound using segment: {'id': '1d5a21d1-6986-4a6a-96c0-39272ff15ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0d799dd2-59bb-458e-9430-711bedd38af4'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:14.418843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-336a970b-9902-4482-a82b-17b1896512df None None] Bound port: fbfff7f3-2b85-4609-a106-64eb7092f090, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5a21d1-6986-4a6a-96c0-39272ff15ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0d799dd2-59bb-458e-9430-711bedd38af4'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:14.419219 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-336a970b-9902-4482-a82b-17b1896512df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:14.425507 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:14.432115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Allocated IP 172.20.0.8 (0d799dd2-59bb-458e-9430-711bedd38af4/6e445f13-e939-48d2-9a02-fc5142653dcb/28687aa4-d74f-4786-a196-bc5a8e7fc7ce) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:14.472616 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.487246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:14.487637 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.534825 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.562426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.572146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-336a970b-9902-4482-a82b-17b1896512df None None] For port fbfff7f3-2b85-4609-a106-64eb7092f090, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:14.575629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-336a970b-9902-4482-a82b-17b1896512df None None] For port fbfff7f3-2b85-4609-a106-64eb7092f090, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fbfff7f3-2b85-4609-a106-64eb7092f090,segment=NetworkSegment(1d5a21d1-6986-4a6a-96c0-39272ff15ddd),segment_id=1d5a21d1-6986-4a6a-96c0-39272ff15ddd)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:14.585591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=57edb2cd-c7d0-417f-81ba-2a37e4413c58,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:14.592057 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e7386950-f3a9-449e-8cf6-0cbedd4d0d84 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/57edb2cd-c7d0-417f-81ba-2a37e4413c58 HTTP/1.1" status: 204 len: 168 time: 6.4562285 Feb 07 13:20:14.596516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56738) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:14.611252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.617704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:14.621043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.641676 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4aa6f5-5df2-4628-9f29-d52c4a1f35da tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:14.642242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4aa6f5-5df2-4628-9f29-d52c4a1f35da tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:14.642365 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-336a970b-9902-4482-a82b-17b1896512df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.643850 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd4aa6f5-5df2-4628-9f29-d52c4a1f35da tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/982ecdb2-5f46-4b67-bf61-38c5feadf3d1 HTTP/1.1" status: 404 len: 337 time: 0.0453665 Feb 07 13:20:14.646913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56742) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:14.669637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de24ad-cbf6-4da9-9e0b-b5f745878f89 req-919fee26-3dcd-4467-8809-a32d5e91efc0 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:14.671156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49de24ad-cbf6-4da9-9e0b-b5f745878f89 req-919fee26-3dcd-4467-8809-a32d5e91efc0 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 944 time: 0.5058982 Feb 07 13:20:14.676809 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9f70a7-2f65-478d-aaeb-e65e94045ac9 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:14.677280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9f70a7-2f65-478d-aaeb-e65e94045ac9 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:14.679071 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2d9f70a7-2f65-478d-aaeb-e65e94045ac9 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/57edb2cd-c7d0-417f-81ba-2a37e4413c58 HTTP/1.1" status: 404 len: 339 time: 0.0312669 Feb 07 13:20:14.683189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:14.707967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 340a3339-a5ca-4f3a-b016-337f5148c876 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:14.771937 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b87394-a354-4f46-8fb2-74917057b277 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:14.771937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b87394-a354-4f46-8fb2-74917057b277 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:14.773642 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-62b87394-a354-4f46-8fb2-74917057b277 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/3432b2e5-1ea3-4c85-bb88-9c3d610332f6 HTTP/1.1" status: 404 len: 337 time: 0.0894706 Feb 07 13:20:14.777079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56750) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:14.809663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a970b-9902-4482-a82b-17b1896512df None None] Pushing event updated for resources: {'Port': ['ID=fbfff7f3-2b85-4609-a106-64eb7092f090,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:14.819407 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-537b9088-219a-428f-8b10-a196beb3bea4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:14.819897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537b9088-219a-428f-8b10-a196beb3bea4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:14.824031 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-537b9088-219a-428f-8b10-a196beb3bea4 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/6db1bb8a-a4b3-4334-8e0b-7b63c69b6f38 HTTP/1.1" status: 404 len: 339 time: 0.0437086 Feb 07 13:20:14.824031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Deleting port 78abb469-263d-46ff-b1c8-e94ea2597cdf {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:14.824031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.834628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 340a3339-a5ca-4f3a-b016-337f5148c876 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:14.835003 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:14.849124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56754) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:15.003416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Network': ['ID=1f27a525-a23f-47d0-8876-83e4e1698694,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:15.031649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49de24ad-cbf6-4da9-9e0b-b5f745878f89 req-1ac7dff6-f82c-4863-97fa-7247573c80b6 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910538 Feb 07 13:20:15.032552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:15.035523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4caa4ba8-9221-4632-8f39-32e5e6704592 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1941998 Feb 07 13:20:15.045245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56758) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:15.090241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'name': 'tempest-PortsIpV6TestJSON-730016866'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:15.125440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.154251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.321308 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.335039 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.350502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:15.369843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:15.374141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Transition to ACTIVE for port object 28687aa4-d74f-4786-a196-bc5a8e7fc7ce will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:15.375347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:15.402785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.479197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Calling delete_port for 78abb469-263d-46ff-b1c8-e94ea2597cdf owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:15.540448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39daf9f5-0fa9-49d6-866d-39ccc64b82e7']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:15.557952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7b0254-3a67-4fda-b01b-336c1a990eb9') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:15.558254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7b0254-3a67-4fda-b01b-336c1a990eb9') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:15.573005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:15.575466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.608946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.620976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Router 5421e47a-de99-45bd-9ad2-f65c9c417106 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:20:15.623597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:15.624027 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:15.643456 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:15.734610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:15.738476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.756552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.846707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.871329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.885109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=39daf9f5-0fa9-49d6-866d-39ccc64b82e7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:15.892708 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ce83d40e-7c03-4936-9de1-a1ccf6ddb3ab tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/39daf9f5-0fa9-49d6-866d-39ccc64b82e7 HTTP/1.1" status: 204 len: 168 time: 1.0378036 Feb 07 13:20:15.895951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:15.902945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 9603994d-d468-4b37-89ca-28338b556f89 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:15.930470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:15.971022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Network 0d799dd2-59bb-458e-9430-711bedd38af4 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:15.985656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:15.986611 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6cd37b-af75-42c5-bb62-57bbf0f6f2e8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:15.987083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6cd37b-af75-42c5-bb62-57bbf0f6f2e8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:15.989611 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ed6cd37b-af75-42c5-bb62-57bbf0f6f2e8 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/9f3e9c96-4941-48e8-a8f7-0d11aa32ecad HTTP/1.1" status: 404 len: 337 time: 0.0922012 Feb 07 13:20:15.992866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Port': ['ID=78abb469-263d-46ff-b1c8-e94ea2597cdf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:15.994658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63daa01a-9a3c-47a5-97e1-6a4c83ef48d2 None None] Network 0d799dd2-59bb-458e-9430-711bedd38af4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:15.996366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56766) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:15.998935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:16.031876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Pushing event updated for resources: {'Port': ['ID=28687aa4-d74f-4786-a196-bc5a8e7fc7ce,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:16.039806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:20:16.050493 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] Sync routers for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:20:16.068400 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:16.069029 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:16.083585 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-26023fda-4647-492b-82ec-38a6c1dbef5e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:16.092533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c5394f82-2b9e-413e-98a5-52e5af899661 admin admin] 10.222.0.69 "PUT /v2.0/routers/5421e47a-de99-45bd-9ad2-f65c9c417106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8939948 Feb 07 13:20:16.092533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56772) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:16.106375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26023fda-4647-492b-82ec-38a6c1dbef5e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:16.108592 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-26023fda-4647-492b-82ec-38a6c1dbef5e tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/04756699-8e90-46b1-a61a-ffdb7c173713 HTTP/1.1" status: 404 len: 339 time: 0.1109774 Feb 07 13:20:16.194094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56776) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:16.229132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7d13eccf-e1ae-4587-b9ba-a2eca225f566 None None] Provisioning for port fbfff7f3-2b85-4609-a106-64eb7092f090 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:16.287621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:16.288326 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:16.332985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fbfff7f3-2b85-4609-a106-64eb7092f090 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:16.387105 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:20:16.458487 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5e41b8-d3e4-41ab-86aa-18173454d282 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:16.459002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5e41b8-d3e4-41ab-86aa-18173454d282 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:16.460767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ac5e41b8-d3e4-41ab-86aa-18173454d282 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/126c4cae-d8b8-48c4-bedf-c152c93d38de HTTP/1.1" status: 404 len: 337 time: 0.2656879 Feb 07 13:20:16.520182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56780) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:16.555707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port fbfff7f3-2b85-4609-a106-64eb7092f090 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:16.562763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fbfff7f3-2b85-4609-a106-64eb7092f090 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:16.563142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:16.610463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:16.645666 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ec3a14-bf86-41c9-8d96-8b1e14b5af0b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:16.646240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ec3a14-bf86-41c9-8d96-8b1e14b5af0b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:16.648539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-78ec3a14-bf86-41c9-8d96-8b1e14b5af0b tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/3e52dc9b-2618-4d18-b97e-4d7c62c1a1e4 HTTP/1.1" status: 404 len: 339 time: 0.1196156 Feb 07 13:20:16.654899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56784) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:16.727081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:16.792195 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cb6b48-0545-479f-9b84-3924495f1e65 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:16.792858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:16.792968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cb6b48-0545-479f-9b84-3924495f1e65 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:16.794679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-19cb6b48-0545-479f-9b84-3924495f1e65 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/ab403af6-3cef-4430-9794-66972455b958 HTTP/1.1" status: 404 len: 337 time: 0.0803375 Feb 07 13:20:16.818335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca353f62-281c-4250-99a4-527e300486b3 req-027c2161-65bf-492a-bc4c-89396aaa5f61 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:16.825659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca353f62-281c-4250-99a4-527e300486b3 req-027c2161-65bf-492a-bc4c-89396aaa5f61 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 944 time: 0.3695548 Feb 07 13:20:16.831907 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:20:13Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:16.832748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ebe371b8-cf69-4e11-aa01-85ff97602c7d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.3564270 Feb 07 13:20:16.833742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56788) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:16.834269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56790) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:16.842894 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] Checking router: 5421e47a-de99-45bd-9ad2-f65c9c417106 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:20:16.854512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port fbfff7f3-2b85-4609-a106-64eb7092f090, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fbfff7f3-2b85-4609-a106-64eb7092f090,segment=NetworkSegment(1d5a21d1-6986-4a6a-96c0-39272ff15ddd),segment_id=1d5a21d1-6986-4a6a-96c0-39272ff15ddd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:16.857190 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] Routers {'5421e47a-de99-45bd-9ad2-f65c9c417106'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:16.857815 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5421e47a-de99-45bd-9ad2-f65c9c417106'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:16.884521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2136003732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:16.891679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:16.903294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Usage tracker for resource:router and tenant:a0bf3a2e19d54dc58a97479b2ceed9fd is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:16.908935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:16.920630 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:16.947333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:16.955884 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.033719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:20:17.044129 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeab6ffa-301f-40e8-b7cd-3b85d74802ed tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:17.044976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeab6ffa-301f-40e8-b7cd-3b85d74802ed tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:17.047239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aeab6ffa-301f-40e8-b7cd-3b85d74802ed tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/9a98a0ad-4950-4603-a007-68e8ba476caf HTTP/1.1" status: 404 len: 339 time: 0.1957107 Feb 07 13:20:17.047930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Router b6b996e9-b612-4d27-94c3-f57f1d8bfac8 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:20:17.052257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56796) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.063955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=fbfff7f3-2b85-4609-a106-64eb7092f090,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:17.081485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca353f62-281c-4250-99a4-527e300486b3 req-b833e912-c729-4c4d-ae83-324f5668252a tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548795 Feb 07 13:20:17.104603 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] Set router 5421e47a-de99-45bd-9ad2-f65c9c417106 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:20:17.128385 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecea8da0-4b7c-462a-b01e-ed1992da052f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:17.128927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecea8da0-4b7c-462a-b01e-ed1992da052f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:17.132661 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ecea8da0-4b7c-462a-b01e-ed1992da052f tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/2e1554e3-bd9a-41cd-8c45-320c753cedf4 HTTP/1.1" status: 404 len: 337 time: 0.0786033 Feb 07 13:20:17.135270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56800) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.196742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4bead981-ad7a-489b-84d4-720b46b6a60f None None] Provisioning for port 28687aa4-d74f-4786-a196-bc5a8e7fc7ce completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:17.208753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4bead981-ad7a-489b-84d4-720b46b6a60f None None] Provisioning complete for port 28687aa4-d74f-4786-a196-bc5a8e7fc7ce triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:17.209147 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bead981-ad7a-489b-84d4-720b46b6a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.227159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.228993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.236100 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd8cfec-a5a9-449e-9593-b5c31b64aa82 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:17.236529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd8cfec-a5a9-449e-9593-b5c31b64aa82 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:17.238694 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7dd8cfec-a5a9-449e-9593-b5c31b64aa82 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/3bae064d-db3d-4f2a-a595-d8506e070754 HTTP/1.1" status: 404 len: 339 time: 0.1023173 Feb 07 13:20:17.241891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56804) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.248206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.267647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808188a-56a4-4e17-b072-80557d588288 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:20:17.304436 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.352109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:20:17.358049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.358528 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7542501c-1034-4bd7-94c6-72625bad7616 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "PUT /v2.0/routers/b6b996e9-b612-4d27-94c3-f57f1d8bfac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7463708 Feb 07 13:20:17.360154 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e839be4-c9ac-4821-b62c-b9f363589090 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:17.360967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e839be4-c9ac-4821-b62c-b9f363589090 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:17.363434 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e839be4-c9ac-4821-b62c-b9f363589090 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/6644acab-7d8a-4461-8c16-2d61e9c81461 HTTP/1.1" status: 404 len: 337 time: 0.1203167 Feb 07 13:20:17.365254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.376457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56812) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.381790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9856e-73bb-43d7-a012-e5a512f505b7 None None] Sync routers for ids ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:20:17.413575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4bead981-ad7a-489b-84d4-720b46b6a60f None None] Port 28687aa4-d74f-4786-a196-bc5a8e7fc7ce cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:20:17.415288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9856e-73bb-43d7-a012-e5a512f505b7 None None] Routers {'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:17.415929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-22c9856e-73bb-43d7-a012-e5a512f505b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:17.451461 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-8cbe9c3b-78ea-479e-ac3a-fc1a5fe7dbf4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] delete failed (client error): The resource could not be found. Feb 07 13:20:17.453109 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8cbe9c3b-78ea-479e-ac3a-fc1a5fe7dbf4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1208048658 HTTP/1.1" status: 404 len: 335 time: 0.0866563 Feb 07 13:20:17.457615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56816) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.464326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b819a65b-b301-483c-bfd8-1f06db5d92b4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:17.525895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-22c9856e-73bb-43d7-a012-e5a512f505b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:17.542192 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:20:13Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:17.542721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,segment=NetworkSegment(ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4),segment_id=ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:17.546969 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cdaa77-5688-47ae-ac68-77ffe51ee788 None None] The sync data for ids ['5421e47a-de99-45bd-9ad2-f65c9c417106'] in n-d-811416-5 is: [{'id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'name': 'tempest-TaggedBootDevicesTest_v242-934582153-router', 'tenant_id': '7696aab073d545e9835b5ca341ca819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:20Z', 'updated_at': '2022-02-07T13:20:13Z', 'revision_number': 5, 'project_id': '7696aab073d545e9835b5ca341ca819f', 'gw_port': {'id': '155ac63b-dde5-446e-8e4d-03fad6e645d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5421e47a-de99-45bd-9ad2-f65c9c417106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:22Z', 'updated_at': '2022-02-07T13:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:20:17.587522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'd2c8089a-bdb0-4cf1-9b94-91537e4a9ff0', 'network_id': 'be839176-ec08-44d7-b68a-7257645b98f3', 'port_id': 'd2c8089a-bdb0-4cf1-9b94-91537e4a9ff0', 'mac_address': 'fa:16:3e:18:1f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e29be8-7b46-4ab8-b624-5b11e335da77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:20:17.600906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9856e-73bb-43d7-a012-e5a512f505b7 None None] Routers {'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:17.601922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-22c9856e-73bb-43d7-a012-e5a512f505b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:17.616145 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b2152f-ce64-4a75-a769-d652f082e855 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:17.616531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b2152f-ce64-4a75-a769-d652f082e855 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:17.642810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=9603994d-d468-4b37-89ca-28338b556f89,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:17.647240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-02b2152f-ce64-4a75-a769-d652f082e855 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/16ca5bcc-1c93-4073-a70a-e6d96da817eb HTTP/1.1" status: 404 len: 339 time: 0.2697361 Feb 07 13:20:17.649811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56820) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.654001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Deleting port 155ac63b-dde5-446e-8e4d-03fad6e645d7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:17.654001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.672999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4bead981-ad7a-489b-84d4-720b46b6a60f None None] Provisioning complete for port fbfff7f3-2b85-4609-a106-64eb7092f090 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:17.673668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4bead981-ad7a-489b-84d4-720b46b6a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.715868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.745186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking segment: {'id': 'cc93f348-0a5c-44a6-b609-4059d4a01a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:17.745613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network hostable DHCP agents. Network: 1f27a525-a23f-47d0-8876-83e4e1698694, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:17.751864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-22c9856e-73bb-43d7-a012-e5a512f505b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:17.752274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9856e-73bb-43d7-a012-e5a512f505b7 None None] The sync data for ids ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:20:17.764666 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe61ed5f-c38b-4d90-9ed3-b524efb2e606 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:17.765125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe61ed5f-c38b-4d90-9ed3-b524efb2e606 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:17.769173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fe61ed5f-c38b-4d90-9ed3-b524efb2e606 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/cf347c36-7ecb-4e09-b66f-35894b3d5662 HTTP/1.1" status: 404 len: 337 time: 0.1153457 Feb 07 13:20:17.773867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56824) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.846880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.871749 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3e256b-119d-4be3-9a65-f9a5864a9340 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:17.872362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3e256b-119d-4be3-9a65-f9a5864a9340 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:17.876879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-df3e256b-119d-4be3-9a65-f9a5864a9340 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/22bad28f-0342-4c44-8d0d-ec542369ea18 HTTP/1.1" status: 404 len: 339 time: 0.0979609 Feb 07 13:20:17.878902 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:17.882580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4fef1675-c053-4826-8a94-bb38f418b873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0268149 Feb 07 13:20:17.882580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56828) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.882922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56830) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.916661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:20:17.926226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5e4ad844-01d6-4098-9998-477278cceff0 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-758989644', 'prefixes': ['172.20.0.0/16']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:17.934536 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,segment=NetworkSegment(ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4),segment_id=ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:17.942129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5808188a-56a4-4e17-b072-80557d588288 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:20:17.948279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5e4ad844-01d6-4098-9998-477278cceff0 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:17.950744 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-f101daff-0661-4afb-9110-34a56ee7dd0a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:17.951206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f101daff-0661-4afb-9110-34a56ee7dd0a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:17.955317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f101daff-0661-4afb-9110-34a56ee7dd0a tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/e4955007-1d7c-4512-8670-3b9349dbea38 HTTP/1.1" status: 404 len: 337 time: 0.0673215 Feb 07 13:20:17.957124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56836) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:17.995370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:18.018534 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-22453305-67c5-447a-9e59-86831a6b5ee5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:18.019275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22453305-67c5-447a-9e59-86831a6b5ee5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:18.021793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-22453305-67c5-447a-9e59-86831a6b5ee5 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/c9f49037-06c3-44de-b1be-8dbba7900b70 HTTP/1.1" status: 404 len: 339 time: 0.0633104 Feb 07 13:20:18.025825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56840) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:18.034853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b819a65b-b301-483c-bfd8-1f06db5d92b4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.057286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] For port 155ac63b-dde5-446e-8e4d-03fad6e645d7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=155ac63b-dde5-446e-8e4d-03fad6e645d7,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:18.057661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.061224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.079100 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c5ac6c-c47a-4c84-bb9c-883f7b495b07 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:18.080617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c5ac6c-c47a-4c84-bb9c-883f7b495b07 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:18.084900 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2c5ac6c-c47a-4c84-bb9c-883f7b495b07 tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/d410211d-1841-4d33-b475-189ddc428c0f HTTP/1.1" status: 404 len: 337 time: 0.0548697 Feb 07 13:20:18.091161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56844) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:18.125579 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c005ee48-2f0d-4bb3-9256-e8c1ac258daf tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:18.126125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c005ee48-2f0d-4bb3-9256-e8c1ac258daf tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:18.131036 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c005ee48-2f0d-4bb3-9256-e8c1ac258daf tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/ee22db55-1372-44b7-a20e-fc497d507c38 HTTP/1.1" status: 404 len: 339 time: 0.0357580 Feb 07 13:20:18.132448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56850) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:18.203764 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-b819a65b-b301-483c-bfd8-1f06db5d92b4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] update failed (client error): The resource could not be found. Feb 07 13:20:18.210778 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b819a65b-b301-483c-bfd8-1f06db5d92b4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "PUT /v2.0/routers/b6b996e9-b612-4d27-94c3-f57f1d8bfac8 HTTP/1.1" status: 404 len: 339 time: 0.7509420 Feb 07 13:20:18.211369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56854) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:18.218085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 1f27a525-a23f-47d0-8876-83e4e1698694) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:18.226074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Calling delete_port for 155ac63b-dde5-446e-8e4d-03fad6e645d7 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:18.277938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:18.283876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:18.284634 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.317684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fbfff7f3-2b85-4609-a106-64eb7092f090 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:18.356225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:18.378402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d21eea3-e6d5-42a7-a751-e410efe7f9dc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting subnet 1b391bfe-5819-4c53-a4ef-9fe5ba52c3a0 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:18.392935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d21eea3-e6d5-42a7-a751-e410efe7f9dc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.427335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c9b12f1-564e-4c80-882b-608f06fbfcfc None None] Provisioning complete for port 28687aa4-d74f-4786-a196-bc5a8e7fc7ce triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:18.428119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c9b12f1-564e-4c80-882b-608f06fbfcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.448100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c7ee3-dec1-40a6-acc8-f98ed2dbe361 req-6290b814-80ae-45bc-9730-e5f6674234eb tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:18.456829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b7c7ee3-dec1-40a6-acc8-f98ed2dbe361 req-6290b814-80ae-45bc-9730-e5f6674234eb tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 945 time: 0.1510062 Feb 07 13:20:18.456829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0586b6e7-8847-427e-98c7-deb233d35fe0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4011610 Feb 07 13:20:18.468329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:20:18.470581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56858) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:18.483742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-429011087'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:18.490566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:18.494531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:network and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:18.497452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:18.503341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:18.551679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b7c7ee3-dec1-40a6-acc8-f98ed2dbe361 req-123800f4-6e87-4554-b628-a0e751fa4b2f tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937901 Feb 07 13:20:18.580930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b12f1-564e-4c80-882b-608f06fbfcfc None None] Port 28687aa4-d74f-4786-a196-bc5a8e7fc7ce cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:20:18.587338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:18.590780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.630858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e4ad844-01d6-4098-9998-477278cceff0 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for subnetpool, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.635325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5e4ad844-01d6-4098-9998-477278cceff0 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7446558 Feb 07 13:20:18.635501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fbfff7f3-2b85-4609-a106-64eb7092f090 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:18.635501 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.638841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56862) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:18.644145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-ced3361c-ae95-409a-b67f-830d6441083f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb', 'tempest-TagsExtTest-Tag-146755174') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:18.647695 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d21eea3-e6d5-42a7-a751-e410efe7f9dc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.686464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:18.701463 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.701805 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Added segment 9ed44fa5-c92c-48e0-b699-6cf91349a6db of type vlan for network 5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8 Feb 07 13:20:18.739117 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.746824 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.802997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Pushing event deleted for resources: {'Port': ['ID=155ac63b-dde5-446e-8e4d-03fad6e645d7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:18.873378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.931535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.934027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d6e4b-8f64-4551-bbb4-5fd54f190b2a None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:20:18.950237 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d21eea3-e6d5-42a7-a751-e410efe7f9dc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:18.963124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 38f78b6d-c225-4abe-a6c7-8c44662d7581 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:19.017035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 38f78b6d-c225-4abe-a6c7-8c44662d7581 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:19.017433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 38f78b6d-c225-4abe-a6c7-8c44662d7581 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:19.039767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.044960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:19.045549 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.077394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ced3361c-ae95-409a-b67f-830d6441083f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags/tempest-TagsExtTest-Tag-146755174 HTTP/1.1" status: 201 len: 201 time: 0.4373486 Feb 07 13:20:19.078366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56866) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:19.123743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d6e4b-8f64-4551-bbb4-5fd54f190b2a None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:20:19.125632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-652cf2f0-eddf-4ab3-923c-8de0dc5efcb7 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce', 'tempest-TagsExtTest-Tag-1687741594') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:19.210308 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.216941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.251545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Network': ['ID=5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:19.277676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:19.293423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d21eea3-e6d5-42a7-a751-e410efe7f9dc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.321572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4fc8e732-47e6-4927-91ac-20bf7c871521 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8438699 Feb 07 13:20:19.324184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56872) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:19.330365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'ports': [{'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694'}, {'network_id': '5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8'}]} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:19.330817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:19.331357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:19.536049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21eea3-e6d5-42a7-a751-e410efe7f9dc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Subnet': ['ID=1b391bfe-5819-4c53-a4ef-9fe5ba52c3a0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:19.540898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d21eea3-e6d5-42a7-a751-e410efe7f9dc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.560359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.561008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5421e47a-de99-45bd-9ad2-f65c9c417106 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:20:19.578768 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.582635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ca9ef845-16a4-4f49-af2b-cb3e910288fc admin admin] 10.222.0.69 "DELETE /v2.0/routers/5421e47a-de99-45bd-9ad2-f65c9c417106 HTTP/1.1" status: 204 len: 168 time: 3.4780529 Feb 07 13:20:19.585831 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d21eea3-e6d5-42a7-a751-e410efe7f9dc tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/subnets/1b391bfe-5819-4c53-a4ef-9fe5ba52c3a0 HTTP/1.1" status: 204 len: 168 time: 1.4498923 Feb 07 13:20:19.585831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56878) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:19.585831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Allocated IP 172.20.0.1 (bb6a6064-ad28-4ba3-af3e-df836a7b8b7d/72c87454-47c0-4d59-a030-c3d58092299c/0254373f-d698-4169-9dde-e570dfe8ea19) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:19.595589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56880) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:19.689597 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-652cf2f0-eddf-4ab3-923c-8de0dc5efcb7 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags/tempest-TagsExtTest-Tag-1687741594 HTTP/1.1" status: 201 len: 201 time: 0.5744226 Feb 07 13:20:19.697050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56886) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:19.707029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e228be8-c6c1-4a72-b78c-583702dca266 admin admin] Deleting subnet 68a4b9fe-b72e-4913-af74-511b83dfbbe1 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:19.711543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-09dccaa5-32ac-4fc6-a72f-df10f6a7b9ee tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665', 'tempest-TagsExtTest-Tag-561232999') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:19.712656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e228be8-c6c1-4a72-b78c-583702dca266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.756917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a303ab-734f-48f2-9b63-c9eb5e41cac5 None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:19.788960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120e836b-78cc-402b-8bae-3f5e1433188f None None] Network 5aa16735-ab17-4824-88dd-5e99656e678b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:19.870013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e228be8-c6c1-4a72-b78c-583702dca266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.954145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:19.984150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.005096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Transition to ACTIVE for port object 0254373f-d698-4169-9dde-e570dfe8ea19 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:20.008074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:20.013522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e228be8-c6c1-4a72-b78c-583702dca266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.066085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port a6127585-1b35-437b-9141-cb45a7e48d85 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:20.066302 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.090467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:20.104261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:20.132724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:20.197731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390251-5c29-4a83-bae9-ecc18bf7b5b8 req-69bdb9f7-6a47-448b-af7e-81937f9f781d tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:20.199337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f390251-5c29-4a83-bae9-ecc18bf7b5b8 req-69bdb9f7-6a47-448b-af7e-81937f9f781d tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 945 time: 0.4246950 Feb 07 13:20:20.202311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.225298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 155ac63b-dde5-446e-8e4d-03fad6e645d7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:20.246881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 2} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:20.255183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.262573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e228be8-c6c1-4a72-b78c-583702dca266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.264014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] DHCP port deletion for 5aa16735-ab17-4824-88dd-5e99656e678b request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:20.274359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 155ac63b-dde5-446e-8e4d-03fad6e645d7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:20.274845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 155ac63b-dde5-446e-8e4d-03fad6e645d7 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:20.276895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] Deleting port a6127585-1b35-437b-9141-cb45a7e48d85 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:20.277610 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.297133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.308673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-09dccaa5-32ac-4fc6-a72f-df10f6a7b9ee tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags/tempest-TagsExtTest-Tag-561232999 HTTP/1.1" status: 201 len: 201 time: 0.6092026 Feb 07 13:20:20.317287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56890) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:20.331361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-f5f94743-174a-48d9-a52a-13c467af9efb tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8', 'tempest-TagsExtTest-Tag-1843883618') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:20.345122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:20.348214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e228be8-c6c1-4a72-b78c-583702dca266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a4b9fe-b72e-4913-af74-511b83dfbbe1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:20.352575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:20.355529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:20.378898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e750ab-ae6b-4adb-9f64-7765cbf55a44 None None] Network 6b770f56-a9b7-486f-94e8-7aef66bc75bd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:20.387266 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e228be8-c6c1-4a72-b78c-583702dca266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.397307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f390251-5c29-4a83-bae9-ecc18bf7b5b8 req-fc184409-39f7-4112-a0cd-db016f90a639 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766193 Feb 07 13:20:20.418341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Port': ['ID=0254373f-d698-4169-9dde-e570dfe8ea19,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:20.427545 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4e228be8-c6c1-4a72-b78c-583702dca266 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/68a4b9fe-b72e-4913-af74-511b83dfbbe1 HTTP/1.1" status: 204 len: 168 time: 0.8396311 Feb 07 13:20:20.436668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56894) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:20.528788 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.621408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.638852 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f5f94743-174a-48d9-a52a-13c467af9efb tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags/tempest-TagsExtTest-Tag-1843883618 HTTP/1.1" status: 201 len: 201 time: 0.3117750 Feb 07 13:20:20.647048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56898) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:20.647048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Deleting port 87c169dd-f3a4-45c0-86bc-e840e72fd687 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:20.647048 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.680793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-db1a0a82-80fb-4772-8433-34c0f8c2f240 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:20.693904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 13056c66-8591-4d1f-9248-f21702ab04af yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:20.761780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] For port a6127585-1b35-437b-9141-cb45a7e48d85, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6127585-1b35-437b-9141-cb45a7e48d85,segment=NetworkSegment(7c656ce2-10e2-4dc8-94f2-153dac95c72e),segment_id=7c656ce2-10e2-4dc8-94f2-153dac95c72e)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:20.762349 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.764875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] For port a6127585-1b35-437b-9141-cb45a7e48d85, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6127585-1b35-437b-9141-cb45a7e48d85,segment=NetworkSegment(7c656ce2-10e2-4dc8-94f2-153dac95c72e),segment_id=7c656ce2-10e2-4dc8-94f2-153dac95c72e)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:20.767502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.844682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.892681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aa174498-6f93-498f-b55f-e3be6c2f5c7c None None] Provisioning for port 0254373f-d698-4169-9dde-e570dfe8ea19 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:20.901941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] Calling delete_port for a6127585-1b35-437b-9141-cb45a7e48d85 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:20.907999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Calling delete_port for a6127585-1b35-437b-9141-cb45a7e48d85 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:20.949610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aa174498-6f93-498f-b55f-e3be6c2f5c7c None None] Provisioning complete for port 0254373f-d698-4169-9dde-e570dfe8ea19 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:20.949864 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aa174498-6f93-498f-b55f-e3be6c2f5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:20.956276 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.010559 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-db1a0a82-80fb-4772-8433-34c0f8c2f240 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags HTTP/1.1" status: 200 len: 240 time: 0.3675454 Feb 07 13:20:21.022879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56902) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:21.032352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-aa174498-6f93-498f-b55f-e3be6c2f5c7c None None] Port 0254373f-d698-4169-9dde-e570dfe8ea19 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:20:21.034219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-3a35aa9e-bd3a-4a0a-9fea-717e5612d83f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb', 'tempest-TagsExtTest-Tag-146755174') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:21.046275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:21.117880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 26148a71-0129-4afb-bc2b-1c9b74ed649c yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:21.143405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] DHCP port deletion for 6b770f56-a9b7-486f-94e8-7aef66bc75bd request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:21.150180 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.172155 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:21.172590 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:21.187930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] Deleting port 87c169dd-f3a4-45c0-86bc-e840e72fd687 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:21.188359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.226242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:21.240892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] For port 87c169dd-f3a4-45c0-86bc-e840e72fd687, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=87c169dd-f3a4-45c0-86bc-e840e72fd687,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:21.241499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.251435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] Pushing event deleted for resources: {'Port': ['ID=a6127585-1b35-437b-9141-cb45a7e48d85,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:21.260977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7e9b3-2698-4b64-b78b-cd957650ae97 None None] No DVR routers for this DVR port a6127585-1b35-437b-9141-cb45a7e48d85 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:21.262590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:21.262965 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.369212 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.452673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.537462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Calling delete_port for 87c169dd-f3a4-45c0-86bc-e840e72fd687 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:21.597326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=13056c66-8591-4d1f-9248-f21702ab04af,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:21.598634 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.601682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:21.604244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:21.608746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:21.610841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.620389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] For port 87c169dd-f3a4-45c0-86bc-e840e72fd687, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=87c169dd-f3a4-45c0-86bc-e840e72fd687,segment=NetworkSegment(4fa7d945-aeb6-48bb-b790-45bb75a84db2),segment_id=4fa7d945-aeb6-48bb-b790-45bb75a84db2)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:21.620818 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.679277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Deleting port a6127585-1b35-437b-9141-cb45a7e48d85 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:21.679641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.692088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c8089a-bdb0-4cf1-9b94-91537e4a9ff0'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:20:21.765860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] Calling delete_port for 87c169dd-f3a4-45c0-86bc-e840e72fd687 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:21.790504 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3a35aa9e-bd3a-4a0a-9fea-717e5612d83f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags/tempest-TagsExtTest-Tag-146755174 HTTP/1.1" status: 204 len: 168 time: 0.7616282 Feb 07 13:20:21.794454 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c8089a-bdb0-4cf1-9b94-91537e4a9ff0', 'code': 200} Feb 07 13:20:21.796594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56912) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:21.808963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,segment=NetworkSegment(ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4),segment_id=ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:21.811674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-f32b1ce6-72fb-436d-8502-1406309d5fda tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb', 'tempest-TagsExtTest-Tag-146755174') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:21.829445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] The port 'a6127585-1b35-437b-9141-cb45a7e48d85' was deleted {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:21.847489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:21.847906 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:21.851671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.857165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:21.868154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=26148a71-0129-4afb-bc2b-1c9b74ed649c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:21.911434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c169dd-f3a4-45c0-86bc-e840e72fd687,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:21.917583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] No DVR routers for this DVR port 87c169dd-f3a4-45c0-86bc-e840e72fd687 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:21.933151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:22.010286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d23218-a7bf-4a5b-a459-8af07a05a892 req-c2b3a972-71d1-42b7-b6bd-b4cdd6bd0cc1 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:22.011762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0d23218-a7bf-4a5b-a459-8af07a05a892 req-c2b3a972-71d1-42b7-b6bd-b4cdd6bd0cc1 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 945 time: 0.4667823 Feb 07 13:20:22.046793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking segment: {'id': '9ed44fa5-c92c-48e0-b699-6cf91349a6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:22.047150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network hostable DHCP agents. Network: 5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:22.050173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.074681 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.080822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.115741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b770f56-a9b7-486f-94e8-7aef66bc75bd']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.134257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa16735-ab17-4824-88dd-5e99656e678b']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.135158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.144068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6127585-1b35-437b-9141-cb45a7e48d85 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:22.146955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0d23218-a7bf-4a5b-a459-8af07a05a892 req-fd58160c-5fb8-45e6-b434-78874ea9bcf0 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242435 Feb 07 13:20:22.155336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c656ce2-10e2-4dc8-94f2-153dac95c72e') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.155715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c656ce2-10e2-4dc8-94f2-153dac95c72e') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.168267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c737d-9f47-4aa1-8b15-4cd566e01aa0 req-3e48bddd-93ff-4e7a-b43d-6f28350e9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:22.169210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa7d945-aeb6-48bb-b790-45bb75a84db2') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.169511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa7d945-aeb6-48bb-b790-45bb75a84db2') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.169763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-636c737d-9f47-4aa1-8b15-4cd566e01aa0 req-3e48bddd-93ff-4e7a-b43d-6f28350e9818 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 1097 time: 0.3314245 Feb 07 13:20:22.189234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a6127585-1b35-437b-9141-cb45a7e48d85 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:22.189705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6127585-1b35-437b-9141-cb45a7e48d85 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:22.190147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.190484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 87c169dd-f3a4-45c0-86bc-e840e72fd687 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:22.217807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.229084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:22.229488 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.232876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 87c169dd-f3a4-45c0-86bc-e840e72fd687 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:22.233544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 87c169dd-f3a4-45c0-86bc-e840e72fd687 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:22.246141 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:22.248916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.289074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.291539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event updated for resources: {'Port': ['ID=0254373f-d698-4169-9dde-e570dfe8ea19,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:22.293951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.296089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:22.299282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-636c737d-9f47-4aa1-8b15-4cd566e01aa0 req-d66e70e6-5ac0-47c6-a38c-43fb7e73ca33 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235507 Feb 07 13:20:22.305763 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f32b1ce6-72fb-436d-8502-1406309d5fda tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags/tempest-TagsExtTest-Tag-146755174 HTTP/1.1" status: 204 len: 168 time: 0.5087514 Feb 07 13:20:22.306928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:22.307415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.310985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56916) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:22.319234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-56e7a001-06f6-422f-bb18-3b809959fbca tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:22.324043 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:22.349352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] Deleting port 87c169dd-f3a4-45c0-86bc-e840e72fd687 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:22.349749 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.378510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:22.382723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:22.388781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:22.394182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:22.394926 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.417925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f066ba5f-2157-44f6-a675-6a1b3d884deb None None] Network 5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:22.435943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1be65393-6745-4768-b8fd-f7ac25934b5c None None] The port '87c169dd-f3a4-45c0-86bc-e840e72fd687' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:22.439353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-56e7a001-06f6-422f-bb18-3b809959fbca tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags HTTP/1.1" status: 200 len: 205 time: 0.1249652 Feb 07 13:20:22.439713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56920) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:22.444990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-faf11e30-43aa-49bd-8cb2-cdbb316f97fa tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.522626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-faf11e30-43aa-49bd-8cb2-cdbb316f97fa tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags HTTP/1.1" status: 200 len: 241 time: 0.0790598 Feb 07 13:20:22.523456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56924) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:22.529502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-586f83d1-73df-456f-ae8b-cf47c9e1c599 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce', 'tempest-TagsExtTest-Tag-1687741594') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.534340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:22.536119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:22.564912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1b9bed73-1073-45da-bf96-39299850467a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2393942 Feb 07 13:20:22.571197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56928) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:22.617747 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.634463 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.646085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.665886 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6b770f56-a9b7-486f-94e8-7aef66bc75bd HTTP/1.1" status: 204 len: 168 time: 2.2255712 Feb 07 13:20:22.666943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56932) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:22.679285 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.690822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] 10.222.0.69 "DELETE /v2.0/networks/5aa16735-ab17-4824-88dd-5e99656e678b HTTP/1.1" status: 204 len: 168 time: 3.0940938 Feb 07 13:20:22.699812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e65969-c5f0-4005-beb4-a422b272094c tempest-NetworksTest-542167864 tempest-NetworksTest-542167864-project] Pushing event deleted for resources: {'Network': ['ID=5aa16735-ab17-4824-88dd-5e99656e678b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:22.714910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ad43a296-d77c-4f90-9bcc-056ddd50ef20 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 26148a71-0129-4afb-bc2b-1c9b74ed649c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:22.715263 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad43a296-d77c-4f90-9bcc-056ddd50ef20 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.786062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e18a-f1d9-4c4a-aa1b-ba0b6610f972 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b770f56-a9b7-486f-94e8-7aef66bc75bd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:22.869804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Router b6b996e9-b612-4d27-94c3-f57f1d8bfac8 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:20:22.896307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-586f83d1-73df-456f-ae8b-cf47c9e1c599 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags/tempest-TagsExtTest-Tag-1687741594 HTTP/1.1" status: 204 len: 168 time: 0.3711023 Feb 07 13:20:22.919170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56938) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:22.933590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-9e622c00-b106-4d83-95b9-6ea23ecc05de tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce', 'tempest-TagsExtTest-Tag-1687741594') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:22.976835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e11d9ce6-5413-4fa8-b8ad-5480bd351d21 None None] Provisioning complete for port 0254373f-d698-4169-9dde-e570dfe8ea19 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:22.977917 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e11d9ce6-5413-4fa8-b8ad-5480bd351d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:22.990935 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad43a296-d77c-4f90-9bcc-056ddd50ef20 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:23.040279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e11d9ce6-5413-4fa8-b8ad-5480bd351d21 None None] Port 0254373f-d698-4169-9dde-e570dfe8ea19 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:20:23.129600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ad43a296-d77c-4f90-9bcc-056ddd50ef20 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 26148a71-0129-4afb-bc2b-1c9b74ed649c owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:23.309900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad43a296-d77c-4f90-9bcc-056ddd50ef20 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:23.319047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56946) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:23.402903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:20:23.413238 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4501c008-896b-4eae-acd3-cca3da422827 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "PUT /v2.0/routers/b6b996e9-b612-4d27-94c3-f57f1d8bfac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1985590 Feb 07 13:20:23.413944 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1037d01-703b-49ce-9f2d-4a447cedded7 None None] Sync routers for ids ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:20:23.415213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56948) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:23.425434 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1037d01-703b-49ce-9f2d-4a447cedded7 None None] Routers {'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:23.425975 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b1037d01-703b-49ce-9f2d-4a447cedded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:23.487650 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b1037d01-703b-49ce-9f2d-4a447cedded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:23.497611 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1037d01-703b-49ce-9f2d-4a447cedded7 None None] Routers {'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:23.498332 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b1037d01-703b-49ce-9f2d-4a447cedded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:23.517879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43a296-d77c-4f90-9bcc-056ddd50ef20 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=26148a71-0129-4afb-bc2b-1c9b74ed649c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:23.526410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad43a296-d77c-4f90-9bcc-056ddd50ef20 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:23.546982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ad43a296-d77c-4f90-9bcc-056ddd50ef20 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/26148a71-0129-4afb-bc2b-1c9b74ed649c HTTP/1.1" status: 204 len: 168 time: 0.9745173 Feb 07 13:20:23.549465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56956) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:23.568362 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b1037d01-703b-49ce-9f2d-4a447cedded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:23.569119 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1037d01-703b-49ce-9f2d-4a447cedded7 None None] The sync data for ids ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:20:23.625748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b799-4c97-4b39-80b4-65a4c43900b6 req-e26d0b46-786c-4f44-9e15-2a48ae601d12 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:23.627257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff63b799-4c97-4b39-80b4-65a4c43900b6 req-e26d0b46-786c-4f44-9e15-2a48ae601d12 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 946 time: 0.3536637 Feb 07 13:20:23.687375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b7da0-7c66-4908-9528-21b7367727de tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:23.694849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b7da0-7c66-4908-9528-21b7367727de tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:23.695649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-850b7da0-7c66-4908-9528-21b7367727de tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:23.726227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff63b799-4c97-4b39-80b4-65a4c43900b6 req-95942c82-06d7-4ae4-bbcb-ef13afcebed8 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896513 Feb 07 13:20:23.747390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea1021e3-0d9b-42df-b35e-23e26fc255b8 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:23.766556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-73f287f6-a7b3-4ca4-94f4-453226e4d656 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa95a23a062c434c879be35c1a4fc6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724097 Feb 07 13:20:23.769036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56960) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:23.831416 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e622c00-b106-4d83-95b9-6ea23ecc05de tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags/tempest-TagsExtTest-Tag-1687741594 HTTP/1.1" status: 204 len: 168 time: 0.9097331 Feb 07 13:20:23.834411 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4b72053-de6b-4913-9a96-6e77d2d6504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:23.836904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56964) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:23.849615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-404af0aa-f66c-46a6-a6aa-97869d5824c5 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:23.888342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-850b7da0-7c66-4908-9528-21b7367727de tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:23.889613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-850b7da0-7c66-4908-9528-21b7367727de tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3394253 Feb 07 13:20:23.892857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56968) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:23.943641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4b72053-de6b-4913-9a96-6e77d2d6504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:23.981176 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ea1021e3-0d9b-42df-b35e-23e26fc255b8 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 13:20:23.982342 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea1021e3-0d9b-42df-b35e-23e26fc255b8 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/routers/b6b996e9-b612-4d27-94c3-f57f1d8bfac8 HTTP/1.1" status: 409 len: 329 time: 0.5638280 Feb 07 13:20:23.986180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56972) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:24.022750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f7da9f5d-3673-475e-b334-f7ac9f8b88b9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 13056c66-8591-4d1f-9248-f21702ab04af {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:24.023087 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7da9f5d-3673-475e-b334-f7ac9f8b88b9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:24.089485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-404af0aa-f66c-46a6-a6aa-97869d5824c5 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags HTTP/1.1" status: 200 len: 205 time: 0.2511909 Feb 07 13:20:24.093379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56976) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:24.128657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-e495131a-89c8-4dae-ac9a-366fb6c8296e tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:24.205045 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4b72053-de6b-4913-9a96-6e77d2d6504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:24.229870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b72053-de6b-4913-9a96-6e77d2d6504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00cccfc-ab20-4f04-a849-c921bbe09b0c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:24.314577 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4b72053-de6b-4913-9a96-6e77d2d6504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:24.315712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c4b72053-de6b-4913-9a96-6e77d2d6504b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f00cccfc-ab20-4f04-a849-c921bbe09b0c HTTP/1.1" status: 204 len: 168 time: 0.5452526 Feb 07 13:20:24.408744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e495131a-89c8-4dae-ac9a-366fb6c8296e tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags HTTP/1.1" status: 200 len: 240 time: 0.3154948 Feb 07 13:20:24.413040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56982) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:24.420293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-1bb9f86f-b536-4957-9d6d-ed899cca466d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665', 'tempest-TagsExtTest-Tag-561232999') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:24.471603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7da9f5d-3673-475e-b334-f7ac9f8b88b9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:24.584212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:24.584804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:24.619806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f7da9f5d-3673-475e-b334-f7ac9f8b88b9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 13056c66-8591-4d1f-9248-f21702ab04af owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:24.754835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1bb9f86f-b536-4957-9d6d-ed899cca466d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags/tempest-TagsExtTest-Tag-561232999 HTTP/1.1" status: 204 len: 168 time: 0.3380029 Feb 07 13:20:24.755571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56990) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:24.761459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-813b98c0-70d4-43bb-9773-70d6c55ba683 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665', 'tempest-TagsExtTest-Tag-561232999') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:24.905030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7da9f5d-3673-475e-b334-f7ac9f8b88b9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:25.023034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:25.150577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da9f5d-3673-475e-b334-f7ac9f8b88b9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=13056c66-8591-4d1f-9248-f21702ab04af,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:25.170582 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7da9f5d-3673-475e-b334-f7ac9f8b88b9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:25.207927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929baf38-8551-4626-a673-fce1fd7fc74d req-d1d5eb93-1738-4ba7-aabd-ef7aa0078519 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:25.210112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-929baf38-8551-4626-a673-fce1fd7fc74d req-d1d5eb93-1738-4ba7-aabd-ef7aa0078519 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 946 time: 0.3116190 Feb 07 13:20:25.270110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-929baf38-8551-4626-a673-fce1fd7fc74d req-45cd849e-a826-417d-b129-4489f9d2a088 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525062 Feb 07 13:20:25.273030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-813b98c0-70d4-43bb-9773-70d6c55ba683 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags/tempest-TagsExtTest-Tag-561232999 HTTP/1.1" status: 204 len: 168 time: 0.5168455 Feb 07 13:20:25.275641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57008) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.283149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-db73147e-71af-4344-ba88-fc500cc4fa2c tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:25.352623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f7da9f5d-3673-475e-b334-f7ac9f8b88b9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/13056c66-8591-4d1f-9248-f21702ab04af HTTP/1.1" status: 204 len: 168 time: 1.4520261 Feb 07 13:20:25.353715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57014) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.353897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Deleting port 0222ddef-ff8b-42cd-a714-c492ebbed7b7 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:25.354257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:25.505252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-db73147e-71af-4344-ba88-fc500cc4fa2c tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags HTTP/1.1" status: 200 len: 205 time: 0.2266219 Feb 07 13:20:25.510921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57020) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.518150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-5a9a9644-5cde-4f6b-bec4-e4b1ca69f4c4 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:25.538905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59230c2c-2730-43fc-94c7-f3ea8ecdefd0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:25.540011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-59230c2c-2730-43fc-94c7-f3ea8ecdefd0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:25.555206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57024) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.562536 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026073 Feb 07 13:20:25.562891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57026) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.578984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5a9a9644-5cde-4f6b-bec4-e4b1ca69f4c4 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags HTTP/1.1" status: 200 len: 241 time: 0.0645704 Feb 07 13:20:25.579196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57032) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.584949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-11052c75-87c7-4991-a5ea-30155b7c643f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8', 'tempest-TagsExtTest-Tag-1843883618') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:25.613534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-11052c75-87c7-4991-a5ea-30155b7c643f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags/tempest-TagsExtTest-Tag-1843883618 HTTP/1.1" status: 204 len: 168 time: 0.0306828 Feb 07 13:20:25.614328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57036) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.619171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-506f77d1-f636-47f9-99f7-7983dffd18d7 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8', 'tempest-TagsExtTest-Tag-1843883618') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:25.648088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-59230c2c-2730-43fc-94c7-f3ea8ecdefd0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:25.651816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-59230c2c-2730-43fc-94c7-f3ea8ecdefd0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2878373 Feb 07 13:20:25.651956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] For port 0222ddef-ff8b-42cd-a714-c492ebbed7b7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0222ddef-ff8b-42cd-a714-c492ebbed7b7,segment=NetworkSegment(b45f0051-80d9-4f53-b2ad-ea5bde4f6083),segment_id=b45f0051-80d9-4f53-b2ad-ea5bde4f6083)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:25.651956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:25.652550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57040) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.662845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Deleting port 0254373f-d698-4169-9dde-e570dfe8ea19 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:25.663186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:25.704901 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-887ad393-6984-477c-b66e-0f1258d57a18 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:20:25.706606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-887ad393-6984-477c-b66e-0f1258d57a18 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/26148a71-0129-4afb-bc2b-1c9b74ed649c HTTP/1.1" status: 404 len: 333 time: 0.0536010 Feb 07 13:20:25.711447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57044) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.763377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2e6f9efb-4829-4756-b581-ab04c47565d1 tempest-NetworksApiDiscovery-766585041 tempest-NetworksApiDiscovery-766585041-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1938748 Feb 07 13:20:25.769362 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be626e1-7c21-4a6b-8a2d-4dd152ffb00a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:20:25.777208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6be626e1-7c21-4a6b-8a2d-4dd152ffb00a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/13056c66-8591-4d1f-9248-f21702ab04af HTTP/1.1" status: 404 len: 333 time: 0.0639076 Feb 07 13:20:25.778062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57050) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.836972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Calling delete_port for 0222ddef-ff8b-42cd-a714-c492ebbed7b7 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:25.874800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-506f77d1-f636-47f9-99f7-7983dffd18d7 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags/tempest-TagsExtTest-Tag-1843883618 HTTP/1.1" status: 204 len: 168 time: 0.2596030 Feb 07 13:20:25.878402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57056) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:25.886800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-fe142011-767d-4f1c-89b3-cc566b4f845c tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:25.980962 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.002913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fe142011-767d-4f1c-89b3-cc566b4f845c tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags HTTP/1.1" status: 200 len: 205 time: 0.1234069 Feb 07 13:20:26.010532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57060) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:26.021768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-cacfad9c-4aa9-4b3a-967b-e1f5487f28ce tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:26.187483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.199880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.214904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf790f-e38e-47e3-a4c4-de08d087e261 req-9c688e6e-bb94-46f4-b826-bae3bca32226 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:26.216461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bdf790f-e38e-47e3-a4c4-de08d087e261 req-9c688e6e-bb94-46f4-b826-bae3bca32226 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 946 time: 0.2848365 Feb 07 13:20:26.220529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cacfad9c-4aa9-4b3a-967b-e1f5487f28ce tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.2076564 Feb 07 13:20:26.232180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57066) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:26.242413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-c9eb2824-3d62-404b-aa85-7f162e4d8484 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:26.317680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57070) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:26.325903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Calling delete_port for 0254373f-d698-4169-9dde-e570dfe8ea19 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:26.329066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:26.356486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed44fa5-c92c-48e0-b699-6cf91349a6db') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:26.356486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed44fa5-c92c-48e0-b699-6cf91349a6db') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:26.379461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.400988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7bdf790f-e38e-47e3-a4c4-de08d087e261 req-0072e780-6d9d-43f0-a77e-22121a0bf979 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678431 Feb 07 13:20:26.461075 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.480908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:26.481324 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:26.496270 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:26.563302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c9eb2824-3d62-404b-aa85-7f162e4d8484 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags HTTP/1.1" status: 204 len: 168 time: 0.3287702 Feb 07 13:20:26.572152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57076) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:26.577523 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.585078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.592472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-728bea7b-3bf0-4d3f-92ce-e6328971cccc tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:26.640775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0222ddef-ff8b-42cd-a714-c492ebbed7b7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:26.666928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:26.675487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] Usage tracker for resource:security_group_rule and tenant:2f3f06653f324d1b945b6ec92e2153ac is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:26.685312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:26.708640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:26.764740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-728bea7b-3bf0-4d3f-92ce-e6328971cccc tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1915708 Feb 07 13:20:26.765437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57080) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:26.771438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-da6fac32-c2d0-4bed-851a-f9c32b8a5213 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:26.801503 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.806310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.830617 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:26.851861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/networks/5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8 HTTP/1.1" status: 204 len: 168 time: 1.0656726 Feb 07 13:20:26.853146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3507b-9905-415f-87ba-056695652ab6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Network': ['ID=5ac85225-bc9a-4b5b-8f0c-6c38f4b0b3d8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:26.860504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57084) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:26.870943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1288967017'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:26.886406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:26.895657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:network and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:26.900334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Port': ['ID=0254373f-d698-4169-9dde-e570dfe8ea19,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:26.901421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:26.927413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:26.988743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57088) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:26.989014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-da6fac32-c2d0-4bed-851a-f9c32b8a5213 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.2218297 Feb 07 13:20:27.009735 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.041005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:27.045877 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.067776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-65720d80-754d-473c-97e5-cf15b27ec49f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb', 'tempest-TagsExtTest-Tag-295425009') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:27.085900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:27.098237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.098742 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Added segment 328e5e5d-272e-4bbb-bc4b-77ec66f2653b of type vlan for network 40f45669-20bd-455d-8d54-4824153e2573 Feb 07 13:20:27.133976 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.137695 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.173401 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.231257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f3f06653f324d1b945b6ec92e2153ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9125044 Feb 07 13:20:27.234315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57092) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:27.235001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae59390-fbf2-4913-8b85-872be7a299bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2760ba6c-964b-4891-a0b1-49c40f5c6666,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:27.245732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.252559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:27.253271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.357883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.648163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Network': ['ID=40f45669-20bd-455d-8d54-4824153e2573,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:27.664139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 40f45669-20bd-455d-8d54-4824153e2573 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:27.688219 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fb36-4d5f-4ca5-8fd4-74186c156b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.727932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-c9e17e91-566d-4e4e-b0ae-1b9ffb9b5b50 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:27.729621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-c9e17e91-566d-4e4e-b0ae-1b9ffb9b5b50 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.47 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 946 time: 0.3011224 Feb 07 13:20:27.735754 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fb36-4d5f-4ca5-8fd4-74186c156b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:27.746081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-92766548-b1ca-4986-9461-783ae4f7e6f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8844750 Feb 07 13:20:27.785309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57100) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:27.799732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '40f45669-20bd-455d-8d54-4824153e2573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:27.827733 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-65720d80-754d-473c-97e5-cf15b27ec49f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags/tempest-TagsExtTest-Tag-295425009 HTTP/1.1" status: 201 len: 201 time: 0.7820895 Feb 07 13:20:27.834110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57104) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:27.916260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-293c4ba6-aaff-47af-ab25-455751aceb1e tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce', 'tempest-TagsExtTest-Tag-136547018') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:27.965864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Router b6b996e9-b612-4d27-94c3-f57f1d8bfac8 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:20:27.978037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ff7af-5d42-44bf-bb82-5c5d020225b3 req-baa09653-fb68-4151-b2fe-979ebc9d0bb2 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:27.979531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4ff7af-5d42-44bf-bb82-5c5d020225b3 req-baa09653-fb68-4151-b2fe-979ebc9d0bb2 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 946 time: 0.4325316 Feb 07 13:20:28.009928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Deleting port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:28.010280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:28.116100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:28.133753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:28.140378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:28.150543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba4ff7af-5d42-44bf-bb82-5c5d020225b3 req-f122e22a-16dc-4deb-90c4-f01ff865a207 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/security-groups?id=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535840 Feb 07 13:20:28.179938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:28.190700 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fb36-4d5f-4ca5-8fd4-74186c156b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:28.195774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:20:28.208047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056404d-9a3c-41a8-88c2-fb59b0ebb603 None None] Sync routers for ids ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:20:28.209785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Router b78bc83a-6aac-4bbf-96d8-2968886f48f6 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:20:28.220703 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-739cda0a-fb97-4584-bf5f-35a62838626e tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "PUT /v2.0/routers/b6b996e9-b612-4d27-94c3-f57f1d8bfac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2285910 Feb 07 13:20:28.220934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056404d-9a3c-41a8-88c2-fb59b0ebb603 None None] Routers {'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:28.221295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57108) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:28.221943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9056404d-9a3c-41a8-88c2-fb59b0ebb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:28.234556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5fb36-4d5f-4ca5-8fd4-74186c156b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2760ba6c-964b-4891-a0b1-49c40f5c6666,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:28.272560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b6d5fb36-4d5f-4ca5-8fd4-74186c156b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:28.276275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b6d5fb36-4d5f-4ca5-8fd4-74186c156b93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2760ba6c-964b-4891-a0b1-49c40f5c6666 HTTP/1.1" status: 204 len: 168 time: 1.0360129 Feb 07 13:20:28.299775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9056404d-9a3c-41a8-88c2-fb59b0ebb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:28.322751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056404d-9a3c-41a8-88c2-fb59b0ebb603 None None] Routers {'b6b996e9-b612-4d27-94c3-f57f1d8bfac8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:28.323677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9056404d-9a3c-41a8-88c2-fb59b0ebb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:28.335347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:28.339147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:28.355245 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-95f94848-6387-4747-8acd-7295b68aab51 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] show failed (client error): The resource could not be found. Feb 07 13:20:28.356324 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-95f94848-6387-4747-8acd-7295b68aab51 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-718974627 HTTP/1.1" status: 404 len: 334 time: 0.1340952 Feb 07 13:20:28.366008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57114) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:28.373486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a4613402-74e6-47d1-96ff-c2fdbfe5027d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:28.404780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9056404d-9a3c-41a8-88c2-fb59b0ebb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:28.405273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056404d-9a3c-41a8-88c2-fb59b0ebb603 None None] The sync data for ids ['b6b996e9-b612-4d27-94c3-f57f1d8bfac8'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:20:28.453457 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-a4613402-74e6-47d1-96ff-c2fdbfe5027d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] update failed (client error): The resource could not be found. Feb 07 13:20:28.454401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a4613402-74e6-47d1-96ff-c2fdbfe5027d tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1750405890 HTTP/1.1" status: 404 len: 335 time: 0.0874481 Feb 07 13:20:28.460379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57118) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:28.482893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.ipam_backend_mixin [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Performing IP validity checks on allocation pools {{(pid=88313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 13:20:28.485833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.ipam_backend_mixin [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 13:20:28.496108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-293c4ba6-aaff-47af-ab25-455751aceb1e tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags/tempest-TagsExtTest-Tag-136547018 HTTP/1.1" status: 201 len: 201 time: 0.6009209 Feb 07 13:20:28.501700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57122) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:28.515693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-bce5d0dd-748a-43ae-a697-c33f5e5f61e4 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665', 'tempest-TagsExtTest-Tag-1405694349') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:28.555935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] For port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,segment=NetworkSegment(ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4),segment_id=ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:28.556332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:28.728427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Calling delete_port for d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:28.774186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be07417-ab00-4182-b484-37e179e449c7 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Deleting subnet 970fcae1-e6b3-45c8-9e4e-4c49f8f5557e {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:28.776306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:20:28.787783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-421f0d20-fc65-4583-9dda-f1793de9d9d8 admin admin] 10.222.0.69 "PUT /v2.0/routers/b78bc83a-6aac-4bbf-96d8-2968886f48f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1151390 Feb 07 13:20:28.791719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be07417-ab00-4182-b484-37e179e449c7 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:28.792845 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] Sync routers for ids ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:20:28.805306 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] Routers {'b78bc83a-6aac-4bbf-96d8-2968886f48f6'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:28.807385 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:28.826832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57132) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:29.010850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be07417-ab00-4182-b484-37e179e449c7 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.075620 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] Set router b78bc83a-6aac-4bbf-96d8-2968886f48f6 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:20:29.088699 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bce5d0dd-748a-43ae-a697-c33f5e5f61e4 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags/tempest-TagsExtTest-Tag-1405694349 HTTP/1.1" status: 201 len: 201 time: 0.5859544 Feb 07 13:20:29.091759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57140) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:29.099056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-1cd75531-6dd7-47f0-a757-6c1a6f8b629f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8', 'tempest-TagsExtTest-Tag-2104942311') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:29.138452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be07417-ab00-4182-b484-37e179e449c7 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.264729 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1cd75531-6dd7-47f0-a757-6c1a6f8b629f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags/tempest-TagsExtTest-Tag-2104942311 HTTP/1.1" status: 201 len: 201 time: 0.1717098 Feb 07 13:20:29.265678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57148) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:29.271695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-17a02bb6-0d46-4156-b137-92241c5981f5 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb', {'tags': ['tempest-TagsExtTest-Tag-518231975', 'tempest-TagsExtTest-Tag-1132689041', 'tempest-TagsExtTest-Tag-155475807']}) {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:29.334662 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be07417-ab00-4182-b484-37e179e449c7 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.392666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.393980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be07417-ab00-4182-b484-37e179e449c7 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Subnet': ['ID=970fcae1-e6b3-45c8-9e4e-4c49f8f5557e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:29.403270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be07417-ab00-4182-b484-37e179e449c7 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.403500 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:20:26Z', 'revision_number': 5, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:29.411656 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] Checking router: b78bc83a-6aac-4bbf-96d8-2968886f48f6 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:20:29.415382 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3be07417-ab00-4182-b484-37e179e449c7 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/subnets/970fcae1-e6b3-45c8-9e4e-4c49f8f5557e HTTP/1.1" status: 204 len: 168 time: 0.9536376 Feb 07 13:20:29.417094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57156) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:29.421962 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] Routers {'b78bc83a-6aac-4bbf-96d8-2968886f48f6'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:29.422573 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:29.424571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db9271d-3f0c-434f-a38b-b29a72c51c53 None None] Network dc9fddf2-c033-472c-9d31-943b387bf753 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:29.516233 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-17a02bb6-0d46-4156-b137-92241c5981f5 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags HTTP/1.1" status: 200 len: 316 time: 0.2491658 Feb 07 13:20:29.519782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57162) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:29.523738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Pushing event deleted for resources: {'Port': ['ID=d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:29.527533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-e899b23a-44dc-4c84-84a3-de936940e46d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:29.547639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.566954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-129330ad-04b8-42a8-b73b-1db7f3d0561a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Deleting subnet 8b6e17c7-fc33-48f6-a9bc-1e682df40a43 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:29.571286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-129330ad-04b8-42a8-b73b-1db7f3d0561a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.641522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-129330ad-04b8-42a8-b73b-1db7f3d0561a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.664885 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] Set router b78bc83a-6aac-4bbf-96d8-2968886f48f6 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:20:29.721977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b1e89a0-61e9-4976-b6e1-2f4e4712ca31 req-4554e1bb-967e-43e5-b9cd-439cbe05afb6 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 210 time: 0.3309667 Feb 07 13:20:29.793928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] No DVR routers for this DVR port d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:29.796825 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.810003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1', 'name': 'network-vif-deleted', 'tag': 'd2c8089a-bdb0-4cf1-9b94-91537e4a9ff0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:20:29.834092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.844714 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-129330ad-04b8-42a8-b73b-1db7f3d0561a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.899862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] DHCP port deletion for dc9fddf2-c033-472c-9d31-943b387bf753 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:29.903795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] Deleting port 340a3339-a5ca-4f3a-b016-337f5148c876 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:29.904285 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:29.916184 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e899b23a-44dc-4c84-84a3-de936940e46d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.3950882 Feb 07 13:20:29.920338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57170) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:29.932602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-7b27c35a-b44c-4607-9056-affd707700e2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb', 'tempest-TagsExtTest-Tag-518231975') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:30.026298 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-7b27c35a-b44c-4607-9056-affd707700e2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:30.028281 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7b27c35a-b44c-4607-9056-affd707700e2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags/tempest-TagsExtTest-Tag-518231975 HTTP/1.1" status: 404 len: 328 time: 0.1070693 Feb 07 13:20:30.031227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57176) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:30.037187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-9340806e-b67b-4c44-8b25-ee41899b6369 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb', 'tempest-TagsExtTest-Tag-1132689041') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:30.074328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-129330ad-04b8-42a8-b73b-1db7f3d0561a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.139316 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:20:26Z', 'revision_number': 5, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:30.142043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129330ad-04b8-42a8-b73b-1db7f3d0561a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6e17c7-fc33-48f6-a9bc-1e682df40a43,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:30.144839 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60047de-7b89-4980-9b75-371cb3274ff3 None None] The sync data for ids ['b78bc83a-6aac-4bbf-96d8-2968886f48f6'] in n-d-811416-5 is: [{'id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'name': 'tempest-TaggedBootDevicesTest_v242-889726016-router', 'tenant_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:11:44Z', 'updated_at': '2022-02-07T13:20:26Z', 'revision_number': 5, 'project_id': '8e1f04658e5346d3ad53423fc2c11d8f', 'gw_port': {'id': '30fcf256-695b-4a1a-9f5b-d3c454850e34', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78bc83a-6aac-4bbf-96d8-2968886f48f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:11:45Z', 'updated_at': '2022-02-07T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:20:30.148978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] For port 340a3339-a5ca-4f3a-b016-337f5148c876, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=340a3339-a5ca-4f3a-b016-337f5148c876,segment=NetworkSegment(3942dd9b-6bef-4a7c-b60f-43b5664da9ae),segment_id=3942dd9b-6bef-4a7c-b60f-43b5664da9ae)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:30.148978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.164305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-129330ad-04b8-42a8-b73b-1db7f3d0561a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.173629 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1', 'name': 'network-vif-deleted', 'tag': 'd2c8089a-bdb0-4cf1-9b94-91537e4a9ff0', 'status': 'completed', 'code': 200} Feb 07 13:20:30.173765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b609f-0917-4283-86c1-9bed5f2e4bd4 None None] Network 46c6d418-7a46-4421-84cc-e90d3f17509b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:30.180039 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-129330ad-04b8-42a8-b73b-1db7f3d0561a tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/subnets/8b6e17c7-fc33-48f6-a9bc-1e682df40a43 HTTP/1.1" status: 204 len: 168 time: 0.7606165 Feb 07 13:20:30.183042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57180) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:30.204076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c46e7538-96e9-469e-b563-a97bd2c01bd5 req-810a5157-f4fb-45b1-a7bf-c1e9cce642b7 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.47 "DELETE /v2.0/ports/d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 HTTP/1.1" status: 204 len: 173 time: 2.4605846 Feb 07 13:20:30.217074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking segment: {'id': '328e5e5d-272e-4bbb-bc4b-77ec66f2653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '40f45669-20bd-455d-8d54-4824153e2573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:30.217437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network hostable DHCP agents. Network: 40f45669-20bd-455d-8d54-4824153e2573, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:30.230088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=a952fbf4-86f5-4324-a226-c48e9deb3f91,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:30.254997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.334096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Deleting port 30fcf256-695b-4a1a-9f5b-d3c454850e34 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:30.334440 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.335142 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-9340806e-b67b-4c44-8b25-ee41899b6369 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:30.336595 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9340806e-b67b-4c44-8b25-ee41899b6369 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags/tempest-TagsExtTest-Tag-1132689041 HTTP/1.1" status: 404 len: 329 time: 0.3040690 Feb 07 13:20:30.341357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57188) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:30.349877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-f6952079-e85f-4b23-ac81-559fcad91fc9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb', 'tempest-TagsExtTest-Tag-155475807') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:30.363753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 40f45669-20bd-455d-8d54-4824153e2573 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:30.384232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] Calling delete_port for 340a3339-a5ca-4f3a-b016-337f5148c876 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:30.412426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.444207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Deleting port 340a3339-a5ca-4f3a-b016-337f5148c876 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:30.444959 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.501017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 340a3339-a5ca-4f3a-b016-337f5148c876 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:30.524007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 40f45669-20bd-455d-8d54-4824153e2573) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:30.528837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:30.533372 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.566563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] For port 30fcf256-695b-4a1a-9f5b-d3c454850e34, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=30fcf256-695b-4a1a-9f5b-d3c454850e34,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:30.566979 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.570565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4591081-7afb-4ff2-b684-5a36cdcb9882 None None] Network 40f45669-20bd-455d-8d54-4824153e2573 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:30.651588 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-f6952079-e85f-4b23-ac81-559fcad91fc9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:30.656589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-88fd12bd-b284-485c-943c-f40dd2f853b5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8640800 Feb 07 13:20:30.666931 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f6952079-e85f-4b23-ac81-559fcad91fc9 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags/tempest-TagsExtTest-Tag-155475807 HTTP/1.1" status: 404 len: 328 time: 0.3230386 Feb 07 13:20:30.667932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57194) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:30.721139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57196) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:30.738833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Calling delete_port for 30fcf256-695b-4a1a-9f5b-d3c454850e34 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:30.816102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '40f45669-20bd-455d-8d54-4824153e2573', 'name': 'tempest-PortsIpV6TestJSON-550272246'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:30.817836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-2989bcfb-a941-4bb2-8478-7b063549ebd1 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce', {'tags': ['tempest-TagsExtTest-Tag-147336207', 'tempest-TagsExtTest-Tag-146092859', 'tempest-TagsExtTest-Tag-977596409']}) {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:30.867145 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.875277 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:30.982591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b394b24f-ea0a-47c4-8f6f-247095b5432b req-aafa045c-e2c4-4d04-b269-b184040d4792 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Synchronizing usage tracker for tenant:eddefe7cf2e4464fb0a63280b3bd2630 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:30.996253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] For port 340a3339-a5ca-4f3a-b016-337f5148c876, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=340a3339-a5ca-4f3a-b016-337f5148c876,segment=NetworkSegment(3942dd9b-6bef-4a7c-b60f-43b5664da9ae),segment_id=3942dd9b-6bef-4a7c-b60f-43b5664da9ae)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:30.996763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.015567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] No DVR routers for this DVR port 340a3339-a5ca-4f3a-b016-337f5148c876 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:31.025965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72188a90-97bc-4ebe-b33f-4b16709776be None None] Pushing event deleted for resources: {'Port': ['ID=340a3339-a5ca-4f3a-b016-337f5148c876,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:31.125079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b394b24f-ea0a-47c4-8f6f-247095b5432b req-aafa045c-e2c4-4d04-b269-b184040d4792 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] Unset dirty status for tenant:eddefe7cf2e4464fb0a63280b3bd2630 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:31.126275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b394b24f-ea0a-47c4-8f6f-247095b5432b req-aafa045c-e2c4-4d04-b269-b184040d4792 tempest-InstanceActionsV221TestJSON-1672022484 tempest-InstanceActionsV221TestJSON-1672022484-project] 10.222.0.69 "GET /v2.0/ports?device_id=48ae4ba7-c0d8-43ec-a2c8-2ee6c745bde1 HTTP/1.1" status: 200 len: 210 time: 0.2089682 Feb 07 13:20:31.132057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2989bcfb-a941-4bb2-8478-7b063549ebd1 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags HTTP/1.1" status: 200 len: 315 time: 0.4080403 Feb 07 13:20:31.137425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57210) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:31.149818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] DHCP port deletion for 46c6d418-7a46-4421-84cc-e90d3f17509b request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:31.149818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:31.165150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-21bb44e3-51ba-4676-8a01-d675b067e100 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:31.220026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Calling delete_port for 340a3339-a5ca-4f3a-b016-337f5148c876 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:31.226740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:31.227890 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d2c8089a-bdb0-4cf1-9b94-91537e4a9ff0 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:31.250436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] Deleting port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:31.252658 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.328902 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.358947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:31.359308 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:31.378295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-21bb44e3-51ba-4676-8a01-d675b067e100 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.2395864 Feb 07 13:20:31.381057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57216) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:31.387293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Pushing event deleted for resources: {'Port': ['ID=30fcf256-695b-4a1a-9f5b-d3c454850e34,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:31.401193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-83b640a3-e424-41be-b373-5ab9e21cb384 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce', 'tempest-TagsExtTest-Tag-147336207') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:31.433632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-40f45669-20bd-455d-8d54-4824153e2573', 'network_id': '40f45669-20bd-455d-8d54-4824153e2573', 'tenant_id': '3e64b1b315c14e9da4e0f13207b1d4f4', 'fixed_ips': [{'subnet_id': 'a952fbf4-86f5-4324-a226-c48e9deb3f91'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:20:31.434646 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.491907 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.579646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:31.601558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:31.628662 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-83b640a3-e424-41be-b373-5ab9e21cb384 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:31.631546 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-83b640a3-e424-41be-b373-5ab9e21cb384 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags/tempest-TagsExtTest-Tag-147336207 HTTP/1.1" status: 404 len: 328 time: 0.2484884 Feb 07 13:20:31.633949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57222) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:31.639384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-d7966e3b-0676-4198-a35d-9a957f1ebf9e tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce', 'tempest-TagsExtTest-Tag-146092859') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:31.711704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] For port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=25203b39-a2d2-42ac-8ef4-29e92e87a3e5,segment=NetworkSegment(71d748de-adf4-4739-b687-cf37d5325c73),segment_id=71d748de-adf4-4739-b687-cf37d5325c73)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:31.712320 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.741946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:31.745532 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.780367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 151e8862-bad8-4cfb-8b92-c71aa3c935a3 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:31.865438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Deleting port 340a3339-a5ca-4f3a-b016-337f5148c876 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:31.865792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.888661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] Calling delete_port for 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:31.901187 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.904620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:31.960418 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-d7966e3b-0676-4198-a35d-9a957f1ebf9e tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:31.961460 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d7966e3b-0676-4198-a35d-9a957f1ebf9e tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags/tempest-TagsExtTest-Tag-146092859 HTTP/1.1" status: 404 len: 328 time: 0.3262768 Feb 07 13:20:31.964494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57230) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:31.966903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] The port '340a3339-a5ca-4f3a-b016-337f5148c876' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:31.968766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Allocated IP 2001:db8::2 (40f45669-20bd-455d-8d54-4824153e2573/a952fbf4-86f5-4324-a226-c48e9deb3f91/c7d42e61-8252-47c2-8119-9638110e3ed2) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:31.972589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-612790ef-6aa9-42f3-863f-7c5dc3dc1fd2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce', 'tempest-TagsExtTest-Tag-977596409') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:32.053130 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-612790ef-6aa9-42f3-863f-7c5dc3dc1fd2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:32.058161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-612790ef-6aa9-42f3-863f-7c5dc3dc1fd2 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags/tempest-TagsExtTest-Tag-977596409 HTTP/1.1" status: 404 len: 328 time: 0.0893950 Feb 07 13:20:32.058460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.059078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Fanout notify agent at l3_agent the message router_deleted on router b78bc83a-6aac-4bbf-96d8-2968886f48f6 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:20:32.061284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57234) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:32.071853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-d522963c-4dee-4d1d-891a-307f1f343f99 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665', {'tags': ['tempest-TagsExtTest-Tag-684883349', 'tempest-TagsExtTest-Tag-1454404767', 'tempest-TagsExtTest-Tag-605321553']}) {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:32.101420 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.130647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9fddf2-c033-472c-9d31-943b387bf753']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:32.159417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3942dd9b-6bef-4a7c-b60f-43b5664da9ae') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:32.159780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3942dd9b-6bef-4a7c-b60f-43b5664da9ae') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:32.173234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.191079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.200518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:32.202071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:32.244277 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:32.251142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.257989 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.286207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.290167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f072d021-21ad-49a9-af12-c1bafbd0bcda admin admin] 10.222.0.69 "DELETE /v2.0/routers/b78bc83a-6aac-4bbf-96d8-2968886f48f6 HTTP/1.1" status: 204 len: 168 time: 3.4628105 Feb 07 13:20:32.299888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57240) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:32.385309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] Pushing event deleted for resources: {'Port': ['ID=25203b39-a2d2-42ac-8ef4-29e92e87a3e5,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:32.389146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:32.411272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-308a8339-c910-4142-87e5-8eb291ed49fa admin admin] Deleting subnet 269c375a-d5ee-4631-a5ac-d6db96466969 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:32.419400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-308a8339-c910-4142-87e5-8eb291ed49fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.443062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3055179-ecf4-41f6-bd25-e8f6533b06f8 None None] No DVR routers for this DVR port 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:32.464902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:32.464902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 25203b39-a2d2-42ac-8ef4-29e92e87a3e5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:32.464902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0222ddef-ff8b-42cd-a714-c492ebbed7b7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:32.482546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-308a8339-c910-4142-87e5-8eb291ed49fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.501610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 0222ddef-ff8b-42cd-a714-c492ebbed7b7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:32.501972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0222ddef-ff8b-42cd-a714-c492ebbed7b7 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:32.515465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d522963c-4dee-4d1d-891a-307f1f343f99 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags HTTP/1.1" status: 200 len: 316 time: 0.4525371 Feb 07 13:20:32.518177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57250) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:32.524341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-f8485813-3f3f-4dff-8a32-f435ccf7e8c8 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:32.538670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Transition to ACTIVE for port object c7d42e61-8252-47c2-8119-9638110e3ed2 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:32.563075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Transition to ACTIVE for port object c7d42e61-8252-47c2-8119-9638110e3ed2 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:32.577516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-308a8339-c910-4142-87e5-8eb291ed49fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.598591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.633951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.649893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.656913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Network': ['ID=dc9fddf2-c033-472c-9d31-943b387bf753,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:32.679694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57256) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:32.709866 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/networks/dc9fddf2-c033-472c-9d31-943b387bf753 HTTP/1.1" status: 204 len: 168 time: 2.5256767 Feb 07 13:20:32.715524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57260) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:32.721377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.722088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.722088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.722382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.723427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.723927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.724388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.724725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.725058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.725385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.725738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.726077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b99141-6cfd-4693-8cef-520cca5c7ffd tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:32.773766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Network 40f45669-20bd-455d-8d54-4824153e2573 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:32.777232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:32.779645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:32.790244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8316dab-80dc-4ee6-9863-ebe4fbd8e5fe admin admin] Deleting subnet f6e29be8-7b46-4ab8-b624-5b11e335da77 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:32.794137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8316dab-80dc-4ee6-9863-ebe4fbd8e5fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.826692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Pushing event updated for resources: {'Port': ['ID=c7d42e61-8252-47c2-8119-9638110e3ed2,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:32.849450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::11d (40f45669-20bd-455d-8d54-4824153e2573/a952fbf4-86f5-4324-a226-c48e9deb3f91/151e8862-bad8-4cfb-8b92-c71aa3c935a3) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:32.854246 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-308a8339-c910-4142-87e5-8eb291ed49fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.887292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Attempting to bind port c7d42e61-8252-47c2-8119-9638110e3ed2 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:32.887926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Attempting to bind port c7d42e61-8252-47c2-8119-9638110e3ed2 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '328e5e5d-272e-4bbb-bc4b-77ec66f2653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '40f45669-20bd-455d-8d54-4824153e2573'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:32.888513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Attempting to bind port c7d42e61-8252-47c2-8119-9638110e3ed2 on network 40f45669-20bd-455d-8d54-4824153e2573 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:32.895228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:32.895641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Checking segment: {'id': '328e5e5d-272e-4bbb-bc4b-77ec66f2653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '40f45669-20bd-455d-8d54-4824153e2573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:32.896223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.896620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Bound using segment: {'id': '328e5e5d-272e-4bbb-bc4b-77ec66f2653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '40f45669-20bd-455d-8d54-4824153e2573'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:32.897085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Bound port: c7d42e61-8252-47c2-8119-9638110e3ed2, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328e5e5d-272e-4bbb-bc4b-77ec66f2653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '40f45669-20bd-455d-8d54-4824153e2573'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:32.897468 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.972456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a8339-c910-4142-87e5-8eb291ed49fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269c375a-d5ee-4631-a5ac-d6db96466969,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:32.987136 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f8485813-3f3f-4dff-8a32-f435ccf7e8c8 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags HTTP/1.1" status: 204 len: 168 time: 0.4651964 Feb 07 13:20:32.987359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8316dab-80dc-4ee6-9863-ebe4fbd8e5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:32.990852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57264) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:32.998326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-5876290b-c685-40e5-a54f-052e4b60bd1d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665', 'tempest-TagsExtTest-Tag-684883349') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:33.002801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] For port c7d42e61-8252-47c2-8119-9638110e3ed2, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:33.006555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] For port c7d42e61-8252-47c2-8119-9638110e3ed2, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7d42e61-8252-47c2-8119-9638110e3ed2,segment=NetworkSegment(328e5e5d-272e-4bbb-bc4b-77ec66f2653b),segment_id=328e5e5d-272e-4bbb-bc4b-77ec66f2653b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:33.022721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d156a-9363-4453-94af-aaed0fac4aaa None None] Network 5145afe4-ae40-4935-88dd-5a4e47b6cb50 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:33.029814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-308a8339-c910-4142-87e5-8eb291ed49fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.052824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-308a8339-c910-4142-87e5-8eb291ed49fa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/269c375a-d5ee-4631-a5ac-d6db96466969 HTTP/1.1" status: 204 len: 168 time: 0.7516677 Feb 07 13:20:33.058144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.059601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:33.083485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8316dab-80dc-4ee6-9863-ebe4fbd8e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.103412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.185137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ae8a-4021-4841-9780-a8faba8148e8 None None] Pushing event updated for resources: {'Port': ['ID=c7d42e61-8252-47c2-8119-9638110e3ed2,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:33.238783 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.258083 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.291490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c6d418-7a46-4421-84cc-e90d3f17509b']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:33.305213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d748de-adf4-4739-b687-cf37d5325c73') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:33.305896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d748de-adf4-4739-b687-cf37d5325c73') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:33.317305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.318917 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.322938 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-5876290b-c685-40e5-a54f-052e4b60bd1d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:33.323994 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5876290b-c685-40e5-a54f-052e4b60bd1d tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags/tempest-TagsExtTest-Tag-684883349 HTTP/1.1" status: 404 len: 328 time: 0.3325703 Feb 07 13:20:33.329001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57272) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:33.336190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-397fc1e1-aeca-45cd-ab2b-4ef73ffeda5f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665', 'tempest-TagsExtTest-Tag-1454404767') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:33.340779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Deleting port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:33.341122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.372254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 151e8862-bad8-4cfb-8b92-c71aa3c935a3 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:33.398848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] DHCP port deletion for 5145afe4-ae40-4935-88dd-5a4e47b6cb50 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:33.406931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] Deleting port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:33.407396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.417988 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8316dab-80dc-4ee6-9863-ebe4fbd8e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.444529 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.459873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8316dab-80dc-4ee6-9863-ebe4fbd8e5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e29be8-7b46-4ab8-b624-5b11e335da77,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:33.464768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:33.465180 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:33.492126 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:33.569781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8316dab-80dc-4ee6-9863-ebe4fbd8e5fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.631357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f8316dab-80dc-4ee6-9863-ebe4fbd8e5fe admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f6e29be8-7b46-4ab8-b624-5b11e335da77 HTTP/1.1" status: 204 len: 168 time: 0.9472599 Feb 07 13:20:33.641901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57280) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:33.684826 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.761217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] For port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09,segment=NetworkSegment(b45f0051-80d9-4f53-b2ad-ea5bde4f6083),segment_id=b45f0051-80d9-4f53-b2ad-ea5bde4f6083)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:33.766177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.831483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 40f45669-20bd-455d-8d54-4824153e2573 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:33.837976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] For port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09,segment=NetworkSegment(b45f0051-80d9-4f53-b2ad-ea5bde4f6083),segment_id=b45f0051-80d9-4f53-b2ad-ea5bde4f6083)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:33.838341 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.846957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:33.849791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:33.856069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:33.856709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:33.864549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=151e8862-bad8-4cfb-8b92-c71aa3c935a3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:33.865600 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-397fc1e1-aeca-45cd-ab2b-4ef73ffeda5f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:33.872063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57284) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:33.875394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-397fc1e1-aeca-45cd-ab2b-4ef73ffeda5f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags/tempest-TagsExtTest-Tag-1454404767 HTTP/1.1" status: 404 len: 329 time: 0.5453007 Feb 07 13:20:33.949531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-c320c792-2aba-44f6-8620-3cb0152ad5d7 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665', 'tempest-TagsExtTest-Tag-605321553') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:34.027315 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.060397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] Calling delete_port for 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:34.069992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.076683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Calling delete_port for 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:34.107488 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.112279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Network': ['ID=46c6d418-7a46-4421-84cc-e90d3f17509b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:34.132585 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-da0c3994-32bd-403c-aa73-75ef1e93f109 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3376894 Feb 07 13:20:34.133515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:34.181041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bbde9ada-ffb8-4809-b3b9-3b354e590c3c tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/networks/46c6d418-7a46-4421-84cc-e90d3f17509b HTTP/1.1" status: 204 len: 168 time: 1.4593475 Feb 07 13:20:34.182061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57294) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:34.218261 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.246853 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.257677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:34.257931 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:34.308638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] No DVR routers for this DVR port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:34.311302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c8faba-e030-4ee9-8d18-c9c95d0864d4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Deleting subnet 72c87454-47c0-4d59-a030-c3d58092299c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:34.315003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0c8faba-e030-4ee9-8d18-c9c95d0864d4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.339760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f2b8-1acc-4f33-846c-aad1cd89211e None None] Pushing event deleted for resources: {'Port': ['ID=0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:34.373769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be839176-ec08-44d7-b68a-7257645b98f3']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:34.382965 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-c320c792-2aba-44f6-8620-3cb0152ad5d7 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:34.386953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c7d42e61-8252-47c2-8119-9638110e3ed2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:34.387101 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c320c792-2aba-44f6-8620-3cb0152ad5d7 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags/tempest-TagsExtTest-Tag-605321553 HTTP/1.1" status: 404 len: 328 time: 0.5085964 Feb 07 13:20:34.387781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57298) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:34.391500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e097f076-9a76-4f92-851e-a6aff994826b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 151e8862-bad8-4cfb-8b92-c71aa3c935a3 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:34.391847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e097f076-9a76-4f92-851e-a6aff994826b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.400666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:34.401177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccda2ea7-ef02-4941-ba70-5f1dd7fe6ad4') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:34.425502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.427610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-4a85c582-c200-4702-9c74-a1c6673bc3e0 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8', {'tags': ['tempest-TagsExtTest-Tag-465748966', 'tempest-TagsExtTest-Tag-781811938', 'tempest-TagsExtTest-Tag-1890747740']}) {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:34.443882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0c8faba-e030-4ee9-8d18-c9c95d0864d4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.494337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.512751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:34.513171 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:34.527434 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:34.549289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c7d42e61-8252-47c2-8119-9638110e3ed2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:34.628718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:34.678838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0c8faba-e030-4ee9-8d18-c9c95d0864d4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.690967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:34.691961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:34.692719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 30fcf256-695b-4a1a-9f5b-d3c454850e34 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:34.746678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.747040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e097f076-9a76-4f92-851e-a6aff994826b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.755516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 30fcf256-695b-4a1a-9f5b-d3c454850e34 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:34.755958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 30fcf256-695b-4a1a-9f5b-d3c454850e34 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:34.787098 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.803254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] Pushing event deleted for resources: {'Network': ['ID=be839176-ec08-44d7-b68a-7257645b98f3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:34.812050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-91e6ebf1-0664-43c3-ad23-dc25a00653bb admin admin] 10.222.0.69 "DELETE /v2.0/networks/be839176-ec08-44d7-b68a-7257645b98f3 HTTP/1.1" status: 204 len: 168 time: 1.1647825 Feb 07 13:20:34.820461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Deleting port 0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:34.820810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.909632 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0c8faba-e030-4ee9-8d18-c9c95d0864d4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.919657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e097f076-9a76-4f92-851e-a6aff994826b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 151e8862-bad8-4cfb-8b92-c71aa3c935a3 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:34.951933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8faba-e030-4ee9-8d18-c9c95d0864d4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Subnet': ['ID=72c87454-47c0-4d59-a030-c3d58092299c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:34.965994 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0c8faba-e030-4ee9-8d18-c9c95d0864d4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:34.973232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b0c8faba-e030-4ee9-8d18-c9c95d0864d4 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/subnets/72c87454-47c0-4d59-a030-c3d58092299c HTTP/1.1" status: 204 len: 168 time: 0.7896342 Feb 07 13:20:34.978194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813a9c3-5f0c-48f8-8367-60571613f0f4 None None] Network bb6a6064-ad28-4ba3-af3e-df836a7b8b7d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:34.981033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57304) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:35.023001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] The port '0f1faaee-4cc1-4f38-914c-fb9ff4b8ff09' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:35.051917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea34d9-b444-4ae0-95de-7eaeb84dd4de None None] Network 40f45669-20bd-455d-8d54-4824153e2573 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:35.122473 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.138252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Deleting port fd975b99-9530-4ac2-a9d5-e3f901b4f74f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:35.138737 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.170706 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4a85c582-c200-4702-9c74-a1c6673bc3e0 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "PUT /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags HTTP/1.1" status: 200 len: 316 time: 0.7521133 Feb 07 13:20:35.179676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57312) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:35.200633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-5d804535-6d6c-4439-940c-10a4b9dae855 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:35.228142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.297454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2515452b-bcb0-4f95-a58c-8ab4e9df860c None None] Provisioning for port c7d42e61-8252-47c2-8119-9638110e3ed2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:35.324664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2515452b-bcb0-4f95-a58c-8ab4e9df860c None None] Provisioning complete for port c7d42e61-8252-47c2-8119-9638110e3ed2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:35.325151 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2515452b-bcb0-4f95-a58c-8ab4e9df860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.376613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57316) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:35.426780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5145afe4-ae40-4935-88dd-5a4e47b6cb50']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:35.447456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:35.447784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45f0051-80d9-4f53-b2ad-ea5bde4f6083') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:35.464033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] For port fd975b99-9530-4ac2-a9d5-e3f901b4f74f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fd975b99-9530-4ac2-a9d5-e3f901b4f74f,segment=NetworkSegment(0b6ed510-2fed-4191-bf40-c482d85beb8c),segment_id=0b6ed510-2fed-4191-bf40-c482d85beb8c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:35.464406 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.470909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.496305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.503095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:35.503686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:35.518279 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:35.579916 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2515452b-bcb0-4f95-a58c-8ab4e9df860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.609927 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] DHCP port deletion for bb6a6064-ad28-4ba3-af3e-df836a7b8b7d request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:35.619741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-344edbb3-a5a1-4e18-9099-aec8f2803b00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eddefe7cf2e4464fb0a63280b3bd2630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408834 Feb 07 13:20:35.623186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57320) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:35.624357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5d804535-6d6c-4439-940c-10a4b9dae855 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.4435894 Feb 07 13:20:35.626198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] Deleting port fd975b99-9530-4ac2-a9d5-e3f901b4f74f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:35.626581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.632192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Calling delete_port for fd975b99-9530-4ac2-a9d5-e3f901b4f74f owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:35.636476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57322) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:35.642872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-ac40b20f-c6e7-414e-818d-0453b9d5e43f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8', 'tempest-TagsExtTest-Tag-465748966') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:35.666551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2515452b-bcb0-4f95-a58c-8ab4e9df860c None None] For port c7d42e61-8252-47c2-8119-9638110e3ed2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7d42e61-8252-47c2-8119-9638110e3ed2,segment=NetworkSegment(328e5e5d-272e-4bbb-bc4b-77ec66f2653b),segment_id=328e5e5d-272e-4bbb-bc4b-77ec66f2653b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:35.696404 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ac40b20f-c6e7-414e-818d-0453b9d5e43f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:35.700657 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ac40b20f-c6e7-414e-818d-0453b9d5e43f tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags/tempest-TagsExtTest-Tag-465748966 HTTP/1.1" status: 404 len: 328 time: 0.0631058 Feb 07 13:20:35.701954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:35.723892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e097f076-9a76-4f92-851e-a6aff994826b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.728635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-83b866f6-d5f7-4f2e-97c6-f0ffa23e9145 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8', 'tempest-TagsExtTest-Tag-781811938') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:35.737015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4f64010-28ba-4eeb-a768-fdcfe749d765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.799009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.841831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.843587 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.853340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097f076-9a76-4f92-851e-a6aff994826b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=151e8862-bad8-4cfb-8b92-c71aa3c935a3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:35.855650 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2515452b-bcb0-4f95-a58c-8ab4e9df860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.896895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] Pushing event deleted for resources: {'Network': ['ID=5145afe4-ae40-4935-88dd-5a4e47b6cb50,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:35.907428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Port': ['ID=fd975b99-9530-4ac2-a9d5-e3f901b4f74f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:35.915448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4f64010-28ba-4eeb-a768-fdcfe749d765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.916893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] No DVR routers for this DVR port fd975b99-9530-4ac2-a9d5-e3f901b4f74f on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:35.952012 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e097f076-9a76-4f92-851e-a6aff994826b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.957278 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e097f076-9a76-4f92-851e-a6aff994826b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/151e8862-bad8-4cfb-8b92-c71aa3c935a3 HTTP/1.1" status: 204 len: 168 time: 1.8222246 Feb 07 13:20:35.965499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57332) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:35.971224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] For port fd975b99-9530-4ac2-a9d5-e3f901b4f74f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fd975b99-9530-4ac2-a9d5-e3f901b4f74f,segment=NetworkSegment(0b6ed510-2fed-4191-bf40-c482d85beb8c),segment_id=0b6ed510-2fed-4191-bf40-c482d85beb8c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:35.971715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:35.976216 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38f578ef-3702-486e-85c5-42a1c86dc488 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5145afe4-ae40-4935-88dd-5a4e47b6cb50 HTTP/1.1" status: 204 len: 168 time: 2.9157522 Feb 07 13:20:35.979674 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-83b866f6-d5f7-4f2e-97c6-f0ffa23e9145 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:35.980786 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-83b866f6-d5f7-4f2e-97c6-f0ffa23e9145 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags/tempest-TagsExtTest-Tag-781811938 HTTP/1.1" status: 404 len: 328 time: 0.2766438 Feb 07 13:20:35.990769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515452b-bcb0-4f95-a58c-8ab4e9df860c None None] Pushing event updated for resources: {'Port': ['ID=c7d42e61-8252-47c2-8119-9638110e3ed2,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:36.033918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57338) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:36.044833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-84b11fdd-94c9-467b-88e5-02f31f0e71ad tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8', 'tempest-TagsExtTest-Tag-1890747740') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:36.071079 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2046c5b-ab3d-41b1-a06b-d8e3e7d5050d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:20:36.071624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2046c5b-ab3d-41b1-a06b-d8e3e7d5050d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:20:36.076558 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d2046c5b-ab3d-41b1-a06b-d8e3e7d5050d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/151e8862-bad8-4cfb-8b92-c71aa3c935a3 HTTP/1.1" status: 404 len: 333 time: 0.1059494 Feb 07 13:20:36.077368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:36.139169 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d9dd2a-16ce-4d50-abf4-023168c6c794 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:20:36.143625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f2d9dd2a-16ce-4d50-abf4-023168c6c794 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:36.204397 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-84b11fdd-94c9-467b-88e5-02f31f0e71ad tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] show failed (client error): The resource could not be found. Feb 07 13:20:36.210441 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-84b11fdd-94c9-467b-88e5-02f31f0e71ad tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags/tempest-TagsExtTest-Tag-1890747740 HTTP/1.1" status: 404 len: 329 time: 0.1751382 Feb 07 13:20:36.212404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57348) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:36.213637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] Calling delete_port for fd975b99-9530-4ac2-a9d5-e3f901b4f74f owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:36.217808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-ca3f190c-6b24-4eba-87d1-89c1bf702fde tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '36f8e345-dd02-40ab-bc14-3834514ef3a8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:36.259586 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ca3f190c-6b24-4eba-87d1-89c1bf702fde tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0460575 Feb 07 13:20:36.260503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57352) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:36.267330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-6a2b5d12-a19f-4313-825c-1837488a9d6b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9dc672f-4e68-47df-8800-6a58abd91665') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:36.278105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c7d42e61-8252-47c2-8119-9638110e3ed2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:36.367150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.432635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6a6064-ad28-4ba3-af3e-df836a7b8b7d']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:36.446307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d124623c-69b9-416d-9962-581b36cf822f None None] Provisioning complete for port c7d42e61-8252-47c2-8119-9638110e3ed2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:36.446889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f2d9dd2a-16ce-4d50-abf4-023168c6c794 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:36.447317 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d124623c-69b9-416d-9962-581b36cf822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.450370 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f2d9dd2a-16ce-4d50-abf4-023168c6c794 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/151e8862-bad8-4cfb-8b92-c71aa3c935a3 HTTP/1.1" status: 404 len: 333 time: 0.3710511 Feb 07 13:20:36.451636 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4f64010-28ba-4eeb-a768-fdcfe749d765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.452463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57362) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:36.483109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f64010-28ba-4eeb-a768-fdcfe749d765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888c3e60-e53c-4b4e-a095-0ed34cdd0c3e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:36.493267 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6a2b5d12-a19f-4313-825c-1837488a9d6b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665/tags HTTP/1.1" status: 204 len: 168 time: 0.2285709 Feb 07 13:20:36.493706 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4f64010-28ba-4eeb-a768-fdcfe749d765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.497406 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f4f64010-28ba-4eeb-a768-fdcfe749d765 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/888c3e60-e53c-4b4e-a095-0ed34cdd0c3e HTTP/1.1" status: 204 len: 168 time: 0.8730972 Feb 07 13:20:36.498166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57366) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:36.503400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.tag.tag_plugin [None req-1552a6d7-0f7c-4569-8463-1de3fe0c0273 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28687aa4-d74f-4786-a196-bc5a8e7fc7ce') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:36.518922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6ed510-2fed-4191-bf40-c482d85beb8c') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:36.519373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6ed510-2fed-4191-bf40-c482d85beb8c') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:36.539751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.573209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3394dc-b5f5-4555-a75c-d74900262fe4 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet a952fbf4-86f5-4324-a226-c48e9deb3f91 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:36.576629 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3394dc-b5f5-4555-a75c-d74900262fe4 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:20:36.614008 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:20:36.624608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57372) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:36.625583 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1552a6d7-0f7c-4569-8463-1de3fe0c0273 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1263878 Feb 07 13:20:36.633838 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:36.634443 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:36.635122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.649327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.tag.tag_plugin [None req-ad811680-7f76-4127-8577-001e58931873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e445f13-e939-48d2-9a02-fc5142653dcb') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:36.700299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:36.700709 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.710377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c7d42e61-8252-47c2-8119-9638110e3ed2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:36.710751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:36.716443 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:36.718617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3394dc-b5f5-4555-a75c-d74900262fe4 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.741463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d124623c-69b9-416d-9962-581b36cf822f None None] Could not find standard attr ID for object 151e8862-bad8-4cfb-8b92-c71aa3c935a3. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:20:36.854509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f11ea1ad-8b1e-42cb-81ad-dc1ef803ca02 None None] Could not find standard attr ID for object 151e8862-bad8-4cfb-8b92-c71aa3c935a3. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:20:36.881577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fd975b99-9530-4ac2-a9d5-e3f901b4f74f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:36.889138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ad811680-7f76-4127-8577-001e58931873 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.2633607 Feb 07 13:20:36.895764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57376) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:36.906356 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3394dc-b5f5-4555-a75c-d74900262fe4 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:36.933942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: fd975b99-9530-4ac2-a9d5-e3f901b4f74f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:36.934540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fd975b99-9530-4ac2-a9d5-e3f901b4f74f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:36.991143 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.011843 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.020709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Pushing event deleted for resources: {'Network': ['ID=bb6a6064-ad28-4ba3-af3e-df836a7b8b7d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:37.029475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ca7d1f4e-3c3b-4a32-8a81-0958041a1d61 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/networks/bb6a6064-ad28-4ba3-af3e-df836a7b8b7d HTTP/1.1" status: 204 len: 168 time: 2.0475461 Feb 07 13:20:37.032028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57380) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:37.075682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3ec4505d-6d8b-4506-bdfb-78108535a73b tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Synchronizing usage tracker for tenant:55d6a2f081e84bce9ced0cbd2e88a9ff on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:37.133611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3394dc-b5f5-4555-a75c-d74900262fe4 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.135735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] Deleting port fd975b99-9530-4ac2-a9d5-e3f901b4f74f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:37.136557 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.141074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f169982b-6a89-4fcd-bcc0-7c4f906da504 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for subnetpool, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.142403 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f169982b-6a89-4fcd-bcc0-7c4f906da504 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnetpools/36f8e345-dd02-40ab-bc14-3834514ef3a8 HTTP/1.1" status: 204 len: 168 time: 0.2450192 Feb 07 13:20:37.145559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57386) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:37.177363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b3394dc-b5f5-4555-a75c-d74900262fe4 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.180951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9b3394dc-b5f5-4555-a75c-d74900262fe4 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/a952fbf4-86f5-4324-a226-c48e9deb3f91 HTTP/1.1" status: 204 len: 168 time: 0.7273049 Feb 07 13:20:37.186821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57390) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:37.187694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3394dc-b5f5-4555-a75c-d74900262fe4 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=a952fbf4-86f5-4324-a226-c48e9deb3f91,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:37.192633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3ec4505d-6d8b-4506-bdfb-78108535a73b tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Unset dirty status for tenant:55d6a2f081e84bce9ced0cbd2e88a9ff on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:37.198895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3ec4505d-6d8b-4506-bdfb-78108535a73b tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6b996e9-b612-4d27-94c3-f57f1d8bfac8 HTTP/1.1" status: 200 len: 205 time: 0.1609833 Feb 07 13:20:37.203112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:37.209403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f206a5-6417-42f3-9014-21ebae9700ad None None] Network 40f45669-20bd-455d-8d54-4824153e2573 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:37.278627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57398) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:37.384315 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d4ddde0-56d0-4c0c-b88f-1e780e133e59 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9dc672f-4e68-47df-8800-6a58abd91665 HTTP/1.1" status: 200 len: 205 time: 0.2372942 Feb 07 13:20:37.390374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.392167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57404) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:37.394449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7328-58fa-4740-991c-b947bf66a999 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.407456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ede968ee-cf29-4fe7-8fc1-5f0f15ec4cd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7696aab073d545e9835b5ca341ca819f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276095 Feb 07 13:20:37.415133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57406) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:37.451461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port c7d42e61-8252-47c2-8119-9638110e3ed2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:37.451916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.499550 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-47400e4a-d136-4e65-b71e-2306af3a0347 None None] The port 'fd975b99-9530-4ac2-a9d5-e3f901b4f74f' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:37.616254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9871367-39db-4fc8-9422-00d6fc744b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.745295 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9871367-39db-4fc8-9422-00d6fc744b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.792001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] DHCP port deletion for 40f45669-20bd-455d-8d54-4824153e2573 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:37.797221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] Deleting port c7d42e61-8252-47c2-8119-9638110e3ed2 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:37.797745 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:37.813403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] For port c7d42e61-8252-47c2-8119-9638110e3ed2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7d42e61-8252-47c2-8119-9638110e3ed2,segment=NetworkSegment(328e5e5d-272e-4bbb-bc4b-77ec66f2653b),segment_id=328e5e5d-272e-4bbb-bc4b-77ec66f2653b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:37.813777 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.013427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for c7d42e61-8252-47c2-8119-9638110e3ed2 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:38.047054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8582e7a6-f7bd-4ca6-90c5-4bf25d38e5a3 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.115148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] For port c7d42e61-8252-47c2-8119-9638110e3ed2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c7d42e61-8252-47c2-8119-9638110e3ed2,segment=NetworkSegment(328e5e5d-272e-4bbb-bc4b-77ec66f2653b),segment_id=328e5e5d-272e-4bbb-bc4b-77ec66f2653b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:38.115663 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.178636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9871367-39db-4fc8-9422-00d6fc744b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.187858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.190666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c7d42e61-8252-47c2-8119-9638110e3ed2 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:38.255411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7328-58fa-4740-991c-b947bf66a999 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.257682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=c7d42e61-8252-47c2-8119-9638110e3ed2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:38.264813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9871367-39db-4fc8-9422-00d6fc744b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5b94b8-e89a-4958-aae9-c20e83e0ae00,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:38.268611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7328-58fa-4740-991c-b947bf66a999 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.273149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No DVR routers for this DVR port c7d42e61-8252-47c2-8119-9638110e3ed2 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:38.294686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] Calling delete_port for c7d42e61-8252-47c2-8119-9638110e3ed2 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:38.343780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c7d42e61-8252-47c2-8119-9638110e3ed2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:38.344151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c7d42e61-8252-47c2-8119-9638110e3ed2 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:38.396892 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:38.397130 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:38.476940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8582e7a6-f7bd-4ca6-90c5-4bf25d38e5a3 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.479480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8582e7a6-f7bd-4ca6-90c5-4bf25d38e5a3 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.521856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7328-58fa-4740-991c-b947bf66a999 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.523747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2d7328-58fa-4740-991c-b947bf66a999 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Fanout notify agent at l3_agent the message router_deleted on router b6b996e9-b612-4d27-94c3-f57f1d8bfac8 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:20:38.537160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57432) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:38.542091 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9871367-39db-4fc8-9422-00d6fc744b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.543168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d9871367-39db-4fc8-9422-00d6fc744b67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e5b94b8-e89a-4958-aae9-c20e83e0ae00 HTTP/1.1" status: 204 len: 168 time: 1.1236544 Feb 07 13:20:38.546699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a2d7328-58fa-4740-991c-b947bf66a999 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.547767 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1a2d7328-58fa-4740-991c-b947bf66a999 tempest-RoutersNegativeTest-713416005 tempest-RoutersNegativeTest-713416005-project] 10.222.0.69 "DELETE /v2.0/routers/b6b996e9-b612-4d27-94c3-f57f1d8bfac8 HTTP/1.1" status: 204 len: 168 time: 1.3437281 Feb 07 13:20:38.548278 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.567149 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8582e7a6-f7bd-4ca6-90c5-4bf25d38e5a3 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.568385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582e7a6-f7bd-4ca6-90c5-4bf25d38e5a3 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Fanout notify agent at l3_agent the message router_deleted on router f9dc672f-4e68-47df-8800-6a58abd91665 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:20:38.579020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8582e7a6-f7bd-4ca6-90c5-4bf25d38e5a3 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.583518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57442) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:38.584293 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8582e7a6-f7bd-4ca6-90c5-4bf25d38e5a3 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/routers/f9dc672f-4e68-47df-8800-6a58abd91665 HTTP/1.1" status: 204 len: 168 time: 1.1303751 Feb 07 13:20:38.587367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f45669-20bd-455d-8d54-4824153e2573']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:38.646735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328e5e5d-272e-4bbb-bc4b-77ec66f2653b') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:38.647027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328e5e5d-272e-4bbb-bc4b-77ec66f2653b') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:38.663958 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.688074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-54ef4dcd-30c1-465a-b193-5765dedfd175 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Deleting port 28687aa4-d74f-4786-a196-bc5a8e7fc7ce {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:38.688423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54ef4dcd-30c1-465a-b193-5765dedfd175 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.715500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbf10dcd-f9c1-419f-baa9-5edd20291bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.718659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.740383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:38.740795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:38.756145 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:38.898393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] Deleting port c7d42e61-8252-47c2-8119-9638110e3ed2 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:38.899046 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:38.998066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.010839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-75707ae0-5e0d-49c8-b62b-997a160bd568 None None] The port 'c7d42e61-8252-47c2-8119-9638110e3ed2' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:39.029043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.039746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Network': ['ID=40f45669-20bd-455d-8d54-4824153e2573,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:39.057686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-93073831-faf0-4dcc-970d-470b5775369b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/networks/40f45669-20bd-455d-8d54-4824153e2573 HTTP/1.1" status: 204 len: 168 time: 1.8671918 Feb 07 13:20:39.061112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57460) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:39.069551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1699985814'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:39.077644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:39.087124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:network and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:39.102216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:39.111932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:39.133004 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54ef4dcd-30c1-465a-b193-5765dedfd175 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.135069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57466) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:39.155719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1182736769-network', 'tenant_id': '32169e3920de408f9635dd1c31297d72'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:39.265472 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e36bfead-84e1-490a-a089-cdf9cdae2b4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55d6a2f081e84bce9ced0cbd2e88a9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291447 Feb 07 13:20:39.267898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:39.273210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:39.276658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.291827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-54ef4dcd-30c1-465a-b193-5765dedfd175 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Calling delete_port for 28687aa4-d74f-4786-a196-bc5a8e7fc7ce owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:39.320955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:39.330338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a87c-ead6-4338-b607-09873857d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.342926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Usage tracker for resource:network and tenant:32169e3920de408f9635dd1c31297d72 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:39.352772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:39.357510 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a87c-ead6-4338-b607-09873857d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.363086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:39.386055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:39.408920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.409273 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Added segment e1022dea-c7ee-4e18-bc3e-713b457d7dd2 of type vlan for network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f Feb 07 13:20:39.478778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.482225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Made reservation on behalf of 32169e3920de408f9635dd1c31297d72 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:39.484435 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.511231 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.526685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a87c-ead6-4338-b607-09873857d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.541982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:39.548576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2a87c-ead6-4338-b607-09873857d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd803e-85fd-41bc-8cc4-041e53e14651,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:39.550238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Usage tracker for resource:security_group_rule and tenant:32169e3920de408f9635dd1c31297d72 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:39.557136 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a87c-ead6-4338-b607-09873857d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.558129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:39.558225 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c6e2a87c-ead6-4338-b607-09873857d281 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c0dd803e-85fd-41bc-8cc4-041e53e14651 HTTP/1.1" status: 204 len: 168 time: 0.2855489 Feb 07 13:20:39.562291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:39.570668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57486) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:39.647629 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54ef4dcd-30c1-465a-b193-5765dedfd175 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.653354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bd3d25af-3304-49cc-bfd0-1581fa03fcbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e1f04658e5346d3ad53423fc2c11d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792911 Feb 07 13:20:39.655340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57490) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:39.704966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.712042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:39.712663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.791585 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7930c180-a30f-48ab-93f1-fd52aa79fffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.798155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef4dcd-30c1-465a-b193-5765dedfd175 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Pushing event deleted for resources: {'Port': ['ID=28687aa4-d74f-4786-a196-bc5a8e7fc7ce,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:39.840434 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7930c180-a30f-48ab-93f1-fd52aa79fffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:39.883227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8185225 Feb 07 13:20:39.883773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57498) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:39.912439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '1a34d599-5f1d-4f57-8c7f-2a20b98e110f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:40.020939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb49dcd-8bd6-4fdd-89c7-bc774cca6371 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Network': ['ID=1a34d599-5f1d-4f57-8c7f-2a20b98e110f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:40.032620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:40.054898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.074313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54ef4dcd-30c1-465a-b193-5765dedfd175 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.090201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-54ef4dcd-30c1-465a-b193-5765dedfd175 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/ports/28687aa4-d74f-4786-a196-bc5a8e7fc7ce HTTP/1.1" status: 204 len: 168 time: 1.5026577 Feb 07 13:20:40.090795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57504) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:40.113968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:40.120913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:40.124469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:40.131658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:40.153825 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.208571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:40.212076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:40.217578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.228981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-01989f09-1600-4667-ad3d-cb78b3651380 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Deleting subnet 6e445f13-e939-48d2-9a02-fc5142653dcb {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:40.241680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.241921 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Added segment e79853c5-c9df-4707-a256-901a2d8bfe0b of type vlan for network 7bf212d6-4e38-47d1-a029-ac9dae7514fd Feb 07 13:20:40.242802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01989f09-1600-4667-ad3d-cb78b3651380 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.282768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a04a589-a828-478e-99c9-784cabf5444b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:40.283412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7930c180-a30f-48ab-93f1-fd52aa79fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.319621 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.325100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01989f09-1600-4667-ad3d-cb78b3651380 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.327679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930c180-a30f-48ab-93f1-fd52aa79fffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc100954-6089-47e1-ba3e-762c06415e94,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:40.336598 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7930c180-a30f-48ab-93f1-fd52aa79fffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.340436 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7930c180-a30f-48ab-93f1-fd52aa79fffd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc100954-6089-47e1-ba3e-762c06415e94 HTTP/1.1" status: 204 len: 168 time: 0.6811466 Feb 07 13:20:40.440861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01989f09-1600-4667-ad3d-cb78b3651380 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.486978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.488181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:40.489798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.624361 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.735349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=8c93234c-807e-4ef8-80a2-1815ad14811e,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:40.748992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking segment: {'id': 'e1022dea-c7ee-4e18-bc3e-713b457d7dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a34d599-5f1d-4f57-8c7f-2a20b98e110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:40.751502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network hostable DHCP agents. Network: 1a34d599-5f1d-4f57-8c7f-2a20b98e110f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:40.755510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] Pushing event updated for resources: {'Network': ['ID=7bf212d6-4e38-47d1-a029-ac9dae7514fd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:40.768043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7bf212d6-4e38-47d1-a029-ac9dae7514fd details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:40.840865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:40.844791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57526) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:40.845074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7c93ce0e-772a-422b-89cf-3b5ee7f8155b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3068471 Feb 07 13:20:40.846370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01989f09-1600-4667-ad3d-cb78b3651380 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.861168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Request body: {'subnet': {'network_id': '7bf212d6-4e38-47d1-a029-ac9dae7514fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1182736769-subnet', 'tenant_id': '32169e3920de408f9635dd1c31297d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:40.871094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:40.884210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Usage tracker for resource:subnet and tenant:32169e3920de408f9635dd1c31297d72 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:40.893143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:40.905100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:40.928753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01989f09-1600-4667-ad3d-cb78b3651380 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Pushing event deleted for resources: {'Subnet': ['ID=6e445f13-e939-48d2-9a02-fc5142653dcb,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:40.930997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-01989f09-1600-4667-ad3d-cb78b3651380 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:40.931134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bec744-9f33-4970-98b1-8b8a1b9de3d7 None None] Network 0d799dd2-59bb-458e-9430-711bedd38af4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:40.932921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-01989f09-1600-4667-ad3d-cb78b3651380 tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/subnets/6e445f13-e939-48d2-9a02-fc5142653dcb HTTP/1.1" status: 204 len: 168 time: 0.8402185 Feb 07 13:20:40.935579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57534) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:40.973769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 1a34d599-5f1d-4f57-8c7f-2a20b98e110f) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:40.983647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:40.989937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.031234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac0060-150f-41b5-9539-7c5d45af8065 None None] Network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:41.267832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Made reservation on behalf of 32169e3920de408f9635dd1c31297d72 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:41.271113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.368753 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.428922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57552) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:41.434865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '1a34d599-5f1d-4f57-8c7f-2a20b98e110f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-285532791'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:41.447621 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e7ed17d3-a660-4e4b-a311-6dd06d10fdf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5617814 Feb 07 13:20:41.451847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Deleting port fbfff7f3-2b85-4609-a106-64eb7092f090 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:41.461867 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.502173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-1a34d599-5f1d-4f57-8c7f-2a20b98e110f', 'network_id': '1a34d599-5f1d-4f57-8c7f-2a20b98e110f', 'tenant_id': '3e64b1b315c14e9da4e0f13207b1d4f4', 'fixed_ips': [{'subnet_id': '8c93234c-807e-4ef8-80a2-1815ad14811e'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:20:41.503170 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.599171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] DHCP port deletion for 0d799dd2-59bb-458e-9430-711bedd38af4 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:41.602897 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ff7e81d1-6a69-477f-bf01-8a58ad42c72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.608816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] Deleting port fbfff7f3-2b85-4609-a106-64eb7092f090 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:41.609000 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.681076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:41.685682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:41.692067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:41.710387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:41.886357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] For port fbfff7f3-2b85-4609-a106-64eb7092f090, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fbfff7f3-2b85-4609-a106-64eb7092f090,segment=NetworkSegment(1d5a21d1-6986-4a6a-96c0-39272ff15ddd),segment_id=1d5a21d1-6986-4a6a-96c0-39272ff15ddd)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:41.887021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.891698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:41.896198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.938017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 7994773a-75d1-4ccf-abc4-4a995abeca44 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:41.959006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] For port fbfff7f3-2b85-4609-a106-64eb7092f090, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fbfff7f3-2b85-4609-a106-64eb7092f090,segment=NetworkSegment(1d5a21d1-6986-4a6a-96c0-39272ff15ddd),segment_id=1d5a21d1-6986-4a6a-96c0-39272ff15ddd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:41.959400 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:41.981204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Allocated IP 2001:db8::2 (1a34d599-5f1d-4f57-8c7f-2a20b98e110f/8c93234c-807e-4ef8-80a2-1815ad14811e/76d00342-7da1-4695-a3a2-fed213235ba0) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:42.001863 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:20:42.115085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.122295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] Calling delete_port for fbfff7f3-2b85-4609-a106-64eb7092f090 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:42.126059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Calling delete_port for fbfff7f3-2b85-4609-a106-64eb7092f090 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:42.156885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57572) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:42.305763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fbfff7f3-2b85-4609-a106-64eb7092f090 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:42.338115 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.368723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=049f7ad5-b0f2-45ee-8d91-7c7c51fef31b,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:42.369229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-network', 'tenant_id': 'f582ff20aff845a89c5545713189c69f'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:42.372924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:42.373848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:20:42.374734 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:20:42.377621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Checking segment: {'id': 'e79853c5-c9df-4707-a256-901a2d8bfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7bf212d6-4e38-47d1-a029-ac9dae7514fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:42.378200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Network hostable DHCP agents. Network: 7bf212d6-4e38-47d1-a029-ac9dae7514fd, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:42.378947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Usage tracker for resource:network and tenant:f582ff20aff845a89c5545713189c69f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:42.382717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:42.390316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:42.416693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] No DVR routers for this DVR port fbfff7f3-2b85-4609-a106-64eb7092f090 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:42.425394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: fbfff7f3-2b85-4609-a106-64eb7092f090 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:42.428867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fbfff7f3-2b85-4609-a106-64eb7092f090 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:42.434580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f24928-621b-461e-9f80-25eff8a33322 None None] Pushing event deleted for resources: {'Port': ['ID=fbfff7f3-2b85-4609-a106-64eb7092f090,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:42.503603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Network 7bf212d6-4e38-47d1-a029-ac9dae7514fd is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:42.503895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Made reservation on behalf of f582ff20aff845a89c5545713189c69f for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:42.506460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.519284 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.529081 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.536321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:42.540773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f582ff20aff845a89c5545713189c69f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:42.544088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:42.544279 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.551820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:42.572407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.587651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Transition to ACTIVE for port object 76d00342-7da1-4695-a3a2-fed213235ba0 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:42.589454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7bf212d6-4e38-47d1-a029-ac9dae7514fd) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:42.608014 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:42.609887 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.610972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2504daef-4f39-4570-bf10-0b2a05dd270a None None] Network 7bf212d6-4e38-47d1-a029-ac9dae7514fd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:42.633249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Transition to ACTIVE for port object 76d00342-7da1-4695-a3a2-fed213235ba0 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:42.655375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.759953 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.769374 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7b0d5972-549b-4a63-8d27-15bfd95fcdbc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9155211 Feb 07 13:20:42.809385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:42.868975 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.875896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Deleting port fbfff7f3-2b85-4609-a106-64eb7092f090 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:42.876873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:42.930012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a82f1dd-0eef-483c-9d86-824cfdd4b1ab None None] Network 7bf212d6-4e38-47d1-a029-ac9dae7514fd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:42.998489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::9c (1a34d599-5f1d-4f57-8c7f-2a20b98e110f/8c93234c-807e-4ef8-80a2-1815ad14811e/7994773a-75d1-4ccf-abc4-4a995abeca44) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:43.032367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] The port 'fbfff7f3-2b85-4609-a106-64eb7092f090' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:43.039254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Pushing event updated for resources: {'Port': ['ID=76d00342-7da1-4695-a3a2-fed213235ba0,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:43.080141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:43.088880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:43.102711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:43.180495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.180836 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Added segment 6fd7326b-5431-49c6-975d-459e277d9d44 of type vlan for network c18760b0-f66c-41e9-bf8b-e8e4069d3cde Feb 07 13:20:43.233662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:43.234963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.277208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.277784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.278226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.278670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.279125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.279560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.280052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.281310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.281310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.281310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.281817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.282327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:43.292130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.298730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d799dd2-59bb-458e-9430-711bedd38af4']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:43.325831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5a21d1-6986-4a6a-96c0-39272ff15ddd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:43.326141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5a21d1-6986-4a6a-96c0-39272ff15ddd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:43.332994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Attempting to bind port 76d00342-7da1-4695-a3a2-fed213235ba0 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:43.335773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Attempting to bind port 76d00342-7da1-4695-a3a2-fed213235ba0 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e1022dea-c7ee-4e18-bc3e-713b457d7dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a34d599-5f1d-4f57-8c7f-2a20b98e110f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:43.338305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Attempting to bind port 76d00342-7da1-4695-a3a2-fed213235ba0 on network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:43.341746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.346665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.370386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:43.377058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Checking segment: {'id': 'e1022dea-c7ee-4e18-bc3e-713b457d7dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a34d599-5f1d-4f57-8c7f-2a20b98e110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:43.378390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.379446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.381317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Bound using segment: {'id': 'e1022dea-c7ee-4e18-bc3e-713b457d7dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a34d599-5f1d-4f57-8c7f-2a20b98e110f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:43.382015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Bound port: 76d00342-7da1-4695-a3a2-fed213235ba0, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1022dea-c7ee-4e18-bc3e-713b457d7dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1a34d599-5f1d-4f57-8c7f-2a20b98e110f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:43.382982 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.392328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:43.392745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.403416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 7994773a-75d1-4ccf-abc4-4a995abeca44 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:43.434511 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:43.493945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] For port 76d00342-7da1-4695-a3a2-fed213235ba0, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:43.498257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] For port 76d00342-7da1-4695-a3a2-fed213235ba0, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=76d00342-7da1-4695-a3a2-fed213235ba0,segment=NetworkSegment(e1022dea-c7ee-4e18-bc3e-713b457d7dd2),segment_id=e1022dea-c7ee-4e18-bc3e-713b457d7dd2)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:43.574480 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.575619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:43.576315 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.610326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.681088 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.689142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.723248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f738d-3c30-4a55-aaae-fa073078c731 None None] Pushing event updated for resources: {'Port': ['ID=76d00342-7da1-4695-a3a2-fed213235ba0,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:43.724786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.726412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] Pushing event deleted for resources: {'Network': ['ID=0d799dd2-59bb-458e-9430-711bedd38af4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:43.744670 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8f717763-2234-4766-8693-2b46a71b7f4b tempest-TagsExtTest-1242863904 tempest-TagsExtTest-1242863904-project] 10.222.0.69 "DELETE /v2.0/networks/0d799dd2-59bb-458e-9430-711bedd38af4 HTTP/1.1" status: 204 len: 168 time: 2.8077393 Feb 07 13:20:43.836989 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.841935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-64b4ffa7-a3b8-468b-bd37-530e753ff3b0 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:43.842893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-64b4ffa7-a3b8-468b-bd37-530e753ff3b0 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Synchronizing usage tracker for tenant:32169e3920de408f9635dd1c31297d72 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:43.898394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:43.899237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c18760b0-f66c-41e9-bf8b-e8e4069d3cde,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:43.919837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c18760b0-f66c-41e9-bf8b-e8e4069d3cde details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:43.938061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:43.943566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:43.953369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:43.954199 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:43.985929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=7994773a-75d1-4ccf-abc4-4a995abeca44,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:44.007108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-65309c3c-a460-4b3c-9e29-de73566aa7a8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8456793 Feb 07 13:20:44.011393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57642) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:44.013142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Request body: {'subnet': {'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-subnet', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:44.018495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:44.023375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Usage tracker for resource:subnet and tenant:f582ff20aff845a89c5545713189c69f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:44.026391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:44.032930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:44.134833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-64b4ffa7-a3b8-468b-bd37-530e753ff3b0 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Unset dirty status for tenant:32169e3920de408f9635dd1c31297d72 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:44.144619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-64b4ffa7-a3b8-468b-bd37-530e753ff3b0 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/networks?id=7bf212d6-4e38-47d1-a029-ac9dae7514fd HTTP/1.1" status: 200 len: 822 time: 0.7277730 Feb 07 13:20:44.163531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d53d13e3-c67b-44ab-be76-3f23cf36de36 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.7330210 Feb 07 13:20:44.166189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57648) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:44.194002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-48c3cce5-a921-48b2-a3d0-d3e229aa40ea tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/quotas/32169e3920de408f9635dd1c31297d72 HTTP/1.1" status: 200 len: 375 time: 0.0477185 Feb 07 13:20:44.263910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-07c15061-6df9-47ad-946d-9872783a624f tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=32169e3920de408f9635dd1c31297d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672317 Feb 07 13:20:44.267916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Made reservation on behalf of f582ff20aff845a89c5545713189c69f for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:44.270866 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:44.283679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e5a96-a6ed-4eb1-afb9-a8a82dbb784d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 7994773a-75d1-4ccf-abc4-4a995abeca44 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:44.284390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a96-a6ed-4eb1-afb9-a8a82dbb784d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:44.444907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57654) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:44.615149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-7f1dde1e-a1c8-4fe8-9854-086be1f27419 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf212d6-4e38-47d1-a029-ac9dae7514fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253281 Feb 07 13:20:44.670179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a96-a6ed-4eb1-afb9-a8a82dbb784d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:44.740708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57662) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:44.840832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.030456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e5a96-a6ed-4eb1-afb9-a8a82dbb784d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 7994773a-75d1-4ccf-abc4-4a995abeca44 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:45.083938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:45.088618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] Usage tracker for resource:security_group_rule and tenant:ffdff503e73a4f68b26f4ef6c9fa2f49 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:45.093499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:45.098285 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.108377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:45.167523 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a0f5d214-50a8-4157-9d5e-bafae8328d27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0bf3a2e19d54dc58a97479b2ceed9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214961 Feb 07 13:20:45.174796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57682) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:45.285610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-44541a2e-f4fc-4ebe-8977-3af502872e09 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf212d6-4e38-47d1-a029-ac9dae7514fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616440 Feb 07 13:20:45.358396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcdef67-6799-4fb1-9b0b-d86592c2c853 None None] Network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:45.360569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.378016 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a96-a6ed-4eb1-afb9-a8a82dbb784d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.409764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a12807b-276c-4d25-8525-e73f5f57a47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.430200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.434815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5a96-a6ed-4eb1-afb9-a8a82dbb784d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=7994773a-75d1-4ccf-abc4-4a995abeca44,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:45.491388 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a12807b-276c-4d25-8525-e73f5f57a47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.498605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5a96-a6ed-4eb1-afb9-a8a82dbb784d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.510610 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4a4e5a96-a6ed-4eb1-afb9-a8a82dbb784d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/7994773a-75d1-4ccf-abc4-4a995abeca44 HTTP/1.1" status: 204 len: 168 time: 1.3431935 Feb 07 13:20:45.513618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.516011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57692) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:45.549069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d04c36-3430-48ff-93ee-6e7ecd8b0624,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:45.566057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Checking segment: {'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:45.566739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Network hostable DHCP agents. Network: c18760b0-f66c-41e9-bf8b-e8e4069d3cde, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:45.609337 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b814a8a4-b38e-43ce-9c58-a14d7cc87077 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:20:45.609984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b814a8a4-b38e-43ce-9c58-a14d7cc87077 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:45.675542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41c496-b242-40f0-b534-1a615920655d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:45.681334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a885cfca-533f-4a55-89e2-fa6b22f0b8c5 req-88e5a8fa-e21f-4f53-9360-d843a8c6796c tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 210 time: 0.1183045 Feb 07 13:20:45.691856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f4bb2517-cf34-4c2f-8c49-409c0e3863be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffdff503e73a4f68b26f4ef6c9fa2f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9500206 Feb 07 13:20:45.694598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57700) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:45.720318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b814a8a4-b38e-43ce-9c58-a14d7cc87077 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:45.720318 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b814a8a4-b38e-43ce-9c58-a14d7cc87077 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/7994773a-75d1-4ccf-abc4-4a995abeca44 HTTP/1.1" status: 404 len: 333 time: 0.2013717 Feb 07 13:20:45.724027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57704) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:45.775198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ed149c6c-2ec6-49ef-a9c1-10513839c8b8 None None] Provisioning for port 76d00342-7da1-4695-a3a2-fed213235ba0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:45.820746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a12807b-276c-4d25-8525-e73f5f57a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.824926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Network c18760b0-f66c-41e9-bf8b-e8e4069d3cde is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:45.845617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12807b-276c-4d25-8525-e73f5f57a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b861bd8d-8e80-4bf6-945b-5b711f736add,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:45.864670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2a12807b-276c-4d25-8525-e73f5f57a47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.866071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2a12807b-276c-4d25-8525-e73f5f57a47c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b861bd8d-8e80-4bf6-945b-5b711f736add HTTP/1.1" status: 204 len: 168 time: 0.6844940 Feb 07 13:20:45.871347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed292372-37ff-47d0-8240-03e6fbd88eb0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet 8c93234c-807e-4ef8-80a2-1815ad14811e {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:20:45.874649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2bdef74-3855-422e-bfe6-296c6b250c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.876719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed292372-37ff-47d0-8240-03e6fbd88eb0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.932718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c18760b0-f66c-41e9-bf8b-e8e4069d3cde) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:45.940777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:45.942474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.946716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e2285-d3ff-45c6-a8b6-4d73b961ef51 None None] Network c18760b0-f66c-41e9-bf8b-e8e4069d3cde requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:45.958315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2bdef74-3855-422e-bfe6-296c6b250c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:45.977829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed292372-37ff-47d0-8240-03e6fbd88eb0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.068715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a796969e-3122-473c-97ff-7eed557ae3b8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0503683 Feb 07 13:20:46.068715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57716) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:46.078188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:46.094699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:46.106078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Usage tracker for resource:router and tenant:f582ff20aff845a89c5545713189c69f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:46.110548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:46.125503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:46.144067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed292372-37ff-47d0-8240-03e6fbd88eb0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.241753 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2bdef74-3855-422e-bfe6-296c6b250c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.252583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.254223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.289768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2bdef74-3855-422e-bfe6-296c6b250c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.294453 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e2bdef74-3855-422e-bfe6-296c6b250c04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b41c496-b242-40f0-b534-1a615920655d HTTP/1.1" status: 204 len: 168 time: 0.5986063 Feb 07 13:20:46.310050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdef74-3855-422e-bfe6-296c6b250c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41c496-b242-40f0-b534-1a615920655d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:46.322875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.364694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 76d00342-7da1-4695-a3a2-fed213235ba0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:46.430600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed292372-37ff-47d0-8240-03e6fbd88eb0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.489861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08700be7-9414-4ec8-a7ab-e082c913022b None None] Network c18760b0-f66c-41e9-bf8b-e8e4069d3cde requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:46.545226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed292372-37ff-47d0-8240-03e6fbd88eb0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=8c93234c-807e-4ef8-80a2-1815ad14811e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:46.556214 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ed292372-37ff-47d0-8240-03e6fbd88eb0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.573772 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ed292372-37ff-47d0-8240-03e6fbd88eb0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/8c93234c-807e-4ef8-80a2-1815ad14811e HTTP/1.1" status: 204 len: 168 time: 0.8451593 Feb 07 13:20:46.574389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57732) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:46.712567 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.725692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 76d00342-7da1-4695-a3a2-fed213235ba0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:46.726053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.780782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fcadf5c4-3c18-4725-8b3c-3527e7a61e0b None None] Could not find standard attr ID for object 7994773a-75d1-4ccf-abc4-4a995abeca44. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:20:46.855164 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:46.870750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663f0be-5074-42cc-811e-8ee5c38f520e None None] Network 1a34d599-5f1d-4f57-8c7f-2a20b98e110f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:46.920214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06523b71-02fc-4c5e-bddb-c70d3084ebd8 req-ca7276f6-2ac9-4d42-b9a6-d67b2c53124b tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 210 time: 0.0570941 Feb 07 13:20:47.011858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 76d00342-7da1-4695-a3a2-fed213235ba0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:47.042952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 76d00342-7da1-4695-a3a2-fed213235ba0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:47.043326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.087179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] For port 76d00342-7da1-4695-a3a2-fed213235ba0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=76d00342-7da1-4695-a3a2-fed213235ba0,segment=NetworkSegment(e1022dea-c7ee-4e18-bc3e-713b457d7dd2),segment_id=e1022dea-c7ee-4e18-bc3e-713b457d7dd2)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:47.087562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.262528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 76d00342-7da1-4695-a3a2-fed213235ba0 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:47.342382 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.395531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57754) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:47.418271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.436935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:47.447244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a3f2fd-10e3-4d62-ab2e-1ea95f6e83ad None None] DHCP port deletion for 1a34d599-5f1d-4f57-8c7f-2a20b98e110f request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:20:47.447244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-69a3f2fd-10e3-4d62-ab2e-1ea95f6e83ad None None] Deleting port 76d00342-7da1-4695-a3a2-fed213235ba0 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:47.447823 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-69a3f2fd-10e3-4d62-ab2e-1ea95f6e83ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.449462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.460221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] Usage tracker for resource:security_group_rule and tenant:efd4067b67f34613b27eec7fa387f4ec is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:47.467243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:47.482365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:47.484436 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.493762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.620018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-69a3f2fd-10e3-4d62-ab2e-1ea95f6e83ad None None] The port '76d00342-7da1-4695-a3a2-fed213235ba0' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:20:47.679511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.680868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No DVR routers for this DVR port 76d00342-7da1-4695-a3a2-fed213235ba0 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:20:47.682843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=76d00342-7da1-4695-a3a2-fed213235ba0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:47.707717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Allocated IP 172.25.7.133 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/024a9a90-9577-4ee7-9023-bc0ea04be590) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:47.820188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.924567 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=efd4067b67f34613b27eec7fa387f4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5274522 Feb 07 13:20:47.927581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:47.933530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.942663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:47.971090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a34d599-5f1d-4f57-8c7f-2a20b98e110f']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:47.982250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd8474-aaae-4d51-866f-25a73dc1065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab16066-3dc0-4bd2-817f-e5d2c3538750,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:47.996373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1022dea-c7ee-4e18-bc3e-713b457d7dd2') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:47.996683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1022dea-c7ee-4e18-bc3e-713b457d7dd2') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:48.032702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.061430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.085206 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-feaf7cdd-0b2f-4a27-89a8-cd733c7b70da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.087247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:20:48.087582 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:20:48.103505 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:20:48.131365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e43b094a-a5be-428c-ac44-182ca53cb9f6 req-6213a35b-348a-4b1a-9c25-fe2d27e4c103 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 210 time: 0.0610929 Feb 07 13:20:48.137637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.198392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 76d00342-7da1-4695-a3a2-fed213235ba0 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:20:48.255200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 76d00342-7da1-4695-a3a2-fed213235ba0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:20:48.255200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 76d00342-7da1-4695-a3a2-fed213235ba0 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:20:48.419848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-feaf7cdd-0b2f-4a27-89a8-cd733c7b70da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.512379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:48.517207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:48.524529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:48.532890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.563729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.565820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-feaf7cdd-0b2f-4a27-89a8-cd733c7b70da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.572147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=024a9a90-9577-4ee7-9023-bc0ea04be590,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:48.588770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Network': ['ID=1a34d599-5f1d-4f57-8c7f-2a20b98e110f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:48.600980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf7cdd-0b2f-4a27-89a8-cd733c7b70da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab16066-3dc0-4bd2-817f-e5d2c3538750,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:48.698381 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-95688901-3972-49e9-8f61-b0aeb776a5e2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/networks/1a34d599-5f1d-4f57-8c7f-2a20b98e110f HTTP/1.1" status: 204 len: 168 time: 2.1223404 Feb 07 13:20:48.702419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57782) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:48.719994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'name': 'tempest-PortsIpV6TestJSON-1233817691'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:48.822744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-feaf7cdd-0b2f-4a27-89a8-cd733c7b70da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:48.823892 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-feaf7cdd-0b2f-4a27-89a8-cd733c7b70da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ab16066-3dc0-4bd2-817f-e5d2c3538750 HTTP/1.1" status: 204 len: 168 time: 0.8432810 Feb 07 13:20:48.880174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:48.884994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-0c0af246-d66b-4d5a-a6ab-f46d8c2e0c46 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:48.891490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:48.891660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-0c0af246-d66b-4d5a-a6ab-f46d8c2e0c46 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.47 "GET /v2.0/networks?id=7bf212d6-4e38-47d1-a029-ac9dae7514fd HTTP/1.1" status: 200 len: 822 time: 0.4673612 Feb 07 13:20:48.891749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:48.899763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:48.903687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Request body: {'port': {'device_id': '8345450c-d615-4586-a05e-a071ddfd0b1e', 'network_id': '7bf212d6-4e38-47d1-a029-ac9dae7514fd', 'admin_state_up': True, 'tenant_id': '32169e3920de408f9635dd1c31297d72'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:49.000885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:49.005479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:49.028799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port ced2be1f-2a2c-46e2-89e5-6900682d46c6 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:49.139813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:49.178349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Usage tracker for resource:port and tenant:32169e3920de408f9635dd1c31297d72 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:49.182980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:49.198566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:49.342288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:49.360241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Made reservation on behalf of 32169e3920de408f9635dd1c31297d72 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:49.371296 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:49.379201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-028869fc-f617-4985-aecb-db01c08cb0d5 req-a60059b8-830c-4c10-b3d6-36225191faeb tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 210 time: 0.0879400 Feb 07 13:20:49.404279 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:49.458911 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:49.585339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:49.600686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:49.602133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:49.612778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:49.616947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:49.657088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=ced2be1f-2a2c-46e2-89e5-6900682d46c6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:49.804886 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-05fb38ec-0144-4d3b-8aeb-dc5fa80c378f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0987349 Feb 07 13:20:49.805882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57810) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:49.909622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Allocated IP 172.20.0.11 (7bf212d6-4e38-47d1-a029-ac9dae7514fd/049f7ad5-b0f2-45ee-8d91-7c7c51fef31b/5fab71d5-86fd-4f53-8304-63e27af77286) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:49.933179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d21a772b-0995-41da-9db0-2155768330e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port ced2be1f-2a2c-46e2-89e5-6900682d46c6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:49.933758 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d21a772b-0995-41da-9db0-2155768330e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:50.053795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:50.191245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d21a772b-0995-41da-9db0-2155768330e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:50.325644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d21a772b-0995-41da-9db0-2155768330e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for ced2be1f-2a2c-46e2-89e5-6900682d46c6 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:50.475751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d21a772b-0995-41da-9db0-2155768330e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:50.547103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a772b-0995-41da-9db0-2155768330e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=ced2be1f-2a2c-46e2-89e5-6900682d46c6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:50.553552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d21a772b-0995-41da-9db0-2155768330e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:50.565957 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d21a772b-0995-41da-9db0-2155768330e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/ced2be1f-2a2c-46e2-89e5-6900682d46c6 HTTP/1.1" status: 204 len: 168 time: 0.7573576 Feb 07 13:20:50.566194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57826) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:50.571920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'mac_address': 'fa:16:3e:34:f5:5b', 'name': 'tempest-PortsIpV6TestJSON-1807892890'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:50.573412 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:50.587823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-efb898b2-5339-4bf3-8168-da0c4b788f35 req-90f3890a-278a-40d9-bd2d-76115072ea1c tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 210 time: 0.0698390 Feb 07 13:20:50.675195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Router 33e3b3d8-f460-4d80-bc5a-ec1807487add is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:20:50.709985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:50.714970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:50.718369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:50.725250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:50.768548 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:50.794725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:50.865988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Network 7bf212d6-4e38-47d1-a029-ac9dae7514fd is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:50.878012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:50.885297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:50.927739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Pushing event updated for resources: {'Port': ['ID=5fab71d5-86fd-4f53-8304-63e27af77286,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:50.956644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:50.996705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 450e5d54-beb0-4484-ba4e-28a255f2fcb9 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:51.035292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:51.035937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:51.043853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:20:51.055915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Sync routers for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:20:51.082887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:51.083555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:51.167281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-d9dd25ab-ce32-4099-9b24-784ed0365f23 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2687984 Feb 07 13:20:51.170105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:51.173865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e58df3d0-9226-4f05-b2d4-cfd8ec31d7c4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1078081 Feb 07 13:20:51.178488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-9224293f-4035-41ed-923b-5be673577a81 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:20:51.181673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-9224293f-4035-41ed-923b-5be673577a81 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056779 Feb 07 13:20:51.182231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57850) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:51.328888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:20:51.376332 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:51.487691 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:51.551855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Request body: {'port': {'device_id': '8345450c-d615-4586-a05e-a071ddfd0b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:51.599699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:51.604052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:51.609250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:51.617570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:51.619195 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:51.865104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=450e5d54-beb0-4484-ba4e-28a255f2fcb9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:51.896601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:48Z', 'revision_number': 3, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:51.903204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Checking router: 33e3b3d8-f460-4d80-bc5a-ec1807487add for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:20:51.903552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Updating router 33e3b3d8-f460-4d80-bc5a-ec1807487add port 024a9a90-9577-4ee7-9023-bc0ea04be590 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:20:51.963698 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-321e41b3-4827-4b5e-9bfb-f95a37dc94d8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3941507 Feb 07 13:20:51.968731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57880) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:52.012373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.042315 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.104406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b1eb2c-0a81-4f62-8966-8c26aa8f8fca tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:52.106622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-27b1eb2c-0a81-4f62-8966-8c26aa8f8fca tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:52.212215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-27b1eb2c-0a81-4f62-8966-8c26aa8f8fca tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:52.213418 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27b1eb2c-0a81-4f62-8966-8c26aa8f8fca tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/450e5d54-beb0-4484-ba4e-28a255f2fcb9 HTTP/1.1" status: 200 len: 845 time: 0.2483618 Feb 07 13:20:52.216146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:52.352187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e0b93d9f-9437-4746-b846-2b54e0674b3f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 450e5d54-beb0-4484-ba4e-28a255f2fcb9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:52.352792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d9f-9437-4746-b846-2b54e0674b3f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.501436 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.514354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Transition to ACTIVE for port object 024a9a90-9577-4ee7-9023-bc0ea04be590 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:52.635272 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.697672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d9f-9437-4746-b846-2b54e0674b3f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.746459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.794331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce83d31-c568-42d9-b713-12ab9b4f46d5 None None] Pushing event updated for resources: {'Port': ['ID=024a9a90-9577-4ee7-9023-bc0ea04be590,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:52.838051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Attempting to bind port 024a9a90-9577-4ee7-9023-bc0ea04be590 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:52.838597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Attempting to bind port 024a9a90-9577-4ee7-9023-bc0ea04be590 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:52.840212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Attempting to bind port 024a9a90-9577-4ee7-9023-bc0ea04be590 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:52.875204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e0b93d9f-9437-4746-b846-2b54e0674b3f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 450e5d54-beb0-4484-ba4e-28a255f2fcb9 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:52.880887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:52.890513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:52.890513 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.890513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:52.890513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Bound port: 024a9a90-9577-4ee7-9023-bc0ea04be590, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:52.890513 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:52.895675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718e460-f5fc-426f-a276-84d9bc60c3d9 req-444c3a50-aa17-4d7d-bbf3-380c520f7d4d tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:52.896331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6718e460-f5fc-426f-a276-84d9bc60c3d9 req-444c3a50-aa17-4d7d-bbf3-380c520f7d4d tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Synchronizing usage tracker for tenant:32169e3920de408f9635dd1c31297d72 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:53.037286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6718e460-f5fc-426f-a276-84d9bc60c3d9 req-444c3a50-aa17-4d7d-bbf3-380c520f7d4d tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Unset dirty status for tenant:32169e3920de408f9635dd1c31297d72 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:53.038443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6718e460-f5fc-426f-a276-84d9bc60c3d9 req-444c3a50-aa17-4d7d-bbf3-380c520f7d4d tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 932 time: 1.1624467 Feb 07 13:20:53.073627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] For port 024a9a90-9577-4ee7-9023-bc0ea04be590, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:53.103920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d9f-9437-4746-b846-2b54e0674b3f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:53.104881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] For port 024a9a90-9577-4ee7-9023-bc0ea04be590, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=024a9a90-9577-4ee7-9023-bc0ea04be590,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:53.196428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b93d9f-9437-4746-b846-2b54e0674b3f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:53.206375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b93d9f-9437-4746-b846-2b54e0674b3f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=450e5d54-beb0-4484-ba4e-28a255f2fcb9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:53.211668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:53.301664 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e0b93d9f-9437-4746-b846-2b54e0674b3f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/450e5d54-beb0-4484-ba4e-28a255f2fcb9 HTTP/1.1" status: 204 len: 168 time: 1.0842044 Feb 07 13:20:53.306088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:53.306232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57910) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:53.306326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:53.309317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6718e460-f5fc-426f-a276-84d9bc60c3d9 req-7fed27b7-34ed-4627-91de-81f7c87d6ded tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Synchronizing usage tracker for tenant:32169e3920de408f9635dd1c31297d72 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:53.383267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce83d31-c568-42d9-b713-12ab9b4f46d5 None None] Pushing event updated for resources: {'Port': ['ID=024a9a90-9577-4ee7-9023-bc0ea04be590,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:53.387901 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdaf2de-8ec8-4a71-8d97-1766753b6653 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:20:53.388472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1bdaf2de-8ec8-4a71-8d97-1766753b6653 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:53.458185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6718e460-f5fc-426f-a276-84d9bc60c3d9 req-7fed27b7-34ed-4627-91de-81f7c87d6ded tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Unset dirty status for tenant:32169e3920de408f9635dd1c31297d72 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:53.459355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6718e460-f5fc-426f-a276-84d9bc60c3d9 req-7fed27b7-34ed-4627-91de-81f7c87d6ded tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386557 Feb 07 13:20:53.470827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Allocated IP 172.20.0.1 (c18760b0-f66c-41e9-bf8b-e8e4069d3cde/81d04c36-3430-48ff-93ee-6e7ecd8b0624/a899dd19-ec62-46da-bb58-5c3c808df822) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:20:53.487588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fab71d5-86fd-4f53-8304-63e27af77286 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:20:53.496254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:53.522499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:20:53.526424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1bdaf2de-8ec8-4a71-8d97-1766753b6653 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:53.527630 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1bdaf2de-8ec8-4a71-8d97-1766753b6653 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/450e5d54-beb0-4484-ba4e-28a255f2fcb9 HTTP/1.1" status: 404 len: 333 time: 0.2245085 Feb 07 13:20:53.531629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:53.539556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'name': 'tempest-PortsIpV6TestJSON-249616783'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:53.646251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Transition to ACTIVE for port object 5fab71d5-86fd-4f53-8304-63e27af77286 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:53.695966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:53.706406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:53.725622 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:53.772288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:53.794648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:53.799101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:53.828568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 9511c553-266f-475b-af3c-a0ca58f3fe10 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:20:53.845734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:53.864617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:48Z', 'revision_number': 3, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:53.869147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590afbd5-61ba-44bb-837c-5358be52a63b None None] The sync data for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 is: [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:48Z', 'revision_number': 3, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:20:53.980878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Network c18760b0-f66c-41e9-bf8b-e8e4069d3cde is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:54.003499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:54.016929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:54.068294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fab71d5-86fd-4f53-8304-63e27af77286,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:54.147372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:54.241225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:54.419335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:54.422994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:54.429191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:20:54.435911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:54.436694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:54.460383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=9511c553-266f-475b-af3c-a0ca58f3fe10,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:54.464637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Pushing event updated for resources: {'Port': ['ID=a899dd19-ec62-46da-bb58-5c3c808df822,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:54.494008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:54.574748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8ae57ffb-53ee-4133-8e6b-b1dbfa140943 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0397975 Feb 07 13:20:54.574959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57936) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:54.586972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:54.614333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:54.747177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Attempting to bind port 5fab71d5-86fd-4f53-8304-63e27af77286 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:54.753108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Attempting to bind port 5fab71d5-86fd-4f53-8304-63e27af77286 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'e79853c5-c9df-4707-a256-901a2d8bfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7bf212d6-4e38-47d1-a029-ac9dae7514fd'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:54.753627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Attempting to bind port 5fab71d5-86fd-4f53-8304-63e27af77286 on network 7bf212d6-4e38-47d1-a029-ac9dae7514fd {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:54.783146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Port 5fab71d5-86fd-4f53-8304-63e27af77286 on network 7bf212d6-4e38-47d1-a029-ac9dae7514fd not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:20:54.783739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Attempting to bind port 5fab71d5-86fd-4f53-8304-63e27af77286 on network 7bf212d6-4e38-47d1-a029-ac9dae7514fd {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:54.810701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:54.810701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Checking segment: {'id': 'e79853c5-c9df-4707-a256-901a2d8bfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7bf212d6-4e38-47d1-a029-ac9dae7514fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:54.810701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Bound using segment: {'id': 'e79853c5-c9df-4707-a256-901a2d8bfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7bf212d6-4e38-47d1-a029-ac9dae7514fd'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:54.810701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Bound port: 5fab71d5-86fd-4f53-8304-63e27af77286, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79853c5-c9df-4707-a256-901a2d8bfe0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7bf212d6-4e38-47d1-a029-ac9dae7514fd'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:54.811166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:54.811275 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.067435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b582c7-41e3-40ac-b0d5-5a262bd4e876 req-00044ed9-3476-4598-9bb3-7eae526fb6ef tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:55.074341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40b582c7-41e3-40ac-b0d5-5a262bd4e876 req-00044ed9-3476-4598-9bb3-7eae526fb6ef tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 944 time: 0.4444277 Feb 07 13:20:55.156410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.207593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] For port 5fab71d5-86fd-4f53-8304-63e27af77286, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:20:55.213695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40b582c7-41e3-40ac-b0d5-5a262bd4e876 req-a66a94ad-4929-4396-ba8e-c03e6b1b49f1 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384397 Feb 07 13:20:55.215601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.223587 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.233521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] For port 5fab71d5-86fd-4f53-8304-63e27af77286, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5fab71d5-86fd-4f53-8304-63e27af77286,segment=NetworkSegment(e79853c5-c9df-4707-a256-901a2d8bfe0b),segment_id=e79853c5-c9df-4707-a256-901a2d8bfe0b)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:20:55.290280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] In _notify_port_updated(), no bound segment for port 9511c553-266f-475b-af3c-a0ca58f3fe10 on network 1f27a525-a23f-47d0-8876-83e4e1698694 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:20:55.293299 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.296218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:55.297116 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.302660 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "PUT /v2.0/ports/9511c553-266f-475b-af3c-a0ca58f3fe10 HTTP/1.1" status: 200 len: 818 time: 0.7227228 Feb 07 13:20:55.303349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57946) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:55.372730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32363fa-40ae-4dea-a610-28709d824e0f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=9511c553-266f-475b-af3c-a0ca58f3fe10,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:55.397097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0ba9d-3460-4a86-83c5-866b7ada6a10 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 9511c553-266f-475b-af3c-a0ca58f3fe10 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:20:55.397584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ba9d-3460-4a86-83c5-866b7ada6a10 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.515764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:55.517001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.519159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fab71d5-86fd-4f53-8304-63e27af77286 HTTP/1.1" status: 200 len: 1092 time: 4.2489350 Feb 07 13:20:55.522491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8345450c-d615-4586-a05e-a071ddfd0b1e', 'tag': '5fab71d5-86fd-4f53-8304-63e27af77286'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:20:55.593546 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8345450c-d615-4586-a05e-a071ddfd0b1e', 'tag': '5fab71d5-86fd-4f53-8304-63e27af77286', 'status': 'completed', 'code': 200} Feb 07 13:20:55.605176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68709d-11f2-4021-882d-d0f28670dfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fab71d5-86fd-4f53-8304-63e27af77286,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:55.699258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.729504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702435a7-f57f-40e4-8cf5-21d94a492dfe req-12791fb4-c2fe-481f-a413-00adeda4368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:55.739714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702435a7-f57f-40e4-8cf5-21d94a492dfe req-12791fb4-c2fe-481f-a413-00adeda4368e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32169e3920de408f9635dd1c31297d72&device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 1095 time: 0.1300545 Feb 07 13:20:55.833705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:55.884011 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ba9d-3460-4a86-83c5-866b7ada6a10 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.055566 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.077732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0ba9d-3460-4a86-83c5-866b7ada6a10 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 9511c553-266f-475b-af3c-a0ca58f3fe10 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:20:56.145325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702435a7-f57f-40e4-8cf5-21d94a492dfe req-8de1d01f-40da-4841-bf34-a211b3b1dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:56.147372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702435a7-f57f-40e4-8cf5-21d94a492dfe req-8de1d01f-40da-4841-bf34-a211b3b1dbd6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=32169e3920de408f9635dd1c31297d72&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4006882 Feb 07 13:20:56.157801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Pushing event updated for resources: {'Port': ['ID=a899dd19-ec62-46da-bb58-5c3c808df822,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:56.280794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 024a9a90-9577-4ee7-9023-bc0ea04be590 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:56.292453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ba9d-3460-4a86-83c5-866b7ada6a10 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.401030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0ba9d-3460-4a86-83c5-866b7ada6a10 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=9511c553-266f-475b-af3c-a0ca58f3fe10,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:56.403338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Network c18760b0-f66c-41e9-bf8b-e8e4069d3cde is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:20:56.414581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:56.416054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ba9d-3460-4a86-83c5-866b7ada6a10 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.432330 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3ae0ba9d-3460-4a86-83c5-866b7ada6a10 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/9511c553-266f-475b-af3c-a0ca58f3fe10 HTTP/1.1" status: 204 len: 168 time: 1.1277776 Feb 07 13:20:56.434821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57978) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:56.530705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72958699-d221-4ed6-97f3-90a9bd7f66b7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:56.531399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-72958699-d221-4ed6-97f3-90a9bd7f66b7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:56.544597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702435a7-f57f-40e4-8cf5-21d94a492dfe req-8559b9d1-9979-4817-9fbf-1c5693bb3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:56.546045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702435a7-f57f-40e4-8cf5-21d94a492dfe req-8559b9d1-9979-4817-9fbf-1c5693bb3bb3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3828902 Feb 07 13:20:56.601458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 024a9a90-9577-4ee7-9023-bc0ea04be590 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:20:56.607792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 024a9a90-9577-4ee7-9023-bc0ea04be590 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:56.608575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.652295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-72958699-d221-4ed6-97f3-90a9bd7f66b7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:56.656823 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-72958699-d221-4ed6-97f3-90a9bd7f66b7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2208827 Feb 07 13:20:56.657306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57982) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:56.741860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fc606-07bb-49d2-9f7e-a6723bee7f98 req-c3422bd1-6da9-4996-b184-9d2117e8df2f tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:56.743345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e20fc606-07bb-49d2-9f7e-a6723bee7f98 req-c3422bd1-6da9-4996-b184-9d2117e8df2f tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 944 time: 0.3151124 Feb 07 13:20:56.751126 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02d97b5-355d-4dc4-9a24-76f41e867980 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:20:56.759453 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d02d97b5-355d-4dc4-9a24-76f41e867980 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/9511c553-266f-475b-af3c-a0ca58f3fe10 HTTP/1.1" status: 404 len: 333 time: 0.1008408 Feb 07 13:20:56.760106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57986) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:56.774077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-955092570'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:56.785702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Router 33e3b3d8-f460-4d80-bc5a-ec1807487add has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:20:56.790520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:56.797190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:network and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:56.808491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:56.820736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:56.821956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e20fc606-07bb-49d2-9f7e-a6723bee7f98 req-2a20f1a2-50da-4d8b-a999-6ffad82a6fd9 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711939 Feb 07 13:20:56.826347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-16a864e4-18aa-4328-ae96-720fa70e86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:56.827817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-16a864e4-18aa-4328-ae96-720fa70e86ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32169e3920de408f9635dd1c31297d72&device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 1095 time: 0.2432954 Feb 07 13:20:56.858638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.880098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 024a9a90-9577-4ee7-9023-bc0ea04be590, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=024a9a90-9577-4ee7-9023-bc0ea04be590,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:20:56.908937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:56.913761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.966916 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.970614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:20:56.999572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:56.999572 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Added segment 425a9222-721b-41bb-8db0-25630b6c909b of type vlan for network 86e90b88-00b6-480c-a8b9-0a0c10a50468 Feb 07 13:20:57.042459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57992) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:57.046800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:57.110629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=024a9a90-9577-4ee7-9023-bc0ea04be590,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:57.224120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:57.233819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:57.234978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:57.242324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:57.242525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-a2ce1759-f549-41f8-92f1-b435d6b2a774 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fab71d5-86fd-4f53-8304-63e27af77286 HTTP/1.1" status: 200 len: 217 time: 0.3029900 Feb 07 13:20:57.293515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:57.300308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b6051e91464f6491613337015182c5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:57.305207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:57.312414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:57.320972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-32b88d61-d183-4004-a54e-d5ab4df2fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:57.322506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-32b88d61-d183-4004-a54e-d5ab4df2fcb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=049f7ad5-b0f2-45ee-8d91-7c7c51fef31b HTTP/1.1" status: 200 len: 862 time: 0.0692358 Feb 07 13:20:57.454019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:57.454542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-739eaa0e-fe97-4c14-b75c-dae360ea1b1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf212d6-4e38-47d1-a029-ac9dae7514fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191475 Feb 07 13:20:57.533776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:57.548585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:20:57.560316 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Sync routers for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:20:57.577621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d1422513-8be8-4a93-9f1f-d31e6ab45121 admin admin] 10.222.0.69 "PUT /v2.0/routers/33e3b3d8-f460-4d80-bc5a-ec1807487add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3853166 Feb 07 13:20:57.630737 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:20:57.631485 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:57.642069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b48f7a-1d3e-445c-8a06-590ad5fbda7c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:57.663695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-eba187d8-199e-492e-9e8c-185a046a841c service neutron] 10.222.0.47 "GET /v2.0/networks/7bf212d6-4e38-47d1-a029-ac9dae7514fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001982 Feb 07 13:20:57.695422 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa8e6434-ce53-4238-ae23-c11ac1597cb0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5b6051e91464f6491613337015182c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514111 Feb 07 13:20:57.699817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58010) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:57.723805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Network': ['ID=86e90b88-00b6-480c-a8b9-0a0c10a50468,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:57.740359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:20:57.819303 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2575b44c-ab5a-4cf7-ae0b-7f4d55a290c5 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0553098 Feb 07 13:20:57.820984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58016) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:57.851963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:57.924821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bca2fd23-d6f1-4463-8404-a36996118e18 req-9aa3c202-28b1-4cb5-823c-33e672cb7df0 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf212d6-4e38-47d1-a029-ac9dae7514fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514668 Feb 07 13:20:58.134235 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:20:58.217703 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb571ece-d137-4e03-8750-44f03ac99aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:58.235268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 024a9a90-9577-4ee7-9023-bc0ea04be590 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:20:58.352278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324177cb-900e-4f41-a556-ddf78413081a req-9ed8a685-4ff7-4f9e-94f3-8df9bb649c7b tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:58.354706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-324177cb-900e-4f41-a556-ddf78413081a req-9ed8a685-4ff7-4f9e-94f3-8df9bb649c7b tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 944 time: 0.1898034 Feb 07 13:20:58.407702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 024a9a90-9577-4ee7-9023-bc0ea04be590 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:20:58.407992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:58.408728 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:58.412826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:58.415904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:58.421909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:58.430903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb571ece-d137-4e03-8750-44f03ac99aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:58.503240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-324177cb-900e-4f41-a556-ddf78413081a req-97332597-5e8c-41c3-b83b-7be2d6c3bbc5 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418409 Feb 07 13:20:58.520869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:58.534540 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:58.598178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb571ece-d137-4e03-8750-44f03ac99aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:58.629391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb571ece-d137-4e03-8750-44f03ac99aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b48f7a-1d3e-445c-8a06-590ad5fbda7c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:58.649341 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb571ece-d137-4e03-8750-44f03ac99aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:58.650689 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cb571ece-d137-4e03-8750-44f03ac99aed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7b48f7a-1d3e-445c-8a06-590ad5fbda7c HTTP/1.1" status: 204 len: 168 time: 0.9493446 Feb 07 13:20:58.765487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220a60-e879-42dd-a567-918f3411dc61 req-3d4d83fb-24bc-4055-8b63-89258c07917b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:58.768267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f2220a60-e879-42dd-a567-918f3411dc61 req-3d4d83fb-24bc-4055-8b63-89258c07917b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:58.827535 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:20:55Z', 'revision_number': 2, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:20:58.827535 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Checking router: 33e3b3d8-f460-4d80-bc5a-ec1807487add for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:20:58.827535 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Updating router 33e3b3d8-f460-4d80-bc5a-ec1807487add port a899dd19-ec62-46da-bb58-5c3c808df822 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:20:58.881998 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:58.914976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f2220a60-e879-42dd-a567-918f3411dc61 req-3d4d83fb-24bc-4055-8b63-89258c07917b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:58.915553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:58.916319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-3d4d83fb-24bc-4055-8b63-89258c07917b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 819 time: 0.3956501 Feb 07 13:20:58.944650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-e23575b6-5a39-45c7-9159-f5e1a2a90757 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/quotas/f582ff20aff845a89c5545713189c69f HTTP/1.1" status: 200 len: 375 time: 0.0195031 Feb 07 13:20:58.992322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=9cbb197e-5662-47c6-8e18-c46fbfb794a7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:59.051570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f2220a60-e879-42dd-a567-918f3411dc61 req-03e8f6b5-740b-4bc2-9bfa-b5a18bc264ff tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:20:59.060144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking segment: {'id': '425a9222-721b-41bb-8db0-25630b6c909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:59.060709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network hostable DHCP agents. Network: 86e90b88-00b6-480c-a8b9-0a0c10a50468, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:20:59.154823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f2220a60-e879-42dd-a567-918f3411dc61 req-03e8f6b5-740b-4bc2-9bfa-b5a18bc264ff tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:20:59.156312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-03e8f6b5-740b-4bc2-9bfa-b5a18bc264ff tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2106655 Feb 07 13:20:59.206011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:20:59.296172 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:59.309737 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Transition to ACTIVE for port object a899dd19-ec62-46da-bb58-5c3c808df822 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:20:59.326360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 86e90b88-00b6-480c-a8b9-0a0c10a50468) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:20:59.329097 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-8a3cdec8-8ceb-4c43-be36-e4d14593221d service neutron] 10.222.0.69 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646585 Feb 07 13:20:59.330760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:59.331439 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:59.340451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecbf025-90a1-4b28-9fc7-334cd7155bfb None None] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:20:59.481112 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:59.484869 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b2fab6f-052d-48f7-873f-787ef7131606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6514077 Feb 07 13:20:59.485354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58060) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:20:59.496574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:20:59.528529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-b0a57b3b-ce1b-4cbe-aa93-97e28b327393 service neutron] 10.222.0.69 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853065 Feb 07 13:20:59.561563 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Pushing event updated for resources: {'Port': ['ID=a899dd19-ec62-46da-bb58-5c3c808df822,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:20:59.571640 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.572255 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.572806 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.573337 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.573835 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.574312 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.575081 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.575550 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.576350 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.576802 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.577288 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.577767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:20:59.787072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-86e90b88-00b6-480c-a8b9-0a0c10a50468', 'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468', 'tenant_id': '3e64b1b315c14e9da4e0f13207b1d4f4', 'fixed_ips': [{'subnet_id': '9cbb197e-5662-47c6-8e18-c46fbfb794a7'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:20:59.787904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:59.818573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:20:59.831147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:20:59.838863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:20:59.871326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:20:59.935456 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Attempting to bind port a899dd19-ec62-46da-bb58-5c3c808df822 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:20:59.936040 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Attempting to bind port a899dd19-ec62-46da-bb58-5c3c808df822 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:20:59.936262 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Attempting to bind port a899dd19-ec62-46da-bb58-5c3c808df822 on network c18760b0-f66c-41e9-bf8b-e8e4069d3cde {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:20:59.942068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c26753-e82b-4894-853d-a937bef5d0bb req-e0b651bc-bcf4-46c0-8671-2adfcd0b6b43 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:20:59.943103 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:20:59.943476 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Checking segment: {'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:20:59.943871 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:59.944290 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Bound using segment: {'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:20:59.944751 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Bound port: a899dd19-ec62-46da-bb58-5c3c808df822, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:20:59.945123 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:20:59.960844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5c26753-e82b-4894-853d-a937bef5d0bb req-e0b651bc-bcf4-46c0-8671-2adfcd0b6b43 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 944 time: 0.2240450 Feb 07 13:20:59.990571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:20:59.994737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:00.143914 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] For port a899dd19-ec62-46da-bb58-5c3c808df822, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:00.147484 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] For port a899dd19-ec62-46da-bb58-5c3c808df822, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a899dd19-ec62-46da-bb58-5c3c808df822,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:00.189212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22be0b54-06f3-4777-9148-a689c3121b8f req-9f5c82ba-6a30-4fcb-b0e7-174e44b7f574 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 210 time: 0.2259300 Feb 07 13:21:00.226869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5c26753-e82b-4894-853d-a937bef5d0bb req-b2607d90-813d-4a28-8f1e-5c2f12164f2c tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653124 Feb 07 13:21:00.241795 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:00.267195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Allocated IP 2001:db8::2 (86e90b88-00b6-480c-a8b9-0a0c10a50468/9cbb197e-5662-47c6-8e18-c46fbfb794a7/04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:00.353888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58092) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:00.403320 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:00.403950 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:20:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:00.510380 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9cbb197e-5662-47c6-8e18-c46fbfb794a7 (CIDR: 2001:db8::/64) Feb 07 13:21:00.555502 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:21:00.555985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:21:00.663652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1916884095-network', 'tenant_id': '1fa83463e8b348e7a3ae37219e4624c9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:00.665467 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-39344b52-b8a6-41dd-a161-8142b82874ec tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1786077 Feb 07 13:21:00.667329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58100) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:00.673207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:00.673807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:00.679320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Usage tracker for resource:network and tenant:1fa83463e8b348e7a3ae37219e4624c9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:00.682644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:00.690278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:00.709340 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:00.715828 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:21:00.730166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Transition to ACTIVE for port object 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:00.756427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Made reservation on behalf of 1fa83463e8b348e7a3ae37219e4624c9 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:00.759223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:00.782214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Transition to ACTIVE for port object 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:00.791370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:00.815384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:00.822067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa83463e8b348e7a3ae37219e4624c9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:00.825472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:00.833368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:00.893403 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:00.968937 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea35905-5dfe-4266-8c63-8bd5b8bc1f9c None None] Pushing event updated for resources: {'Port': ['ID=a899dd19-ec62-46da-bb58-5c3c808df822,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:00.999109 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.003449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:01.009695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:01.013052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:01.017047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:01.017047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:01.017634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:01.025735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:01.065136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Pushing event updated for resources: {'Port': ['ID=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:01.098036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.099214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.099214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.099214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.099475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.099846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.100188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.100516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.100843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.101167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.101491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.101813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:01.104419 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.142363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Attempting to bind port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:01.143390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Attempting to bind port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '425a9222-721b-41bb-8db0-25630b6c909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:01.143889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Attempting to bind port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 on network 86e90b88-00b6-480c-a8b9-0a0c10a50468 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:01.150126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:01.150522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Checking segment: {'id': '425a9222-721b-41bb-8db0-25630b6c909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:01.151116 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.151528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Bound using segment: {'id': '425a9222-721b-41bb-8db0-25630b6c909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:01.152025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Bound port: 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425a9222-721b-41bb-8db0-25630b6c909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:01.152414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.165902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-54baad90-e945-458b-87c9-7c125343e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:21:00Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:01.172541 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54baad90-e945-458b-87c9-7c125343e80a None None] The sync data for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 is: [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:21:00Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:21:01.186386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:21:01.207044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:01.214234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.224579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e976c931-3492-40c9-8fc4-c813c9c73a88,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:01.236420 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.236420 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Added segment c6db7740-9870-4c31-afb1-0ba4422f1c3d of type vlan for network 4183fc2c-3474-4cb5-aab3-302bb749d17a Feb 07 13:21:01.329472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.400235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] For port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:01.412303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ec7743c-69ba-43d1-a48d-cb7f34e8153a req-ea4c0b2b-7a6b-4ed4-9f8c-d500bafb343f tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 210 time: 0.0724843 Feb 07 13:21:01.422950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] For port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,segment=NetworkSegment(425a9222-721b-41bb-8db0-25630b6c909b),segment_id=425a9222-721b-41bb-8db0-25630b6c909b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:01.502950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.528380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759dd8-6655-4d06-ae84-055e406398b6 req-2e8dcba8-79e8-4c51-a3ba-6a3eab3f6d9b tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:01.530776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a759dd8-6655-4d06-ae84-055e406398b6 req-2e8dcba8-79e8-4c51-a3ba-6a3eab3f6d9b tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 944 time: 0.1130424 Feb 07 13:21:01.532216 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.537512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:01.537512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.659667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b004264-6218-43f7-9644-e5d6d41d2bf4 None None] Pushing event updated for resources: {'Port': ['ID=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:01.858480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:01.981933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:01.985524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:01.986656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a759dd8-6655-4d06-ae84-055e406398b6 req-68e55b0f-290c-410a-bb37-8a81a3dab6a4 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411988 Feb 07 13:21:01.995018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:01.995858 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:02.005765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] Pushing event updated for resources: {'Network': ['ID=4183fc2c-3474-4cb5-aab3-302bb749d17a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:02.008778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=c4df2d44-c557-4587-b37c-85f0ac001671,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:02.027616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 4183fc2c-3474-4cb5-aab3-302bb749d17a details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:21:02.126938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2ddfd18c-bedb-40b9-ba84-52dacecfca31 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7715321 Feb 07 13:21:02.129879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58120) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:02.136408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Request body: {'subnet': {'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1916884095-subnet', 'tenant_id': '1fa83463e8b348e7a3ae37219e4624c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:02.143747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:02.161424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Usage tracker for resource:subnet and tenant:1fa83463e8b348e7a3ae37219e4624c9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:02.166113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:02.178552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:02.204584 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb74b862-5dd5-46be-8934-54bb76f11878 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5358026 Feb 07 13:21:02.208105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58124) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:02.215065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468', 'fixed_ips': [{'subnet_id': '9cbb197e-5662-47c6-8e18-c46fbfb794a7'}, {'subnet_id': 'c4df2d44-c557-4587-b37c-85f0ac001671'}], 'name': 'tempest-PortsIpV6TestJSON-251719659'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:02.292387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Made reservation on behalf of 1fa83463e8b348e7a3ae37219e4624c9 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:02.294865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:02.460121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:02.578913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:02.661027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:02.679757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:02.719195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-417c406d-9d62-4162-abab-544ee6dcc782 req-16e094ac-139f-4b2b-9578-ff650f77ece7 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 210 time: 0.1340358 Feb 07 13:21:02.720864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:02.730956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:02.752372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a899dd19-ec62-46da-bb58-5c3c808df822 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:02.851958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:02.857269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:02.966165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a899dd19-ec62-46da-bb58-5c3c808df822 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:02.975952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a899dd19-ec62-46da-bb58-5c3c808df822 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:02.976791 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:03.026951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3db65d-8ece-48ad-8e45-8cf800801e6e,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:03.129705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:03.131518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Checking segment: {'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:03.131902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Network hostable DHCP agents. Network: 4183fc2c-3474-4cb5-aab3-302bb749d17a, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:21:03.158048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 54ea63d5-e6dc-4712-b782-b17d11e35a95 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:21:03.272211 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:03.276203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Network 4183fc2c-3474-4cb5-aab3-302bb749d17a is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:21:03.339352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5fab71d5-86fd-4f53-8304-63e27af77286 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:21:03.372499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 4183fc2c-3474-4cb5-aab3-302bb749d17a) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:03.387258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:03.389734 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:03.602466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5fab71d5-86fd-4f53-8304-63e27af77286, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5fab71d5-86fd-4f53-8304-63e27af77286,segment=NetworkSegment(e79853c5-c9df-4707-a256-901a2d8bfe0b),segment_id=e79853c5-c9df-4707-a256-901a2d8bfe0b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:03.625114 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1e87f2e4-17d0-4abd-b968-f10907f30afd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4937334 Feb 07 13:21:03.633828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '5fab71d5-86fd-4f53-8304-63e27af77286', 'network_id': '7bf212d6-4e38-47d1-a029-ac9dae7514fd', 'port_id': '5fab71d5-86fd-4f53-8304-63e27af77286', 'mac_address': 'fa:16:3e:fb:17:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049f7ad5-b0f2-45ee-8d91-7c7c51fef31b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:21:03.674497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1a7fa-525a-412c-819e-e6a44872bf64 None None] Network 4183fc2c-3474-4cb5-aab3-302bb749d17a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:03.734007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c2fcc-f3f2-4e81-9d8d-bb653ab29505 req-d61b2bfb-c56f-43d8-9871-5ad00cc155b1 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:03.749167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e6c2fcc-f3f2-4e81-9d8d-bb653ab29505 req-d61b2bfb-c56f-43d8-9871-5ad00cc155b1 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 944 time: 0.4940071 Feb 07 13:21:03.820335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0f38a-21ac-4592-925d-89700323239b None None] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:03.976976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e6c2fcc-f3f2-4e81-9d8d-bb653ab29505 req-51e80a0e-a40d-4d02-868f-c22f29e7a3ba tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266247 Feb 07 13:21:04.002432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port a899dd19-ec62-46da-bb58-5c3c808df822, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a899dd19-ec62-46da-bb58-5c3c808df822,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:04.063378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220a60-e879-42dd-a567-918f3411dc61 req-394fe73c-7a75-4ff0-907b-cb34cd461310 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:04.073129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-394fe73c-7a75-4ff0-907b-cb34cd461310 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.35 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 819 time: 0.6169760 Feb 07 13:21:04.111530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91c7d201-ba1d-4d89-8021-646dce218779 req-0cfade9a-fcce-4f6c-9a5c-4d4ae3ba6d16 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 210 time: 0.1302769 Feb 07 13:21:04.116083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Request body: {'port': {'device_id': '87d74e92-6fcc-457e-9721-9a802e0de144', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'admin_state_up': True, 'tenant_id': 'f582ff20aff845a89c5545713189c69f'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:04.176576 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:04.250822 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:04.311460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-17ead9d7-1aba-4394-bd8f-91d861d45233 None None] Provisioning for port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:04.345930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:04.358378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::3b4 (86e90b88-00b6-480c-a8b9-0a0c10a50468/9cbb197e-5662-47c6-8e18-c46fbfb794a7/54ea63d5-e6dc-4712-b782-b17d11e35a95) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:04.369341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:04.371989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8:0:1::1ca (86e90b88-00b6-480c-a8b9-0a0c10a50468/c4df2d44-c557-4587-b37c-85f0ac001671/54ea63d5-e6dc-4712-b782-b17d11e35a95) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:04.372689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fab71d5-86fd-4f53-8304-63e27af77286 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:21:04.384289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-17ead9d7-1aba-4394-bd8f-91d861d45233 None None] Provisioning complete for port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:04.385850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17ead9d7-1aba-4394-bd8f-91d861d45233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:04.480256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5dd0c9-ba98-4ba3-8503-e599dd023ff1 None None] Network 4183fc2c-3474-4cb5-aab3-302bb749d17a requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:04.506139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Made reservation on behalf of f582ff20aff845a89c5545713189c69f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:04.509951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:04.594802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5fab71d5-86fd-4f53-8304-63e27af77286, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5fab71d5-86fd-4f53-8304-63e27af77286,segment=NetworkSegment(e79853c5-c9df-4707-a256-901a2d8bfe0b),segment_id=e79853c5-c9df-4707-a256-901a2d8bfe0b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:04.604601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=a899dd19-ec62-46da-bb58-5c3c808df822,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:04.725468 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:04.824989 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17ead9d7-1aba-4394-bd8f-91d861d45233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:04.896380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5fab71d5-86fd-4f53-8304-63e27af77286,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:04.943786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-17ead9d7-1aba-4394-bd8f-91d861d45233 None None] For port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,segment=NetworkSegment(425a9222-721b-41bb-8db0-25630b6c909b),segment_id=425a9222-721b-41bb-8db0-25630b6c909b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:04.985366 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:05.060212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['5fab71d5-86fd-4f53-8304-63e27af77286'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:21:05.090560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Allocated IP 172.20.0.9 (c18760b0-f66c-41e9-bf8b-e8e4069d3cde/81d04c36-3430-48ff-93ee-6e7ecd8b0624/cb3aed55-5f14-44cf-a579-dd6fb0c814e1) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:05.098652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 54ea63d5-e6dc-4712-b782-b17d11e35a95 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:05.115694 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17ead9d7-1aba-4394-bd8f-91d861d45233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:05.322477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead9d7-1aba-4394-bd8f-91d861d45233 None None] Pushing event updated for resources: {'Port': ['ID=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:05.326589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d4fda-4e39-4049-949f-5ed629642b28 None None] Update dhcp port {'port': {'network_id': '86e90b88-00b6-480c-a8b9-0a0c10a50468', 'fixed_ips': [{'subnet_id': '9cbb197e-5662-47c6-8e18-c46fbfb794a7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4df2d44-c557-4587-b37c-85f0ac001671'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:21:05.380954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fae7512-a87e-4846-9580-a433d6f739b6 req-c300a1fd-4782-450c-8692-72eba1f9efdb tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 210 time: 0.0520411 Feb 07 13:21:05.416326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4fda-4e39-4049-949f-5ed629642b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:05.440947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:05.536365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:05.547712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:05.562144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:05.569535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:05.569535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:05.620881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a7487-5bb3-4c62-aee5-548e99980f5c req-1cc1b9b4-ab34-4a5a-b541-9a79b89b23f1 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:05.624282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-222a7487-5bb3-4c62-aee5-548e99980f5c req-1cc1b9b4-ab34-4a5a-b541-9a79b89b23f1 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 945 time: 0.3354530 Feb 07 13:21:05.626234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=54ea63d5-e6dc-4712-b782-b17d11e35a95,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:05.662066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:05.694336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-bb6d4fda-4e39-4049-949f-5ed629642b28 None None] Allocated IP 2001:db8:0:1::2 (86e90b88-00b6-480c-a8b9-0a0c10a50468/c4df2d44-c557-4587-b37c-85f0ac001671/04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:05.778641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-222a7487-5bb3-4c62-aee5-548e99980f5c req-bc6b3040-4c51-4131-9e40-7a33b2ae8e78 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290061 Feb 07 13:21:05.780987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4a541686-c3e6-48e2-a2cb-c91bbf2a689b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5714116 Feb 07 13:21:05.783693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58172) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:05.791809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9cbb197e-5662-47c6-8e18-c46fbfb794a7'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:05.873576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bb6d4fda-4e39-4049-949f-5ed629642b28 None None] For port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,segment=NetworkSegment(425a9222-721b-41bb-8db0-25630b6c909b),segment_id=425a9222-721b-41bb-8db0-25630b6c909b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:05.900863 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4fda-4e39-4049-949f-5ed629642b28 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:05.919224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bb6d4fda-4e39-4049-949f-5ed629642b28 None None] Transition to ACTIVE for port object 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:05.926429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:06.000811 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb6d4fda-4e39-4049-949f-5ed629642b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:06.041882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:06.150716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Network c18760b0-f66c-41e9-bf8b-e8e4069d3cde is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:06.155736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:06.175349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:06.244805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event updated for resources: {'Port': ['ID=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:06.245623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d4fda-4e39-4049-949f-5ed629642b28 None None] Pushing event updated for resources: {'Port': ['ID=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:06.362394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:06.483140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:06.483824 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:06.529337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a899dd19-ec62-46da-bb58-5c3c808df822 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:06.652710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-42e53042-306f-40bf-9d24-67becfbc7028 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5512612 Feb 07 13:21:06.692754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a899dd19-ec62-46da-bb58-5c3c808df822 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:06.693066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:06.703563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-9388b9d6-0909-4d48-b526-3ac94d3e7967 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:21:06.704757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-9388b9d6-0909-4d48-b526-3ac94d3e7967 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143242 Feb 07 13:21:06.720118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Request body: {'port': {'device_id': '87d74e92-6fcc-457e-9721-9a802e0de144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:06.911663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Delete allocated IP 2001:db8:0:1::1ca (86e90b88-00b6-480c-a8b9-0a0c10a50468/c4df2d44-c557-4587-b37c-85f0ac001671) {{(pid=88313) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 13:21:07.120588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682849a-b2b4-4c1c-940d-1b9329045daa None None] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:07.180202 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:07.209270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e7ce3-372f-4f9c-9319-c098e896f6ff req-a76c9ea0-e081-41b5-8ae9-582ce6eb9e0a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:07.210120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0b0e7ce3-372f-4f9c-9319-c098e896f6ff req-a76c9ea0-e081-41b5-8ae9-582ce6eb9e0a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:07.322926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85dc17-f80a-4822-82db-7802ee2a26c8 req-645af9e9-2b8e-4fe4-acef-e108875952dc tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:07.324462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f85dc17-f80a-4822-82db-7802ee2a26c8 req-645af9e9-2b8e-4fe4-acef-e108875952dc tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 945 time: 0.3136399 Feb 07 13:21:07.355166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0b0ce95e-da8f-4e6d-9df5-b14aaa6a0796 None None] Provisioning for port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:07.366963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5fab71d5-86fd-4f53-8304-63e27af77286 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:07.402220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0b0ce95e-da8f-4e6d-9df5-b14aaa6a0796 None None] Provisioning complete for port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:07.402612 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b0ce95e-da8f-4e6d-9df5-b14aaa6a0796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:07.416287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:07.425715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0b0e7ce3-372f-4f9c-9319-c098e896f6ff req-a76c9ea0-e081-41b5-8ae9-582ce6eb9e0a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:07.427021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b0e7ce3-372f-4f9c-9319-c098e896f6ff req-a76c9ea0-e081-41b5-8ae9-582ce6eb9e0a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 931 time: 0.7861507 Feb 07 13:21:07.621981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Ignored duplicate provisioning block setup for port 54ea63d5-e6dc-4712-b782-b17d11e35a95 by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 07 13:21:07.667760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f85dc17-f80a-4822-82db-7802ee2a26c8 req-ea03772c-b38c-416e-afd0-e7aab0465d2f tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357062 Feb 07 13:21:07.715595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 5fab71d5-86fd-4f53-8304-63e27af77286 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:07.720742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 5fab71d5-86fd-4f53-8304-63e27af77286 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:07.721118 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:07.755923 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:07.874263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58218) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:07.959646 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:07.972353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0b0e7ce3-372f-4f9c-9319-c098e896f6ff req-c1aca980-3111-407a-a762-91ba5e02f169 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:08.007245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8345450c-d615-4586-a05e-a071ddfd0b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fab71d5-86fd-4f53-8304-63e27af77286'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:08.017500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5fab71d5-86fd-4f53-8304-63e27af77286, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5fab71d5-86fd-4f53-8304-63e27af77286,segment=NetworkSegment(e79853c5-c9df-4707-a256-901a2d8bfe0b),segment_id=e79853c5-c9df-4707-a256-901a2d8bfe0b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:08.060336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.078155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:08.084030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] Usage tracker for resource:security_group_rule and tenant:16afa526b06d41708a9b984588470fe5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:08.085773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] In _notify_port_updated(), no bound segment for port 54ea63d5-e6dc-4712-b782-b17d11e35a95 on network 86e90b88-00b6-480c-a8b9-0a0c10a50468 {{(pid=88313) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:21:08.087802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:08.091551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:08.094824 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.094824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "PUT /v2.0/ports/54ea63d5-e6dc-4712-b782-b17d11e35a95 HTTP/1.1" status: 200 len: 925 time: 2.3087788 Feb 07 13:21:08.096056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:08.098351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58234) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:08.120202 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.128307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9cbb197e-5662-47c6-8e18-c46fbfb794a7'}, {'subnet_id': 'c4df2d44-c557-4587-b37c-85f0ac001671'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:08.219336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-54af0950-4ef9-493c-ac40-ac474bcf25d9 None None] Provisioning for port 54ea63d5-e6dc-4712-b782-b17d11e35a95 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:08.254396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-54af0950-4ef9-493c-ac40-ac474bcf25d9 None None] Provisioning complete for port 54ea63d5-e6dc-4712-b782-b17d11e35a95 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:08.254396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-54af0950-4ef9-493c-ac40-ac474bcf25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.254822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251f2d4-ac25-4d8b-8921-614121140091 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=54ea63d5-e6dc-4712-b782-b17d11e35a95,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:08.300198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-fe7a0453-e0a5-4cf5-baf5-01e176b6412f tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:08.301440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-fe7a0453-e0a5-4cf5-baf5-01e176b6412f tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Synchronizing usage tracker for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:08.325683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.328091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5fab71d5-86fd-4f53-8304-63e27af77286,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:08.344138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0b0e7ce3-372f-4f9c-9319-c098e896f6ff req-c1aca980-3111-407a-a762-91ba5e02f169 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:08.345071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:08.355118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b0e7ce3-372f-4f9c-9319-c098e896f6ff req-c1aca980-3111-407a-a762-91ba5e02f169 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9140918 Feb 07 13:21:08.429095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-54af0950-4ef9-493c-ac40-ac474bcf25d9 None None] Port 54ea63d5-e6dc-4712-b782-b17d11e35a95 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:08.438094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.441124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3aed55-5f14-44cf-a579-dd6fb0c814e1 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:21:08.451608 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8345450c-d615-4586-a05e-a071ddfd0b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fab71d5-86fd-4f53-8304-63e27af77286', 'code': 200} Feb 07 13:21:08.468290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-54af0950-4ef9-493c-ac40-ac474bcf25d9 None None] Provisioning complete for port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:08.468662 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-54af0950-4ef9-493c-ac40-ac474bcf25d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.514878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-fe7a0453-e0a5-4cf5-baf5-01e176b6412f tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Unset dirty status for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:08.516475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-fe7a0453-e0a5-4cf5-baf5-01e176b6412f tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/networks?id=4183fc2c-3474-4cb5-aab3-302bb749d17a HTTP/1.1" status: 200 len: 809 time: 0.5375769 Feb 07 13:21:08.533867 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16afa526b06d41708a9b984588470fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584888 Feb 07 13:21:08.543135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58238) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:08.548817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.549449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:08.549876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694ac3-c7d2-4d46-8f68-6a21c8e3a5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d03fef-ca08-446f-b38a-b65bbc252237,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:08.550215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.561998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-612ef6c5-0902-4ebf-8927-bfde47cf9f86 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/quotas/1fa83463e8b348e7a3ae37219e4624c9 HTTP/1.1" status: 200 len: 375 time: 0.0391886 Feb 07 13:21:08.681018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Transition to ACTIVE for port object cb3aed55-5f14-44cf-a579-dd6fb0c814e1 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:08.709976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2b26bd6b-b7a9-448f-96f5-583e8dc4512a tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa83463e8b348e7a3ae37219e4624c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1395640 Feb 07 13:21:08.736183 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-58efdbc6-a92b-4774-a49b-fa7c7da2be24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.738598 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.751463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fa02e73-9bdb-4284-b9c9-8f1ddb509314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.884205 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fa02e73-9bdb-4284-b9c9-8f1ddb509314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:08.937605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.024960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c76ef37e-2ef8-44ed-9d1a-64ec28b0abd1 None None] Provisioning complete for port 54ea63d5-e6dc-4712-b782-b17d11e35a95 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:09.025347 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c76ef37e-2ef8-44ed-9d1a-64ec28b0abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.096227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c76ef37e-2ef8-44ed-9d1a-64ec28b0abd1 None None] Port 54ea63d5-e6dc-4712-b782-b17d11e35a95 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:09.117434 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fa02e73-9bdb-4284-b9c9-8f1ddb509314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.119123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bceee-54e6-423a-8e32-4dc24581e990 req-6f2db911-c9fd-443d-9352-48072d5de7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:09.120811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e4bceee-54e6-423a-8e32-4dc24581e990 req-6f2db911-c9fd-443d-9352-48072d5de7c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 1097 time: 0.5494316 Feb 07 13:21:09.142518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa02e73-9bdb-4284-b9c9-8f1ddb509314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d03fef-ca08-446f-b38a-b65bbc252237,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:09.151787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4fa02e73-9bdb-4284-b9c9-8f1ddb509314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.153151 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4fa02e73-9bdb-4284-b9c9-8f1ddb509314 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83d03fef-ca08-446f-b38a-b65bbc252237 HTTP/1.1" status: 204 len: 168 time: 0.6081998 Feb 07 13:21:09.251899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8:0:1::286 (86e90b88-00b6-480c-a8b9-0a0c10a50468/c4df2d44-c557-4587-b37c-85f0ac001671/54ea63d5-e6dc-4712-b782-b17d11e35a95) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:09.256711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:09.278710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-03c90400-e07a-412c-abf1-e00b6a1cc7c2 service neutron] 10.222.0.69 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572853 Feb 07 13:21:09.393830 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e4bceee-54e6-423a-8e32-4dc24581e990 req-0dcfa100-6ba9-4e88-9a6d-865e1dfaaaa9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516572 Feb 07 13:21:09.405700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6742-c593-45fa-86bf-35d32698f479 req-ed1764e6-fcb6-486d-80e1-235693488646 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:09.407360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8fcf6742-c593-45fa-86bf-35d32698f479 req-ed1764e6-fcb6-486d-80e1-235693488646 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 946 time: 0.5153067 Feb 07 13:21:09.540478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-82d8ebc1-46c0-4f9d-8ba0-6540283f88c8 service neutron] 10.222.0.69 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451804 Feb 07 13:21:09.541511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Attempting to bind port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:09.541511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Attempting to bind port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:09.542013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Attempting to bind port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 on network c18760b0-f66c-41e9-bf8b-e8e4069d3cde {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:09.558078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 on network c18760b0-f66c-41e9-bf8b-e8e4069d3cde not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:21:09.558078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Attempting to bind port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 on network c18760b0-f66c-41e9-bf8b-e8e4069d3cde {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:09.567209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8fcf6742-c593-45fa-86bf-35d32698f479 req-5242b427-6f23-4969-8fb6-bd7ec2141853 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471224 Feb 07 13:21:09.568551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:09.568893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Checking segment: {'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:09.569302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Bound using segment: {'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:09.569773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Bound port: cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd7326b-5431-49c6-975d-459e277d9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:09.570124 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.618346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.639019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 54ea63d5-e6dc-4712-b782-b17d11e35a95 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:09.698042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.773088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] For port cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:09.789566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] For port cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:09.821801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e98f6-97a1-4545-9958-eaccfd2e5feb req-eb6b638f-a616-435e-9269-fe3fd2fa5e70 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:09.824129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e67e98f6-97a1-4545-9958-eaccfd2e5feb req-eb6b638f-a616-435e-9269-fe3fd2fa5e70 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 943 time: 0.1064727 Feb 07 13:21:09.867542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] In _notify_port_updated(), no bound segment for port 54ea63d5-e6dc-4712-b782-b17d11e35a95 on network 86e90b88-00b6-480c-a8b9-0a0c10a50468 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:21:09.873830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:09.874629 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.876291 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "PUT /v2.0/ports/54ea63d5-e6dc-4712-b782-b17d11e35a95 HTTP/1.1" status: 200 len: 1011 time: 1.7769630 Feb 07 13:21:09.879769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58262) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:09.948519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e67e98f6-97a1-4545-9958-eaccfd2e5feb req-9e8686b0-8a0d-45df-af4b-9579df7cccba tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181352 Feb 07 13:21:09.949689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:09.973816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-251d023d-b57b-4a5d-97fa-d4a172c60be0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 54ea63d5-e6dc-4712-b782-b17d11e35a95 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:09.974787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-251d023d-b57b-4a5d-97fa-d4a172c60be0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:10.020370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb721495-36a7-41fa-b526-4142c4898f58 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=54ea63d5-e6dc-4712-b782-b17d11e35a95,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:10.090585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58268) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:10.130310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:10.162276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:10.170830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] Usage tracker for resource:security_group_rule and tenant:40518f9cd5754ac4afaf93f731a76b5c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:10.176620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:10.247725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:10.262393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:10.263160 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:10.264648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 1091 time: 3.5499864 Feb 07 13:21:10.287812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd5f3967-0417-41f2-a289-ca50305b7f70 req-34a20c2d-2ecc-48f7-b3cd-7466609143d4 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 210 time: 0.3128078 Feb 07 13:21:10.287812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:10.329750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de43cca-1052-40cc-8971-1fea2fddd1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:10.343586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ef3ab6f-52fc-4ad9-8d9a-8e2682eea48f None None] Provisioning for port 54ea63d5-e6dc-4712-b782-b17d11e35a95 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:10.349690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9ef3ab6f-52fc-4ad9-8d9a-8e2682eea48f None None] Provisioning complete for port 54ea63d5-e6dc-4712-b782-b17d11e35a95 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:10.350068 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9ef3ab6f-52fc-4ad9-8d9a-8e2682eea48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:10.374479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-251d023d-b57b-4a5d-97fa-d4a172c60be0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:10.444411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3ab6f-52fc-4ad9-8d9a-8e2682eea48f None None] Port 54ea63d5-e6dc-4712-b782-b17d11e35a95 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:10.520974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-251d023d-b57b-4a5d-97fa-d4a172c60be0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 54ea63d5-e6dc-4712-b782-b17d11e35a95 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:10.524468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220a60-e879-42dd-a567-918f3411dc61 req-58db4e68-f272-47eb-99f8-aa5268300fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:10.526279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-58db4e68-f272-47eb-99f8-aa5268300fe2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1094 time: 0.1294708 Feb 07 13:21:10.612024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-b4eefeba-b396-424e-8f51-d626f2d8d9e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 217 time: 0.0782535 Feb 07 13:21:10.701111 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'status': 'completed', 'code': 200} Feb 07 13:21:10.715519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220a60-e879-42dd-a567-918f3411dc61 req-8dcdf473-e6dd-4136-a6d5-6269e0065701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:10.715519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-8dcdf473-e6dd-4136-a6d5-6269e0065701 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.0973821 Feb 07 13:21:10.756776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:10.801928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-88f9b635-e4e9-40ac-8149-bd1de925aa83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803125 Feb 07 13:21:10.848640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:10.961467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e46a53-a728-4f36-b143-226543f5c34d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:10.968381 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-95bcd558-ac3c-4931-9aef-6d3ee45391d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40518f9cd5754ac4afaf93f731a76b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688467 Feb 07 13:21:10.970038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58288) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:11.054814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d850d98-8a37-43c8-a3b5-65dbf09e0ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.069390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-2eda59b1-88c2-4b9d-aac1-62499e5e8f56 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616181 Feb 07 13:21:11.077143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0c8ee-53da-4b8b-923a-0075963b68b5 req-1cae8522-d0a7-4cb1-a931-bca3d6244746 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:11.078645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ed0c8ee-53da-4b8b-923a-0075963b68b5 req-1cae8522-d0a7-4cb1-a931-bca3d6244746 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 946 time: 0.2266114 Feb 07 13:21:11.096201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-251d023d-b57b-4a5d-97fa-d4a172c60be0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.136126 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d850d98-8a37-43c8-a3b5-65dbf09e0ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.160911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d023d-b57b-4a5d-97fa-d4a172c60be0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=54ea63d5-e6dc-4712-b782-b17d11e35a95,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:11.275590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-251d023d-b57b-4a5d-97fa-d4a172c60be0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.294548 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-251d023d-b57b-4a5d-97fa-d4a172c60be0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/54ea63d5-e6dc-4712-b782-b17d11e35a95 HTTP/1.1" status: 204 len: 168 time: 1.4134574 Feb 07 13:21:11.295215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58292) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:11.299499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ed0c8ee-53da-4b8b-923a-0075963b68b5 req-0130982b-e977-4542-abe6-96f2ed578aa6 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976352 Feb 07 13:21:11.352203 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-165e0b2c-9c92-4a74-99fe-94741572b7fa tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:21:11.352754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-165e0b2c-9c92-4a74-99fe-94741572b7fa tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:11.368531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2220a60-e879-42dd-a567-918f3411dc61 req-10cfae3c-24e7-4433-a19e-8c5156d82179 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785628 Feb 07 13:21:11.377620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427be114-88bf-4849-b8b3-93863cc377b1 req-f621d18a-8cbe-4860-af0f-907b371fbd15 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:11.386376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-427be114-88bf-4849-b8b3-93863cc377b1 req-f621d18a-8cbe-4860-af0f-907b371fbd15 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 943 time: 0.3055027 Feb 07 13:21:11.389347 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d850d98-8a37-43c8-a3b5-65dbf09e0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.394316 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d850d98-8a37-43c8-a3b5-65dbf09e0ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.396383 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7d850d98-8a37-43c8-a3b5-65dbf09e0ef4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75e46a53-a728-4f36-b143-226543f5c34d HTTP/1.1" status: 204 len: 168 time: 0.4265056 Feb 07 13:21:11.428407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d850d98-8a37-43c8-a3b5-65dbf09e0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e46a53-a728-4f36-b143-226543f5c34d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:11.452211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-165e0b2c-9c92-4a74-99fe-94741572b7fa tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:11.457934 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-165e0b2c-9c92-4a74-99fe-94741572b7fa tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/54ea63d5-e6dc-4712-b782-b17d11e35a95 HTTP/1.1" status: 404 len: 333 time: 0.1608949 Feb 07 13:21:11.458552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58302) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:11.479493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-427be114-88bf-4849-b8b3-93863cc377b1 req-8848413e-3208-42ab-80ce-b76df1096a32 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920379 Feb 07 13:21:11.565523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1e735c-f015-403d-8445-f50adc96c61c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet c4df2d44-c557-4587-b37c-85f0ac001671 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:21:11.570663 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b1e735c-f015-403d-8445-f50adc96c61c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.623474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9569e558-d41b-4884-a03d-f9e52b559596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.652613 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b1e735c-f015-403d-8445-f50adc96c61c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.666102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bba1ce83-db55-4310-ba48-9fdf0ea8eb45 req-9cca1e7a-21b5-4cca-a0bb-20ac495c5fa8 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 210 time: 0.0612903 Feb 07 13:21:11.735237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-2c5211dd-a93d-41fb-836d-26b3a9920fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:11.736858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-2c5211dd-a93d-41fb-836d-26b3a9920fc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1094 time: 0.1988175 Feb 07 13:21:11.814474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b1e735c-f015-403d-8445-f50adc96c61c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:11.900062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-6cc604bc-7fb8-4fa2-b4e1-2843da8755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:11.901724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-6cc604bc-7fb8-4fa2-b4e1-2843da8755bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 0.1586008 Feb 07 13:21:11.978577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-2c7c4837-6bc0-45e9-b713-b0989da26daf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 217 time: 0.0697794 Feb 07 13:21:11.990085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b1e735c-f015-403d-8445-f50adc96c61c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.048535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e735c-f015-403d-8445-f50adc96c61c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=c4df2d44-c557-4587-b37c-85f0ac001671,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:12.067401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b1e735c-f015-403d-8445-f50adc96c61c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.076997 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b1e735c-f015-403d-8445-f50adc96c61c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/c4df2d44-c557-4587-b37c-85f0ac001671 HTTP/1.1" status: 204 len: 168 time: 0.6151459 Feb 07 13:21:12.077504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58312) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:12.079950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71041821-0776-4e31-9fef-fd483dfec372 None None] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:12.099400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-454a3281-8abf-46a1-99ed-a86a165cc32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:12.105241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-454a3281-8abf-46a1-99ed-a86a165cc32a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.1198051 Feb 07 13:21:12.198187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-b3e489e1-2d38-438a-8c35-c19cc0ea08e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765953 Feb 07 13:21:12.386054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58324) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:12.400933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a0de36-605f-4ba3-9031-1b9923ab3b47 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet 9cbb197e-5662-47c6-8e18-c46fbfb794a7 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:21:12.403002 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.406518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28a0de36-605f-4ba3-9031-1b9923ab3b47 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.541366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-e9c94013-16ff-4b1f-a604-7b90f91decf7 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398464 Feb 07 13:21:12.579110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28a0de36-605f-4ba3-9031-1b9923ab3b47 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.653751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.698848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28a0de36-605f-4ba3-9031-1b9923ab3b47 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.846973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28a0de36-605f-4ba3-9031-1b9923ab3b47 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.893001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0de36-605f-4ba3-9031-1b9923ab3b47 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbb197e-5662-47c6-8e18-c46fbfb794a7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:12.900864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28a0de36-605f-4ba3-9031-1b9923ab3b47 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:12.918725 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-28a0de36-605f-4ba3-9031-1b9923ab3b47 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/9cbb197e-5662-47c6-8e18-c46fbfb794a7 HTTP/1.1" status: 204 len: 168 time: 0.8400970 Feb 07 13:21:12.921509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58340) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:13.091426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.102348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:13.102830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.173612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.235078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:13.262298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] Usage tracker for resource:security_group_rule and tenant:94098e7666b24300ae1c76a271dde8c7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:13.271892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:13.313679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:13.357473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81d15681-5cbf-4782-9876-6e7640c0e60e req-7182e3d3-8eaf-4c49-a248-2ffc9ab39477 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202775 Feb 07 13:21:13.378013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-dc44b0b8-b8b6-46bf-8f8e-a98374a51aff tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:13.380182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-dc44b0b8-b8b6-46bf-8f8e-a98374a51aff tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.47 "GET /v2.0/networks?id=4183fc2c-3474-4cb5-aab3-302bb749d17a HTTP/1.1" status: 200 len: 809 time: 0.3834519 Feb 07 13:21:13.384636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] For port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,segment=NetworkSegment(425a9222-721b-41bb-8db0-25630b6c909b),segment_id=425a9222-721b-41bb-8db0-25630b6c909b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:13.385503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.394672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b6f95-e41f-4525-b21d-e8a964dd4a59 req-5e5ddb52-e168-444d-80bc-2ef17cdd7509 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:13.403358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d9b6f95-e41f-4525-b21d-e8a964dd4a59 req-5e5ddb52-e168-444d-80bc-2ef17cdd7509 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 946 time: 0.8642683 Feb 07 13:21:13.441288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Request body: {'port': {'device_id': '0dcd19b8-f893-46ca-8e2a-b7098960efb2', 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a', 'admin_state_up': True, 'tenant_id': '1fa83463e8b348e7a3ae37219e4624c9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:13.510799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d81ac-1064-4877-a4b4-c4fc23ef02e4 req-9c22f542-1101-44f4-8f6e-40a8d3b06433 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:13.512512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c84d81ac-1064-4877-a4b4-c4fc23ef02e4 req-9c22f542-1101-44f4-8f6e-40a8d3b06433 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 943 time: 0.5257013 Feb 07 13:21:13.531047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:13.568510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca08fc-4360-4272-8dcf-61cca3e4dfef None None] Network 86e90b88-00b6-480c-a8b9-0a0c10a50468 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:13.666479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d9b6f95-e41f-4525-b21d-e8a964dd4a59 req-70175136-6d9a-49c9-af41-700bdbf2d993 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602687 Feb 07 13:21:13.693083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.759929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:13.772288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Usage tracker for resource:port and tenant:1fa83463e8b348e7a3ae37219e4624c9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:13.773560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:13.775995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5c2f093b-f087-42d7-beb4-9e44dd432277 None None] Provisioning complete for port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:13.779070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No DVR routers for this DVR port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:21:13.784625 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5c2f093b-f087-42d7-beb4-9e44dd432277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.789868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:13.805851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:13.820469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c84d81ac-1064-4877-a4b4-c4fc23ef02e4 req-87a79d70-10de-4d83-be6c-e94c1a26a624 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357998 Feb 07 13:21:13.822725 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.840824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f093b-f087-42d7-beb4-9e44dd432277 None None] Port 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 was deleted so its status cannot be updated. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 13:21:13.843785 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.916857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4c9c166-d0c8-41d7-973f-62a2cf6c6967 req-61cd229f-0e9b-4f9e-87c2-84b97274b5c9 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 210 time: 0.0913539 Feb 07 13:21:13.933729 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.957072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:13.997638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e90b88-00b6-480c-a8b9-0a0c10a50468']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:14.008304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=94098e7666b24300ae1c76a271dde8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6191981 Feb 07 13:21:14.013850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e915ae-5a23-477d-b91e-a936d386d4d4 None None] DHCP port deletion for 86e90b88-00b6-480c-a8b9-0a0c10a50468 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:21:14.014059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425a9222-721b-41bb-8db0-25630b6c909b') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:14.014184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425a9222-721b-41bb-8db0-25630b6c909b') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:14.016460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58364) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:14.019418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f10624-83c4-413b-9425-28f149e811ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445bfb66-fcb6-42a3-b098-a7042828eb6f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:14.027865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.044358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Made reservation on behalf of 1fa83463e8b348e7a3ae37219e4624c9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:14.045702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.049531 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.053179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:21:14.053661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:21:14.069445 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:21:14.158771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cb3aed55-5f14-44cf-a579-dd6fb0c814e1 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:21:14.200131 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afbe6dc6-7a1e-40cd-86b2-d228cff9e915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.247423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.257580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.277951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afbe6dc6-7a1e-40cd-86b2-d228cff9e915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.283504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:21:14.305563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Network': ['ID=86e90b88-00b6-480c-a8b9-0a0c10a50468,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:14.310788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Allocated IP 172.20.0.8 (4183fc2c-3474-4cb5-aab3-302bb749d17a/1d3db65d-8ece-48ad-8e45-8cf800801e6e/2ac473b7-78bf-4002-a1ad-5e8307bdbfa4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:14.334966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:21:14.335322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 04a1f592-7dc7-4a5c-8f7c-cb3fbbf948c1 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:21:14.411727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:14.425595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'port_id': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'mac_address': 'fa:16:3e:03:38:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:21:14.435617 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-569ccf2d-327e-4333-af3e-f5cffbb0d91c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/networks/86e90b88-00b6-480c-a8b9-0a0c10a50468 HTTP/1.1" status: 204 len: 168 time: 1.5130179 Feb 07 13:21:14.439644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58374) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:14.466162 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afbe6dc6-7a1e-40cd-86b2-d228cff9e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.491362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe6dc6-7a1e-40cd-86b2-d228cff9e915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445bfb66-fcb6-42a3-b098-a7042828eb6f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:14.515176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.531774 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afbe6dc6-7a1e-40cd-86b2-d228cff9e915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.532957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-afbe6dc6-7a1e-40cd-86b2-d228cff9e915 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/445bfb66-fcb6-42a3-b098-a7042828eb6f HTTP/1.1" status: 204 len: 168 time: 0.5149801 Feb 07 13:21:14.584320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3aed55-5f14-44cf-a579-dd6fb0c814e1 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:21:14.614064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:14.616130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.625560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5712581-ed1e-4e29-b646-fd88b9bf61bd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:14.626273 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a5712581-ed1e-4e29-b646-fd88b9bf61bd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:14.714927 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.743284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a5712581-ed1e-4e29-b646-fd88b9bf61bd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:14.748127 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a5712581-ed1e-4e29-b646-fd88b9bf61bd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3044162 Feb 07 13:21:14.748377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58386) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:14.760337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13f46b-07a2-432f-bdc3-91686b32eac7 req-f3b7bab6-de2d-45d2-be50-9d28c60d4461 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:14.760337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc13f46b-07a2-432f-bdc3-91686b32eac7 req-f3b7bab6-de2d-45d2-be50-9d28c60d4461 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 946 time: 0.1081152 Feb 07 13:21:14.791867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:14.798401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc13f46b-07a2-432f-bdc3-91686b32eac7 req-9cf3f8ba-8770-4fcd-9369-3a278ef251ff tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Feb 07 13:21:14.829777 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:14.832472 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-865c83f2-3539-4f5f-9671-ce47cf9594b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0816519 Feb 07 13:21:14.837747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58392) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:14.843831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-801926588'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:14.851106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:14.855402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:network and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:14.858477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:14.865211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:14.913750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Network 4183fc2c-3474-4cb5-aab3-302bb749d17a is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:14.916823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cb3aed55-5f14-44cf-a579-dd6fb0c814e1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:21:14.917341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:14.921274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:14.959553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Pushing event updated for resources: {'Port': ['ID=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:14.971866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:14.976023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.010465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:21:15.023417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.023911 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Added segment e9569292-ff1e-4395-b1a9-d73c772c9ca8 of type vlan for network ae54b663-63b9-477b-8213-daaf309b9001 Feb 07 13:21:15.055053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.057676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:15.058315 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.091269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbde30-2ed7-468d-8c2b-d4c3814e42fc req-d909062c-ca96-4bef-bc83-ae976dfdd699 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:15.092904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbbde30-2ed7-468d-8c2b-d4c3814e42fc req-d909062c-ca96-4bef-bc83-ae976dfdd699 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 944 time: 0.1398263 Feb 07 13:21:15.127994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.194527 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.201218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-d6d9f6ad-7d51-4dca-975f-070d55a7f394 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7955987 Feb 07 13:21:15.201748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:15.201934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.204260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dbbde30-2ed7-468d-8c2b-d4c3814e42fc req-28f8de12-ce0d-41f8-b621-02a345b997df tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029935 Feb 07 13:21:15.213993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Request body: {'port': {'device_id': '0dcd19b8-f893-46ca-8e2a-b7098960efb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:15.327614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Network': ['ID=ae54b663-63b9-477b-8213-daaf309b9001,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:15.341135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network ae54b663-63b9-477b-8213-daaf309b9001 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:21:15.353513 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99d2edb5-ed1c-4a46-8933-23ef363d1679 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5117681 Feb 07 13:21:15.353950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58406) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:15.362626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:15.422453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcdf33-05c5-415f-b95c-18fba4e5f44f req-f49a79b1-19b6-4d13-b69c-9de932cb6e76 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:15.423177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-68dcdf33-05c5-415f-b95c-18fba4e5f44f req-f49a79b1-19b6-4d13-b69c-9de932cb6e76 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Synchronizing usage tracker for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:15.493251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.506331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:15.511185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:15.514253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:15.521475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:15.544404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58410) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:15.562640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.581600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:15.586211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3a0bf18a54a14e88aa2d3bc2aa309995 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:15.589244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:15.595216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:15.610404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-68dcdf33-05c5-415f-b95c-18fba4e5f44f req-f49a79b1-19b6-4d13-b69c-9de932cb6e76 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Unset dirty status for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:15.614800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68dcdf33-05c5-415f-b95c-18fba4e5f44f req-f49a79b1-19b6-4d13-b69c-9de932cb6e76 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 931 time: 0.4914622 Feb 07 13:21:15.742087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-68dcdf33-05c5-415f-b95c-18fba4e5f44f req-54e5ec25-4ffe-4ae2-8663-a5c8919331cc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Synchronizing usage tracker for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:15.768122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.777283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:15.780916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.893889 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.894451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-68dcdf33-05c5-415f-b95c-18fba4e5f44f req-54e5ec25-4ffe-4ae2-8663-a5c8919331cc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Unset dirty status for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:15.896510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68dcdf33-05c5-415f-b95c-18fba4e5f44f req-54e5ec25-4ffe-4ae2-8663-a5c8919331cc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787619 Feb 07 13:21:15.915883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:21:15.932626 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:15.945306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Transition to ACTIVE for port object 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:16.053811 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.069145 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a0bf18a54a14e88aa2d3bc2aa309995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235760 Feb 07 13:21:16.078488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58418) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:16.101138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bf6fa-375c-40e1-9990-f40e68b6b9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a579b358-0304-40cb-86a9-d720319d289e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:16.173873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cb3aed55-5f14-44cf-a579-dd6fb0c814e1 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:16.201605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f6b303d-77cc-4432-9eb5-91b451c20c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.212311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:16.257056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f6b303d-77cc-4432-9eb5-91b451c20c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.303630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-36cdd4e3-f426-43d7-b76c-4abdc524e23b tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:16.305163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-36cdd4e3-f426-43d7-b76c-4abdc524e23b tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.47 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 946 time: 0.3197405 Feb 07 13:21:16.317316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef6d3d-1cc6-489c-80d2-671c72e51279 req-42495f90-86ef-42af-b5c1-573a8682b5e8 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:16.324744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cef6d3d-1cc6-489c-80d2-671c72e51279 req-42495f90-86ef-42af-b5c1-573a8682b5e8 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 946 time: 0.3765273 Feb 07 13:21:16.337721 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.354770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:16.360490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:16.360913 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.425373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=df8b7125-e95d-4b35-98c5-7081092b12f7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:16.431198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking segment: {'id': 'e9569292-ff1e-4395-b1a9-d73c772c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:16.431571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network hostable DHCP agents. Network: ae54b663-63b9-477b-8213-daaf309b9001, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:21:16.447397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f6b303d-77cc-4432-9eb5-91b451c20c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.467115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b303d-77cc-4432-9eb5-91b451c20c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a579b358-0304-40cb-86a9-d720319d289e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:16.477647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f6b303d-77cc-4432-9eb5-91b451c20c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.481251 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4f6b303d-77cc-4432-9eb5-91b451c20c81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a579b358-0304-40cb-86a9-d720319d289e HTTP/1.1" status: 204 len: 168 time: 0.3991055 Feb 07 13:21:16.497476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cef6d3d-1cc6-489c-80d2-671c72e51279 req-03fa1696-7064-4125-9d20-7c05068c4bb9 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718566 Feb 07 13:21:16.513867 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.515817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Deleting port 5fab71d5-86fd-4f53-8304-63e27af77286 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:16.516208 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.548817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network ae54b663-63b9-477b-8213-daaf309b9001 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:21:16.556730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Attempting to bind port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:16.559155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Attempting to bind port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:16.559155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Attempting to bind port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 on network 4183fc2c-3474-4cb5-aab3-302bb749d17a {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:16.562798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:16.574182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 on network 4183fc2c-3474-4cb5-aab3-302bb749d17a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:21:16.574466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:16.574662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Attempting to bind port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 on network 4183fc2c-3474-4cb5-aab3-302bb749d17a {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:16.591516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:16.591655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Checking segment: {'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:16.592040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Bound using segment: {'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:16.592485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Bound port: 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:16.592945 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.622281 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'code': 200} Feb 07 13:21:16.663194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, ae54b663-63b9-477b-8213-daaf309b9001) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:16.669908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:16.670760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.671672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d8a405-d31d-4fe3-b5f8-25252b864abd None None] Network ae54b663-63b9-477b-8213-daaf309b9001 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:16.747799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991e4bb-c526-474e-964b-047f4e75e4d7 req-fdc87edc-43ce-411b-9df1-bf52e4da2792 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:16.749315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5991e4bb-c526-474e-964b-047f4e75e4d7 req-fdc87edc-43ce-411b-9df1-bf52e4da2792 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 944 time: 0.3718243 Feb 07 13:21:16.767370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:16.853260 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e2b93fbb-417e-4095-8f8b-49903d13eaf0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4974833 Feb 07 13:21:16.856319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58428) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:16.862818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001', 'name': 'tempest-PortsIpV6TestJSON-2052623524'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:16.900772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:16.930998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5991e4bb-c526-474e-964b-047f4e75e4d7 req-1ae82cfc-334c-4c53-b0c3-cda5d0fd93e8 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709754 Feb 07 13:21:16.939029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] For port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:16.960694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] For port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:16.970725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3555-f5f9-40d5-95f7-4cf014246c9e req-4a04c112-00fa-4910-a39b-c11345d83659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:16.977215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fee3555-f5f9-40d5-95f7-4cf014246c9e req-4a04c112-00fa-4910-a39b-c11345d83659 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1095 time: 0.2705064 Feb 07 13:21:17.025555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-ae54b663-63b9-477b-8213-daaf309b9001', 'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001', 'tenant_id': '3e64b1b315c14e9da4e0f13207b1d4f4', 'fixed_ips': [{'subnet_id': 'df8b7125-e95d-4b35-98c5-7081092b12f7'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:21:17.026409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.040809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] For port 5fab71d5-86fd-4f53-8304-63e27af77286, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5fab71d5-86fd-4f53-8304-63e27af77286,segment=NetworkSegment(e79853c5-c9df-4707-a256-901a2d8bfe0b),segment_id=e79853c5-c9df-4707-a256-901a2d8bfe0b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:17.041148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.070594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.110250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:17.137317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:17.234839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:17.239902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.295823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 511b97ff-3f60-44d9-babf-a85b87e4f624 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:21:17.300999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Allocated IP 2001:db8::2 (ae54b663-63b9-477b-8213-daaf309b9001/df8b7125-e95d-4b35-98c5-7081092b12f7/ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:17.433634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fee3555-f5f9-40d5-95f7-4cf014246c9e req-7d98e904-8235-4dd1-9089-d68c93bb6f72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488864 Feb 07 13:21:17.452043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Calling delete_port for 5fab71d5-86fd-4f53-8304-63e27af77286 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:17.528298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.529832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:17.530508 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.531938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] 10.222.0.47 "PUT /v2.0/ports/2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 HTTP/1.1" status: 200 len: 1091 time: 2.3226256 Feb 07 13:21:17.539842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Transition to ACTIVE for port object ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:17.544721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcd19b8-f893-46ca-8e2a-b7098960efb2', 'tag': '2ac473b7-78bf-4002-a1ad-5e8307bdbfa4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:17.562522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Transition to ACTIVE for port object ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:17.594969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbed696-758c-41ff-b625-e59b1f877354 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:17.715124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.716945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08c547-1693-4eaf-a610-c9f392a78753 req-a97941d6-4343-4e25-95ef-07861e499bcf tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:17.718507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b08c547-1693-4eaf-a610-c9f392a78753 req-a97941d6-4343-4e25-95ef-07861e499bcf tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 943 time: 0.2942448 Feb 07 13:21:17.799904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Network ae54b663-63b9-477b-8213-daaf309b9001 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:17.803272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:17.807226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:17.828614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::207 (ae54b663-63b9-477b-8213-daaf309b9001/df8b7125-e95d-4b35-98c5-7081092b12f7/511b97ff-3f60-44d9-babf-a85b87e4f624) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:17.852773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Pushing event updated for resources: {'Port': ['ID=ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:17.870606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b08c547-1693-4eaf-a610-c9f392a78753 req-aa1ecce8-6db5-4c11-98b9-5d0bfad8a71b tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385992 Feb 07 13:21:17.923806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-8b1b53d5-3b1a-48ad-8f45-88cafe987abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:17.926431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-8b1b53d5-3b1a-48ad-8f45-88cafe987abd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fa83463e8b348e7a3ae37219e4624c9&device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 1094 time: 0.2552719 Feb 07 13:21:17.940054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Attempting to bind port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:17.940054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Attempting to bind port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e9569292-ff1e-4395-b1a9-d73c772c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:17.940054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Attempting to bind port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed on network ae54b663-63b9-477b-8213-daaf309b9001 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:17.940645 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcd19b8-f893-46ca-8e2a-b7098960efb2', 'tag': '2ac473b7-78bf-4002-a1ad-5e8307bdbfa4', 'status': 'completed', 'code': 200} Feb 07 13:21:17.950477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:17.950701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b34804-b78e-4407-b309-02d57fc7375a req-0adec5bc-9ee8-4fbb-bba8-5dc07012633d tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:17.951038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Checking segment: {'id': 'e9569292-ff1e-4395-b1a9-d73c772c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:17.951595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.952233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Bound using segment: {'id': 'e9569292-ff1e-4395-b1a9-d73c772c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:17.952868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Bound port: ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9569292-ff1e-4395-b1a9-d73c772c9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:17.953379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:17.961680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73b34804-b78e-4407-b309-02d57fc7375a req-0adec5bc-9ee8-4fbb-bba8-5dc07012633d tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 946 time: 0.2265809 Feb 07 13:21:17.965993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:18.133339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] For port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:18.138123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] For port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed,segment=NetworkSegment(e9569292-ff1e-4395-b1a9-d73c772c9ca8),segment_id=e9569292-ff1e-4395-b1a9-d73c772c9ca8)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:18.180654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-4358e85d-94bb-4432-941c-e7307da40102 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 HTTP/1.1" status: 200 len: 217 time: 0.2154169 Feb 07 13:21:18.217583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:18.224202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Pushing event deleted for resources: {'Port': ['ID=5fab71d5-86fd-4f53-8304-63e27af77286,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:18.224924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:18.241999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 511b97ff-3f60-44d9-babf-a85b87e4f624 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:18.318536 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd47369-1fdd-480f-b14c-6897c66a6884 None None] Pushing event updated for resources: {'Port': ['ID=ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:18.360400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73b34804-b78e-4407-b309-02d57fc7375a req-ef7f814d-d658-4406-9df1-7a0b7e3a9e62 tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a04a589-a828-478e-99c9-784cabf5444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976033 Feb 07 13:21:18.388865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] No DVR routers for this DVR port 5fab71d5-86fd-4f53-8304-63e27af77286 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:21:18.394876 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:18.407559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-be41cfc2-d59c-478a-8d5f-04c6b9281626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:18.410591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-be41cfc2-d59c-478a-8d5f-04c6b9281626 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d3db65d-8ece-48ad-8e45-8cf800801e6e HTTP/1.1" status: 200 len: 849 time: 0.1876373 Feb 07 13:21:18.429710 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:18.476771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-1ce9f8c1-6000-4127-b95b-c24844d8627c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4183fc2c-3474-4cb5-aab3-302bb749d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611863 Feb 07 13:21:18.511069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ada444f-10a5-4d6a-a26e-6f7a4b9a5fed req-f92a8041-56d1-4624-9cce-a6d94078eafe tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.47 "DELETE /v2.0/ports/5fab71d5-86fd-4f53-8304-63e27af77286 HTTP/1.1" status: 204 len: 173 time: 2.1833482 Feb 07 13:21:18.520305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982cd8c-2959-4496-8659-cf17dd88de08 req-9d4555e0-a660-4c6a-a909-39850b721c97 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:18.521916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1982cd8c-2959-4496-8659-cf17dd88de08 req-9d4555e0-a660-4c6a-a909-39850b721c97 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.3468878 Feb 07 13:21:18.565577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=511b97ff-3f60-44d9-babf-a85b87e4f624,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:18.596358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network ae54b663-63b9-477b-8213-daaf309b9001 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:18.599274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:18.603697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:18.609999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:18.610675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:18.651621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1982cd8c-2959-4496-8659-cf17dd88de08 req-58ab75a4-b015-411f-a052-ecf39f48093f tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756693 Feb 07 13:21:18.691412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-c9c7c8f3-da31-467a-aac6-b6e7ef9256ef service neutron] 10.222.0.47 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057986 Feb 07 13:21:18.715511 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4c6b8dfc-d0d8-45d9-844e-d5406e3ee8eb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8578217 Feb 07 13:21:18.717926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58478) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:18.724984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': 'ae54b663-63b9-477b-8213-daaf309b9001', 'name': 'tempest-PortsIpV6TestJSON-1630805855'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:18.933141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9eabb486-0e42-498b-bb81-45f42ef69f7f req-f1af90a5-316b-41f4-ae71-6ecf3e6ea827 service neutron] 10.222.0.47 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195137 Feb 07 13:21:18.959377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:18.969092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:18.970749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:18.980164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:19.003581 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:21:19.074742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:19.078403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:19.107928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:21:19.222214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6fae8-0ae2-495b-9fe3-ea13cd99ea88 req-2c721f36-40b6-4a9e-8a01-cf0313736bfd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:19.224570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cf6fae8-0ae2-495b-9fe3-ea13cd99ea88 req-2c721f36-40b6-4a9e-8a01-cf0313736bfd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 943 time: 0.1814253 Feb 07 13:21:19.233356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-46cd6b69-a22f-4859-8964-0c10a8ce72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:19.235057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-46cd6b69-a22f-4859-8964-0c10a8ce72da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fa83463e8b348e7a3ae37219e4624c9&device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 1094 time: 0.1310308 Feb 07 13:21:19.293805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::143 (ae54b663-63b9-477b-8213-daaf309b9001/df8b7125-e95d-4b35-98c5-7081092b12f7/3a2aba0d-9b8f-49aa-927f-19ec2a977e8c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:19.392453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cf6fae8-0ae2-495b-9fe3-ea13cd99ea88 req-1ee491af-7938-41cb-bf9e-17152e5e7d57 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614654 Feb 07 13:21:19.422721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5fab71d5-86fd-4f53-8304-63e27af77286 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:21:19.500646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-1ba4beb2-c61b-4cef-8b11-60387b67ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:19.501850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-1ba4beb2-c61b-4cef-8b11-60387b67ccd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4183fc2c-3474-4cb5-aab3-302bb749d17a HTTP/1.1" status: 200 len: 909 time: 0.2528367 Feb 07 13:21:19.599719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 5fab71d5-86fd-4f53-8304-63e27af77286 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:21:19.601332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5fab71d5-86fd-4f53-8304-63e27af77286 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:21:19.729355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:19.755562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:19.858806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:19.953216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network ae54b663-63b9-477b-8213-daaf309b9001 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:19.957499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:19.964432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8345450c-d615-4586-a05e-a071ddfd0b1e', 'name': 'network-vif-deleted', 'tag': '5fab71d5-86fd-4f53-8304-63e27af77286'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:19.966911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:19.973575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:19.974441 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:19.977299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cca95a1-d84c-4325-9064-3d4166e500e7 None None] Network ae54b663-63b9-477b-8213-daaf309b9001 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:19.983485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=3a2aba0d-9b8f-49aa-927f-19ec2a977e8c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:19.984506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-597cd5d0-41c1-42d6-acd6-c00c6b06b4ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 HTTP/1.1" status: 200 len: 217 time: 0.4760296 Feb 07 13:21:19.999653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8429b7b0-2430-45f4-b2ae-b329e3dfb2a6 req-54eadf66-70fe-4124-a3fb-d45af0aef4ae tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Synchronizing usage tracker for tenant:32169e3920de408f9635dd1c31297d72 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:20.086001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-edc42c3d-50aa-40db-8b68-81edfa33cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:20.087396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-edc42c3d-50aa-40db-8b68-81edfa33cbfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d3db65d-8ece-48ad-8e45-8cf800801e6e HTTP/1.1" status: 200 len: 849 time: 0.0917468 Feb 07 13:21:20.110184 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-91520128-04ed-4e3e-8da6-61d515ef0adb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3911457 Feb 07 13:21:20.112804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58512) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:20.141332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccfdb7-5ae6-4670-891e-4f0665411d48 req-2d1c164a-5b5b-44ec-90f8-752dd8234306 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:20.142848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6ccfdb7-5ae6-4670-891e-4f0665411d48 req-2d1c164a-5b5b-44ec-90f8-752dd8234306 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.2632406 Feb 07 13:21:20.148782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-8429b7b0-2430-45f4-b2ae-b329e3dfb2a6 req-54eadf66-70fe-4124-a3fb-d45af0aef4ae tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] Unset dirty status for tenant:32169e3920de408f9635dd1c31297d72 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:20.149725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e39dd71f-3e60-46e0-ada1-05570f1a0850 None None] Provisioning for port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:20.152762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8429b7b0-2430-45f4-b2ae-b329e3dfb2a6 req-54eadf66-70fe-4124-a3fb-d45af0aef4ae tempest-ServerAddressesNegativeTestJSON-485910550 tempest-ServerAddressesNegativeTestJSON-485910550-project] 10.222.0.69 "GET /v2.0/ports?device_id=8345450c-d615-4586-a05e-a071ddfd0b1e HTTP/1.1" status: 200 len: 210 time: 0.2676556 Feb 07 13:21:20.154883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-e881713c-ccf4-4637-92f0-a55a642f237d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4183fc2c-3474-4cb5-aab3-302bb749d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595889 Feb 07 13:21:20.257819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01834ee-0fea-4db4-b1d3-34eb388d0d05 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:20.259752 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8345450c-d615-4586-a05e-a071ddfd0b1e', 'name': 'network-vif-deleted', 'tag': '5fab71d5-86fd-4f53-8304-63e27af77286', 'status': 'completed', 'code': 200} Feb 07 13:21:20.260845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a01834ee-0fea-4db4-b1d3-34eb388d0d05 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:20.300877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6ccfdb7-5ae6-4670-891e-4f0665411d48 req-559af1f8-c90c-444a-84c8-bd3dc94c74d3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450303 Feb 07 13:21:20.349038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:20.355389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a01834ee-0fea-4db4-b1d3-34eb388d0d05 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:20.356354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-fdd7ad85-c587-477b-86c6-c6132bfeac88 service neutron] 10.222.0.47 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805973 Feb 07 13:21:20.359459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58518) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:20.366638 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a01834ee-0fea-4db4-b1d3-34eb388d0d05 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A207 HTTP/1.1" status: 200 len: 929 time: 0.2458830 Feb 07 13:21:20.556938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7427b9e9-4c40-45fa-b7bf-bd0bb884b111 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:20.557467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7427b9e9-4c40-45fa-b7bf-bd0bb884b111 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:20.594763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:20.602127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:20.602431 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:20.629828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58532) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:20.768969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a27a4e34-e13d-480e-8d17-fdae831bca52 req-978028b8-c678-42cc-aa14-164a27e1adb0 service neutron] 10.222.0.47 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065208 Feb 07 13:21:20.854595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:20.869746 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:20.880316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:20.885784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] Usage tracker for resource:security_group_rule and tenant:dd237301ba6241dbaa20cfabc7d0a502 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:20.890387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:20.898035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:20.908717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed,segment=NetworkSegment(e9569292-ff1e-4395-b1a9-d73c772c9ca8),segment_id=e9569292-ff1e-4395-b1a9-d73c772c9ca8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:20.960392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cdb90-9a12-4835-885d-0edb6fb50624 req-d5e389f6-d28f-4e2a-88ab-3f01bde16e74 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:20.962197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c98cdb90-9a12-4835-885d-0edb6fb50624 req-d5e389f6-d28f-4e2a-88ab-3f01bde16e74 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 943 time: 0.3228977 Feb 07 13:21:20.968894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Provisioning for port 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:20.986400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Provisioning complete for port 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:20.987033 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.012393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.056835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Port 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:21.065646 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7427b9e9-4c40-45fa-b7bf-bd0bb884b111 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.069475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Provisioning complete for port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:21.069867 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.075418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c98cdb90-9a12-4835-885d-0edb6fb50624 req-4fe1b58c-bab3-482a-b03c-709c5c14fd96 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824759 Feb 07 13:21:21.095777 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.120747 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.203638 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd237301ba6241dbaa20cfabc7d0a502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727055 Feb 07 13:21:21.205075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2ffcd-6ea0-405c-bc03-013fb406bce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad20dd1c-7fcf-48a9-9a6e-114b4878f248,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:21.208805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58542) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:21.249192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:21.329340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-337baf51-9660-4695-8dd9-b3f72ca72e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.368283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7427b9e9-4c40-45fa-b7bf-bd0bb884b111 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:21.376364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-337baf51-9660-4695-8dd9-b3f72ca72e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.392608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:21.423217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Provisioning for port 511b97ff-3f60-44d9-babf-a85b87e4f624 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:21.431224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Provisioning complete for port 511b97ff-3f60-44d9-babf-a85b87e4f624 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:21.431224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.487125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-507f8285-c343-4b0b-b1ca-6c32def5e7a5 None None] Port 511b97ff-3f60-44d9-babf-a85b87e4f624 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:21.493793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-590b867b-89b7-41ab-b9fd-70cb0bd79f58 admin admin] Deleting subnet 049f7ad5-b0f2-45ee-8d91-7c7c51fef31b {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:21:21.501322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-590b867b-89b7-41ab-b9fd-70cb0bd79f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.567146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-590b867b-89b7-41ab-b9fd-70cb0bd79f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.586073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed000bdf-0664-4dcb-98c4-97270cd23da3 req-4c5e0a84-983a-45b3-b2cb-96ec640092e4 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:21.587650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed000bdf-0664-4dcb-98c4-97270cd23da3 req-4c5e0a84-983a-45b3-b2cb-96ec640092e4 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.1845891 Feb 07 13:21:21.596014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-e30630e6-1967-4e81-90e7-b865772dc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:21.597649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-e30630e6-1967-4e81-90e7-b865772dc211 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1096 time: 0.2890258 Feb 07 13:21:21.614119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5f8f7dcd-9c7b-4cab-8270-c48361fbdd84 None None] Provisioning complete for port 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:21.615472 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7dcd-9c7b-4cab-8270-c48361fbdd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.654292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-590b867b-89b7-41ab-b9fd-70cb0bd79f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.683512 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-337baf51-9660-4695-8dd9-b3f72ca72e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.690168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f7dcd-9c7b-4cab-8270-c48361fbdd84 None None] Port 3a2aba0d-9b8f-49aa-927f-19ec2a977e8c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:21.703653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5f8f7dcd-9c7b-4cab-8270-c48361fbdd84 None None] Provisioning complete for port 511b97ff-3f60-44d9-babf-a85b87e4f624 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:21.704390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7dcd-9c7b-4cab-8270-c48361fbdd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.705915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337baf51-9660-4695-8dd9-b3f72ca72e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad20dd1c-7fcf-48a9-9a6e-114b4878f248,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:21.723914 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-337baf51-9660-4695-8dd9-b3f72ca72e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.725014 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-337baf51-9660-4695-8dd9-b3f72ca72e3e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad20dd1c-7fcf-48a9-9a6e-114b4878f248 HTTP/1.1" status: 204 len: 168 time: 0.5149634 Feb 07 13:21:21.787253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f7dcd-9c7b-4cab-8270-c48361fbdd84 None None] Port 511b97ff-3f60-44d9-babf-a85b87e4f624 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:21.840902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-590b867b-89b7-41ab-b9fd-70cb0bd79f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.882103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b867b-89b7-41ab-b9fd-70cb0bd79f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049f7ad5-b0f2-45ee-8d91-7c7c51fef31b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:21.885934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-590b867b-89b7-41ab-b9fd-70cb0bd79f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:21.897046 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-590b867b-89b7-41ab-b9fd-70cb0bd79f58 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/049f7ad5-b0f2-45ee-8d91-7c7c51fef31b HTTP/1.1" status: 204 len: 168 time: 0.5026500 Feb 07 13:21:21.902795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58552) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:21.918914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed000bdf-0664-4dcb-98c4-97270cd23da3 req-2bcc2e6c-d442-447c-ac0b-3d3e1908f160 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252680 Feb 07 13:21:21.972113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7427b9e9-4c40-45fa-b7bf-bd0bb884b111 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.016188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.021088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-4414b215-7688-4ac9-9179-800a2a3300c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:22.022834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-4414b215-7688-4ac9-9179-800a2a3300c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 0.4073048 Feb 07 13:21:22.038496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427b9e9-4c40-45fa-b7bf-bd0bb884b111 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=3a2aba0d-9b8f-49aa-927f-19ec2a977e8c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:22.153248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-038b5906-f2f2-4b20-9b28-391ccc5bd484 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 217 time: 0.1105754 Feb 07 13:21:22.159018 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7427b9e9-4c40-45fa-b7bf-bd0bb884b111 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.164826 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.213515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf212d6-4e38-47d1-a029-ac9dae7514fd']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:22.246187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79853c5-c9df-4707-a256-901a2d8bfe0b') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:22.247428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79853c5-c9df-4707-a256-901a2d8bfe0b') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:22.279282 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.310422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.321813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-9307b241-a869-4f56-aba7-1515ed612e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:22.323192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:21:22.323703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-9307b241-a869-4f56-aba7-1515ed612e62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.1613016 Feb 07 13:21:22.323961 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:21:22.342991 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:21:22.351720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:22.389218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7427b9e9-4c40-45fa-b7bf-bd0bb884b111 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/3a2aba0d-9b8f-49aa-927f-19ec2a977e8c HTTP/1.1" status: 204 len: 168 time: 2.0284591 Feb 07 13:21:22.413501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-0dd70c15-6f21-411e-ad01-71f70e911d44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809677 Feb 07 13:21:22.414017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58568) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:22.605625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:22.605996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.645360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-8006a044-c7dc-4ea0-a047-350ec010d9c2 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248800 Feb 07 13:21:22.657689 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.668566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.715927 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-97925a12-07c9-470e-842e-348304af086f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:21:22.716702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-97925a12-07c9-470e-842e-348304af086f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:22.716818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58574) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:22.756878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf212d6-4e38-47d1-a029-ac9dae7514fd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:22.774204 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b44ca1f-4cc5-475a-ba8f-8d35883151f9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7bf212d6-4e38-47d1-a029-ac9dae7514fd HTTP/1.1" status: 204 len: 168 time: 0.8736477 Feb 07 13:21:22.775920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:22.794239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:22.803910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] Usage tracker for resource:security_group_rule and tenant:a8fa553a91f14d8398008a972dedabde is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:22.807851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:22.817524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:22.868940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-97925a12-07c9-470e-842e-348304af086f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:22.872507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-97925a12-07c9-470e-842e-348304af086f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/3a2aba0d-9b8f-49aa-927f-19ec2a977e8c HTTP/1.1" status: 404 len: 333 time: 0.4545884 Feb 07 13:21:22.873260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58580) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:22.907187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e253ce95-9084-444c-a76a-c446cc38c5c6 req-640a5328-ab5e-46c6-9561-567d270b0be7 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533982 Feb 07 13:21:22.924673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f52f5-5c2e-4766-9b86-54a496e62c8e req-1f03b304-5262-48dc-8f9a-da62ff4dd35b tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:22.926414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c0f52f5-5c2e-4766-9b86-54a496e62c8e req-1f03b304-5262-48dc-8f9a-da62ff4dd35b tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 943 time: 0.2744703 Feb 07 13:21:22.982431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c0f52f5-5c2e-4766-9b86-54a496e62c8e req-b4b90019-2da1-4854-9051-f686a0cccd34 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502818 Feb 07 13:21:23.010957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-555801ea-d896-443e-93ab-41f7a4fdfa8f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 511b97ff-3f60-44d9-babf-a85b87e4f624 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:23.011303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-555801ea-d896-443e-93ab-41f7a4fdfa8f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.161049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c63868-88d8-4e4a-8ae4-0d4debd2fb0d req-0e9cada8-3c99-4b91-be81-fd1882c34d59 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:23.162566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57c63868-88d8-4e4a-8ae4-0d4debd2fb0d req-0e9cada8-3c99-4b91-be81-fd1882c34d59 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.0934272 Feb 07 13:21:23.171100 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.212208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57c63868-88d8-4e4a-8ae4-0d4debd2fb0d req-2aa6510c-3625-43c3-9cd8-ecfe61272ccf tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Feb 07 13:21:23.257246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.370961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611bda56-efae-4d46-994d-78fcc3f412bc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:23.376589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58590) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:23.383324 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d8274d0-f976-4a44-897c-d96c90e983bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8fa553a91f14d8398008a972dedabde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633387 Feb 07 13:21:23.384431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58594) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:23.431764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:21:23.435614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9dfb0e3e-aa15-40f4-aef0-d89d7696d32a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32169e3920de408f9635dd1c31297d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580611 Feb 07 13:21:23.438563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58598) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:23.501759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0a912ba-59f9-49c1-b62b-53a07193ca63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.503406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-555801ea-d896-443e-93ab-41f7a4fdfa8f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.518749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8e84ed8-340d-424f-9722-b5c5a19ef972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.541707 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0a912ba-59f9-49c1-b62b-53a07193ca63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.599484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:23.626325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '2ac473b7-78bf-4002-a1ad-5e8307bdbfa4', 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a', 'port_id': '2ac473b7-78bf-4002-a1ad-5e8307bdbfa4', 'mac_address': 'fa:16:3e:7b:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3db65d-8ece-48ad-8e45-8cf800801e6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:21:23.670806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-555801ea-d896-443e-93ab-41f7a4fdfa8f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 511b97ff-3f60-44d9-babf-a85b87e4f624 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:23.701785 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0a912ba-59f9-49c1-b62b-53a07193ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.774421 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.796562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a912ba-59f9-49c1-b62b-53a07193ca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a04a589-a828-478e-99c9-784cabf5444b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:23.818886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:21:23.823558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8e84ed8-340d-424f-9722-b5c5a19ef972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.859558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:23.940666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0a912ba-59f9-49c1-b62b-53a07193ca63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:23.943057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e0a912ba-59f9-49c1-b62b-53a07193ca63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a04a589-a828-478e-99c9-784cabf5444b HTTP/1.1" status: 204 len: 168 time: 0.5039661 Feb 07 13:21:23.960477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.044234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:24.051904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8e84ed8-340d-424f-9722-b5c5a19ef972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.075235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e84ed8-340d-424f-9722-b5c5a19ef972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611bda56-efae-4d46-994d-78fcc3f412bc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:24.087739 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-555801ea-d896-443e-93ab-41f7a4fdfa8f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.191703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555801ea-d896-443e-93ab-41f7a4fdfa8f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=511b97ff-3f60-44d9-babf-a85b87e4f624,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:24.196403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-555801ea-d896-443e-93ab-41f7a4fdfa8f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.212220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8e84ed8-340d-424f-9722-b5c5a19ef972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.213364 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a8e84ed8-340d-424f-9722-b5c5a19ef972 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/611bda56-efae-4d46-994d-78fcc3f412bc HTTP/1.1" status: 204 len: 168 time: 0.8281560 Feb 07 13:21:24.217405 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-555801ea-d896-443e-93ab-41f7a4fdfa8f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/511b97ff-3f60-44d9-babf-a85b87e4f624 HTTP/1.1" status: 204 len: 168 time: 1.3404622 Feb 07 13:21:24.217970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167523c-cf77-4f14-bd12-aa45fea30ce7 req-5d6f1ab7-bebb-45e0-8a71-eca4e20b7523 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:24.219792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7167523c-cf77-4f14-bd12-aa45fea30ce7 req-5d6f1ab7-bebb-45e0-8a71-eca4e20b7523 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 944 time: 0.1088381 Feb 07 13:21:24.223136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:24.287666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['2ac473b7-78bf-4002-a1ad-5e8307bdbfa4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:21:24.293335 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3e086b-9680-43a1-a710-b340c739bb0e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:21:24.293890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3a3e086b-9680-43a1-a710-b340c739bb0e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:24.363554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7167523c-cf77-4f14-bd12-aa45fea30ce7 req-a0ae5cbf-720d-4f4c-bf02-64055dde32c4 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353981 Feb 07 13:21:24.423258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3a3e086b-9680-43a1-a710-b340c739bb0e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:24.425202 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3a3e086b-9680-43a1-a710-b340c739bb0e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/511b97ff-3f60-44d9-babf-a85b87e4f624 HTTP/1.1" status: 404 len: 333 time: 0.1963329 Feb 07 13:21:24.428276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58620) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:24.574459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27548bf-56b7-48ad-a24e-659ca7df0a72 req-621b54f5-3cac-4fc9-b7c8-067f1a0ef01b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:24.575142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eaddfbd-ce21-402c-8957-750e447f5c44 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet df8b7125-e95d-4b35-98c5-7081092b12f7 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:21:24.576152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b27548bf-56b7-48ad-a24e-659ca7df0a72 req-621b54f5-3cac-4fc9-b7c8-067f1a0ef01b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.1731262 Feb 07 13:21:24.578335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eaddfbd-ce21-402c-8957-750e447f5c44 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.643585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.665296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eaddfbd-ce21-402c-8957-750e447f5c44 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.666583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b27548bf-56b7-48ad-a24e-659ca7df0a72 req-fb8837eb-e6cf-432c-bcb8-c2558cb987fb tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822480 Feb 07 13:21:24.805304 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eaddfbd-ce21-402c-8957-750e447f5c44 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:24.960658 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eaddfbd-ce21-402c-8957-750e447f5c44 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:25.038925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2eaddfbd-ce21-402c-8957-750e447f5c44 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:25.042109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaddfbd-ce21-402c-8957-750e447f5c44 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=df8b7125-e95d-4b35-98c5-7081092b12f7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:25.048080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08ae18a-4f9e-486d-9de1-322d21a95b77 None None] Network ae54b663-63b9-477b-8213-daaf309b9001 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:25.078840 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2eaddfbd-ce21-402c-8957-750e447f5c44 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/df8b7125-e95d-4b35-98c5-7081092b12f7 HTTP/1.1" status: 204 len: 168 time: 0.6467850 Feb 07 13:21:25.079050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58646) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:25.241146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:25.268371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:25.268788 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:25.412184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] DHCP port deletion for ae54b663-63b9-477b-8213-daaf309b9001 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:21:25.417051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] Deleting port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:25.417431 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:25.466028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:25.587173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] For port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed,segment=NetworkSegment(e9569292-ff1e-4395-b1a9-d73c772c9ca8),segment_id=e9569292-ff1e-4395-b1a9-d73c772c9ca8)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:25.587619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:25.717055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722f776-f75d-46f0-b9d5-b78cfb561722 req-dda38b26-b07a-488c-af9b-6d7ae5293838 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:25.724495 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c722f776-f75d-46f0-b9d5-b78cfb561722 req-dda38b26-b07a-488c-af9b-6d7ae5293838 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 944 time: 0.2107575 Feb 07 13:21:25.790382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:25.804387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:25.805286 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:25.812415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58672) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:25.860856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c722f776-f75d-46f0-b9d5-b78cfb561722 req-cebe4dae-93d4-4056-809a-2696d53d76a0 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234536 Feb 07 13:21:25.936931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] For port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed,segment=NetworkSegment(e9569292-ff1e-4395-b1a9-d73c772c9ca8),segment_id=e9569292-ff1e-4395-b1a9-d73c772c9ca8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:25.937372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.025177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:26.045061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9adde-3725-4a6e-aaaa-b037b1db8b0d req-e66cf526-0615-4df2-bf55-b608ad32fee5 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:26.057742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78a9adde-3725-4a6e-aaaa-b037b1db8b0d req-e66cf526-0615-4df2-bf55-b608ad32fee5 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.1684694 Feb 07 13:21:26.095765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-network', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:26.129817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:26.154786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Usage tracker for resource:network and tenant:beaa9b515bc544c28e8a99b84d1dc257 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:26.167600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:26.168525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] Calling delete_port for ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:26.177528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78a9adde-3725-4a6e-aaaa-b037b1db8b0d req-37c591b2-5eec-4584-a741-0d41d758c649 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189299 Feb 07 13:21:26.178412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:26.234831 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.275070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:21:26.320344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:26.328379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No DVR routers for this DVR port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:21:26.332934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Made reservation on behalf of beaa9b515bc544c28e8a99b84d1dc257 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:26.338619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.363228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.368062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:21:26.368407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:21:26.383605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:26.388147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Usage tracker for resource:security_group_rule and tenant:beaa9b515bc544c28e8a99b84d1dc257 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:26.391285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:26.402418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:26.476999 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:21:26.480090 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:21:26.482055 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.563535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcd19b8-f893-46ca-8e2a-b7098960efb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac473b7-78bf-4002-a1ad-5e8307bdbfa4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:26.575148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.603572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.612632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:26.655694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae54b663-63b9-477b-8213-daaf309b9001']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:26.663290 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.697457 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcd19b8-f893-46ca-8e2a-b7098960efb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac473b7-78bf-4002-a1ad-5e8307bdbfa4', 'code': 200} Feb 07 13:21:26.698791 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.715326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:21:26.719253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9569292-ff1e-4395-b1a9-d73c772c9ca8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:26.719569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9569292-ff1e-4395-b1a9-d73c772c9ca8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:26.721825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf77f40-56b2-4b87-aca2-b369e2e14029,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:26.731692 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.732921 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Added segment 140b9a8c-acd4-4669-a363-3af9c6eddd3f of type vlan for network 7a0962fe-4183-4a78-a168-6d4683c73087 Feb 07 13:21:26.754888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.772856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.796815 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.809109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:21:26.809521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:21:26.869056 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:21:26.902960 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.902960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:26.903405 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:26.983415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] Deleting port ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:26.983988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:27.126100 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:27.131469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:27.170399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Network': ['ID=ae54b663-63b9-477b-8213-daaf309b9001,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:27.244475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:27.260872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a4d6c-7823-4066-8896-3043ddec0ddb None None] The port 'ecc9bc2a-4288-4bb4-8ba1-86177a0ac3ed' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:21:27.269943 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd0264d5-1b25-491c-87de-e9286c06a7a6 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/networks/ae54b663-63b9-477b-8213-daaf309b9001 HTTP/1.1" status: 204 len: 168 time: 2.1893427 Feb 07 13:21:27.275743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58706) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:27.281390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1954700985'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:27.295283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:27.305379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:network and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:27.308861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:27.321645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:27.363581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0962fe-4183-4a78-a168-6d4683c73087,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:27.374319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7a0962fe-4183-4a78-a168-6d4683c73087 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:21:27.391799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646b391-4885-4d05-9da7-6858b7141061 req-6ed54e8d-b650-4110-85cb-6e52b984a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:27.393341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d646b391-4885-4d05-9da7-6858b7141061 req-6ed54e8d-b650-4110-85cb-6e52b984a2a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 1096 time: 0.5527346 Feb 07 13:21:27.470827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58716) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:27.477674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Request body: {'subnet': {'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-subnet', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:27.482153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f491de92-b9d2-4bc9-be06-d9049b4f0a65 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6664944 Feb 07 13:21:27.489401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:27.500067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:27.506699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:27.534671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Usage tracker for resource:subnet and tenant:beaa9b515bc544c28e8a99b84d1dc257 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:27.576278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:27.580663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7cb7a-73d6-4adc-8d75-e61553bb7268 req-ab1c2384-1089-4998-b36d-fbbfb8a4b746 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:27.585006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbd7cb7a-73d6-4adc-8d75-e61553bb7268 req-ab1c2384-1089-4998-b36d-fbbfb8a4b746 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 945 time: 0.3626370 Feb 07 13:21:27.590510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d646b391-4885-4d05-9da7-6858b7141061 req-13d38c95-d90a-4a4b-a61b-a8172079bd03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889706 Feb 07 13:21:27.614439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:27.626929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:21:27.655317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:27.659278 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Added segment e8f70159-a713-47cd-a72f-e928a0947d99 of type vlan for network 9368d6a5-3b44-4a55-91d8-8ad81523c42e Feb 07 13:21:27.668908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbd7cb7a-73d6-4adc-8d75-e61553bb7268 req-79ea52fc-70dc-4705-8be8-fab4a069fdc6 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Feb 07 13:21:27.686154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35398f-b77b-42b9-bf7c-6c7a9ebc9fa3 req-114d3676-5cf3-48a8-9fb1-889ab2486f1a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:27.687916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b35398f-b77b-42b9-bf7c-6c7a9ebc9fa3 req-114d3676-5cf3-48a8-9fb1-889ab2486f1a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.2887332 Feb 07 13:21:27.689986 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:27.722140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Made reservation on behalf of beaa9b515bc544c28e8a99b84d1dc257 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:27.724794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:27.756759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b35398f-b77b-42b9-bf7c-6c7a9ebc9fa3 req-016dc5cf-628d-4bcf-ba76-089fa8d570b1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623538 Feb 07 13:21:27.873383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:27.879400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:27.880000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:28.010474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Network': ['ID=9368d6a5-3b44-4a55-91d8-8ad81523c42e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:28.021441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9368d6a5-3b44-4a55-91d8-8ad81523c42e details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:21:28.172932 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9fd15a8-2d7b-4db2-ac05-9b93814e5c48 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8962646 Feb 07 13:21:28.174421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:28.176439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58722) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:28.182802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:28.248578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d86c5d-bf93-4f92-bccb-7808e9eeab51,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:28.259955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Checking segment: {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:28.260418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Network hostable DHCP agents. Network: 7a0962fe-4183-4a78-a168-6d4683c73087, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:21:28.296890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:28.301217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:28.304061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:28.309861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:28.377615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:28.381624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Network 7a0962fe-4183-4a78-a168-6d4683c73087 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:21:28.385961 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:28.486532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7a0962fe-4183-4a78-a168-6d4683c73087) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:28.492247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:28.493781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:28.498035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a589d7a-295c-4e68-9ea0-3db6bd893c18 None None] Network 7a0962fe-4183-4a78-a168-6d4683c73087 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:28.601583 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b481d606-ffd2-4014-93bf-e6acdcd53cff admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1295819 Feb 07 13:21:28.607497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58732) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:28.615070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:28.629725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:28.635029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Usage tracker for resource:router and tenant:beaa9b515bc544c28e8a99b84d1dc257 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:28.642103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:28.650001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:28.749496 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:28.751413 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:28.768618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:28.831407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:28.845656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52180404-6472-4a8a-8b2c-0af78d6042d1 None None] Network 7a0962fe-4183-4a78-a168-6d4683c73087 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:28.953971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=09a8c867-8f43-4d3b-9757-222d542d4d13,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:28.968039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking segment: {'id': 'e8f70159-a713-47cd-a72f-e928a0947d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:28.968407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network hostable DHCP agents. Network: 9368d6a5-3b44-4a55-91d8-8ad81523c42e, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:21:28.987766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4dac0-1134-469a-ae80-da3b0fe3ca04 req-1456f73e-bf02-48ee-8050-c2d779914deb tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:28.989138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59a4dac0-1134-469a-ae80-da3b0fe3ca04 req-1456f73e-bf02-48ee-8050-c2d779914deb tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 945 time: 0.1951900 Feb 07 13:21:29.123050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59a4dac0-1134-469a-ae80-da3b0fe3ca04 req-55335806-43e2-4855-ae19-3737d3d91363 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227229 Feb 07 13:21:29.162241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 9368d6a5-3b44-4a55-91d8-8ad81523c42e is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:21:29.234671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad741db-0cad-42ce-9ac6-b475dea695b8 req-8e9e2d29-579c-4590-a4f5-90fc9de358e8 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:29.247072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ad741db-0cad-42ce-9ac6-b475dea695b8 req-8e9e2d29-579c-4590-a4f5-90fc9de358e8 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.2182336 Feb 07 13:21:29.293910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9368d6a5-3b44-4a55-91d8-8ad81523c42e) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:29.299809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:29.300615 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:29.317030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf72297-bced-429c-9ea3-44271d907596 None None] Network 9368d6a5-3b44-4a55-91d8-8ad81523c42e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:29.347950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ad741db-0cad-42ce-9ac6-b475dea695b8 req-01ab1b13-2c0a-4fa6-ad75-494b38f8e422 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999813 Feb 07 13:21:29.403945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:29.488501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-14fab4a8-a6e8-4acb-891b-45db7cda650b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3105199 Feb 07 13:21:29.490920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:29.499214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e', 'name': 'tempest-PortsIpV6TestJSON-329873696', 'fixed_ips': [{'subnet_id': '09a8c867-8f43-4d3b-9757-222d542d4d13', 'ip_address': '2001:db8::10'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:29.682226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-9368d6a5-3b44-4a55-91d8-8ad81523c42e', 'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e', 'tenant_id': '3e64b1b315c14e9da4e0f13207b1d4f4', 'fixed_ips': [{'subnet_id': '09a8c867-8f43-4d3b-9757-222d542d4d13'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:21:29.683454 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:29.900513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Allocated IP 2001:db8::2 (9368d6a5-3b44-4a55-91d8-8ad81523c42e/09a8c867-8f43-4d3b-9757-222d542d4d13/ce3ca1e6-93e8-4900-bc9a-2254e64003ed) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:29.917853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:29.923842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:29.927903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:29.939284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:30.110164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:30.120500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:30.131745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Transition to ACTIVE for port object ce3ca1e6-93e8-4900-bc9a-2254e64003ed will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:30.155997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Transition to ACTIVE for port object ce3ca1e6-93e8-4900-bc9a-2254e64003ed will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:30.246359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:30.258934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:30.308385 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:30.319681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Network 9368d6a5-3b44-4a55-91d8-8ad81523c42e is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:30.321631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:30.327885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:30.343595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df297a4-21cf-412e-8c9c-a1d1bdee65c9 req-48375c85-fee7-4b52-aea0-24d902a220d0 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:30.345209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8df297a4-21cf-412e-8c9c-a1d1bdee65c9 req-48375c85-fee7-4b52-aea0-24d902a220d0 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 945 time: 0.0888064 Feb 07 13:21:30.382452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:30.421032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 50da4d99-da24-4035-867e-83e95cbad084 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:21:30.434208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8df297a4-21cf-412e-8c9c-a1d1bdee65c9 req-45f5b2c8-4f9a-4df5-b6f9-76db3df9eecc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770588 Feb 07 13:21:30.443295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Pushing event updated for resources: {'Port': ['ID=ce3ca1e6-93e8-4900-bc9a-2254e64003ed,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:30.470546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Attempting to bind port ce3ca1e6-93e8-4900-bc9a-2254e64003ed on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:30.470993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Attempting to bind port ce3ca1e6-93e8-4900-bc9a-2254e64003ed by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e8f70159-a713-47cd-a72f-e928a0947d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:30.471389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Attempting to bind port ce3ca1e6-93e8-4900-bc9a-2254e64003ed on network 9368d6a5-3b44-4a55-91d8-8ad81523c42e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:30.485475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:30.486595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Checking segment: {'id': 'e8f70159-a713-47cd-a72f-e928a0947d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:30.487874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:30.488332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Bound using segment: {'id': 'e8f70159-a713-47cd-a72f-e928a0947d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:30.488835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Bound port: ce3ca1e6-93e8-4900-bc9a-2254e64003ed, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f70159-a713-47cd-a72f-e928a0947d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:30.489212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:30.598604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae129c-6357-46bb-bfb7-368017681247 req-d151b1ce-adfa-420f-b24a-fe98a91843a1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:30.600576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62ae129c-6357-46bb-bfb7-368017681247 req-d151b1ce-adfa-420f-b24a-fe98a91843a1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.0990090 Feb 07 13:21:30.706410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Allocated IP 172.25.7.16 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ab37f582-07a4-4302-8148-797ec06bafd5) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:30.709085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] For port ce3ca1e6-93e8-4900-bc9a-2254e64003ed, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:30.712358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] For port ce3ca1e6-93e8-4900-bc9a-2254e64003ed, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce3ca1e6-93e8-4900-bc9a-2254e64003ed,segment=NetworkSegment(e8f70159-a713-47cd-a72f-e928a0947d99),segment_id=e8f70159-a713-47cd-a72f-e928a0947d99)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:30.714402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62ae129c-6357-46bb-bfb7-368017681247 req-abec40cd-b3d4-4040-8ec0-06986df1466d tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042852 Feb 07 13:21:30.812377 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:30.893900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066a626-66b0-42ae-ad9a-72757770191c None None] Pushing event updated for resources: {'Port': ['ID=ce3ca1e6-93e8-4900-bc9a-2254e64003ed,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:30.942755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::10 (9368d6a5-3b44-4a55-91d8-8ad81523c42e/09a8c867-8f43-4d3b-9757-222d542d4d13/50da4d99-da24-4035-867e-83e95cbad084) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:31.034598 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:31.313508 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:31.329339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 50da4d99-da24-4035-867e-83e95cbad084 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:31.336543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:31.415940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:31.422314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:31.425047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:31.469998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab37f582-07a4-4302-8148-797ec06bafd5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:31.568614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:31.974149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab6fd-c333-4052-9650-0b54e88a8a58 req-c171dcfe-fcd5-4c97-8810-8d3c91d2e734 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:31.984582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7faab6fd-c333-4052-9650-0b54e88a8a58 req-c171dcfe-fcd5-4c97-8810-8d3c91d2e734 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.1307311 Feb 07 13:21:32.044767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 9368d6a5-3b44-4a55-91d8-8ad81523c42e is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:32.053349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:32.058139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7faab6fd-c333-4052-9650-0b54e88a8a58 req-164f6ce3-f300-4a8b-ae55-e671bef2a57d tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710325 Feb 07 13:21:32.061690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:32.069551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:32.070203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:32.186951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=50da4d99-da24-4035-867e-83e95cbad084,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:32.304415 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-55625a46-5ed9-46f1-9adc-1dc20b8b3935 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8110428 Feb 07 13:21:32.307111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58790) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:32.319836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': '9368d6a5-3b44-4a55-91d8-8ad81523c42e', 'name': 'tempest-PortsIpV6TestJSON-1217662020', 'fixed_ips': [{'subnet_id': '09a8c867-8f43-4d3b-9757-222d542d4d13', 'ip_address': '2001:db8::f'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:32.328999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08351c65-13c4-4d0c-a029-0d8ed8d7e27d None None] Network 9368d6a5-3b44-4a55-91d8-8ad81523c42e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:32.356460 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:32.507279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ce3ca1e6-93e8-4900-bc9a-2254e64003ed up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:32.595508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:32.609420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:32.634710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:32.643344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:32.680881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f39fcba6-8e89-4851-8ec3-3eafd10d78fc None None] Provisioning for port ce3ca1e6-93e8-4900-bc9a-2254e64003ed completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:32.697068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70a2b-5d18-40b6-b8ee-b1f251b93844 req-ae3e8425-4905-4550-9f25-f029dc6dbb2f tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:32.698966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7f70a2b-5d18-40b6-b8ee-b1f251b93844 req-ae3e8425-4905-4550-9f25-f029dc6dbb2f tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 945 time: 0.1576121 Feb 07 13:21:32.767277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ce3ca1e6-93e8-4900-bc9a-2254e64003ed completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:32.770681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:32.779579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ce3ca1e6-93e8-4900-bc9a-2254e64003ed triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:32.788640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:32.793535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7f70a2b-5d18-40b6-b8ee-b1f251b93844 req-906faa2d-5c1c-4982-a88a-69b23764abca tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863106 Feb 07 13:21:32.869622 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:32.952508 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:32.983581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:32.984947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 64de8933-0e36-4db7-84c7-07155bbcf324 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:21:33.047204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ce3ca1e6-93e8-4900-bc9a-2254e64003ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce3ca1e6-93e8-4900-bc9a-2254e64003ed,segment=NetworkSegment(e8f70159-a713-47cd-a72f-e928a0947d99),segment_id=e8f70159-a713-47cd-a72f-e928a0947d99)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:33.160744 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:33.243132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Router fddfe1cb-6b31-4f06-8f69-c0205484d5ce is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:21:33.295751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ce3ca1e6-93e8-4900-bc9a-2254e64003ed,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:33.336606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::f (9368d6a5-3b44-4a55-91d8-8ad81523c42e/09a8c867-8f43-4d3b-9757-222d542d4d13/64de8933-0e36-4db7-84c7-07155bbcf324) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:33.383180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-562392d9-5fa8-46a0-93a9-f3c1cee2483d None None] Provisioning for port 50da4d99-da24-4035-867e-83e95cbad084 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:33.395317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-562392d9-5fa8-46a0-93a9-f3c1cee2483d None None] Provisioning complete for port 50da4d99-da24-4035-867e-83e95cbad084 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:33.395317 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-562392d9-5fa8-46a0-93a9-f3c1cee2483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:33.514620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-562392d9-5fa8-46a0-93a9-f3c1cee2483d None None] Port 50da4d99-da24-4035-867e-83e95cbad084 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:33.527257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:21:33.540495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-562392d9-5fa8-46a0-93a9-f3c1cee2483d None None] Provisioning complete for port ce3ca1e6-93e8-4900-bc9a-2254e64003ed triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:33.540968 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-562392d9-5fa8-46a0-93a9-f3c1cee2483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:33.592621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Sync routers for ids ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:21:33.619545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Routers {'fddfe1cb-6b31-4f06-8f69-c0205484d5ce'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:33.620217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:21:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:33.674488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:33.682434 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-718df228-8c50-4a68-97ec-b58595ac32d6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0701795 Feb 07 13:21:33.682434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:33.790064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72313bb3-be36-4a7f-aa4b-1b2dd93cc02e req-92694605-d5dd-428c-abd2-7f1d30d61d12 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:33.798974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72313bb3-be36-4a7f-aa4b-1b2dd93cc02e req-92694605-d5dd-428c-abd2-7f1d30d61d12 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.4640057 Feb 07 13:21:33.930189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Set router fddfe1cb-6b31-4f06-8f69-c0205484d5ce gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:21:34.059744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72313bb3-be36-4a7f-aa4b-1b2dd93cc02e req-eef26295-aada-45fa-b407-5be07faa693b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597330 Feb 07 13:21:34.109321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:34.148327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-b47a0f4a-88fa-4580-a157-9abce7d70406 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:34.149869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-b47a0f4a-88fa-4580-a157-9abce7d70406 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 945 time: 0.2617571 Feb 07 13:21:34.157839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 64de8933-0e36-4db7-84c7-07155bbcf324 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:34.232466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878915-1a41-48b0-a1a5-e773f33ab6ed req-04ba3ce4-9785-4fb7-b9c9-a0c1eb6c340c tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:34.234125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9878915-1a41-48b0-a1a5-e773f33ab6ed req-04ba3ce4-9785-4fb7-b9c9-a0c1eb6c340c tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 945 time: 0.2903199 Feb 07 13:21:34.326294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Deleting port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:34.326892 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:34.387898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9878915-1a41-48b0-a1a5-e773f33ab6ed req-ceeb100b-d910-4cb7-ae83-e15cdc680cdb tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451969 Feb 07 13:21:34.413333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ce3ca1e6-93e8-4900-bc9a-2254e64003ed up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:34.481356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a7186fc-84b5-44e3-8dad-76fccbf48eca None None] Provisioning complete for port 50da4d99-da24-4035-867e-83e95cbad084 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:34.481648 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a7186fc-84b5-44e3-8dad-76fccbf48eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:34.551514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2a7186fc-84b5-44e3-8dad-76fccbf48eca None None] Port 50da4d99-da24-4035-867e-83e95cbad084 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:34.640069 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:34.646668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:21:31Z', 'revision_number': 3, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port': {'id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:30Z', 'updated_at': '2022-02-07T13:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:34.649882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ce3ca1e6-93e8-4900-bc9a-2254e64003ed triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:34.650260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:34.823379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Checking router: fddfe1cb-6b31-4f06-8f69-c0205484d5ce for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:21:34.824440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Updating router fddfe1cb-6b31-4f06-8f69-c0205484d5ce port ab37f582-07a4-4302-8148-797ec06bafd5 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:21:34.840473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 9368d6a5-3b44-4a55-91d8-8ad81523c42e is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:34.846177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:34.859062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:34.868595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:34.869259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:34.941156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=64de8933-0e36-4db7-84c7-07155bbcf324,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:34.957494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:34.983568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6802be4b-c9c4-47eb-8624-fd40e5ba789d tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6752896 Feb 07 13:21:34.987302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58820) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:35.054626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] For port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:35.054626 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:35.336963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:35.368093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Calling delete_port for 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:35.534490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be42eed7-2b25-4c4b-be5e-8312a89e45f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:35.535297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-be42eed7-2b25-4c4b-be5e-8312a89e45f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:35.576865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-20df2839-8b80-47b0-b190-156e1822c091 None None] Provisioning for port 64de8933-0e36-4db7-84c7-07155bbcf324 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:35.596719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-20df2839-8b80-47b0-b190-156e1822c091 None None] Provisioning complete for port 64de8933-0e36-4db7-84c7-07155bbcf324 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:35.597405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20df2839-8b80-47b0-b190-156e1822c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:35.695036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-20df2839-8b80-47b0-b190-156e1822c091 None None] Port 64de8933-0e36-4db7-84c7-07155bbcf324 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:35.717596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Allocated IP 172.20.0.1 (7a0962fe-4183-4a78-a168-6d4683c73087/e8d86c5d-bf93-4f92-bccb-7808e9eeab51/fe7593ba-7c25-4d32-8e81-35e7d7b3a636) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:35.730017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32498f9-ecf7-451a-bcae-d93d8cca02ae req-7f7956d6-3917-4d53-869d-c59d0c246673 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:35.739371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f32498f9-ecf7-451a-bcae-d93d8cca02ae req-7f7956d6-3917-4d53-869d-c59d0c246673 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.4216666 Feb 07 13:21:35.782605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-be42eed7-2b25-4c4b-be5e-8312a89e45f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:35.784351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-be42eed7-2b25-4c4b-be5e-8312a89e45f0 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7958791 Feb 07 13:21:35.787940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:35.812431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58830) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:35.884743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f32498f9-ecf7-451a-bcae-d93d8cca02ae req-26b33ea4-f0b4-459c-bea7-f28a932086b0 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444497 Feb 07 13:21:35.901078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96bc3a-e4dd-43bb-9fdb-63f0677b10cb req-ce00f817-4cc6-4b27-9e84-c42c5a0f7fc4 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:35.903963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd96bc3a-e4dd-43bb-9fdb-63f0677b10cb req-ce00f817-4cc6-4b27-9e84-c42c5a0f7fc4 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 945 time: 0.3481507 Feb 07 13:21:35.928356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:35.978120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd96bc3a-e4dd-43bb-9fdb-63f0677b10cb req-d0ce7b41-5e54-4d9f-99b5-5f9f6db93f8a tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630381 Feb 07 13:21:35.997538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d244c-93bf-4139-981c-3447d3f32563 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:36.003588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d244c-93bf-4139-981c-3447d3f32563 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:36.009462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d244c-93bf-4139-981c-3447d3f32563 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:36.011112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f13d244c-93bf-4139-981c-3447d3f32563 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1975288 Feb 07 13:21:36.014066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58840) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:36.040485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Transition to ACTIVE for port object ab37f582-07a4-4302-8148-797ec06bafd5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:36.056935 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.125314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Pushing event deleted for resources: {'Port': ['ID=2ac473b7-78bf-4002-a1ad-5e8307bdbfa4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:36.127147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.161253 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.230802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Network 7a0962fe-4183-4a78-a168-6d4683c73087 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:36.240522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:36.243040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:36.251429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Attempting to bind port ab37f582-07a4-4302-8148-797ec06bafd5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:36.251804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Attempting to bind port ab37f582-07a4-4302-8148-797ec06bafd5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:36.253905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Attempting to bind port ab37f582-07a4-4302-8148-797ec06bafd5 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:36.260222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:36.260599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:36.261179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.261581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:36.262070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Bound port: ab37f582-07a4-4302-8148-797ec06bafd5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:36.262453 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.289539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f267cc-aae6-44ab-ab7b-d799cc0c6932 None None] Pushing event updated for resources: {'Port': ['ID=ab37f582-07a4-4302-8148-797ec06bafd5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:36.294631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Pushing event updated for resources: {'Port': ['ID=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:36.313286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.313637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.313979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.314671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.314671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.314984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.315280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.315606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.316094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.316425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.316812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.317469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:36.317597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a92072d0-f9ad-47fb-bcf1-dc87ac088f94 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 64de8933-0e36-4db7-84c7-07155bbcf324 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:36.317814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a92072d0-f9ad-47fb-bcf1-dc87ac088f94 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.327706 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.365545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] No DVR routers for this DVR port 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:21:36.370679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] For port ab37f582-07a4-4302-8148-797ec06bafd5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:36.374464 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.375720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] For port ab37f582-07a4-4302-8148-797ec06bafd5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ab37f582-07a4-4302-8148-797ec06bafd5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:36.376917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcd19b8-f893-46ca-8e2a-b7098960efb2', 'name': 'network-vif-deleted', 'tag': '2ac473b7-78bf-4002-a1ad-5e8307bdbfa4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:36.454730 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcd19b8-f893-46ca-8e2a-b7098960efb2', 'name': 'network-vif-deleted', 'tag': '2ac473b7-78bf-4002-a1ad-5e8307bdbfa4', 'status': 'completed', 'code': 200} Feb 07 13:21:36.487397 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.578865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a46f4f3c-8284-4217-afe8-7bcde12fc37e req-97c9b6f9-59a0-4e36-9742-d5c606b3b8cd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.47 "DELETE /v2.0/ports/2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 HTTP/1.1" status: 204 len: 173 time: 2.4195065 Feb 07 13:21:36.593280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Routers {'fddfe1cb-6b31-4f06-8f69-c0205484d5ce'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:36.593921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:21:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:36.681287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a92072d0-f9ad-47fb-bcf1-dc87ac088f94 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.764715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:36.801472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f267cc-aae6-44ab-ab7b-d799cc0c6932 None None] Pushing event updated for resources: {'Port': ['ID=ab37f582-07a4-4302-8148-797ec06bafd5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:36.851439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] Set router fddfe1cb-6b31-4f06-8f69-c0205484d5ce gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:21:36.874854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a92072d0-f9ad-47fb-bcf1-dc87ac088f94 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 64de8933-0e36-4db7-84c7-07155bbcf324 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:37.244538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:37.293516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c4ae6c90-4d0e-40ea-b46b-a080602800bc req-9759bb86-b43d-438d-b73c-6a076d7bba95 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Synchronizing usage tracker for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:37.328455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a0da-8a4a-42e1-9981-edd617884fa5 req-80eea404-b233-4065-a8d8-c64d82830921 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:37.336434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83d3a0da-8a4a-42e1-9981-edd617884fa5 req-80eea404-b233-4065-a8d8-c64d82830921 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.2052546 Feb 07 13:21:37.366624 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:37.385601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83d3a0da-8a4a-42e1-9981-edd617884fa5 req-b2ad8eb5-ea78-4faa-a6fd-e97d0337da91 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488410 Feb 07 13:21:37.419770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 4, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port': {'id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:30Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe7593ba-7c25-4d32-8e81-35e7d7b3a636', 'name': '', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'mac_address': 'fa:16:3e:ba:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:35Z', 'updated_at': '2022-02-07T13:21:35Z', 'revision_number': 1, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'subnets': [{'id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:37.423883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05702bd-8799-4d6d-b31d-a7bb819e4a9d None None] The sync data for ids ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'] in n-d-811416-5 is: [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 4, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port': {'id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:30Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe7593ba-7c25-4d32-8e81-35e7d7b3a636', 'name': '', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'mac_address': 'fa:16:3e:ba:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:35Z', 'updated_at': '2022-02-07T13:21:35Z', 'revision_number': 1, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'subnets': [{'id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:21:37.462080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a92072d0-f9ad-47fb-bcf1-dc87ac088f94 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:37.462794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c4ae6c90-4d0e-40ea-b46b-a080602800bc req-9759bb86-b43d-438d-b73c-6a076d7bba95 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Unset dirty status for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:37.464523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4ae6c90-4d0e-40ea-b46b-a080602800bc req-9759bb86-b43d-438d-b73c-6a076d7bba95 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=0dcd19b8-f893-46ca-8e2a-b7098960efb2 HTTP/1.1" status: 200 len: 210 time: 0.2252977 Feb 07 13:21:37.505428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:37.509088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Pushing event updated for resources: {'Port': ['ID=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:37.519058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:21:37.578840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:21:37.579777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2ac473b7-78bf-4002-a1ad-5e8307bdbfa4 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:21:37.617553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92072d0-f9ad-47fb-bcf1-dc87ac088f94 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=64de8933-0e36-4db7-84c7-07155bbcf324,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:37.636215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a92072d0-f9ad-47fb-bcf1-dc87ac088f94 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:37.764902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a92072d0-f9ad-47fb-bcf1-dc87ac088f94 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/64de8933-0e36-4db7-84c7-07155bbcf324 HTTP/1.1" status: 204 len: 168 time: 1.7497590 Feb 07 13:21:37.772930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58858) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:37.889814 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54c537f-68c3-400d-8331-040f2c0aec6f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:21:37.890403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b54c537f-68c3-400d-8331-040f2c0aec6f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:37.898405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Network 7a0962fe-4183-4a78-a168-6d4683c73087 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:37.899639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:38.000843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b54c537f-68c3-400d-8331-040f2c0aec6f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:38.006111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b54c537f-68c3-400d-8331-040f2c0aec6f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/64de8933-0e36-4db7-84c7-07155bbcf324 HTTP/1.1" status: 404 len: 333 time: 0.2287004 Feb 07 13:21:38.010006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58864) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:38.100158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-fcf7fe78-58cb-42b7-b1f0-faf4211c6197 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 50da4d99-da24-4035-867e-83e95cbad084 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:38.100508 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fcf7fe78-58cb-42b7-b1f0-faf4211c6197 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:38.156661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Router fddfe1cb-6b31-4f06-8f69-c0205484d5ce has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:21:38.366587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:21:38.386362 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c201b77d-36a4-4bf5-862c-50d7bbe7d57d admin admin] 10.222.0.69 "PUT /v2.0/routers/fddfe1cb-6b31-4f06-8f69-c0205484d5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6973896 Feb 07 13:21:38.492456 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fcf7fe78-58cb-42b7-b1f0-faf4211c6197 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:38.735190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58882) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:38.737614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0496-e846-4d54-b649-be2dbd374ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:38.764676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-fcf7fe78-58cb-42b7-b1f0-faf4211c6197 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 50da4d99-da24-4035-867e-83e95cbad084 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:39.020161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.044226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:39.052339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] Usage tracker for resource:security_group_rule and tenant:befeba1a6fd2492c8f912736c3286312 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:39.055421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:39.056488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149946c-1f4d-4333-bc0e-97a2d2ff8d77 req-bd16413a-6a40-4a79-9384-eaf7d548838a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:39.063802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2149946c-1f4d-4333-bc0e-97a2d2ff8d77 req-bd16413a-6a40-4a79-9384-eaf7d548838a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.3784108 Feb 07 13:21:39.064851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:39.174564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2149946c-1f4d-4333-bc0e-97a2d2ff8d77 req-b7d57e60-ca80-4a78-a0e1-a259970a7e0d tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096740 Feb 07 13:21:39.289102 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fcf7fe78-58cb-42b7-b1f0-faf4211c6197 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.369666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.374628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7fe78-58cb-42b7-b1f0-faf4211c6197 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=50da4d99-da24-4035-867e-83e95cbad084,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:39.480407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.534248 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fcf7fe78-58cb-42b7-b1f0-faf4211c6197 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.579113 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=befeba1a6fd2492c8f912736c3286312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8427062 Feb 07 13:21:39.582320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b148a-91b0-415b-b1f8-995dee1b254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f6db70-1a67-43ff-88d4-4743c8141022,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:39.585545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:39.677534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-814cd3ab-93f9-4c35-9d96-20b3e15e9919 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:39.686050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-814cd3ab-93f9-4c35-9d96-20b3e15e9919 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/networks?id=4183fc2c-3474-4cb5-aab3-302bb749d17a HTTP/1.1" status: 200 len: 809 time: 0.4044468 Feb 07 13:21:39.719168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64251-ed3d-4714-8481-038027275591 req-ea724c57-3e54-41ea-b10e-df73cd6dfb4b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:39.720350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e3d64251-ed3d-4714-8481-038027275591 req-ea724c57-3e54-41ea-b10e-df73cd6dfb4b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Synchronizing usage tracker for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:39.724892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244e9a45-149f-40a7-b719-91234997fca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.757541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fcf7fe78-58cb-42b7-b1f0-faf4211c6197 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/50da4d99-da24-4035-867e-83e95cbad084 HTTP/1.1" status: 204 len: 168 time: 1.7461493 Feb 07 13:21:39.760056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58920) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:39.784072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244e9a45-149f-40a7-b719-91234997fca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.849260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-e3382ecd-d658-48dd-87ff-bc1e8adca097 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/quotas/1fa83463e8b348e7a3ae37219e4624c9 HTTP/1.1" status: 200 len: 375 time: 0.1545846 Feb 07 13:21:39.858145 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d119dc6b-fcbd-4e9a-871b-e064f95ada70 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:21:39.858460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d119dc6b-fcbd-4e9a-871b-e064f95ada70 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:39.909205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-69f606df-6047-444a-8bcb-d22c64080544 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1fa83463e8b348e7a3ae37219e4624c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473251 Feb 07 13:21:39.921424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-8bcc777d-16db-4eab-ad58-27142c0e3ea8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:21:39.922363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-8bcc777d-16db-4eab-ad58-27142c0e3ea8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050967 Feb 07 13:21:39.954629 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244e9a45-149f-40a7-b719-91234997fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.977500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e9a45-149f-40a7-b719-91234997fca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f6db70-1a67-43ff-88d4-4743c8141022,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:39.982043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244e9a45-149f-40a7-b719-91234997fca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:39.985371 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-244e9a45-149f-40a7-b719-91234997fca3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6f6db70-1a67-43ff-88d4-4743c8141022 HTTP/1.1" status: 204 len: 168 time: 0.3943615 Feb 07 13:21:40.010154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d119dc6b-fcbd-4e9a-871b-e064f95ada70 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:40.010154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d119dc6b-fcbd-4e9a-871b-e064f95ada70 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/50da4d99-da24-4035-867e-83e95cbad084 HTTP/1.1" status: 404 len: 333 time: 0.2428176 Feb 07 13:21:40.010154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e3d64251-ed3d-4714-8481-038027275591 req-ea724c57-3e54-41ea-b10e-df73cd6dfb4b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Unset dirty status for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:40.010154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-ea724c57-3e54-41ea-b10e-df73cd6dfb4b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 819 time: 0.8038068 Feb 07 13:21:40.013563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58926) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:40.080411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-5e746e4b-4182-456f-9cad-53b220559cd0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/quotas/beaa9b515bc544c28e8a99b84d1dc257 HTTP/1.1" status: 200 len: 375 time: 0.0642083 Feb 07 13:21:40.155150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc55bed-2865-4114-9a22-b7fc2f67c995 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet 09a8c867-8f43-4d3b-9757-222d542d4d13 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:21:40.162512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ecc55bed-2865-4114-9a22-b7fc2f67c995 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:40.267539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-b7082307-98b5-4710-bb8f-0e602c5e3d4b service neutron] 10.222.0.69 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376436 Feb 07 13:21:40.273457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ecc55bed-2865-4114-9a22-b7fc2f67c995 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:40.369666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ab37f582-07a4-4302-8148-797ec06bafd5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:40.416213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-14044c66-b5c0-4048-903a-7115f78158a8 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3266308 Feb 07 13:21:40.559928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ab37f582-07a4-4302-8148-797ec06bafd5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:40.565500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ab37f582-07a4-4302-8148-797ec06bafd5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:40.566455 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:40.592233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-5fce0207-ff01-498e-afe3-d06baac12348 service neutron] 10.222.0.69 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848115 Feb 07 13:21:40.616198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ecc55bed-2865-4114-9a22-b7fc2f67c995 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:40.673188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-74668e78-77ec-4af3-bd73-a7a4da009bc4 service neutron] 10.222.0.69 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470329 Feb 07 13:21:40.701424 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Sync routers for ids ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:21:40.722079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Routers {'fddfe1cb-6b31-4f06-8f69-c0205484d5ce'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:40.723257 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:21:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:40.961695 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Set router fddfe1cb-6b31-4f06-8f69-c0205484d5ce gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:21:40.972338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-5f081d34-2bda-42a4-8b90-ecc6855674ce service neutron] 10.222.0.69 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875242 Feb 07 13:21:40.972338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58938) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:40.982215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:41.031238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ab37f582-07a4-4302-8148-797ec06bafd5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ab37f582-07a4-4302-8148-797ec06bafd5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:41.050411 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:41.171609 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:41.230152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ecc55bed-2865-4114-9a22-b7fc2f67c995 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:41.317467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b6adb-dff0-4549-b839-1cc0d22a56e1 None None] Network 9368d6a5-3b44-4a55-91d8-8ad81523c42e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:41.340686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:41.367209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] Usage tracker for resource:security_group_rule and tenant:c4678855b9094086af40d3502419d42d is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:41.371535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:41.409016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:41.426844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc55bed-2865-4114-9a22-b7fc2f67c995 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=09a8c867-8f43-4d3b-9757-222d542d4d13,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:41.545810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ecc55bed-2865-4114-9a22-b7fc2f67c995 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:41.613464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2852e925-2bdf-4d07-8859-154aa8988698 req-0f0bef30-7927-43af-a76b-018ce03d40ca tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 210 time: 0.1780593 Feb 07 13:21:41.626707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ecc55bed-2865-4114-9a22-b7fc2f67c995 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/09a8c867-8f43-4d3b-9757-222d542d4d13 HTTP/1.1" status: 204 len: 168 time: 1.6121237 Feb 07 13:21:41.632350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58958) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:41.720966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae01744-3f5e-456e-812e-6a602549e5cd req-6c6fff60-3d88-4855-991a-8b4c84e93fd5 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:41.722880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ae01744-3f5e-456e-812e-6a602549e5cd req-6c6fff60-3d88-4855-991a-8b4c84e93fd5 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.1628885 Feb 07 13:21:41.747574 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 4, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port': {'id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:30Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe7593ba-7c25-4d32-8e81-35e7d7b3a636', 'name': '', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'mac_address': 'fa:16:3e:ba:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:35Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 2, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'subnets': [{'id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:41.758748 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Checking router: fddfe1cb-6b31-4f06-8f69-c0205484d5ce for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:21:41.758748 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Updating router fddfe1cb-6b31-4f06-8f69-c0205484d5ce port fe7593ba-7c25-4d32-8e81-35e7d7b3a636 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:21:41.800912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ab37f582-07a4-4302-8148-797ec06bafd5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:41.831139 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:41.861787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2c43db8-3747-454b-8c62-6cc0a96848bf req-0d6990ab-47b3-44fc-a62b-5bcb5418b001 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 210 time: 0.1379592 Feb 07 13:21:41.975613 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:41.991707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ae01744-3f5e-456e-812e-6a602549e5cd req-8ddf909e-4855-43d4-b3fe-920fa9e455a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246085 Feb 07 13:21:42.003531 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.006980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port ce3ca1e6-93e8-4900-bc9a-2254e64003ed {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:42.007773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.028228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d8f7faac-8081-4c2d-8fe3-92c4398a0219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.145317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] DHCP port deletion for 9368d6a5-3b44-4a55-91d8-8ad81523c42e request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:21:42.163055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] Deleting port ce3ca1e6-93e8-4900-bc9a-2254e64003ed {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:42.163575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.165662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.340382 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.342340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ab37f582-07a4-4302-8148-797ec06bafd5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:42.384343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4678855b9094086af40d3502419d42d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4118385 Feb 07 13:21:42.388069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58980) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:42.388944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055570e-1a4f-4f4a-9eba-391702d1542d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a057c04b-1463-48b3-9370-c74d583f44b6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:42.415922 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.476119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] For port ce3ca1e6-93e8-4900-bc9a-2254e64003ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce3ca1e6-93e8-4900-bc9a-2254e64003ed,segment=NetworkSegment(e8f70159-a713-47cd-a72f-e928a0947d99),segment_id=e8f70159-a713-47cd-a72f-e928a0947d99)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:42.476486 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.479531 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.510398 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Transition to ACTIVE for port object fe7593ba-7c25-4d32-8e81-35e7d7b3a636 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:42.543917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-d5e38ea5-a1ac-459c-a06b-9c50be9303a4 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:42.545797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-d5e38ea5-a1ac-459c-a06b-9c50be9303a4 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 819 time: 0.3277745 Feb 07 13:21:42.551804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a1a-a6d7-4d17-a941-3bdb0dc40846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.578615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ab37f582-07a4-4302-8148-797ec06bafd5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:42.579074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.581735 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a1a-a6d7-4d17-a941-3bdb0dc40846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.618316 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.656696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for ce3ca1e6-93e8-4900-bc9a-2254e64003ed owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:42.690362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] For port ce3ca1e6-93e8-4900-bc9a-2254e64003ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce3ca1e6-93e8-4900-bc9a-2254e64003ed,segment=NetworkSegment(e8f70159-a713-47cd-a72f-e928a0947d99),segment_id=e8f70159-a713-47cd-a72f-e928a0947d99)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:42.690786 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.702299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-26ec14ec-b78e-4a5d-be18-30e13d957070 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/quotas/beaa9b515bc544c28e8a99b84d1dc257 HTTP/1.1" status: 200 len: 375 time: 0.0549452 Feb 07 13:21:42.817459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a1a-a6d7-4d17-a941-3bdb0dc40846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.852923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:42.869323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d87a1a-a6d7-4d17-a941-3bdb0dc40846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a057c04b-1463-48b3-9370-c74d583f44b6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:42.932068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=ce3ca1e6-93e8-4900-bc9a-2254e64003ed,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:42.943302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No DVR routers for this DVR port ce3ca1e6-93e8-4900-bc9a-2254e64003ed on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:21:42.978957 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a1a-a6d7-4d17-a941-3bdb0dc40846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.000414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b1d87a1a-a6d7-4d17-a941-3bdb0dc40846 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a057c04b-1463-48b3-9370-c74d583f44b6 HTTP/1.1" status: 204 len: 168 time: 0.5907156 Feb 07 13:21:43.013610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7aaba82-2dc5-42cd-86d9-fd09712f3d2b req-5c149ef1-c4e3-4504-a11b-b28306b62125 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 210 time: 0.1442153 Feb 07 13:21:43.086111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] Calling delete_port for ce3ca1e6-93e8-4900-bc9a-2254e64003ed owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:43.102022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-1289451e-64db-4e98-9894-e72f70685b48 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3694582 Feb 07 13:21:43.123914 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.154015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9368d6a5-3b44-4a55-91d8-8ad81523c42e']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:43.177182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f70159-a713-47cd-a72f-e928a0947d99') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:43.177481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f70159-a713-47cd-a72f-e928a0947d99') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:43.221448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.290058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.324454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:21:43.324866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.342440 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Attempting to bind port fe7593ba-7c25-4d32-8e81-35e7d7b3a636 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:43.343551 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Attempting to bind port fe7593ba-7c25-4d32-8e81-35e7d7b3a636 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:43.344261 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Attempting to bind port fe7593ba-7c25-4d32-8e81-35e7d7b3a636 on network 7a0962fe-4183-4a78-a168-6d4683c73087 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:43.349563 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59b816-c420-4880-a6cf-aad4c08701c3 None None] Pushing event updated for resources: {'Port': ['ID=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:43.355021 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:43.355509 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Checking segment: {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:43.356050 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.356464 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Bound using segment: {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:43.357340 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Bound port: fe7593ba-7c25-4d32-8e81-35e7d7b3a636, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:43.357340 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.461861 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:21:43.461861 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:21:43.486539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-2ac177ff-e1cf-4101-82ac-a45fdd63f06b service neutron] 10.222.0.69 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800442 Feb 07 13:21:43.542196 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] For port fe7593ba-7c25-4d32-8e81-35e7d7b3a636, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:43.547727 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] For port fe7593ba-7c25-4d32-8e81-35e7d7b3a636, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:43.566756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ce3ca1e6-93e8-4900-bc9a-2254e64003ed no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:21:43.620961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ce3ca1e6-93e8-4900-bc9a-2254e64003ed {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:21:43.621398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ce3ca1e6-93e8-4900-bc9a-2254e64003ed not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:21:43.671127 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.694934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82f5a6-5be8-49c9-b197-971272758b4c req-2cd322b7-3fe0-4e7d-9a2f-dc43475a68c3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:43.696567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be82f5a6-5be8-49c9-b197-971272758b4c req-2cd322b7-3fe0-4e7d-9a2f-dc43475a68c3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.3505306 Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:21:43.712711 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:21:43.778732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.803116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-75efa909-2a40-43d8-9b80-0905c4252064 service neutron] 10.222.0.69 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957590 Feb 07 13:21:43.810473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be82f5a6-5be8-49c9-b197-971272758b4c req-bfe471bb-ebf8-485b-85e9-0dd856f62c06 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908504 Feb 07 13:21:43.811521 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Routers {'fddfe1cb-6b31-4f06-8f69-c0205484d5ce'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:43.812223 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:21:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:43.881673 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.889498 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59b816-c420-4880-a6cf-aad4c08701c3 None None] Pushing event updated for resources: {'Port': ['ID=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:43.936920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:43.948283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Network': ['ID=9368d6a5-3b44-4a55-91d8-8ad81523c42e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:43.960939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] Deleting port ce3ca1e6-93e8-4900-bc9a-2254e64003ed {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:43.965423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:44.010283 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3096fb2-d165-4373-8920-f117dc0de7a9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/networks/9368d6a5-3b44-4a55-91d8-8ad81523c42e HTTP/1.1" status: 204 len: 168 time: 2.3728149 Feb 07 13:21:44.010734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59006) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:44.018498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1093751990'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:44.025278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:44.030018 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] Set router fddfe1cb-6b31-4f06-8f69-c0205484d5ce gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:21:44.031252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-337d5493-8332-4bdf-9410-c224232208c5 None None] The port 'ce3ca1e6-93e8-4900-bc9a-2254e64003ed' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:21:44.031395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:network and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:44.049366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:44.055146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:44.190442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-924029ea-3fec-469f-8fc3-c5d41423c8cf req-c0a93ee6-fa68-48bd-9fe9-ca3c9c8529f3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 210 time: 0.1012962 Feb 07 13:21:44.193191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:44.197455 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:44.332875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d733a963-950a-47e3-9ab3-823b8ebf0e4c req-a9047621-6a3f-49ce-83b9-9f12d89f70ba tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 210 time: 0.1406643 Feb 07 13:21:44.352448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:21:44.368784 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:44.377003 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Added segment b8a85b4d-0753-4e44-9878-9d6833a224f3 of type vlan for network a7739853-4f85-4670-91f3-ed5b8a92cb22 Feb 07 13:21:44.455035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fe7593ba-7c25-4d32-8e81-35e7d7b3a636 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:44.607310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:44.611360 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 4, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port': {'id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:30Z', 'updated_at': '2022-02-07T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe7593ba-7c25-4d32-8e81-35e7d7b3a636', 'name': '', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'mac_address': 'fa:16:3e:ba:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:35Z', 'updated_at': '2022-02-07T13:21:43Z', 'revision_number': 4, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'subnets': [{'id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:44.616367 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696881e6-4436-4b0f-89db-d3a5b555a806 None None] The sync data for ids ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'] in n-d-811416-5 is: [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:21:36Z', 'revision_number': 4, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port': {'id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:30Z', 'updated_at': '2022-02-07T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe7593ba-7c25-4d32-8e81-35e7d7b3a636', 'name': '', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'mac_address': 'fa:16:3e:ba:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:35Z', 'updated_at': '2022-02-07T13:21:43Z', 'revision_number': 4, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'subnets': [{'id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:21:44.669965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-c65a90d8-136a-46e0-a65e-4bbbfe576f7e tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:44.671436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-c65a90d8-136a-46e0-a65e-4bbbfe576f7e tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.47 "GET /v2.0/networks?id=4183fc2c-3474-4cb5-aab3-302bb749d17a HTTP/1.1" status: 200 len: 809 time: 0.2759967 Feb 07 13:21:44.691703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Request body: {'port': {'device_id': '1e8eaed0-03e3-4a97-8d3b-5b7b92107c83', 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a', 'admin_state_up': True, 'tenant_id': '1fa83463e8b348e7a3ae37219e4624c9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:44.714588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port fe7593ba-7c25-4d32-8e81-35e7d7b3a636 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:44.721699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fe7593ba-7c25-4d32-8e81-35e7d7b3a636 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:44.722066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:44.963332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:45.020106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port fe7593ba-7c25-4d32-8e81-35e7d7b3a636, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:45.049463 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:45.055897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:45.062938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:45.103387 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:45.195488 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:45.259047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:45.534019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5220065 Feb 07 13:21:45.537830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59058) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:45.545144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': 'a7739853-4f85-4670-91f3-ed5b8a92cb22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:45.663730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Network': ['ID=a7739853-4f85-4670-91f3-ed5b8a92cb22,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:45.673963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6aa73710-f334-4267-874f-be1bc42a107d req-5cfd5d34-76bd-4117-8220-7c264b8cb0d3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 210 time: 0.1954277 Feb 07 13:21:45.685100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:45.713033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.713033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.713243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.713495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.713829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.714159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.714487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.714809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.715134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.715494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.715779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.716254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef667f-d7e9-45c0-9621-198e92f95f09 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:21:45.734675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a7739853-4f85-4670-91f3-ed5b8a92cb22 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:21:45.766766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:45.849436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:45.859892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:45.867293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:45.878974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e97aa2-60bb-42b5-bfca-68a690359efb req-48f342d8-60d3-467b-b8b3-82e3d696a466 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:45.885933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:45.890686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e97aa2-60bb-42b5-bfca-68a690359efb req-48f342d8-60d3-467b-b8b3-82e3d696a466 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.7609766 Feb 07 13:21:45.971770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64251-ed3d-4714-8481-038027275591 req-9be0ce1b-ad82-4a66-b274-7757de8d75b0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:45.973546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-9be0ce1b-ad82-4a66-b274-7757de8d75b0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 819 time: 0.4940157 Feb 07 13:21:45.979969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Made reservation on behalf of 1fa83463e8b348e7a3ae37219e4624c9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:45.983416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:45.991852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:46.000000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:46.017150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Request body: {'port': {'device_id': '73f9b638-4f89-4b1e-ae5c-70c0fedf4667', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'admin_state_up': True, 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:46.046581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4265cdb-0029-4878-8485-d820c59f0038 req-6d08601c-ba82-41c2-878d-f1c6f18e75fd tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 210 time: 0.1186609 Feb 07 13:21:46.049960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5e97aa2-60bb-42b5-bfca-68a690359efb req-16990fc7-5b42-44cb-ad2d-575d2b643f53 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582503 Feb 07 13:21:46.327805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fe7593ba-7c25-4d32-8e81-35e7d7b3a636 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:46.345208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:46.350342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Usage tracker for resource:port and tenant:beaa9b515bc544c28e8a99b84d1dc257 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:46.354291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:46.360756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:46.414269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Allocated IP 172.20.0.13 (4183fc2c-3474-4cb5-aab3-302bb749d17a/1d3db65d-8ece-48ad-8e45-8cf800801e6e/650f7c0d-51dc-44b0-abe1-37fdce5bbe83) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:46.466693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fe7593ba-7c25-4d32-8e81-35e7d7b3a636 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:46.467393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:46.474981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Made reservation on behalf of beaa9b515bc544c28e8a99b84d1dc257 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:46.480465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:46.564290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:46.706091 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:46.714545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=4c5eeedf-554e-4a71-8b54-11a82a94f278,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:46.746489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Checking segment: {'id': 'b8a85b4d-0753-4e44-9878-9d6833a224f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a7739853-4f85-4670-91f3-ed5b8a92cb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:46.756403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network hostable DHCP agents. Network: a7739853-4f85-4670-91f3-ed5b8a92cb22, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:21:46.949052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network a7739853-4f85-4670-91f3-ed5b8a92cb22 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:21:46.981140 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:46.991084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-381d200a-7b14-4c3a-908e-d92442d756a8 req-00340aae-8e98-4ecb-bd5f-02b1ec735182 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 210 time: 0.1070399 Feb 07 13:21:47.058042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a7739853-4f85-4670-91f3-ed5b8a92cb22) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:47.068515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:47.069435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:47.069793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489196b4-3fb9-492e-bc35-c25ee84a42f2 None None] Network a7739853-4f85-4670-91f3-ed5b8a92cb22 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:47.085212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Network 4183fc2c-3474-4cb5-aab3-302bb749d17a is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:47.091480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:47.096171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Allocated IP 172.20.0.12 (7a0962fe-4183-4a78-a168-6d4683c73087/e8d86c5d-bf93-4f92-bccb-7808e9eeab51/a10c19b3-5768-49e7-90d1-35c8a704ac43) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:47.098842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:47.138829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Pushing event updated for resources: {'Port': ['ID=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:47.232989 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-67800ad7-edc6-44bc-b014-f7de8e4f4c52 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6909368 Feb 07 13:21:47.233644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59098) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:47.239813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2008729129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:47.259804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:47.274715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:router and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:47.293019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:47.313277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:47.319992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:47.320680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:47.362945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a7739853-4f85-4670-91f3-ed5b8a92cb22', 'network_id': 'a7739853-4f85-4670-91f3-ed5b8a92cb22', 'tenant_id': '3e64b1b315c14e9da4e0f13207b1d4f4', 'fixed_ips': [{'subnet_id': '4c5eeedf-554e-4a71-8b54-11a82a94f278'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:21:47.363868 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:47.446728 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:47.447907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:47.476257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:47.577779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Allocated IP 2001:db8::2 (a7739853-4f85-4670-91f3-ed5b8a92cb22/4c5eeedf-554e-4a71-8b54-11a82a94f278/6e5e4515-e53f-49d6-98f3-801e35863923) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:47.640532 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:47.723764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59108) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:47.757541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ec83-e608-4ae1-ae2f-b26d0d214bd7 req-32228c87-9e33-489b-84aa-4f428906f281 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:47.758901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de1ec83-e608-4ae1-ae2f-b26d0d214bd7 req-32228c87-9e33-489b-84aa-4f428906f281 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.5495625 Feb 07 13:21:47.771854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d22679-d583-4605-8532-fee359f53a5d req-db27a092-4ba7-4a18-8ca8-035356a81e99 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:47.772614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-50d22679-d583-4605-8532-fee359f53a5d req-db27a092-4ba7-4a18-8ca8-035356a81e99 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Synchronizing usage tracker for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:47.823112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2de1ec83-e608-4ae1-ae2f-b26d0d214bd7 req-6bc540ed-862f-408e-a3df-059baaafc013 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Feb 07 13:21:47.857931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:47.873548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:47.877415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] Usage tracker for resource:security_group_rule and tenant:65d99e848fdb4109bbeb05da6b491b1e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:47.881005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:47.886648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:48.085849 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.087356 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38ac887d-6b0d-4aec-8b08-93cc7e5e87b8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8525734 Feb 07 13:21:48.090307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59116) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:48.096121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'network_id': 'a7739853-4f85-4670-91f3-ed5b8a92cb22', 'name': 'tempest-PortsIpV6TestJSON-484491648'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:48.190193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2f338b66-c99c-44f8-97e4-e09fa00d1278 req-e5426589-495b-47c7-b535-f45742ee2cf3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Synchronizing usage tracker for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:48.247013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.252236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-14622c0f-704f-4210-81de-a961fd1454b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5672820 Feb 07 13:21:48.261887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Transition to ACTIVE for port object 6e5e4515-e53f-49d6-98f3-801e35863923 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:48.270553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Request body: {'port': {'device_id': '1e8eaed0-03e3-4a97-8d3b-5b7b92107c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:48.284026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Transition to ACTIVE for port object 6e5e4515-e53f-49d6-98f3-801e35863923 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:48.315519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-f25e7397-369c-4516-a622-b975dabbccda tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:48.317650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-f25e7397-369c-4516-a622-b975dabbccda tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 819 time: 0.9847145 Feb 07 13:21:48.330678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:48.336386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-50d22679-d583-4605-8532-fee359f53a5d req-db27a092-4ba7-4a18-8ca8-035356a81e99 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Unset dirty status for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:48.340263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:port and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:48.340615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50d22679-d583-4605-8532-fee359f53a5d req-db27a092-4ba7-4a18-8ca8-035356a81e99 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 932 time: 1.0843782 Feb 07 13:21:48.343873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.345009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:48.352174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:48.361240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Request body: {'port': {'device_id': '4ae7fd2f-0657-4c2d-aaca-e61d5c62e901', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'admin_state_up': True, 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:48.383391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.421775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.429535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.463627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Network a7739853-4f85-4670-91f3-ed5b8a92cb22 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:48.466521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:48.470390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:48.471580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:48.475773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.498701 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65d99e848fdb4109bbeb05da6b491b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7735095 Feb 07 13:21:48.503610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59120) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:48.504252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05abf95-bfe5-4e52-bf66-6e2cbff9160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce07ac0-0a17-4414-b767-9dbff56cb14e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:48.513546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Pushing event updated for resources: {'Port': ['ID=6e5e4515-e53f-49d6-98f3-801e35863923,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:48.513905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port 58897670-42cd-41da-80cc-7fa84d06e6c0 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:21:48.516239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2f338b66-c99c-44f8-97e4-e09fa00d1278 req-e5426589-495b-47c7-b535-f45742ee2cf3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Unset dirty status for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:48.528725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f338b66-c99c-44f8-97e4-e09fa00d1278 req-e5426589-495b-47c7-b535-f45742ee2cf3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 210 time: 0.4161112 Feb 07 13:21:48.583237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Attempting to bind port 6e5e4515-e53f-49d6-98f3-801e35863923 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:48.583616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Attempting to bind port 6e5e4515-e53f-49d6-98f3-801e35863923 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'b8a85b4d-0753-4e44-9878-9d6833a224f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a7739853-4f85-4670-91f3-ed5b8a92cb22'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:48.584004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Attempting to bind port 6e5e4515-e53f-49d6-98f3-801e35863923 on network a7739853-4f85-4670-91f3-ed5b8a92cb22 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:48.590331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:48.590640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Checking segment: {'id': 'b8a85b4d-0753-4e44-9878-9d6833a224f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a7739853-4f85-4670-91f3-ed5b8a92cb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:48.591042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.591432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Bound using segment: {'id': 'b8a85b4d-0753-4e44-9878-9d6833a224f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a7739853-4f85-4670-91f3-ed5b8a92cb22'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:48.591954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Bound port: 6e5e4515-e53f-49d6-98f3-801e35863923, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a85b4d-0753-4e44-9878-9d6833a224f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a7739853-4f85-4670-91f3-ed5b8a92cb22'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:48.592333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.664369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50d22679-d583-4605-8532-fee359f53a5d req-affcd2db-6a6e-464a-b710-7149fd46c9c0 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067756 Feb 07 13:21:48.711730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] For port 6e5e4515-e53f-49d6-98f3-801e35863923, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:48.717926 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.718230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] For port 6e5e4515-e53f-49d6-98f3-801e35863923, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6e5e4515-e53f-49d6-98f3-801e35863923,segment=NetworkSegment(b8a85b4d-0753-4e44-9878-9d6833a224f3),segment_id=b8a85b4d-0753-4e44-9878-9d6833a224f3)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:48.736808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7703e9f0-3227-46fc-93d5-500074368fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.764883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-604eed3a-50fa-4333-a6f6-863b965c8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:48.772449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-604eed3a-50fa-4333-a6f6-863b965c8731 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1096 time: 0.4206665 Feb 07 13:21:48.772620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::1a1 (a7739853-4f85-4670-91f3-ed5b8a92cb22/4c5eeedf-554e-4a71-8b54-11a82a94f278/58897670-42cd-41da-80cc-7fa84d06e6c0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:48.802203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7703e9f0-3227-46fc-93d5-500074368fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.810970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:48.824897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:48.830271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:48.958412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af364f-764c-487d-b8d0-a2593d34a3ee None None] Pushing event updated for resources: {'Port': ['ID=6e5e4515-e53f-49d6-98f3-801e35863923,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:49.158388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7703e9f0-3227-46fc-93d5-500074368fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:49.165016 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:49.167190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Made reservation on behalf of beaa9b515bc544c28e8a99b84d1dc257 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:21:49.171630 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:49.297649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703e9f0-3227-46fc-93d5-500074368fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce07ac0-0a17-4414-b767-9dbff56cb14e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:49.304646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Network 7a0962fe-4183-4a78-a168-6d4683c73087 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:49.351429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:49.358131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7703e9f0-3227-46fc-93d5-500074368fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:49.360015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7703e9f0-3227-46fc-93d5-500074368fd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ce07ac0-0a17-4414-b767-9dbff56cb14e HTTP/1.1" status: 204 len: 168 time: 0.8524570 Feb 07 13:21:49.366436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Pushing event updated for resources: {'Port': ['ID=a10c19b3-5768-49e7-90d1-35c8a704ac43,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:49.372494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:49.404152 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:49.455702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object 58897670-42cd-41da-80cc-7fa84d06e6c0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:49.482332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:49.482892 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:49.582377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:49.760409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Allocated IP 172.20.0.13 (7a0962fe-4183-4a78-a168-6d4683c73087/e8d86c5d-bf93-4f92-bccb-7808e9eeab51/4fc4fd30-df94-4a6c-94d5-198ac810a941) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:21:49.861514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=58897670-42cd-41da-80cc-7fa84d06e6c0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:49.878499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network a7739853-4f85-4670-91f3-ed5b8a92cb22 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:49.881207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:49.885474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:49.902934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:49.902934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:49.977029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86ab9856-7e7e-425a-98fd-a5c8848f9b43 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8836682 Feb 07 13:21:49.977850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59148) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:49.990577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-f9963e02-2bdd-4e4d-9ca0-99bf653d9999 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9876087 Feb 07 13:21:50.084015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Request body: {'port': {'device_id': '73f9b638-4f89-4b1e-ae5c-70c0fedf4667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:50.375188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6e5e4515-e53f-49d6-98f3-801e35863923 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:50.508214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59152) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:50.524013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f178d5f0-367e-4b82-b400-836e0e922e66 None None] Network a7739853-4f85-4670-91f3-ed5b8a92cb22 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:50.527567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90bdd550-72e6-4acf-871e-68ef8b65fc05 req-2244dde5-2e29-4026-bce2-855fc6f7f5c5 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 210 time: 0.5514767 Feb 07 13:21:50.574098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-ea667f15-69c9-40ad-a8bf-def3136d6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:50.575621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-ea667f15-69c9-40ad-a8bf-def3136d6490 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 1.7233484 Feb 07 13:21:50.593019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:21:50.602667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:50.612386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 6e5e4515-e53f-49d6-98f3-801e35863923 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:50.622779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Transition to ACTIVE for port object 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:50.638814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:50.739383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2c5c2340-dfb6-4465-8419-88861269a75a None None] Provisioning for port 6e5e4515-e53f-49d6-98f3-801e35863923 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:50.807646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2c5c2340-dfb6-4465-8419-88861269a75a None None] Provisioning complete for port 6e5e4515-e53f-49d6-98f3-801e35863923 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:50.810513 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2340-dfb6-4465-8419-88861269a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:50.812099 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:50.822035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-52d4c8d8-171f-4762-aa04-e49641d7f083 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 217 time: 0.1688957 Feb 07 13:21:50.994223 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.038814 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2340-dfb6-4465-8419-88861269a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.067302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:51.071237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-6939aee8-173f-4f7e-ae85-fda0209adc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:51.072810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-6939aee8-173f-4f7e-ae85-fda0209adc05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.2048352 Feb 07 13:21:51.089234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2c5c2340-dfb6-4465-8419-88861269a75a None None] For port 6e5e4515-e53f-49d6-98f3-801e35863923, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6e5e4515-e53f-49d6-98f3-801e35863923,segment=NetworkSegment(b8a85b4d-0753-4e44-9878-9d6833a224f3),segment_id=b8a85b4d-0753-4e44-9878-9d6833a224f3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:51.141469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4443efc4784f8b966b75d41f31001e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:51.155073 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2340-dfb6-4465-8419-88861269a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.186308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc302ac3-c472-4f4b-b195-38b89a25fecc req-f5e32940-886f-480f-8589-307fcceb50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:51.187886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc302ac3-c472-4f4b-b195-38b89a25fecc req-f5e32940-886f-480f-8589-307fcceb50d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1096 time: 2.0793836 Feb 07 13:21:51.198819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:51.261684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c2340-dfb6-4465-8419-88861269a75a None None] Pushing event updated for resources: {'Port': ['ID=6e5e4515-e53f-49d6-98f3-801e35863923,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:51.278439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93da6e-6568-4bb2-b0fb-0702d348ed73 req-ee60a9aa-8155-45f3-a628-a324db980d69 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:51.288133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b93da6e-6568-4bb2-b0fb-0702d348ed73 req-ee60a9aa-8155-45f3-a628-a324db980d69 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 2.1358027 Feb 07 13:21:51.297239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-a62911fd-24c9-48e8-96c8-fcbf4d41d924 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587756 Feb 07 13:21:51.298183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:51.367507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Pushing event updated for resources: {'Port': ['ID=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:51.393830 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.481941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.492561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.494051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ab150095-873d-4e51-a75f-8beb6986df86 None None] Provisioning complete for port 6e5e4515-e53f-49d6-98f3-801e35863923 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:51.494722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab150095-873d-4e51-a75f-8beb6986df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.567140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.594092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc302ac3-c472-4f4b-b195-38b89a25fecc req-46fe634e-0311-49a3-8f4f-01d83a9753cd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831091 Feb 07 13:21:51.732207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b93da6e-6568-4bb2-b0fb-0702d348ed73 req-97201b8e-0247-4c83-972c-fdd47b84f62a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430075 Feb 07 13:21:51.782908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ab150095-873d-4e51-a75f-8beb6986df86 None None] Provisioning for port 58897670-42cd-41da-80cc-7fa84d06e6c0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:21:51.790654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ab150095-873d-4e51-a75f-8beb6986df86 None None] Provisioning complete for port 58897670-42cd-41da-80cc-7fa84d06e6c0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:51.791880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab150095-873d-4e51-a75f-8beb6986df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:51.807245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=58897670-42cd-41da-80cc-7fa84d06e6c0,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:51.837589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f806c-d55e-4713-8c6e-4e4e302b6df0 req-fbcefce8-b04f-4274-8ee1-25b61734e187 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:51.839951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f6f806c-d55e-4713-8c6e-4e4e302b6df0 req-fbcefce8-b04f-4274-8ee1-25b61734e187 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 944 time: 1.0110569 Feb 07 13:21:51.886741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ab150095-873d-4e51-a75f-8beb6986df86 None None] Port 58897670-42cd-41da-80cc-7fa84d06e6c0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:51.917086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-950b323b-3b9c-479c-b867-7481a60a5840 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755215 Feb 07 13:21:51.974667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.024255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-99882246-06fd-4004-9df7-f2a9ae9f85dc None None] Provisioning complete for port 58897670-42cd-41da-80cc-7fa84d06e6c0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:52.025333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-99882246-06fd-4004-9df7-f2a9ae9f85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.048191 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.051772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69383f19-bc65-41de-91cb-bc18c10e2650 req-1a16ca67-84d2-44ef-8966-d8bdab9379b2 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 210 time: 0.0975022 Feb 07 13:21:52.106558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-99882246-06fd-4004-9df7-f2a9ae9f85dc None None] Port 58897670-42cd-41da-80cc-7fa84d06e6c0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:52.150273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Attempting to bind port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:52.150604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Attempting to bind port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:52.150932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Attempting to bind port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 on network 4183fc2c-3474-4cb5-aab3-302bb749d17a {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:52.167304 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.214907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 on network 4183fc2c-3474-4cb5-aab3-302bb749d17a not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:21:52.215235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Attempting to bind port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 on network 4183fc2c-3474-4cb5-aab3-302bb749d17a {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:52.231269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9d72abed-9519-4599-aa33-d9f4470a7093 None None] Provisioning complete for port 58897670-42cd-41da-80cc-7fa84d06e6c0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:52.231772 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9d72abed-9519-4599-aa33-d9f4470a7093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.258172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Network 7a0962fe-4183-4a78-a168-6d4683c73087 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:52.313026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6e5e4515-e53f-49d6-98f3-801e35863923 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:21:52.315916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:52.317304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Checking segment: {'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:52.317691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Bound using segment: {'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:52.318159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Bound port: 650f7c0d-51dc-44b0-abe1-37fdce5bbe83, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6db7740-9870-4c31-afb1-0ba4422f1c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:52.318740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.348942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f6f806c-d55e-4713-8c6e-4e4e302b6df0 req-40c8536b-1d2e-4060-9837-a8c3b9ef0ddc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172366 Feb 07 13:21:52.349772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:52.434216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9d72abed-9519-4599-aa33-d9f4470a7093 None None] Port 58897670-42cd-41da-80cc-7fa84d06e6c0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:52.453774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6e5e4515-e53f-49d6-98f3-801e35863923 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:52.454254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.588456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:21:52.637264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Pushing event updated for resources: {'Port': ['ID=4fc4fd30-df94-4a6c-94d5-198ac810a941,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:52.771708 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.785908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9c46ee-6804-4c2b-9012-dc0b02ab01f0 req-51ba941e-d9dc-4963-8399-411392973f2c service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805967 Feb 07 13:21:52.817082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:52.817693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.863487 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.870949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] For port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:52.885534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.945352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] For port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:52.971485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.973381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:52.991926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b4443efc4784f8b966b75d41f31001e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4633560 Feb 07 13:21:52.995965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85356d8-d17b-4677-9187-94eaeeaf2a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1f31da-8148-4d32-9805-5ab4d2fe1e94,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:53.005620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59172) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:53.061077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-47454581-a449-4a8c-bb9e-cd3b2bd8c9e9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7064333 Feb 07 13:21:53.091792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:53.103443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Request body: {'port': {'device_id': '4ae7fd2f-0657-4c2d-aaca-e61d5c62e901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:53.182232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network a7739853-4f85-4670-91f3-ed5b8a92cb22 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:21:53.185789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:21:53.212058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=58897670-42cd-41da-80cc-7fa84d06e6c0,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:53.335156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10c19b3-5768-49e7-90d1-35c8a704ac43 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:21:53.355263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:53.360450 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:53.360450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] 10.222.0.47 "PUT /v2.0/ports/650f7c0d-51dc-44b0-abe1-37fdce5bbe83 HTTP/1.1" status: 200 len: 1092 time: 5.0941269 Feb 07 13:21:53.360450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8eaed0-03e3-4a97-8d3b-5b7b92107c83', 'tag': '650f7c0d-51dc-44b0-abe1-37fdce5bbe83'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:53.383251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:53.430131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Transition to ACTIVE for port object a10c19b3-5768-49e7-90d1-35c8a704ac43 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:53.513211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf82a3d-bae9-476d-95eb-cfbbe97259eb req-7026066a-b412-4196-aa18-daee4021ddd5 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:53.514678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaf82a3d-bae9-476d-95eb-cfbbe97259eb req-7026066a-b412-4196-aa18-daee4021ddd5 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.6280007 Feb 07 13:21:53.537185 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:53.565612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6cc8cdfa-8ae1-41e8-83b1-dd208df82e98 None None] Provisioning complete for port 58897670-42cd-41da-80cc-7fa84d06e6c0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:21:53.567031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cdfa-8ae1-41e8-83b1-dd208df82e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:53.579872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be923b3d-90ac-4835-9dcc-b98c75a14ecf service neutron] Pushing event updated for resources: {'Port': ['ID=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:53.623266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8cdfa-8ae1-41e8-83b1-dd208df82e98 None None] Port 58897670-42cd-41da-80cc-7fa84d06e6c0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:21:53.650254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a183164f-34fa-42d4-b62d-f3782bc43816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:53.729936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:53.743389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Router 6afd30e5-9f80-4223-bff0-09996438c7ee is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:21:53.891232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Pushing event updated for resources: {'Port': ['ID=a10c19b3-5768-49e7-90d1-35c8a704ac43,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:53.894522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a183164f-34fa-42d4-b62d-f3782bc43816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:53.910034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:21:53.918637 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-244f359a-b1ea-4131-a524-6abbf84e9641 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "PUT /v2.0/routers/6afd30e5-9f80-4223-bff0-09996438c7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9359481 Feb 07 13:21:53.918769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaf82a3d-bae9-476d-95eb-cfbbe97259eb req-b8c3f64a-2436-4f57-a093-b7facf5ab6e7 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842297 Feb 07 13:21:53.918993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59194) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:53.922248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92be82-b8bb-4d39-96f5-851e739b5854 None None] Sync routers for ids ['6afd30e5-9f80-4223-bff0-09996438c7ee'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:21:53.953827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92be82-b8bb-4d39-96f5-851e739b5854 None None] Routers {'6afd30e5-9f80-4223-bff0-09996438c7ee'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:53.956291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5e92be82-b8bb-4d39-96f5-851e739b5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:21:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['6afd30e5-9f80-4223-bff0-09996438c7ee'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:54.005425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff29f-2358-4cf1-8e51-238e01416d17 req-a094687e-37e8-4c44-b3dd-0f02011b92d1 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:54.006165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b6ff29f-2358-4cf1-8e51-238e01416d17 req-a094687e-37e8-4c44-b3dd-0f02011b92d1 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Synchronizing usage tracker for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:54.009719 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8eaed0-03e3-4a97-8d3b-5b7b92107c83', 'tag': '650f7c0d-51dc-44b0-abe1-37fdce5bbe83', 'status': 'completed', 'code': 200} Feb 07 13:21:54.020148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd9482-dc43-41a4-bdd3-8c65f21ceab7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:54.020899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a2bd9482-dc43-41a4-bdd3-8c65f21ceab7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:54.039896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5e92be82-b8bb-4d39-96f5-851e739b5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:54.050828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92be82-b8bb-4d39-96f5-851e739b5854 None None] Routers {'6afd30e5-9f80-4223-bff0-09996438c7ee'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:54.051774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5e92be82-b8bb-4d39-96f5-851e739b5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:21:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['6afd30e5-9f80-4223-bff0-09996438c7ee'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:54.115258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a2bd9482-dc43-41a4-bdd3-8c65f21ceab7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:54.117192 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2bd9482-dc43-41a4-bdd3-8c65f21ceab7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports?device_id=6afd30e5-9f80-4223-bff0-09996438c7ee HTTP/1.1" status: 200 len: 988 time: 0.1972256 Feb 07 13:21:54.120203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59202) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:54.122369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5e92be82-b8bb-4d39-96f5-851e739b5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:54.122882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92be82-b8bb-4d39-96f5-851e739b5854 None None] The sync data for ids ['6afd30e5-9f80-4223-bff0-09996438c7ee'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:21:54.169676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-dc67d6de-eecd-4ba3-8497-5595fadaf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:54.171174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-dc67d6de-eecd-4ba3-8497-5595fadaf77a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fa83463e8b348e7a3ae37219e4624c9&device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 1095 time: 0.6377287 Feb 07 13:21:54.189032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b6ff29f-2358-4cf1-8e51-238e01416d17 req-a094687e-37e8-4c44-b3dd-0f02011b92d1 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Unset dirty status for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:54.190136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b6ff29f-2358-4cf1-8e51-238e01416d17 req-a094687e-37e8-4c44-b3dd-0f02011b92d1 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 932 time: 0.9782047 Feb 07 13:21:54.250821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Attempting to bind port a10c19b3-5768-49e7-90d1-35c8a704ac43 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:54.251156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Attempting to bind port a10c19b3-5768-49e7-90d1-35c8a704ac43 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:54.251484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Attempting to bind port a10c19b3-5768-49e7-90d1-35c8a704ac43 on network 7a0962fe-4183-4a78-a168-6d4683c73087 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:54.256796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59206) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:54.297053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Port a10c19b3-5768-49e7-90d1-35c8a704ac43 on network 7a0962fe-4183-4a78-a168-6d4683c73087 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:21:54.297380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Attempting to bind port a10c19b3-5768-49e7-90d1-35c8a704ac43 on network 7a0962fe-4183-4a78-a168-6d4683c73087 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:54.309167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-d58346c4-2290-40bd-b620-c8d43f4dce6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=650f7c0d-51dc-44b0-abe1-37fdce5bbe83 HTTP/1.1" status: 200 len: 217 time: 0.1222992 Feb 07 13:21:54.380789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:54.381130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Checking segment: {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:54.381544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Bound using segment: {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:54.382004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Bound port: a10c19b3-5768-49e7-90d1-35c8a704ac43, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:54.382351 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:54.434545 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a183164f-34fa-42d4-b62d-f3782bc43816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:54.455776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:54.478918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:54.508931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] Usage tracker for resource:security_group_rule and tenant:9267199f0167467ca0e6efc977cbd54e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:54.516692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:54.528682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:54.628964 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:54.669511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183164f-34fa-42d4-b62d-f3782bc43816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1f31da-8148-4d32-9805-5ab4d2fe1e94,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:54.699351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:54.700722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b6ff29f-2358-4cf1-8e51-238e01416d17 req-6d6ae7f5-ddcd-418b-9a0a-b093ef56acc3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Synchronizing usage tracker for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:54.723489 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a183164f-34fa-42d4-b62d-f3782bc43816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:54.726996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a183164f-34fa-42d4-b62d-f3782bc43816 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f1f31da-8148-4d32-9805-5ab4d2fe1e94 HTTP/1.1" status: 204 len: 168 time: 1.6626513 Feb 07 13:21:54.759964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-b9dec33e-6ed1-4f2a-a43e-643dc7ad1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:54.761446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-b9dec33e-6ed1-4f2a-a43e-643dc7ad1973 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d3db65d-8ece-48ad-8e45-8cf800801e6e HTTP/1.1" status: 200 len: 849 time: 0.3838956 Feb 07 13:21:54.765877 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:54.829389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9cf8-d5c5-40bd-921e-dc55eda7ffab req-803de04b-71cc-491a-86e0-958bca417889 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:54.830980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b69c9cf8-d5c5-40bd-921e-dc55eda7ffab req-803de04b-71cc-491a-86e0-958bca417889 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 944 time: 0.7184711 Feb 07 13:21:54.871678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-b7e5d516-6ceb-4bd2-a6fe-3bf836ecc72b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4183fc2c-3474-4cb5-aab3-302bb749d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915620 Feb 07 13:21:54.906265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] For port a10c19b3-5768-49e7-90d1-35c8a704ac43, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:54.941906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:54.979056 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:21:54.988880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] For port a10c19b3-5768-49e7-90d1-35c8a704ac43, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:54.989874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b6ff29f-2358-4cf1-8e51-238e01416d17 req-6d6ae7f5-ddcd-418b-9a0a-b093ef56acc3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Unset dirty status for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:54.991263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b6ff29f-2358-4cf1-8e51-238e01416d17 req-6d6ae7f5-ddcd-418b-9a0a-b093ef56acc3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7267411 Feb 07 13:21:55.055336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b69c9cf8-d5c5-40bd-921e-dc55eda7ffab req-54074a87-7008-44e8-8028-1f552b72b090 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091205 Feb 07 13:21:55.061434 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9267199f0167467ca0e6efc977cbd54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040800 Feb 07 13:21:55.062258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb890aa-76ba-405f-80b1-0f207f7856ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a252fa2-25c7-48a3-b177-281ed90337fc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:55.064289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1566572966', 'description': 'tempest-description-252424143'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:55.065013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59216) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:55.076235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:55.104909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc4fd30-df94-4a6c-94d5-198ac810a941 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:21:55.113442 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.121502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:55.168275 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.225467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:55.226606 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.228716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] 10.222.0.47 "PUT /v2.0/ports/a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 200 len: 1092 time: 5.1765511 Feb 07 13:21:55.235199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-9b1a98f7-bf1a-4ec1-83c0-56605cfed607 service neutron] 10.222.0.47 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542557 Feb 07 13:21:55.236417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Transition to ACTIVE for port object 4fc4fd30-df94-4a6c-94d5-198ac810a941 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:21:55.270204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd4de0a6-038b-4a39-851c-157ed9e4054c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.302992 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd4de0a6-038b-4a39-851c-157ed9e4054c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.313299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dadb6-6039-4bee-9e79-b18b5a813784 service neutron] Pushing event updated for resources: {'Port': ['ID=a10c19b3-5768-49e7-90d1-35c8a704ac43,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:55.325340 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.334510 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.346447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 58897670-42cd-41da-80cc-7fa84d06e6c0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:55.346793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.528437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:55.546125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Usage tracker for resource:security_group_rule and tenant:f582ff20aff845a89c5545713189c69f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:55.552406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Pushing event updated for resources: {'Port': ['ID=4fc4fd30-df94-4a6c-94d5-198ac810a941,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:55.554853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:55.560372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.574520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:55.627236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd4de0a6-038b-4a39-851c-157ed9e4054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.668926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36c9b8aa-6441-4257-98d8-a9fc22695152 req-3ff1fe8a-f685-4570-bd8d-c974693764ad service neutron] 10.222.0.47 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260433 Feb 07 13:21:55.712326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64251-ed3d-4714-8481-038027275591 req-b756e0df-4de3-4d23-9c8c-029fa58437bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:55.714535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-b756e0df-4de3-4d23-9c8c-029fa58437bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1095 time: 0.3461235 Feb 07 13:21:55.721897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 58897670-42cd-41da-80cc-7fa84d06e6c0 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:55.755389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4de0a6-038b-4a39-851c-157ed9e4054c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a252fa2-25c7-48a3-b177-281ed90337fc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:55.773459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd4de0a6-038b-4a39-851c-157ed9e4054c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.777676 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd4de0a6-038b-4a39-851c-157ed9e4054c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a252fa2-25c7-48a3-b177-281ed90337fc HTTP/1.1" status: 204 len: 168 time: 0.6990085 Feb 07 13:21:55.813882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-2c877fd5-b69f-40c3-aa17-6ee2a81b08df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 200 len: 217 time: 0.0873816 Feb 07 13:21:55.819694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Attempting to bind port 4fc4fd30-df94-4a6c-94d5-198ac810a941 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:21:55.820056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Attempting to bind port 4fc4fd30-df94-4a6c-94d5-198ac810a941 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:21:55.820385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Attempting to bind port 4fc4fd30-df94-4a6c-94d5-198ac810a941 on network 7a0962fe-4183-4a78-a168-6d4683c73087 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:55.903259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Port 4fc4fd30-df94-4a6c-94d5-198ac810a941 on network 7a0962fe-4183-4a78-a168-6d4683c73087 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:21:55.903586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Attempting to bind port 4fc4fd30-df94-4a6c-94d5-198ac810a941 on network 7a0962fe-4183-4a78-a168-6d4683c73087 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:21:55.930899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:21:55.931240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Checking segment: {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:21:55.931626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Bound using segment: {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:21:55.932109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Bound port: 4fc4fd30-df94-4a6c-94d5-198ac810a941, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140b9a8c-acd4-4669-a363-3af9c6eddd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:21:55.932458 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:55.981795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:56.005420 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:21:56.017316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f9b638-4f89-4b1e-ae5c-70c0fedf4667', 'tag': 'a10c19b3-5768-49e7-90d1-35c8a704ac43'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:56.035805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64251-ed3d-4714-8481-038027275591 req-d7fc6dd7-cd88-46e2-9f80-8e333f7179ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:56.037479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-d7fc6dd7-cd88-46e2-9f80-8e333f7179ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.2103832 Feb 07 13:21:56.089246 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:56.118432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-640749ec-e82b-44de-a1a3-cd6fb93876c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727286 Feb 07 13:21:56.274459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:56.284383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c92774-e668-4200-8f88-7573dbd7940c req-8c7bf906-d9e2-49ab-98c1-7c8f8eca42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:56.285854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c92774-e668-4200-8f88-7573dbd7940c req-8c7bf906-d9e2-49ab-98c1-7c8f8eca42ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fa83463e8b348e7a3ae37219e4624c9&device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 1095 time: 0.4563532 Feb 07 13:21:56.328375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=58897670-42cd-41da-80cc-7fa84d06e6c0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:56.465574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbec422-4968-4846-b1a3-419ebb03e3be,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:56.470240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] For port 4fc4fd30-df94-4a6c-94d5-198ac810a941, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:21:56.541205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:56.542694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a81f7663-cb30-410a-8d7c-5e7155cc2695 req-1a40e9bd-110c-4846-abbe-c3b278ef5cd1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.4941428 Feb 07 13:21:56.546633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:56.562221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] For port 4fc4fd30-df94-4a6c-94d5-198ac810a941, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:21:56.612428 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f9b638-4f89-4b1e-ae5c-70c0fedf4667', 'tag': 'a10c19b3-5768-49e7-90d1-35c8a704ac43', 'status': 'completed', 'code': 200} Feb 07 13:21:56.666278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-9689e1a7-4517-451c-95c6-1a3e5a4b6aa1 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249960 Feb 07 13:21:56.688608 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:56.726838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59254) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:56.764846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb45c-8107-4fc0-b13a-c9879993c2e4 req-858fd63f-0f97-48e8-953f-e83015dd8964 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:56.766482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adacb45c-8107-4fc0-b13a-c9879993c2e4 req-858fd63f-0f97-48e8-953f-e83015dd8964 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 944 time: 0.6328456 Feb 07 13:21:56.886113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c92774-e668-4200-8f88-7573dbd7940c req-46c6a9fd-5d55-43bc-93bb-dd84e67f0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:56.887657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c92774-e668-4200-8f88-7573dbd7940c req-46c6a9fd-5d55-43bc-93bb-dd84e67f0892 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4183fc2c-3474-4cb5-aab3-302bb749d17a HTTP/1.1" status: 200 len: 909 time: 0.5946546 Feb 07 13:21:56.928428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:56.950418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:56.951028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:56.952405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] 10.222.0.47 "PUT /v2.0/ports/4fc4fd30-df94-4a6c-94d5-198ac810a941 HTTP/1.1" status: 200 len: 1092 time: 3.8636370 Feb 07 13:21:57.046060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Router 6afd30e5-9f80-4223-bff0-09996438c7ee has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:21:57.058018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:21:57.067659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c92774-e668-4200-8f88-7573dbd7940c req-d38e70ce-7383-4af0-8a5b-466ddfa4fe6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=650f7c0d-51dc-44b0-abe1-37fdce5bbe83 HTTP/1.1" status: 200 len: 217 time: 0.1188695 Feb 07 13:21:57.122241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:3d74af489a93484e97a459b616283c28 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:21:57.153910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653fc03-f7a5-4502-80c9-2aaf26f9798d service neutron] Pushing event updated for resources: {'Port': ['ID=4fc4fd30-df94-4a6c-94d5-198ac810a941,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:57.161590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:21:57.193662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:21:57.197141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adacb45c-8107-4fc0-b13a-c9879993c2e4 req-df0bbb78-e0b1-480f-a524-aa85ad87f5e2 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002721 Feb 07 13:21:57.200680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:21:57.206694 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78709e9f-78b1-4ec6-a017-27163754194d None None] Sync routers for ids ['6afd30e5-9f80-4223-bff0-09996438c7ee'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:21:57.233555 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78709e9f-78b1-4ec6-a017-27163754194d None None] Routers {'6afd30e5-9f80-4223-bff0-09996438c7ee'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:57.234768 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-78709e9f-78b1-4ec6-a017-27163754194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:21:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['6afd30e5-9f80-4223-bff0-09996438c7ee'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:57.257735 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3d64251-ed3d-4714-8481-038027275591 req-792e45e6-7746-4862-a382-b36ab6a25434 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699925 Feb 07 13:21:57.279311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c92774-e668-4200-8f88-7573dbd7940c req-65d6363f-bbfa-4326-9802-2d260d464e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:57.280819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c92774-e668-4200-8f88-7573dbd7940c req-65d6363f-bbfa-4326-9802-2d260d464e49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d3db65d-8ece-48ad-8e45-8cf800801e6e HTTP/1.1" status: 200 len: 849 time: 0.1688185 Feb 07 13:21:57.315965 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3bfd9f1b-37b4-4ff9-8419-d86079aae955 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "PUT /v2.0/routers/6afd30e5-9f80-4223-bff0-09996438c7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1943805 Feb 07 13:21:57.318698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59270) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:57.334180 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-78709e9f-78b1-4ec6-a017-27163754194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:57.344429 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78709e9f-78b1-4ec6-a017-27163754194d None None] Routers {'6afd30e5-9f80-4223-bff0-09996438c7ee'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:21:57.345385 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-78709e9f-78b1-4ec6-a017-27163754194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:21:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['6afd30e5-9f80-4223-bff0-09996438c7ee'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:57.349730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adfd57-b006-44bb-ab18-db801e135a47 req-bd4d4a49-6a3a-4d90-8ac1-0f712b33e7b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:57.351256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2adfd57-b006-44bb-ab18-db801e135a47 req-bd4d4a49-6a3a-4d90-8ac1-0f712b33e7b3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 944 time: 0.4909577 Feb 07 13:21:57.371617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c92774-e668-4200-8f88-7573dbd7940c req-2fbbcad8-fea0-4fcf-99d6-386065dec460 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4183fc2c-3474-4cb5-aab3-302bb749d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820315 Feb 07 13:21:57.376476 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6950879-89c6-488f-b427-48d5409a5d60 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:21:57.377036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d6950879-89c6-488f-b427-48d5409a5d60 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:57.435232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-f4d18251-2b3b-4d73-8fdf-48cba525c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:57.435498 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-78709e9f-78b1-4ec6-a017-27163754194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:21:57.435498 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78709e9f-78b1-4ec6-a017-27163754194d None None] The sync data for ids ['6afd30e5-9f80-4223-bff0-09996438c7ee'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:21:57.436599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-f4d18251-2b3b-4d73-8fdf-48cba525c516 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 1095 time: 0.3751891 Feb 07 13:21:57.542818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d6950879-89c6-488f-b427-48d5409a5d60 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:57.544058 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d6950879-89c6-488f-b427-48d5409a5d60 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/58897670-42cd-41da-80cc-7fa84d06e6c0 HTTP/1.1" status: 404 len: 333 time: 0.2243397 Feb 07 13:21:57.546801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:57.629921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-7aebb414-4347-4f90-b5bd-eb50897de2f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941 HTTP/1.1" status: 200 len: 217 time: 0.1858563 Feb 07 13:21:57.660398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-0579e61d-6d52-4338-aace-874b9d6d9b7b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:21:57.686931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78bce51d-2f67-4bc3-9261-89039903e5ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:57.713534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2adfd57-b006-44bb-ab18-db801e135a47 req-805ea1ac-0e74-4126-a02f-af67d00216ff tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377512 Feb 07 13:21:57.775730 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:57.803676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-f6778f2c-b431-4458-9b09-587e68df60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:57.805259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-f6778f2c-b431-4458-9b09-587e68df60c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.1527615 Feb 07 13:21:57.808602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c92774-e668-4200-8f88-7573dbd7940c req-f6b2e23b-8663-4b5d-8444-8ff4d156f216 service neutron] 10.222.0.47 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115875 Feb 07 13:21:57.814561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-058eb5c1-f239-49da-a873-28866944715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:57.816642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-058eb5c1-f239-49da-a873-28866944715c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1095 time: 0.3889310 Feb 07 13:21:57.994350 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.016592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-e0f625a6-4f58-46ed-8f09-8709b1023b9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1989415 Feb 07 13:21:58.024802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-0579e61d-6d52-4338-aace-874b9d6d9b7b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:21:58.025912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-0579e61d-6d52-4338-aace-874b9d6d9b7b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1566572966&fields=id&tenant_id=f582ff20aff845a89c5545713189c69f HTTP/1.1" status: 200 len: 267 time: 0.6971517 Feb 07 13:21:58.033537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78bce51d-2f67-4bc3-9261-89039903e5ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.036559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78bce51d-2f67-4bc3-9261-89039903e5ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.143182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78bce51d-2f67-4bc3-9261-89039903e5ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.143853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bce51d-2f67-4bc3-9261-89039903e5ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Fanout notify agent at l3_agent the message router_deleted on router 6afd30e5-9f80-4223-bff0-09996438c7ee {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:21:58.157358 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78bce51d-2f67-4bc3-9261-89039903e5ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.158535 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-78bce51d-2f67-4bc3-9261-89039903e5ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/routers/6afd30e5-9f80-4223-bff0-09996438c7ee HTTP/1.1" status: 204 len: 168 time: 0.6107574 Feb 07 13:21:58.161533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59284) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:58.245566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ce687a-639a-49b0-81da-f748a4a2a39f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet 4c5eeedf-554e-4a71-8b54-11a82a94f278 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:21:58.249232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5ce687a-639a-49b0-81da-f748a4a2a39f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.312752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5ce687a-639a-49b0-81da-f748a4a2a39f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.349720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d74af489a93484e97a459b616283c28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5820103 Feb 07 13:21:58.356650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59294) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:58.357804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edefd7a-cbc0-46d6-82ac-d73fd7242ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b16748-64aa-47ff-b8fd-490320c5218b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:58.468638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7019ce8e-764f-4976-bb10-38b26e6fb44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.499394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c92774-e668-4200-8f88-7573dbd7940c req-d007af1f-d122-4c47-8bdf-3fd45d9cb96a service neutron] 10.222.0.47 "GET /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792555 Feb 07 13:21:58.515856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5ce687a-639a-49b0-81da-f748a4a2a39f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.524390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-8244c022-6c82-44b5-a2e0-4d1cfb4bdb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:58.525851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-8244c022-6c82-44b5-a2e0-4d1cfb4bdb20 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.6550362 Feb 07 13:21:58.552343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7019ce8e-764f-4976-bb10-38b26e6fb44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.616404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae7fd2f-0657-4c2d-aaca-e61d5c62e901', 'tag': '4fc4fd30-df94-4a6c-94d5-198ac810a941'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:21:58.622410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-075c963c-8e8d-471b-a567-19a2b44d503d service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874717 Feb 07 13:21:58.627491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-4db8e667-faa9-47ba-9399-755af135b6ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 200 len: 217 time: 0.0896201 Feb 07 13:21:58.754473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-11c200e3-c906-4c02-832a-43a181981db9 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:58.762070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-11c200e3-c906-4c02-832a-43a181981db9 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.7153151 Feb 07 13:21:58.778439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Request body: {'port': {'security_groups': ['1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a', '3fbec422-4968-4846-b1a3-419ebb03e3be']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:21:58.853705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-ad76046d-a8a3-4134-9e8a-6d2109f122bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:58.855156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-ad76046d-a8a3-4134-9e8a-6d2109f122bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.2192526 Feb 07 13:21:58.869120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b4545-e7ee-4815-86a2-5e8dc75882fb req-f78c2c3c-0766-47a7-9eb8-5e72fd6caf77 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:58.870592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-401b4545-e7ee-4815-86a2-5e8dc75882fb req-f78c2c3c-0766-47a7-9eb8-5e72fd6caf77 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 944 time: 0.4862487 Feb 07 13:21:58.921471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7019ce8e-764f-4976-bb10-38b26e6fb44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.921471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5ce687a-639a-49b0-81da-f748a4a2a39f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.968338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce687a-639a-49b0-81da-f748a4a2a39f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5eeedf-554e-4a71-8b54-11a82a94f278,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:58.971809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019ce8e-764f-4976-bb10-38b26e6fb44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b16748-64aa-47ff-b8fd-490320c5218b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:21:58.979317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5ce687a-639a-49b0-81da-f748a4a2a39f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.986755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-e3221f29-b15b-4375-b584-f9c5afa1de1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127403 Feb 07 13:21:58.989321 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d5ce687a-639a-49b0-81da-f748a4a2a39f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/4c5eeedf-554e-4a71-8b54-11a82a94f278 HTTP/1.1" status: 204 len: 168 time: 0.8267744 Feb 07 13:21:58.990821 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7019ce8e-764f-4976-bb10-38b26e6fb44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:58.995189 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7019ce8e-764f-4976-bb10-38b26e6fb44a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1b16748-64aa-47ff-b8fd-490320c5218b HTTP/1.1" status: 204 len: 168 time: 0.6377866 Feb 07 13:21:58.995846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59312) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:21:59.010189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cce55e-839b-4502-b679-4156065e1bca None None] Network a7739853-4f85-4670-91f3-ed5b8a92cb22 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:21:59.113742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a27122-bd3c-4f96-93e9-2ca83199c504 req-65f40253-0b00-4b3a-a951-e2eda340fd90 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794385 Feb 07 13:21:59.126938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:59.133609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:59.149422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 6e5e4515-e53f-49d6-98f3-801e35863923 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:59.150011 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:59.150796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-401b4545-e7ee-4815-86a2-5e8dc75882fb req-2d5a1282-ec8e-4fde-9edf-1523d374da75 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398753 Feb 07 13:21:59.273196 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae7fd2f-0657-4c2d-aaca-e61d5c62e901', 'tag': '4fc4fd30-df94-4a6c-94d5-198ac810a941', 'status': 'completed', 'code': 200} Feb 07 13:21:59.275497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-33059255-2f84-4f76-8c3c-e490dbd3a071 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776904 Feb 07 13:21:59.443496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] DHCP port deletion for a7739853-4f85-4670-91f3-ed5b8a92cb22 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:21:59.447737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] Deleting port 6e5e4515-e53f-49d6-98f3-801e35863923 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:21:59.448159 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:59.558000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] For port 6e5e4515-e53f-49d6-98f3-801e35863923, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6e5e4515-e53f-49d6-98f3-801e35863923,segment=NetworkSegment(b8a85b4d-0753-4e44-9878-9d6833a224f3),segment_id=b8a85b4d-0753-4e44-9878-9d6833a224f3)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:59.558527 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:59.654934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e1866aa-bb2c-49b7-89fc-e37c1df600a1 req-a6a832d0-c923-4660-a3b9-94ec71d646ad service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725889 Feb 07 13:21:59.689952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-dd369466-5fd7-498f-9b37-aee87bc47b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:59.691751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-dd369466-5fd7-498f-9b37-aee87bc47b43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 1095 time: 0.4019117 Feb 07 13:21:59.728946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 6e5e4515-e53f-49d6-98f3-801e35863923 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:59.737913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635acced-20cc-4a51-8580-e253dbe85bda req-24007b51-e4ae-462c-b029-f80824f1674b tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:21:59.745855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-635acced-20cc-4a51-8580-e253dbe85bda req-24007b51-e4ae-462c-b029-f80824f1674b tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 944 time: 0.3252585 Feb 07 13:21:59.795234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:21:59.819466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] For port 6e5e4515-e53f-49d6-98f3-801e35863923, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6e5e4515-e53f-49d6-98f3-801e35863923,segment=NetworkSegment(b8a85b4d-0753-4e44-9878-9d6833a224f3),segment_id=b8a85b4d-0753-4e44-9878-9d6833a224f3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:21:59.819466 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:59.920565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:21:59.958690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] Calling delete_port for 6e5e4515-e53f-49d6-98f3-801e35863923 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:21:59.991023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=6e5e4515-e53f-49d6-98f3-801e35863923,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:00.001894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No DVR routers for this DVR port 6e5e4515-e53f-49d6-98f3-801e35863923 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:22:00.004868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] For port cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:00.054281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-635acced-20cc-4a51-8580-e253dbe85bda req-a042a43d-b4da-42a8-8838-c656c954e2bc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069460 Feb 07 13:22:00.079647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-eeb41c74-fac1-44c7-8895-0fb83685ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:00.082063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-eeb41c74-fac1-44c7-8895-0fb83685ef95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.3806252 Feb 07 13:22:00.116353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:22:00.117351 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:22:00.164734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.167237 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-c1933173-ede6-4af1-a834-f60dd5633194 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941 HTTP/1.1" status: 200 len: 217 time: 0.0761356 Feb 07 13:22:00.168241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:00.199523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '650f7c0d-51dc-44b0-abe1-37fdce5bbe83', 'network_id': '4183fc2c-3474-4cb5-aab3-302bb749d17a', 'port_id': '650f7c0d-51dc-44b0-abe1-37fdce5bbe83', 'mac_address': 'fa:16:3e:2d:b9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3db65d-8ece-48ad-8e45-8cf800801e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:22:00.214204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.248968 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.269449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7739853-4f85-4670-91f3-ed5b8a92cb22']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:00.282167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59340) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:00.318118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a85b4d-0753-4e44-9878-9d6833a224f3') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:00.318443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a85b4d-0753-4e44-9878-9d6833a224f3') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:00.340788 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.362667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cb3aed55-5f14-44cf-a579-dd6fb0c814e1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:22:00.367496 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.374685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:22:00.375085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:22:00.394900 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:22:00.408477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6e5e4515-e53f-49d6-98f3-801e35863923 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:22:00.414338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-ff976832-4fba-41a9-af91-abc405c22fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:00.415827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-ff976832-4fba-41a9-af91-abc405c22fa9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.2428212 Feb 07 13:22:00.453204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event updated for resources: {'Port': ['ID=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:00.493425 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.513915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.524909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 6e5e4515-e53f-49d6-98f3-801e35863923 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:22:00.525254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6e5e4515-e53f-49d6-98f3-801e35863923 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:22:00.532719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:00.532719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.532719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9320ed6b-4de3-47f8-94cf-fe3fec3f437d req-33065d66-3ecb-4a4c-bab4-07e533def1a6 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "PUT /v2.0/ports/cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 981 time: 1.7660968 Feb 07 13:22:00.533257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:22:00.539482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-f8a5a66a-a386-42b7-9192-9644f3032a00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833263 Feb 07 13:22:00.553114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:00.558846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] Usage tracker for resource:security_group_rule and tenant:378766f7c71e4211b9f934a18ad81638 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:00.559437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:00.562653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:00.570039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:00.590562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cb3aed55-5f14-44cf-a579-dd6fb0c814e1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:22:00.623626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] Deleting port 6e5e4515-e53f-49d6-98f3-801e35863923 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:00.624019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.716058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.739065 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.747844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-437efb6d-b14b-4b0e-af81-ae5c69acf5a4 None None] The port '6e5e4515-e53f-49d6-98f3-801e35863923' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:22:00.758767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ae28a-bb64-4a59-a777-15b448e3046f req-f6d5f7f3-025c-4c83-ae31-8a62382d044c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:00.760327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e25ae28a-bb64-4a59-a777-15b448e3046f req-f6d5f7f3-025c-4c83-ae31-8a62382d044c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 944 time: 0.3673489 Feb 07 13:22:00.760929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.763062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-10531053-12cf-4517-8a21-633bddf6e6e7 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1566572966&fields=id&tenant_id=f582ff20aff845a89c5545713189c69f HTTP/1.1" status: 200 len: 267 time: 0.1073031 Feb 07 13:22:00.820569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.822077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Network': ['ID=a7739853-4f85-4670-91f3-ed5b8a92cb22,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:00.857392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-0200f1cc-e57e-4f44-b386-8dfc64197d46 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081574 Feb 07 13:22:00.869002 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-12c4b806-e303-4f5b-9319-21647c897adf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/networks/a7739853-4f85-4670-91f3-ed5b8a92cb22 HTTP/1.1" status: 204 len: 168 time: 1.8717475 Feb 07 13:22:00.872258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59356) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:00.918494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:00.965497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:00.970673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e25ae28a-bb64-4a59-a777-15b448e3046f req-02eb8f6f-401c-4b78-a2f1-7734f7cb37ec tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951997 Feb 07 13:22:01.029687 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=378766f7c71e4211b9f934a18ad81638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467196 Feb 07 13:22:01.030431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-d66b176e-ea0d-4020-b725-aac0812624ff tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:01.032923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59362) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:01.040118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78406d38-be35-4af8-8361-0ae4900179bb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:01.040734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78406d38-be35-4af8-8361-0ae4900179bb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:01.043646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-d66b176e-ea0d-4020-b725-aac0812624ff tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 984 time: 0.2664077 Feb 07 13:22:01.045758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03551131-fc3c-4855-b05f-3188da446d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70904c-f91f-4070-9e2d-0144ca7686df,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:01.062762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Request body: {'port': {'security_groups': ['1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:01.124659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d829d55-5c49-4228-a637-84572b3e9f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:01.157422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d829d55-5c49-4228-a637-84572b3e9f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:01.205044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78406d38-be35-4af8-8361-0ae4900179bb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:01.208538 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-78406d38-be35-4af8-8361-0ae4900179bb tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/9603994d-d468-4b37-89ca-28338b556f89 HTTP/1.1" status: 200 len: 844 time: 0.3355477 Feb 07 13:22:01.211901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59370) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:01.214496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['650f7c0d-51dc-44b0-abe1-37fdce5bbe83'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:22:01.256118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deb5d589-bfe1-4fdd-a269-3edcf5d16500 req-692bb02c-fc69-40eb-9be1-c342b8fcde21 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761489 Feb 07 13:22:01.294003 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c7cd6b00-830f-477c-81e5-20398e6839f9 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/9603994d-d468-4b37-89ca-28338b556f89?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0809751 Feb 07 13:22:01.297682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59374) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:01.306492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:01.313287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:01.316466 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:01.385425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d829d55-5c49-4228-a637-84572b3e9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:01.418102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d829d55-5c49-4228-a637-84572b3e9f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70904c-f91f-4070-9e2d-0144ca7686df,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:01.442495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d829d55-5c49-4228-a637-84572b3e9f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:01.443774 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2d829d55-5c49-4228-a637-84572b3e9f8d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee70904c-f91f-4070-9e2d-0144ca7686df HTTP/1.1" status: 204 len: 168 time: 0.3999026 Feb 07 13:22:01.449498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:01.453699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:01.456400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdbdff-1ada-48a9-b8a9-95b1f81e97f6 req-72e732b4-21fb-4e74-99b3-7241a2aed1b1 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:01.456811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:01.458596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65cdbdff-1ada-48a9-b8a9-95b1f81e97f6 req-72e732b4-21fb-4e74-99b3-7241a2aed1b1 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 945 time: 0.2058804 Feb 07 13:22:01.464051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:01.528609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65cdbdff-1ada-48a9-b8a9-95b1f81e97f6 req-252c52c9-99af-4b72-94df-699e892783e4 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545161 Feb 07 13:22:01.583121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:01.587180 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:01.597926 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'status': 'completed', 'code': 200} Feb 07 13:22:01.644646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a10c19b3-5768-49e7-90d1-35c8a704ac43 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:22:01.730137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] For port cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:01.744358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083367b-c0fe-477d-8251-9fee36875772 req-c0328bda-d76b-49f5-96a8-0e6c3a246489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:01.745809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4083367b-c0fe-477d-8251-9fee36875772 req-c0328bda-d76b-49f5-96a8-0e6c3a246489 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1135 time: 0.1419842 Feb 07 13:22:01.804390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a10c19b3-5768-49e7-90d1-35c8a704ac43, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:01.821194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'a10c19b3-5768-49e7-90d1-35c8a704ac43', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'port_id': 'a10c19b3-5768-49e7-90d1-35c8a704ac43', 'mac_address': 'fa:16:3e:f7:85:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:22:01.872647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:01.892828 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:01.911581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10c19b3-5768-49e7-90d1-35c8a704ac43 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:22:01.927648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a10c19b3-5768-49e7-90d1-35c8a704ac43, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:01.932242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083367b-c0fe-477d-8251-9fee36875772 req-41e5e1dc-f99a-451d-94f5-36dfc36cd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:01.933789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4083367b-c0fe-477d-8251-9fee36875772 req-41e5e1dc-f99a-451d-94f5-36dfc36cd118 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 0.1763239 Feb 07 13:22:01.955301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.020783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:02.024651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:02.030084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:02.030786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.035523 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.066927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=22b2de54-aebe-4511-afbe-271e2a03e895,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:02.134128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ff4397-ff79-4438-80c8-0a6fc7521c64 None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:02.153846 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.170377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4083367b-c0fe-477d-8251-9fee36875772 req-48a7e599-59b0-4204-a257-2fbae2cf8e6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 217 time: 0.2307129 Feb 07 13:22:02.209013 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3956281e-db1c-4263-a472-aea15119f4fc tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9079397 Feb 07 13:22:02.214010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59400) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:02.220858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'security_group': {'name': 'tempest-secgroup-1681450877'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:02.231540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:02.238173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:02.242238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:02.251583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:02.262461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cb3aed55-5f14-44cf-a579-dd6fb0c814e1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:22:02.326581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.337416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:02.338063 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.339470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3930bd65-dcff-475b-98ff-01de68a754a0 req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "PUT /v2.0/ports/cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 942 time: 1.2948890 Feb 07 13:22:02.374196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083367b-c0fe-477d-8251-9fee36875772 req-5a4d64c5-e4ec-450f-be47-b2124fd2d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:02.375536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4083367b-c0fe-477d-8251-9fee36875772 req-5a4d64c5-e4ec-450f-be47-b2124fd2d629 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.1319427 Feb 07 13:22:02.378113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e8cbc-3578-4722-baf7-4d4048e4ace3 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event updated for resources: {'Port': ['ID=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:02.384977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:02.397490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group_rule and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:02.397490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:02.421621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:02.460996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cb3aed55-5f14-44cf-a579-dd6fb0c814e1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:22:02.495817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a10c19b3-5768-49e7-90d1-35c8a704ac43,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:02.499559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a10c19b3-5768-49e7-90d1-35c8a704ac43'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:22:02.515621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4083367b-c0fe-477d-8251-9fee36875772 req-afcab4f0-26b7-4c50-a7a0-c1b1cc780ed0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318872 Feb 07 13:22:02.555336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387990cb-2636-473f-8c6a-b1965be5ac1e req-f3ae30a2-99ee-4d9a-a7ab-12c900c5c0f7 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:02.562278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-387990cb-2636-473f-8c6a-b1965be5ac1e req-f3ae30a2-99ee-4d9a-a7ab-12c900c5c0f7 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 944 time: 0.3546000 Feb 07 13:22:02.566575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.566922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.567265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.567601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.568100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.568285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.568629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.568943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.569270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.569595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.569919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.570820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:02.615505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59420) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:02.647075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.679599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:02.692210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd6335090f2472ca775065d094ccf0c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:02.696839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.698001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:02.704235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:02.763461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-a2edd17d-5a4b-4737-ba7b-4a963e3d1665 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3858452 Feb 07 13:22:02.776200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:02.801872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:02.890375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-387990cb-2636-473f-8c6a-b1965be5ac1e req-52d50c17-c852-40ff-b323-95d109cbc267 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266525 Feb 07 13:22:02.897854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Usage tracker for resource:floatingip and tenant:f582ff20aff845a89c5545713189c69f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:02.915343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:02.916860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:02.943068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:03.039026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d761e84-9d16-4101-8c92-f858762af263,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:03.043325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.046794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.053201 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9604d188-f1c8-47cd-8a0b-3150509f67f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8373756 Feb 07 13:22:03.054500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59424) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:03.060086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'security_group': {'name': 'tempest-secgroup-443921519'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:03.069407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:03.074505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:03.078504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:03.087308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:03.105459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.118671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.127094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-1f27a525-a23f-47d0-8876-83e4e1698694', 'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'tenant_id': '3e64b1b315c14e9da4e0f13207b1d4f4', 'fixed_ips': [{'subnet_id': '22b2de54-aebe-4511-afbe-271e2a03e895'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:22:03.129333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.160413 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bcd6335090f2472ca775065d094ccf0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429127 Feb 07 13:22:03.162928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59428) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:03.165826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154b00d-c1e2-4476-8b2b-eed64f3eb389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87098f56-40ed-4766-a6d6-fadba4d952d6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:03.185245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.230091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:03.243098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group_rule and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:03.247162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:03.260000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4083367b-c0fe-477d-8251-9fee36875772 req-7e8c7737-5a16-44a9-86b2-e3e2888da818 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293847 Feb 07 13:22:03.263655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:03.287727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b40b9791-a7f8-4a0e-b448-2573d30be2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.305985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0309-38c6-4da6-a43e-2d872c82f586 req-cf070647-f032-4789-97b2-9b94fdfb9eea tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:03.307558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d20e0309-38c6-4da6-a43e-2d872c82f586 req-cf070647-f032-4789-97b2-9b94fdfb9eea tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 945 time: 0.2534356 Feb 07 13:22:03.332292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b40b9791-a7f8-4a0e-b448-2573d30be2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.376262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Allocated IP 2001:db8::2 (1f27a525-a23f-47d0-8876-83e4e1698694/22b2de54-aebe-4511-afbe-271e2a03e895/3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:03.413786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.434228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d20e0309-38c6-4da6-a43e-2d872c82f586 req-2dc5d403-a9ee-4778-b6c5-1449db872244 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763097 Feb 07 13:22:03.486436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4083367b-c0fe-477d-8251-9fee36875772 req-ea2b3653-2a04-48ae-9db5-6ccca2af99b9 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074475 Feb 07 13:22:03.492882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.508532 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.578637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b40b9791-a7f8-4a0e-b448-2573d30be2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.590446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf35a6-c6ae-4fee-8807-834852d93e39,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:03.607965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b40b9791-a7f8-4a0e-b448-2573d30be2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.607965 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b40b9791-a7f8-4a0e-b448-2573d30be2ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87098f56-40ed-4766-a6d6-fadba4d952d6 HTTP/1.1" status: 204 len: 168 time: 0.4410470 Feb 07 13:22:03.619400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b9791-a7f8-4a0e-b448-2573d30be2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87098f56-40ed-4766-a6d6-fadba4d952d6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:03.642966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:03.646066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.650436 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d66bf784-6a0b-48cd-a4a2-793c723d8419 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5948272 Feb 07 13:22:03.651219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59438) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:03.658247 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.661943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1122267816', 'security_groups': ['7fbf35a6-c6ae-4fee-8807-834852d93e39'], 'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22b2de54-aebe-4511-afbe-271e2a03e895'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:03.677644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4fc4fd30-df94-4a6c-94d5-198ac810a941 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:22:03.692617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Allocated IP 172.25.7.33 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/2d1f4929-c168-4ac9-8fa4-bc2a049e43f2) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:03.787369 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'status': 'completed', 'code': 200} Feb 07 13:22:03.795894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:03.902483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Transition to ACTIVE for port object 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:03.947571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:03.962480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:03.963100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:03.978224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Transition to ACTIVE for port object 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:03.982764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-dc9fb720-3f3d-4d38-8b7a-e558242fc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:03.984268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-dc9fb720-3f3d-4d38-8b7a-e558242fc9e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1096 time: 0.1863062 Feb 07 13:22:03.993307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4fc4fd30-df94-4a6c-94d5-198ac810a941, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:04.011817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '4fc4fd30-df94-4a6c-94d5-198ac810a941', 'network_id': '7a0962fe-4183-4a78-a168-6d4683c73087', 'port_id': '4fc4fd30-df94-4a6c-94d5-198ac810a941', 'mac_address': 'fa:16:3e:c4:26:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d86c5d-bf93-4f92-bccb-7808e9eeab51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:22:04.057280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:04.071133 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.085353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.148790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:04.164427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc4fd30-df94-4a6c-94d5-198ac810a941 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:22:04.176492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-40f757b3-b696-4b85-a0ed-c7214108aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:04.178053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-40f757b3-b696-4b85-a0ed-c7214108aa10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 0.1872838 Feb 07 13:22:04.195002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:04.208469 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.218681 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.242738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port e0281f26-d78e-42a8-9a99-c1a60c4437d0 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:22:04.253285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:04.272142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:04.285164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:22:04.309354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4fc4fd30-df94-4a6c-94d5-198ac810a941, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:04.349139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Pushing event updated for resources: {'Port': ['ID=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:04.393318 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.482875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Attempting to bind port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:22:04.483312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Attempting to bind port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'cc93f348-0a5c-44a6-b609-4059d4a01a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:22:04.483773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Attempting to bind port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 on network 1f27a525-a23f-47d0-8876-83e4e1698694 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:22:04.528072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:22:04.528633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Checking segment: {'id': 'cc93f348-0a5c-44a6-b609-4059d4a01a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:22:04.529128 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.529614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Bound using segment: {'id': 'cc93f348-0a5c-44a6-b609-4059d4a01a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:22:04.530329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Bound port: 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc93f348-0a5c-44a6-b609-4059d4a01a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:22:04.530687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.542296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::311 (1f27a525-a23f-47d0-8876-83e4e1698694/22b2de54-aebe-4511-afbe-271e2a03e895/e0281f26-d78e-42a8-9a99-c1a60c4437d0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:04.546330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-26faf5a5-bfda-4314-8371-6ee823f2cb50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 217 time: 0.3548965 Feb 07 13:22:04.560669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.561898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4fc4fd30-df94-4a6c-94d5-198ac810a941,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:04.626299 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.675951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8eaed0-03e3-4a97-8d3b-5b7b92107c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f7c0d-51dc-44b0-abe1-37fdce5bbe83'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:04.694857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:04.697146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cb2b5103-c279-4341-a960-228eb341837d None None] For port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:22:04.699824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-cb2b5103-c279-4341-a960-228eb341837d None None] For port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,segment=NetworkSegment(cc93f348-0a5c-44a6-b609-4059d4a01a4c),segment_id=cc93f348-0a5c-44a6-b609-4059d4a01a4c)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:22:04.752226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4fc4fd30-df94-4a6c-94d5-198ac810a941'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:22:04.761789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:04.773156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:04.780315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:22:04.802002 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.812162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event updated for resources: {'Port': ['ID=2d1f4929-c168-4ac9-8fa4-bc2a049e43f2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:04.815703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-4390a1e5-1565-49da-862b-18a07ab922f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:04.817729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-4390a1e5-1565-49da-862b-18a07ab922f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.2608175 Feb 07 13:22:04.851598 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.886960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee846c63-49de-4850-8c84-edd6f54fd311 req-86b7116f-b9aa-445d-920a-616a68c24991 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:04.894199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee846c63-49de-4850-8c84-edd6f54fd311 req-86b7116f-b9aa-445d-920a-616a68c24991 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 945 time: 0.7043095 Feb 07 13:22:04.894353 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:04.920887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-a9c9c5a6-158d-412b-b1a2-3332447109c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909014 Feb 07 13:22:04.924089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object e0281f26-d78e-42a8-9a99-c1a60c4437d0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:04.985966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b5103-c279-4341-a960-228eb341837d None None] Pushing event updated for resources: {'Port': ['ID=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:05.030614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:05.073234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee846c63-49de-4850-8c84-edd6f54fd311 req-9d3061f6-4819-48a9-a304-790e61ff42ea tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779981 Feb 07 13:22:05.155457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:05.158653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:05.169411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:22:05.176104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:05.190330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:05.195411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:05.201377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:05.226760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=e0281f26-d78e-42a8-9a99-c1a60c4437d0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:05.231481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-23663e56-40f7-45e5-b789-fa18ef3fb730 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963836 Feb 07 13:22:05.316911 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-00c6fb67-da2a-4b68-99b4-e0037614e019 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6646957 Feb 07 13:22:05.317750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59472) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:05.320762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:05.331220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:05.470862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:05.521895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1596709842-network', 'tenant_id': '7da40399b2d74922a6b75e9b3814e9a5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:05.529951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:05.539111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Usage tracker for resource:network and tenant:7da40399b2d74922a6b75e9b3814e9a5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:05.543512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:05.546425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:05.554672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:05.561419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:05.561419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:05.570572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:05.575799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9169bd0-35ee-44e5-9593-105af3bc8470 req-6d84a031-d378-401a-96d7-6bc440255ad0 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370097 Feb 07 13:22:05.585076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129140f8-253b-402c-81ea-c76ec28b85a5 req-a37ed4e0-92b5-4d45-8234-76f07b22e8d6 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:05.586614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-129140f8-253b-402c-81ea-c76ec28b85a5 req-a37ed4e0-92b5-4d45-8234-76f07b22e8d6 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 946 time: 0.3208377 Feb 07 13:22:05.687121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a10c19b3-5768-49e7-90d1-35c8a704ac43 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:05.711683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-129140f8-253b-402c-81ea-c76ec28b85a5 req-0386286f-bc9f-4b2e-a071-05ea13bdf9ac tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175177 Feb 07 13:22:05.721012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Made reservation on behalf of 7da40399b2d74922a6b75e9b3814e9a5 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:05.725221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:05.755066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:05.774782 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8eaed0-03e3-4a97-8d3b-5b7b92107c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650f7c0d-51dc-44b0-abe1-37fdce5bbe83', 'code': 200} Feb 07 13:22:05.779943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:05.787693 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:05.792719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:05.846253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port a10c19b3-5768-49e7-90d1-35c8a704ac43 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:06.047319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port a10c19b3-5768-49e7-90d1-35c8a704ac43 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:06.047319 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.047570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:06.047570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Usage tracker for resource:security_group_rule and tenant:7da40399b2d74922a6b75e9b3814e9a5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:06.047570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:06.047570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:06.048870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488961d-3c92-4129-8115-2fcf4a32e6dd req-b8cc63f2-d356-45fa-80a1-1def0ba1801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:06.048870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0488961d-3c92-4129-8115-2fcf4a32e6dd req-b8cc63f2-d356-45fa-80a1-1def0ba1801c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 1097 time: 0.0862551 Feb 07 13:22:06.048870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.049295 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22b2de54-aebe-4511-afbe-271e2a03e895 (CIDR: 2001:db8::/64) Feb 07 13:22:06.049502 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.089561 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:22:06.090594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:06.154381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a10c19b3-5768-49e7-90d1-35c8a704ac43, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:06.173333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.234942 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.258873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.265288 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df186bba-5304-4f2b-b98b-dffbf3917d2f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9429195 Feb 07 13:22:06.267240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0488961d-3c92-4129-8115-2fcf4a32e6dd req-411be1ac-0b78-42f1-bf6e-5a3dc56fbc69 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378189 Feb 07 13:22:06.287890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59494) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:06.359764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event updated for resources: {'Port': ['ID=2d1f4929-c168-4ac9-8fa4-bc2a049e43f2,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:06.367824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:22:06.384075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a10c19b3-5768-49e7-90d1-35c8a704ac43,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:06.388719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.392550 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Added segment d0e35106-872b-4416-b05d-6cebd4aa40e8 of type vlan for network 162c2389-9488-419c-a231-37fad163c1a0 Feb 07 13:22:06.405386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.434695 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.455061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6f2ade-3d51-47ac-8f94-065265eb1f7e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:06.463022 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:06.481211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:06.485241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d977a5-8b11-42e1-8c98-e52e6e962cc9 req-55c3c914-2a38-4ef6-9ee5-d96f87789645 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:06.492001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30d977a5-8b11-42e1-8c98-e52e6e962cc9 req-55c3c914-2a38-4ef6-9ee5-d96f87789645 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 945 time: 0.2188399 Feb 07 13:22:06.536168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.536168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-b61a3ea9-074b-4359-88ac-c59d72e77897 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7497323 Feb 07 13:22:06.594221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Provisioning complete for port 9603994d-d468-4b37-89ca-28338b556f89 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:06.597895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.623049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-18fc6d92-3aa4-42a6-9fa2-490847e5477c tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:06.629943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:06.634040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:06.637132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:06.643316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:06.664672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.resource_extend [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:22:06.668456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30d977a5-8b11-42e1-8c98-e52e6e962cc9 req-e03cb191-cdf9-427f-a1c7-ca37c7ae5989 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736853 Feb 07 13:22:06.680745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:06.694022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Port 9603994d-d468-4b37-89ca-28338b556f89 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:22:06.752827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:06.761300 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.766261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-18fc6d92-3aa4-42a6-9fa2-490847e5477c tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:06.767478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-18fc6d92-3aa4-42a6-9fa2-490847e5477c tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.2458463 Feb 07 13:22:06.768402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Provisioning for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:06.782187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Provisioning complete for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:06.782789 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.807395 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:06.812388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:06.813461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:07.037704 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:07.089246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] For port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,segment=NetworkSegment(cc93f348-0a5c-44a6-b609-4059d4a01a4c),segment_id=cc93f348-0a5c-44a6-b609-4059d4a01a4c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:07.129672 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8097720 Feb 07 13:22:07.136822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59504) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:07.156670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Request body: {'subnet': {'network_id': '162c2389-9488-419c-a231-37fad163c1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1596709842-subnet', 'tenant_id': '7da40399b2d74922a6b75e9b3814e9a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:07.165794 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:07.176657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca450a1-faff-4fbe-bf91-8480d6d48e14 admin admin] Pushing event updated for resources: {'Network': ['ID=162c2389-9488-419c-a231-37fad163c1a0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:07.188598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:07.208591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Usage tracker for resource:subnet and tenant:7da40399b2d74922a6b75e9b3814e9a5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:07.215155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:07.245287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:07.260629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 162c2389-9488-419c-a231-37fad163c1a0 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:22:07.275051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14ea60-7665-4f7a-871d-b76536f494a3 None None] Pushing event updated for resources: {'Port': ['ID=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:07.303460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-606800bc-c22b-4c23-8d19-c4065d0de77a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:07.304938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-606800bc-c22b-4c23-8d19-c4065d0de77a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.5298166 Feb 07 13:22:07.313701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e76fb-14df-483d-a86b-e533db1c670a req-a8b2a979-c9f8-48dd-9705-395255e10f10 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:07.320483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0e76fb-14df-483d-a86b-e533db1c670a req-a8b2a979-c9f8-48dd-9705-395255e10f10 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 946 time: 0.3868027 Feb 07 13:22:07.329113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-81c4f0b0-747e-4dbe-b8a6-4c49ec40fcab tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:22:07.330082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1587044f-b8fa-4fd1-97a6-e99efe3e70f3 req-81c4f0b0-747e-4dbe-b8a6-4c49ec40fcab tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077190 Feb 07 13:22:07.400851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a0e76fb-14df-483d-a86b-e533db1c670a req-56c5e511-722d-4cea-afec-b55cb1734168 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609877 Feb 07 13:22:07.400851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Made reservation on behalf of 7da40399b2d74922a6b75e9b3814e9a5 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:07.400851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:07.441471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d62006f3-0e73-4031-af2e-2ac4d465d289 None None] Provisioning for port e0281f26-d78e-42a8-9a99-c1a60c4437d0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:07.448884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d62006f3-0e73-4031-af2e-2ac4d465d289 None None] Provisioning complete for port e0281f26-d78e-42a8-9a99-c1a60c4437d0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:07.449521 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d62006f3-0e73-4031-af2e-2ac4d465d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:07.475141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:07.531832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d62006f3-0e73-4031-af2e-2ac4d465d289 None None] Port e0281f26-d78e-42a8-9a99-c1a60c4437d0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:22:07.597808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:07.601216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:07.602149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-81d53b31-d216-42ba-957e-68d6cd833d49 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:07.603739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-81d53b31-d216-42ba-957e-68d6cd833d49 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1337025 Feb 07 13:22:07.610995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:07.611672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:07.616256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d80e9a-a4a6-4ee2-bf06-8b8c396f39ac None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:07.662888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=0071f52e-1518-4e43-8d2c-eebe995b45fd,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:07.724216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4fc4fd30-df94-4a6c-94d5-198ac810a941 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:07.778896 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-112c5919-c466-4785-a350-846c406b3186 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3250189 Feb 07 13:22:07.782000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59512) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:07.797700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2124868123', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0071f52e-1518-4e43-8d2c-eebe995b45fd'}], 'security_groups': ['9d761e84-9d16-4101-8c92-f858762af263']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:07.839571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f9b638-4f89-4b1e-ae5c-70c0fedf4667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10c19b3-5768-49e7-90d1-35c8a704ac43'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:07.939749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 4fc4fd30-df94-4a6c-94d5-198ac810a941 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:07.948160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 4fc4fd30-df94-4a6c-94d5-198ac810a941 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:07.948529 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.100092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-41f8382b-d7d6-4a87-af33-12225199e988 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.3761182 Feb 07 13:22:08.125499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.127867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Request body: {'floatingip': {'port_id': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:08.164223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.224683 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.282329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d2c98-7d81-417a-bbf4-a1e4611518e1 None None] Update dhcp port {'port': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'fixed_ips': [{'subnet_id': '22b2de54-aebe-4511-afbe-271e2a03e895', 'ip_address': '2001:db8::2'}, {'subnet_id': '0071f52e-1518-4e43-8d2c-eebe995b45fd'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:22:08.313340 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.363469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4fc4fd30-df94-4a6c-94d5-198ac810a941, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:08.364591 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-388d2c98-7d81-417a-bbf4-a1e4611518e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.386559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:08.413157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b3306-53fa-478e-b332-79761b55ad03 req-45a66230-c553-47c7-8573-65abde0061c3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:08.420220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f54b3306-53fa-478e-b332-79761b55ad03 req-45a66230-c553-47c7-8573-65abde0061c3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 945 time: 0.4730315 Feb 07 13:22:08.523889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f54b3306-53fa-478e-b332-79761b55ad03 req-d8fb6966-f2dc-4113-b6ee-921e7fb4077f tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028085 Feb 07 13:22:08.551679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59dcb7b-8040-449b-97c7-1ecc6249aa09,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:08.598890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Checking segment: {'id': 'd0e35106-872b-4416-b05d-6cebd4aa40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '162c2389-9488-419c-a231-37fad163c1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:22:08.605301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Network hostable DHCP agents. Network: 162c2389-9488-419c-a231-37fad163c1a0, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:22:08.647412 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f9b638-4f89-4b1e-ae5c-70c0fedf4667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10c19b3-5768-49e7-90d1-35c8a704ac43', 'code': 200} Feb 07 13:22:08.674820 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.792467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:08.794003 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.796437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Network 162c2389-9488-419c-a231-37fad163c1a0 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:22:08.817853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Delete allocated IP 2001:db8::311 (1f27a525-a23f-47d0-8876-83e4e1698694/22b2de54-aebe-4511-afbe-271e2a03e895) {{(pid=88312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 13:22:08.827619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8:0:1::9c (1f27a525-a23f-47d0-8876-83e4e1698694/0071f52e-1518-4e43-8d2c-eebe995b45fd/e0281f26-d78e-42a8-9a99-c1a60c4437d0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:08.832508 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-065c4fea-8e17-4569-8d23-5ce4fae3be11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:08.840445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4fc4fd30-df94-4a6c-94d5-198ac810a941,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:09.062773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:09.079289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object e0281f26-d78e-42a8-9a99-c1a60c4437d0 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:09.088498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 162c2389-9488-419c-a231-37fad163c1a0) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:09.093828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:09.094664 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:09.099280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6ad70-f6b6-4991-9d8c-404dfd33906e None None] Network 162c2389-9488-419c-a231-37fad163c1a0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:09.126313 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:09.253368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] In _notify_port_updated(), no bound segment for port e0281f26-d78e-42a8-9a99-c1a60c4437d0 on network 1f27a525-a23f-47d0-8876-83e4e1698694 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:22:09.263693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:09.264787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:09.270713 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "PUT /v2.0/ports/e0281f26-d78e-42a8-9a99-c1a60c4437d0 HTTP/1.1" status: 200 len: 930 time: 1.4868534 Feb 07 13:22:09.287009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f8a9f-23d0-4c49-9c0d-bc810a2b58e8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=e0281f26-d78e-42a8-9a99-c1a60c4437d0,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:09.288408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-873885c4-799d-4a9f-95ce-23fad74c1435 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1428730 Feb 07 13:22:09.289110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59524) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:09.353675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-388d2c98-7d81-417a-bbf4-a1e4611518e1 None None] Allocated IP 2001:db8:0:1::2 (1f27a525-a23f-47d0-8876-83e4e1698694/0071f52e-1518-4e43-8d2c-eebe995b45fd/3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:09.512985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002f608-d600-4b7f-a746-1231a41eb12a req-7e52f547-86c2-44ef-8c60-e194f7415f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:09.514482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a002f608-d600-4b7f-a746-1231a41eb12a req-7e52f547-86c2-44ef-8c60-e194f7415f1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1097 time: 0.8449726 Feb 07 13:22:09.528154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e9571-3fae-4ed8-b27b-0fcae9305108 req-e8a22251-b7db-4e85-8645-bca7245dd514 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:09.536947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d5e9571-3fae-4ed8-b27b-0fcae9305108 req-e8a22251-b7db-4e85-8645-bca7245dd514 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 946 time: 0.8193719 Feb 07 13:22:09.586980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35db5ab-b33d-400a-897a-9d6437a36d79 None None] Network 162c2389-9488-419c-a231-37fad163c1a0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:09.709975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-388d2c98-7d81-417a-bbf4-a1e4611518e1 None None] For port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,segment=NetworkSegment(cc93f348-0a5c-44a6-b609-4059d4a01a4c),segment_id=cc93f348-0a5c-44a6-b609-4059d4a01a4c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:09.713966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a002f608-d600-4b7f-a746-1231a41eb12a req-83314a87-fa6f-440f-b103-e65f584787ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757715 Feb 07 13:22:09.716857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d5e9571-3fae-4ed8-b27b-0fcae9305108 req-984b5716-d6fe-4027-8dd9-163b0b8248b7 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535442 Feb 07 13:22:09.730805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-df685a1b-4b21-4d3c-91d1-99dc917971dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port e0281f26-d78e-42a8-9a99-c1a60c4437d0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:09.730805 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df685a1b-4b21-4d3c-91d1-99dc917971dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:09.790852 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-388d2c98-7d81-417a-bbf4-a1e4611518e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:09.863682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-388d2c98-7d81-417a-bbf4-a1e4611518e1 None None] Transition to ACTIVE for port object 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:09.949406 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-388d2c98-7d81-417a-bbf4-a1e4611518e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.112081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df685a1b-4b21-4d3c-91d1-99dc917971dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.125508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d2c98-7d81-417a-bbf4-a1e4611518e1 None None] Pushing event updated for resources: {'Port': ['ID=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:10.153873 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:22:10.348633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:10.351736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59550) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:10.361886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1290497630-network', 'tenant_id': '92ec2ce8ff4b4c8d978d785f26382829'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:10.378024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:10.387911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Usage tracker for resource:network and tenant:92ec2ce8ff4b4c8d978d785f26382829 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:10.397332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:10.411359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:10.537384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Made reservation on behalf of 92ec2ce8ff4b4c8d978d785f26382829 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:10.539937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.560646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.578694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-df685a1b-4b21-4d3c-91d1-99dc917971dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for e0281f26-d78e-42a8-9a99-c1a60c4437d0 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:10.611133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:10.618035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Usage tracker for resource:security_group_rule and tenant:92ec2ce8ff4b4c8d978d785f26382829 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:10.621008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:10.629858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:10.648834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae7fd2f-0657-4c2d-aaca-e61d5c62e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc4fd30-df94-4a6c-94d5-198ac810a941'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:10.672520 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.810756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.826641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.874889 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.909495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59564) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:10.912650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:22:10.934893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2104829c-9f6e-47da-81ad-9a781310eade,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:10.944520 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:10.944876 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Added segment 4035d343-953a-4bf5-976e-e62052f04728 of type vlan for network eaae4c34-570e-48c4-baf3-b4600f521925 Feb 07 13:22:10.964472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5e2f5-d3f3-492e-9a41-287b8ca15cb1 req-a3073e84-e244-4b37-bb5b-04704d0d73a2 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:10.969263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0f5e2f5-d3f3-492e-9a41-287b8ca15cb1 req-a3073e84-e244-4b37-bb5b-04704d0d73a2 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.9695694 Feb 07 13:22:11.001201 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.014395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df685a1b-4b21-4d3c-91d1-99dc917971dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.122249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.157969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.158118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df685a1b-4b21-4d3c-91d1-99dc917971dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=e0281f26-d78e-42a8-9a99-c1a60c4437d0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:11.166622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:11.168804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.178365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-db9a8d03-dd49-4abf-bf85-24f528701d7a None None] Could not find standard attr ID for object e0281f26-d78e-42a8-9a99-c1a60c4437d0. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:22:11.202737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-db9a8d03-dd49-4abf-bf85-24f528701d7a None None] Provisioning complete for port 9603994d-d468-4b37-89ca-28338b556f89 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:11.203612 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db9a8d03-dd49-4abf-bf85-24f528701d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.225022 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:11.242796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0f5e2f5-d3f3-492e-9a41-287b8ca15cb1 req-1300eaee-b352-4ad8-a6db-8d1592ad3578 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627220 Feb 07 13:22:11.252120 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Floating IP cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb associated. External IP: 172.25.7.33, port: cb3aed55-5f14-44cf-a579-dd6fb0c814e1. Feb 07 13:22:11.320103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-db9a8d03-dd49-4abf-bf85-24f528701d7a None None] Port 9603994d-d468-4b37-89ca-28338b556f89 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:22:11.324256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] Usage tracker for resource:security_group_rule and tenant:c89926ca788c48b1af3f14b329f8465a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:11.336264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:11.342842 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae7fd2f-0657-4c2d-aaca-e61d5c62e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc4fd30-df94-4a6c-94d5-198ac810a941', 'code': 200} Feb 07 13:22:11.356052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:11.389666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] Pushing event updated for resources: {'Network': ['ID=eaae4c34-570e-48c4-baf3-b4600f521925,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:11.404013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network eaae4c34-570e-48c4-baf3-b4600f521925 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:22:11.486118 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d5cef3e5-8793-4f21-8e48-5eec0938b351 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1322985 Feb 07 13:22:11.490071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-db9a8d03-dd49-4abf-bf85-24f528701d7a None None] Provisioning for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:11.491430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59576) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:11.499501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Request body: {'subnet': {'network_id': 'eaae4c34-570e-48c4-baf3-b4600f521925', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1290497630-subnet', 'tenant_id': '92ec2ce8ff4b4c8d978d785f26382829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:11.520458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:11.530606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Usage tracker for resource:subnet and tenant:92ec2ce8ff4b4c8d978d785f26382829 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:11.533375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-db9a8d03-dd49-4abf-bf85-24f528701d7a None None] Provisioning complete for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:11.533733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db9a8d03-dd49-4abf-bf85-24f528701d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.537268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:11.549720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:11.619019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-93897dd3-d76e-4f71-b01d-1ddd3d4c4069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.654807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Made reservation on behalf of 92ec2ce8ff4b4c8d978d785f26382829 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:11.668336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.774318 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df685a1b-4b21-4d3c-91d1-99dc917971dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.817614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.817868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-df685a1b-4b21-4d3c-91d1-99dc917971dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/e0281f26-d78e-42a8-9a99-c1a60c4437d0 HTTP/1.1" status: 204 len: 168 time: 2.5204263 Feb 07 13:22:11.821018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59580) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:11.868822 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-88a184f9-561c-47ff-a47d-5c10611c3f30 None None] Could not find standard attr ID for object e0281f26-d78e-42a8-9a99-c1a60c4437d0. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:22:11.882583 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f971b8-cf66-48ad-8dde-7ce69e3041e1 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:22:11.883209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-21f971b8-cf66-48ad-8dde-7ce69e3041e1 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:11.895700 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:11.926979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109473-078f-4214-b2da-b9e85cfa87d2 req-fa44f3b0-8f02-48fd-8143-8ae89bb4b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:11.928546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74109473-078f-4214-b2da-b9e85cfa87d2 req-fa44f3b0-8f02-48fd-8143-8ae89bb4b8c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 1097 time: 0.4435844 Feb 07 13:22:11.978837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Router 33e3b3d8-f460-4d80-bc5a-ec1807487add has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:22:11.979053 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c89926ca788c48b1af3f14b329f8465a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0652666 Feb 07 13:22:11.979053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33945e2a-8af4-4838-8cfc-a8117f7b8007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc64d48-c82e-45c9-bc11-7e4dd1ee8d00,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:11.980318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59586) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:12.001843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74109473-078f-4214-b2da-b9e85cfa87d2 req-c35e0258-e40f-49a5-8d6b-ff407f9d4644 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668786 Feb 07 13:22:12.031214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-21f971b8-cf66-48ad-8dde-7ce69e3041e1 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:12.035468 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21f971b8-cf66-48ad-8dde-7ce69e3041e1 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/e0281f26-d78e-42a8-9a99-c1a60c4437d0 HTTP/1.1" status: 404 len: 333 time: 0.2115188 Feb 07 13:22:12.035828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59590) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:12.144996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1be33ce1-c62c-42a9-8689-4c18f92b4078 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.173828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1be33ce1-c62c-42a9-8689-4c18f92b4078 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.185404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.198671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa66fa26-81cd-4394-bdd9-ba2afe51e9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.200644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.202189 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.287644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ffedfcd-2c39-4b7c-94b6-c427b7c993c6,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:12.297592 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa66fa26-81cd-4394-bdd9-ba2afe51e9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.305226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Checking segment: {'id': '4035d343-953a-4bf5-976e-e62052f04728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eaae4c34-570e-48c4-baf3-b4600f521925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:22:12.305596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Network hostable DHCP agents. Network: eaae4c34-570e-48c4-baf3-b4600f521925, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:22:12.317665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157824c-f2df-433f-8c85-d4f89886a413 req-94500c5c-f3c4-4ad1-863c-0b04f3318353 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:12.319424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d157824c-f2df-433f-8c85-d4f89886a413 req-94500c5c-f3c4-4ad1-863c-0b04f3318353 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 946 time: 0.3091700 Feb 07 13:22:12.371354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:22:12.377356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1be33ce1-c62c-42a9-8689-4c18f92b4078 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.379449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.382447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] Sync routers for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:22:12.392285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:22:12.393488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:22:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:12.395908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Network eaae4c34-570e-48c4-baf3-b4600f521925 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:22:12.403139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be33ce1-c62c-42a9-8689-4c18f92b4078 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf35a6-c6ae-4fee-8807-834852d93e39,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:12.422116 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1be33ce1-c62c-42a9-8689-4c18f92b4078 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.423253 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1be33ce1-c62c-42a9-8689-4c18f92b4078 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/security-groups/7fbf35a6-c6ae-4fee-8807-834852d93e39 HTTP/1.1" status: 204 len: 168 time: 0.3864324 Feb 07 13:22:12.426518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59596) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:12.450301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d157824c-f2df-433f-8c85-d4f89886a413 req-9e1e03da-fa36-4565-8f3d-d884e448a574 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240675 Feb 07 13:22:12.461307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-96b0fcc8-a334-407b-8b85-6585210b7d52 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "PUT /v2.0/floatingips/cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb HTTP/1.1" status: 200 len: 995 time: 4.3546205 Feb 07 13:22:12.463578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:12.497565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, eaae4c34-570e-48c4-baf3-b4600f521925) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:12.502459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-429e3eda-2a67-4b68-aa73-4726649d53dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.514501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:12.515103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.516531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22f9b7e-a32c-405b-9125-09896db5d79b None None] Network eaae4c34-570e-48c4-baf3-b4600f521925 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:12.558255 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-429e3eda-2a67-4b68-aa73-4726649d53dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.567277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa66fa26-81cd-4394-bdd9-ba2afe51e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.589558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66fa26-81cd-4394-bdd9-ba2afe51e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc64d48-c82e-45c9-bc11-7e4dd1ee8d00,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:12.601223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-62976220-1bd6-462d-9a70-ba661253721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:12.602742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-62976220-1bd6-462d-9a70-ba661253721d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1096 time: 0.1206405 Feb 07 13:22:12.643667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa66fa26-81cd-4394-bdd9-ba2afe51e9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.644962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fa66fa26-81cd-4394-bdd9-ba2afe51e9be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fcc64d48-c82e-45c9-bc11-7e4dd1ee8d00 HTTP/1.1" status: 204 len: 168 time: 0.6644833 Feb 07 13:22:12.692644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-429e3eda-2a67-4b68-aa73-4726649d53dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.703477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-429e3eda-2a67-4b68-aa73-4726649d53dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.703477 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-429e3eda-2a67-4b68-aa73-4726649d53dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/security-groups/9d761e84-9d16-4101-8c92-f858762af263 HTTP/1.1" status: 204 len: 168 time: 0.2700438 Feb 07 13:22:12.720814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59604) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:12.722869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e3eda-2a67-4b68-aa73-4726649d53dd tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d761e84-9d16-4101-8c92-f858762af263,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:12.729176 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b1d19d00-3556-4c28-a704-17a59678c19c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2365589 Feb 07 13:22:12.833304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f086cf-91ee-4fdb-aec4-6f057d41bc49 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet 22b2de54-aebe-4511-afbe-271e2a03e895 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:22:12.838090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-80f086cf-91ee-4fdb-aec4-6f057d41bc49 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.867433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-a50e129b-15fa-4e49-b27d-323fcdb4f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:12.870884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-a50e129b-15fa-4e49-b27d-323fcdb4f15b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 0.2193584 Feb 07 13:22:12.915849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848ca08-eb79-4fcc-b0ed-83282b9ab356 None None] Network eaae4c34-570e-48c4-baf3-b4600f521925 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:12.926555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-80f086cf-91ee-4fdb-aec4-6f057d41bc49 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:12.986689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:22:13.037142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c9504-9e78-471d-92f7-00958d0cfcdb req-f42ad3eb-4f7e-46b2-b864-669a789eeed2 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:13.048915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-527c9504-9e78-471d-92f7-00958d0cfcdb req-f42ad3eb-4f7e-46b2-b864-669a789eeed2 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.4434705 Feb 07 13:22:13.072984 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-80f086cf-91ee-4fdb-aec4-6f057d41bc49 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:13.115702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-626aac31-5480-4de6-ab8c-f58879c73637 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 998 time: 0.2371719 Feb 07 13:22:13.172174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-527c9504-9e78-471d-92f7-00958d0cfcdb req-d65c0e44-b4ea-4aa1-a8d6-587acbae1ebf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222019 Feb 07 13:22:13.199627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-46ffbccc-9eb2-49dc-ac90-65574fdbe0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:13.208313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-46ffbccc-9eb2-49dc-ac90-65574fdbe0c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.0912404 Feb 07 13:22:13.257192 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'status': 'completed', 'code': 200} Feb 07 13:22:13.264509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-6a3e48bf-9d88-4b18-8c03-84ef8bdda221 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552263 Feb 07 13:22:13.274812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-80f086cf-91ee-4fdb-aec4-6f057d41bc49 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:13.337418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f086cf-91ee-4fdb-aec4-6f057d41bc49 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=22b2de54-aebe-4511-afbe-271e2a03e895,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:13.338055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-463b73fe-490e-4d4e-b584-c6f7816c70a5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:22:13.339353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-463b73fe-490e-4d4e-b584-c6f7816c70a5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084820 Feb 07 13:22:13.360947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-80f086cf-91ee-4fdb-aec4-6f057d41bc49 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:13.378429 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-80f086cf-91ee-4fdb-aec4-6f057d41bc49 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/22b2de54-aebe-4511-afbe-271e2a03e895 HTTP/1.1" status: 204 len: 168 time: 0.6522241 Feb 07 13:22:13.382641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:13.389295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:13.419211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece244a1-e777-4723-ad42-37fe50d03612 None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:13.565021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59628) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:13.693185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:13.698966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:13.704201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:13.715015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:13.823945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:13.827541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:13.828698 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:13.862320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-3dcf9f5b-7cd1-41a2-b0c7-1345868422e6 service neutron] 10.222.0.69 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063066 Feb 07 13:22:13.875781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:13.889861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'port_id': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'mac_address': 'fa:16:3e:03:38:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d74e92-6fcc-457e-9721-9a802e0de144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:22:05Z', 'updated_at': '2022-02-07T13:22:09Z', 'revision_number': 1, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:21:03Z', 'revision_number': 5, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:13.900732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] Checking router: 33e3b3d8-f460-4d80-bc5a-ec1807487add for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:22:13.919700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:22:13.920652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:22:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:13.987134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:14.010676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] Usage tracker for resource:security_group_rule and tenant:3b4fe49254df40a2a9ef3d0a76222113 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:14.020581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-3ffd95f1-3729-4924-8d31-be1de8e6dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:14.022090 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-3ffd95f1-3729-4924-8d31-be1de8e6dcaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1096 time: 0.7635901 Feb 07 13:22:14.024955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:14.077763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:14.131205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:22:14.154689 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.187717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-f33c07c0-f0be-4bdf-9a44-c0a7cdfbcd3c tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:14.197431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-f33c07c0-f0be-4bdf-9a44-c0a7cdfbcd3c tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/networks?id=162c2389-9488-419c-a231-37fad163c1a0 HTTP/1.1" status: 200 len: 809 time: 0.6302285 Feb 07 13:22:14.227775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:14.234855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:14.240636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:14.241492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.261602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=8a8085df-e795-49a1-a4d1-710435992f78,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:14.302525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-b6073180-3974-4e01-8e2b-9370f4eaf2e4 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/quotas/7da40399b2d74922a6b75e9b3814e9a5 HTTP/1.1" status: 200 len: 375 time: 0.1040709 Feb 07 13:22:14.310666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae873e95-7220-4197-a3fd-5b86ad3821bb req-4312bc33-f54e-4bcd-8d79-98fe5aa3f5ee service neutron] 10.222.0.69 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381704 Feb 07 13:22:14.319780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-bfb66f1b-54de-4cf5-9b1f-37cb5b223c03 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:14.321318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-bfb66f1b-54de-4cf5-9b1f-37cb5b223c03 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 946 time: 0.4951437 Feb 07 13:22:14.363697 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5d3f0bca-d485-45b0-8058-d0775bea0e7f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9798059 Feb 07 13:22:14.364495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59638) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:14.372493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'security_group': {'name': 'tempest-secgroup-986717176'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:14.377103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:14.382070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:14.385187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:14.391482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:14.444779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-be85022a-8d7c-499a-b5b6-88c306b160aa tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7da40399b2d74922a6b75e9b3814e9a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412394 Feb 07 13:22:14.526220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.548920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:14.553491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group_rule and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:14.556678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:14.563135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:14.597456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-816ad510-cc75-492f-9988-0f4d467ac64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:14.599058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-816ad510-cc75-492f-9988-0f4d467ac64f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 0.5475662 Feb 07 13:22:14.644716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'port_id': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'mac_address': 'fa:16:3e:03:38:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d74e92-6fcc-457e-9721-9a802e0de144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:22:05Z', 'updated_at': '2022-02-07T13:22:09Z', 'revision_number': 1, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:21:03Z', 'revision_number': 5, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:14.646819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.649054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb862e-ce58-4894-a13e-eeebb54ec8e3 None None] The sync data for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 is: [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'port_id': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'mac_address': 'fa:16:3e:03:38:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d74e92-6fcc-457e-9721-9a802e0de144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:22:05Z', 'updated_at': '2022-02-07T13:22:09Z', 'revision_number': 1, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:21:03Z', 'revision_number': 5, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:22:14.693987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Deleting port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:14.696321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.709291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.774167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902b5076-a305-4c51-ab81-e0c366ef9ae7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:14.848135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed9ac81-0520-43df-97ed-76bdb506877d None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:14.852147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.858095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.864507 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e10c21f5-19ec-4ba4-b784-b2e0e04e4249 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4987113 Feb 07 13:22:14.871282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59644) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:14.871422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'security_group': {'name': 'tempest-secgroup-686708062'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:14.879656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:14.884684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:14.888108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:14.899255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:14.916134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-33114ced-c787-43f3-a34f-304d40890b48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 998 time: 0.3069022 Feb 07 13:22:14.942368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6b841ed2-c442-4bb3-9cc5-350a1dfe4624 None None] Provisioning complete for port 9603994d-d468-4b37-89ca-28338b556f89 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:14.942794 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6b841ed2-c442-4bb3-9cc5-350a1dfe4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.967144 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a881fc-0ac4-4e06-977a-540db94deb6c None None] New status for floating IP cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:22:14.967720 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.994154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:14.999478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-c3f549fc-40ef-4bc2-826b-e5eec7b92aff service neutron] 10.222.0.69 "GET /v2.0/networks/162c2389-9488-419c-a231-37fad163c1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538013 Feb 07 13:22:15.016994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:15.022178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group_rule and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:15.030767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:15.035555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:15.080621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6b841ed2-c442-4bb3-9cc5-350a1dfe4624 None None] Port 9603994d-d468-4b37-89ca-28338b556f89 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:22:15.133671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.147151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6b841ed2-c442-4bb3-9cc5-350a1dfe4624 None None] Provisioning complete for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:15.148250 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6b841ed2-c442-4bb3-9cc5-350a1dfe4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.189798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.195632 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.241769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b4fe49254df40a2a9ef3d0a76222113&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6698983 Feb 07 13:22:15.241769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c29a3-c5ea-491f-826e-1847d5683a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e51ff1-ecc8-4e44-89a8-8390c6a2f0e1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:15.247611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59648) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:15.259441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa43968-d655-4d9a-a123-bcac32d5a396 req-2e2de3a4-3864-4b78-a57e-4e3b634dffc3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:15.259756 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20004cb2-298f-4dec-9c96-663c36a3cc71,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:15.261013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-efa43968-d655-4d9a-a123-bcac32d5a396 req-2e2de3a4-3864-4b78-a57e-4e3b634dffc3 tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 946 time: 0.7104871 Feb 07 13:22:15.263333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-a06d3193-ab9a-4e07-8773-9d8cfb5043b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:15.263921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-a06d3193-ab9a-4e07-8773-9d8cfb5043b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.3345525 Feb 07 13:22:15.297129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.301282 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-52d9e989-6e4f-4ab4-9fd3-94a88dfae7ac tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4323139 Feb 07 13:22:15.301686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59652) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:15.306983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'security_group': {'name': 'tempest-secgroup-2004952129'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:15.313987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:15.318758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:15.321980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:15.328228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:15.366585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-c780f57c-4bf6-4dcf-ad89-f7b82cc2966a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877008 Feb 07 13:22:15.382890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.404904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:15.409105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:security_group_rule and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:15.413700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:15.420941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:15.451646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf6672-ed0f-49f9-a5d2-9c40e60e4780 None None] Update dhcp port {'port': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'fixed_ips': [{'subnet_id': '0071f52e-1518-4e43-8d2c-eebe995b45fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8a8085df-e795-49a1-a4d1-710435992f78'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:22:15.508569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.509720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-85bf6672-ed0f-49f9-a5d2-9c40e60e4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.583531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.636566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92cb5b36-eb95-4a1a-a16a-30ac6ca8a726,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:15.685867 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.688951 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75310e5e-c180-4e53-b07c-04288e89363a tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3855159 Feb 07 13:22:15.691957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59656) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:15.701741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-efa43968-d655-4d9a-a123-bcac32d5a396 req-097487ef-e368-41eb-a94f-542a7e6dd3fe tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/security-groups?id=e976c931-3492-40c9-8fc4-c813c9c73a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781457 Feb 07 13:22:15.717976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-267963183', 'security_groups': ['92cb5b36-eb95-4a1a-a16a-30ac6ca8a726'], 'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a8085df-e795-49a1-a4d1-710435992f78'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:15.729138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-85bf6672-ed0f-49f9-a5d2-9c40e60e4780 None None] Allocated IP 2001:db8::2 (1f27a525-a23f-47d0-8876-83e4e1698694/8a8085df-e795-49a1-a4d1-710435992f78/3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:15.752469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-fd195cd5-b77a-4f56-8fb1-42e4a6695084 service neutron] 10.222.0.69 "GET /v2.0/networks/162c2389-9488-419c-a231-37fad163c1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520161 Feb 07 13:22:15.762195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] For port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,segment=NetworkSegment(c6db7740-9870-4c31-afb1-0ba4422f1c3d),segment_id=c6db7740-9870-4c31-afb1-0ba4422f1c3d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:15.762559 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.812137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-213c8f92-5ad4-49f6-a67f-db5cc791ffd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.893732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:15.904234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:15.917274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-85bf6672-ed0f-49f9-a5d2-9c40e60e4780 None None] For port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,segment=NetworkSegment(cc93f348-0a5c-44a6-b609-4059d4a01a4c),segment_id=cc93f348-0a5c-44a6-b609-4059d4a01a4c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:15.943004 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-85bf6672-ed0f-49f9-a5d2-9c40e60e4780 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:15.959704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-85bf6672-ed0f-49f9-a5d2-9c40e60e4780 None None] Transition to ACTIVE for port object 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:15.960626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Calling delete_port for 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:16.012076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:16.092257 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-85bf6672-ed0f-49f9-a5d2-9c40e60e4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:16.176610 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-213c8f92-5ad4-49f6-a67f-db5cc791ffd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:16.186887 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-45e09149-41c3-4f4b-b231-6ea734d46a52 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004384 Feb 07 13:22:16.193101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:16.228420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] device_id is not set on port a180583c-2da6-4a40-b2f0-e5156ed5583a yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:22:16.276089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf6672-ed0f-49f9-a5d2-9c40e60e4780 None None] Pushing event updated for resources: {'Port': ['ID=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:16.375824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-e12e6e23-aa6d-4079-a090-f1d4b0bfd099 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 1000 time: 0.3376372 Feb 07 13:22:16.546665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8::26d (1f27a525-a23f-47d0-8876-83e4e1698694/8a8085df-e795-49a1-a4d1-710435992f78/a180583c-2da6-4a40-b2f0-e5156ed5583a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:16.561534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1b74a-ad58-49d8-bc6f-180d419a945c req-f6979771-d502-4da0-ba0a-f29872e7f539 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:16.563086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86e1b74a-ad58-49d8-bc6f-180d419a945c req-f6979771-d502-4da0-ba0a-f29872e7f539 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.6249471 Feb 07 13:22:16.575260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-5a2e5398-20e9-40fb-aadd-6c1b62a01ed1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:16.576742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-5a2e5398-20e9-40fb-aadd-6c1b62a01ed1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports/cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 942 time: 0.2001040 Feb 07 13:22:16.584176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85cb721c-e9bf-4351-a5d3-9306b7c1ce23 req-b1d261c8-2c1b-4e7c-9ca5-73c69f1aa4c2 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830686 Feb 07 13:22:16.621499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-213c8f92-5ad4-49f6-a67f-db5cc791ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:16.646267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c8f92-5ad4-49f6-a67f-db5cc791ffd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e51ff1-ecc8-4e44-89a8-8390c6a2f0e1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:16.657941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86e1b74a-ad58-49d8-bc6f-180d419a945c req-20766c63-1a90-42c1-ad05-e5f2c1f56c26 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802209 Feb 07 13:22:16.664865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-213c8f92-5ad4-49f6-a67f-db5cc791ffd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:16.666017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-213c8f92-5ad4-49f6-a67f-db5cc791ffd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90e51ff1-ecc8-4e44-89a8-8390c6a2f0e1 HTTP/1.1" status: 204 len: 168 time: 1.4011643 Feb 07 13:22:16.668428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:16.789877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Pushing event deleted for resources: {'Port': ['ID=650f7c0d-51dc-44b0-abe1-37fdce5bbe83,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:16.930784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:16.949045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] No DVR routers for this DVR port 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:22:16.949678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object a180583c-2da6-4a40-b2f0-e5156ed5583a will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:16.951381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:16.953814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f513d57-c1cc-4199-96e6-81efdf01c269 req-04b69669-f8f9-40e9-a21b-25c7a93b1eae tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.47 "DELETE /v2.0/ports/650f7c0d-51dc-44b0-abe1-37fdce5bbe83 HTTP/1.1" status: 204 len: 173 time: 2.5892019 Feb 07 13:22:16.973517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8eaed0-03e3-4a97-8d3b-5b7b92107c83', 'name': 'network-vif-deleted', 'tag': '650f7c0d-51dc-44b0-abe1-37fdce5bbe83'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:16.985476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a2680e2-e343-4782-be6b-e6f6cbf73b83 req-360e9918-117a-4944-8f03-db7c11df6f7b tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 210 time: 0.1779854 Feb 07 13:22:17.033777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-31b13d32-b7a0-4337-aa58-57c3dd25b43a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 1000 time: 0.2298491 Feb 07 13:22:17.103893 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:17.251080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:17.255191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=a180583c-2da6-4a40-b2f0-e5156ed5583a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:17.257669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:17.259782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:22:17.265475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:17.266085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:17.274653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-bdc549d1-e034-4530-8d62-ff6b873eb390 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:17.276112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-bdc549d1-e034-4530-8d62-ff6b873eb390 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.2292128 Feb 07 13:22:17.288785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-c24f275b-66fe-4245-99b2-402df6dc342d tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:22:17.299351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-c24f275b-66fe-4245-99b2-402df6dc342d tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079327 Feb 07 13:22:17.322798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-480ecf00-832d-4f29-8705-8378f022e986 None None] Provisioning complete for port 9603994d-d468-4b37-89ca-28338b556f89 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:17.327879 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-480ecf00-832d-4f29-8705-8378f022e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:17.372005 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a1cde27a-0c59-4568-9e34-23bb9cbc397b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6730130 Feb 07 13:22:17.372005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59684) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:17.388367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:17.473043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-480ecf00-832d-4f29-8705-8378f022e986 None None] Port 9603994d-d468-4b37-89ca-28338b556f89 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:22:17.504711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-60056167-1d4d-4e7b-ae4f-6025467821c5 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 1000 time: 0.2037652 Feb 07 13:22:17.515956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:17.566099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-480ecf00-832d-4f29-8705-8378f022e986 None None] Provisioning for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:17.571627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-480ecf00-832d-4f29-8705-8378f022e986 None None] Provisioning complete for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:17.572100 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-480ecf00-832d-4f29-8705-8378f022e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:17.600350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:17.611575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:17.617200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:17.631555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:17.680886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:17.694312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:17.756410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:22:17.806170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:22:17.806673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 650f7c0d-51dc-44b0-abe1-37fdce5bbe83 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:22:18.031933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-96ec5166-9aa0-4ac7-84c4-6b302e98a517 req-80b8590b-303a-4960-8129-c02b9a737fbc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Synchronizing usage tracker for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:18.068568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6841e540-675c-4812-8896-b92ad37c53f0 None None] Provisioning for port a180583c-2da6-4a40-b2f0-e5156ed5583a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:18.074011 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:18.075773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6841e540-675c-4812-8896-b92ad37c53f0 None None] Provisioning complete for port a180583c-2da6-4a40-b2f0-e5156ed5583a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:18.076180 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6841e540-675c-4812-8896-b92ad37c53f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:18.088449 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a8085df-e795-49a1-a4d1-710435992f78 (CIDR: 2001:db8::/64) Feb 07 13:22:18.121159 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:22:18.121655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:18.166117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6841e540-675c-4812-8896-b92ad37c53f0 None None] Port a180583c-2da6-4a40-b2f0-e5156ed5583a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:22:18.191113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-0e3fb5d5-5fa5-40e7-abfa-5e8917821801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:18.192677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-0e3fb5d5-5fa5-40e7-abfa-5e8917821801 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 1097 time: 0.2900255 Feb 07 13:22:18.200932 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3992f952-38d8-4a6d-8a06-b3923225463c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8284695 Feb 07 13:22:18.203539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59706) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:18.209615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:18.323409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:18.352891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-96ec5166-9aa0-4ac7-84c4-6b302e98a517 req-80b8590b-303a-4960-8129-c02b9a737fbc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] Unset dirty status for tenant:1fa83463e8b348e7a3ae37219e4624c9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:18.363804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96ec5166-9aa0-4ac7-84c4-6b302e98a517 req-80b8590b-303a-4960-8129-c02b9a737fbc tempest-VolumesActionsTest-794386265 tempest-VolumesActionsTest-794386265-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e8eaed0-03e3-4a97-8d3b-5b7b92107c83 HTTP/1.1" status: 200 len: 210 time: 0.4518473 Feb 07 13:22:18.393319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:18.394120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:18.398765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:18.406045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:18.411550 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:18.421499 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:18.475747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-02e7a03b-24df-4342-8054-5a099e0ce285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:18.484384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-02e7a03b-24df-4342-8054-5a099e0ce285 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.2186403 Feb 07 13:22:18.525746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:18.530399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:18.568702 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8eaed0-03e3-4a97-8d3b-5b7b92107c83', 'name': 'network-vif-deleted', 'tag': '650f7c0d-51dc-44b0-abe1-37fdce5bbe83', 'status': 'completed', 'code': 200} Feb 07 13:22:18.622563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-a276e7c2-0153-46f8-894c-2e715d18e888 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941 HTTP/1.1" status: 200 len: 217 time: 0.1372430 Feb 07 13:22:18.691543 n-d-811416-5 neutron-server[88312]: INFO neutron.db.ipam_backend_mixin [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0071f52e-1518-4e43-8d2c-eebe995b45fd (CIDR: 2001:db8:0:1::/64) Feb 07 13:22:18.726489 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:22:18.726971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:18.775203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:18.798088 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1d01af0f-6513-46bc-b362-6d2a7c892585 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5930269 Feb 07 13:22:18.798439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-4623d1f2-6e06-43b6-a6a5-5c078fc86f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:18.798656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59716) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:18.799995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-4623d1f2-6e06-43b6-a6a5-5c078fc86f52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.1681023 Feb 07 13:22:18.805174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'subnet': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:18.852369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08cceb-e5f3-428c-b7d3-43ed23f29ae2 req-3c28827a-34a4-4371-9cf0-06bb27fc2b0c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:18.853868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f08cceb-e5f3-428c-b7d3-43ed23f29ae2 req-3c28827a-34a4-4371-9cf0-06bb27fc2b0c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.2872238 Feb 07 13:22:18.859124 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:18.859441 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Floating IP cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb disassociated. External IP: 172.25.7.33, port: cb3aed55-5f14-44cf-a579-dd6fb0c814e1. Feb 07 13:22:18.923617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-a317e6d0-fd08-4791-a6f6-f0cdddfeb4cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144202 Feb 07 13:22:18.960967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:18.966449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Usage tracker for resource:subnet and tenant:3e64b1b315c14e9da4e0f13207b1d4f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:18.967890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:18.974398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:19.063307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Made reservation on behalf of 3e64b1b315c14e9da4e0f13207b1d4f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:19.067263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:19.181312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f08cceb-e5f3-428c-b7d3-43ed23f29ae2 req-7d9b8e80-c841-495b-a09d-97b34f511bc8 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667177 Feb 07 13:22:19.463457 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:19.515775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-5d966fb8-5ec7-48d8-8a0a-f53af8f07300 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:19.517307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-5d966fb8-5ec7-48d8-8a0a-f53af8f07300 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.35 "GET /v2.0/networks?id=162c2389-9488-419c-a231-37fad163c1a0 HTTP/1.1" status: 200 len: 809 time: 0.5967443 Feb 07 13:22:19.533195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Subnet': ['ID=5b520c01-d556-4334-a850-c5b5abcf8972,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:19.548555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Request body: {'port': {'device_id': '9a03085b-3cfd-4057-93fa-2ea09e8c6ed7', 'network_id': '162c2389-9488-419c-a231-37fad163c1a0', 'admin_state_up': True, 'tenant_id': '7da40399b2d74922a6b75e9b3814e9a5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:19.550480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Network 1f27a525-a23f-47d0-8876-83e4e1698694 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:19.551815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:19.557426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:19.558029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:19.571638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87647e11-3bc5-4f5a-a6ba-5043c091e055 None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:19.573970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c9f5dc20-3790-4409-a973-0c454302aba8 req-d404730c-8bd2-431b-8de0-adfe4ea1ee4c tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 210 time: 0.1282730 Feb 07 13:22:19.643261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-65f3814b-2dbc-411e-95b9-21484b7ae90f service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280906 Feb 07 13:22:19.700619 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2699dd20-c2a8-4d47-b083-31362ecfc8bf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8985424 Feb 07 13:22:19.701338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59740) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:19.708075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-450541884', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b520c01-d556-4334-a850-c5b5abcf8972'}], 'security_groups': ['902b5076-a305-4c51-ab81-e0c366ef9ae7', '20004cb2-298f-4dec-9c96-663c36a3cc71']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:19.857786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:20.002553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d4e782-9321-4f98-8e73-a3e7a0ea2eba None None] Update dhcp port {'port': {'network_id': '1f27a525-a23f-47d0-8876-83e4e1698694', 'fixed_ips': [{'subnet_id': '0071f52e-1518-4e43-8d2c-eebe995b45fd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8a8085df-e795-49a1-a4d1-710435992f78', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b520c01-d556-4334-a850-c5b5abcf8972'}], 'binding:host_id': 'n-d-811416-5'}, 'id': '3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6'} from n-d-811416-5. {{(pid=88314) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 13:22:20.057915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:20.072488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Usage tracker for resource:port and tenant:7da40399b2d74922a6b75e9b3814e9a5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:20.076665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76c70594-6e70-4790-a174-b5da30fc11c9 req-03bc5eea-71ae-4e16-96e0-3423afa679cd service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329911 Feb 07 13:22:20.077457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:20.088234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:20.092146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d3d4e782-9321-4f98-8e73-a3e7a0ea2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:20.092922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Router 33e3b3d8-f460-4d80-bc5a-ec1807487add has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:22:20.236077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Made reservation on behalf of 7da40399b2d74922a6b75e9b3814e9a5 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:20.239415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:20.502855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Delete allocated IP 2001:db8::26d (1f27a525-a23f-47d0-8876-83e4e1698694/8a8085df-e795-49a1-a4d1-710435992f78) {{(pid=88312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 13:22:20.513200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Allocated IP 2001:db8:0:2::18 (1f27a525-a23f-47d0-8876-83e4e1698694/5b520c01-d556-4334-a850-c5b5abcf8972/a180583c-2da6-4a40-b2f0-e5156ed5583a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:20.574607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Allocated IP 172.20.0.2 (162c2389-9488-419c-a231-37fad163c1a0/f59dcb7b-8040-449b-97c7-1ecc6249aa09/a7221467-89b9-46e7-be83-59f519407013) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:20.584982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:22:20.595819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] Sync routers for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:22:20.608422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:22:20.609034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:22:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:20.614918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:20.709210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236359b-28fc-4d76-8a59-660829fd82b2 req-1b0fe6c1-dfd7-4615-9130-705f7e01fe2b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:20.716028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7236359b-28fc-4d76-8a59-660829fd82b2 req-1b0fe6c1-dfd7-4615-9130-705f7e01fe2b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.3088200 Feb 07 13:22:20.741855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-184eb9ec-b125-4014-89f9-ff81a0ad6a6a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "PUT /v2.0/floatingips/cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb HTTP/1.1" status: 200 len: 694 time: 3.2360702 Feb 07 13:22:20.747372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:20.786140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:20.806182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Transition to ACTIVE for port object a180583c-2da6-4a40-b2f0-e5156ed5583a will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:20.869320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:20.896683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7236359b-28fc-4d76-8a59-660829fd82b2 req-a63e57a4-04d4-4d2c-8c0d-837b5461ab6f tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796317 Feb 07 13:22:20.974284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d3d4e782-9321-4f98-8e73-a3e7a0ea2eba None None] Allocated IP 2001:db8:0:2::2 (1f27a525-a23f-47d0-8876-83e4e1698694/5b520c01-d556-4334-a850-c5b5abcf8972/3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:22:21.010532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] In _notify_port_updated(), no bound segment for port a180583c-2da6-4a40-b2f0-e5156ed5583a on network 1f27a525-a23f-47d0-8876-83e4e1698694 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:22:21.016137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:21.021409 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:21.021409 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "PUT /v2.0/ports/a180583c-2da6-4a40-b2f0-e5156ed5583a HTTP/1.1" status: 200 len: 968 time: 1.3166826 Feb 07 13:22:21.022721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59776) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:21.065430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105aef5-6dc5-4f71-9b10-619a6b85215c tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event updated for resources: {'Port': ['ID=a180583c-2da6-4a40-b2f0-e5156ed5583a,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:21.106607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-be221d5d-f3a9-44d3-9b89-506a70f3804f req-6ababd21-fdf5-4a75-8c4b-f2bc59da30bc tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Synchronizing usage tracker for tenant:7da40399b2d74922a6b75e9b3814e9a5 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:21.124413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-2e81d3fc-6a92-4299-962c-a76a0045d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:21.126442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-2e81d3fc-6a92-4299-962c-a76a0045d3ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1096 time: 0.3585896 Feb 07 13:22:21.142026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc3f07-627f-4ac6-ad86-3539e50ed80b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port a180583c-2da6-4a40-b2f0-e5156ed5583a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:21.142370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3f07-627f-4ac6-ad86-3539e50ed80b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:21.176654 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:21.219823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d3d4e782-9321-4f98-8e73-a3e7a0ea2eba None None] For port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,segment=NetworkSegment(cc93f348-0a5c-44a6-b609-4059d4a01a4c),segment_id=cc93f348-0a5c-44a6-b609-4059d4a01a4c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:21.255877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d3d4e782-9321-4f98-8e73-a3e7a0ea2eba None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:21.294765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d3d4e782-9321-4f98-8e73-a3e7a0ea2eba None None] Transition to ACTIVE for port object 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:21.318661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:22:21.381791 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d3d4e782-9321-4f98-8e73-a3e7a0ea2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:21.439447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-be221d5d-f3a9-44d3-9b89-506a70f3804f req-6ababd21-fdf5-4a75-8c4b-f2bc59da30bc tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Unset dirty status for tenant:7da40399b2d74922a6b75e9b3814e9a5 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:21.450672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be221d5d-f3a9-44d3-9b89-506a70f3804f req-6ababd21-fdf5-4a75-8c4b-f2bc59da30bc tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 210 time: 0.4262731 Feb 07 13:22:21.512904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-2db7d41b-9567-4421-8be5-c66a4d678a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:21.514759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-2db7d41b-9567-4421-8be5-c66a4d678a19 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 0.3662775 Feb 07 13:22:21.516413 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'status': 'completed', 'code': 200} Feb 07 13:22:21.635631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:21.662596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3f07-627f-4ac6-ad86-3539e50ed80b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:21.772818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-2263763b-b16c-4637-94d2-56c1b53e15b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 217 time: 0.2509851 Feb 07 13:22:21.802705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc3f07-627f-4ac6-ad86-3539e50ed80b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for a180583c-2da6-4a40-b2f0-e5156ed5583a owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:21.860692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Network 162c2389-9488-419c-a231-37fad163c1a0 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:22:21.861706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Pushing event updated for resources: {'Port': ['ID=a7221467-89b9-46e7-be83-59f519407013,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:21.866848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:21.875126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:22:21.902016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4e782-9321-4f98-8e73-a3e7a0ea2eba None None] Pushing event updated for resources: {'Port': ['ID=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:21.966410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:21:03Z', 'revision_number': 5, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:21.973447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] Checking router: 33e3b3d8-f460-4d80-bc5a-ec1807487add for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:22:21.992991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:22:21.993995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:22:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:22.054507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-002ff96a-fa78-4a9d-bc50-362b290994a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:22.062702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-002ff96a-fa78-4a9d-bc50-362b290994a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.2811563 Feb 07 13:22:22.132268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3f07-627f-4ac6-ad86-3539e50ed80b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:22.240514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-b2f00d78-6df1-49bb-bdc3-d4ee60d976c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568854 Feb 07 13:22:22.252800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:22.252800 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:22.286570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-d6c17449-7f23-4c54-9e72-c83ee9475ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:22.288763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-d6c17449-7f23-4c54-9e72-c83ee9475ca2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f582ff20aff845a89c5545713189c69f&device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 1096 time: 0.7083199 Feb 07 13:22:22.353150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3f07-627f-4ac6-ad86-3539e50ed80b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:22.368057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc3f07-627f-4ac6-ad86-3539e50ed80b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=a180583c-2da6-4a40-b2f0-e5156ed5583a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:22.384208 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cdc3f07-627f-4ac6-ad86-3539e50ed80b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/a180583c-2da6-4a40-b2f0-e5156ed5583a HTTP/1.1" status: 204 len: 168 time: 1.3576915 Feb 07 13:22:22.403951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59812) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:22.452341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:22.500056 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f11039-6d80-4d8e-8009-1752180c7fea tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] GET failed (client error): The resource could not be found. Feb 07 13:22:22.500607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d4f11039-6d80-4d8e-8009-1752180c7fea tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:22.533098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-2d6e67f9-be64-479c-8be3-e03bb0f3f537 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9959037 Feb 07 13:22:22.547834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Request body: {'port': {'device_id': '9a03085b-3cfd-4057-93fa-2ea09e8c6ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:22.569027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:22:22.605641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d4f11039-6d80-4d8e-8009-1752180c7fea tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:22.606836 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d4f11039-6d80-4d8e-8009-1752180c7fea tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports/a180583c-2da6-4a40-b2f0-e5156ed5583a HTTP/1.1" status: 404 len: 333 time: 0.2018952 Feb 07 13:22:22.610132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59822) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:22.836553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3b992-021f-4684-844a-8347189fb7c9 req-1225c6b2-d9e9-4125-903d-189f5b7feb8d tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:22.852960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0e3b992-021f-4684-844a-8347189fb7c9 req-1225c6b2-d9e9-4125-903d-189f5b7feb8d tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.7077999 Feb 07 13:22:22.868298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-586e3aeb-4ea4-4f99-b711-54a7a7a37a88 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:22.926083 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-586e3aeb-4ea4-4f99-b711-54a7a7a37a88 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:22.990954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0e3b992-021f-4684-844a-8347189fb7c9 req-c8868999-0da0-4b77-9ff4-98796f04fdf3 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366916 Feb 07 13:22:23.038688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.051566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5c492dd3-95eb-4273-a6b9-6c0b41cff9e3 None None] Could not find standard attr ID for object a180583c-2da6-4a40-b2f0-e5156ed5583a. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:22:23.053904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-e2787e40-8c66-409f-a208-266950bf84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:23.055389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-e2787e40-8c66-409f-a208-266950bf84ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 200 len: 919 time: 0.6977875 Feb 07 13:22:23.083068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-586e3aeb-4ea4-4f99-b711-54a7a7a37a88 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.084990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5c492dd3-95eb-4273-a6b9-6c0b41cff9e3 None None] Provisioning complete for port 9603994d-d468-4b37-89ca-28338b556f89 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:23.085371 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5c492dd3-95eb-4273-a6b9-6c0b41cff9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.130171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e3aeb-4ea4-4f99-b711-54a7a7a37a88 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cb5b36-eb95-4a1a-a16a-30ac6ca8a726,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:23.132479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-586e3aeb-4ea4-4f99-b711-54a7a7a37a88 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.140799 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-586e3aeb-4ea4-4f99-b711-54a7a7a37a88 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/security-groups/92cb5b36-eb95-4a1a-a16a-30ac6ca8a726 HTTP/1.1" status: 204 len: 168 time: 0.5270681 Feb 07 13:22:23.140799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59842) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:23.164416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-5e7f4f52-742f-47d9-ae8f-cd875ebe246e service neutron] 10.222.0.69 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8937867 Feb 07 13:22:23.198823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-328da42f-9ef2-429a-8deb-68677abf1635 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 200 len: 217 time: 0.1330712 Feb 07 13:22:23.203644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5c492dd3-95eb-4273-a6b9-6c0b41cff9e3 None None] Port 9603994d-d468-4b37-89ca-28338b556f89 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:22:23.223471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:21:03Z', 'revision_number': 5, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:23.240578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe651a-c713-4e9c-b52f-b9ec9b3a0901 None None] The sync data for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 is: [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:20:54Z', 'revision_number': 4, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a899dd19-ec62-46da-bb58-5c3c808df822', 'name': '', 'network_id': 'c18760b0-f66c-41e9-bf8b-e8e4069d3cde', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'mac_address': 'fa:16:3e:c1:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:52Z', 'updated_at': '2022-02-07T13:21:03Z', 'revision_number': 5, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'subnets': [{'id': '81d04c36-3430-48ff-93ee-6e7ecd8b0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:22:23.242251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9037518a-e56d-4afa-b1cf-a9425386c0d7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.280376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5c492dd3-95eb-4273-a6b9-6c0b41cff9e3 None None] Provisioning for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:23.291079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5c492dd3-95eb-4273-a6b9-6c0b41cff9e3 None None] Provisioning complete for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:23.291452 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5c492dd3-95eb-4273-a6b9-6c0b41cff9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.310175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9037518a-e56d-4afa-b1cf-a9425386c0d7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.434995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9037518a-e56d-4afa-b1cf-a9425386c0d7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.463426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037518a-e56d-4afa-b1cf-a9425386c0d7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20004cb2-298f-4dec-9c96-663c36a3cc71,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:23.482980 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9037518a-e56d-4afa-b1cf-a9425386c0d7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.484903 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9037518a-e56d-4afa-b1cf-a9425386c0d7 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/security-groups/20004cb2-298f-4dec-9c96-663c36a3cc71 HTTP/1.1" status: 204 len: 168 time: 0.3433244 Feb 07 13:22:23.497217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59852) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:23.642414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-5927f690-e495-4b0f-83b5-54c70ce42ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:23.644874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-5927f690-e495-4b0f-83b5-54c70ce42ff3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 200 len: 859 time: 0.4159932 Feb 07 13:22:23.645445 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a65c2f44-32b4-41db-bb88-8604875b4041 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.700519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f2b5cf61-2566-4fd8-ac6f-4cb696091093 None None] Could not find standard attr ID for object a180583c-2da6-4a40-b2f0-e5156ed5583a. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:22:23.746174 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a65c2f44-32b4-41db-bb88-8604875b4041 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.782565 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee231fec-e41a-408f-a6b9-50480da52d3a None None] New status for floating IP cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:22:23.895700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-d6cb5d73-08b4-4aa7-9b07-1e637ec29a06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18760b0-f66c-41e9-bf8b-e8e4069d3cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2395754 Feb 07 13:22:23.902899 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a65c2f44-32b4-41db-bb88-8604875b4041 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.941815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c2f44-32b4-41db-bb88-8604875b4041 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b5076-a305-4c51-ab81-e0c366ef9ae7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:23.959903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a65c2f44-32b4-41db-bb88-8604875b4041 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:23.959903 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a65c2f44-32b4-41db-bb88-8604875b4041 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/security-groups/902b5076-a305-4c51-ab81-e0c366ef9ae7 HTTP/1.1" status: 204 len: 168 time: 0.4595699 Feb 07 13:22:23.961251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59860) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:24.078746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b740707-e57f-4fe8-8f6d-808ea6621606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet 8a8085df-e795-49a1-a4d1-710435992f78 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:22:24.100443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b740707-e57f-4fe8-8f6d-808ea6621606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:24.289464 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b740707-e57f-4fe8-8f6d-808ea6621606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:24.332783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-784ee09d-d9a4-4a87-978d-1284b5816c24 service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238617 Feb 07 13:22:24.382849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c81e7a7-7a28-44f0-a0f3-4bec667fd289 req-e3d35897-5213-489e-97b0-ff13ae5f752c service neutron] 10.222.0.69 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2035768 Feb 07 13:22:24.493426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b740707-e57f-4fe8-8f6d-808ea6621606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:24.575940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14ff5-a62f-4fb6-af2b-b28190bfaa6c req-c0ee1571-d35e-456d-968d-bf26de2d5fac tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:24.580266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7d14ff5-a62f-4fb6-af2b-b28190bfaa6c req-c0ee1571-d35e-456d-968d-bf26de2d5fac tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 931 time: 1.3517404 Feb 07 13:22:24.629935 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:24.675300 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b740707-e57f-4fe8-8f6d-808ea6621606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:24.729526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b740707-e57f-4fe8-8f6d-808ea6621606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8085df-e795-49a1-a4d1-710435992f78,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:24.733636 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b740707-e57f-4fe8-8f6d-808ea6621606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:24.745137 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3b740707-e57f-4fe8-8f6d-808ea6621606 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/8a8085df-e795-49a1-a4d1-710435992f78 HTTP/1.1" status: 204 len: 168 time: 0.7780852 Feb 07 13:22:24.745460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59874) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:24.749713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d33fe4-a8fb-435e-ab44-c551400abd60 None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:24.819146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-679d5b28-bcb7-4c9d-8c09-0ddf72c3db47 req-4b7fc2da-a445-4713-be29-9252f3713ebb service neutron] 10.222.0.35 "GET /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782574 Feb 07 13:22:24.849278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7d14ff5-a62f-4fb6-af2b-b28190bfaa6c req-d87fb871-1b29-42e1-9e48-6589d70ec0b0 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693294 Feb 07 13:22:24.859395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d719d6-86af-4896-80f7-5d61f7a72906 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet 5b520c01-d556-4334-a850-c5b5abcf8972 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:22:24.864519 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d719d6-86af-4896-80f7-5d61f7a72906 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:24.977577 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d719d6-86af-4896-80f7-5d61f7a72906 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:25.008720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253b00c-062a-44e4-9050-722da2263170 req-fc1814e8-9e33-4bd3-90df-31a0f1e5c0bc tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:25.020315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9253b00c-062a-44e4-9050-722da2263170 req-fc1814e8-9e33-4bd3-90df-31a0f1e5c0bc tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.2584918 Feb 07 13:22:25.082591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-505bd606-56b0-436f-b5a9-6dc7aff50e49 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/floatingips/cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb HTTP/1.1" status: 200 len: 692 time: 0.1601608 Feb 07 13:22:25.166420 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d719d6-86af-4896-80f7-5d61f7a72906 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:25.407816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9253b00c-062a-44e4-9050-722da2263170 req-066899e7-135b-4653-b8a4-2b8dfb49260e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798130 Feb 07 13:22:25.423892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-df759811-1090-4375-85df-0269fec8c57a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:25.426157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-df759811-1090-4375-85df-0269fec8c57a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 784 time: 0.3235610 Feb 07 13:22:25.435117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7221467-89b9-46e7-be83-59f519407013 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:22:25.444305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:25.454067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d719d6-86af-4896-80f7-5d61f7a72906 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:25.465989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-a855dd99-8e65-4f20-bed6-f8ba6ec6c266 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:22:25.469213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-a855dd99-8e65-4f20-bed6-f8ba6ec6c266 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215762 Feb 07 13:22:25.524063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d719d6-86af-4896-80f7-5d61f7a72906 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=5b520c01-d556-4334-a850-c5b5abcf8972,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:25.540343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d719d6-86af-4896-80f7-5d61f7a72906 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:25.548388 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-59d719d6-86af-4896-80f7-5d61f7a72906 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/5b520c01-d556-4334-a850-c5b5abcf8972 HTTP/1.1" status: 204 len: 168 time: 0.8018975 Feb 07 13:22:25.552690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59882) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:25.580644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Transition to ACTIVE for port object a7221467-89b9-46e7-be83-59f519407013 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:22:25.587175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-d48aabda-16d9-4fd6-9a90-f35f0bc5a7c1 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.1081147 Feb 07 13:22:25.609578 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a91f8e-0407-4205-a99f-337dd88f1ac2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:25.613358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a91f8e-0407-4205-a99f-337dd88f1ac2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:25.613520 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b5a91f8e-0407-4205-a99f-337dd88f1ac2 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/8a8085df-e795-49a1-a4d1-710435992f78 HTTP/1.1" status: 404 len: 337 time: 0.0585008 Feb 07 13:22:25.615672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59886) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:25.771072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5e6f11-48e3-48e9-80bc-39e9e631a498 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting subnet 0071f52e-1518-4e43-8d2c-eebe995b45fd {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:22:25.786936 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6f11-48e3-48e9-80bc-39e9e631a498 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:25.794778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:25.873570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-e0b76ff3-56fe-45b7-a399-0a22bfbfe0d9 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.2740798 Feb 07 13:22:25.927499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6f11-48e3-48e9-80bc-39e9e631a498 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:26.060860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Deleting port 2d1f4929-c168-4ac9-8fa4-bc2a049e43f2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:26.061151 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:26.128072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6f11-48e3-48e9-80bc-39e9e631a498 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:26.234582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Pushing event updated for resources: {'Port': ['ID=a7221467-89b9-46e7-be83-59f519407013,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:26.350104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95142b38-81d2-4e58-9fa1-562e31ac0429 None None] Network 1f27a525-a23f-47d0-8876-83e4e1698694 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:26.366593 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6f11-48e3-48e9-80bc-39e9e631a498 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:26.479503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f5e6f11-48e3-48e9-80bc-39e9e631a498 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:26.490975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e6f11-48e3-48e9-80bc-39e9e631a498 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Subnet': ['ID=0071f52e-1518-4e43-8d2c-eebe995b45fd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:26.510029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2f5e6f11-48e3-48e9-80bc-39e9e631a498 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/0071f52e-1518-4e43-8d2c-eebe995b45fd HTTP/1.1" status: 204 len: 168 time: 0.8922477 Feb 07 13:22:26.511220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59900) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:26.623028 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0268105-5327-49c6-a761-a2cd46c9feda tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:26.632105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Attempting to bind port a7221467-89b9-46e7-be83-59f519407013 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:22:26.632105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Attempting to bind port a7221467-89b9-46e7-be83-59f519407013 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'd0e35106-872b-4416-b05d-6cebd4aa40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '162c2389-9488-419c-a231-37fad163c1a0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:22:26.632105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Attempting to bind port a7221467-89b9-46e7-be83-59f519407013 on network 162c2389-9488-419c-a231-37fad163c1a0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:22:26.633488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0268105-5327-49c6-a761-a2cd46c9feda tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:26.634883 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0268105-5327-49c6-a761-a2cd46c9feda tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/22b2de54-aebe-4511-afbe-271e2a03e895 HTTP/1.1" status: 404 len: 337 time: 0.1216037 Feb 07 13:22:26.646363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59904) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:26.688792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Port a7221467-89b9-46e7-be83-59f519407013 on network 162c2389-9488-419c-a231-37fad163c1a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:22:26.689155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Attempting to bind port a7221467-89b9-46e7-be83-59f519407013 on network 162c2389-9488-419c-a231-37fad163c1a0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:22:26.728007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:22:26.728007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Checking segment: {'id': 'd0e35106-872b-4416-b05d-6cebd4aa40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '162c2389-9488-419c-a231-37fad163c1a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:22:26.728007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Bound using segment: {'id': 'd0e35106-872b-4416-b05d-6cebd4aa40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '162c2389-9488-419c-a231-37fad163c1a0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:22:26.728007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Bound port: a7221467-89b9-46e7-be83-59f519407013, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e35106-872b-4416-b05d-6cebd4aa40e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '162c2389-9488-419c-a231-37fad163c1a0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:22:26.728007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:26.856733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2fbad6a2-b7fa-4606-b6df-4458eb35941e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Synchronizing usage tracker for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:26.958430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d59432c2-c0ba-46d6-8797-29e23fb74a6b None None] Provisioning complete for port 9603994d-d468-4b37-89ca-28338b556f89 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:26.959323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d59432c2-c0ba-46d6-8797-29e23fb74a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.011708 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.012300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.043820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d59432c2-c0ba-46d6-8797-29e23fb74a6b None None] Port 9603994d-d468-4b37-89ca-28338b556f89 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:22:27.062066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d59432c2-c0ba-46d6-8797-29e23fb74a6b None None] Provisioning complete for port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:27.062625 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d59432c2-c0ba-46d6-8797-29e23fb74a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.106863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2fbad6a2-b7fa-4606-b6df-4458eb35941e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Unset dirty status for tenant:3e64b1b315c14e9da4e0f13207b1d4f4 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:27.111241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2fbad6a2-b7fa-4606-b6df-4458eb35941e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "GET /v2.0/ports?device_id=6afd30e5-9f80-4223-bff0-09996438c7ee HTTP/1.1" status: 200 len: 205 time: 0.4622252 Feb 07 13:22:27.112058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59910) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:27.123744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] DHCP port deletion for 1f27a525-a23f-47d0-8876-83e4e1698694 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:22:27.139171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] Deleting port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:27.139790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.232977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Calling delete_port for 2d1f4929-c168-4ac9-8fa4-bc2a049e43f2 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:27.384867 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-5555b48c-ec9b-40be-9300-5f928fe8830f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] delete failed (client error): The resource could not be found. Feb 07 13:22:27.389896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59918) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:27.390847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5555b48c-ec9b-40be-9300-5f928fe8830f tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/routers/6afd30e5-9f80-4223-bff0-09996438c7ee HTTP/1.1" status: 404 len: 336 time: 0.2013769 Feb 07 13:22:27.450316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c83c4-774b-44ba-861d-9aadc6897db9 req-31575750-7409-43e5-8052-6eff3a0f0828 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:27.452578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad5c83c4-774b-44ba-861d-9aadc6897db9 req-31575750-7409-43e5-8052-6eff3a0f0828 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 943 time: 1.3638134 Feb 07 13:22:27.578051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] For port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,segment=NetworkSegment(cc93f348-0a5c-44a6-b609-4059d4a01a4c),segment_id=cc93f348-0a5c-44a6-b609-4059d4a01a4c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:27.578609 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.646686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] For port a7221467-89b9-46e7-be83-59f519407013, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:22:27.656181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] For port a7221467-89b9-46e7-be83-59f519407013, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a7221467-89b9-46e7-be83-59f519407013,segment=NetworkSegment(d0e35106-872b-4416-b05d-6cebd4aa40e8),segment_id=d0e35106-872b-4416-b05d-6cebd4aa40e8)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:22:27.728883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] Calling delete_port for 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:27.749308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad5c83c4-774b-44ba-861d-9aadc6897db9 req-7b2ff248-a0a3-4e46-bc1b-d97b66b9ae41 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771165 Feb 07 13:22:27.767580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.855245 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf69eacd-a41c-4e9e-bace-b4218ef00ddf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:27.855936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf69eacd-a41c-4e9e-bace-b4218ef00ddf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:27.861352 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cf69eacd-a41c-4e9e-bace-b4218ef00ddf tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/4c5eeedf-554e-4a71-8b54-11a82a94f278 HTTP/1.1" status: 404 len: 337 time: 0.4704635 Feb 07 13:22:27.862121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59922) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:27.897473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.907843 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b508a88f-1196-4b77-a741-d921f5c356ed tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:27.910765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b508a88f-1196-4b77-a741-d921f5c356ed tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:27.916780 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b508a88f-1196-4b77-a741-d921f5c356ed tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/09a8c867-8f43-4d3b-9757-222d542d4d13 HTTP/1.1" status: 404 len: 337 time: 0.0519464 Feb 07 13:22:27.918370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59928) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:27.925543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Pushing event updated for resources: {'Port': ['ID=a7221467-89b9-46e7-be83-59f519407013,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:27.962079 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a711aad-3200-4658-b20d-ea38ff11796e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:27.966792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a711aad-3200-4658-b20d-ea38ff11796e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:27.966792 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6a711aad-3200-4658-b20d-ea38ff11796e tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/df8b7125-e95d-4b35-98c5-7081092b12f7 HTTP/1.1" status: 404 len: 337 time: 0.0460680 Feb 07 13:22:27.969411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59932) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:27.978344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:27.979090 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:27.980600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-ba4f5d29-1e25-41a8-bca1-a4b6318c268f service neutron] 10.222.0.35 "PUT /v2.0/ports/a7221467-89b9-46e7-be83-59f519407013 HTTP/1.1" status: 200 len: 1091 time: 5.4370174 Feb 07 13:22:27.989753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a03085b-3cfd-4057-93fa-2ea09e8c6ed7', 'tag': 'a7221467-89b9-46e7-be83-59f519407013'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:28.057889 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-904f0ac6-f690-491a-bd7c-a722012faf0b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:28.057889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904f0ac6-f690-491a-bd7c-a722012faf0b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:28.059730 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-904f0ac6-f690-491a-bd7c-a722012faf0b tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/54ea63d5-e6dc-4712-b782-b17d11e35a95 HTTP/1.1" status: 404 len: 333 time: 0.0888000 Feb 07 13:22:28.062812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59940) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:28.068639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] No DVR routers for this DVR port 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:22:28.083541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed7a82-fa7d-43e1-873b-164818226ca2 None None] Pushing event deleted for resources: {'Port': ['ID=3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:28.167797 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:28.218436 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebeff7c4-78e1-444e-b8ec-c6424c7fbb76 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:28.224345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebeff7c4-78e1-444e-b8ec-c6424c7fbb76 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:28.224345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event deleted for resources: {'Port': ['ID=2d1f4929-c168-4ac9-8fa4-bc2a049e43f2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:28.249703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ebeff7c4-78e1-444e-b8ec-c6424c7fbb76 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/c4df2d44-c557-4587-b37c-85f0ac001671 HTTP/1.1" status: 404 len: 337 time: 0.1844945 Feb 07 13:22:28.252686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59944) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:28.311188 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8a040d-4edc-4b7c-929b-8ef9e77505f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:28.311705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8a040d-4edc-4b7c-929b-8ef9e77505f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:28.313651 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1e8a040d-4edc-4b7c-929b-8ef9e77505f3 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/9cbb197e-5662-47c6-8e18-c46fbfb794a7 HTTP/1.1" status: 404 len: 337 time: 0.0588863 Feb 07 13:22:28.318543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59948) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:28.374164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:22:28.392861 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d5ccc9-002c-42c2-8ac8-678f478e7390 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:28.393494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d5ccc9-002c-42c2-8ac8-678f478e7390 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:28.395433 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21d5ccc9-002c-42c2-8ac8-678f478e7390 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/7994773a-75d1-4ccf-abc4-4a995abeca44 HTTP/1.1" status: 404 len: 333 time: 0.0743868 Feb 07 13:22:28.400677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59956) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:28.460637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:22:28.461432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3a64c4d3-98cc-4dd6-9d9d-d13732f32ec6 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:22:28.479705 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b91b105-b57b-486f-a7c3-fa44ce550c31 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:28.480225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b91b105-b57b-486f-a7c3-fa44ce550c31 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:28.483292 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b91b105-b57b-486f-a7c3-fa44ce550c31 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/8c93234c-807e-4ef8-80a2-1815ad14811e HTTP/1.1" status: 404 len: 337 time: 0.0803947 Feb 07 13:22:28.485644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59962) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:28.486905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1f63-b9e6-438b-a7e6-2bc22046fa13 req-8e7e3bc9-2e9a-41ca-a297-476ff636ca58 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:28.489371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37ab1f63-b9e6-438b-a7e6-2bc22046fa13 req-8e7e3bc9-2e9a-41ca-a297-476ff636ca58 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.5653729 Feb 07 13:22:28.538286 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b79c4dd-a8fd-474e-a92f-1aa7537f28ca tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] DELETE failed (client error): The resource could not be found. Feb 07 13:22:28.538749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b79c4dd-a8fd-474e-a92f-1aa7537f28ca tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:22:28.540496 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9b79c4dd-a8fd-474e-a92f-1aa7537f28ca tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/subnets/a952fbf4-86f5-4324-a226-c48e9deb3f91 HTTP/1.1" status: 404 len: 337 time: 0.0456300 Feb 07 13:22:28.543225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59966) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:28.556441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-db314b4c-7328-433f-b988-407a3276ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:28.556441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-db314b4c-7328-433f-b988-407a3276ca02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7da40399b2d74922a6b75e9b3814e9a5&device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 1094 time: 0.4505107 Feb 07 13:22:28.672549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37ab1f63-b9e6-438b-a7e6-2bc22046fa13 req-8abdc0fa-bcb5-4403-bb08-4111b5791bee tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603622 Feb 07 13:22:28.673920 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-efe66bf7-2368-44fd-b84f-6c0cad3cbcb8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Deleting port 9603994d-d468-4b37-89ca-28338b556f89 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:28.674267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe66bf7-2368-44fd-b84f-6c0cad3cbcb8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:28.684369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-e64f1475-8e1a-458f-8846-b694fff699d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7221467-89b9-46e7-be83-59f519407013 HTTP/1.1" status: 200 len: 217 time: 0.1191032 Feb 07 13:22:28.777282 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a03085b-3cfd-4057-93fa-2ea09e8c6ed7', 'tag': 'a7221467-89b9-46e7-be83-59f519407013', 'status': 'completed', 'code': 200} Feb 07 13:22:28.779619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:28.789032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:28.790688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f2a9424-8515-469a-abe1-1c59aaba1f7a req-aaddd9ce-68f7-42a7-a1c0-43476356ba8e tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "DELETE /v2.0/floatingips/cd8021a2-33d6-4bbf-bdf2-40eb67c4b0fb HTTP/1.1" status: 204 len: 173 time: 2.9158375 Feb 07 13:22:28.813809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-17205a47-9a5a-4d64-991d-bb04bcca6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:28.815321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-17205a47-9a5a-4d64-991d-bb04bcca6a44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f59dcb7b-8040-449b-97c7-1ecc6249aa09 HTTP/1.1" status: 200 len: 849 time: 0.1186175 Feb 07 13:22:28.887805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-f89b786d-cda9-4bce-afd0-e1de6ca06485 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=162c2389-9488-419c-a231-37fad163c1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652208 Feb 07 13:22:28.971374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe66bf7-2368-44fd-b84f-6c0cad3cbcb8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:29.158627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-efe66bf7-2368-44fd-b84f-6c0cad3cbcb8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Calling delete_port for 9603994d-d468-4b37-89ca-28338b556f89 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:29.232414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0d1fe99-9048-4960-926a-ca3f8864b3d1 req-ee584532-7808-4e2e-be2a-dd3aedf32823 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups/3fbec422-4968-4846-b1a3-419ebb03e3be HTTP/1.1" status: 200 len: 1809 time: 0.4112921 Feb 07 13:22:29.320437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe66bf7-2368-44fd-b84f-6c0cad3cbcb8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:29.351236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-fb5ed9ed-5256-4f37-b1cc-a0fccf60aad3 service neutron] 10.222.0.35 "GET /v2.0/networks/162c2389-9488-419c-a231-37fad163c1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530036 Feb 07 13:22:29.445967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe66bf7-2368-44fd-b84f-6c0cad3cbcb8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Port': ['ID=9603994d-d468-4b37-89ca-28338b556f89,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:29.449558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-efe66bf7-2368-44fd-b84f-6c0cad3cbcb8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:29.545808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946b4728-b041-42be-bee4-9d3cf3cfbef5 req-9d91d2fc-8a65-4724-84d4-cc0b470a8f80 service neutron] 10.222.0.35 "GET /v2.0/networks/162c2389-9488-419c-a231-37fad163c1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729462 Feb 07 13:22:29.584761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c416e9-476e-48c2-a22b-e79996d998dd req-fa5f0ddf-9fbc-48fd-a643-58b529e34feb tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:29.593720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79c416e9-476e-48c2-a22b-e79996d998dd req-fa5f0ddf-9fbc-48fd-a643-58b529e34feb tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 943 time: 0.5961480 Feb 07 13:22:29.649378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d0d1fe99-9048-4960-926a-ca3f8864b3d1 req-46eb48aa-66fa-4ef6-82a7-3e5deaba613b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:29.692133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79c416e9-476e-48c2-a22b-e79996d998dd req-e8054ad2-c32a-4927-a237-0b875e11ba5b tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972691 Feb 07 13:22:29.735716 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d0d1fe99-9048-4960-926a-ca3f8864b3d1 req-46eb48aa-66fa-4ef6-82a7-3e5deaba613b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:29.803758 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-efe66bf7-2368-44fd-b84f-6c0cad3cbcb8 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/ports/9603994d-d468-4b37-89ca-28338b556f89 HTTP/1.1" status: 204 len: 168 time: 1.2590427 Feb 07 13:22:29.806086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59988) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:29.967678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-c90a159e-dc54-489b-9b9d-7e5276f9a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:29.974596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-c90a159e-dc54-489b-9b9d-7e5276f9a121 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7da40399b2d74922a6b75e9b3814e9a5&device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 1094 time: 0.1117713 Feb 07 13:22:30.072926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.118710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d0d1fe99-9048-4960-926a-ca3f8864b3d1 req-46eb48aa-66fa-4ef6-82a7-3e5deaba613b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.173236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb48aa-66fa-4ef6-82a7-3e5deaba613b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbec422-4968-4846-b1a3-419ebb03e3be,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:30.251341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-a0fb5c94-7e5b-4edb-9562-7d5a7c5a17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:30.252855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-a0fb5c94-7e5b-4edb-9562-7d5a7c5a17f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=162c2389-9488-419c-a231-37fad163c1a0 HTTP/1.1" status: 200 len: 909 time: 0.2748654 Feb 07 13:22:30.265886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aec8f-6975-499f-a637-5553c7040de0 req-83621c1d-85e8-49d0-a31d-c10e4033efbf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:30.270016 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.273031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821aec8f-6975-499f-a637-5553c7040de0 req-83621c1d-85e8-49d0-a31d-c10e4033efbf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.1899157 Feb 07 13:22:30.301602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f27a525-a23f-47d0-8876-83e4e1698694']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:30.319676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc93f348-0a5c-44a6-b609-4059d4a01a4c') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:30.321078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc93f348-0a5c-44a6-b609-4059d4a01a4c') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:30.333638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.365665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d0d1fe99-9048-4960-926a-ca3f8864b3d1 req-46eb48aa-66fa-4ef6-82a7-3e5deaba613b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.367049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0d1fe99-9048-4960-926a-ca3f8864b3d1 req-46eb48aa-66fa-4ef6-82a7-3e5deaba613b tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "DELETE /v2.0/security-groups/3fbec422-4968-4846-b1a3-419ebb03e3be HTTP/1.1" status: 204 len: 173 time: 1.1338348 Feb 07 13:22:30.369560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-613ed6b8-59f4-4306-adc2-8a8070f22e6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7221467-89b9-46e7-be83-59f519407013 HTTP/1.1" status: 200 len: 217 time: 0.0800703 Feb 07 13:22:30.386723 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.458640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821aec8f-6975-499f-a637-5553c7040de0 req-e6c940b3-1b1c-4736-a60c-ad6ecc476eea tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848896 Feb 07 13:22:30.500084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-8c25ae33-c5b7-49d0-b886-a1088fe588e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:30.502087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-8c25ae33-c5b7-49d0-b886-a1088fe588e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f59dcb7b-8040-449b-97c7-1ecc6249aa09 HTTP/1.1" status: 200 len: 849 time: 0.1199768 Feb 07 13:22:30.537170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:22:30.538312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:22:30.561066 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:22:30.595266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-cb39d02d-8ee2-40ad-b212-b21cec69de32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=162c2389-9488-419c-a231-37fad163c1a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848064 Feb 07 13:22:30.801303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.818366 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:30.914333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-112bbff0-b773-4cf6-a6a1-9a43df8322f4 service neutron] 10.222.0.35 "GET /v2.0/networks/162c2389-9488-419c-a231-37fad163c1a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081291 Feb 07 13:22:30.922918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] Pushing event deleted for resources: {'Network': ['ID=1f27a525-a23f-47d0-8876-83e4e1698694,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:30.941713 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c7d69a0c-40e3-4358-9b49-65ac2a9b1973 tempest-PortsIpV6TestJSON-1476602880 tempest-PortsIpV6TestJSON-1476602880-project] 10.222.0.69 "DELETE /v2.0/networks/1f27a525-a23f-47d0-8876-83e4e1698694 HTTP/1.1" status: 204 len: 168 time: 1.1314175 Feb 07 13:22:31.167024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79bd57ba-ec5c-41f6-88b5-d68139ef96ee req-cbabd5a3-79e8-43c0-a4c8-492dbd71defa service neutron] 10.222.0.35 "GET /v2.0/networks/162c2389-9488-419c-a231-37fad163c1a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457082 Feb 07 13:22:31.176631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d71d5f-48e5-4ab4-872c-0b4fa8d859a0 req-f91c489b-4085-48c0-9e11-ebe447c1c070 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:31.185356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48d71d5f-48e5-4ab4-872c-0b4fa8d859a0 req-f91c489b-4085-48c0-9e11-ebe447c1c070 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 943 time: 0.2228224 Feb 07 13:22:31.296263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48d71d5f-48e5-4ab4-872c-0b4fa8d859a0 req-add381ca-b305-410c-83ef-cf2c2fa818c6 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096842 Feb 07 13:22:31.328826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0be52b-0681-49a1-8cf5-a8acab4f0349 req-ecc7d98c-e2a0-4539-81e4-5b5518147150 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:31.329570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ee0be52b-0681-49a1-8cf5-a8acab4f0349 req-ecc7d98c-e2a0-4539-81e4-5b5518147150 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:31.349887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ee0be52b-0681-49a1-8cf5-a8acab4f0349 req-ecc7d98c-e2a0-4539-81e4-5b5518147150 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:31.351214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee0be52b-0681-49a1-8cf5-a8acab4f0349 req-ecc7d98c-e2a0-4539-81e4-5b5518147150 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.1504879 Feb 07 13:22:31.416798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ee0be52b-0681-49a1-8cf5-a8acab4f0349 req-4c1215f4-d5d6-422b-9bfb-34cfcbc6093a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:31.520993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ee0be52b-0681-49a1-8cf5-a8acab4f0349 req-4c1215f4-d5d6-422b-9bfb-34cfcbc6093a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:31.523392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee0be52b-0681-49a1-8cf5-a8acab4f0349 req-4c1215f4-d5d6-422b-9bfb-34cfcbc6093a tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647639 Feb 07 13:22:31.814476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60024) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:31.832362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab158-9277-4b97-9ccd-8726869fc321 req-8cd92ecd-e64d-458a-bd18-9f1e347a6652 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:31.834134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fbab158-9277-4b97-9ccd-8726869fc321 req-8cd92ecd-e64d-458a-bd18-9f1e347a6652 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.1435647 Feb 07 13:22:31.952492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fbab158-9277-4b97-9ccd-8726869fc321 req-8ad652e9-90cb-4c2d-a0ca-f32645066e97 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057515 Feb 07 13:22:32.099234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60030) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:32.105070 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0d1d0bb5-acc1-40b6-ad4c-e009b0f009dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e64b1b315c14e9da4e0f13207b1d4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875509 Feb 07 13:22:32.213756 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2e601ab-5ee1-417b-9040-fad61a4af116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:32.260174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2e601ab-5ee1-417b-9040-fad61a4af116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:32.411853 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2e601ab-5ee1-417b-9040-fad61a4af116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:32.435382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e601ab-5ee1-417b-9040-fad61a4af116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3056d326-34d2-4b49-b0d3-22155c46228b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:32.508343 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2e601ab-5ee1-417b-9040-fad61a4af116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:32.509717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a2e601ab-5ee1-417b-9040-fad61a4af116 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3056d326-34d2-4b49-b0d3-22155c46228b HTTP/1.1" status: 204 len: 168 time: 0.4094539 Feb 07 13:22:32.619704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a7221467-89b9-46e7-be83-59f519407013 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:22:32.721195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e0b5b-38a2-4358-aaa6-359f53265338 req-fd9cef76-a3ee-4964-ac64-3d928c1ac751 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:32.723361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a7e0b5b-38a2-4358-aaa6-359f53265338 req-fd9cef76-a3ee-4964-ac64-3d928c1ac751 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 943 time: 0.2655253 Feb 07 13:22:33.005287 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:22:33.133920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a7221467-89b9-46e7-be83-59f519407013, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a7221467-89b9-46e7-be83-59f519407013,segment=NetworkSegment(d0e35106-872b-4416-b05d-6cebd4aa40e8),segment_id=d0e35106-872b-4416-b05d-6cebd4aa40e8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:33.164583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'a7221467-89b9-46e7-be83-59f519407013', 'network_id': '162c2389-9488-419c-a231-37fad163c1a0', 'port_id': 'a7221467-89b9-46e7-be83-59f519407013', 'mac_address': 'fa:16:3e:6a:24:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59dcb7b-8040-449b-97c7-1ecc6249aa09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:22:33.247510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:33.253620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a7e0b5b-38a2-4358-aaa6-359f53265338 req-75a59125-ff99-4c15-8b97-a93a134956b7 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083158 Feb 07 13:22:33.275720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7221467-89b9-46e7-be83-59f519407013 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:22:33.318347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a7221467-89b9-46e7-be83-59f519407013, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a7221467-89b9-46e7-be83-59f519407013,segment=NetworkSegment(d0e35106-872b-4416-b05d-6cebd4aa40e8),segment_id=d0e35106-872b-4416-b05d-6cebd4aa40e8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:33.389429 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:33.502109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-f6c4a425-9adc-48c8-9cfb-640572c50da2 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:33.504052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-f6c4a425-9adc-48c8-9cfb-640572c50da2 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.35 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.2443054 Feb 07 13:22:33.516734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b1d0-f491-48c5-ba4a-b0197e13f9cc req-9e1f36f7-c986-48d4-947d-e63826ebe7ea tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:33.519151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef56b1d0-f491-48c5-ba4a-b0197e13f9cc req-9e1f36f7-c986-48d4-947d-e63826ebe7ea tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 945 time: 0.5807071 Feb 07 13:22:33.560943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=a7221467-89b9-46e7-be83-59f519407013,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:33.634286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['a7221467-89b9-46e7-be83-59f519407013'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:22:33.640294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Deleting port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:33.640647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:33.921618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef56b1d0-f491-48c5-ba4a-b0197e13f9cc req-4e1fec15-a5bf-485f-b14f-141688b371c7 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/security-groups?id=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146853 Feb 07 13:22:33.985367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c68d0-48c2-405b-84d6-8ae63f9ce733 req-8c23b817-4fb9-4f37-b5c9-d21fd6d167ec tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:33.993949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-739c68d0-48c2-405b-84d6-8ae63f9ce733 req-8c23b817-4fb9-4f37-b5c9-d21fd6d167ec tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.4733272 Feb 07 13:22:34.273380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-739c68d0-48c2-405b-84d6-8ae63f9ce733 req-5e74f042-9791-4f95-bf7c-05f721687900 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785480 Feb 07 13:22:34.276936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] For port cb3aed55-5f14-44cf-a579-dd6fb0c814e1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:34.276936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:34.470606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Calling delete_port for cb3aed55-5f14-44cf-a579-dd6fb0c814e1 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:34.621565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a7221467-89b9-46e7-be83-59f519407013 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:22:34.777219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port a7221467-89b9-46e7-be83-59f519407013 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:22:34.784306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port a7221467-89b9-46e7-be83-59f519407013 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:22:34.790765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:34.806908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278c911-fe12-4636-9a5e-a8035a54891b req-3f2f79ff-7ba4-4b99-8471-0f907119137c tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:34.817475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7278c911-fe12-4636-9a5e-a8035a54891b req-3f2f79ff-7ba4-4b99-8471-0f907119137c tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 944 time: 0.2869320 Feb 07 13:22:34.885667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7278c911-fe12-4636-9a5e-a8035a54891b req-dcb30c12-0d82-467f-aa30-ab385bb80475 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671241 Feb 07 13:22:34.920975 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:35.062494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:35.105456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a03085b-3cfd-4057-93fa-2ea09e8c6ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7221467-89b9-46e7-be83-59f519407013'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:35.117541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a7221467-89b9-46e7-be83-59f519407013, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a7221467-89b9-46e7-be83-59f519407013,segment=NetworkSegment(d0e35106-872b-4416-b05d-6cebd4aa40e8),segment_id=d0e35106-872b-4416-b05d-6cebd4aa40e8)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:35.146055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Pushing event deleted for resources: {'Port': ['ID=cb3aed55-5f14-44cf-a579-dd6fb0c814e1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:35.391248 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:35.391248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cb3aed55-5f14-44cf-a579-dd6fb0c814e1 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:22:35.391248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: cb3aed55-5f14-44cf-a579-dd6fb0c814e1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:22:35.391248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cb3aed55-5f14-44cf-a579-dd6fb0c814e1 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:22:35.412517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] No DVR routers for this DVR port cb3aed55-5f14-44cf-a579-dd6fb0c814e1 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:22:35.419155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9475ebf4-db43-4832-9243-e3cfdbd74f66 req-3ed5e8c8-1566-4b8c-8df3-65476bb9cbc9 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 210 time: 0.2711337 Feb 07 13:22:35.428796 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:35.432871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=a7221467-89b9-46e7-be83-59f519407013,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:35.441859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'name': 'network-vif-deleted', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:35.496425 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a03085b-3cfd-4057-93fa-2ea09e8c6ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7221467-89b9-46e7-be83-59f519407013', 'code': 200} Feb 07 13:22:35.620153 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d74e92-6fcc-457e-9721-9a802e0de144', 'name': 'network-vif-deleted', 'tag': 'cb3aed55-5f14-44cf-a579-dd6fb0c814e1', 'status': 'completed', 'code': 200} Feb 07 13:22:35.626909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3b66fe8-f121-4697-b49f-ffd481a62dda req-917cd038-fc6c-44f3-bea2-c9a96ba5a182 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.35 "DELETE /v2.0/ports/cb3aed55-5f14-44cf-a579-dd6fb0c814e1 HTTP/1.1" status: 204 len: 173 time: 2.1050439 Feb 07 13:22:35.687636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b34363-077a-4d58-9159-d0bdf2ca6934 req-99935f97-4047-4a80-8f70-8a69a363fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:35.691592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67b34363-077a-4d58-9159-d0bdf2ca6934 req-99935f97-4047-4a80-8f70-8a69a363fb37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 1096 time: 0.1318460 Feb 07 13:22:35.914949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67b34363-077a-4d58-9159-d0bdf2ca6934 req-4d82da34-767b-4bc3-ba5c-18928b6355e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906881 Feb 07 13:22:35.942728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ea9f8-ad2e-4b63-8949-825f4c819300 req-fbf57a32-d314-4b8d-ba6d-7cdcd6fa77ab tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:35.951344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-944ea9f8-ad2e-4b63-8949-825f4c819300 req-fbf57a32-d314-4b8d-ba6d-7cdcd6fa77ab tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.2364905 Feb 07 13:22:36.011938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-944ea9f8-ad2e-4b63-8949-825f4c819300 req-53459820-b4cd-4340-935d-7eff48618e38 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594201 Feb 07 13:22:36.226198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4185c0-6240-4e81-990f-af32efd9f3ad req-8e2349b1-e39e-4173-b294-2b3713e91262 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:36.235878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da4185c0-6240-4e81-990f-af32efd9f3ad req-8e2349b1-e39e-4173-b294-2b3713e91262 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 945 time: 0.1357720 Feb 07 13:22:36.333127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da4185c0-6240-4e81-990f-af32efd9f3ad req-ecb43764-f203-40b3-8909-7ec52d805768 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924242 Feb 07 13:22:36.719818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3f0e2080-7a59-4cf2-b075-f41c7d824613 req-351ec4e5-199f-4f3a-8a12-ec45b6098fb7 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Synchronizing usage tracker for tenant:f582ff20aff845a89c5545713189c69f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:36.881124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3f0e2080-7a59-4cf2-b075-f41c7d824613 req-351ec4e5-199f-4f3a-8a12-ec45b6098fb7 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] Unset dirty status for tenant:f582ff20aff845a89c5545713189c69f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:36.883196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f0e2080-7a59-4cf2-b075-f41c7d824613 req-351ec4e5-199f-4f3a-8a12-ec45b6098fb7 tempest-ServerRescueTestJSONUnderV235-893016779 tempest-ServerRescueTestJSONUnderV235-893016779-project] 10.222.0.69 "GET /v2.0/ports?device_id=87d74e92-6fcc-457e-9721-9a802e0de144 HTTP/1.1" status: 200 len: 210 time: 0.2196178 Feb 07 13:22:37.092462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60140) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:37.275478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454b5f4-3d01-4027-9b61-644e3b80af62 req-6e4d88a1-19ba-499e-a226-2aaf7f706fde tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:37.297467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2454b5f4-3d01-4027-9b61-644e3b80af62 req-6e4d88a1-19ba-499e-a226-2aaf7f706fde tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.1194341 Feb 07 13:22:37.348583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:37.602563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:37.620058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] Usage tracker for resource:security_group_rule and tenant:1a41300de9304baba80d6bb931d4ad48 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:37.625972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2454b5f4-3d01-4027-9b61-644e3b80af62 req-a0c4ea69-57b0-4ec3-bc46-406feb91bf66 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420188 Feb 07 13:22:37.627096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:37.653374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:37.747291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1ba1c-f741-493b-b889-104f7391a424 req-853e7556-3485-4874-800f-ad86dabd188c tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:37.751443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1aa1ba1c-f741-493b-b889-104f7391a424 req-853e7556-3485-4874-800f-ad86dabd188c tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 945 time: 0.2549107 Feb 07 13:22:37.751443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c64c-7509-43ce-b906-e0824177896f req-15f344ab-c9a5-417f-950d-c211979a4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:37.753657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb98c64c-7509-43ce-b906-e0824177896f req-15f344ab-c9a5-417f-950d-c211979a4fe0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 1097 time: 0.2600443 Feb 07 13:22:37.955690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:37.981397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1aa1ba1c-f741-493b-b889-104f7391a424 req-2a22774c-f8f2-4626-a68d-0ef8cf48d59a tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202823 Feb 07 13:22:38.017340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60160) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:38.020611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb98c64c-7509-43ce-b906-e0824177896f req-d478f7e1-8765-40d2-adee-69bfb4eb1015 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590032 Feb 07 13:22:38.025170 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:38.121760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a41300de9304baba80d6bb931d4ad48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0279534 Feb 07 13:22:38.123324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf026d-4d97-4433-853f-dc56af32f845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ddb812-caf8-4fa6-a21c-e17c664c58cb,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:38.141351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60164) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:38.270321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2719d492-3577-4743-81cf-4f0bdfd95635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:38.306534 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2719d492-3577-4743-81cf-4f0bdfd95635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:38.620794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2719d492-3577-4743-81cf-4f0bdfd95635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:38.695956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2719d492-3577-4743-81cf-4f0bdfd95635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:38.698763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2719d492-3577-4743-81cf-4f0bdfd95635 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7ddb812-caf8-4fa6-a21c-e17c664c58cb HTTP/1.1" status: 204 len: 168 time: 0.5564480 Feb 07 13:22:38.708685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719d492-3577-4743-81cf-4f0bdfd95635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ddb812-caf8-4fa6-a21c-e17c664c58cb,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:38.851640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2243d870-ab66-4c25-a499-605d823d23c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:38.990350 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:38.991272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e52b0-7e1e-4cea-ac8f-fd7950b98f62 req-93ccc59d-3cae-4654-bb6c-8b65687a2d42 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:38.999879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a36e52b0-7e1e-4cea-ac8f-fd7950b98f62 req-93ccc59d-3cae-4654-bb6c-8b65687a2d42 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.1170950 Feb 07 13:22:39.084008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a36e52b0-7e1e-4cea-ac8f-fd7950b98f62 req-96a55f46-bed9-40f1-b3b5-d5eafec75965 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824101 Feb 07 13:22:39.854425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Deleting port a899dd19-ec62-46da-bb58-5c3c808df822 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:39.855096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:40.046024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60186) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:40.095246 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:40.102651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] For port a899dd19-ec62-46da-bb58-5c3c808df822, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a899dd19-ec62-46da-bb58-5c3c808df822,segment=NetworkSegment(6fd7326b-5431-49c6-975d-459e277d9d44),segment_id=6fd7326b-5431-49c6-975d-459e277d9d44)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:40.103114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:40.127701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:40.134282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f6409b2775413288b067f08b0db8c8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:40.138070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:40.146107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:40.315168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Calling delete_port for a899dd19-ec62-46da-bb58-5c3c808df822 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:40.451203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:40.503597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b2492-d77d-41f3-b065-3e7ccc74b741 req-dba7cd66-7a92-4c91-a077-c76267d3fe74 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:40.505166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-527b2492-d77d-41f3-b065-3e7ccc74b741 req-dba7cd66-7a92-4c91-a077-c76267d3fe74 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.1846859 Feb 07 13:22:40.583369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-527b2492-d77d-41f3-b065-3e7ccc74b741 req-754daaee-578d-4abf-9872-96c50a9e3b4b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684369 Feb 07 13:22:40.585454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:40.685872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60214) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:40.686020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0f6409b2775413288b067f08b0db8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417437 Feb 07 13:22:40.747653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0493dc7-3f61-4216-b043-52d9aa175470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f014cf-4e45-4ad0-bcb3-b56ca3cbde46,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:40.801333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:40.874129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-037936ef-9cb3-46f9-a2e6-d7e50d26e890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:40.902572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-037936ef-9cb3-46f9-a2e6-d7e50d26e890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:40.931601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629fc10-95d2-4b0e-a780-d8b3370147f1 req-7d50478c-8ead-4469-bee6-71921e7312a1 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:40.944857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c629fc10-95d2-4b0e-a780-d8b3370147f1 req-7d50478c-8ead-4469-bee6-71921e7312a1 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1184623 Feb 07 13:22:40.952002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a899dd19-ec62-46da-bb58-5c3c808df822,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:41.039417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c629fc10-95d2-4b0e-a780-d8b3370147f1 req-f4b17ff6-9c8f-433a-8685-134dbc2b0272 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929341 Feb 07 13:22:41.284280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.284632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.284968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.285302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.285636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.285953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.286310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.286633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.286956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.287274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.287591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.287910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:41.554666 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d854f26-a57b-4d3e-91f6-17e6eff81949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:41.604322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:41.936157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9399f-efa2-4503-986f-d1e9dc31338c req-97ba96dd-7215-47a2-9136-f57a567043e0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:41.939145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8d9399f-efa2-4503-986f-d1e9dc31338c req-97ba96dd-7215-47a2-9136-f57a567043e0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1588304 Feb 07 13:22:42.020171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-037936ef-9cb3-46f9-a2e6-d7e50d26e890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:42.093695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8d9399f-efa2-4503-986f-d1e9dc31338c req-e44ff3d9-47f1-4f80-8cb7-822f3c7e2d8f tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271250 Feb 07 13:22:42.229561 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:42.257256 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:42.314729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037936ef-9cb3-46f9-a2e6-d7e50d26e890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f014cf-4e45-4ad0-bcb3-b56ca3cbde46,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:42.329381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-037936ef-9cb3-46f9-a2e6-d7e50d26e890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:42.330738 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-037936ef-9cb3-46f9-a2e6-d7e50d26e890 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/42f014cf-4e45-4ad0-bcb3-b56ca3cbde46 HTTP/1.1" status: 204 len: 168 time: 1.6434639 Feb 07 13:22:42.380907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Router 33e3b3d8-f460-4d80-bc5a-ec1807487add has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:22:42.637249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:22:42.645019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60246) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:42.649134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] Sync routers for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:22:42.656564 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7b855ca8-c887-4129-8efd-5bd20d322b1a admin admin] 10.222.0.69 "PUT /v2.0/routers/33e3b3d8-f460-4d80-bc5a-ec1807487add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6373546 Feb 07 13:22:42.671768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:22:42.674449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:22:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:43.009309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:43.120697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:22:43.712746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:22:40Z', 'revision_number': 5, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port': {'id': '024a9a90-9577-4ee7-9023-bc0ea04be590', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:20:47Z', 'updated_at': '2022-02-07T13:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:43.724727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] Checking router: 33e3b3d8-f460-4d80-bc5a-ec1807487add for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:22:43.744602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] Routers {'33e3b3d8-f460-4d80-bc5a-ec1807487add'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:22:43.745255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:22:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33e3b3d8-f460-4d80-bc5a-ec1807487add'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:43.754725 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:43.804370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b165d62-a74c-44c4-99ec-2ef49b73e2e6 req-a24532bf-fa09-4830-859f-814a92ec08b7 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:43.816373 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b165d62-a74c-44c4-99ec-2ef49b73e2e6 req-a24532bf-fa09-4830-859f-814a92ec08b7 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.3209186 Feb 07 13:22:43.841319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Deleting port 024a9a90-9577-4ee7-9023-bc0ea04be590 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:43.841319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:43.880900 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:44.037166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] Set router 33e3b3d8-f460-4d80-bc5a-ec1807487add gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:22:44.146501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b165d62-a74c-44c4-99ec-2ef49b73e2e6 req-3b64b68b-f3d8-4e7e-8267-9e4c4d5a6e2a tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292089 Feb 07 13:22:44.306636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:22:43Z', 'revision_number': 6, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:44.321458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a046d7-54da-4a33-a013-e52370697809 None None] The sync data for ids ['33e3b3d8-f460-4d80-bc5a-ec1807487add'] in n-d-811416-5 is: [{'id': '33e3b3d8-f460-4d80-bc5a-ec1807487add', 'name': 'tempest-ServerRescueTestJSONUnderV235-541952672-router', 'tenant_id': 'f582ff20aff845a89c5545713189c69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:20:46Z', 'updated_at': '2022-02-07T13:22:43Z', 'revision_number': 6, 'project_id': 'f582ff20aff845a89c5545713189c69f', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:22:44.794999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] For port 024a9a90-9577-4ee7-9023-bc0ea04be590, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=024a9a90-9577-4ee7-9023-bc0ea04be590,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:44.795721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:45.098174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:45.121103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Calling delete_port for 024a9a90-9577-4ee7-9023-bc0ea04be590 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:45.840916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e5be9-4237-4125-b802-692a478252de req-a42ead5f-c4c8-44d9-8bdb-1b9eb65c6caf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:45.843024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-425e5be9-4237-4125-b802-692a478252de req-a42ead5f-c4c8-44d9-8bdb-1b9eb65c6caf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2653797 Feb 07 13:22:46.020868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-425e5be9-4237-4125-b802-692a478252de req-fe88c3ef-f3d7-4fe7-b1b8-65340b7a9044 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245301 Feb 07 13:22:46.026243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:46.230024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Pushing event deleted for resources: {'Port': ['ID=024a9a90-9577-4ee7-9023-bc0ea04be590,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:46.257289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.258006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.258513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.259019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.259499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.261643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.262167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.262675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.263186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.264405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.266616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.267128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:22:46.367126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a899dd19-ec62-46da-bb58-5c3c808df822 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:22:46.384410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:46.412881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a899dd19-ec62-46da-bb58-5c3c808df822 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:22:46.413616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a899dd19-ec62-46da-bb58-5c3c808df822 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:22:46.414257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 024a9a90-9577-4ee7-9023-bc0ea04be590 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:22:46.501058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 024a9a90-9577-4ee7-9023-bc0ea04be590 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:22:46.509645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 024a9a90-9577-4ee7-9023-bc0ea04be590 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:22:46.605651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:46.608512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:46.731567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:46.732145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e3b3d8-f460-4d80-bc5a-ec1807487add {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:22:46.762861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:46.767261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:46.768116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9b098f1d-7de5-46e7-8ced-f5d11c12db69 admin admin] 10.222.0.69 "DELETE /v2.0/routers/33e3b3d8-f460-4d80-bc5a-ec1807487add HTTP/1.1" status: 204 len: 168 time: 4.1214564 Feb 07 13:22:46.873926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b28893-1774-4194-9d2a-62061b33e56c admin admin] Deleting subnet 81d04c36-3430-48ff-93ee-6e7ecd8b0624 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:22:46.883158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b28893-1774-4194-9d2a-62061b33e56c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:46.953375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b28893-1774-4194-9d2a-62061b33e56c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:47.016754 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b28893-1774-4194-9d2a-62061b33e56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:47.161643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b28893-1774-4194-9d2a-62061b33e56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:47.232329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b28893-1774-4194-9d2a-62061b33e56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d04c36-3430-48ff-93ee-6e7ecd8b0624,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:47.243147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3b28893-1774-4194-9d2a-62061b33e56c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:47.256162 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b3b28893-1774-4194-9d2a-62061b33e56c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/81d04c36-3430-48ff-93ee-6e7ecd8b0624 HTTP/1.1" status: 204 len: 168 time: 0.4876759 Feb 07 13:22:47.260243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60366) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:47.358128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a780b-c483-4dd4-a02e-eb6c398f685b req-b55620f0-2540-4470-964e-85ebccc1145e tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:47.360615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f30a780b-c483-4dd4-a02e-eb6c398f685b req-b55620f0-2540-4470-964e-85ebccc1145e tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 945 time: 0.2579165 Feb 07 13:22:47.434135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482fc7-f651-4b6e-9acc-be9a540b08b3 req-c2ce151a-d8c1-4b27-ac54-ea6bac08e05e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:47.442114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50482fc7-f651-4b6e-9acc-be9a540b08b3 req-c2ce151a-d8c1-4b27-ac54-ea6bac08e05e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2666600 Feb 07 13:22:47.459131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:47.493839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f30a780b-c483-4dd4-a02e-eb6c398f685b req-a9b61910-6cc4-440c-a474-cb431f60f33d tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182413 Feb 07 13:22:47.536296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-50482fc7-f651-4b6e-9acc-be9a540b08b3 req-086c9af1-47dc-4aac-9d46-3ae7e29dee8e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928864 Feb 07 13:22:47.682711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:47.983501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18760b0-f66c-41e9-bf8b-e8e4069d3cde']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:47.998245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd7326b-5431-49c6-975d-459e277d9d44') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:47.998674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd7326b-5431-49c6-975d-459e277d9d44') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:22:48.023517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:48.054768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:48.065864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:22:48.069043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:22:48.080333 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:22:48.224126 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:48.268298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:48.272500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18760b0-f66c-41e9-bf8b-e8e4069d3cde,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:48.378899 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3980af81-36cb-44af-a4e6-1024e4eaad25 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c18760b0-f66c-41e9-bf8b-e8e4069d3cde HTTP/1.1" status: 204 len: 168 time: 1.1168728 Feb 07 13:22:48.601479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-581b9cba-8bdd-4c8a-9f4b-cae3f3a4e0f4 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:48.605249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-581b9cba-8bdd-4c8a-9f4b-cae3f3a4e0f4 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 945 time: 0.2031884 Feb 07 13:22:48.847913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Deleting port a7221467-89b9-46e7-be83-59f519407013 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:22:48.848400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:48.898946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab710c5-f1ea-4e13-a2e9-5f458f6cfd9b req-1b5a7eab-ed78-4de4-865e-9e97392b6dd4 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:48.900525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab710c5-f1ea-4e13-a2e9-5f458f6cfd9b req-1b5a7eab-ed78-4de4-865e-9e97392b6dd4 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 945 time: 0.1938205 Feb 07 13:22:49.109379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60426) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:49.227946 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-40858499-10d0-4762-b7dd-a40f2d5de790 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f582ff20aff845a89c5545713189c69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173623 Feb 07 13:22:49.231711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60432) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:49.389978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af1b4f3a-3fc4-4794-acae-febafe01c07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:49.458332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] For port a7221467-89b9-46e7-be83-59f519407013, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a7221467-89b9-46e7-be83-59f519407013,segment=NetworkSegment(d0e35106-872b-4416-b05d-6cebd4aa40e8),segment_id=d0e35106-872b-4416-b05d-6cebd4aa40e8)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:22:49.460058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af1b4f3a-3fc4-4794-acae-febafe01c07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:49.461720 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:49.697696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af1b4f3a-3fc4-4794-acae-febafe01c07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:49.768678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b4f3a-3fc4-4794-acae-febafe01c07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:49.780960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Calling delete_port for a7221467-89b9-46e7-be83-59f519407013 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:22:49.919219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab710c5-f1ea-4e13-a2e9-5f458f6cfd9b req-a0de2bf7-d2c1-409c-980f-f4c4e40b1146 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b6f2ade-3d51-47ac-8f94-065265eb1f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0104699 Feb 07 13:22:50.033053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af1b4f3a-3fc4-4794-acae-febafe01c07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:50.036905 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af1b4f3a-3fc4-4794-acae-febafe01c07e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b3a7e58-62b5-4a4c-84e0-1d3e0e034f7a HTTP/1.1" status: 204 len: 168 time: 0.8011239 Feb 07 13:22:50.206216 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:50.365472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Pushing event deleted for resources: {'Port': ['ID=a7221467-89b9-46e7-be83-59f519407013,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:50.484511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] No DVR routers for this DVR port a7221467-89b9-46e7-be83-59f519407013 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:22:50.492463 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:50.492463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a03085b-3cfd-4057-93fa-2ea09e8c6ed7', 'name': 'network-vif-deleted', 'tag': 'a7221467-89b9-46e7-be83-59f519407013'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:22:50.595924 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a03085b-3cfd-4057-93fa-2ea09e8c6ed7', 'name': 'network-vif-deleted', 'tag': 'a7221467-89b9-46e7-be83-59f519407013', 'status': 'completed', 'code': 200} Feb 07 13:22:50.629504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe378215-b543-4bbc-b197-2e3de4d25a83 req-ba08d34c-b661-4eec-a06a-9cff0df2faee tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.35 "DELETE /v2.0/ports/a7221467-89b9-46e7-be83-59f519407013 HTTP/1.1" status: 204 len: 173 time: 2.0174663 Feb 07 13:22:50.732029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a7221467-89b9-46e7-be83-59f519407013 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:22:50.903418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: a7221467-89b9-46e7-be83-59f519407013 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:22:50.903762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a7221467-89b9-46e7-be83-59f519407013 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:22:51.297514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d19c81de-5efa-49bd-894d-4b9450b9a19a req-d018a8a1-1a00-4829-9f80-04dfa2ec6d54 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Synchronizing usage tracker for tenant:7da40399b2d74922a6b75e9b3814e9a5 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:22:51.503061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d19c81de-5efa-49bd-894d-4b9450b9a19a req-d018a8a1-1a00-4829-9f80-04dfa2ec6d54 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] Unset dirty status for tenant:7da40399b2d74922a6b75e9b3814e9a5 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:22:51.504372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d19c81de-5efa-49bd-894d-4b9450b9a19a req-d018a8a1-1a00-4829-9f80-04dfa2ec6d54 tempest-VolumesActionsTest-609855702 tempest-VolumesActionsTest-609855702-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a03085b-3cfd-4057-93fa-2ea09e8c6ed7 HTTP/1.1" status: 200 len: 210 time: 0.3327501 Feb 07 13:22:52.354427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-0e2ea76d-1ad1-468c-9d87-447012844e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:52.360732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-0e2ea76d-1ad1-468c-9d87-447012844e4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1097 time: 0.2172296 Feb 07 13:22:52.381453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b250f0-0a7e-4c85-bb7b-b7e6405616e0 req-79989b5f-ea8d-4875-904f-4cc40eee9bdf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:52.382985 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8b250f0-0a7e-4c85-bb7b-b7e6405616e0 req-79989b5f-ea8d-4875-904f-4cc40eee9bdf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1947496 Feb 07 13:22:52.398935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:52.573494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-340339505-network', 'tenant_id': '54f7aa79d7144abd8fcd6ac6491ad3ff'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:52.581619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:52.588341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8b250f0-0a7e-4c85-bb7b-b7e6405616e0 req-6f5e0004-e3bb-43a9-b45c-0997cee1d485 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482863 Feb 07 13:22:52.595043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Usage tracker for resource:network and tenant:54f7aa79d7144abd8fcd6ac6491ad3ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:52.599522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:52.617781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:52.656547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-6edcf64c-8eaf-410b-917d-3173427ad3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:52.657999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-6edcf64c-8eaf-410b-917d-3173427ad3ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.2741261 Feb 07 13:22:52.754368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Made reservation on behalf of 54f7aa79d7144abd8fcd6ac6491ad3ff for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:52.757875 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:52.782353 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:52.802867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-bab85748-a747-495f-b77d-60f01530a474 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 200 len: 217 time: 0.1369257 Feb 07 13:22:52.825917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:52.832258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Usage tracker for resource:security_group_rule and tenant:54f7aa79d7144abd8fcd6ac6491ad3ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:52.842403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:52.850053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:52.971557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-4e61b23f-08d9-4a4b-b1b4-877e09b9113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:52.976254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-4e61b23f-08d9-4a4b-b1b4-877e09b9113c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.1668217 Feb 07 13:22:53.059134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-764df1fa-be34-4466-b0d9-68438d035227 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766089 Feb 07 13:22:53.063053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:53.137850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:53.194010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b5d65-47c9-4814-b8c8-ca6808800221,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:53.203748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:22:53.215675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:53.216731 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Added segment 42a9dc80-73ad-4591-b755-4f44a935d22c of type vlan for network 3e078df9-96b4-4dde-863f-1a2f7d99b17b Feb 07 13:22:53.232801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-69aea7d6-10ea-4520-8e37-958e1b3b12ce service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663623 Feb 07 13:22:53.258785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:53.413879 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:53.421318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:53.421318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:53.443121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b51806f-b2f8-4e88-b654-57ff62768925 req-c2e724a5-25bb-4e73-be8e-b3550cfd85a8 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032480 Feb 07 13:22:53.574953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] Pushing event updated for resources: {'Network': ['ID=3e078df9-96b4-4dde-863f-1a2f7d99b17b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:53.588246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 3e078df9-96b4-4dde-863f-1a2f7d99b17b details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:22:53.687335 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5f019688-4097-4e3e-94e8-fcaeaf570655 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2865417 Feb 07 13:22:53.689400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60552) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:53.696436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Request body: {'subnet': {'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-340339505-subnet', 'tenant_id': '54f7aa79d7144abd8fcd6ac6491ad3ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:22:53.739893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:53.761559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Usage tracker for resource:subnet and tenant:54f7aa79d7144abd8fcd6ac6491ad3ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:53.779025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:53.803002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:53.880284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d646-f175-4393-8a0b-4ef071a8bfdb req-551fbc87-93c8-48f8-b5a2-8337fe60ce2e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:53.888376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e08d646-f175-4393-8a0b-4ef071a8bfdb req-551fbc87-93c8-48f8-b5a2-8337fe60ce2e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1416802 Feb 07 13:22:53.920910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Made reservation on behalf of 54f7aa79d7144abd8fcd6ac6491ad3ff for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:22:53.924203 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:53.947532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e08d646-f175-4393-8a0b-4ef071a8bfdb req-a61306da-1dea-4edc-b58c-48e4e46b06d6 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579596 Feb 07 13:22:54.257551 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:54.338685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac02409-4358-48b9-90af-9007d407fc61,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:54.346452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Checking segment: {'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:22:54.346810 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Network hostable DHCP agents. Network: 3e078df9-96b4-4dde-863f-1a2f7d99b17b, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:22:54.497513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Network 3e078df9-96b4-4dde-863f-1a2f7d99b17b is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:22:54.594818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 3e078df9-96b4-4dde-863f-1a2f7d99b17b) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:22:54.598940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:54.599601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:54.610478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c7dfe9-2f79-4c94-ab35-2494e6716dab None None] Network 3e078df9-96b4-4dde-863f-1a2f7d99b17b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:54.635430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:54.738096 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7228ae7b-cbf0-41a1-9c31-30b2f5d847a6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0476334 Feb 07 13:22:55.161681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769655d0-5e98-40ff-ae09-2f91635a0ef7 None None] Network 3e078df9-96b4-4dde-863f-1a2f7d99b17b requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:22:55.402990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7143b2-69a4-43ce-8e3a-710e3a244ea8 req-acfc06c4-2132-49ab-aca0-76a2d88818ae tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:55.414958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c7143b2-69a4-43ce-8e3a-710e3a244ea8 req-acfc06c4-2132-49ab-aca0-76a2d88818ae tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2251863 Feb 07 13:22:55.513112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c7143b2-69a4-43ce-8e3a-710e3a244ea8 req-955e0c07-92bf-4c12-af9e-34d3f1b68d22 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971680 Feb 07 13:22:55.822697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-42b29088-c030-4773-990d-74abf070186b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:55.824387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-42b29088-c030-4773-990d-74abf070186b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 813 time: 0.2807946 Feb 07 13:22:55.840142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-b2e575f8-12b4-4858-963f-b8c6ee015f7b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/quotas/54f7aa79d7144abd8fcd6ac6491ad3ff HTTP/1.1" status: 200 len: 375 time: 0.0096142 Feb 07 13:22:55.888822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-248ffda8-e80b-4b50-9cb6-71936c88c145 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427895 Feb 07 13:22:56.041465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-79f2bb30-41a6-4a52-94ea-14ee3beacb65 service neutron] 10.222.0.69 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458054 Feb 07 13:22:56.181183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-b1c13360-55a8-44f7-8cc9-85c4a9492620 service neutron] 10.222.0.69 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328690 Feb 07 13:22:56.515815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52f753d3-eb59-4cf4-b4cd-6812dd3d1d47 req-c0b05d9f-ac15-4b91-a823-7e9ed2afecb1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 210 time: 0.0859363 Feb 07 13:22:56.736642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a36467-e454-4ce3-be6b-6dd98de5de89 req-996eacba-6de8-40d7-afd1-118708e70905 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:56.738205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76a36467-e454-4ce3-be6b-6dd98de5de89 req-996eacba-6de8-40d7-afd1-118708e70905 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1057055 Feb 07 13:22:56.829032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76a36467-e454-4ce3-be6b-6dd98de5de89 req-79df24a0-50a1-47ab-a600-31363feb94af tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754941 Feb 07 13:22:57.665305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4552c8e-3797-4dd8-aa61-7160c2400b17 req-9a895607-c04c-476a-aa29-de3ad304c1f1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 210 time: 0.0606565 Feb 07 13:22:58.151715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14cff0-d49a-4997-85a2-0e65d6f4730e req-d84fa61d-8a8e-4235-a4e0-a2db2bfb5512 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:58.176724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f14cff0-d49a-4997-85a2-0e65d6f4730e req-d84fa61d-8a8e-4235-a4e0-a2db2bfb5512 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1566222 Feb 07 13:22:58.245843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f14cff0-d49a-4997-85a2-0e65d6f4730e req-aa41fade-5a39-4225-9b38-1ef1866a1390 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678651 Feb 07 13:22:58.855278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60744) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:58.960382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62581001-c550-4d97-b06a-e98e32a924d0 req-d1bdf3fc-8a7b-4710-8153-3b0830de1ae1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 210 time: 0.0935826 Feb 07 13:22:59.036306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60752) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:59.091659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.107138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:59.111735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] Usage tracker for resource:security_group_rule and tenant:5622a95f6e33434690650a47a35e6915 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:59.115592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:59.122323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:59.189468 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.211934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:22:59.223239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] Usage tracker for resource:security_group_rule and tenant:78ac1df6098c4c3c8506df4fd160fe78 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:22:59.224051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:22:59.233327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:22:59.315218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.372419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.389581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.445583 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5622a95f6e33434690650a47a35e6915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885212 Feb 07 13:22:59.447279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c859e-56e5-4a43-84c2-114833974b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012f81a-c7c2-4ad8-9192-588c552c231b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:59.449631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67716ee8-30a3-47c4-a220-58d408ca50e8 req-347f1644-2f14-4170-b203-89aad300ec9d tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:59.450542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60766) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:59.457342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67716ee8-30a3-47c4-a220-58d408ca50e8 req-347f1644-2f14-4170-b203-89aad300ec9d tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1009433 Feb 07 13:22:59.512714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67716ee8-30a3-47c4-a220-58d408ca50e8 req-8ff780c5-294b-4bc0-8e95-2a6f1645d095 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Feb 07 13:22:59.522545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.546620 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27f46d4e-cbde-4d8e-9c68-9c70e523b59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.638173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6158d786-6ec5-4e8e-a2b2-17eca055ddbf,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:59.649500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60770) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:22:59.652495 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d87dff1b-2689-44b2-b047-82602e8b7976 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78ac1df6098c4c3c8506df4fd160fe78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150188 Feb 07 13:22:59.657748 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27f46d4e-cbde-4d8e-9c68-9c70e523b59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.861751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b22e465-0360-4b96-bfc8-12f6b00d87d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.863067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27f46d4e-cbde-4d8e-9c68-9c70e523b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.882412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f46d4e-cbde-4d8e-9c68-9c70e523b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012f81a-c7c2-4ad8-9192-588c552c231b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:22:59.912036 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27f46d4e-cbde-4d8e-9c68-9c70e523b59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.913425 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27f46d4e-cbde-4d8e-9c68-9c70e523b59e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e012f81a-c7c2-4ad8-9192-588c552c231b HTTP/1.1" status: 204 len: 168 time: 0.4614632 Feb 07 13:22:59.924186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b22e465-0360-4b96-bfc8-12f6b00d87d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:22:59.954514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-c7416824-2d8c-45f9-8843-9e377d5bdfc1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:22:59.956837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-c7416824-2d8c-45f9-8843-9e377d5bdfc1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.35 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 813 time: 0.2064283 Feb 07 13:22:59.980506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Request body: {'port': {'device_id': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b', 'admin_state_up': True, 'tenant_id': '54f7aa79d7144abd8fcd6ac6491ad3ff'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:00.131352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:00.135820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Usage tracker for resource:port and tenant:54f7aa79d7144abd8fcd6ac6491ad3ff is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:00.139255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:00.146634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:00.275667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b22225cb-05aa-40b1-90c5-a8cc7233bfeb req-77fa3efb-1052-4b91-927f-e1f6dc912da3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 210 time: 0.1098702 Feb 07 13:23:00.277032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b22e465-0360-4b96-bfc8-12f6b00d87d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:00.301216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Made reservation on behalf of 54f7aa79d7144abd8fcd6ac6491ad3ff for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:23:00.317867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:00.339602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22e465-0360-4b96-bfc8-12f6b00d87d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6158d786-6ec5-4e8e-a2b2-17eca055ddbf,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:00.353037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b22e465-0360-4b96-bfc8-12f6b00d87d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:00.354601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0b22e465-0360-4b96-bfc8-12f6b00d87d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6158d786-6ec5-4e8e-a2b2-17eca055ddbf HTTP/1.1" status: 204 len: 168 time: 0.7031293 Feb 07 13:23:00.848957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-f7147e7f-efa9-4274-972e-9944368dcd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:00.848957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-f7147e7f-efa9-4274-972e-9944368dcd37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1097 time: 0.3536777 Feb 07 13:23:00.889684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60792) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:00.930536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:00.964212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:00.968864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] Usage tracker for resource:security_group_rule and tenant:4785a6e39f7043ad81a97ab52c2fa7a5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:00.972933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:00.979539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:01.028653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Allocated IP 172.20.0.4 (3e078df9-96b4-4dde-863f-1a2f7d99b17b/2ac02409-4358-48b9-90af-9007d407fc61/5c375296-f1a3-476d-8247-ccee591acb80) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:23:01.101667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.150127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7edb7-b429-45e0-9281-c3f3e5a38e94 req-a7afb791-08d0-4372-9451-4ae1ef2a9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:01.151627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8c7edb7-b429-45e0-9281-c3f3e5a38e94 req-a7afb791-08d0-4372-9451-4ae1ef2a9704 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1097 time: 0.4681756 Feb 07 13:23:01.171963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fef14-8cec-428b-9e0f-8b9aedec6aca req-c0e28500-ac74-4d1e-bd57-173663185a68 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:01.173459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-949fef14-8cec-428b-9e0f-8b9aedec6aca req-c0e28500-ac74-4d1e-bd57-173663185a68 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.5484743 Feb 07 13:23:01.224132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.280005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37277a2-431e-4a3c-b205-c25e2c663bb2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:01.290370 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bed146f7-99b8-4458-982c-6700d7cd3e7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4785a6e39f7043ad81a97ab52c2fa7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987119 Feb 07 13:23:01.298657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60800) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:01.365517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1f52-6df4-4ceb-9696-e427cce776c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.378702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-949fef14-8cec-428b-9e0f-8b9aedec6aca req-a8647850-8347-4ba0-9ace-5347bd0817af tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746559 Feb 07 13:23:01.388683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8c7edb7-b429-45e0-9281-c3f3e5a38e94 req-9edc8146-9de1-4baf-8485-136c2cf639f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113795 Feb 07 13:23:01.401267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-ea0f0b87-d1aa-4b7c-a902-8b38d185c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:01.402898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-ea0f0b87-d1aa-4b7c-a902-8b38d185c5a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.5311632 Feb 07 13:23:01.404719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1f52-6df4-4ceb-9696-e427cce776c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.542837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85a41bc8-9801-4437-8bdb-bc81074ca7b0 req-f8ed2787-24c4-414f-8ea2-b8218f831f7c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 210 time: 0.1069336 Feb 07 13:23:01.549141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:01.574871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1f52-6df4-4ceb-9696-e427cce776c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.590269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.594348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.612881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:01.618310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1f52-6df4-4ceb-9696-e427cce776c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37277a2-431e-4a3c-b205-c25e2c663bb2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:01.622402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] Usage tracker for resource:security_group_rule and tenant:f8bda01f23ba4e979fea3ab1a70891df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:01.625804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:01.629308 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1f52-6df4-4ceb-9696-e427cce776c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.632791 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ad4c1f52-6df4-4ceb-9696-e427cce776c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d37277a2-431e-4a3c-b205-c25e2c663bb2 HTTP/1.1" status: 204 len: 168 time: 0.3306253 Feb 07 13:23:01.634851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:01.740287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.754128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.800596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-f603915f-2f0d-423e-b516-302825869728 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 200 len: 217 time: 0.1519928 Feb 07 13:23:01.814815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Network 3e078df9-96b4-4dde-863f-1a2f7d99b17b is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:01.855756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:01.857562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.868395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:23:01.914643 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8bda01f23ba4e979fea3ab1a70891df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618536 Feb 07 13:23:01.914643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d011e-c1e0-472e-96c3-d6420dc7d0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e6ac6d-a726-4ca4-bed3-a0d2107b0bb8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:01.915640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60816) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:01.939023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:01.968574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-8de540a3-eacf-437a-9889-97f7be86171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:01.970049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-8de540a3-eacf-437a-9889-97f7be86171e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.1540415 Feb 07 13:23:01.977200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:01.977826 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:01.983473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-241c597b-efdf-4dad-9469-d0eeb023a70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:02.013164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-241c597b-efdf-4dad-9469-d0eeb023a70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:02.029319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-c9eb1037-73d4-43df-8ec3-3f5aa7b99ff2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473163 Feb 07 13:23:02.177295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3df5b5b1-d5d9-443c-afb6-eca26d9cfbf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2042067 Feb 07 13:23:02.185127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-8a675e1f-b120-42e2-ad0d-bf5638c218f1 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456048 Feb 07 13:23:02.189843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Request body: {'port': {'device_id': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:02.240206 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-241c597b-efdf-4dad-9469-d0eeb023a70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:02.258380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c597b-efdf-4dad-9469-d0eeb023a70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e6ac6d-a726-4ca4-bed3-a0d2107b0bb8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:02.262364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-241c597b-efdf-4dad-9469-d0eeb023a70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:02.264247 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-241c597b-efdf-4dad-9469-d0eeb023a70f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4e6ac6d-a726-4ca4-bed3-a0d2107b0bb8 HTTP/1.1" status: 204 len: 168 time: 0.3474882 Feb 07 13:23:02.425478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:02.484060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bf599ce-b66a-408c-8c58-7033ef6f979e req-0bdd3019-f4a0-4139-8003-f962f57f2025 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684958 Feb 07 13:23:02.535128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60830) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:02.554145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:02.574860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:02.577447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3ffdc9d4a240e9880ad4534d865c20 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:02.580401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:02.586460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:02.709383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60840) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:02.882041 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bd44c6-8467-431d-b985-c1c8fb98a0af admin admin] Deleting subnet 1d3db65d-8ece-48ad-8e45-8cf800801e6e {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:23:02.895275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:02.900166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53bd44c6-8467-431d-b985-c1c8fb98a0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:02.983093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.010161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53bd44c6-8467-431d-b985-c1c8fb98a0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.035641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbc029-1e24-481c-bb18-6ecad204f534 req-2864e2c5-7023-496e-bbee-8993d89c1325 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:03.037317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1fbc029-1e24-481c-bb18-6ecad204f534 req-2864e2c5-7023-496e-bbee-8993d89c1325 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.4722271 Feb 07 13:23:03.082973 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc3ffdc9d4a240e9880ad4534d865c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465415 Feb 07 13:23:03.091065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60854) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:03.093757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5320a67-96be-4055-a6e0-e0ac1e185ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee6ca7e-46d4-40c3-ba47-e8ded54d0461,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:03.133574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1fbc029-1e24-481c-bb18-6ecad204f534 req-bb550cfe-8f0f-4bb2-92fb-625ce63ade30 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798528 Feb 07 13:23:03.139224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53bd44c6-8467-431d-b985-c1c8fb98a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.165724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858fa54-88aa-4968-9691-fc61fa12419c req-4e27d628-8c98-4dfe-987e-59a2078cc544 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:03.176909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f858fa54-88aa-4968-9691-fc61fa12419c req-4e27d628-8c98-4dfe-987e-59a2078cc544 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Synchronizing usage tracker for tenant:54f7aa79d7144abd8fcd6ac6491ad3ff on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:23:03.236034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe28c-06c6-492b-805d-d9817f65389c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.276072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe28c-06c6-492b-805d-d9817f65389c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.323918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53bd44c6-8467-431d-b985-c1c8fb98a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.370402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd44c6-8467-431d-b985-c1c8fb98a0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3db65d-8ece-48ad-8e45-8cf800801e6e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:03.374855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-53bd44c6-8467-431d-b985-c1c8fb98a0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.386358 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-53bd44c6-8467-431d-b985-c1c8fb98a0af admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1d3db65d-8ece-48ad-8e45-8cf800801e6e HTTP/1.1" status: 204 len: 168 time: 0.6754003 Feb 07 13:23:03.388836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60862) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:03.414725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c375296-f1a3-476d-8247-ccee591acb80 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:23:03.427387 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.451895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f858fa54-88aa-4968-9691-fc61fa12419c req-4e27d628-8c98-4dfe-987e-59a2078cc544 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Unset dirty status for tenant:54f7aa79d7144abd8fcd6ac6491ad3ff on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:23:03.454058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f858fa54-88aa-4968-9691-fc61fa12419c req-4e27d628-8c98-4dfe-987e-59a2078cc544 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 931 time: 0.6435540 Feb 07 13:23:03.505413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Transition to ACTIVE for port object 5c375296-f1a3-476d-8247-ccee591acb80 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:03.519273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f858fa54-88aa-4968-9691-fc61fa12419c req-58fea289-8ce1-460c-81bb-7881bd29c6cc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581021 Feb 07 13:23:03.577618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.585262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe28c-06c6-492b-805d-d9817f65389c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.587685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe28c-06c6-492b-805d-d9817f65389c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.591234 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dbfbe28c-06c6-492b-805d-d9817f65389c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bee6ca7e-46d4-40c3-ba47-e8ded54d0461 HTTP/1.1" status: 204 len: 168 time: 0.4914913 Feb 07 13:23:03.616013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbe28c-06c6-492b-805d-d9817f65389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee6ca7e-46d4-40c3-ba47-e8ded54d0461,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:03.639499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.779797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.813302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4183fc2c-3474-4cb5-aab3-302bb749d17a']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:03.825484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6db7740-9870-4c31-afb1-0ba4422f1c3d') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:03.825842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6db7740-9870-4c31-afb1-0ba4422f1c3d') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:03.839338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.842984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:03.876215 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.884847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:23:03.885267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:23:03.900074 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:23:03.925668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Attempting to bind port 5c375296-f1a3-476d-8247-ccee591acb80 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:23:03.926003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Attempting to bind port 5c375296-f1a3-476d-8247-ccee591acb80 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:23:03.926560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Attempting to bind port 5c375296-f1a3-476d-8247-ccee591acb80 on network 3e078df9-96b4-4dde-863f-1a2f7d99b17b {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:03.932195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Port 5c375296-f1a3-476d-8247-ccee591acb80 on network 3e078df9-96b4-4dde-863f-1a2f7d99b17b not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:23:03.932730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Attempting to bind port 5c375296-f1a3-476d-8247-ccee591acb80 on network 3e078df9-96b4-4dde-863f-1a2f7d99b17b {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:03.940690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:23:03.941303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Checking segment: {'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:03.941878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Bound using segment: {'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:23:03.942416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Bound port: 5c375296-f1a3-476d-8247-ccee591acb80, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:23:03.942853 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:04.056797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:23:04.059929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:23:04.086104 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:04.110609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:04.129337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=4183fc2c-3474-4cb5-aab3-302bb749d17a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:04.183779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:04.212934 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b129f0af-7867-4b37-9a9e-127d4aef7e36 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4183fc2c-3474-4cb5-aab3-302bb749d17a HTTP/1.1" status: 204 len: 168 time: 0.8225393 Feb 07 13:23:04.283518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:04.285465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:04.287237 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 200 len: 1091 time: 2.1012001 Feb 07 13:23:04.290642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:23:04.431294 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80', 'status': 'completed', 'code': 200} Feb 07 13:23:04.477674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bf3e6-0539-473b-9e04-a6ca5b06cb90 service neutron] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:04.524376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6756-fe0e-4362-bdfd-ec0dd710d21e req-fe12782b-1038-4a0a-a9bb-cb8e9dc3d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:04.525687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ac6756-fe0e-4362-bdfd-ec0dd710d21e req-fe12782b-1038-4a0a-a9bb-cb8e9dc3d2e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1094 time: 0.1475728 Feb 07 13:23:04.533406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be826e-7c3c-4566-a201-1a22b8c5e417 req-43ebefe8-e335-4317-acd5-cb82223d1ac0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:04.535762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88be826e-7c3c-4566-a201-1a22b8c5e417 req-43ebefe8-e335-4317-acd5-cb82223d1ac0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2327662 Feb 07 13:23:04.680675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88be826e-7c3c-4566-a201-1a22b8c5e417 req-59f5e379-92b7-478b-8f04-1ccb70f45485 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239476 Feb 07 13:23:04.777031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60908) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:04.796854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6756-fe0e-4362-bdfd-ec0dd710d21e req-5038df27-5b01-46c7-aff1-326f9f683a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:04.798315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ac6756-fe0e-4362-bdfd-ec0dd710d21e req-5038df27-5b01-46c7-aff1-326f9f683a3c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2616584 Feb 07 13:23:04.856616 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e8d82fe9-a97a-4a8d-950a-435cd7c75e54 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fa83463e8b348e7a3ae37219e4624c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779340 Feb 07 13:23:04.857675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60914) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:04.922417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ac9bf-35cf-4b27-8081-f13cbdac3c89 req-f35e4a38-e97b-4a9f-9e8b-eae78bfcb072 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:04.924280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-885ac9bf-35cf-4b27-8081-f13cbdac3c89 req-f35e4a38-e97b-4a9f-9e8b-eae78bfcb072 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.2526386 Feb 07 13:23:05.011763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6756-fe0e-4362-bdfd-ec0dd710d21e req-77c583d8-fb64-4d72-bb45-eadce6e209b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:05.013795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ac6756-fe0e-4362-bdfd-ec0dd710d21e req-77c583d8-fb64-4d72-bb45-eadce6e209b2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2083499 Feb 07 13:23:05.041954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c81606f3-4ac8-46e9-afa5-352add9af899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:05.043238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-885ac9bf-35cf-4b27-8081-f13cbdac3c89 req-01d19f88-ee1b-4dc6-a483-4f727be1d12a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117413 Feb 07 13:23:05.103764 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c81606f3-4ac8-46e9-afa5-352add9af899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:05.172700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3b00f424-b19b-4586-a747-af4ded97f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:05.174207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-3b00f424-b19b-4586-a747-af4ded97f309 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1094 time: 0.1064801 Feb 07 13:23:05.248810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-e93ceef1-df53-467d-9850-d5c20930d0cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 200 len: 217 time: 0.0675490 Feb 07 13:23:05.274991 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c81606f3-4ac8-46e9-afa5-352add9af899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:05.304764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81606f3-4ac8-46e9-afa5-352add9af899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e976c931-3492-40c9-8fc4-c813c9c73a88,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:05.361893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-b892da96-eb44-4f18-b740-a245b6caf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:05.364200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-b892da96-eb44-4f18-b740-a245b6caf873 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 200 len: 853 time: 0.1091869 Feb 07 13:23:05.375017 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c81606f3-4ac8-46e9-afa5-352add9af899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:05.380180 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c81606f3-4ac8-46e9-afa5-352add9af899 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e976c931-3492-40c9-8fc4-c813c9c73a88 HTTP/1.1" status: 204 len: 168 time: 0.5173831 Feb 07 13:23:05.556778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-2a19410f-db96-465b-acba-c936ebaaa3e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e078df9-96b4-4dde-863f-1a2f7d99b17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862652 Feb 07 13:23:05.828848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-6347d3a4-9f14-453c-90f3-6284da83ffb2 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615211 Feb 07 13:23:05.958572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a61217-dc44-4aea-96bf-816c266d75b0 req-6a1abf85-d183-43c2-953b-1c97df7d10f0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:05.960103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a61217-dc44-4aea-96bf-816c266d75b0 req-6a1abf85-d183-43c2-953b-1c97df7d10f0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.4760005 Feb 07 13:23:06.004438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-b872f2c1-301e-43de-b9aa-6e678fca7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:06.006296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-b872f2c1-301e-43de-b9aa-6e678fca7760 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1097 time: 0.6335661 Feb 07 13:23:06.138219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3e59112-ae61-4d84-ae91-2103e8f936c1 req-82068c73-92de-47ee-9481-be0cec4cdc10 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028796 Feb 07 13:23:06.161466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02a61217-dc44-4aea-96bf-816c266d75b0 req-8a567839-08f1-4397-baf8-85e4c2321598 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880088 Feb 07 13:23:06.304039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-7fe98095-8afb-457e-921e-c478e4883288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:06.305470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-7fe98095-8afb-457e-921e-c478e4883288 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.2918634 Feb 07 13:23:06.399872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-c3b60025-1602-40f9-92ba-72724d1d80c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 200 len: 217 time: 0.0865417 Feb 07 13:23:06.464947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e6259-c9dc-4d2c-9849-618e77e7d6c8 req-3d60cca7-b4d9-4f96-bec1-f999810402c0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:06.472863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a55e6259-c9dc-4d2c-9849-618e77e7d6c8 req-3d60cca7-b4d9-4f96-bec1-f999810402c0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.2371900 Feb 07 13:23:06.557247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-ca222451-cbb8-4ffd-aa49-dcc2b06b5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:06.560299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-ca222451-cbb8-4ffd-aa49-dcc2b06b5f55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.1543412 Feb 07 13:23:06.614362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a55e6259-c9dc-4d2c-9849-618e77e7d6c8 req-1f5e6347-973c-494d-8aad-444b0feb18b8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404772 Feb 07 13:23:06.622228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-64dc1c44-153c-419a-beb9-39977d05d5b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540397 Feb 07 13:23:06.823288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-ff800b17-cf1f-4983-9270-5e19fa4ed20f service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935811 Feb 07 13:23:07.021354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91ca5c71-cffd-4e54-ba1d-1592dedf1cf1 req-d752a843-9a17-4ed6-a03e-e9318a20a2c6 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916208 Feb 07 13:23:07.423786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde62518-a022-4bdb-bf5a-fdb82e9c0369 req-6bf5e562-f59b-4c5b-965a-bb7b39a01fd5 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:07.431880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bde62518-a022-4bdb-bf5a-fdb82e9c0369 req-6bf5e562-f59b-4c5b-965a-bb7b39a01fd5 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1043391 Feb 07 13:23:07.517693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bde62518-a022-4bdb-bf5a-fdb82e9c0369 req-76470835-24c0-4654-961e-03fad4a88363 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847058 Feb 07 13:23:07.891686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f4846-ffe1-44a0-9a7a-10c04838d0fc req-fb7c5fb6-37e7-4c2c-bf9d-b10a896f96bd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:07.894455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e9f4846-ffe1-44a0-9a7a-10c04838d0fc req-fb7c5fb6-37e7-4c2c-bf9d-b10a896f96bd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.0910263 Feb 07 13:23:07.943848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e9f4846-ffe1-44a0-9a7a-10c04838d0fc req-f5fdb116-a321-4e62-b763-03aa0c1e8813 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Feb 07 13:23:08.732970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10dcce-ae6d-4c07-a143-2fcdf7713752 req-17338b54-8b49-44b7-a9b4-e70782c2c7a8 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:08.740145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef10dcce-ae6d-4c07-a143-2fcdf7713752 req-17338b54-8b49-44b7-a9b4-e70782c2c7a8 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1177993 Feb 07 13:23:08.777294 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fe795f8a-ce8f-43bf-9b62-b8f597409657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:08.791596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef10dcce-ae6d-4c07-a143-2fcdf7713752 req-4dc357f3-cd6e-4757-93d7-624299fbfd85 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503595 Feb 07 13:23:08.796423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:23:08.943628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:08.967994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '5c375296-f1a3-476d-8247-ccee591acb80', 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b', 'port_id': '5c375296-f1a3-476d-8247-ccee591acb80', 'mac_address': 'fa:16:3e:83:39:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac02409-4358-48b9-90af-9007d407fc61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:23:09.079127 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:09.099251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c375296-f1a3-476d-8247-ccee591acb80 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:23:09.116201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:09.187569 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:09.199299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4a232-46dc-4d5a-86af-222883eff737 req-cbdc00d4-fe74-4c5e-a502-2083e561ca96 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:09.201670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48e4a232-46dc-4d5a-86af-222883eff737 req-cbdc00d4-fe74-4c5e-a502-2083e561ca96 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1058791 Feb 07 13:23:09.273648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:09.294584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48e4a232-46dc-4d5a-86af-222883eff737 req-89549af0-dd53-4b82-befb-53fd3dc08c24 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868886 Feb 07 13:23:09.310893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:09.322304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.322681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.323197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.334018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.334392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.334732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.335070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.337527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.340520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.340520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.340520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.340520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:09.422728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['5c375296-f1a3-476d-8247-ccee591acb80'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:23:09.523131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:09.549859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:09.554665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] Usage tracker for resource:security_group_rule and tenant:858b9d69c1524c3b83541cecd5f1ff47 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:09.557896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:09.568370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:09.724644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:09.851497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:09.914616 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=858b9d69c1524c3b83541cecd5f1ff47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6388745 Feb 07 13:23:09.916454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32964) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:09.937786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f56d4-6a87-4ea4-8c74-1dbb936c1986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3cf7fe-d453-4188-9a90-69a5c4632ad0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:10.004590 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:23:10.044294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-959336b1-4afe-45bc-bfee-19f3095b2131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:10.080173 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-959336b1-4afe-45bc-bfee-19f3095b2131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:10.111796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3084a24-b492-4164-b570-d5425ea75298 req-390a2c10-c608-4d42-a865-6be653695af9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:10.114000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3084a24-b492-4164-b570-d5425ea75298 req-390a2c10-c608-4d42-a865-6be653695af9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1646931 Feb 07 13:23:10.175749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3084a24-b492-4164-b570-d5425ea75298 req-ce2c4853-13ea-4831-b795-99d8965633cf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486841 Feb 07 13:23:10.257179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-959336b1-4afe-45bc-bfee-19f3095b2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:10.276517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959336b1-4afe-45bc-bfee-19f3095b2131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3cf7fe-d453-4188-9a90-69a5c4632ad0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:10.283386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-959336b1-4afe-45bc-bfee-19f3095b2131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:10.286907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-959336b1-4afe-45bc-bfee-19f3095b2131 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed3cf7fe-d453-4188-9a90-69a5c4632ad0 HTTP/1.1" status: 204 len: 168 time: 0.3688936 Feb 07 13:23:10.585836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a265e79-9ab1-4a0f-b352-5c45eec5da91 req-c4ea8d8d-056b-4f3d-b8fa-cff193cfe918 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:10.588174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a265e79-9ab1-4a0f-b352-5c45eec5da91 req-c4ea8d8d-056b-4f3d-b8fa-cff193cfe918 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 944 time: 0.1185207 Feb 07 13:23:10.641321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a265e79-9ab1-4a0f-b352-5c45eec5da91 req-b3925e5f-02aa-454d-82c4-015314b55361 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462480 Feb 07 13:23:10.812854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:10.994692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32996) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:11.063201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 5c375296-f1a3-476d-8247-ccee591acb80 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:11.069544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 5c375296-f1a3-476d-8247-ccee591acb80 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:11.069937 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.170815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.189873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:11.198719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea76c4b4cbd44d84bad2c23ef475a283 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:11.199388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33004) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:11.205481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:11.216821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:11.237164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.265755 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.282658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:11.293413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] Usage tracker for resource:security_group_rule and tenant:6011c6c2286c4448ae9361ab73e2bbe8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:11.306303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:11.314752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:11.325056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:11.326385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:23:11.326856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.382072 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80', 'code': 200} Feb 07 13:23:11.406067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.406300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.515824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:11.577802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.595388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1ddbcc64-917a-44c4-8780-126e2c9d8cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.652976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44960b20-8213-4649-850d-50f918e01d8e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:11.664574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-037345f8-2b1b-4736-a91f-df071034aeb3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea76c4b4cbd44d84bad2c23ef475a283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679285 Feb 07 13:23:11.667099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33012) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:11.672973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.725181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5dd295-f032-4a5b-afa0-744907a282e1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:11.731623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c890622c-e721-4d2f-95b1-019dfcb52b11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6011c6c2286c4448ae9361ab73e2bbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303571 Feb 07 13:23:11.734440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33018) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:11.782649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a43a88-40dc-48be-95dc-ac097ab1d152 req-4aaf49df-81ed-44e6-9747-9716992ae5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:11.785505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76a43a88-40dc-48be-95dc-ac097ab1d152 req-4aaf49df-81ed-44e6-9747-9716992ae5cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1096 time: 0.2102268 Feb 07 13:23:11.786443 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e6fcf44-18fe-4824-8f04-9b2404aacafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.820509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e6fcf44-18fe-4824-8f04-9b2404aacafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.869886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f757c71-2e5d-45be-be05-20db48de7c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.906043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f757c71-2e5d-45be-be05-20db48de7c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:11.955548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-76a43a88-40dc-48be-95dc-ac097ab1d152 req-2ca38186-e29e-4575-add5-6e8acda7794f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867705 Feb 07 13:23:12.009288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052d7ab-d3fa-49e6-ad7f-fcb9a2de5da3 req-6c5df895-f8eb-4e10-b2d0-a78ccd5687a3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:12.010850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6052d7ab-d3fa-49e6-ad7f-fcb9a2de5da3 req-6c5df895-f8eb-4e10-b2d0-a78ccd5687a3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1408207 Feb 07 13:23:12.057516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f757c71-2e5d-45be-be05-20db48de7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:12.062819 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e6fcf44-18fe-4824-8f04-9b2404aacafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:12.081713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6052d7ab-d3fa-49e6-ad7f-fcb9a2de5da3 req-206f824e-f4d7-4d79-8801-6a93c6595dfc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645134 Feb 07 13:23:12.086360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fcf44-18fe-4824-8f04-9b2404aacafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44960b20-8213-4649-850d-50f918e01d8e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:12.092459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f757c71-2e5d-45be-be05-20db48de7c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5dd295-f032-4a5b-afa0-744907a282e1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:12.116489 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6f757c71-2e5d-45be-be05-20db48de7c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:12.118794 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6f757c71-2e5d-45be-be05-20db48de7c7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f5dd295-f032-4a5b-afa0-744907a282e1 HTTP/1.1" status: 204 len: 168 time: 0.3825722 Feb 07 13:23:12.130725 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e6fcf44-18fe-4824-8f04-9b2404aacafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:12.134247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9e6fcf44-18fe-4824-8f04-9b2404aacafd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44960b20-8213-4649-850d-50f918e01d8e HTTP/1.1" status: 204 len: 168 time: 0.4640286 Feb 07 13:23:12.257481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:12.314863 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.221126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33058) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:13.258108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.281551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:13.287994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] Usage tracker for resource:security_group_rule and tenant:926befb0c54949648a45191e1238cb74 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:13.291444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:13.300753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:13.368336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36f4fc-7d11-486e-989d-3c5e54108eb4 req-0a0f801f-cfb1-438a-9b6b-4c5186668904 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:13.370879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d36f4fc-7d11-486e-989d-3c5e54108eb4 req-0a0f801f-cfb1-438a-9b6b-4c5186668904 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1080081 Feb 07 13:23:13.445117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.464804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d36f4fc-7d11-486e-989d-3c5e54108eb4 req-ddebc30e-891e-400c-9e44-729a5e01f552 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794187 Feb 07 13:23:13.509177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.556636 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=926befb0c54949648a45191e1238cb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319571 Feb 07 13:23:13.561420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:13.583111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d304d-d3fe-48d4-b061-3dde5140c772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677350c7-cccf-47f8-9e9f-546167601fba,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:13.658405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016fa2c-e14b-4af6-af1b-050e30d85e6b req-d704976e-4853-47ed-99c0-718933d9dcd7 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:13.668306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e016fa2c-e14b-4af6-af1b-050e30d85e6b req-d704976e-4853-47ed-99c0-718933d9dcd7 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1348290 Feb 07 13:23:13.678953 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b75e5c2d-df4d-4f3e-ab70-373aa5261b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.738142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b75e5c2d-df4d-4f3e-ab70-373aa5261b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.738606 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.783131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e016fa2c-e14b-4af6-af1b-050e30d85e6b req-e790b177-aa5e-4f92-9c9e-a8d6d3f61a79 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122444 Feb 07 13:23:13.932909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b75e5c2d-df4d-4f3e-ab70-373aa5261b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.959595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e5c2d-df4d-4f3e-ab70-373aa5261b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677350c7-cccf-47f8-9e9f-546167601fba,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:13.971107 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b75e5c2d-df4d-4f3e-ab70-373aa5261b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:13.973439 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b75e5c2d-df4d-4f3e-ab70-373aa5261b0e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/677350c7-cccf-47f8-9e9f-546167601fba HTTP/1.1" status: 204 len: 168 time: 0.4112017 Feb 07 13:23:14.524098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33104) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:14.719344 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:14.730373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2f46b-df69-451f-8c49-236d275d8b25 req-d42e528e-7024-4741-be8e-ffca24ee080f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:14.732339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25c2f46b-df69-451f-8c49-236d275d8b25 req-d42e528e-7024-4741-be8e-ffca24ee080f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1310472 Feb 07 13:23:14.747164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:14.751527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] Usage tracker for resource:security_group_rule and tenant:8590ca24be4d40a68bd8463f1a68019b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:14.754663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:14.761015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:14.788963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25c2f46b-df69-451f-8c49-236d275d8b25 req-9e32b33d-0c32-410c-914e-811aa8d31027 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504608 Feb 07 13:23:14.866280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:14.954497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:15.050166 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8590ca24be4d40a68bd8463f1a68019b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186489 Feb 07 13:23:15.050166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523a576-8c5b-4a35-8135-21d6eb5ddfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5980c73-ea13-4284-bd33-b2ef4b4d93a5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:15.050440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33132) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:15.098218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:15.306280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8a9c447d-8b34-44bf-b7b6-11dec724d070 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:15.308280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8a9c447d-8b34-44bf-b7b6-11dec724d070 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 813 time: 0.2474232 Feb 07 13:23:15.309208 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c570ef78-e53f-43ed-8a06-da20e69b4803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:15.339242 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c570ef78-e53f-43ed-8a06-da20e69b4803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:15.411897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8b56f95e-8843-4526-8c2f-fa400cb2b517 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/quotas/54f7aa79d7144abd8fcd6ac6491ad3ff HTTP/1.1" status: 200 len: 375 time: 0.0247138 Feb 07 13:23:15.527488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-f67812a5-cf2e-4797-a2e4-b20171edc1b2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094503 Feb 07 13:23:15.560345 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c570ef78-e53f-43ed-8a06-da20e69b4803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:15.579173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570ef78-e53f-43ed-8a06-da20e69b4803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5980c73-ea13-4284-bd33-b2ef4b4d93a5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:15.594016 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c570ef78-e53f-43ed-8a06-da20e69b4803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:15.598400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c570ef78-e53f-43ed-8a06-da20e69b4803 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5980c73-ea13-4284-bd33-b2ef4b4d93a5 HTTP/1.1" status: 204 len: 168 time: 0.5464003 Feb 07 13:23:15.968262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-f16433a4-7ec1-438f-9a85-43b65186dee5 service neutron] 10.222.0.69 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394376 Feb 07 13:23:16.111518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-71b20013-d2c7-489c-9932-cc2946362366 service neutron] 10.222.0.69 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422448 Feb 07 13:23:16.625885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9492de66-9f4b-4f49-8b11-72a0dea0682c req-5cfef251-9371-4a28-abbf-8f878b744496 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 210 time: 0.1723900 Feb 07 13:23:17.405302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33214) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:17.575476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-477263666-network', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:17.582121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:17.587597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Usage tracker for resource:network and tenant:ee254ac339b64566bff13722ce7750c0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:17.591390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:17.599550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:17.672472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Made reservation on behalf of ee254ac339b64566bff13722ce7750c0 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:23:17.675623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:17.698425 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:17.744179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:17.759338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Usage tracker for resource:security_group_rule and tenant:ee254ac339b64566bff13722ce7750c0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:17.763032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:17.772602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:17.914192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d420cb66-4efe-45ba-b099-f9091bed2f7c req-c92e59ec-f75b-4702-b811-c5221c5cb9e0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 210 time: 0.1172011 Feb 07 13:23:18.008636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:18.091644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:18.151456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a39d5-8112-466b-b170-148f972eb3b8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:18.161036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:23:18.185237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:18.185586 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Added segment c5a21051-f862-490a-820e-25ee9c8d7500 of type vlan for network faa9ceeb-b722-4ca5-8799-79d532dba7fd Feb 07 13:23:18.229909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:18.383252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:18.384207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:18.384795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:18.511456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] Pushing event updated for resources: {'Network': ['ID=faa9ceeb-b722-4ca5-8799-79d532dba7fd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:18.522194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network faa9ceeb-b722-4ca5-8799-79d532dba7fd details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:23:18.726624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6e123d2f-4ad8-449e-a5fc-8bbcaf1a47cc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3195348 Feb 07 13:23:18.729453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33256) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:18.734830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Request body: {'subnet': {'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-477263666-subnet', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:18.741307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:18.745849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Usage tracker for resource:subnet and tenant:ee254ac339b64566bff13722ce7750c0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:18.748802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:18.755231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:19.051742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Made reservation on behalf of ee254ac339b64566bff13722ce7750c0 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:23:19.054677 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:19.340864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33270) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:19.472323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c3dff88-38fa-4324-8bff-49afdc7eb9f2 req-9c99bb31-7ccd-4f7d-ad43-83053693f03a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 210 time: 0.1447008 Feb 07 13:23:19.524489 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:19.543078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:19.547941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] Usage tracker for resource:security_group_rule and tenant:64a729353dcb4486a334fcd92eaec7b3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:19.551384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:19.558097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:19.610833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-c75dd6b2-cc12-4882-abb5-05d3b1f2a669 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:19.612661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-c75dd6b2-cc12-4882-abb5-05d3b1f2a669 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.35 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 813 time: 0.3126764 Feb 07 13:23:19.625512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Request body: {'port': {'device_id': '7e6bde57-5868-4f6a-a4bb-d45753a34656', 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b', 'admin_state_up': True, 'tenant_id': '54f7aa79d7144abd8fcd6ac6491ad3ff'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:19.709542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:19.825157 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:19.880005 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64a729353dcb4486a334fcd92eaec7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379307 Feb 07 13:23:19.883304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fc270-fcbd-4e82-8dad-fbcda3aa1f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f59c0d-e3a9-43f3-bc8e-040f080589b8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:19.883304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:19.892696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:19.909507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:19.961446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06c45521-7d90-448e-a126-7e4d530e00b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:19.995293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06c45521-7d90-448e-a126-7e4d530e00b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:20.075105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:20.124166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Made reservation on behalf of 54f7aa79d7144abd8fcd6ac6491ad3ff for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:23:20.128286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:20.179258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06c45521-7d90-448e-a126-7e4d530e00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:20.211295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c45521-7d90-448e-a126-7e4d530e00b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f59c0d-e3a9-43f3-bc8e-040f080589b8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:20.243619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06c45521-7d90-448e-a126-7e4d530e00b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:20.264783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7dfc8f-831f-483b-a235-33154d82316c,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:20.264914 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-06c45521-7d90-448e-a126-7e4d530e00b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89f59c0d-e3a9-43f3-bc8e-040f080589b8 HTTP/1.1" status: 204 len: 168 time: 0.3801777 Feb 07 13:23:20.346110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Checking segment: {'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:20.347933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Network hostable DHCP agents. Network: faa9ceeb-b722-4ca5-8799-79d532dba7fd, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:23:20.482260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Allocated IP 172.20.0.9 (3e078df9-96b4-4dde-863f-1a2f7d99b17b/2ac02409-4358-48b9-90af-9007d407fc61/cf662176-e0f1-45d9-a159-69391fa8f752) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:23:20.660434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c25b37-c779-48c8-baa1-a2d5bb301568 req-c724b448-a05f-40d4-b3b6-787779c690ff tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 210 time: 0.0549989 Feb 07 13:23:20.663611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Network faa9ceeb-b722-4ca5-8799-79d532dba7fd is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:23:20.742174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:20.823367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, faa9ceeb-b722-4ca5-8799-79d532dba7fd) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:20.828273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:20.830384 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:20.833185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb9b2d0-19cd-46f2-a5c8-0c6117879691 None None] Network faa9ceeb-b722-4ca5-8799-79d532dba7fd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:23:20.856588 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:20.942228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Network 3e078df9-96b4-4dde-863f-1a2f7d99b17b is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:20.945971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:20.950900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:23:20.967759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['5c375296-f1a3-476d-8247-ccee591acb80'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:23:20.988000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f0f76d2e-46be-4187-924f-5f6d0c8e6159 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2545178 Feb 07 13:23:20.988618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33300) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:20.992083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Pushing event updated for resources: {'Port': ['ID=cf662176-e0f1-45d9-a159-69391fa8f752,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:21.004494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:21.014337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:21.019604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Usage tracker for resource:router and tenant:ee254ac339b64566bff13722ce7750c0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:21.023479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:21.029648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:21.038745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:21.040798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.156021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-8c0005cd-250e-4248-a5b0-7417e4d3d9b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5343759 Feb 07 13:23:21.157352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.158548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.168554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Request body: {'port': {'device_id': '7e6bde57-5868-4f6a-a4bb-d45753a34656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:21.177577 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.194338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-faa9ceeb-b722-4ca5-8799-79d532dba7fd', 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'fixed_ips': [{'subnet_id': 'fb7dfc8f-831f-483b-a235-33154d82316c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:23:21.195440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.285012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33304) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:21.317403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.396124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:21.435540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] Usage tracker for resource:security_group_rule and tenant:f47742ccadfc45a4a073758a97a56868 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:21.452277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:21.470691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:21.492371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.560284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Allocated IP 172.20.0.2 (faa9ceeb-b722-4ca5-8799-79d532dba7fd/fb7dfc8f-831f-483b-a235-33154d82316c/b2ef25fd-0fdb-478a-b2ec-593226045c8b) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:23:21.647433 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.848134 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:21.872075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Transition to ACTIVE for port object b2ef25fd-0fdb-478a-b2ec-593226045c8b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:21.912106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Transition to ACTIVE for port object b2ef25fd-0fdb-478a-b2ec-593226045c8b will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:21.949516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.012463 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.113252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Network faa9ceeb-b722-4ca5-8799-79d532dba7fd is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:22.123687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Pushing event updated for resources: {'Port': ['ID=b2ef25fd-0fdb-478a-b2ec-593226045c8b,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:22.133863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:22.139653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:23:22.161676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.184325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ae48-e482-4226-8bb8-d10f7d7b5d2b req-a3330d77-d626-4d73-a83f-11b132ff3533 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:22.185020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1f02ae48-e482-4226-8bb8-d10f7d7b5d2b req-a3330d77-d626-4d73-a83f-11b132ff3533 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Synchronizing usage tracker for tenant:54f7aa79d7144abd8fcd6ac6491ad3ff on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:23:22.236453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.239546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839239a-be24-46c1-8202-7b9fe0c90564,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:22.245187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-59c59fc2-7d6a-4e16-b1de-3bdc40cfe22a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f47742ccadfc45a4a073758a97a56868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9575543 Feb 07 13:23:22.255909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33316) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:22.274966 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.280674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Attempting to bind port b2ef25fd-0fdb-478a-b2ec-593226045c8b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:23:22.281262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Attempting to bind port b2ef25fd-0fdb-478a-b2ec-593226045c8b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:23:22.281803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Attempting to bind port b2ef25fd-0fdb-478a-b2ec-593226045c8b on network faa9ceeb-b722-4ca5-8799-79d532dba7fd {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:22.291460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:23:22.292400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Checking segment: {'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:22.293276 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.293850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Bound using segment: {'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:23:22.294712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Bound port: b2ef25fd-0fdb-478a-b2ec-593226045c8b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:23:22.295165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.317154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1f02ae48-e482-4226-8bb8-d10f7d7b5d2b req-a3330d77-d626-4d73-a83f-11b132ff3533 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Unset dirty status for tenant:54f7aa79d7144abd8fcd6ac6491ad3ff on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:23:22.318796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f02ae48-e482-4226-8bb8-d10f7d7b5d2b req-a3330d77-d626-4d73-a83f-11b132ff3533 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 931 time: 0.4842987 Feb 07 13:23:22.383740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf662176-e0f1-45d9-a159-69391fa8f752 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:23:22.402786 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.414590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] For port b2ef25fd-0fdb-478a-b2ec-593226045c8b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:23:22.419477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] For port b2ef25fd-0fdb-478a-b2ec-593226045c8b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b2ef25fd-0fdb-478a-b2ec-593226045c8b,segment=NetworkSegment(c5a21051-f862-490a-820e-25ee9c8d7500),segment_id=c5a21051-f862-490a-820e-25ee9c8d7500)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:23:22.432879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f02ae48-e482-4226-8bb8-d10f7d7b5d2b req-b2587fac-fa9c-4348-8813-4f57c57bb43b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030433 Feb 07 13:23:22.436159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Allocated IP 172.25.7.5 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/b44a729b-6a91-4529-962a-5b2e4594df88) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:23:22.438904 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a7584b-1617-41c8-a64b-bc3a935ab86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.451093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Transition to ACTIVE for port object cf662176-e0f1-45d9-a159-69391fa8f752 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:22.469935 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a7584b-1617-41c8-a64b-bc3a935ab86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.492930 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.611216 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.623961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dc0c1-a3e5-44b6-bbaa-056217380f21 None None] Pushing event updated for resources: {'Port': ['ID=b2ef25fd-0fdb-478a-b2ec-593226045c8b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:22.713510 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.839617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a7584b-1617-41c8-a64b-bc3a935ab86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.862955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf662176-e0f1-45d9-a159-69391fa8f752,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:22.870608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.910325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7584b-1617-41c8-a64b-bc3a935ab86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839239a-be24-46c1-8202-7b9fe0c90564,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:22.947816 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a7584b-1617-41c8-a64b-bc3a935ab86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:22.948973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-78a7584b-1617-41c8-a64b-bc3a935ab86f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b839239a-be24-46c1-8202-7b9fe0c90564 HTTP/1.1" status: 204 len: 168 time: 0.6922047 Feb 07 13:23:22.984327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:22.990683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:23.002713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:23:23.008685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Attempting to bind port cf662176-e0f1-45d9-a159-69391fa8f752 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:23:23.009647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Attempting to bind port cf662176-e0f1-45d9-a159-69391fa8f752 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:23:23.010231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Attempting to bind port cf662176-e0f1-45d9-a159-69391fa8f752 on network 3e078df9-96b4-4dde-863f-1a2f7d99b17b {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:23.017841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Port cf662176-e0f1-45d9-a159-69391fa8f752 on network 3e078df9-96b4-4dde-863f-1a2f7d99b17b not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:23:23.018671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Attempting to bind port cf662176-e0f1-45d9-a159-69391fa8f752 on network 3e078df9-96b4-4dde-863f-1a2f7d99b17b {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:23.029378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:23:23.029735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Checking segment: {'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:23.034442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Bound using segment: {'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:23:23.035021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Bound port: cf662176-e0f1-45d9-a159-69391fa8f752, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a9dc80-73ad-4591-b755-4f44a935d22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:23:23.035397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:23.221874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] For port cf662176-e0f1-45d9-a159-69391fa8f752, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:23:23.229518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] For port cf662176-e0f1-45d9-a159-69391fa8f752, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf662176-e0f1-45d9-a159-69391fa8f752,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:23:23.260442 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Pushing event updated for resources: {'Port': ['ID=b44a729b-6a91-4529-962a-5b2e4594df88,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:23.321082 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:23.405234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:23.405901 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:23.407302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] 10.222.0.35 "PUT /v2.0/ports/cf662176-e0f1-45d9-a159-69391fa8f752 HTTP/1.1" status: 200 len: 1091 time: 2.2440388 Feb 07 13:23:23.407739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6bde57-5868-4f6a-a4bb-d45753a34656', 'tag': 'cf662176-e0f1-45d9-a159-69391fa8f752'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:23:23.422572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee319e-93af-4acf-b213-bc8a6929adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf662176-e0f1-45d9-a159-69391fa8f752,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:23.476540 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6bde57-5868-4f6a-a4bb-d45753a34656', 'tag': 'cf662176-e0f1-45d9-a159-69391fa8f752', 'status': 'completed', 'code': 200} Feb 07 13:23:23.837342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241250d-2daf-4688-9b21-755f4c14c3e2 req-e2a1e3f0-be55-4ba0-89b1-1c29877d8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:23.838968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9241250d-2daf-4688-9b21-755f4c14c3e2 req-e2a1e3f0-be55-4ba0-89b1-1c29877d8076 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 1094 time: 0.3396394 Feb 07 13:23:23.880508 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:24.056145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a6d95-d3c1-4caf-862a-9330c46535b3 req-d9695585-67fa-476f-9b4e-406db7e8d7c0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:24.062952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f8a6d95-d3c1-4caf-862a-9330c46535b3 req-d9695585-67fa-476f-9b4e-406db7e8d7c0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 943 time: 0.4756284 Feb 07 13:23:24.255051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f8a6d95-d3c1-4caf-862a-9330c46535b3 req-932a9f53-e002-4e72-b206-1532644561d9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810799 Feb 07 13:23:24.301340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241250d-2daf-4688-9b21-755f4c14c3e2 req-44c7cdc0-5265-4e0d-9cdb-ad2c38ea2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:24.301340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9241250d-2daf-4688-9b21-755f4c14c3e2 req-44c7cdc0-5265-4e0d-9cdb-ad2c38ea2a9d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4418204 Feb 07 13:23:24.332147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab148039-4652-429b-9068-87549f3997c9 None None] Network faa9ceeb-b722-4ca5-8799-79d532dba7fd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:23:24.618412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b2ef25fd-0fdb-478a-b2ec-593226045c8b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:24.657339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6c121762-4900-4398-bc1e-fd43ee156dcd None None] Provisioning for port b2ef25fd-0fdb-478a-b2ec-593226045c8b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:24.741910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241250d-2daf-4688-9b21-755f4c14c3e2 req-9bd96b4b-3d68-48de-9b8c-442896f20e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:24.744062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9241250d-2daf-4688-9b21-755f4c14c3e2 req-9bd96b4b-3d68-48de-9b8c-442896f20e46 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4426367 Feb 07 13:23:24.773610 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:24.863073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b2ef25fd-0fdb-478a-b2ec-593226045c8b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:24.869012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b2ef25fd-0fdb-478a-b2ec-593226045c8b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:24.869599 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:24.994447 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:25.037641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-83f082ab-532e-4b2e-bb81-a0ed29606f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:25.041790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-83f082ab-532e-4b2e-bb81-a0ed29606f2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 1094 time: 0.2382200 Feb 07 13:23:25.107044 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:25.157477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b2ef25fd-0fdb-478a-b2ec-593226045c8b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b2ef25fd-0fdb-478a-b2ec-593226045c8b,segment=NetworkSegment(c5a21051-f862-490a-820e-25ee9c8d7500),segment_id=c5a21051-f862-490a-820e-25ee9c8d7500)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:25.221207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-c49b1603-ff9c-4061-93a7-75f5ceba7847 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf662176-e0f1-45d9-a159-69391fa8f752 HTTP/1.1" status: 200 len: 217 time: 0.1719480 Feb 07 13:23:25.226583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-34e93735-bf42-48ba-9f4b-583c5ef7f544 None None] Provisioning complete for port b2ef25fd-0fdb-478a-b2ec-593226045c8b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:25.226963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34e93735-bf42-48ba-9f4b-583c5ef7f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:25.285312 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:25.382290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-54ef219a-5056-40a8-a7cb-12794d9db849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:25.385746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-54ef219a-5056-40a8-a7cb-12794d9db849 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 200 len: 853 time: 0.1564052 Feb 07 13:23:25.485099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b2ef25fd-0fdb-478a-b2ec-593226045c8b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:25.527043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-54f2b5fe-f2b1-461e-a245-7ea9ced216cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e078df9-96b4-4dde-863f-1a2f7d99b17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355121 Feb 07 13:23:25.577486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Router bd050de7-2d5c-44a8-967b-cb3e2b623b9b is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:23:25.840157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:23:25.850301 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Sync routers for ids ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:23:25.873450 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Routers {'bd050de7-2d5c-44a8-967b-cb3e2b623b9b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:25.875354 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:25.983669 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:25.985663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-2e572e17-3dee-413c-9377-8d8c5feef270 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505887 Feb 07 13:23:25.990772 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-103bf436-8b49-4b80-989a-ffcb6e98cc0f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0008066 Feb 07 13:23:25.993205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33406) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:26.267782 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Set router bd050de7-2d5c-44a8-967b-cb3e2b623b9b gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:26.287291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e75b1-cc50-4771-b463-5882e0138ccf req-5cf5a543-4ffe-419a-9a1d-158864826eba tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:26.288921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f29e75b1-cc50-4771-b463-5882e0138ccf req-5cf5a543-4ffe-419a-9a1d-158864826eba tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2965975 Feb 07 13:23:26.290940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-9fe82ede-35ec-434d-8f2f-125e4b595039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:26.292297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-9fe82ede-35ec-434d-8f2f-125e4b595039 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1097 time: 0.4773638 Feb 07 13:23:26.338546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1d4f130-3bdc-4ffa-ac3c-48a6be015f3d req-47abe165-9c16-4e1f-9722-09fdc69adaf1 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034060 Feb 07 13:23:26.348468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0365e3b-dfed-47d0-a2e0-ad7d58d01c88 req-80ada185-9fc9-4d62-8a98-6dd1b2a969f5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:26.359323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0365e3b-dfed-47d0-a2e0-ad7d58d01c88 req-80ada185-9fc9-4d62-8a98-6dd1b2a969f5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 943 time: 0.8801239 Feb 07 13:23:26.422726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b2ef25fd-0fdb-478a-b2ec-593226045c8b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:26.520591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0365e3b-dfed-47d0-a2e0-ad7d58d01c88 req-b3cc4fa4-fe04-470f-91fe-b151658821ef tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602519 Feb 07 13:23:26.617353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b2ef25fd-0fdb-478a-b2ec-593226045c8b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:26.618168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:26.656625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f29e75b1-cc50-4771-b463-5882e0138ccf req-2eac5b82-6c88-4f2d-909f-646b7f54cf00 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595967 Feb 07 13:23:26.760090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-03101ede-061c-4f2b-afe2-46c7fa6fac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:26.760090 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-03101ede-061c-4f2b-afe2-46c7fa6fac1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.3697557 Feb 07 13:23:27.026368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33416) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:27.035562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-7b1e46b8-98da-40f1-8853-b2fef96afa78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 200 len: 217 time: 0.2688553 Feb 07 13:23:27.121622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-26cf15ee-0b69-4d36-b017-96f965666e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:27.121622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-26cf15ee-0b69-4d36-b017-96f965666e9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.0741000 Feb 07 13:23:27.141930 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:23Z', 'revision_number': 3, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port': {'id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:63:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:22Z', 'updated_at': '2022-02-07T13:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:27.155048 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Checking router: bd050de7-2d5c-44a8-967b-cb3e2b623b9b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:23:27.155048 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Updating router bd050de7-2d5c-44a8-967b-cb3e2b623b9b port b44a729b-6a91-4529-962a-5b2e4594df88 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:23:27.204331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-017932df-36e9-4661-9e6f-cec3babd76ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792933 Feb 07 13:23:27.251785 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:27.338858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:27.370336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:27.377895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d8300ff6814fc4b4810eb34fe08dd9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:27.384541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:27.397305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:27.474156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-a9ec7fa9-e23d-4bf4-8721-4f4f107f4857 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629857 Feb 07 13:23:27.634965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:27.927234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:27.936556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5282c614-9ff1-4c65-9a0f-d4b5f3312cdb req-aa07030c-c87c-43a3-980e-6b93b06a93c5 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506178 Feb 07 13:23:27.978018 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:27.991916 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Transition to ACTIVE for port object b44a729b-6a91-4529-962a-5b2e4594df88 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:28.070727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5ded2-ea50-4d26-b3c0-5db4f9d550b7 req-eb4c5e56-d4a1-42d6-ad6b-5d800f0ec74e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:28.080036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bb5ded2-ea50-4d26-b3c0-5db4f9d550b7 req-eb4c5e56-d4a1-42d6-ad6b-5d800f0ec74e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1453655 Feb 07 13:23:28.104255 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.125982 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.146669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Allocated IP 172.20.0.1 (faa9ceeb-b722-4ca5-8799-79d532dba7fd/fb7dfc8f-831f-483b-a235-33154d82316c/8a49b7f5-78a7-428e-b522-361df90b5d43) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:23:28.159461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032c52d-ff9f-4e3b-9517-75bb963bae51 req-ffe0aa8c-8d51-44d1-9644-a5324aa64c12 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:28.167924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e032c52d-ff9f-4e3b-9517-75bb963bae51 req-ffe0aa8c-8d51-44d1-9644-a5324aa64c12 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 943 time: 0.3673730 Feb 07 13:23:28.185641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bb5ded2-ea50-4d26-b3c0-5db4f9d550b7 req-3d5d1376-12a4-43ae-b1a5-97f56e383102 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063814 Feb 07 13:23:28.232567 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Attempting to bind port b44a729b-6a91-4529-962a-5b2e4594df88 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:23:28.233156 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Attempting to bind port b44a729b-6a91-4529-962a-5b2e4594df88 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:23:28.233260 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Attempting to bind port b44a729b-6a91-4529-962a-5b2e4594df88 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:28.240749 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:23:28.241129 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:28.241508 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.241894 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:23:28.242355 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Bound port: b44a729b-6a91-4529-962a-5b2e4594df88, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:23:28.242978 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.267790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9d8300ff6814fc4b4810eb34fe08dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2375436 Feb 07 13:23:28.275849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e032c52d-ff9f-4e3b-9517-75bb963bae51 req-bd728855-fcb7-486d-9423-04eaa93da966 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901632 Feb 07 13:23:28.275849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a8750-d70d-44ed-8936-0e08507f0500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581139c5-a003-4b8c-b117-1e1fa270c17d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:28.275849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33434) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:28.316809 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Pushing event updated for resources: {'Port': ['ID=b44a729b-6a91-4529-962a-5b2e4594df88,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:28.331967 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.332396 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.333384 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.333715 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.334050 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.334371 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.334682 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.335004 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.335320 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.335635 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.335948 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.336304 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:28.385659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39ce876a-18c5-41b7-8164-437bf3fa43fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.408005 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] For port b44a729b-6a91-4529-962a-5b2e4594df88, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:23:28.419088 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] For port b44a729b-6a91-4529-962a-5b2e4594df88, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b44a729b-6a91-4529-962a-5b2e4594df88,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:23:28.421911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39ce876a-18c5-41b7-8164-437bf3fa43fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.531282 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.550125 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.583514 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39ce876a-18c5-41b7-8164-437bf3fa43fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.593980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Transition to ACTIVE for port object 8a49b7f5-78a7-428e-b522-361df90b5d43 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:28.600622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce876a-18c5-41b7-8164-437bf3fa43fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581139c5-a003-4b8c-b117-1e1fa270c17d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:28.622950 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc75938-8805-4a89-917c-a8083cc15603 None None] Pushing event updated for resources: {'Port': ['ID=b44a729b-6a91-4529-962a-5b2e4594df88,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:28.636978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-39ce876a-18c5-41b7-8164-437bf3fa43fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.640989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-39ce876a-18c5-41b7-8164-437bf3fa43fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/581139c5-a003-4b8c-b117-1e1fa270c17d HTTP/1.1" status: 204 len: 168 time: 0.3645496 Feb 07 13:23:28.656917 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Routers {'bd050de7-2d5c-44a8-967b-cb3e2b623b9b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:28.657534 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:28.703737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.785687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Network faa9ceeb-b722-4ca5-8799-79d532dba7fd is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:28.793436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:28.797983 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:23:28.862226 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] Set router bd050de7-2d5c-44a8-967b-cb3e2b623b9b gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:28.865449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Pushing event updated for resources: {'Port': ['ID=8a49b7f5-78a7-428e-b522-361df90b5d43,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:28.888939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:28.937307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cf662176-e0f1-45d9-a159-69391fa8f752 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:23:29.481807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cf662176-e0f1-45d9-a159-69391fa8f752, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf662176-e0f1-45d9-a159-69391fa8f752,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:29.498666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'cf662176-e0f1-45d9-a159-69391fa8f752', 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b', 'port_id': 'cf662176-e0f1-45d9-a159-69391fa8f752', 'mac_address': 'fa:16:3e:f6:fd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac02409-4358-48b9-90af-9007d407fc61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:23:29.503900 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:23Z', 'revision_number': 3, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port': {'id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:63:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:22Z', 'updated_at': '2022-02-07T13:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:29.509121 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a501f9-b2e1-4b73-ae99-2f21553549fd None None] The sync data for ids ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'] in n-d-811416-5 is: [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:23Z', 'revision_number': 3, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port': {'id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:63:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:22Z', 'updated_at': '2022-02-07T13:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:23:29.549925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4203719-9099-4cb6-8092-f8e9d5a7401e req-f1aef6fc-169d-4a3a-8bfc-324798ac6147 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:29.551597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4203719-9099-4cb6-8092-f8e9d5a7401e req-f1aef6fc-169d-4a3a-8bfc-324798ac6147 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1853354 Feb 07 13:23:29.567467 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:29.586515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf662176-e0f1-45d9-a159-69391fa8f752 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:23:29.592367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cc49a-ec11-4a87-ab41-6166a063da0a req-2fd3611f-5d33-4713-9435-637c42979fba tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:29.593866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-256cc49a-ec11-4a87-ab41-6166a063da0a req-2fd3611f-5d33-4713-9435-637c42979fba tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 943 time: 0.1509984 Feb 07 13:23:29.614611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cf662176-e0f1-45d9-a159-69391fa8f752, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf662176-e0f1-45d9-a159-69391fa8f752,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:29.617869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4203719-9099-4cb6-8092-f8e9d5a7401e req-2b8109f7-06e6-4d55-b633-6bde265fe6ba tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582256 Feb 07 13:23:29.663891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-256cc49a-ec11-4a87-ab41-6166a063da0a req-02e0b2c8-c173-45d1-96b6-e33d56bc2d85 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498970 Feb 07 13:23:30.310547 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:30.365280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:30.371582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ae979cc9-5354-4939-8ef8-64f697f18423 None None] Provisioning for port 8a49b7f5-78a7-428e-b522-361df90b5d43 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:30.439166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ae979cc9-5354-4939-8ef8-64f697f18423 None None] Provisioning complete for port 8a49b7f5-78a7-428e-b522-361df90b5d43 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:30.440762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae979cc9-5354-4939-8ef8-64f697f18423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:30.590336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae979cc9-5354-4939-8ef8-64f697f18423 None None] Port 8a49b7f5-78a7-428e-b522-361df90b5d43 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:23:30.597459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b44a729b-6a91-4529-962a-5b2e4594df88 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:30.679698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cf662176-e0f1-45d9-a159-69391fa8f752,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:30.704442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['cf662176-e0f1-45d9-a159-69391fa8f752'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:23:30.760561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:30.845886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:31.048782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Pushing event updated for resources: {'Port': ['ID=8a49b7f5-78a7-428e-b522-361df90b5d43,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:31.087584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b44a729b-6a91-4529-962a-5b2e4594df88 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:31.109785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:31.110792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b44a729b-6a91-4529-962a-5b2e4594df88 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:31.113874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:31.429223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:31.467242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b44a729b-6a91-4529-962a-5b2e4594df88, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b44a729b-6a91-4529-962a-5b2e4594df88,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:31.490345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Network faa9ceeb-b722-4ca5-8799-79d532dba7fd is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:31.492357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:31.501140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4057d8-3ab0-469d-b225-b4fc190d31f8 req-ec0e1897-f3b9-49fc-b2d1-001e157b5bb8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:31.511870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b4057d8-3ab0-469d-b225-b4fc190d31f8 req-ec0e1897-f3b9-49fc-b2d1-001e157b5bb8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 944 time: 0.5818446 Feb 07 13:23:31.546077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5d593-51aa-458d-a770-2cb2798f76a9 req-7d72951a-dcb4-465a-9d50-744ebd7d1b57 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:31.554356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5a5d593-51aa-458d-a770-2cb2798f76a9 req-7d72951a-dcb4-465a-9d50-744ebd7d1b57 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.5589852 Feb 07 13:23:31.606164 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:31.652741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b4057d8-3ab0-469d-b225-b4fc190d31f8 req-6eabfbab-b266-4d30-9382-76e8755b3f2f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397812 Feb 07 13:23:31.678012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5a5d593-51aa-458d-a770-2cb2798f76a9 req-c3db8c2a-5dd9-4b5e-af1e-9c6a2c239d94 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215446 Feb 07 13:23:31.801763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b44a729b-6a91-4529-962a-5b2e4594df88,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:31.889540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Router bd050de7-2d5c-44a8-967b-cb3e2b623b9b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:23:31.930793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6e1cfe01-2e18-4fd0-960e-684016200b0b None None] Provisioning complete for port 8a49b7f5-78a7-428e-b522-361df90b5d43 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:31.931423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e1cfe01-2e18-4fd0-960e-684016200b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:32.000770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cfe01-2e18-4fd0-960e-684016200b0b None None] Port 8a49b7f5-78a7-428e-b522-361df90b5d43 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:23:32.228538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:23:32.239328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Sync routers for ids ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:23:32.240371 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0bfcd891-e43a-4158-9c4d-78e2b83cde5e admin admin] 10.222.0.69 "PUT /v2.0/routers/bd050de7-2d5c-44a8-967b-cb3e2b623b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2457852 Feb 07 13:23:32.250398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Routers {'bd050de7-2d5c-44a8-967b-cb3e2b623b9b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:32.251338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:32.453111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b44a729b-6a91-4529-962a-5b2e4594df88 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:32.555289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Set router bd050de7-2d5c-44a8-967b-cb3e2b623b9b gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:32.840246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b44a729b-6a91-4529-962a-5b2e4594df88 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:32.840633 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:32.996002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cf662176-e0f1-45d9-a159-69391fa8f752 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:33.239158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61e68f-a00d-4615-b8d4-4e9771057ba1 req-d0fd49de-a129-4180-b616-099dd4fa8d39 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:33.240742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d61e68f-a00d-4615-b8d4-4e9771057ba1 req-d0fd49de-a129-4180-b616-099dd4fa8d39 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.3560002 Feb 07 13:23:33.253895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec71a09-a4d2-4d75-b999-ac2fb8e1c461 req-0c74c198-7719-4e63-aae5-8bffa1e56eb8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:33.261419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ec71a09-a4d2-4d75-b999-ac2fb8e1c461 req-0c74c198-7719-4e63-aae5-8bffa1e56eb8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 944 time: 0.2377698 Feb 07 13:23:33.304935 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:29Z', 'revision_number': 4, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port': {'id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:22Z', 'updated_at': '2022-02-07T13:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8a49b7f5-78a7-428e-b522-361df90b5d43', 'name': '', 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'mac_address': 'fa:16:3e:94:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'fb7dfc8f-831f-483b-a235-33154d82316c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:27Z', 'updated_at': '2022-02-07T13:23:30Z', 'revision_number': 2, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'subnets': [{'id': 'fb7dfc8f-831f-483b-a235-33154d82316c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:33.309009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Checking router: bd050de7-2d5c-44a8-967b-cb3e2b623b9b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:23:33.309372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Updating router bd050de7-2d5c-44a8-967b-cb3e2b623b9b port 8a49b7f5-78a7-428e-b522-361df90b5d43 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:23:33.348162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d61e68f-a00d-4615-b8d4-4e9771057ba1 req-913b888a-04ae-4542-9ea8-558abd5e868a tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706794 Feb 07 13:23:33.369874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ec71a09-a4d2-4d75-b999-ac2fb8e1c461 req-dcd98be0-3850-4fed-bc99-cb08cbccfefe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074700 Feb 07 13:23:33.399813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port cf662176-e0f1-45d9-a159-69391fa8f752 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:33.466062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33554) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:33.471837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1674784175-network', 'tenant_id': '232ce4250e51426f93a1145277288d9b'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:33.478000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:33.482687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Usage tracker for resource:network and tenant:232ce4250e51426f93a1145277288d9b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:33.486405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:33.487403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port cf662176-e0f1-45d9-a159-69391fa8f752 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:33.487874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.499325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:33.568995 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.617308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Made reservation on behalf of 232ce4250e51426f93a1145277288d9b for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:23:33.621479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.635239 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.654498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:33.672624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Usage tracker for resource:security_group_rule and tenant:232ce4250e51426f93a1145277288d9b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:33.687429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:33.693850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:33.751946 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.795150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.868402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6bde57-5868-4f6a-a4bb-d45753a34656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf662176-e0f1-45d9-a159-69391fa8f752'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:23:33.884287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port cf662176-e0f1-45d9-a159-69391fa8f752, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf662176-e0f1-45d9-a159-69391fa8f752,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:33.902982 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.928694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:23:33.941431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.941964 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Added segment 0b9b3be6-a400-4590-ba9c-57d44a705107 of type vlan for network b2826b4a-9f28-49ac-8d75-ad245fccdc7e Feb 07 13:23:33.980093 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6bde57-5868-4f6a-a4bb-d45753a34656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf662176-e0f1-45d9-a159-69391fa8f752', 'code': 200} Feb 07 13:23:33.980528 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:33.986569 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.134927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33564) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:34.153606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=cf662176-e0f1-45d9-a159-69391fa8f752,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:34.228969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6342fff7-1647-44a1-8d9e-bb4d444d0540,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:34.255426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.266070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9cae87-57c6-4ed8-9374-bf15c0e36324 admin admin] Deleting subnet f59dcb7b-8040-449b-97c7-1ecc6249aa09 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:23:34.269196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:34.270172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.275431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae87-57c6-4ed8-9374-bf15c0e36324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.389636 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae87-57c6-4ed8-9374-bf15c0e36324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.405090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.419025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Transition to ACTIVE for port object 8a49b7f5-78a7-428e-b522-361df90b5d43 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:34.491943 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae87-57c6-4ed8-9374-bf15c0e36324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.497905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] Pushing event updated for resources: {'Network': ['ID=b2826b4a-9f28-49ac-8d75-ad245fccdc7e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:34.509992 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.515153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b2826b4a-9f28-49ac-8d75-ad245fccdc7e details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:23:34.528450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6e4accbf-ec8f-4c9b-951d-b7478b9fef45 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0610406 Feb 07 13:23:34.551478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33574) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:34.575042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Request body: {'subnet': {'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1674784175-subnet', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:34.594356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:34.685146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Usage tracker for resource:subnet and tenant:232ce4250e51426f93a1145277288d9b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:34.700319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:34.716527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:34.747121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087e10d-62bd-4adc-a201-2040e68289f3 req-9fbaf2e0-592b-4fa8-b07a-19496c8a6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:34.749005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8087e10d-62bd-4adc-a201-2040e68289f3 req-9fbaf2e0-592b-4fa8-b07a-19496c8a6f2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 1096 time: 0.6845737 Feb 07 13:23:34.789187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae87-57c6-4ed8-9374-bf15c0e36324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.829408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8087e10d-62bd-4adc-a201-2040e68289f3 req-ef400773-0895-4ef3-bc3f-fcac4457867a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723462 Feb 07 13:23:34.849953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4eada-b216-4490-a6a5-f937c320efc4 req-f5672f1f-f40a-4245-9405-aed4f5e55a62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:34.851767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ce4eada-b216-4490-a6a5-f937c320efc4 req-f5672f1f-f40a-4245-9405-aed4f5e55a62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 945 time: 0.2595406 Feb 07 13:23:34.873082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cae87-57c6-4ed8-9374-bf15c0e36324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59dcb7b-8040-449b-97c7-1ecc6249aa09,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:34.881541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47b6d7-2d83-473f-ba1b-436503c9efdf req-43702015-297a-4763-a758-0c3b3cba00ab tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:34.887535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae87-57c6-4ed8-9374-bf15c0e36324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:34.890497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb47b6d7-2d83-473f-ba1b-436503c9efdf req-43702015-297a-4763-a758-0c3b3cba00ab tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.3001919 Feb 07 13:23:34.902508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27a0cb-2c9b-4ec6-8faf-0634cba6bd07 None None] Pushing event updated for resources: {'Port': ['ID=8a49b7f5-78a7-428e-b522-361df90b5d43,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:34.915508 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9c9cae87-57c6-4ed8-9374-bf15c0e36324 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f59dcb7b-8040-449b-97c7-1ecc6249aa09 HTTP/1.1" status: 204 len: 168 time: 0.7781329 Feb 07 13:23:34.916447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33578) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:34.938873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Made reservation on behalf of 232ce4250e51426f93a1145277288d9b for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:23:34.941510 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.038998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Attempting to bind port 8a49b7f5-78a7-428e-b522-361df90b5d43 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:23:35.039778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Attempting to bind port 8a49b7f5-78a7-428e-b522-361df90b5d43 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:23:35.040363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Attempting to bind port 8a49b7f5-78a7-428e-b522-361df90b5d43 on network faa9ceeb-b722-4ca5-8799-79d532dba7fd {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:35.046561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:23:35.047311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Checking segment: {'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:35.047882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.048742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Bound using segment: {'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:23:35.049598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Bound port: 8a49b7f5-78a7-428e-b522-361df90b5d43, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a21051-f862-490a-820e-25ee9c8d7500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:23:35.050228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.057474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.118647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ce4eada-b216-4490-a6a5-f937c320efc4 req-920e3c62-6f0d-430a-8647-09dfb3abebed tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264702 Feb 07 13:23:35.148698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb47b6d7-2d83-473f-ba1b-436503c9efdf req-694599bb-45b2-43c7-8970-9751fb280024 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904471 Feb 07 13:23:35.182448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] For port 8a49b7f5-78a7-428e-b522-361df90b5d43, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:23:35.186362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] For port 8a49b7f5-78a7-428e-b522-361df90b5d43, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8a49b7f5-78a7-428e-b522-361df90b5d43,segment=NetworkSegment(c5a21051-f862-490a-820e-25ee9c8d7500),segment_id=c5a21051-f862-490a-820e-25ee9c8d7500)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:23:35.275216 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.326869 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.355932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162c2389-9488-419c-a231-37fad163c1a0']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:35.373086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Routers {'bd050de7-2d5c-44a8-967b-cb3e2b623b9b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:35.373849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:35.374539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e35106-872b-4416-b05d-6cebd4aa40e8') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:35.375160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e35106-872b-4416-b05d-6cebd4aa40e8') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:35.395896 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.419300 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.428004 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.428910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:23:35.429611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:23:35.564905 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:23:35.615673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827d94ed-8cf9-41c4-b8e1-f94e321fe190,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:35.627950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Checking segment: {'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:35.628338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Network hostable DHCP agents. Network: b2826b4a-9f28-49ac-8d75-ad245fccdc7e, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:23:35.638602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27a0cb-2c9b-4ec6-8faf-0634cba6bd07 None None] Pushing event updated for resources: {'Port': ['ID=8a49b7f5-78a7-428e-b522-361df90b5d43,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:35.662954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] Set router bd050de7-2d5c-44a8-967b-cb3e2b623b9b gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:35.697928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.727172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.739248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] Pushing event deleted for resources: {'Network': ['ID=162c2389-9488-419c-a231-37fad163c1a0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:35.742240 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6894698f-29be-4b9c-9c37-6252ba59165d admin admin] 10.222.0.69 "DELETE /v2.0/networks/162c2389-9488-419c-a231-37fad163c1a0 HTTP/1.1" status: 204 len: 168 time: 0.8246734 Feb 07 13:23:35.746077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33588) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:35.820491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Network b2826b4a-9f28-49ac-8d75-ad245fccdc7e is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:23:35.898179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc2bc21-3651-4dfb-8a61-8848fdfe3d9a admin admin] Deleting subnet 3ffedfcd-2c39-4b7c-94b6-c427b7c993c6 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:23:35.906265 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc21-3651-4dfb-8a61-8848fdfe3d9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:35.953246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b2826b4a-9f28-49ac-8d75-ad245fccdc7e) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:35.991178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:35.993610 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.083258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc21-3651-4dfb-8a61-8848fdfe3d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.118047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a25f55-0b56-4d36-bafa-7f304e60d851 None None] Network b2826b4a-9f28-49ac-8d75-ad245fccdc7e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:23:36.167004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0bf7e7b8-c8ba-4fb8-8d4f-27817814e3e5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6037016 Feb 07 13:23:36.167599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33596) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:36.173672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:23:36.182852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:23:36.191281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Usage tracker for resource:router and tenant:232ce4250e51426f93a1145277288d9b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:23:36.198831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:23:36.213735 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc21-3651-4dfb-8a61-8848fdfe3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.216872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:23:36.337481 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.338694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.355892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.438435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:29Z', 'revision_number': 4, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port': {'id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:22Z', 'updated_at': '2022-02-07T13:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8a49b7f5-78a7-428e-b522-361df90b5d43', 'name': '', 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'mac_address': 'fa:16:3e:94:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'fb7dfc8f-831f-483b-a235-33154d82316c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:27Z', 'updated_at': '2022-02-07T13:23:35Z', 'revision_number': 4, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'subnets': [{'id': 'fb7dfc8f-831f-483b-a235-33154d82316c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:36.449552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e247534-4187-4c50-9a96-442f8476fa0e None None] The sync data for ids ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'] in n-d-811416-5 is: [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:29Z', 'revision_number': 4, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port': {'id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:22Z', 'updated_at': '2022-02-07T13:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '8a49b7f5-78a7-428e-b522-361df90b5d43', 'name': '', 'network_id': 'faa9ceeb-b722-4ca5-8799-79d532dba7fd', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'mac_address': 'fa:16:3e:94:b8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': 'fb7dfc8f-831f-483b-a235-33154d82316c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:27Z', 'updated_at': '2022-02-07T13:23:35Z', 'revision_number': 4, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'subnets': [{'id': 'fb7dfc8f-831f-483b-a235-33154d82316c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:23:36.499860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2822a-0c01-4b35-9da0-18221084f16e req-9d4e7089-71ec-4afb-98d9-ee85318bbd4e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:36.509925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5a2822a-0c01-4b35-9da0-18221084f16e req-9d4e7089-71ec-4afb-98d9-ee85318bbd4e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 945 time: 0.2153146 Feb 07 13:23:36.559812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36783a-b0f1-4c84-9b1b-b8a24734ac43 req-d561e5af-6430-49de-b3e4-6a9f3289480e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:36.570469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a36783a-b0f1-4c84-9b1b-b8a24734ac43 req-d561e5af-6430-49de-b3e4-6a9f3289480e tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2047718 Feb 07 13:23:36.600661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-b2826b4a-9f28-49ac-8d75-ad245fccdc7e', 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'fixed_ips': [{'subnet_id': '827d94ed-8cf9-41c4-b8e1-f94e321fe190'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:23:36.601556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.607548 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc21-3651-4dfb-8a61-8848fdfe3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.881161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Allocated IP 172.20.0.2 (b2826b4a-9f28-49ac-8d75-ad245fccdc7e/827d94ed-8cf9-41c4-b8e1-f94e321fe190/1f6620ac-a499-4417-a1e1-d9962fe8baa7) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:23:36.899630 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc21-3651-4dfb-8a61-8848fdfe3d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:36.931775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-efc2bc21-3651-4dfb-8a61-8848fdfe3d9a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3ffedfcd-2c39-4b7c-94b6-c427b7c993c6 HTTP/1.1" status: 204 len: 168 time: 1.1823728 Feb 07 13:23:36.935901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33604) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:36.964417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5a2822a-0c01-4b35-9da0-18221084f16e req-0ed0d22b-42d6-4ccc-ae0e-f4967c041d5f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476511 Feb 07 13:23:36.965219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2bc21-3651-4dfb-8a61-8848fdfe3d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ffedfcd-2c39-4b7c-94b6-c427b7c993c6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:36.973838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.065941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a36783a-b0f1-4c84-9b1b-b8a24734ac43 req-0fccc496-9a01-48dd-bc6d-032bb7460030 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942541 Feb 07 13:23:37.111204 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.169047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.181994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Transition to ACTIVE for port object 1f6620ac-a499-4417-a1e1-d9962fe8baa7 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:37.209725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Transition to ACTIVE for port object 1f6620ac-a499-4417-a1e1-d9962fe8baa7 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:37.309394 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.313310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.349186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaae4c34-570e-48c4-baf3-b4600f521925']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:37.369679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4035d343-953a-4bf5-976e-e62052f04728') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:37.370213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4035d343-953a-4bf5-976e-e62052f04728') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:37.385281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Network b2826b4a-9f28-49ac-8d75-ad245fccdc7e is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:37.392057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.404903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:37.407397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:23:37.412913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.421115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:23:37.421780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:23:37.440452 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:23:37.541082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.560196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Pushing event updated for resources: {'Port': ['ID=1f6620ac-a499-4417-a1e1-d9962fe8baa7,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:37.569878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Attempting to bind port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:23:37.579833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Attempting to bind port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:23:37.579833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Attempting to bind port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 on network b2826b4a-9f28-49ac-8d75-ad245fccdc7e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:37.579833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:23:37.579833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Checking segment: {'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:37.579833 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.579833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Bound using segment: {'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:23:37.579833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Bound port: 1f6620ac-a499-4417-a1e1-d9962fe8baa7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:23:37.579833 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.697650 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.708998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] For port 1f6620ac-a499-4417-a1e1-d9962fe8baa7, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:23:37.718670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] For port 1f6620ac-a499-4417-a1e1-d9962fe8baa7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1f6620ac-a499-4417-a1e1-d9962fe8baa7,segment=NetworkSegment(0b9b3be6-a400-4590-ba9c-57d44a705107),segment_id=0b9b3be6-a400-4590-ba9c-57d44a705107)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:23:37.720657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.727953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaae4c34-570e-48c4-baf3-b4600f521925,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:37.735797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aa5b792f-d3c1-434e-a647-21d63290fd01 admin admin] 10.222.0.69 "DELETE /v2.0/networks/eaae4c34-570e-48c4-baf3-b4600f521925 HTTP/1.1" status: 204 len: 168 time: 0.7600570 Feb 07 13:23:37.781369 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.835466 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:37.958140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94caac7-6090-446f-a200-19fe235f3596 None None] Pushing event updated for resources: {'Port': ['ID=1f6620ac-a499-4417-a1e1-d9962fe8baa7,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:37.966540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Allocated IP 172.25.7.121 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/dfe2cf45-02df-4320-a63a-d1b619d5a7f9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:23:38.313154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:38.418579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423e55c-5f51-473c-a5e0-bdbbc836c29e req-36fd74a4-7d47-4625-b987-cb2a5eafc7ad tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:38.426346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3423e55c-5f51-473c-a5e0-bdbbc836c29e req-36fd74a4-7d47-4625-b987-cb2a5eafc7ad tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1652989 Feb 07 13:23:38.480141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:38.481652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95581f-1fa9-4fac-b865-f0cf6c82cead req-efc5f5cd-0a61-44ba-a4d0-10c0dd5aa8ee tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:38.493717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb95581f-1fa9-4fac-b865-f0cf6c82cead req-efc5f5cd-0a61-44ba-a4d0-10c0dd5aa8ee tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 945 time: 0.3683171 Feb 07 13:23:38.507621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33620) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:38.591358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe2cf45-02df-4320-a63a-d1b619d5a7f9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:38.609099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:38.612298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:38.616366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:23:38.626905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3423e55c-5f51-473c-a5e0-bdbbc836c29e req-a7a751ce-ac00-434e-a3d0-159c42425079 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995585 Feb 07 13:23:38.654718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1f6620ac-a499-4417-a1e1-d9962fe8baa7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:38.680122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb95581f-1fa9-4fac-b865-f0cf6c82cead req-2394d977-acc7-40bc-a181-563c8f47c94f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900830 Feb 07 13:23:38.738876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-884e149b-1ed0-4f4a-b592-63e5f939789c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7da40399b2d74922a6b75e9b3814e9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300816 Feb 07 13:23:38.741785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33626) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:38.816843 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be89afa3-2fa9-4e71-91b0-466b7896e1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:38.848193 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be89afa3-2fa9-4e71-91b0-466b7896e1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:38.897426 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fcbe08f9-a747-40aa-8d93-8ebc2e9c5ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:38.943652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:38.949369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8a49b7f5-78a7-428e-b522-361df90b5d43 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:39.253816 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be89afa3-2fa9-4e71-91b0-466b7896e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:39.280140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89afa3-2fa9-4e71-91b0-466b7896e1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6f2ade-3d51-47ac-8f94-065265eb1f7e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:39.288352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-be89afa3-2fa9-4e71-91b0-466b7896e1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:39.291621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-be89afa3-2fa9-4e71-91b0-466b7896e1e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b6f2ade-3d51-47ac-8f94-065265eb1f7e HTTP/1.1" status: 204 len: 168 time: 0.5488207 Feb 07 13:23:39.321323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 8a49b7f5-78a7-428e-b522-361df90b5d43 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:39.329900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8a49b7f5-78a7-428e-b522-361df90b5d43 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:39.330310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:39.404972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c7904f-8ed0-40b5-9f6e-d638f2402b59 None None] Network b2826b4a-9f28-49ac-8d75-ad245fccdc7e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:23:39.507916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:39.642484 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:39.743516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 8a49b7f5-78a7-428e-b522-361df90b5d43, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8a49b7f5-78a7-428e-b522-361df90b5d43,segment=NetworkSegment(c5a21051-f862-490a-820e-25ee9c8d7500),segment_id=c5a21051-f862-490a-820e-25ee9c8d7500)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:39.777347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d85bb296-8ab5-4b73-903b-c0e503bc2e4b None None] Provisioning for port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:39.782683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d85bb296-8ab5-4b73-903b-c0e503bc2e4b None None] Provisioning complete for port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:39.783072 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d85bb296-8ab5-4b73-903b-c0e503bc2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:39.913116 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:39.995930 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d85bb296-8ab5-4b73-903b-c0e503bc2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:40.024802 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:40.031637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f7503-ec9c-456c-a8a7-bbc6fb969166 req-d16a8df1-6afe-43ee-9ae0-c6fbee27d149 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:40.035834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d63f7503-ec9c-456c-a8a7-bbc6fb969166 req-d16a8df1-6afe-43ee-9ae0-c6fbee27d149 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1928375 Feb 07 13:23:40.059023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1ef61-ad35-415f-b268-8f693b287b5d req-d0710ca5-c7b7-4cdb-91b8-8dae982c51fe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:40.067948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4c1ef61-ad35-415f-b268-8f693b287b5d req-d0710ca5-c7b7-4cdb-91b8-8dae982c51fe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 945 time: 0.1556816 Feb 07 13:23:40.100044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d85bb296-8ab5-4b73-903b-c0e503bc2e4b None None] For port 1f6620ac-a499-4417-a1e1-d9962fe8baa7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1f6620ac-a499-4417-a1e1-d9962fe8baa7,segment=NetworkSegment(0b9b3be6-a400-4590-ba9c-57d44a705107),segment_id=0b9b3be6-a400-4590-ba9c-57d44a705107)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:40.119809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=8a49b7f5-78a7-428e-b522-361df90b5d43,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:40.151404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d63f7503-ec9c-456c-a8a7-bbc6fb969166 req-b3eadb5b-98ef-406a-ac7e-c3be88864a05 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805681 Feb 07 13:23:40.173243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4c1ef61-ad35-415f-b268-8f693b287b5d req-ffd626a8-cdd3-4e9d-8490-e4b3ad8ca27e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042485 Feb 07 13:23:40.245750 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d85bb296-8ab5-4b73-903b-c0e503bc2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:40.325675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bb296-8ab5-4b73-903b-c0e503bc2e4b None None] Pushing event updated for resources: {'Port': ['ID=1f6620ac-a499-4417-a1e1-d9962fe8baa7,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:40.368573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1bb924f3-603c-4550-b547-30d9805dc461 None None] Provisioning complete for port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:40.368976 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bb924f3-603c-4550-b547-30d9805dc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:40.414787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8a49b7f5-78a7-428e-b522-361df90b5d43 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:40.429594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Router 0ca59c2a-fba8-415d-96c9-7d0558072505 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:23:40.545254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8a49b7f5-78a7-428e-b522-361df90b5d43 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:40.545620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:40.573542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a92f8-969c-4d06-a8f2-7fe133eb4aee req-e4706eb1-5d01-4caf-9ab3-a1894521207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:40.575918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb8a92f8-969c-4d06-a8f2-7fe133eb4aee req-e4706eb1-5d01-4caf-9ab3-a1894521207f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1097 time: 0.1001847 Feb 07 13:23:40.619194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb8a92f8-969c-4d06-a8f2-7fe133eb4aee req-99dcea6a-265c-434d-adf4-4e4b79d1a744 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Feb 07 13:23:40.785792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:23:40.793754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33648) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:40.795538 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Sync routers for ids ['0ca59c2a-fba8-415d-96c9-7d0558072505'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:23:40.808972 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Routers {'0ca59c2a-fba8-415d-96c9-7d0558072505'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:40.809588 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0ca59c2a-fba8-415d-96c9-7d0558072505'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:40.848332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-26ea396b-e2a8-4264-8ae6-8f590b64e85c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92ec2ce8ff4b4c8d978d785f26382829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504274 Feb 07 13:23:40.848590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33652) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:40.915360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3426c040-7f0e-4594-b8ce-d006b68162a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:40.943191 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3426c040-7f0e-4594-b8ce-d006b68162a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:40.949320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:40.960500 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dcab2e60-68c4-4b17-8169-ab4066611710 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7819698 Feb 07 13:23:40.960500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33656) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:41.000472 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Set router 0ca59c2a-fba8-415d-96c9-7d0558072505 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:41.177367 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3426c040-7f0e-4594-b8ce-d006b68162a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:41.208164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426c040-7f0e-4594-b8ce-d006b68162a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2104829c-9f6e-47da-81ad-9a781310eade,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:41.232832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3426c040-7f0e-4594-b8ce-d006b68162a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:41.233995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3426c040-7f0e-4594-b8ce-d006b68162a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2104829c-9f6e-47da-81ad-9a781310eade HTTP/1.1" status: 204 len: 168 time: 0.3844895 Feb 07 13:23:41.292715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-c4235696-5302-448c-96e8-59aacb74c491 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:41.299014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-c4235696-5302-448c-96e8-59aacb74c491 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 945 time: 0.1970427 Feb 07 13:23:41.471419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Deleting port cf662176-e0f1-45d9-a159-69391fa8f752 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:23:41.471775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:41.508192 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:23:38Z', 'revision_number': 3, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:41.530799 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Checking router: 0ca59c2a-fba8-415d-96c9-7d0558072505 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:23:41.532820 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Updating router 0ca59c2a-fba8-415d-96c9-7d0558072505 port dfe2cf45-02df-4320-a63a-d1b619d5a7f9 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:23:41.667736 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-83a5d09b-7820-441a-b364-af17c8b6d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:41.674126 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:41.958437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.096702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] For port cf662176-e0f1-45d9-a159-69391fa8f752, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=cf662176-e0f1-45d9-a159-69391fa8f752,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:42.097090 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.147533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c276a-1ae5-42e5-b593-aa137648c0a8 req-14ccdc34-764e-43ac-a87d-3fe9145192a9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:42.152543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f30c276a-1ae5-42e5-b593-aa137648c0a8 req-14ccdc34-764e-43ac-a87d-3fe9145192a9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.5959980 Feb 07 13:23:42.274861 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.317464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Allocated IP 172.20.0.1 (b2826b4a-9f28-49ac-8d75-ad245fccdc7e/827d94ed-8cf9-41c4-b8e1-f94e321fe190/03be16b7-7a57-442f-a8c3-ed5f15277615) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:23:42.321092 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.390377 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.407896 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Transition to ACTIVE for port object dfe2cf45-02df-4320-a63a-d1b619d5a7f9 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:42.414631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Calling delete_port for cf662176-e0f1-45d9-a159-69391fa8f752 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:23:42.448453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1f6620ac-a499-4417-a1e1-d9962fe8baa7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:42.516235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f30c276a-1ae5-42e5-b593-aa137648c0a8 req-288c979b-69f4-45e6-9e48-7dbafaebce78 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313979 Feb 07 13:23:42.524657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74d322-384b-4d3f-af78-8b8419647f12 req-9c8651c8-e0dc-482b-accd-827d7d87b7f0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:42.527676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff74d322-384b-4d3f-af78-8b8419647f12 req-9c8651c8-e0dc-482b-accd-827d7d87b7f0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 945 time: 0.8343492 Feb 07 13:23:42.549719 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.595568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.667166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Transition to ACTIVE for port object 03be16b7-7a57-442f-a8c3-ed5f15277615 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:42.674229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:42.674875 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.729748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff74d322-384b-4d3f-af78-8b8419647f12 req-c8b57c3b-a2d8-496c-b11a-2a25968a5941 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870861 Feb 07 13:23:42.750717 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Attempting to bind port dfe2cf45-02df-4320-a63a-d1b619d5a7f9 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:23:42.751284 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Attempting to bind port dfe2cf45-02df-4320-a63a-d1b619d5a7f9 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:23:42.751824 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Attempting to bind port dfe2cf45-02df-4320-a63a-d1b619d5a7f9 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:42.768015 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:23:42.768932 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:42.769526 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.770090 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:23:42.772063 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Bound port: dfe2cf45-02df-4320-a63a-d1b619d5a7f9, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:23:42.772791 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.848244 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea7c4b-17cb-4fa8-96b2-1d4e23dcad1f None None] Pushing event updated for resources: {'Port': ['ID=dfe2cf45-02df-4320-a63a-d1b619d5a7f9,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:42.888111 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.955172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:42.969663 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] For port dfe2cf45-02df-4320-a63a-d1b619d5a7f9, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:23:42.970335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['5c375296-f1a3-476d-8247-ccee591acb80', 'cf662176-e0f1-45d9-a159-69391fa8f752'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:23:42.974341 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] For port dfe2cf45-02df-4320-a63a-d1b619d5a7f9, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dfe2cf45-02df-4320-a63a-d1b619d5a7f9,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:23:43.011837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Network b2826b4a-9f28-49ac-8d75-ad245fccdc7e is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:43.014918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:43.024209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:23:43.038756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Pushing event deleted for resources: {'Port': ['ID=cf662176-e0f1-45d9-a159-69391fa8f752,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:43.071247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Pushing event updated for resources: {'Port': ['ID=03be16b7-7a57-442f-a8c3-ed5f15277615,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:43.089340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.089690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.090031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.090364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.090694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.091022 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.091346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.091671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.092294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.092614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.092941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.093261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:43.108577 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:43.153631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:43.175653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] No DVR routers for this DVR port cf662176-e0f1-45d9-a159-69391fa8f752 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:23:43.178594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:43.181610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6bde57-5868-4f6a-a4bb-d45753a34656', 'name': 'network-vif-deleted', 'tag': 'cf662176-e0f1-45d9-a159-69391fa8f752'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:23:43.243348 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6bde57-5868-4f6a-a4bb-d45753a34656', 'name': 'network-vif-deleted', 'tag': 'cf662176-e0f1-45d9-a159-69391fa8f752', 'status': 'completed', 'code': 200} Feb 07 13:23:43.291507 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Routers {'0ca59c2a-fba8-415d-96c9-7d0558072505'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:43.291901 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0ca59c2a-fba8-415d-96c9-7d0558072505'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:43.321113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-808abbc4-b2d4-4f77-a3fd-c6d8b98a8b4e req-16877101-5af4-4d55-a0d8-5923cfbc3f03 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.35 "DELETE /v2.0/ports/cf662176-e0f1-45d9-a159-69391fa8f752 HTTP/1.1" status: 204 len: 173 time: 2.0160868 Feb 07 13:23:43.384720 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea7c4b-17cb-4fa8-96b2-1d4e23dcad1f None None] Pushing event updated for resources: {'Port': ['ID=dfe2cf45-02df-4320-a63a-d1b619d5a7f9,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:43.582547 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] Set router 0ca59c2a-fba8-415d-96c9-7d0558072505 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:43.600375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-02418895-9484-4688-ba7b-a7b9bdd3a573 None None] Provisioning for port 03be16b7-7a57-442f-a8c3-ed5f15277615 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:43.606027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-02418895-9484-4688-ba7b-a7b9bdd3a573 None None] Provisioning complete for port 03be16b7-7a57-442f-a8c3-ed5f15277615 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:43.606336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-02418895-9484-4688-ba7b-a7b9bdd3a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:43.767673 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:43.772430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-02418895-9484-4688-ba7b-a7b9bdd3a573 None None] Port 03be16b7-7a57-442f-a8c3-ed5f15277615 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:23:43.817727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:43.956670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a69e388f-fa6e-4bff-8a07-f5deebd53935 req-864877d1-00ae-46c2-b639-180bce242aac tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Synchronizing usage tracker for tenant:54f7aa79d7144abd8fcd6ac6491ad3ff on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:23:44.003259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efe50b-d0d8-49df-8f3f-e57e6178e7b3 req-1cf78c0f-dbf5-4f52-b49a-278a8b6e7ebf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:44.005146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28efe50b-d0d8-49df-8f3f-e57e6178e7b3 req-1cf78c0f-dbf5-4f52-b49a-278a8b6e7ebf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2559903 Feb 07 13:23:44.051966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a69e388f-fa6e-4bff-8a07-f5deebd53935 req-864877d1-00ae-46c2-b639-180bce242aac tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Unset dirty status for tenant:54f7aa79d7144abd8fcd6ac6491ad3ff on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:23:44.053447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a69e388f-fa6e-4bff-8a07-f5deebd53935 req-864877d1-00ae-46c2-b639-180bce242aac tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e6bde57-5868-4f6a-a4bb-d45753a34656 HTTP/1.1" status: 200 len: 210 time: 0.1582899 Feb 07 13:23:44.074501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28efe50b-d0d8-49df-8f3f-e57e6178e7b3 req-70364844-65da-45eb-b41a-588e7232baab tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574453 Feb 07 13:23:44.132379 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:23:38Z', 'revision_number': 3, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:44.140364 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55dafb9-864d-4595-a616-8fdf49fabe19 None None] The sync data for ids ['0ca59c2a-fba8-415d-96c9-7d0558072505'] in n-d-811416-5 is: [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:23:38Z', 'revision_number': 3, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:23:44.162608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:44.246760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:44.465904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Pushing event updated for resources: {'Port': ['ID=03be16b7-7a57-442f-a8c3-ed5f15277615,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:44.477881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:44.725602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Network b2826b4a-9f28-49ac-8d75-ad245fccdc7e is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:23:44.727221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:23:45.008703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cf662176-e0f1-45d9-a159-69391fa8f752 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:23:45.142934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: cf662176-e0f1-45d9-a159-69391fa8f752 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:23:45.144467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device cf662176-e0f1-45d9-a159-69391fa8f752 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:23:45.164281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-963fba4f-f107-4fc4-8ebb-fdac9f8fd7a8 None None] Provisioning complete for port 03be16b7-7a57-442f-a8c3-ed5f15277615 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:45.164945 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-963fba4f-f107-4fc4-8ebb-fdac9f8fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:45.249683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Router 0ca59c2a-fba8-415d-96c9-7d0558072505 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:23:45.288532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:45.317101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-963fba4f-f107-4fc4-8ebb-fdac9f8fd7a8 None None] Port 03be16b7-7a57-442f-a8c3-ed5f15277615 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:23:45.327832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-677cd208-5214-4430-a79b-4dd9e2dc50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:45.340401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-677cd208-5214-4430-a79b-4dd9e2dc50bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 1097 time: 0.2824810 Feb 07 13:23:45.353233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3583f6-c7be-4dc7-9600-a9a2406b3cf2 req-243c37bb-bd4f-4fc1-a4dd-037c85da6e4a tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:45.354792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa3583f6-c7be-4dc7-9600-a9a2406b3cf2 req-243c37bb-bd4f-4fc1-a4dd-037c85da6e4a tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1687577 Feb 07 13:23:45.554377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-25ca4893-82d0-4ec1-940d-411f7fb61992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:45.555874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-25ca4893-82d0-4ec1-940d-411f7fb61992 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.2001779 Feb 07 13:23:45.566453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:23:45.600693 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cc8bcacd-cf43-4cc8-a67e-63b1be89cf42 admin admin] 10.222.0.69 "PUT /v2.0/routers/0ca59c2a-fba8-415d-96c9-7d0558072505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6379213 Feb 07 13:23:45.788394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa3583f6-c7be-4dc7-9600-a9a2406b3cf2 req-344f2341-eaf8-4ec9-a8dd-2b293682aa39 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040198 Feb 07 13:23:45.997844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-4f5d5a35-e33c-46ed-9a55-3ad713b4c6a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 200 len: 217 time: 0.2406385 Feb 07 13:23:46.124108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-7c699800-1992-483c-99b0-95ef97131344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:46.125658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-7c699800-1992-483c-99b0-95ef97131344 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.1270061 Feb 07 13:23:46.176182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-0b08f8f0-6d1f-41b3-82c3-2bdff7fdc536 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435641 Feb 07 13:23:46.190208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6a22a-4aee-49ee-be95-e5cb8bd1c462 req-038ff1ba-35b8-45a6-af25-2c1e5c6a517a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:46.191836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78a6a22a-4aee-49ee-be95-e5cb8bd1c462 req-038ff1ba-35b8-45a6-af25-2c1e5c6a517a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.7862809 Feb 07 13:23:46.373611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78a6a22a-4aee-49ee-be95-e5cb8bd1c462 req-24b4ae04-eec7-4559-aaae-fed2a55f26f1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608520 Feb 07 13:23:46.412182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-1ffcdd30-9048-4c7a-8761-d801d5f70ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059269 Feb 07 13:23:46.558642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dfe2cf45-02df-4320-a63a-d1b619d5a7f9 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:46.828797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port dfe2cf45-02df-4320-a63a-d1b619d5a7f9 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:46.846733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dfe2cf45-02df-4320-a63a-d1b619d5a7f9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:46.846733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:46.899637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Sync routers for ids ['0ca59c2a-fba8-415d-96c9-7d0558072505'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:23:46.920729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1613834-ca39-4dee-8f70-cd7583c094d8 req-8a4fa13e-eb0e-4c2b-8913-3c0218737e99 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148818 Feb 07 13:23:46.934305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Routers {'0ca59c2a-fba8-415d-96c9-7d0558072505'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:46.935279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0ca59c2a-fba8-415d-96c9-7d0558072505'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:47.010945 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:23:47.052384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52371c3-53ba-4167-8416-824e5d58dc9f req-9dc803fa-d422-4f5c-b156-c76f93c69a24 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:47.054022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f52371c3-53ba-4167-8416-824e5d58dc9f req-9dc803fa-d422-4f5c-b156-c76f93c69a24 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1049118 Feb 07 13:23:47.105844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f52371c3-53ba-4167-8416-824e5d58dc9f req-0330a25d-6d4d-471f-bb07-9937450f6dae tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Feb 07 13:23:47.308149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Set router 0ca59c2a-fba8-415d-96c9-7d0558072505 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:47.472578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704de4b-ddab-4689-8f1c-219a079f6381 req-c0e6d8ea-0b34-4b5a-8a15-95bbe4fe2279 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:47.474847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b704de4b-ddab-4689-8f1c-219a079f6381 req-c0e6d8ea-0b34-4b5a-8a15-95bbe4fe2279 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1994948 Feb 07 13:23:47.561211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b704de4b-ddab-4689-8f1c-219a079f6381 req-df7ad8ba-3035-490f-a62d-1e796a2d7ad8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799959 Feb 07 13:23:47.664532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:47.700578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port dfe2cf45-02df-4320-a63a-d1b619d5a7f9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dfe2cf45-02df-4320-a63a-d1b619d5a7f9,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:47.834093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dbc6b-4b75-46f6-9d42-d229f9ecf6c1 req-76a323c6-e833-4aeb-8637-249960587f90 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:47.842472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010dbc6b-4b75-46f6-9d42-d229f9ecf6c1 req-76a323c6-e833-4aeb-8637-249960587f90 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1433156 Feb 07 13:23:47.856917 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:47.934670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=dfe2cf45-02df-4320-a63a-d1b619d5a7f9,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:47.964356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010dbc6b-4b75-46f6-9d42-d229f9ecf6c1 req-47b88ab1-f5a8-4237-aa8e-5384ed943daf tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190088 Feb 07 13:23:47.995007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:23:43Z', 'revision_number': 4, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '03be16b7-7a57-442f-a8c3-ed5f15277615', 'name': '', 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'mac_address': 'fa:16:3e:f4:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '827d94ed-8cf9-41c4-b8e1-f94e321fe190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:42Z', 'updated_at': '2022-02-07T13:23:43Z', 'revision_number': 2, 'project_id': '232ce4250e51426f93a1145277288d9b', 'subnets': [{'id': '827d94ed-8cf9-41c4-b8e1-f94e321fe190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:48.004146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Checking router: 0ca59c2a-fba8-415d-96c9-7d0558072505 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:23:48.004559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Updating router 0ca59c2a-fba8-415d-96c9-7d0558072505 port 03be16b7-7a57-442f-a8c3-ed5f15277615 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:23:48.068721 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:48.518813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a041-f6b4-497d-8505-bb5e915eb045 req-56391338-73ae-4f85-8ace-ade5e2c7aecb tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:48.527066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57f1a041-f6b4-497d-8505-bb5e915eb045 req-56391338-73ae-4f85-8ace-ade5e2c7aecb tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1552823 Feb 07 13:23:48.538268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dfe2cf45-02df-4320-a63a-d1b619d5a7f9 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:48.577280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57f1a041-f6b4-497d-8505-bb5e915eb045 req-d6d63d36-0117-448f-8bda-07ecaa94a005 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492554 Feb 07 13:23:48.727434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dfe2cf45-02df-4320-a63a-d1b619d5a7f9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:48.728029 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:48.820528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33824) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:48.846691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:48.863332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Transition to ACTIVE for port object 03be16b7-7a57-442f-a8c3-ed5f15277615 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:23:49.016225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:49.299711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12457c52-aa37-4737-a04c-2eaae5aef5d4 None None] Pushing event updated for resources: {'Port': ['ID=03be16b7-7a57-442f-a8c3-ed5f15277615,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:49.488633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Attempting to bind port 03be16b7-7a57-442f-a8c3-ed5f15277615 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:23:49.489165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Attempting to bind port 03be16b7-7a57-442f-a8c3-ed5f15277615 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:23:49.490011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Attempting to bind port 03be16b7-7a57-442f-a8c3-ed5f15277615 on network b2826b4a-9f28-49ac-8d75-ad245fccdc7e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:23:49.553990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:23:49.554421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Checking segment: {'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:23:49.554749 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:49.555135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Bound using segment: {'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:23:49.555737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Bound port: 03be16b7-7a57-442f-a8c3-ed5f15277615, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9b3be6-a400-4590-ba9c-57d44a705107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:23:49.555995 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:49.649756 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:49.764480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] For port 03be16b7-7a57-442f-a8c3-ed5f15277615, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:23:49.771717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] For port 03be16b7-7a57-442f-a8c3-ed5f15277615, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=03be16b7-7a57-442f-a8c3-ed5f15277615,segment=NetworkSegment(0b9b3be6-a400-4590-ba9c-57d44a705107),segment_id=0b9b3be6-a400-4590-ba9c-57d44a705107)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:23:49.893068 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:50.026616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Routers {'0ca59c2a-fba8-415d-96c9-7d0558072505'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:50.027534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0ca59c2a-fba8-415d-96c9-7d0558072505'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:50.114422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12457c52-aa37-4737-a04c-2eaae5aef5d4 None None] Pushing event updated for resources: {'Port': ['ID=03be16b7-7a57-442f-a8c3-ed5f15277615,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:50.174373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd126405-5685-489b-9dc0-bc01f0b3b5d9 req-5a17f1b5-3ac1-4926-bacd-88e6c747a416 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:50.175927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd126405-5685-489b-9dc0-bc01f0b3b5d9 req-5a17f1b5-3ac1-4926-bacd-88e6c747a416 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1780906 Feb 07 13:23:50.389671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] Set router 0ca59c2a-fba8-415d-96c9-7d0558072505 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:50.517453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd126405-5685-489b-9dc0-bc01f0b3b5d9 req-154f026e-0391-435e-bda6-6139af8fa4b9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887735 Feb 07 13:23:50.518666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Deleting port 8a49b7f5-78a7-428e-b522-361df90b5d43 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:23:50.519231 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:50.912087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] For port 8a49b7f5-78a7-428e-b522-361df90b5d43, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8a49b7f5-78a7-428e-b522-361df90b5d43,segment=NetworkSegment(c5a21051-f862-490a-820e-25ee9c8d7500),segment_id=c5a21051-f862-490a-820e-25ee9c8d7500)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:50.912766 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:51.072908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:23:43Z', 'revision_number': 4, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '03be16b7-7a57-442f-a8c3-ed5f15277615', 'name': '', 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'mac_address': 'fa:16:3e:f4:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '827d94ed-8cf9-41c4-b8e1-f94e321fe190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:42Z', 'updated_at': '2022-02-07T13:23:49Z', 'revision_number': 4, 'project_id': '232ce4250e51426f93a1145277288d9b', 'subnets': [{'id': '827d94ed-8cf9-41c4-b8e1-f94e321fe190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:51.077909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43dbda8-de49-448b-bb50-dfa9645aa869 None None] The sync data for ids ['0ca59c2a-fba8-415d-96c9-7d0558072505'] in n-d-811416-5 is: [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:23:43Z', 'revision_number': 4, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '03be16b7-7a57-442f-a8c3-ed5f15277615', 'name': '', 'network_id': 'b2826b4a-9f28-49ac-8d75-ad245fccdc7e', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'mac_address': 'fa:16:3e:f4:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '827d94ed-8cf9-41c4-b8e1-f94e321fe190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:42Z', 'updated_at': '2022-02-07T13:23:49Z', 'revision_number': 4, 'project_id': '232ce4250e51426f93a1145277288d9b', 'subnets': [{'id': '827d94ed-8cf9-41c4-b8e1-f94e321fe190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:23:51.206892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Calling delete_port for 8a49b7f5-78a7-428e-b522-361df90b5d43 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:23:51.390371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-d201a3df-a188-4fa7-bc13-ee873a9ed6a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2702305 Feb 07 13:23:51.689441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-3fead5b7-fd04-4545-8bca-39df65ca4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:51.691859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-3fead5b7-fd04-4545-8bca-39df65ca4b13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1096 time: 0.1881039 Feb 07 13:23:51.863049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:52.011572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a49b7f5-78a7-428e-b522-361df90b5d43,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:52.089565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.090175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.090607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.091031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.091457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.093057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.093057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.093057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.093552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.093962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.094382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.094787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:23:52.413462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-951ead9c-fdf1-4768-a8b0-6982b1c25d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:52.433168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-951ead9c-fdf1-4768-a8b0-6982b1c25d38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 913 time: 0.6781638 Feb 07 13:23:52.470353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b66ad-4a08-4934-8bc4-b4d02a2139e2 req-5ff9b251-000b-4e14-b137-73298bf835ab tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:52.478198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e4b66ad-4a08-4934-8bc4-b4d02a2139e2 req-5ff9b251-000b-4e14-b137-73298bf835ab tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.7746778 Feb 07 13:23:52.604611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e4b66ad-4a08-4934-8bc4-b4d02a2139e2 req-5b07f986-a930-4247-934e-c3cc52ecf119 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253810 Feb 07 13:23:52.636180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 03be16b7-7a57-442f-a8c3-ed5f15277615 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:52.654776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-271b36c9-8062-4fb4-921c-c6d7566e9b9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 200 len: 217 time: 0.1952891 Feb 07 13:23:52.960079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 03be16b7-7a57-442f-a8c3-ed5f15277615 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:23:52.965291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 03be16b7-7a57-442f-a8c3-ed5f15277615 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:52.965667 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:53.266328 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:53.353624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 03be16b7-7a57-442f-a8c3-ed5f15277615, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=03be16b7-7a57-442f-a8c3-ed5f15277615,segment=NetworkSegment(0b9b3be6-a400-4590-ba9c-57d44a705107),segment_id=0b9b3be6-a400-4590-ba9c-57d44a705107)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:53.420450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-43f92214-58b7-4b5f-8536-c4b542ee2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:53.421905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-43f92214-58b7-4b5f-8536-c4b542ee2c18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 200 len: 853 time: 0.7597446 Feb 07 13:23:53.422464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:53.568767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-d73df353-d901-469a-ad0b-e29ccc5f0710 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e078df9-96b4-4dde-863f-1a2f7d99b17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299741 Feb 07 13:23:53.608260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64525d-aa5d-49ed-bf05-24236d574cc6 req-0185775b-98f3-4169-8b2c-fe6277366e8b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:53.616624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc64525d-aa5d-49ed-bf05-24236d574cc6 req-0185775b-98f3-4169-8b2c-fe6277366e8b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.6596611 Feb 07 13:23:53.618529 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:53.627413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=03be16b7-7a57-442f-a8c3-ed5f15277615,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:53.831481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc64525d-aa5d-49ed-bf05-24236d574cc6 req-dc819b86-02dd-414e-afb6-9ea9b6306552 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139723 Feb 07 13:23:54.272489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-930ebf8f-7887-4628-8d9d-9e66f34c2d45 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785913 Feb 07 13:23:54.448407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 03be16b7-7a57-442f-a8c3-ed5f15277615 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:23:54.544359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 03be16b7-7a57-442f-a8c3-ed5f15277615 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:23:54.544805 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:54.599362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca0306-d34b-4ee3-9885-409a8bbe9f50 req-786df896-814f-4ac3-92e1-81480f324fa6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:54.607500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6ca0306-d34b-4ee3-9885-409a8bbe9f50 req-786df896-814f-4ac3-92e1-81480f324fa6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.5574853 Feb 07 13:23:54.699528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85ed17a4-3c89-416f-ab65-9a71287b2834 req-8ca76bf0-e3ae-47e5-bb60-51b4d38494aa service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466663 Feb 07 13:23:54.712723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Router bd050de7-2d5c-44a8-967b-cb3e2b623b9b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:23:54.722969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f6ca0306-d34b-4ee3-9885-409a8bbe9f50 req-8bd1f14d-d93f-4641-a65d-41daa5b40375 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145551 Feb 07 13:23:54.821389 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:55.166136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:23:55.181134 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] Sync routers for ids ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:23:55.186717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-50dfda0d-9311-436a-8a8e-7f58117e4b0f admin admin] 10.222.0.69 "PUT /v2.0/routers/bd050de7-2d5c-44a8-967b-cb3e2b623b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3650877 Feb 07 13:23:55.187447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33922) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:55.199652 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] Routers {'bd050de7-2d5c-44a8-967b-cb3e2b623b9b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:55.202810 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:55.529677 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] Set router bd050de7-2d5c-44a8-967b-cb3e2b623b9b gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:55.575272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:55.977888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:56.085747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Deleting port b44a729b-6a91-4529-962a-5b2e4594df88 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:23:56.086275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:56.093071 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:51Z', 'revision_number': 5, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port': {'id': 'b44a729b-6a91-4529-962a-5b2e4594df88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:22Z', 'updated_at': '2022-02-07T13:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:56.098731 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] Checking router: bd050de7-2d5c-44a8-967b-cb3e2b623b9b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:23:56.107676 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] Routers {'bd050de7-2d5c-44a8-967b-cb3e2b623b9b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:23:56.108307 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:56.301699 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] Set router bd050de7-2d5c-44a8-967b-cb3e2b623b9b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:23:56.531444 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:55Z', 'revision_number': 6, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:23:56.539377 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2defb0-40ee-43e1-ac0b-9fb7d204fcb1 None None] The sync data for ids ['bd050de7-2d5c-44a8-967b-cb3e2b623b9b'] in n-d-811416-5 is: [{'id': 'bd050de7-2d5c-44a8-967b-cb3e2b623b9b', 'name': 'tempest-TestAggregatesBasicOps-477263666-router', 'tenant_id': 'ee254ac339b64566bff13722ce7750c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:21Z', 'updated_at': '2022-02-07T13:23:55Z', 'revision_number': 6, 'project_id': 'ee254ac339b64566bff13722ce7750c0', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:23:56.578394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] For port b44a729b-6a91-4529-962a-5b2e4594df88, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b44a729b-6a91-4529-962a-5b2e4594df88,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:56.578926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:56.818757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Calling delete_port for b44a729b-6a91-4529-962a-5b2e4594df88 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:23:57.399508 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:57.456547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44a729b-6a91-4529-962a-5b2e4594df88,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:57.617505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:57.841418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:57.858372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:58.005858 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:58.006376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd050de7-2d5c-44a8-967b-cb3e2b623b9b {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:23:58.024097 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:58.027673 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b7a386b-90ee-44cc-8c4d-e9b7d8241a76 admin admin] 10.222.0.69 "DELETE /v2.0/routers/bd050de7-2d5c-44a8-967b-cb3e2b623b9b HTTP/1.1" status: 204 len: 168 time: 2.8364029 Feb 07 13:23:58.028063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33970) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:58.107869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-0333b8b4-596d-4881-a5ba-d78184c6007f admin admin] Deleting subnet fb7dfc8f-831f-483b-a235-33154d82316c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:23:58.111093 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0333b8b4-596d-4881-a5ba-d78184c6007f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:58.191046 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0333b8b4-596d-4881-a5ba-d78184c6007f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:58.406493 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0333b8b4-596d-4881-a5ba-d78184c6007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:58.452227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b44a729b-6a91-4529-962a-5b2e4594df88 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:23:58.536395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b44a729b-6a91-4529-962a-5b2e4594df88 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:23:58.537225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b44a729b-6a91-4529-962a-5b2e4594df88 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:23:58.537650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8a49b7f5-78a7-428e-b522-361df90b5d43 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:23:58.602308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 8a49b7f5-78a7-428e-b522-361df90b5d43 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:23:58.602785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8a49b7f5-78a7-428e-b522-361df90b5d43 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:23:58.785947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0333b8b4-596d-4881-a5ba-d78184c6007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:59.073275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c74a-4095-4fed-97dd-cfc7b314fd49 req-ce503375-42c2-4029-80b8-f8bce74411fd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:59.077142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab7c74a-4095-4fed-97dd-cfc7b314fd49 req-ce503375-42c2-4029-80b8-f8bce74411fd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.4830930 Feb 07 13:23:59.094806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0333b8b4-596d-4881-a5ba-d78184c6007f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:59.104513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad28807c-160b-4905-9a9b-55749a790ef6 None None] Network faa9ceeb-b722-4ca5-8799-79d532dba7fd requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:23:59.119514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333b8b4-596d-4881-a5ba-d78184c6007f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7dfc8f-831f-483b-a235-33154d82316c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:23:59.129740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0333b8b4-596d-4881-a5ba-d78184c6007f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fb7dfc8f-831f-483b-a235-33154d82316c HTTP/1.1" status: 204 len: 168 time: 1.1005480 Feb 07 13:23:59.134473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33992) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:23:59.160680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab7c74a-4095-4fed-97dd-cfc7b314fd49 req-45a1cbbe-4925-46c9-92e1-f845de9ea201 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729163 Feb 07 13:23:59.304773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:59.327695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Deleting port b2ef25fd-0fdb-478a-b2ec-593226045c8b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:23:59.328147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:59.421593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] DHCP port deletion for faa9ceeb-b722-4ca5-8799-79d532dba7fd request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:23:59.426199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] Deleting port b2ef25fd-0fdb-478a-b2ec-593226045c8b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:23:59.426793 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:59.474362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b37c-8997-43e4-bd5e-ce2db55e99c5 req-e3778c8a-4463-49eb-864f-0f477688806f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:59.475863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eac0b37c-8997-43e4-bd5e-ce2db55e99c5 req-e3778c8a-4463-49eb-864f-0f477688806f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1309912 Feb 07 13:23:59.534156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eac0b37c-8997-43e4-bd5e-ce2db55e99c5 req-ab2123b1-967a-47f6-9e64-e0769bb95855 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Feb 07 13:23:59.717982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] For port b2ef25fd-0fdb-478a-b2ec-593226045c8b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b2ef25fd-0fdb-478a-b2ec-593226045c8b,segment=NetworkSegment(c5a21051-f862-490a-820e-25ee9c8d7500),segment_id=c5a21051-f862-490a-820e-25ee9c8d7500)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:59.724834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:59.755380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] For port b2ef25fd-0fdb-478a-b2ec-593226045c8b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b2ef25fd-0fdb-478a-b2ec-593226045c8b,segment=NetworkSegment(c5a21051-f862-490a-820e-25ee9c8d7500),segment_id=c5a21051-f862-490a-820e-25ee9c8d7500)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:23:59.756620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:23:59.930251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] Calling delete_port for b2ef25fd-0fdb-478a-b2ec-593226045c8b owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:23:59.947159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0650a-ea68-47b7-9b5c-c9507e884aad req-99fb672e-a258-414a-a3f5-d2ed4a8eaeb2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:23:59.972303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bec0650a-ea68-47b7-9b5c-c9507e884aad req-99fb672e-a258-414a-a3f5-d2ed4a8eaeb2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1660120 Feb 07 13:24:00.045561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bec0650a-ea68-47b7-9b5c-c9507e884aad req-9be5c97c-1caf-4176-a491-031dc99547df tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723262 Feb 07 13:24:00.119146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Calling delete_port for b2ef25fd-0fdb-478a-b2ec-593226045c8b owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:00.233640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:00.256198 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:24:00.256786 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:24:00.278728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c425-63f0-4913-8cc5-ed23630c1295 req-ab50a118-287c-4376-9a6a-377b8300d600 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:00.285437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce52c425-63f0-4913-8cc5-ed23630c1295 req-ab50a118-287c-4376-9a6a-377b8300d600 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1166902 Feb 07 13:24:00.296490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] Pushing event deleted for resources: {'Port': ['ID=b2ef25fd-0fdb-478a-b2ec-593226045c8b,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:00.298490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dec0d6-b8c8-479a-9530-698234f332cb None None] No DVR routers for this DVR port b2ef25fd-0fdb-478a-b2ec-593226045c8b on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:24:00.342585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce52c425-63f0-4913-8cc5-ed23630c1295 req-e1bb713c-c3cd-441c-b251-323f0f1e9d1f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515618 Feb 07 13:24:00.406866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b2ef25fd-0fdb-478a-b2ec-593226045c8b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:24:00.490368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b2ef25fd-0fdb-478a-b2ec-593226045c8b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:24:00.495720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b2ef25fd-0fdb-478a-b2ec-593226045c8b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:24:00.652298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0452-d691-4e27-a98d-4a9ecf91059d req-cea58fbc-3b46-4bd1-ae4f-797983307c1f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:00.654156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10cf0452-d691-4e27-a98d-4a9ecf91059d req-cea58fbc-3b46-4bd1-ae4f-797983307c1f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1028368 Feb 07 13:24:00.722274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10cf0452-d691-4e27-a98d-4a9ecf91059d req-a8f6d105-91e4-491e-b3c2-17b213bf76fb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618517 Feb 07 13:24:00.757957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Deleting port b2ef25fd-0fdb-478a-b2ec-593226045c8b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:00.758881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:00.844919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] The port 'b2ef25fd-0fdb-478a-b2ec-593226045c8b' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:24:00.969702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:01.002777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277774f0-5b7e-44d6-9f05-2a3eca76d07e req-3a1be395-99f2-46ff-bd7c-c0ae9b598c19 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:01.004474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-277774f0-5b7e-44d6-9f05-2a3eca76d07e req-3a1be395-99f2-46ff-bd7c-c0ae9b598c19 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1380749 Feb 07 13:24:01.015093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa9ceeb-b722-4ca5-8799-79d532dba7fd']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:01.035045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a21051-f862-490a-820e-25ee9c8d7500') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:01.035398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a21051-f862-490a-820e-25ee9c8d7500') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:01.051459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:01.070335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:01.081347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:24:01.081516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:01.098546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-277774f0-5b7e-44d6-9f05-2a3eca76d07e req-ca030171-260b-4d0b-ab93-c03fe8cc18fd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871406 Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:24:01.199227 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:24:01.480521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:01.517234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:01.525388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa9ceeb-b722-4ca5-8799-79d532dba7fd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:01.540368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde81a3f-08e4-4fba-a6cf-1a9177c25a38 req-a823d7b5-51e4-4572-b6fc-dfc95f4d5897 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:01.542045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bde81a3f-08e4-4fba-a6cf-1a9177c25a38 req-a823d7b5-51e4-4572-b6fc-dfc95f4d5897 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1041191 Feb 07 13:24:01.549249 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-636fb886-c496-46b6-871e-a62c1d7320f9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/faa9ceeb-b722-4ca5-8799-79d532dba7fd HTTP/1.1" status: 204 len: 168 time: 2.4080749 Feb 07 13:24:01.554279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34070) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:01.600124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bde81a3f-08e4-4fba-a6cf-1a9177c25a38 req-75049627-42ec-467e-88ea-ef7b3566da28 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512877 Feb 07 13:24:01.941521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efca971-af2c-422d-bbea-c0529260c949 req-e503e9cc-9d0e-4ae2-af23-93fa4ae25925 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:01.943113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6efca971-af2c-422d-bbea-c0529260c949 req-e503e9cc-9d0e-4ae2-af23-93fa4ae25925 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1442821 Feb 07 13:24:02.035722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6efca971-af2c-422d-bbea-c0529260c949 req-23b5cd33-baab-48ed-93a7-84347602117f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811284 Feb 07 13:24:02.506656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203507d6-ddb1-4216-92d1-cd875aa291f3 req-166a66f4-5768-49bd-846e-b30427f4595c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:02.508238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-203507d6-ddb1-4216-92d1-cd875aa291f3 req-166a66f4-5768-49bd-846e-b30427f4595c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2285707 Feb 07 13:24:02.514141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:02.648615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-203507d6-ddb1-4216-92d1-cd875aa291f3 req-67a8ddb8-cffc-45f9-aa59-1fb56fcb37c3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284082 Feb 07 13:24:02.842926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de9e90b8-0127-4566-b867-891f97e050d8 req-47eb4dcb-681d-466e-bd37-1350cd2717c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969651 Feb 07 13:24:03.093867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e90b8-0127-4566-b867-891f97e050d8 req-62cc3267-5545-4936-9367-730441ed37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:03.096912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de9e90b8-0127-4566-b867-891f97e050d8 req-62cc3267-5545-4936-9367-730441ed37e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 1097 time: 0.2245364 Feb 07 13:24:03.113575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da2e0-38d1-4d46-bbe3-e13563bb70b4 req-79f56ea1-f610-4063-836e-5d385b2270be tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:03.125000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd4da2e0-38d1-4d46-bbe3-e13563bb70b4 req-79f56ea1-f610-4063-836e-5d385b2270be tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2126324 Feb 07 13:24:03.313146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Deleting port 03be16b7-7a57-442f-a8c3-ed5f15277615 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:03.318969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:03.350358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e90b8-0127-4566-b867-891f97e050d8 req-71519e7e-cb2f-46d8-abda-6e8fd31dcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:03.352652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de9e90b8-0127-4566-b867-891f97e050d8 req-71519e7e-cb2f-46d8-abda-6e8fd31dcf89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 200 len: 919 time: 0.1903722 Feb 07 13:24:03.460406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de9e90b8-0127-4566-b867-891f97e050d8 req-40e94d62-c5bd-4ef9-b875-6ded71c4ffaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941 HTTP/1.1" status: 200 len: 217 time: 0.1008410 Feb 07 13:24:03.534639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd4da2e0-38d1-4d46-bbe3-e13563bb70b4 req-ebee8bcf-f083-407e-9886-fc761571d7fc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082229 Feb 07 13:24:03.578834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e90b8-0127-4566-b867-891f97e050d8 req-c6494d4f-4728-4683-ac3b-50b272d08c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:03.591107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de9e90b8-0127-4566-b867-891f97e050d8 req-c6494d4f-4728-4683-ac3b-50b272d08c50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 200 len: 859 time: 0.1189148 Feb 07 13:24:03.622217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] For port 03be16b7-7a57-442f-a8c3-ed5f15277615, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=03be16b7-7a57-442f-a8c3-ed5f15277615,segment=NetworkSegment(0b9b3be6-a400-4590-ba9c-57d44a705107),segment_id=0b9b3be6-a400-4590-ba9c-57d44a705107)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:03.622217 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:03.705122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de9e90b8-0127-4566-b867-891f97e050d8 req-02f505f7-c148-4ea9-897a-af89e176182b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a0962fe-4183-4a78-a168-6d4683c73087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161778 Feb 07 13:24:03.949241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de9e90b8-0127-4566-b867-891f97e050d8 req-cce442c6-9ae5-4dd6-84a0-7b6729370606 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365515 Feb 07 13:24:03.956896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Calling delete_port for 03be16b7-7a57-442f-a8c3-ed5f15277615 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:04.296905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc67ac-1c1a-434a-a10e-a2bc1bb6ae5b req-a85b64d4-7f3b-4dbb-8c64-31a8641a3993 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:04.304492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11bc67ac-1c1a-434a-a10e-a2bc1bb6ae5b req-a85b64d4-7f3b-4dbb-8c64-31a8641a3993 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3552046 Feb 07 13:24:04.328831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de9e90b8-0127-4566-b867-891f97e050d8 req-50970478-546c-4eda-87e2-7a64a341e7c8 service neutron] 10.222.0.47 "GET /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463254 Feb 07 13:24:04.368176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11bc67ac-1c1a-434a-a10e-a2bc1bb6ae5b req-92b934f2-717e-49e4-b017-60fb02658d1e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568714 Feb 07 13:24:04.438790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:04.494268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Pushing event deleted for resources: {'Port': ['ID=03be16b7-7a57-442f-a8c3-ed5f15277615,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:04.700732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29412b99-5022-497c-96ac-f37e4fa7fa73 req-671e0b43-1f57-4984-bf56-bfc825366bca tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:04.715505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29412b99-5022-497c-96ac-f37e4fa7fa73 req-671e0b43-1f57-4984-bf56-bfc825366bca tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2135491 Feb 07 13:24:04.831684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29412b99-5022-497c-96ac-f37e4fa7fa73 req-0225d7e0-30a3-49e0-89a0-2a8bb642a733 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138346 Feb 07 13:24:04.961661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:05.296823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e6ef-e353-4c46-8ccd-f9c119faa09b req-4c4a8384-98be-4e0f-94ef-32efef6da530 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:05.298538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc1e6ef-e353-4c46-8ccd-f9c119faa09b req-4c4a8384-98be-4e0f-94ef-32efef6da530 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 813 time: 0.1906030 Feb 07 13:24:05.332095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc1e6ef-e353-4c46-8ccd-f9c119faa09b req-2187cde0-609b-404a-a267-ffc081cc9e53 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/quotas/54f7aa79d7144abd8fcd6ac6491ad3ff HTTP/1.1" status: 200 len: 375 time: 0.0265644 Feb 07 13:24:05.463263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc1e6ef-e353-4c46-8ccd-f9c119faa09b req-c9672512-6fa0-48f1-b8e7-f755368c031c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299524 Feb 07 13:24:05.510211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Router 0ca59c2a-fba8-415d-96c9-7d0558072505 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:24:05.766829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c00fe-4a51-4cef-8ee4-875c003dde85 req-4fd00c6a-9e99-4880-9e2b-da24d38c5e58 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:05.778942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-515c00fe-4a51-4cef-8ee4-875c003dde85 req-4fd00c6a-9e99-4880-9e2b-da24d38c5e58 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1953824 Feb 07 13:24:05.874094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-515c00fe-4a51-4cef-8ee4-875c003dde85 req-fb4a4b60-4e29-48e5-89ed-7c065d8a3961 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940738 Feb 07 13:24:06.062514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:24:06.074732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] Sync routers for ids ['0ca59c2a-fba8-415d-96c9-7d0558072505'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:24:06.094986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] Routers {'0ca59c2a-fba8-415d-96c9-7d0558072505'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:06.095755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0ca59c2a-fba8-415d-96c9-7d0558072505'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:06.098876 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75ff2752-36b8-4639-af95-07d2e5027367 admin admin] 10.222.0.69 "PUT /v2.0/routers/0ca59c2a-fba8-415d-96c9-7d0558072505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5432889 Feb 07 13:24:06.102646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34178) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:06.313727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f0df-b3f0-402a-9e17-9490b87aeb7d req-cbff29fb-bac0-42fc-a615-59b3c59a9e0a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:06.321591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bf9f0df-b3f0-402a-9e17-9490b87aeb7d req-cbff29fb-bac0-42fc-a615-59b3c59a9e0a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2885623 Feb 07 13:24:06.417622 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] Set router 0ca59c2a-fba8-415d-96c9-7d0558072505 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:06.473948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bf9f0df-b3f0-402a-9e17-9490b87aeb7d req-e474eebe-e6ce-49d2-9932-aa12ca50cff8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510463 Feb 07 13:24:06.509710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:06.906566 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:06.932773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:24:04Z', 'revision_number': 5, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:06.937930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] Checking router: 0ca59c2a-fba8-415d-96c9-7d0558072505 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:24:06.945647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc7cb4aa-c16c-45a2-9968-f94f68bcfecb req-506ccf66-78b0-4e10-a979-8526f7897d17 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff HTTP/1.1" status: 200 len: 221 time: 0.1322639 Feb 07 13:24:06.960526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] Routers {'0ca59c2a-fba8-415d-96c9-7d0558072505'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:06.961148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:23:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['0ca59c2a-fba8-415d-96c9-7d0558072505'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:06.979373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ea17-591b-4e63-b1a6-db630580ba84 req-cfccc62e-a93d-455e-99b7-d44c8b58334b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:06.980959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fb8ea17-591b-4e63-b1a6-db630580ba84 req-cfccc62e-a93d-455e-99b7-d44c8b58334b tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.1481168 Feb 07 13:24:07.074666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fb8ea17-591b-4e63-b1a6-db630580ba84 req-f934d140-25c5-4dfe-aa90-0604112f24a0 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835783 Feb 07 13:24:07.076919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Deleting port dfe2cf45-02df-4320-a63a-d1b619d5a7f9 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:07.077283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:07.188986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] Set router 0ca59c2a-fba8-415d-96c9-7d0558072505 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:07.348479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134337e9-7b1c-4c5b-aa41-14134dc9aed8 req-68214314-e1c2-4303-b63a-c2a614f0a441 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:07.355800 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-134337e9-7b1c-4c5b-aa41-14134dc9aed8 req-68214314-e1c2-4303-b63a-c2a614f0a441 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1972349 Feb 07 13:24:07.429678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] For port dfe2cf45-02df-4320-a63a-d1b619d5a7f9, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dfe2cf45-02df-4320-a63a-d1b619d5a7f9,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:07.430079 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:07.585221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:24:04Z', 'revision_number': 5, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:07.591361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721dc33-db0d-4811-8270-b798b8ef3fa8 None None] The sync data for ids ['0ca59c2a-fba8-415d-96c9-7d0558072505'] in n-d-811416-5 is: [{'id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'name': 'tempest-TestAggregatesBasicOps-1674784175-router', 'tenant_id': '232ce4250e51426f93a1145277288d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:23:36Z', 'updated_at': '2022-02-07T13:24:04Z', 'revision_number': 5, 'project_id': '232ce4250e51426f93a1145277288d9b', 'gw_port': {'id': 'dfe2cf45-02df-4320-a63a-d1b619d5a7f9', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca59c2a-fba8-415d-96c9-7d0558072505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:23:37Z', 'updated_at': '2022-02-07T13:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:24:07.701353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-134337e9-7b1c-4c5b-aa41-14134dc9aed8 req-d60a88e4-9d7b-48d6-a8b0-a892a11e235a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442597 Feb 07 13:24:07.709949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Calling delete_port for dfe2cf45-02df-4320-a63a-d1b619d5a7f9 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:07.984802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1900e7-e164-451d-bee9-7d281a3e7d4a req-9c081044-dca1-4b65-9e11-fe8a54a4b0d2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:07.990801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a1900e7-e164-451d-bee9-7d281a3e7d4a req-9c081044-dca1-4b65-9e11-fe8a54a4b0d2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1626115 Feb 07 13:24:08.052104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a1900e7-e164-451d-bee9-7d281a3e7d4a req-68be6567-1f18-4d28-aeea-65a3df87e649 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571895 Feb 07 13:24:08.087406 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:08.195800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe2cf45-02df-4320-a63a-d1b619d5a7f9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:08.482198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:08.484714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 03be16b7-7a57-442f-a8c3-ed5f15277615 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:24:08.560784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 03be16b7-7a57-442f-a8c3-ed5f15277615 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:24:08.561421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 03be16b7-7a57-442f-a8c3-ed5f15277615 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:24:08.695087 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:08.705410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f14827-c45f-494d-9530-7128cc3d4fcd req-cd20ce5f-116b-4a58-a37a-e6d51cb0478d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:08.712268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39f14827-c45f-494d-9530-7128cc3d4fcd req-cd20ce5f-116b-4a58-a37a-e6d51cb0478d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3693483 Feb 07 13:24:08.715822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:08.737608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10606fd5-e773-44fc-a432-a06b5dc79d0a req-413c6fed-5a5a-4c1f-879e-923759d081d2 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:08.744774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10606fd5-e773-44fc-a432-a06b5dc79d0a req-413c6fed-5a5a-4c1f-879e-923759d081d2 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.4406137 Feb 07 13:24:08.761166 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-664c98ef-6480-407b-890a-88eab0e52461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:08.820604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39f14827-c45f-494d-9530-7128cc3d4fcd req-ee7a27f5-d75b-43fe-b762-efc234faab32 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074848 Feb 07 13:24:08.824430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10606fd5-e773-44fc-a432-a06b5dc79d0a req-2bd70528-a831-4e82-8dc4-6d5fbe0862ad tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784688 Feb 07 13:24:08.937411 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:08.937916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca59c2a-fba8-415d-96c9-7d0558072505 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:24:09.004539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.005645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-96f181ad-8523-4d8a-bdd3-6eb5f750505f admin admin] 10.222.0.69 "DELETE /v2.0/routers/0ca59c2a-fba8-415d-96c9-7d0558072505 HTTP/1.1" status: 204 len: 168 time: 2.8816433 Feb 07 13:24:09.010268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34242) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:09.035477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6338b-a77d-4677-90c5-e57a88ecc7b7 req-014385c4-af1c-477d-83fa-c5d631088b11 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:09.037080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cda6338b-a77d-4677-90c5-e57a88ecc7b7 req-014385c4-af1c-477d-83fa-c5d631088b11 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.0971944 Feb 07 13:24:09.151809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42258a2-59cb-4981-9e96-7bcafc379beb admin admin] Deleting subnet 827d94ed-8cf9-41c4-b8e1-f94e321fe190 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:24:09.160567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cda6338b-a77d-4677-90c5-e57a88ecc7b7 req-9536734e-ebca-44aa-ab34-680ea4cccbe9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893483 Feb 07 13:24:09.161642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a42258a2-59cb-4981-9e96-7bcafc379beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.212659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-21b5c1ff-a185-4f18-a797-93eaa5e6d147 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:09.212659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-21b5c1ff-a185-4f18-a797-93eaa5e6d147 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.1701787 Feb 07 13:24:09.272269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a42258a2-59cb-4981-9e96-7bcafc379beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.311669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Deleting port 4fc4fd30-df94-4a6c-94d5-198ac810a941 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:09.319137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.379852 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a42258a2-59cb-4981-9e96-7bcafc379beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.589074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a42258a2-59cb-4981-9e96-7bcafc379beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.638154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42258a2-59cb-4981-9e96-7bcafc379beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827d94ed-8cf9-41c4-b8e1-f94e321fe190,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:09.645158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a42258a2-59cb-4981-9e96-7bcafc379beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.655087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df84449-97a7-498d-bd9f-fa9b8d86a3a5 None None] Network b2826b4a-9f28-49ac-8d75-ad245fccdc7e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:24:09.666458 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a42258a2-59cb-4981-9e96-7bcafc379beb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/827d94ed-8cf9-41c4-b8e1-f94e321fe190 HTTP/1.1" status: 204 len: 168 time: 0.6486764 Feb 07 13:24:09.670980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34258) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:09.687848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9d5c7-7a50-412d-b32b-f9367f3ee140 req-557b2dbc-4005-4fda-bae0-0c8c27fa6da0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:09.693105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46b9d5c7-7a50-412d-b32b-f9367f3ee140 req-557b2dbc-4005-4fda-bae0-0c8c27fa6da0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3144135 Feb 07 13:24:09.806026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46b9d5c7-7a50-412d-b32b-f9367f3ee140 req-1c24c54a-7994-45b8-91a9-47aae6ce00e1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899146 Feb 07 13:24:09.853028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] For port 4fc4fd30-df94-4a6c-94d5-198ac810a941, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4fc4fd30-df94-4a6c-94d5-198ac810a941,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:09.859358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.975870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:09.993814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Deleting port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:09.995459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:10.182422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] DHCP port deletion for b2826b4a-9f28-49ac-8d75-ad245fccdc7e request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:24:10.186737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] Deleting port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:10.187381 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:10.199526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Calling delete_port for 4fc4fd30-df94-4a6c-94d5-198ac810a941 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:10.312974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] For port 1f6620ac-a499-4417-a1e1-d9962fe8baa7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1f6620ac-a499-4417-a1e1-d9962fe8baa7,segment=NetworkSegment(0b9b3be6-a400-4590-ba9c-57d44a705107),segment_id=0b9b3be6-a400-4590-ba9c-57d44a705107)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:10.313586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:10.469433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1f6620ac-a499-4417-a1e1-d9962fe8baa7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:24:10.517798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Calling delete_port for 1f6620ac-a499-4417-a1e1-d9962fe8baa7 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:10.533993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ce97a-b9a5-4170-9dd0-9c79938119e0 req-4cca532f-b0c2-44de-9b12-243aead0379e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:10.535471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b17ce97a-b9a5-4170-9dd0-9c79938119e0 req-4cca532f-b0c2-44de-9b12-243aead0379e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.4105408 Feb 07 13:24:10.556144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22be0f-2707-4500-a983-e7a2f14042de req-66122056-3b01-4af1-a96e-bc3ff468adcd tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:10.558644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd22be0f-2707-4500-a983-e7a2f14042de req-66122056-3b01-4af1-a96e-bc3ff468adcd tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 946 time: 0.4340229 Feb 07 13:24:10.714039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b17ce97a-b9a5-4170-9dd0-9c79938119e0 req-43d20a6d-5f5e-4f60-945e-c2f9ad4dea34 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538653 Feb 07 13:24:10.733117 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:10.741139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd22be0f-2707-4500-a983-e7a2f14042de req-afe87fa2-c78a-4494-8c7c-476f8e631a43 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273935 Feb 07 13:24:10.753966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] For port 1f6620ac-a499-4417-a1e1-d9962fe8baa7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1f6620ac-a499-4417-a1e1-d9962fe8baa7,segment=NetworkSegment(0b9b3be6-a400-4590-ba9c-57d44a705107),segment_id=0b9b3be6-a400-4590-ba9c-57d44a705107)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:10.754643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:10.777722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:10.885077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6620ac-a499-4417-a1e1-d9962fe8baa7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:10.915654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] No DVR routers for this DVR port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:24:10.925613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] Calling delete_port for 1f6620ac-a499-4417-a1e1-d9962fe8baa7 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:10.931552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:10.991504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a10c19b3-5768-49e7-90d1-35c8a704ac43'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:24:11.074474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.085005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dfe2cf45-02df-4320-a63a-d1b619d5a7f9 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:24:11.108382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2826b4a-9f28-49ac-8d75-ad245fccdc7e']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:11.123245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9b3be6-a400-4590-ba9c-57d44a705107') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:11.123471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9b3be6-a400-4590-ba9c-57d44a705107') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:11.136138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: dfe2cf45-02df-4320-a63a-d1b619d5a7f9 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:24:11.136773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dfe2cf45-02df-4320-a63a-d1b619d5a7f9 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:24:11.139925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.151158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Pushing event deleted for resources: {'Port': ['ID=4fc4fd30-df94-4a6c-94d5-198ac810a941,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:11.159649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] No DVR routers for this DVR port 4fc4fd30-df94-4a6c-94d5-198ac810a941 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:24:11.168004 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.177298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae7fd2f-0657-4c2d-aaca-e61d5c62e901', 'name': 'network-vif-deleted', 'tag': '4fc4fd30-df94-4a6c-94d5-198ac810a941'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:24:11.177497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.196567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:24:11.197975 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:24:11.228240 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:24:11.234124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:24:11.234708 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:24:11.258902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea083b-ccba-47ad-a4d0-ccbc3ec5bed4 req-3d60b68c-49ef-4df0-b087-4be383b75365 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:11.260647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1aea083b-ccba-47ad-a4d0-ccbc3ec5bed4 req-3d60b68c-49ef-4df0-b087-4be383b75365 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1655333 Feb 07 13:24:11.302043 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae7fd2f-0657-4c2d-aaca-e61d5c62e901', 'name': 'network-vif-deleted', 'tag': '4fc4fd30-df94-4a6c-94d5-198ac810a941', 'status': 'completed', 'code': 200} Feb 07 13:24:11.329344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1aea083b-ccba-47ad-a4d0-ccbc3ec5bed4 req-7b32c8ca-913d-48d0-b0c4-5005f4c10cb8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Feb 07 13:24:11.337110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b97ddb6e-cad1-43b0-8951-00ef23aab032 req-6856ed04-8ab3-4fe7-8bc7-d3e225121874 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.47 "DELETE /v2.0/ports/4fc4fd30-df94-4a6c-94d5-198ac810a941 HTTP/1.1" status: 204 len: 173 time: 2.1211405 Feb 07 13:24:11.555269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ce2f3-a66c-422d-8d5b-b06118ea8f5e req-4b4a135d-390a-41d7-a32e-cc8e39e4b862 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:11.555612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.562571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c78ce2f3-a66c-422d-8d5b-b06118ea8f5e req-4b4a135d-390a-41d7-a32e-cc8e39e4b862 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1036327 Feb 07 13:24:11.579390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.582458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2826b4a-9f28-49ac-8d75-ad245fccdc7e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:11.591054 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-95a2921e-9571-491b-999e-94e50737244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.595598 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-deadfe6a-653e-4f16-b207-d6a91ff35599 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b2826b4a-9f28-49ac-8d75-ad245fccdc7e HTTP/1.1" status: 204 len: 168 time: 1.9197466 Feb 07 13:24:11.624673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c78ce2f3-a66c-422d-8d5b-b06118ea8f5e req-dfeff3f2-0026-407a-a580-a0a870fd1f1e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Feb 07 13:24:11.737782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] Deleting port 1f6620ac-a499-4417-a1e1-d9962fe8baa7 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:11.738358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:11.922717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3363eb54-cc7b-4c1f-b7ac-0e1f7363b909 None None] The port '1f6620ac-a499-4417-a1e1-d9962fe8baa7' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:24:11.988835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9ba168af-be81-4a0f-a113-23f54d4af97a req-23fb1208-aa1f-4a63-bcd8-af4daba46720 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Synchronizing usage tracker for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:24:12.040344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b93931-7b0d-4ef6-a7eb-3003e77ea7e9 req-3a8a5ce8-c438-43bf-8b89-9453ae69d453 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:12.041907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8b93931-7b0d-4ef6-a7eb-3003e77ea7e9 req-3a8a5ce8-c438-43bf-8b89-9453ae69d453 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1821818 Feb 07 13:24:12.088841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8b93931-7b0d-4ef6-a7eb-3003e77ea7e9 req-251a7850-11ae-4657-9c10-abfe21a0bb11 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Feb 07 13:24:12.199857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9ba168af-be81-4a0f-a113-23f54d4af97a req-23fb1208-aa1f-4a63-bcd8-af4daba46720 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Unset dirty status for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:24:12.202936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ba168af-be81-4a0f-a113-23f54d4af97a req-23fb1208-aa1f-4a63-bcd8-af4daba46720 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ae7fd2f-0657-4c2d-aaca-e61d5c62e901 HTTP/1.1" status: 200 len: 210 time: 0.2737880 Feb 07 13:24:12.307868 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:12.311967 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:12.342943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946539d-e259-40e2-b4f6-95134537fe48 req-c90b6807-9622-4ca3-a100-7ff15afccea3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:12.343614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4fc4fd30-df94-4a6c-94d5-198ac810a941 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:24:12.346134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1946539d-e259-40e2-b4f6-95134537fe48 req-c90b6807-9622-4ca3-a100-7ff15afccea3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1236579 Feb 07 13:24:12.351734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34314) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:12.400143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 4fc4fd30-df94-4a6c-94d5-198ac810a941 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:24:12.400984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4fc4fd30-df94-4a6c-94d5-198ac810a941 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:24:12.441965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1946539d-e259-40e2-b4f6-95134537fe48 req-0ddc3bdf-f9e1-4fab-83cc-8c3f025dff1d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792651 Feb 07 13:24:12.444225 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e6ca5860-5bfc-4976-bdfd-3b938744b0cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee254ac339b64566bff13722ce7750c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909789 Feb 07 13:24:12.447707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34318) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:12.541490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dd7b-da7a-4d37-816a-bc0218cbfe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:12.569838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dd7b-da7a-4d37-816a-bc0218cbfe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:12.718159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17d2c7-eb88-4ca2-85a5-d15ae3bb9af0 req-54143b34-5e07-4825-84bf-2d67941004c7 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:12.719728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db17d2c7-eb88-4ca2-85a5-d15ae3bb9af0 req-54143b34-5e07-4825-84bf-2d67941004c7 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1159267 Feb 07 13:24:12.789200 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dd7b-da7a-4d37-816a-bc0218cbfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:12.799694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db17d2c7-eb88-4ca2-85a5-d15ae3bb9af0 req-ebc51053-0f38-4d54-b96f-23f116e727c4 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688958 Feb 07 13:24:12.807893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1dd7b-da7a-4d37-816a-bc0218cbfe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a39d5-8112-466b-b170-148f972eb3b8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:12.811213 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4f1dd7b-da7a-4d37-816a-bc0218cbfe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:12.812550 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4f1dd7b-da7a-4d37-816a-bc0218cbfe0a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e3a39d5-8112-466b-b170-148f972eb3b8 HTTP/1.1" status: 204 len: 168 time: 0.3637221 Feb 07 13:24:13.121100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14bee-7936-4085-916d-a0da65f8dd5a req-0d6512d8-b841-433b-aced-30ef07633cbd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:13.122859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22b14bee-7936-4085-916d-a0da65f8dd5a req-0d6512d8-b841-433b-aced-30ef07633cbd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1249995 Feb 07 13:24:13.168065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22b14bee-7936-4085-916d-a0da65f8dd5a req-8340f31c-326d-4843-99a7-ac5d9b4ce349 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385942 Feb 07 13:24:13.506947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078d386-296f-40e9-91a9-f2f3ef10ce46 req-5eaea8a0-a7c6-455b-8544-c0eb0e7aa7a9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:13.513071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e078d386-296f-40e9-91a9-f2f3ef10ce46 req-5eaea8a0-a7c6-455b-8544-c0eb0e7aa7a9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1921725 Feb 07 13:24:13.567894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e078d386-296f-40e9-91a9-f2f3ef10ce46 req-61a0efd1-1708-487d-9391-c3a5d05146e8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501032 Feb 07 13:24:13.773013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b4e7e-c65f-4626-a28a-f88af0622c19 req-92cc35c8-9bba-4321-befc-da10c2a71f84 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:13.774387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a61b4e7e-c65f-4626-a28a-f88af0622c19 req-92cc35c8-9bba-4321-befc-da10c2a71f84 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.0881746 Feb 07 13:24:13.795782 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:13.844883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a61b4e7e-c65f-4626-a28a-f88af0622c19 req-677a711a-5466-4c14-b751-0d1e9349ff7e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606453 Feb 07 13:24:14.189659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34374) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:14.215850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76938a-f90e-48b4-bb7c-3298605f85ec req-c2256160-00ab-487d-9b0f-222fd2a32d1a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:14.217553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a76938a-f90e-48b4-bb7c-3298605f85ec req-c2256160-00ab-487d-9b0f-222fd2a32d1a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.0978599 Feb 07 13:24:14.242770 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0fad5ce8-b78a-4990-ab67-1899a1dc6627 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=232ce4250e51426f93a1145277288d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512784 Feb 07 13:24:14.245622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34378) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:14.285683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a76938a-f90e-48b4-bb7c-3298605f85ec req-dba04e6b-e78b-4125-8f93-e8a679954b67 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Feb 07 13:24:14.326076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e229a5e-6b0b-470a-a35b-257072cecadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:14.373677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e229a5e-6b0b-470a-a35b-257072cecadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:14.531835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e229a5e-6b0b-470a-a35b-257072cecadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:14.554878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e229a5e-6b0b-470a-a35b-257072cecadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6342fff7-1647-44a1-8d9e-bb4d444d0540,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:14.579543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e229a5e-6b0b-470a-a35b-257072cecadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:14.597229 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e229a5e-6b0b-470a-a35b-257072cecadc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6342fff7-1647-44a1-8d9e-bb4d444d0540 HTTP/1.1" status: 204 len: 168 time: 0.3505445 Feb 07 13:24:14.638817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687aa6ed-5489-408a-82a1-e01eeb6dab2b req-0755f065-1bde-4669-b93d-1778a704075d tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:14.640690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-687aa6ed-5489-408a-82a1-e01eeb6dab2b req-0755f065-1bde-4669-b93d-1778a704075d tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2862003 Feb 07 13:24:14.682910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a73549-fc67-4629-913a-d0a4a05a1442 req-0773fdce-8b73-4e92-a708-fb75b39e1d52 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:14.684400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35a73549-fc67-4629-913a-d0a4a05a1442 req-0773fdce-8b73-4e92-a708-fb75b39e1d52 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2797112 Feb 07 13:24:14.734984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-687aa6ed-5489-408a-82a1-e01eeb6dab2b req-2e48e560-486c-4a7e-8c8e-b20369e17fae tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866935 Feb 07 13:24:14.764497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35a73549-fc67-4629-913a-d0a4a05a1442 req-28118a9a-89bd-4ef1-b242-ba455cd06be5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682414 Feb 07 13:24:15.107230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ead84-9e9d-419c-b04b-e28bd3e1c14f req-e98396ca-89ab-4e44-9389-53308ee2bb57 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:15.109114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f85ead84-9e9d-419c-b04b-e28bd3e1c14f req-e98396ca-89ab-4e44-9389-53308ee2bb57 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1189744 Feb 07 13:24:15.168600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:15.173346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f85ead84-9e9d-419c-b04b-e28bd3e1c14f req-2eac7c9b-a45e-45e6-be5f-3cf5ce8ef426 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Feb 07 13:24:15.441440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8b4b8-1e9c-4872-acaf-8c0e28258388 req-185f07cb-b8ad-4e82-bf82-96718657305e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:15.442945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c9d8b4b8-1e9c-4872-acaf-8c0e28258388 req-185f07cb-b8ad-4e82-bf82-96718657305e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.0913734 Feb 07 13:24:15.490822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c9d8b4b8-1e9c-4872-acaf-8c0e28258388 req-7242a91e-45c7-49ff-b3f4-39212560d98a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Feb 07 13:24:15.759822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa005d-198c-4b1d-9fea-b77a79b13393 req-098317f2-dafc-4ca3-b3f2-c07d0890990a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:15.763543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0aa005d-198c-4b1d-9fea-b77a79b13393 req-098317f2-dafc-4ca3-b3f2-c07d0890990a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1235657 Feb 07 13:24:15.838353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0aa005d-198c-4b1d-9fea-b77a79b13393 req-b6773897-40d8-478c-8dea-86e0f8c84728 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710979 Feb 07 13:24:15.938578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43809be4-6115-454f-90a0-e26879888a71 req-b4d37155-61ca-42d0-bd8f-5c175b5ae90d tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:15.940229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43809be4-6115-454f-90a0-e26879888a71 req-b4d37155-61ca-42d0-bd8f-5c175b5ae90d tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.0858421 Feb 07 13:24:16.054270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43809be4-6115-454f-90a0-e26879888a71 req-3ec7981d-5a49-4940-ad60-98e87a1e49f1 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038346 Feb 07 13:24:16.092102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a698f-8752-4818-bfac-72455404a90c req-1a0b700c-db0d-4c70-805d-51b8f361cac1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:16.093653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c43a698f-8752-4818-bfac-72455404a90c req-1a0b700c-db0d-4c70-805d-51b8f361cac1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1449807 Feb 07 13:24:16.153213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c43a698f-8752-4818-bfac-72455404a90c req-f501bafc-4af4-4172-b998-efa1d69e892f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Feb 07 13:24:16.990623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9cbc5-eb7e-43b4-812a-4d953d336053 req-26953f02-aba3-47f3-9d04-dafab1aa5d3b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:16.992079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93b9cbc5-eb7e-43b4-812a-4d953d336053 req-26953f02-aba3-47f3-9d04-dafab1aa5d3b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.0978639 Feb 07 13:24:17.050627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93b9cbc5-eb7e-43b4-812a-4d953d336053 req-14fed9f1-593c-4eba-bc1b-85894aa7aaa6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Feb 07 13:24:17.283851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f0f9-b62d-444e-9b3e-210a5ff0ca35 req-55ad053f-05e6-4a92-aa12-10f5bde82d86 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:17.285932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b15f0f9-b62d-444e-9b3e-210a5ff0ca35 req-55ad053f-05e6-4a92-aa12-10f5bde82d86 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1022127 Feb 07 13:24:17.351304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b15f0f9-b62d-444e-9b3e-210a5ff0ca35 req-aa2535d1-703e-43ca-b271-f1c4215eb6c9 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531466 Feb 07 13:24:17.800143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34488) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:17.980326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'network': {'name': 'tempest-network-smoke--1592020358', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:17.987032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:17.991489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:network and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:17.995340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:18.001837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:18.171333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:24:18.175517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:18.188353 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:18.203623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:18.207595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:18.210944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:18.219925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:18.261278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a8d62-8997-43fa-b359-1d499258944a req-aad6f15b-ebf8-41d3-a5ec-4af361e8efc9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:18.263960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef3a8d62-8997-43fa-b359-1d499258944a req-aad6f15b-ebf8-41d3-a5ec-4af361e8efc9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1062636 Feb 07 13:24:18.366530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef3a8d62-8997-43fa-b359-1d499258944a req-482803f5-4560-4b9a-bfa7-cd024bc4299e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867534 Feb 07 13:24:18.393569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:18.461972 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:18.518935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a8b32a-5b49-4d75-87b8-af00bcf97d24,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:18.531118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:24:18.545367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:18.545367 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Added segment af4a52a2-c364-45d6-afec-38e61122baad of type vlan for network 648db234-9eb1-4b88-9272-9ce57b9927d4 Feb 07 13:24:18.588225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:18.672141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c161731-695e-43eb-bb50-6c5600d97c02 req-6a93b9e9-9cc5-4138-beea-68e627e2ad32 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:18.692798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c161731-695e-43eb-bb50-6c5600d97c02 req-6a93b9e9-9cc5-4138-beea-68e627e2ad32 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1613250 Feb 07 13:24:18.775126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c161731-695e-43eb-bb50-6c5600d97c02 req-714e5236-261a-4de0-88a5-4897d433fe3f tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814304 Feb 07 13:24:18.788550 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:18.799406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:18.799406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:19.044256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Network': ['ID=648db234-9eb1-4b88-9272-9ce57b9927d4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:19.060730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:24:19.150244 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-97bd3932-3538-4ce9-be0a-61663c15d145 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3489420 Feb 07 13:24:19.153129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34520) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:19.163596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'admin_state_up': True, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:19.172180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:19.180087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:router and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:19.183687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:19.195819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:19.269217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385fc37-e2b7-46dc-b326-ec0ee5556095 req-94fdb254-52f3-4a21-8386-9f26492caa3b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:19.271427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7385fc37-e2b7-46dc-b326-ec0ee5556095 req-94fdb254-52f3-4a21-8386-9f26492caa3b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1452489 Feb 07 13:24:19.320741 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:19.322145 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:19.347473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7385fc37-e2b7-46dc-b326-ec0ee5556095 req-ca4145cf-9412-46f9-b409-d53b07b6dbfe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613625 Feb 07 13:24:19.358726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:19.845528 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:20.050430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c5c77-b404-4e67-ae87-b809e08b20ee req-833b7aef-c8a2-4e3e-89ee-f71285ec91cf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:20.056405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf2c5c77-b404-4e67-ae87-b809e08b20ee req-833b7aef-c8a2-4e3e-89ee-f71285ec91cf tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.1206481 Feb 07 13:24:20.104777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-cb98a791-9178-48ee-be3e-0eec8942d272 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:20.106432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-cb98a791-9178-48ee-be3e-0eec8942d272 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.47 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 946 time: 0.2240403 Feb 07 13:24:20.183350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf2c5c77-b404-4e67-ae87-b809e08b20ee req-aa6f18c8-973a-4c5c-8bad-149f18c942de tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/security-groups?id=6cf77f40-56b2-4b87-aca2-b369e2e14029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246178 Feb 07 13:24:20.200305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Deleting port a10c19b3-5768-49e7-90d1-35c8a704ac43 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:20.200661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:20.342428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:20.375575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:20.554476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.25.7.202 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/e6f98691-6a25-44d3-ae65-6c25ff2a0a17) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:24:20.622487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] For port a10c19b3-5768-49e7-90d1-35c8a704ac43, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a10c19b3-5768-49e7-90d1-35c8a704ac43,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:20.623169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:20.723575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:20.890180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Calling delete_port for a10c19b3-5768-49e7-90d1-35c8a704ac43 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:20.969803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29310100-98a3-41f4-af0f-9fc31cfe6ef0 req-ef408f23-0fd2-40fd-ad25-d9a005122d5e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:20.972043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29310100-98a3-41f4-af0f-9fc31cfe6ef0 req-ef408f23-0fd2-40fd-ad25-d9a005122d5e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.4500673 Feb 07 13:24:21.068886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29310100-98a3-41f4-af0f-9fc31cfe6ef0 req-8518acd9-cb40-4e7b-a32b-b33eff33c059 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877497 Feb 07 13:24:21.096963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:21.166321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:21.169468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:21.173602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:24:21.219276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=e6f98691-6a25-44d3-ae65-6c25ff2a0a17,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:21.223723 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:21.397792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Pushing event deleted for resources: {'Port': ['ID=a10c19b3-5768-49e7-90d1-35c8a704ac43,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:21.501106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-744776c3-3266-4315-9c1b-854404f541ba req-5823b2cb-4ee6-4e8c-912e-8219d89d7578 tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 210 time: 0.1043003 Feb 07 13:24:21.573683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] No DVR routers for this DVR port a10c19b3-5768-49e7-90d1-35c8a704ac43 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:24:21.577359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:21.581142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f9b638-4f89-4b1e-ae5c-70c0fedf4667', 'name': 'network-vif-deleted', 'tag': 'a10c19b3-5768-49e7-90d1-35c8a704ac43'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:24:21.617714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b262ea-01d1-424d-8b79-a8e26547e056 req-1571f441-9e2e-4da0-b0bf-86e39b5cc13d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:21.619463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3b262ea-01d1-424d-8b79-a8e26547e056 req-1571f441-9e2e-4da0-b0bf-86e39b5cc13d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2840385 Feb 07 13:24:21.628367 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f9b638-4f89-4b1e-ae5c-70c0fedf4667', 'name': 'network-vif-deleted', 'tag': 'a10c19b3-5768-49e7-90d1-35c8a704ac43', 'status': 'completed', 'code': 200} Feb 07 13:24:21.669176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c3b262ea-01d1-424d-8b79-a8e26547e056 req-405962d4-8855-4750-b6e7-309eb9646469 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Feb 07 13:24:21.823720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e37c18-87da-4dd6-a609-2f62b0dc7000 req-a503290a-ba3f-4439-961d-25c9ebf6579c tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.47 "DELETE /v2.0/ports/a10c19b3-5768-49e7-90d1-35c8a704ac43 HTTP/1.1" status: 204 len: 173 time: 1.7114084 Feb 07 13:24:22.085022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ad4d-60bf-4b32-bf2c-dd883fd5e19e req-6058d0ec-afb1-4750-9d49-1574b4447200 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:22.090518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f35ad4d-60bf-4b32-bf2c-dd883fd5e19e req-6058d0ec-afb1-4750-9d49-1574b4447200 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1885092 Feb 07 13:24:22.136129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:22.140638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f35ad4d-60bf-4b32-bf2c-dd883fd5e19e req-b42ae45a-0361-4a75-a9ed-992a52a4fbb0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480762 Feb 07 13:24:22.341948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ffb0f-43f0-4759-8a0d-a1d25e8e0558 req-9ee444e5-3665-4b20-8e7b-7bdd8eacc827 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:22.348842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a3ffb0f-43f0-4759-8a0d-a1d25e8e0558 req-9ee444e5-3665-4b20-8e7b-7bdd8eacc827 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.0910823 Feb 07 13:24:22.386151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a10c19b3-5768-49e7-90d1-35c8a704ac43 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:24:22.443057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: a10c19b3-5768-49e7-90d1-35c8a704ac43 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:24:22.443528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a10c19b3-5768-49e7-90d1-35c8a704ac43 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:24:22.450805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a3ffb0f-43f0-4759-8a0d-a1d25e8e0558 req-2dec68f0-75c2-4359-a685-51f0a82bb3c6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011097 Feb 07 13:24:22.608978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:22.786642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e0df8843-0139-4323-a112-87f299aca612 req-7c193920-0580-467c-9408-33161b17d79f tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Synchronizing usage tracker for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:24:22.936289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72f70f-4fcf-417d-81c1-35beacd36712 req-fa3a152c-892c-400c-bc06-bc8c62e49803 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:22.939234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b72f70f-4fcf-417d-81c1-35beacd36712 req-fa3a152c-892c-400c-bc06-bc8c62e49803 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2719896 Feb 07 13:24:22.940932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e0df8843-0139-4323-a112-87f299aca612 req-7c193920-0580-467c-9408-33161b17d79f tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] Unset dirty status for tenant:beaa9b515bc544c28e8a99b84d1dc257 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:24:22.946325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0df8843-0139-4323-a112-87f299aca612 req-7c193920-0580-467c-9408-33161b17d79f tempest-ServerRescueNegativeTestJSON-1161445128 tempest-ServerRescueNegativeTestJSON-1161445128-project] 10.222.0.69 "GET /v2.0/ports?device_id=73f9b638-4f89-4b1e-ae5c-70c0fedf4667 HTTP/1.1" status: 200 len: 210 time: 0.2284639 Feb 07 13:24:23.036191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b72f70f-4fcf-417d-81c1-35beacd36712 req-66513d8d-190b-4edd-826d-bb367b375ce7 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887475 Feb 07 13:24:23.112540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:24:23.288629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf3b16-9074-4a74-8da4-dea3c95fc678 req-b4df64f2-1c27-4216-9402-932a9cca0fb8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:23.290139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6cf3b16-9074-4a74-8da4-dea3c95fc678 req-b4df64f2-1c27-4216-9402-932a9cca0fb8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1022623 Feb 07 13:24:23.334815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:24:23.350247 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Sync routers for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:24:23.397596 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:23.398447 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:23.403664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6cf3b16-9074-4a74-8da4-dea3c95fc678 req-8ca1857a-d6d0-42a9-bf27-aea9a8c97526 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996163 Feb 07 13:24:23.474824 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:23.477983 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7d4e14bc-6716-40dc-9621-bcdc24234e9c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3201773 Feb 07 13:24:23.483695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34616) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:23.641179 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1567ef9c-4708-45c1-af0e-1196f233f5c4 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=0df19d2b50784eafa298215af2aa58df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1516407 Feb 07 13:24:23.645110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34626) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:23.692801 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:23.874359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b0027-b355-4c56-a105-f5b7e4111733 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:23.879144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9d8b0027-b355-4c56-a105-f5b7e4111733 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2329264 Feb 07 13:24:23.879330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34632) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:23.891416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612e4eb-5f16-4fb6-93ea-c43ee8590b64 req-2690af20-0887-40ae-ba59-32a2d5c4c792 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:23.893699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7612e4eb-5f16-4fb6-93ea-c43ee8590b64 req-2690af20-0887-40ae-ba59-32a2d5c4c792 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1487646 Feb 07 13:24:23.933070 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-22a90ff0-2c2b-4336-875b-2fe12b9111f2 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499408 Feb 07 13:24:23.933335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34638) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:23.940627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-360591964', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:24.006359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7612e4eb-5f16-4fb6-93ea-c43ee8590b64 req-76be0ade-9f46-4a69-9c78-c76483285db0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873806 Feb 07 13:24:24.033189 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:24:24.057272 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:21Z', 'revision_number': 3, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:24.057272 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Checking router: 727ab75f-5ef4-4026-bfb0-ca1275f2d74e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:24:24.057272 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Updating router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e port e6f98691-6a25-44d3-ae65-6c25ff2a0a17 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:24:24.090955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34646) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:24.133848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:24.137922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:subnet and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:24.141751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:24.148206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:24.153978 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:24.245997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:24:24.262513 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:24.420952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc4e87-373a-4d27-99ae-17ac8898cddb req-aa94d843-43fc-489a-88d0-95a1e95738b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:24.429220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aacc4e87-373a-4d27-99ae-17ac8898cddb req-aa94d843-43fc-489a-88d0-95a1e95738b1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2356894 Feb 07 13:24:24.669023 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:24.842334 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:24.858302 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Transition to ACTIVE for port object e6f98691-6a25-44d3-ae65-6c25ff2a0a17 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:24.914314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aacc4e87-373a-4d27-99ae-17ac8898cddb req-75d5f0e9-b533-47da-ac48-8ff6b5320872 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839628 Feb 07 13:24:25.062982 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:25.127456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:25.157725 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Attempting to bind port e6f98691-6a25-44d3-ae65-6c25ff2a0a17 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:24:25.159076 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Attempting to bind port e6f98691-6a25-44d3-ae65-6c25ff2a0a17 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:24:25.159607 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Attempting to bind port e6f98691-6a25-44d3-ae65-6c25ff2a0a17 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:24:25.168604 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:24:25.169345 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:24:25.169910 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:25.170875 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:24:25.171771 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Bound port: e6f98691-6a25-44d3-ae65-6c25ff2a0a17, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:24:25.172442 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:25.212914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0ded2-69aa-4336-a26b-f076b94e24b4 req-854f579b-41ec-459a-acda-68036db020bb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:25.214422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eac0ded2-69aa-4336-a26b-f076b94e24b4 req-854f579b-41ec-459a-acda-68036db020bb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1479182 Feb 07 13:24:25.247270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Subnet': ['ID=cdae26dc-7c5c-4f8e-bb66-58172bd1d238,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:25.262019 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc18d6-c270-4289-abe6-18cc472872e1 None None] Pushing event updated for resources: {'Port': ['ID=e6f98691-6a25-44d3-ae65-6c25ff2a0a17,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:25.297705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Checking segment: {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:24:25.298101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eac0ded2-69aa-4336-a26b-f076b94e24b4 req-b257a1ac-036a-4d7b-b26d-aea86fc4a575 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748222 Feb 07 13:24:25.298552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network hostable DHCP agents. Network: 648db234-9eb1-4b88-9272-9ce57b9927d4, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:24:25.324071 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] For port e6f98691-6a25-44d3-ae65-6c25ff2a0a17, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:24:25.328961 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] For port e6f98691-6a25-44d3-ae65-6c25ff2a0a17, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e6f98691-6a25-44d3-ae65-6c25ff2a0a17,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:24:25.378342 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:25.417209 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:25.420830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:24:25.506948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 648db234-9eb1-4b88-9272-9ce57b9927d4) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:25.511717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:25.516200 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:25.516489 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:25.516607 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:25.518799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48666d5a-ce71-47da-8528-00adedcb7e10 None None] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:24:25.636000 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc18d6-c270-4289-abe6-18cc472872e1 None None] Pushing event updated for resources: {'Port': ['ID=e6f98691-6a25-44d3-ae65-6c25ff2a0a17,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:25.700048 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-64cc36ed-35fe-4381-93b6-7e29beee87d7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7652574 Feb 07 13:24:25.700731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34682) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:25.746754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a790ca-281b-40a9-b31b-0093f4f63fc9 req-c9e1da37-3113-45f0-a6f3-2657a39618fb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:25.758986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0a790ca-281b-40a9-b31b-0093f4f63fc9 req-c9e1da37-3113-45f0-a6f3-2657a39618fb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3259983 Feb 07 13:24:25.826660 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:25.839890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0a790ca-281b-40a9-b31b-0093f4f63fc9 req-ff3b3dbd-483e-4206-ad3e-5dae1851a488 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798421 Feb 07 13:24:26.049252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-648db234-9eb1-4b88-9272-9ce57b9927d4', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:24:26.050050 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:26.247185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e65fab-6a15-45c3-aff5-ba4cad20e058 req-8713645e-36be-4133-a6e4-a366a48a9a2e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:26.254431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Allocated IP 172.20.0.2 (648db234-9eb1-4b88-9272-9ce57b9927d4/cdae26dc-7c5c-4f8e-bb66-58172bd1d238/b4035152-fffa-4d18-b84e-86f04e4119dc) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:24:26.264627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87e65fab-6a15-45c3-aff5-ba4cad20e058 req-8713645e-36be-4133-a6e4-a366a48a9a2e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2182305 Feb 07 13:24:26.359339 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:21Z', 'revision_number': 3, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:26.386425 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d9814-682c-4d48-ad36-127d0bcba2c4 None None] The sync data for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 is: [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:21Z', 'revision_number': 3, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:24:26.442696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Deleting port fe7593ba-7c25-4d32-8e81-35e7d7b3a636 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:26.442696 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:26.559018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87e65fab-6a15-45c3-aff5-ba4cad20e058 req-b2051ff9-ccf3-4d90-9ec5-e9c07f214ff5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930140 Feb 07 13:24:26.749122 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:26.782530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Transition to ACTIVE for port object b4035152-fffa-4d18-b84e-86f04e4119dc will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:26.845116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Transition to ACTIVE for port object b4035152-fffa-4d18-b84e-86f04e4119dc will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:26.924139 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:27.121523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Pushing event updated for resources: {'Port': ['ID=b4035152-fffa-4d18-b84e-86f04e4119dc,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:27.161660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.162248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.162788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.163300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.163792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.164449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.164943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.165450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.165949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.166442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.166927 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.167430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:27.172229 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:27.189972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] For port fe7593ba-7c25-4d32-8e81-35e7d7b3a636, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,segment=NetworkSegment(140b9a8c-acd4-4669-a363-3af9c6eddd3f),segment_id=140b9a8c-acd4-4669-a363-3af9c6eddd3f)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:27.190527 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:27.195855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:27.197280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:27.206958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:24:27.410907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Attempting to bind port b4035152-fffa-4d18-b84e-86f04e4119dc on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:24:27.411277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Attempting to bind port b4035152-fffa-4d18-b84e-86f04e4119dc by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:24:27.411848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Attempting to bind port b4035152-fffa-4d18-b84e-86f04e4119dc on network 648db234-9eb1-4b88-9272-9ce57b9927d4 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:24:27.433324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:24:27.433703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Checking segment: {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:24:27.434115 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:27.434516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Bound using segment: {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:24:27.434999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Bound port: b4035152-fffa-4d18-b84e-86f04e4119dc, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:24:27.435379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:27.436572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Calling delete_port for fe7593ba-7c25-4d32-8e81-35e7d7b3a636 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:27.656397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] For port b4035152-fffa-4d18-b84e-86f04e4119dc, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:24:27.660915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] For port b4035152-fffa-4d18-b84e-86f04e4119dc, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b4035152-fffa-4d18-b84e-86f04e4119dc,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:24:27.753817 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:27.769921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482415f5-dcaf-4f21-a71b-ce1fabc12cda req-76b3c6bc-6fe2-4f22-a6f8-6a7ebe04f5ab tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:27.772354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-482415f5-dcaf-4f21-a71b-ce1fabc12cda req-76b3c6bc-6fe2-4f22-a6f8-6a7ebe04f5ab tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.9909544 Feb 07 13:24:27.863199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-482415f5-dcaf-4f21-a71b-ce1fabc12cda req-e311bdbb-7988-493b-9a86-9175c0122e25 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826893 Feb 07 13:24:27.902075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c7f2-4d9d-4f2a-83d0-cfc995359a3d None None] Pushing event updated for resources: {'Port': ['ID=b4035152-fffa-4d18-b84e-86f04e4119dc,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:28.167086 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:28.240934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.20.0.1 (648db234-9eb1-4b88-9272-9ce57b9927d4/cdae26dc-7c5c-4f8e-bb66-58172bd1d238/fabeda78-cddd-414c-b48a-b70da5bc4398) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:24:28.344818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7593ba-7c25-4d32-8e81-35e7d7b3a636,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:28.745774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:28.788517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e6f98691-6a25-44d3-ae65-6c25ff2a0a17 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:28.790902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Transition to ACTIVE for port object fabeda78-cddd-414c-b48a-b70da5bc4398 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:28.884103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:29.015698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port e6f98691-6a25-44d3-ae65-6c25ff2a0a17 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:29.027514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e6f98691-6a25-44d3-ae65-6c25ff2a0a17 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:29.030706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:29.039737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0c028-0055-4257-95ce-71f25aeeba55 req-62770cf9-318e-4e89-a8c3-f1d712c604cc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:29.041444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3d0c028-0055-4257-95ce-71f25aeeba55 req-62770cf9-318e-4e89-a8c3-f1d712c604cc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.5136139 Feb 07 13:24:29.146865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:29.151486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:29.167264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:29.173367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:24:29.291476 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:29.313352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3d0c028-0055-4257-95ce-71f25aeeba55 req-858200d4-6d14-4bd7-b41c-c696fc89a63b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657683 Feb 07 13:24:29.330589 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:29.410535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port e6f98691-6a25-44d3-ae65-6c25ff2a0a17, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e6f98691-6a25-44d3-ae65-6c25ff2a0a17,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:29.558524 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:29.804973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=fabeda78-cddd-414c-b48a-b70da5bc4398,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:29.827823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=e6f98691-6a25-44d3-ae65-6c25ff2a0a17,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:30.154908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91c25-a880-4b1a-9b7b-959b7187dac7 req-ba678419-827d-4c2a-8170-44711d4f1ae0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:30.156519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66f91c25-a880-4b1a-9b7b-959b7187dac7 req-ba678419-827d-4c2a-8170-44711d4f1ae0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3804612 Feb 07 13:24:30.172109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Router fddfe1cb-6b31-4f06-8f69-c0205484d5ce has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:24:30.185492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:30.272207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb30c9-f0d0-4ae8-b70e-d677f9d6543b None None] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:24:30.466560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66f91c25-a880-4b1a-9b7b-959b7187dac7 req-7b1d7a03-ff01-46a7-ab87-a217c1beaed2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965705 Feb 07 13:24:30.478949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:24:30.481964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-617351bf-2920-4921-8845-a97407a79f9f None None] Provisioning for port b4035152-fffa-4d18-b84e-86f04e4119dc completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:30.515778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] Sync routers for ids ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:24:30.562953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] Routers {'fddfe1cb-6b31-4f06-8f69-c0205484d5ce'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:30.567902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:30.600539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2d772423-22e3-48c3-ad4a-5f5c78145a00 admin admin] 10.222.0.69 "PUT /v2.0/routers/fddfe1cb-6b31-4f06-8f69-c0205484d5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5082173 Feb 07 13:24:30.606247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34766) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:30.834509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b4035152-fffa-4d18-b84e-86f04e4119dc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:31.113022 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:31.303928 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:31.315830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] Set router fddfe1cb-6b31-4f06-8f69-c0205484d5ce gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:31.381155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28af35-647f-4b33-82d0-1a5ca8483246 req-1af10547-903f-43e5-a3d6-1c6aea0d400a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:31.382815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a28af35-647f-4b33-82d0-1a5ca8483246 req-1af10547-903f-43e5-a3d6-1c6aea0d400a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.5668550 Feb 07 13:24:31.457643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a28af35-647f-4b33-82d0-1a5ca8483246 req-a1ce58f6-c862-451f-bc83-f5708b9ff7c9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650623 Feb 07 13:24:31.557124 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:31.583171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:31.712252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61b443-c161-4e8c-a27a-db38d6d59ed9 req-36f2b827-f008-4eca-8e73-9647aef41055 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:31.714945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab61b443-c161-4e8c-a27a-db38d6d59ed9 req-36f2b827-f008-4eca-8e73-9647aef41055 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1260979 Feb 07 13:24:31.748613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:24:27Z', 'revision_number': 5, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port': {'id': 'ab37f582-07a4-4302-8148-797ec06bafd5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:21:30Z', 'updated_at': '2022-02-07T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:31.757342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] Checking router: fddfe1cb-6b31-4f06-8f69-c0205484d5ce for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:24:31.774882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b4035152-fffa-4d18-b84e-86f04e4119dc completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:31.777565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=fabeda78-cddd-414c-b48a-b70da5bc4398,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:31.782314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:31.788667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] Routers {'fddfe1cb-6b31-4f06-8f69-c0205484d5ce'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:31.789307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:31.793901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Deleting port ab37f582-07a4-4302-8148-797ec06bafd5 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:24:31.795347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:31.969401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab61b443-c161-4e8c-a27a-db38d6d59ed9 req-390de700-20df-4c78-8f16-3563c8a94bf5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311375 Feb 07 13:24:31.990177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b4035152-fffa-4d18-b84e-86f04e4119dc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:31.990177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:32.188023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] For port ab37f582-07a4-4302-8148-797ec06bafd5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ab37f582-07a4-4302-8148-797ec06bafd5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:32.188798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:32.231663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Provisioning complete for port b4035152-fffa-4d18-b84e-86f04e4119dc triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:32.232130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:32.304741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:32.306488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:32.456692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Calling delete_port for ab37f582-07a4-4302-8148-797ec06bafd5 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:24:32.481318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] Set router fddfe1cb-6b31-4f06-8f69-c0205484d5ce gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:32.751596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf469e79-9682-4b25-8a5d-2917038acac2 req-ec378bc5-488b-44de-a0bd-295cdd88b1f6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:32.763336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf469e79-9682-4b25-8a5d-2917038acac2 req-ec378bc5-488b-44de-a0bd-295cdd88b1f6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2261381 Feb 07 13:24:32.770733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:24:31Z', 'revision_number': 6, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:32.774328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:24:32.857430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf469e79-9682-4b25-8a5d-2917038acac2 req-5803850a-04da-4c97-af1f-5b06ff7cbcd6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928683 Feb 07 13:24:32.963906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6771125-d1ac-4811-8a6e-fc51ba12e753 None None] The sync data for ids ['fddfe1cb-6b31-4f06-8f69-c0205484d5ce'] in n-d-811416-5 is: [{'id': 'fddfe1cb-6b31-4f06-8f69-c0205484d5ce', 'name': 'tempest-ServerRescueNegativeTestJSON-1987353971-router', 'tenant_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:21:28Z', 'updated_at': '2022-02-07T13:24:31Z', 'revision_number': 6, 'project_id': 'beaa9b515bc544c28e8a99b84d1dc257', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:24:33.042200 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:33.070269 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:33.131653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] For port b4035152-fffa-4d18-b84e-86f04e4119dc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b4035152-fffa-4d18-b84e-86f04e4119dc,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:33.185997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:33.264042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:24:33.268031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab37f582-07a4-4302-8148-797ec06bafd5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:33.281426 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:24:33.281719 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:24:33.281994 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Sync routers for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:24:33.282502 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:33.293562 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:33.294177 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:33.304234 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-df94af3a-3c71-4203-8d0d-1022dabacbb7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "PUT /v2.0/routers/727ab75f-5ef4-4026-bfb0-ca1275f2d74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6001725 Feb 07 13:24:33.305691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:33.382615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e12189-a8b2-43c3-9ec3-fc69f56de6f9 req-eca6da0b-94e1-4e52-9fea-54e023d7f9af tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:33.401242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03e12189-a8b2-43c3-9ec3-fc69f56de6f9 req-eca6da0b-94e1-4e52-9fea-54e023d7f9af tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3179617 Feb 07 13:24:33.403991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Pushing event updated for resources: {'Port': ['ID=b4035152-fffa-4d18-b84e-86f04e4119dc,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:33.417455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Provisioning for port fabeda78-cddd-414c-b48a-b70da5bc4398 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:33.425430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Provisioning complete for port fabeda78-cddd-414c-b48a-b70da5bc4398 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:33.425806 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:33.550519 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:33.620907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2a2bdf46-125d-4f1f-b262-448a8959c26c None None] Port fabeda78-cddd-414c-b48a-b70da5bc4398 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:24:33.698785 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:33.763717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-00365885-1a4c-41fd-afd8-5d86b0705b5d None None] Provisioning complete for port fabeda78-cddd-414c-b48a-b70da5bc4398 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:33.764108 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-00365885-1a4c-41fd-afd8-5d86b0705b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.002784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7e4ec-d008-4a0a-ba45-2350fa3cd56c tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.003256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7e4ec-d008-4a0a-ba45-2350fa3cd56c tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.003716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7e4ec-d008-4a0a-ba45-2350fa3cd56c tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.004199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7e4ec-d008-4a0a-ba45-2350fa3cd56c tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.004768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7e4ec-d008-4a0a-ba45-2350fa3cd56c tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.005219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7e4ec-d008-4a0a-ba45-2350fa3cd56c tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.007011 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4fb7e4ec-d008-4a0a-ba45-2350fa3cd56c tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.7003906 Feb 07 13:24:34.025906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-00365885-1a4c-41fd-afd8-5d86b0705b5d None None] Port fabeda78-cddd-414c-b48a-b70da5bc4398 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:24:34.030577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e6f98691-6a25-44d3-ae65-6c25ff2a0a17 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:34.036104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:34.074282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03e12189-a8b2-43c3-9ec3-fc69f56de6f9 req-bf26e104-284b-4bdd-8d01-87b4adb6d68f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714890 Feb 07 13:24:34.081943 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.084736 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.172437 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.173233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fddfe1cb-6b31-4f06-8f69-c0205484d5ce {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:24:34.190911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e6f98691-6a25-44d3-ae65-6c25ff2a0a17 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:34.191503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.201330 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.208923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f9095-0533-4f35-aa46-003f3b8a9f71 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.210972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f9095-0533-4f35-aa46-003f3b8a9f71 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.211450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f9095-0533-4f35-aa46-003f3b8a9f71 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.214202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f9095-0533-4f35-aa46-003f3b8a9f71 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.214719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ebc0274d-09bd-49ff-9715-545913dbfce8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fddfe1cb-6b31-4f06-8f69-c0205484d5ce HTTP/1.1" status: 204 len: 168 time: 3.6088774 Feb 07 13:24:34.223228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f9095-0533-4f35-aa46-003f3b8a9f71 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.223228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f9095-0533-4f35-aa46-003f3b8a9f71 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.223506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34830) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:34.224485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34834) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:34.224990 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-474f9095-0533-4f35-aa46-003f3b8a9f71 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.1870968 Feb 07 13:24:34.433866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-384e644d-833b-4d35-8b96-22aa6c80ca07 admin admin] Deleting subnet e8d86c5d-bf93-4f92-bccb-7808e9eeab51 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:24:34.437845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-384e644d-833b-4d35-8b96-22aa6c80ca07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.516117 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-384e644d-833b-4d35-8b96-22aa6c80ca07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.522349 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:30Z', 'revision_number': 2, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:34.534985 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Checking router: 727ab75f-5ef4-4026-bfb0-ca1275f2d74e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:24:34.534985 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Updating router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e port fabeda78-cddd-414c-b48a-b70da5bc4398 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:24:34.610794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-384e644d-833b-4d35-8b96-22aa6c80ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.695226 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.709467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b4035152-fffa-4d18-b84e-86f04e4119dc up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:34.774567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-384e644d-833b-4d35-8b96-22aa6c80ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.867447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b4035152-fffa-4d18-b84e-86f04e4119dc triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:34.868093 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.921848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e644d-833b-4d35-8b96-22aa6c80ca07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d86c5d-bf93-4f92-bccb-7808e9eeab51,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:34.941205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-384e644d-833b-4d35-8b96-22aa6c80ca07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:34.953234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-384e644d-833b-4d35-8b96-22aa6c80ca07 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e8d86c5d-bf93-4f92-bccb-7808e9eeab51 HTTP/1.1" status: 204 len: 168 time: 0.7337868 Feb 07 13:24:34.956800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34852) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:34.979758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947011f-b571-41dd-94b4-e0128d30b3e9 req-d70c43bd-0322-4e2c-ae6b-cc33f073c0bb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:34.982352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e947011f-b571-41dd-94b4-e0128d30b3e9 req-d70c43bd-0322-4e2c-ae6b-cc33f073c0bb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2892160 Feb 07 13:24:35.273783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e947011f-b571-41dd-94b4-e0128d30b3e9 req-ee4aaf70-2c1c-47e9-b57c-d154979abbf3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826285 Feb 07 13:24:35.290326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fe7593ba-7c25-4d32-8e81-35e7d7b3a636 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:24:35.312362 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:35.323310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f0cb05b3-8618-4fd6-8b6f-b0eccc363775 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 1.0915351 Feb 07 13:24:35.480435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: fe7593ba-7c25-4d32-8e81-35e7d7b3a636 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:24:35.480779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fe7593ba-7c25-4d32-8e81-35e7d7b3a636 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:24:35.489208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ab37f582-07a4-4302-8148-797ec06bafd5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:24:35.628601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ab37f582-07a4-4302-8148-797ec06bafd5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:24:35.629754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ab37f582-07a4-4302-8148-797ec06bafd5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:24:35.756554 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:35.832463 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Transition to ACTIVE for port object fabeda78-cddd-414c-b48a-b70da5bc4398 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:35.859712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5e953-3190-419b-9c12-ee12448a0126 req-597320af-65c7-4f95-8310-fb81a82a4863 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:35.862456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:35.907529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21a5e953-3190-419b-9c12-ee12448a0126 req-597320af-65c7-4f95-8310-fb81a82a4863 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3385320 Feb 07 13:24:35.954062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0962fe-4183-4a78-a168-6d4683c73087']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:35.995575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140b9a8c-acd4-4669-a363-3af9c6eddd3f') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:35.996197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140b9a8c-acd4-4669-a363-3af9c6eddd3f') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:36.077558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.089706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21a5e953-3190-419b-9c12-ee12448a0126 req-08d169a2-f325-40ad-8deb-366ad0972cdc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802607 Feb 07 13:24:36.108902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34876) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:36.114998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988840042', 'description': 'tempest-secgroup-smoke-1988840042 description', 'project_id': '0df19d2b50784eafa298215af2aa58df'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:36.128062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.138685 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.138888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:36.147536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:36.148598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:24:36.150323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.156088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:24:36.178399 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:24:36.188277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:36.261286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.313472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:36.387137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:36.396440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:36.411618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:36.481298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b95aa-e612-40b6-b095-41c531083a0c req-4f86354a-42ff-4a63-93f4-8cc2097ba1d9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:36.489447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a2b95aa-e612-40b6-b095-41c531083a0c req-4f86354a-42ff-4a63-93f4-8cc2097ba1d9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1644976 Feb 07 13:24:36.500540 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.624454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.641824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0962fe-4183-4a78-a168-6d4683c73087,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:36.684240 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Pushing event updated for resources: {'Port': ['ID=fabeda78-cddd-414c-b48a-b70da5bc4398,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:36.747802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.776938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a2b95aa-e612-40b6-b095-41c531083a0c req-120a4846-1ee3-41f5-bbe5-0196e9b79450 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862389 Feb 07 13:24:36.795197 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.795699 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.795866 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.825536 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb996943-7503-4ab3-be86-aad26b6b0c89 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7a0962fe-4183-4a78-a168-6d4683c73087 HTTP/1.1" status: 204 len: 168 time: 1.8669035 Feb 07 13:24:36.833996 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.834670 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.844477 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.845089 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.846826 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.856820 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.858325 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.858456 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.858456 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.858456 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:36.927711 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Attempting to bind port fabeda78-cddd-414c-b48a-b70da5bc4398 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:24:36.928344 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Attempting to bind port fabeda78-cddd-414c-b48a-b70da5bc4398 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:24:36.928713 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Attempting to bind port fabeda78-cddd-414c-b48a-b70da5bc4398 on network 648db234-9eb1-4b88-9272-9ce57b9927d4 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:24:36.955266 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:24:36.955645 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Checking segment: {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:24:36.964846 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:36.967419 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Bound using segment: {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:24:36.967419 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Bound port: fabeda78-cddd-414c-b48a-b70da5bc4398, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:24:36.967419 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.001202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d736e12-8fcc-4d4b-b299-4a75e7c693f0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:37.166230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.169014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-65393a03-04a0-41c1-bb0b-d588a6e56a46 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0575607 Feb 07 13:24:37.170659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34900) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:37.173970 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] For port fabeda78-cddd-414c-b48a-b70da5bc4398, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:24:37.177923 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] For port fabeda78-cddd-414c-b48a-b70da5bc4398, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fabeda78-cddd-414c-b48a-b70da5bc4398,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:24:37.180314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '8d736e12-8fcc-4d4b-b299-4a75e7c693f0', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:37.189940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:37.195872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:37.208335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:37.215694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bcd74-2b6c-474d-92a3-9d3e5c717b6a req-3108fe32-b421-4e3c-b38b-ccd4c1b961fe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:37.223363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918bcd74-2b6c-474d-92a3-9d3e5c717b6a req-3108fe32-b421-4e3c-b38b-ccd4c1b961fe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1283619 Feb 07 13:24:37.237632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:37.288711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-918bcd74-2b6c-474d-92a3-9d3e5c717b6a req-172e957d-f451-49b8-b72c-01fff4ffe02b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644624 Feb 07 13:24:37.313500 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.390286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.404505 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2b00e-8038-4c69-a498-e0f92adf3845 None None] Pushing event updated for resources: {'Port': ['ID=fabeda78-cddd-414c-b48a-b70da5bc4398,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:37.433501 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:37.434383 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:37.545956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.584542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34908) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:37.658040 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-05fcc2fa-a80a-413a-9d3d-73d7ae488cbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=beaa9b515bc544c28e8a99b84d1dc257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719919 Feb 07 13:24:37.664693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34912) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:37.729594 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.803320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02480070-1ca3-44fb-b68c-dcec0131cc24,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:37.912129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14f32007-621a-4c9a-8348-d1c1a90a4b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.929276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.929276 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9f32b56f-9456-477d-88fa-cab64955116e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7557440 Feb 07 13:24:37.930320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34920) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:37.946209 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14f32007-621a-4c9a-8348-d1c1a90a4b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:37.949765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '8d736e12-8fcc-4d4b-b299-4a75e7c693f0', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:37.968227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:37.980183 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:37.991116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:38.003949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:38.019585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:38.186916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14f32007-621a-4c9a-8348-d1c1a90a4b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:38.197634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:38.235052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f32007-621a-4c9a-8348-d1c1a90a4b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf77f40-56b2-4b87-aca2-b369e2e14029,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:38.355616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:38.363376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14f32007-621a-4c9a-8348-d1c1a90a4b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:38.365220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-14f32007-621a-4c9a-8348-d1c1a90a4b8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6cf77f40-56b2-4b87-aca2-b369e2e14029 HTTP/1.1" status: 204 len: 168 time: 0.6968803 Feb 07 13:24:38.438363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:38.530345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f13770-d9de-4d80-96f1-41ace5ae5530,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:38.652031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:38.657113 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-063fc4a1-7e2f-4238-a65e-89abecc33fed tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7217953 Feb 07 13:24:38.657113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34944) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:38.661996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '8d736e12-8fcc-4d4b-b299-4a75e7c693f0', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:38.671514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:38.676152 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:37Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:38.691933 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901e93c-e415-47df-9293-05b7c9fa5ded None None] The sync data for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 is: [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:37Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:24:38.696249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:38.707293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:38.750500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:38.797964 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c229bb2b-5ec2-4f82-9bfd-ea70f0062d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:38.948996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:39.102385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ac0cd-6cef-4084-aae0-b03b8fe07b99 req-e3a8b578-1e53-46b0-8f22-4dee75eb57a1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:39.107043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8ac0cd-6cef-4084-aae0-b03b8fe07b99 req-e3a8b578-1e53-46b0-8f22-4dee75eb57a1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1890624 Feb 07 13:24:39.136271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:39.168828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f8ac0cd-6cef-4084-aae0-b03b8fe07b99 req-ee425da2-6839-4335-a4b8-9b91efb61b56 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575986 Feb 07 13:24:39.306877 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:39.326840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819c803f-08ed-4e60-b656-0b67cadc0020,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:39.436570 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:39.441353 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-07ce2a92-2747-4bd8-aed5-b6ebd6eccd2e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7810969 Feb 07 13:24:39.441843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34968) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:39.447637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '8d736e12-8fcc-4d4b-b299-4a75e7c693f0', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:39.454931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:39.466085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:39.472893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:39.481470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:39.625408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:39.849708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:40.005798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:40.077131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c478ca9-adc0-4e2c-b392-0b4532aaff9d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:40.143776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:40.148550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34988) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:40.149870 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-407fff66-a177-4d95-a7b3-ec50bd3ab1cb tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7069664 Feb 07 13:24:40.153951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '8d736e12-8fcc-4d4b-b299-4a75e7c693f0', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:40.166556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:40.171812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:40.179430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:40.205726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:40.324078 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Project 0df19d2b50784eafa298215af2aa58df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:24:40.408388 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:40.584983 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:40.622392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c470315-9f0a-44d7-a1c7-c80626d00e57 req-a0358064-381c-4f61-904d-dcf9f1755f0e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:40.624548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c470315-9f0a-44d7-a1c7-c80626d00e57 req-a0358064-381c-4f61-904d-dcf9f1755f0e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2942979 Feb 07 13:24:40.739327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:40.809607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e48ed0-ad1b-469d-8c2d-4bba66fad808,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:40.837374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fabeda78-cddd-414c-b48a-b70da5bc4398 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:40.905424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c470315-9f0a-44d7-a1c7-c80626d00e57 req-e60c79c0-24ae-42fd-b2dc-b2a31798b85a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484622 Feb 07 13:24:40.989112 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:40.990325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c6580583-5ae0-43bf-9b17-88b9744f4a73 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8408480 Feb 07 13:24:40.993093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35022) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:41.004557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '8d736e12-8fcc-4d4b-b299-4a75e7c693f0', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:41.025208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:41.029830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:41.035161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:41.041921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:41.238657 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Project 0df19d2b50784eafa298215af2aa58df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:24:41.246462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:41.284565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port fabeda78-cddd-414c-b48a-b70da5bc4398 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:41.289833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fabeda78-cddd-414c-b48a-b70da5bc4398 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:41.290210 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:41.394100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:41.474013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:41.516831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:41.546354 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b966c278-3d52-4af6-bd01-b24ceb05eece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:41.554848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port fabeda78-cddd-414c-b48a-b70da5bc4398, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fabeda78-cddd-414c-b48a-b70da5bc4398,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:41.568737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2253252f-9136-4eaf-a49a-545dd2611c83,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:41.706979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35042) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:41.707829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:41.766385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35048) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:41.775200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:41.779853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-152580e0-9ccf-47f0-b774-a804824eac94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7839956 Feb 07 13:24:41.815029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=fabeda78-cddd-414c-b48a-b70da5bc4398,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:42.043151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.125896 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.126117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:42.135296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5181b5e8d74bada11fa851f3b87014 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:42.138662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:42.147312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:42.261885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.303866 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.308764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:42.318992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] Usage tracker for resource:security_group_rule and tenant:7994843f465a49f48f5837f251f67e0d is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:42.331211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:42.339817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:42.341548 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.375471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.404981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcafa0f-4faa-4add-9b38-01bc21e597b3 req-1c10899b-856e-4638-9eb0-2e15ee23e8e0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:42.413662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffcafa0f-4faa-4add-9b38-01bc21e597b3 req-1c10899b-856e-4638-9eb0-2e15ee23e8e0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2225163 Feb 07 13:24:42.429217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944c2c46-008d-4a74-bdfe-5c60054d3768,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:42.436593 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-923d2466-8ddc-436c-8b77-10eab9ce9858 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c5181b5e8d74bada11fa851f3b87014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6692293 Feb 07 13:24:42.437710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35074) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:42.497264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-3972c5be-cb7a-457a-b1f4-cc0f15244d6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:24:42.517980 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-555f6eff-e825-427f-8e60-1cc1cdb4a83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.542623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffcafa0f-4faa-4add-9b38-01bc21e597b3 req-8ad3be4e-371a-4826-b346-c4f080d87382 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276748 Feb 07 13:24:42.553501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-555f6eff-e825-427f-8e60-1cc1cdb4a83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.663023 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.667491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-3972c5be-cb7a-457a-b1f4-cc0f15244d6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:24:42.677536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-3972c5be-cb7a-457a-b1f4-cc0f15244d6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988840042&fields=id&tenant_id=0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 267 time: 0.3045175 Feb 07 13:24:42.708543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-555f6eff-e825-427f-8e60-1cc1cdb4a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.709470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fabeda78-cddd-414c-b48a-b70da5bc4398 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:42.748364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f6eff-e825-427f-8e60-1cc1cdb4a83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c2c46-008d-4a74-bdfe-5c60054d3768,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:42.754047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-555f6eff-e825-427f-8e60-1cc1cdb4a83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.763961 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-555f6eff-e825-427f-8e60-1cc1cdb4a83a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/944c2c46-008d-4a74-bdfe-5c60054d3768 HTTP/1.1" status: 204 len: 168 time: 0.3227980 Feb 07 13:24:42.872273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fabeda78-cddd-414c-b48a-b70da5bc4398 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:42.872273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.872650 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:42.953766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7994843f465a49f48f5837f251f67e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2452207 Feb 07 13:24:42.957550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:42.962391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf3256-bbea-4f01-8921-5414496323f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cf31dc-f61b-46d7-944b-b408d1f83046,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:43.032259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-1ab11d88-4bc7-4570-b092-4d7ee9e7aeff tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:43.037995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-1ab11d88-4bc7-4570-b092-4d7ee9e7aeff tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/networks?id=648db234-9eb1-4b88-9272-9ce57b9927d4 HTTP/1.1" status: 200 len: 797 time: 0.3592312 Feb 07 13:24:43.055583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-ab10f22e-c7a0-4668-aaf5-1f874c743fb9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/quotas/0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 375 time: 0.0166476 Feb 07 13:24:43.071858 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:43.123963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:43.261015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:43.276691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cf31dc-f61b-46d7-944b-b408d1f83046,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:43.295802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:43.297971 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95cf31dc-f61b-46d7-944b-b408d1f83046 HTTP/1.1" status: 204 len: 168 time: 0.3389761 Feb 07 13:24:43.300592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.301208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.301800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.302387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.302958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.303526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.304352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.304927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.305490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.306064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.306957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-40c92834-9465-473d-9b80-c94f308fecee tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2505069 Feb 07 13:24:43.311090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.318849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee6df-80ad-40ef-af90-72334478d203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:43.483682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-3600aa33-b321-4380-a45c-f2cbc0f41f1c service neutron] 10.222.0.69 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640291 Feb 07 13:24:43.661291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-615df7ae-3291-4c76-af25-c0673065a599 service neutron] 10.222.0.69 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706691 Feb 07 13:24:43.731443 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:43.878154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4831b6-6c7c-4a30-b222-610a2cc8f4da req-99a1750f-126c-4aee-bef1-1b4ab7dcda02 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:43.882843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d4831b6-6c7c-4a30-b222-610a2cc8f4da req-99a1750f-126c-4aee-bef1-1b4ab7dcda02 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1695917 Feb 07 13:24:43.967831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d4831b6-6c7c-4a30-b222-610a2cc8f4da req-c230ca9c-56f1-4eed-9456-7b384b75aeff tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748155 Feb 07 13:24:44.146512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9a505cb-cad4-45e2-876c-a9e597d3203e req-986bdecc-0e63-458c-9517-4dd072d42b27 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0572796 Feb 07 13:24:44.857895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35164) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:44.965171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-network', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:44.971069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:44.975150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Usage tracker for resource:network and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:44.978054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:44.985031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:45.064515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Made reservation on behalf of 0e2c7966b1f4464399bfb4378d1fdf55 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:24:45.064515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.094524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.125781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:45.131588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:45.141100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:45.143585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.154939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:45.301752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.306862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-111d1390-dd3c-4047-9996-46f443f71bda req-3942b6b2-bc67-46a4-a35b-09470907d544 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0781476 Feb 07 13:24:45.340112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664413f6-520c-4a32-a6dc-4cc00a1a24f0 req-f2bcd853-622e-4571-8e2a-68ba8baa9bc5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:45.341664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-664413f6-520c-4a32-a6dc-4cc00a1a24f0 req-f2bcd853-622e-4571-8e2a-68ba8baa9bc5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1580992 Feb 07 13:24:45.382884 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.404844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-664413f6-520c-4a32-a6dc-4cc00a1a24f0 req-7993155d-5132-4a18-933e-4c6892bd8234 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503728 Feb 07 13:24:45.432893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:24:45.441774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bc70b4-50a2-4a9a-b60a-fdf75a507c28,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:45.448685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.449038 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Added segment 554a0ac1-9969-4430-8eaf-2b8709bbf5b7 of type vlan for network c714ab91-cf7e-4826-9a3b-11210ff20286 Feb 07 13:24:45.484831 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.640221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.641298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:45.642777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:45.758712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] Pushing event updated for resources: {'Network': ['ID=c714ab91-cf7e-4826-9a3b-11210ff20286,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:45.771304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c714ab91-cf7e-4826-9a3b-11210ff20286 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:24:45.926606 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc47c2cb-583a-44ea-ba99-fa95089c8b68 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0673988 Feb 07 13:24:45.929426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35198) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:45.935664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Request body: {'subnet': {'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-subnet', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:45.942263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:45.946179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Usage tracker for resource:subnet and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:45.949280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:45.960942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:46.069017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Made reservation on behalf of 0e2c7966b1f4464399bfb4378d1fdf55 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:24:46.071396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:46.375144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:46.574530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4506d0b-c44b-4560-81d3-3f6af18e744b req-2d68a4d1-5621-4c14-a98f-cee3000a47ad tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0896435 Feb 07 13:24:46.581316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b01f07-c2a8-46c2-95ed-882b054f4c16,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:46.588134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Checking segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:24:46.589485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Network hostable DHCP agents. Network: c714ab91-cf7e-4826-9a3b-11210ff20286, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:24:46.768711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d38247-db9c-4506-bce6-7c309546f167 req-92a628bc-1fa1-4852-9416-f2eb456b78fe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:46.799944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27d38247-db9c-4506-bce6-7c309546f167 req-92a628bc-1fa1-4852-9416-f2eb456b78fe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1256418 Feb 07 13:24:46.824534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27d38247-db9c-4506-bce6-7c309546f167 req-a71f5876-3b21-4fac-9733-fd839e5e1934 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468824 Feb 07 13:24:46.937455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Network c714ab91-cf7e-4826-9a3b-11210ff20286 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:24:47.093794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c714ab91-cf7e-4826-9a3b-11210ff20286) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:47.100169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:47.105024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:47.112807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2516849-b054-4966-82b7-edcfa77dc66c None None] Network c714ab91-cf7e-4826-9a3b-11210ff20286 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:24:47.142034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-569369c2-5ecf-48b6-9598-cbd170217205 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:47.143187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-569369c2-5ecf-48b6-9598-cbd170217205 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/networks?id=648db234-9eb1-4b88-9272-9ce57b9927d4 HTTP/1.1" status: 200 len: 797 time: 0.2295527 Feb 07 13:24:47.204165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-cc56b2aa-8976-43cb-890d-7907f47ef6c8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 380 time: 0.0530055 Feb 07 13:24:47.212854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'port': {'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'admin_state_up': True, 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'security_groups': ['8d736e12-8fcc-4d4b-b299-4a75e7c693f0']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:47.243947 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-55d1e27a-e1a5-4074-8861-39186d9397de admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3132267 Feb 07 13:24:47.245340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35224) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:47.251326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:47.262114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:47.272095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Usage tracker for resource:router and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:47.278728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:47.291491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:47.421025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:47.426456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:port and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:47.429879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:47.435897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:47.454661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c714ab91-cf7e-4826-9a3b-11210ff20286', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:24:47.455495 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:47.512844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:47.512844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:47.519929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:47.571614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:24:47.578354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:47.753808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Allocated IP 172.20.0.2 (c714ab91-cf7e-4826-9a3b-11210ff20286/c1b01f07-c2a8-46c2-95ed-882b054f4c16/e6031770-b0ec-46da-a059-ce73334a77a8) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:24:47.817802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd350c7b-a035-434b-a2e9-d466c4ea5415 req-2934cef2-2464-4a67-a947-fe696bffbe9b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0909154 Feb 07 13:24:48.058782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.20.0.11 (648db234-9eb1-4b88-9272-9ce57b9927d4/cdae26dc-7c5c-4f8e-bb66-58172bd1d238/ed02e51b-94ba-4f4e-b766-150995110c90) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:24:48.383797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:48.397290 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:48.407689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-f7b34244-3249-4af8-8bec-ee52fb18c647 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=53789c8874484b5e82c0044e2d425f91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956576 Feb 07 13:24:48.426248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67889-e010-4a01-95e5-55d4af927488 req-2fd9b135-1844-4c50-878d-dcdadfe90320 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:48.429035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8f67889-e010-4a01-95e5-55d4af927488 req-2fd9b135-1844-4c50-878d-dcdadfe90320 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.4195359 Feb 07 13:24:48.434850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Transition to ACTIVE for port object e6031770-b0ec-46da-a059-ce73334a77a8 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:48.502248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Transition to ACTIVE for port object e6031770-b0ec-46da-a059-ce73334a77a8 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:48.572556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:48.675557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Network c714ab91-cf7e-4826-9a3b-11210ff20286 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:48.678867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:48.681475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:24:48.900762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:48.926660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8f67889-e010-4a01-95e5-55d4af927488 req-0d82eb31-1f2e-4842-be05-118218792107 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788663 Feb 07 13:24:48.949547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Transition to ACTIVE for port object ed02e51b-94ba-4f4e-b766-150995110c90 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:49.000028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-09e7e56e-388c-443d-9028-53fd1321219f tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:49.007704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-09e7e56e-388c-443d-9028-53fd1321219f tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5740221 Feb 07 13:24:49.029168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-1144f7d9-c75c-415e-95b7-78723e01ed64 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/quotas/53789c8874484b5e82c0044e2d425f91 HTTP/1.1" status: 200 len: 375 time: 0.0195661 Feb 07 13:24:49.050111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Pushing event updated for resources: {'Port': ['ID=e6031770-b0ec-46da-a059-ce73334a77a8,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:49.053546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Attempting to bind port e6031770-b0ec-46da-a059-ce73334a77a8 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:24:49.054186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Attempting to bind port e6031770-b0ec-46da-a059-ce73334a77a8 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:24:49.054889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Attempting to bind port e6031770-b0ec-46da-a059-ce73334a77a8 on network c714ab91-cf7e-4826-9a3b-11210ff20286 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:24:49.061482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:24:49.062178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Checking segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:24:49.062818 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.063430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Bound using segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:24:49.064225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Bound port: e6031770-b0ec-46da-a059-ce73334a77a8, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:24:49.064992 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.113626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-c6fbe005-736e-4b98-91ec-0927b120a4b2 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53789c8874484b5e82c0044e2d425f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831201 Feb 07 13:24:49.127296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.171408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.214837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] For port e6031770-b0ec-46da-a059-ce73334a77a8, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:24:49.218784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] For port e6031770-b0ec-46da-a059-ce73334a77a8, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e6031770-b0ec-46da-a059-ce73334a77a8,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:24:49.238979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36a6f878-397d-4181-bc47-54740b0b5bb5 req-5a1f6777-6c55-4c17-88a8-ca0c7dbf2261 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 210 time: 0.0531089 Feb 07 13:24:49.245426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.313547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.315050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:49.331386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:49.365303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:24:49.505108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Allocated IP 172.25.7.214 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/05657991-e355-45f8-b554-032569168a03) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:24:49.597547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:49.598217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.753418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fea5c1e0-5cce-4ed2-938b-096f8a1115e1 req-e56adfdf-4001-45a4-bc84-3ea985d50e94 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.1467659 Feb 07 13:24:49.754887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=ed02e51b-94ba-4f4e-b766-150995110c90,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:49.792838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a72472-e375-406c-9144-c29d369b6d8d None None] Pushing event updated for resources: {'Port': ['ID=e6031770-b0ec-46da-a059-ce73334a77a8,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:49.878372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b483ff78-159b-4f7e-9896-eb0d7826b3dd None None] Provisioning for port ed02e51b-94ba-4f4e-b766-150995110c90 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:49.887102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b483ff78-159b-4f7e-9896-eb0d7826b3dd None None] Provisioning complete for port ed02e51b-94ba-4f4e-b766-150995110c90 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:49.887102 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b483ff78-159b-4f7e-9896-eb0d7826b3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.920760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:49.936210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-4e77aa66-1e7d-4421-a392-a99a844891fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7273874 Feb 07 13:24:49.948522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Request body: {'port': {'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:49.952917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b483ff78-159b-4f7e-9896-eb0d7826b3dd None None] Port ed02e51b-94ba-4f4e-b766-150995110c90 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:24:50.094726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:50.247062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:50.250112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:50.279944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:24:50.302969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:50.321767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Pushing event updated for resources: {'Port': ['ID=05657991-e355-45f8-b554-032569168a03,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:50.503872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c15e01-8a9c-4097-92f5-a0c3dd2b64b0 req-fcfd8f24-8fe9-4f45-8f98-1378f4403475 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:50.507063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83c15e01-8a9c-4097-92f5-a0c3dd2b64b0 req-fcfd8f24-8fe9-4f45-8f98-1378f4403475 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3277144 Feb 07 13:24:50.698174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83c15e01-8a9c-4097-92f5-a0c3dd2b64b0 req-293a012d-cb53-43b2-9f60-a343f4178aa1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451874 Feb 07 13:24:50.760524 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e6031770-b0ec-46da-a059-ce73334a77a8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:51.038601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed02e51b-94ba-4f4e-b766-150995110c90 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:24:51.063179 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port e6031770-b0ec-46da-a059-ce73334a77a8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:51.109320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:51.116146 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:51.167578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81fb305c-8508-42dd-90ae-6279e4a8e957 req-1b5d62a1-1dbd-4fa2-87ae-0066f8acd3f9 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.1122813 Feb 07 13:24:51.182326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Transition to ACTIVE for port object ed02e51b-94ba-4f4e-b766-150995110c90 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:51.202705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ecb7-d79c-4e33-ac67-2b2a6e95e69d req-285178fb-d698-4178-badb-fa88acf77ed8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:51.203469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4349ecb7-d79c-4e33-ac67-2b2a6e95e69d req-285178fb-d698-4178-badb-fa88acf77ed8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:24:51.263521 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:51.326703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:24:51.358805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946980c-1e30-4cab-8641-a14b139fd9de None None] Network c714ab91-cf7e-4826-9a3b-11210ff20286 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:24:51.443338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4349ecb7-d79c-4e33-ac67-2b2a6e95e69d req-285178fb-d698-4178-badb-fa88acf77ed8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:24:51.447154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4349ecb7-d79c-4e33-ac67-2b2a6e95e69d req-285178fb-d698-4178-badb-fa88acf77ed8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 932 time: 1.0459511 Feb 07 13:24:51.576718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Pushing event updated for resources: {'Port': ['ID=ed02e51b-94ba-4f4e-b766-150995110c90,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:51.594438 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.resource_extend [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:24:51.631147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4349ecb7-d79c-4e33-ac67-2b2a6e95e69d req-4eea0b9f-fd5c-4198-bb70-eb88d48f950b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778467 Feb 07 13:24:51.770665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Attempting to bind port ed02e51b-94ba-4f4e-b766-150995110c90 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:24:51.771161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Attempting to bind port ed02e51b-94ba-4f4e-b766-150995110c90 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:24:51.771601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Attempting to bind port ed02e51b-94ba-4f4e-b766-150995110c90 on network 648db234-9eb1-4b88-9272-9ce57b9927d4 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:24:51.792449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Port ed02e51b-94ba-4f4e-b766-150995110c90 on network 648db234-9eb1-4b88-9272-9ce57b9927d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:24:51.797335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Attempting to bind port ed02e51b-94ba-4f4e-b766-150995110c90 on network 648db234-9eb1-4b88-9272-9ce57b9927d4 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:24:51.797472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b93d8687-61a7-43e5-9447-bf786af2c116 None None] Provisioning for port e6031770-b0ec-46da-a059-ce73334a77a8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:51.805721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:24:51.808986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Checking segment: {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:24:51.809249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b93d8687-61a7-43e5-9447-bf786af2c116 None None] Provisioning complete for port e6031770-b0ec-46da-a059-ce73334a77a8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:51.809622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Bound using segment: {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:24:51.809966 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b93d8687-61a7-43e5-9447-bf786af2c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:51.810323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Bound port: ed02e51b-94ba-4f4e-b766-150995110c90, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4a52a2-c364-45d6-afec-38e61122baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:24:51.810786 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:52.117448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:52.140199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] For port ed02e51b-94ba-4f4e-b766-150995110c90, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:24:52.147942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] For port ed02e51b-94ba-4f4e-b766-150995110c90, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed02e51b-94ba-4f4e-b766-150995110c90,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:24:52.157871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:52.205200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9492ba-c635-4ca7-a4c9-8fcf883822e0 req-f26c363b-0dcb-4eb4-a7d6-06a3044e4eb0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:52.206862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af9492ba-c635-4ca7-a4c9-8fcf883822e0 req-f26c363b-0dcb-4eb4-a7d6-06a3044e4eb0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2326691 Feb 07 13:24:52.396277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '5c375296-f1a3-476d-8247-ccee591acb80', 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b', 'port_id': '5c375296-f1a3-476d-8247-ccee591acb80', 'mac_address': 'fa:16:3e:83:39:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac02409-4358-48b9-90af-9007d407fc61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:24:52.525427 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b93d8687-61a7-43e5-9447-bf786af2c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:52.594306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:52.616007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b93d8687-61a7-43e5-9447-bf786af2c116 None None] For port e6031770-b0ec-46da-a059-ce73334a77a8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e6031770-b0ec-46da-a059-ce73334a77a8,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:52.621028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c375296-f1a3-476d-8247-ccee591acb80 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:24:52.661131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:52.703064 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b93d8687-61a7-43e5-9447-bf786af2c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:52.703933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Router 87926266-5de6-4986-82bf-e68522b7f643 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:24:52.739307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:52.788054 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:52.906991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['5c375296-f1a3-476d-8247-ccee591acb80'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:24:53.119851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d8687-61a7-43e5-9447-bf786af2c116 None None] Pushing event updated for resources: {'Port': ['ID=e6031770-b0ec-46da-a059-ce73334a77a8,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:53.165471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-bf5a51bf-6621-4f55-b1c2-871fbf4bb270 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=53789c8874484b5e82c0044e2d425f91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4896152 Feb 07 13:24:53.173137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:24:53.224995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:53.227729 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:53.230991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-f550996b-0709-448e-a707-fcb0209cafff service neutron] 10.222.0.47 "PUT /v2.0/ports/ed02e51b-94ba-4f4e-b766-150995110c90 HTTP/1.1" status: 200 len: 1092 time: 3.2871647 Feb 07 13:24:53.244595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Sync routers for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:24:53.256472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42a7d9c1-6a61-4e65-a541-dace320f1718 req-7b2946f5-d3f1-4f03-8b85-614c909e515e tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.5781047 Feb 07 13:24:53.280470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:53.285274 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c6293214-4ce7-4aa5-a990-53ba38fa0963 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0372796 Feb 07 13:24:53.287814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35362) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:24:53.355261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:53.356145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:53.507396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-46ad66f6-bfbf-4007-b553-e5be79ba24e7 None None] Provisioning complete for port e6031770-b0ec-46da-a059-ce73334a77a8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:53.509935 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-46ad66f6-bfbf-4007-b553-e5be79ba24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:53.525189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:24:53.559393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af9492ba-c635-4ca7-a4c9-8fcf883822e0 req-daf00236-b03f-4d08-8e88-1055a9349ff7 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8790891 Feb 07 13:24:53.569659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Pushing event updated for resources: {'Port': ['ID=ed02e51b-94ba-4f4e-b766-150995110c90,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:53.653168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:53.909721 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'status': 'completed', 'code': 200} Feb 07 13:24:53.940235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.944427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.944775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.945115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.945622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.945956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.946283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.946871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.947194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.947518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.947845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:53.948182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550996b-0709-448e-a707-fcb0209cafff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:24:54.191638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-359e0c3c-4e89-47bb-b3e5-77cac90991c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:54.195111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-359e0c3c-4e89-47bb-b3e5-77cac90991c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1096 time: 1.9856358 Feb 07 13:24:54.261024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:54.406028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd88a-78ee-4784-a8ca-580dc855a51f req-714421cf-9b8a-4f34-bfdb-450d66b1d010 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:54.413130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5cbd88a-78ee-4784-a8ca-580dc855a51f req-714421cf-9b8a-4f34-bfdb-450d66b1d010 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 944 time: 0.5522864 Feb 07 13:24:54.424514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-fcdcdc2f-b333-40f1-a033-8d60db525864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:54.425907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-fcdcdc2f-b333-40f1-a033-8d60db525864 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 1095 time: 0.8353055 Feb 07 13:24:54.611143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-6bfad044-0a8f-47f9-bb5b-c45bae1a0da7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed02e51b-94ba-4f4e-b766-150995110c90 HTTP/1.1" status: 200 len: 217 time: 0.1494539 Feb 07 13:24:54.625628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-f79dd048-7d68-484e-811d-5b104493729c tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:54.625628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-f79dd048-7d68-484e-811d-5b104493729c tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1744890 Feb 07 13:24:54.720927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Request body: {'port': {'device_id': 'e855a216-6070-4ccf-8054-97846852f364', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '53789c8874484b5e82c0044e2d425f91'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:24:54.780017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e6031770-b0ec-46da-a059-ce73334a77a8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:54.852332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5c685d4-e510-4e9c-a51b-2d68738ddcae req-f5ecbee4-449d-474a-ab92-e45fc9c5ecca tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.2170582 Feb 07 13:24:55.043053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5cbd88a-78ee-4784-a8ca-580dc855a51f req-99054193-1989-43ea-8223-6d402cdb404a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6289365 Feb 07 13:24:55.221206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e6031770-b0ec-46da-a059-ce73334a77a8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:55.225291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-6bf360ca-58dc-4f08-8ecb-aaa079277da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:55.226911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-6bf360ca-58dc-4f08-8ecb-aaa079277da8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 913 time: 1.0035052 Feb 07 13:24:55.230145 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:55.372974 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:55.381840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:24:55.444106 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:55.522687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-e42e4443-d3ae-4086-b4b3-739ec3de5a71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 200 len: 217 time: 0.2777312 Feb 07 13:24:55.525572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-6c94777a-e494-4caa-8339-a7e256cb0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:55.528034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-6c94777a-e494-4caa-8339-a7e256cb0266 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdae26dc-7c5c-4f8e-bb66-58172bd1d238 HTTP/1.1" status: 200 len: 834 time: 0.9018273 Feb 07 13:24:55.667647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 5c375296-f1a3-476d-8247-ccee591acb80 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:55.673785 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:55.701654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-d613299e-9bc5-4303-8f5c-d27ea9b9eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:55.703077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-d613299e-9bc5-4303-8f5c-d27ea9b9eef3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 200 len: 853 time: 0.1705976 Feb 07 13:24:55.761672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Allocated IP 172.20.0.1 (c714ab91-cf7e-4826-9a3b-11210ff20286/c1b01f07-c2a8-46c2-95ed-882b054f4c16/2d352c81-f05f-45a3-aeb2-b4d85a453d7c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:24:55.797758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:50Z', 'revision_number': 3, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:55.825415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Checking router: 87926266-5de6-4986-82bf-e68522b7f643 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:24:55.825756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Updating router 87926266-5de6-4986-82bf-e68522b7f643 port 05657991-e355-45f8-b554-032569168a03 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:24:55.889155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:55.936807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-625a687f-ca81-46b7-aa86-3219ac95a9dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e078df9-96b4-4dde-863f-1a2f7d99b17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288378 Feb 07 13:24:55.940733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Usage tracker for resource:port and tenant:53789c8874484b5e82c0044e2d425f91 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:55.958704 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:55.973431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89765-2b41-4998-a72f-9b5321ba399f req-a7db9a97-2a5b-4d27-a350-40ebb1157054 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:55.976817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd89765-2b41-4998-a72f-9b5321ba399f req-a7db9a97-2a5b-4d27-a350-40ebb1157054 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 944 time: 0.9001813 Feb 07 13:24:55.988652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:56.087226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:56.145055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.197851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Transition to ACTIVE for port object 2d352c81-f05f-45a3-aeb2-b4d85a453d7c will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:56.326384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.481150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Pushing event updated for resources: {'Port': ['ID=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:56.524961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Network c714ab91-cf7e-4826-9a3b-11210ff20286 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:56.526882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:56.539690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:24:56.560953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.574778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Transition to ACTIVE for port object 05657991-e355-45f8-b554-032569168a03 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:24:56.703864 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.730545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.759217 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.845906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Made reservation on behalf of 53789c8874484b5e82c0044e2d425f91 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:24:56.864201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.910212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:24:56.948618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.951074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Attempting to bind port 05657991-e355-45f8-b554-032569168a03 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:24:56.951727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Attempting to bind port 05657991-e355-45f8-b554-032569168a03 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:24:56.952254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Attempting to bind port 05657991-e355-45f8-b554-032569168a03 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:24:56.962849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:24:56.963304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:24:56.963809 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.964238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:24:56.964710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Bound port: 05657991-e355-45f8-b554-032569168a03, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:24:56.965082 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:56.990946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:24:56.993696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d793b-20af-4f97-82a4-7422bfb7a0b2 None None] Pushing event updated for resources: {'Port': ['ID=05657991-e355-45f8-b554-032569168a03,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:56.995347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adcd24cc-9dee-4f34-9ea0-0e12832f4648 req-28779215-ca7b-478c-aed1-64245432696c tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.8150795 Feb 07 13:24:57.034678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:24:57.114855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:57.121903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd89765-2b41-4998-a72f-9b5321ba399f req-d454257a-83ce-46bb-a363-6925bce164ce tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0095234 Feb 07 13:24:57.124321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-2736c415-1cb5-4ef7-84d4-548d6642a65a service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1415157 Feb 07 13:24:57.162371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:57.208095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f54a9f34-ce11-443d-9522-50f76c718d2a None None] Provisioning for port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:24:57.249072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f54a9f34-ce11-443d-9522-50f76c718d2a None None] Provisioning complete for port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:57.250214 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f54a9f34-ce11-443d-9522-50f76c718d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:57.292410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] For port 05657991-e355-45f8-b554-032569168a03, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:24:57.297498 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80', 'code': 200} Feb 07 13:24:57.328017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] For port 05657991-e355-45f8-b554-032569168a03, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=05657991-e355-45f8-b554-032569168a03,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:24:57.333527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:57.389144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f54a9f34-ce11-443d-9522-50f76c718d2a None None] Port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:24:57.404866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Usage tracker for resource:security_group_rule and tenant:53789c8874484b5e82c0044e2d425f91 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:24:57.411016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1144422a-bb4e-4f81-abf0-7b2d3eb6a42c req-e0cf98f1-4e4e-4cb4-b2c0-11ca1b4650d4 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792268 Feb 07 13:24:57.412192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:24:57.418019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:57.552549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:24:57.553181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:57.602825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:24:57.651488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d793b-20af-4f97-82a4-7422bfb7a0b2 None None] Pushing event updated for resources: {'Port': ['ID=05657991-e355-45f8-b554-032569168a03,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:57.680257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-27cd9345-40e4-47e9-b55f-14e35b8e7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:57.692529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-27cd9345-40e4-47e9-b55f-14e35b8e7420 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=648db234-9eb1-4b88-9272-9ce57b9927d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9927692 Feb 07 13:24:57.818340 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:57.921822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:57.948164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:24:57.953353 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:58.248805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Pushing event updated for resources: {'Port': ['ID=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:58.254350 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:58.347208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-fdb929e9-3a96-448c-b63a-83d0a4e8c50b service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321728 Feb 07 13:24:58.384839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83715fea-94a3-4171-b114-3b099841370f req-f688bd3c-51cc-4fce-905c-e6676db3a121 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.1395833 Feb 07 13:24:58.384839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:58.520990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Network c714ab91-cf7e-4826-9a3b-11210ff20286 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:24:58.522260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:24:58.631449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:24:55Z', 'revision_number': 1, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:24:58.643485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43041ee-6a37-40c2-b96c-b9ae9aa57306 None None] The sync data for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 is: [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:24:55Z', 'revision_number': 1, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:24:59.047049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1ec45e40-a369-4ebc-833f-789fcfa16860 None None] Provisioning complete for port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:24:59.049026 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1ec45e40-a369-4ebc-833f-789fcfa16860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:24:59.059259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Router 87926266-5de6-4986-82bf-e68522b7f643 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:24:59.230464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1ec45e40-a369-4ebc-833f-789fcfa16860 None None] Port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:24:59.317412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Allocated IP 192.168.233.86 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/0ca7b254-0efa-497d-ab88-c5f9ec87e4d0) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:24:59.340395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5421a35-8d48-4ded-95db-390453b24860,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:24:59.365441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24422f92-55fe-461b-8e6f-48b8e82ceed6 req-dd85fea8-4e39-4f89-b7aa-942a45056310 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:59.378988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24422f92-55fe-461b-8e6f-48b8e82ceed6 req-dd85fea8-4e39-4f89-b7aa-942a45056310 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 944 time: 1.9553504 Feb 07 13:24:59.543957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e11baa6-6c42-4575-a002-bd93a7ddaa23 req-88198b79-3879-498d-977d-ba12fce1f0e8 service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1829257 Feb 07 13:24:59.661020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:24:59.686406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccbf77-77e1-4c3f-8cbf-27b66b4fdc10 req-556cbcd6-582c-4493-b6bd-0d9091f85fb3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:24:59.714054 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-637275b1-f0cf-4882-8209-6a279fffdf54 admin admin] 10.222.0.69 "PUT /v2.0/routers/87926266-5de6-4986-82bf-e68522b7f643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4146280 Feb 07 13:24:59.726628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8eccbf77-77e1-4c3f-8cbf-27b66b4fdc10 req-556cbcd6-582c-4493-b6bd-0d9091f85fb3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.8705809 Feb 07 13:24:59.875306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24422f92-55fe-461b-8e6f-48b8e82ceed6 req-3557023d-9640-4891-86cf-b675cd506f5c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992647 Feb 07 13:25:00.065139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8eccbf77-77e1-4c3f-8cbf-27b66b4fdc10 req-90d99560-ada6-4f5f-87f1-9e215cda1162 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368921 Feb 07 13:25:00.238614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6eeda47-5b48-43e1-8d22-8313c805fdf8 req-927e4795-73a7-4869-8370-8a531b6c6a68 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.1723816 Feb 07 13:25:00.371933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-b96bf4fd-f00a-42f7-9252-cae6a7a7b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:00.376755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-b96bf4fd-f00a-42f7-9252-cae6a7a7b7eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 1095 time: 0.5352118 Feb 07 13:25:00.605041 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:00.639922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Transition to ACTIVE for port object 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:25:00.751183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-504a9563-f18b-405e-8479-8daa4583bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:00.753499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-504a9563-f18b-405e-8479-8daa4583bcaf service neutron] 10.222.0.47 "GET /v2.0/networks?id=648db234-9eb1-4b88-9272-9ce57b9927d4 HTTP/1.1" status: 200 len: 897 time: 0.3673806 Feb 07 13:25:00.756808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 05657991-e355-45f8-b554-032569168a03 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:25:00.944802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-913d31d1-403b-4f46-b67a-73419895ceb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed02e51b-94ba-4f4e-b766-150995110c90 HTTP/1.1" status: 200 len: 217 time: 0.1721818 Feb 07 13:25:01.008750 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:25:01.037703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 05657991-e355-45f8-b554-032569168a03 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:25:01.044410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 05657991-e355-45f8-b554-032569168a03 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:01.044996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:01.307801 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:01.367184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:01.415938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 05657991-e355-45f8-b554-032569168a03, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=05657991-e355-45f8-b554-032569168a03,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:01.470696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:25:01.476735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:25:01.507154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:25:01.591821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:01.653122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:01.653798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:01.747334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-cf9adaec-af2c-4bf0-8666-fc00ff29373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:01.749831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-cf9adaec-af2c-4bf0-8666-fc00ff29373a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdae26dc-7c5c-4f8e-bb66-58172bd1d238 HTTP/1.1" status: 200 len: 834 time: 0.8039267 Feb 07 13:25:01.752423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Pushing event updated for resources: {'Port': ['ID=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:01.757944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35482) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:01.764433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783462415', 'description': 'tempest-description--421005425'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:01.775706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:01.789221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:security_group and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:01.793351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:01.822448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:01.832624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=05657991-e355-45f8-b554-032569168a03,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:01.877993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-066d83a4-7adf-4aff-b86b-f6fb39e0b5cb tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.2410324 Feb 07 13:25:01.894740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Request body: {'port': {'device_id': 'e855a216-6070-4ccf-8054-97846852f364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:02.003334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.025643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:02.029621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:security_group_rule and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:02.033150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:02.038929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:02.044503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25600782-fe7c-4a73-bc6d-d3c10ce7e00b req-b9239dbc-b1b6-430d-ad69-aa43c66dce50 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:02.049203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25600782-fe7c-4a73-bc6d-d3c10ce7e00b req-b9239dbc-b1b6-430d-ad69-aa43c66dce50 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 944 time: 0.7432909 Feb 07 13:25:02.052169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-220b8365-c99b-45d8-aad8-f50e7b32ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:02.060667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-220b8365-c99b-45d8-aad8-f50e7b32ae00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=648db234-9eb1-4b88-9272-9ce57b9927d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2681754 Feb 07 13:25:02.108754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2076319f-adb7-4cdb-88b2-d857d0acf850 None None] Provisioning for port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:25:02.113826 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2076319f-adb7-4cdb-88b2-d857d0acf850 None None] Provisioning complete for port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:02.117711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2076319f-adb7-4cdb-88b2-d857d0acf850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.179313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.179722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.231949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2076319f-adb7-4cdb-88b2-d857d0acf850 None None] Port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:25:02.302234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.391699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:02.408154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.413660 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e56e7aa-5add-4f48-bc85-702d340e0845 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6539454 Feb 07 13:25:02.414352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35496) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:02.427916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e4ce8-21c1-4451-acfd-6ab53ecdd372', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:02.439047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b777d-d5b0-4d12-bebc-8189d1970c3d req-67b9438a-33b9-4e5c-a83a-0f5703a1f48d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:02.440355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:02.450326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d9b777d-d5b0-4d12-bebc-8189d1970c3d req-67b9438a-33b9-4e5c-a83a-0f5703a1f48d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.5213006 Feb 07 13:25:02.458464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:security_group_rule and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:02.473775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:02.499432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:02.635175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.765378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 05657991-e355-45f8-b554-032569168a03 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:25:02.770354 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Sync routers for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:25:02.789079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:25:02.790034 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:02.801207 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.863819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:02.913780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbd1ffc-4a8d-4b19-b68a-151ff453b567,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:02.926315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 05657991-e355-45f8-b554-032569168a03 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:02.926803 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:03.011215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25600782-fe7c-4a73-bc6d-d3c10ce7e00b req-0301ed9e-e08e-4617-9456-ba648e64d5da tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9532890 Feb 07 13:25:03.034762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:03.039964 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0a6175ec-a2d0-4844-b76b-77d786ec0613 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6242924 Feb 07 13:25:03.040609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35508) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:03.046322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e4ce8-21c1-4451-acfd-6ab53ecdd372', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:03.073738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:03.086646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:security_group_rule and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:03.105600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:03.133229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:03.187602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d9b777d-d5b0-4d12-bebc-8189d1970c3d req-f3649ca1-6acc-4497-a705-917b146eb680 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7322452 Feb 07 13:25:03.244888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:03.402553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-60234c96-a053-42b4-9678-daae45478138 service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2478862 Feb 07 13:25:03.407159 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:25:03.443335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:03.500780 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:03.555938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f299f74-66ea-444f-9e3f-68ae5b84fc92,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:03.645756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:03.651798 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a577be80-45d4-4dac-aa8a-211afd6925d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6098471 Feb 07 13:25:03.652779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35516) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:03.659124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:03.672415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35520) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:03.679912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:03.690276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:floatingip and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:03.695046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:03.722043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:03.797997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.resource_extend [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:25:03.812125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:03.925780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:25:03.933227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-956b10ea-98ce-41c9-8853-4aeb047eb3ee req-5a52f3c1-c5bf-4b0b-9fe3-ebc8ec5868d7 service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210741 Feb 07 13:25:03.937976 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:03.958499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Transition to ACTIVE for port object 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:25:03.966875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9f54a-e04e-4c39-9e79-a06b53bfead8 req-7201e726-8d1c-4744-82e7-fc5432ddcf42 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:03.968540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bfe9f54a-e04e-4c39-9e79-a06b53bfead8 req-7201e726-8d1c-4744-82e7-fc5432ddcf42 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Synchronizing usage tracker for tenant:53789c8874484b5e82c0044e2d425f91 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:25:04.046913 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:24:57Z', 'revision_number': 2, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:04.052143 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Checking router: 87926266-5de6-4986-82bf-e68522b7f643 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:25:04.052717 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Updating router 87926266-5de6-4986-82bf-e68522b7f643 port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:25:04.054948 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:04.103506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:04.132570 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:04.170337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:04.173267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Pushing event updated for resources: {'Port': ['ID=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:04.177634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bfe9f54a-e04e-4c39-9e79-a06b53bfead8 req-7201e726-8d1c-4744-82e7-fc5432ddcf42 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Unset dirty status for tenant:53789c8874484b5e82c0044e2d425f91 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:25:04.185467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] Usage tracker for resource:security_group_rule and tenant:9bdb4428c49d456a883b6d7d73a609d4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:04.186796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfe9f54a-e04e-4c39-9e79-a06b53bfead8 req-7201e726-8d1c-4744-82e7-fc5432ddcf42 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 935 time: 0.7731760 Feb 07 13:25:04.208469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:04.231941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:04.307757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:04.579094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ed02e51b-94ba-4f4e-b766-150995110c90 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:25:04.659539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bfe9f54a-e04e-4c39-9e79-a06b53bfead8 req-aa5a7528-f142-4163-bcbb-05544327f834 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Synchronizing usage tracker for tenant:53789c8874484b5e82c0044e2d425f91 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:25:04.724493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Attempting to bind port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:25:04.725125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Attempting to bind port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:25:04.725637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Attempting to bind port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:25:04.731883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:25:04.732563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Attempting to bind port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:25:04.738412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:25:04.738995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:25:04.740189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:25:04.741114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Bound port: 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:25:04.741688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:04.810303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Allocated IP 172.25.7.10 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/7aa78758-1a27-43f1-936d-e8c6287db39e) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:25:04.925379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ed02e51b-94ba-4f4e-b766-150995110c90, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed02e51b-94ba-4f4e-b766-150995110c90,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:04.943961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:25:04.958039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] For port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:25:04.961761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] For port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:25:04.964260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bfe9f54a-e04e-4c39-9e79-a06b53bfead8 req-aa5a7528-f142-4163-bcbb-05544327f834 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Unset dirty status for tenant:53789c8874484b5e82c0044e2d425f91 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:25:04.965657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfe9f54a-e04e-4c39-9e79-a06b53bfead8 req-aa5a7528-f142-4163-bcbb-05544327f834 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7779138 Feb 07 13:25:04.982333 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.005621 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Transition to ACTIVE for port object 2d352c81-f05f-45a3-aeb2-b4d85a453d7c will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:25:05.027390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.076357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed02e51b-94ba-4f4e-b766-150995110c90 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:25:05.076849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1799fb1-63de-43a9-a8f7-1f6b8ab6ed1d req-c763a3cc-d9c9-4148-9c73-4341166d756d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:05.080192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1799fb1-63de-43a9-a8f7-1f6b8ab6ed1d req-c763a3cc-d9c9-4148-9c73-4341166d756d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 944 time: 0.2077096 Feb 07 13:25:05.110134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.117693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ed02e51b-94ba-4f4e-b766-150995110c90, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed02e51b-94ba-4f4e-b766-150995110c90,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:05.120385 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.135311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.207150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:05.207426 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.208251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.210959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] 10.222.0.35 "PUT /v2.0/ports/0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 HTTP/1.1" status: 200 len: 1095 time: 3.3217344 Feb 07 13:25:05.217773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.225808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1799fb1-63de-43a9-a8f7-1f6b8ab6ed1d req-b46c49c4-af5a-4494-912d-01a62948fa39 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401682 Feb 07 13:25:05.226487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e855a216-6070-4ccf-8054-97846852f364', 'tag': '0ca7b254-0efa-497d-ab88-c5f9ec87e4d0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:05.257006 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.359580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.450196 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3ac8f-231f-4609-aca7-a6b551b8de5e None None] Pushing event updated for resources: {'Port': ['ID=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:05.475813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ed02e51b-94ba-4f4e-b766-150995110c90,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:05.488581 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e855a216-6070-4ccf-8054-97846852f364', 'tag': '0ca7b254-0efa-497d-ab88-c5f9ec87e4d0', 'status': 'completed', 'code': 200} Feb 07 13:25:05.557358 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bdb4428c49d456a883b6d7d73a609d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8807199 Feb 07 13:25:05.592558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35552) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:05.613533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c01fa0-df02-4bb4-91fb-f1fa11028942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8001ed1d-05ba-4fe7-a0a0-c14b687db7eb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:05.621735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'Port': ['ID=7aa78758-1a27-43f1-936d-e8c6287db39e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:05.622612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8cc01-ce86-492a-979d-3b8c1dd6b74c service neutron] Pushing event updated for resources: {'Port': ['ID=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:05.632620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:25:05.633791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:25:05.636366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:25:05.659887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ed02e51b-94ba-4f4e-b766-150995110c90'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:25:05.689399 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Attempting to bind port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:25:05.689859 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Attempting to bind port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:25:05.690223 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Attempting to bind port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c on network c714ab91-cf7e-4826-9a3b-11210ff20286 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:25:05.706129 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:25:05.706505 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Checking segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:25:05.712225 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.712658 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Bound using segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:25:05.713151 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Bound port: 2d352c81-f05f-45a3-aeb2-b4d85a453d7c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:25:05.713528 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.801804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53bc7bad-85ba-469a-82fc-9d1f1cfe75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:05.803653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-53bc7bad-85ba-469a-82fc-9d1f1cfe75c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53789c8874484b5e82c0044e2d425f91&device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 1098 time: 0.4836960 Feb 07 13:25:05.823949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:05.832061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abdf14-12ce-4eb2-bb01-2cbe493273bb req-75fca5bd-d525-4d59-a884-4ebd92ebb96f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:05.834005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64abdf14-12ce-4eb2-bb01-2cbe493273bb req-75fca5bd-d525-4d59-a884-4ebd92ebb96f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.6121759 Feb 07 13:25:05.928379 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] For port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:25:05.932429 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] For port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:25:06.038542 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13da71c8-fc3f-433e-aac0-1cd3b72399cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:06.044316 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:06.053397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-62368ab9-ab88-4645-9d27-2abf21e70ed4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 HTTP/1.1" status: 200 len: 217 time: 0.1764359 Feb 07 13:25:06.085254 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:06.311025 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3ac8f-231f-4609-aca7-a6b551b8de5e None None] Pushing event updated for resources: {'Port': ['ID=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:06.327142 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:25:06.327934 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:24:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:06.402738 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13da71c8-fc3f-433e-aac0-1cd3b72399cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:06.549595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-4b9d2a6f-354c-4fc2-ae72-ffed66c89b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:06.551964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-4b9d2a6f-354c-4fc2-ae72-ffed66c89b19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.4967704 Feb 07 13:25:06.618577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64abdf14-12ce-4eb2-bb01-2cbe493273bb req-73d16cd1-dad5-4c99-8d87-87102a79c51f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6234028 Feb 07 13:25:06.650113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc7a37-9790-4413-bda9-a46176c0479b req-fadd22c8-971a-43ab-8d2b-382601d0be18 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:06.651609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0dc7a37-9790-4413-bda9-a46176c0479b req-fadd22c8-971a-43ab-8d2b-382601d0be18 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 947 time: 0.4471691 Feb 07 13:25:06.710841 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:25:06.713064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:06.736222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-44816f4a-b2ab-43ab-a3fa-df3b6a6aa64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:06.740024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-44816f4a-b2ab-43ab-a3fa-df3b6a6aa64c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774604 Feb 07 13:25:06.747638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0dc7a37-9790-4413-bda9-a46176c0479b req-dc83804e-563d-4748-bd05-84393c832b52 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869610 Feb 07 13:25:06.798771 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:06.840934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2d352c81-f05f-45a3-aeb2-b4d85a453d7c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:25:06.897238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13da71c8-fc3f-433e-aac0-1cd3b72399cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:06.930856 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-13da71c8-fc3f-433e-aac0-1cd3b72399cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:06.937432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-13da71c8-fc3f-433e-aac0-1cd3b72399cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8001ed1d-05ba-4fe7-a0a0-c14b687db7eb HTTP/1.1" status: 204 len: 168 time: 1.3425415 Feb 07 13:25:06.951517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da71c8-fc3f-433e-aac0-1cd3b72399cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8001ed1d-05ba-4fe7-a0a0-c14b687db7eb,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:07.175028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'Port': ['ID=7aa78758-1a27-43f1-936d-e8c6287db39e,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:07.199856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-32161443-6a5d-4a31-9aae-d3b2c5972baa service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490983 Feb 07 13:25:07.201069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:07.336742 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:05Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:07.343357 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c6d19-c0a5-4cea-95f2-695e8f06a1e3 None None] The sync data for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 is: [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:05Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:25:07.356129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:25:07.360132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:07.360918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-07802fa1-9f73-4ff6-a3e4-90f57bb03d10 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7062802 Feb 07 13:25:07.372376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:07.372939 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:07.489990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe6b5-b435-46ae-8a94-648db55ec1b0 req-2ec90e86-0dad-49bb-bcd8-b5666af82dd5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:07.491615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7abe6b5-b435-46ae-8a94-648db55ec1b0 req-2ec90e86-0dad-49bb-bcd8-b5666af82dd5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 945 time: 0.5260470 Feb 07 13:25:07.562070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be150961-8d92-4c9d-bd3d-44e815ad8cc5 req-a8c65cc1-c4f9-46d5-ae47-d935fce957b5 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539162 Feb 07 13:25:07.585664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7abe6b5-b435-46ae-8a94-648db55ec1b0 req-9d505bf3-2587-4cf2-8cca-c49824364e05 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874913 Feb 07 13:25:07.769260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:07.894229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:07.976058 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:08.089660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-beae757e-0295-4c3e-a858-ab6ec8002cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:08.091355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-beae757e-0295-4c3e-a858-ab6ec8002cbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53789c8874484b5e82c0044e2d425f91&device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 1098 time: 0.3809469 Feb 07 13:25:08.127111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa371fe5-77cb-414a-a13a-4ca1fbe24a79 req-f02c8bd5-0928-4291-8595-429636a64517 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:08.138549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa371fe5-77cb-414a-a13a-4ca1fbe24a79 req-f02c8bd5-0928-4291-8595-429636a64517 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2574000 Feb 07 13:25:08.182753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:08.415448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa371fe5-77cb-414a-a13a-4ca1fbe24a79 req-bc01e520-ecd6-4b70-96f5-97158496710c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120774 Feb 07 13:25:08.457163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-be0ab10a-2aef-4786-ae43-559986a3775f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--783462415&fields=id&tenant_id=0e2c7966b1f4464399bfb4378d1fdf55 HTTP/1.1" status: 200 len: 267 time: 0.1482685 Feb 07 13:25:08.588707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ed02e51b-94ba-4f4e-b766-150995110c90 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:25:08.761040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2d352c81-f05f-45a3-aeb2-b4d85a453d7c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:25:08.850787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-362257c2-5bbd-4e7e-95a6-70d8faeaa4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:08.851332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:08.851332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:08.853375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-362257c2-5bbd-4e7e-95a6-70d8faeaa4ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.7124519 Feb 07 13:25:08.923189 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-380197d3-61c2-4f2c-b66c-3fb8a7e61a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:08.931149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port ed02e51b-94ba-4f4e-b766-150995110c90 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:25:08.937478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port ed02e51b-94ba-4f4e-b766-150995110c90 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:08.937979 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:09.024426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-2a3f1bb9-e996-4172-8e1f-0f11f032a1b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0878060 Feb 07 13:25:09.187378 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:09.191807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-939cd218-8e30-4309-a5c9-a1fcc2d5c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:09.193514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-939cd218-8e30-4309-a5c9-a1fcc2d5c3b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1632881 Feb 07 13:25:09.240376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:09.262320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124fba6-0b6c-4a08-a57a-e6d1c089ffcb req-ddebd18a-ac99-4498-a680-eff92d658dcf tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:09.264064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ed02e51b-94ba-4f4e-b766-150995110c90, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed02e51b-94ba-4f4e-b766-150995110c90,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:09.270672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7124fba6-0b6c-4a08-a57a-e6d1c089ffcb req-ddebd18a-ac99-4498-a680-eff92d658dcf tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 947 time: 0.4626963 Feb 07 13:25:09.303480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-1c90944f-c74f-45cb-9d12-1b7b4694494e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:09.306273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-1c90944f-c74f-45cb-9d12-1b7b4694494e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 817 time: 0.8414745 Feb 07 13:25:09.347852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-f55e5f4a-f9c2-461d-9d0d-f43aca399ae9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/quotas/0e2c7966b1f4464399bfb4378d1fdf55 HTTP/1.1" status: 200 len: 375 time: 0.0199156 Feb 07 13:25:09.358027 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:09.431756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7124fba6-0b6c-4a08-a57a-e6d1c089ffcb req-c5bb5565-0149-4600-8168-dcb4a9771321 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598697 Feb 07 13:25:09.447963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-b86b4cc2-8479-4d9d-85d5-b0c451accaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:09.449553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-b86b4cc2-8479-4d9d-85d5-b0c451accaff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439866 Feb 07 13:25:09.496028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ed02e51b-94ba-4f4e-b766-150995110c90,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:09.623655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-82b87969-8f24-40fb-bee2-c8243e838fc4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2679341 Feb 07 13:25:09.712955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-44987b25-8220-42b7-a73c-884fb39adaba service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557411 Feb 07 13:25:09.748242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc045-3d37-4dd3-bbad-a2d5d09cd8d5 req-baf6c795-9ee0-439d-9f4a-fc5549dc7672 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:09.749707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-280fc045-3d37-4dd3-bbad-a2d5d09cd8d5 req-baf6c795-9ee0-439d-9f4a-fc5549dc7672 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 946 time: 0.1777673 Feb 07 13:25:09.949095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-280fc045-3d37-4dd3-bbad-a2d5d09cd8d5 req-6f93a144-6d94-4769-ac42-eeb26a58bb00 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482637 Feb 07 13:25:10.006380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f2bc58-4b0e-43b7-8b59-d69f597700f5 req-6085b6a4-d263-4e21-87aa-3910a0965a50 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855797 Feb 07 13:25:10.010893 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'code': 200} Feb 07 13:25:10.011547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-035db3bb-ab80-4e82-9de5-157e6f4c047e service neutron] 10.222.0.69 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704360 Feb 07 13:25:10.323909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-66b5fe95-71f8-4490-8caf-4a08ccf5304a service neutron] 10.222.0.69 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978823 Feb 07 13:25:10.340190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1963f47-f7be-42f9-95c0-a49c678f4bd0 req-95430d9a-eb49-4e17-b9ae-d8bc51875ef5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:10.342036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1963f47-f7be-42f9-95c0-a49c678f4bd0 req-95430d9a-eb49-4e17-b9ae-d8bc51875ef5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1960940 Feb 07 13:25:10.349468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd266-a20c-4a02-80da-afcd9d64da3e req-dc0212c0-773e-428b-8bab-b63443529a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:10.351369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74dbd266-a20c-4a02-80da-afcd9d64da3e req-dc0212c0-773e-428b-8bab-b63443529a00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 1097 time: 0.2460253 Feb 07 13:25:10.467528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74dbd266-a20c-4a02-80da-afcd9d64da3e req-f0a3ef6e-162d-4904-8372-5d2c5d7be68b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000807 Feb 07 13:25:10.499604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1963f47-f7be-42f9-95c0-a49c678f4bd0 req-9278c961-d784-4d2c-a2c7-530da36bf0eb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465786 Feb 07 13:25:10.799558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0add89ca-8dc0-4d73-90f2-b98b9b6fe4c9 req-1f4a61d8-fdfb-4196-b808-47f124431401 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 210 time: 0.0684469 Feb 07 13:25:10.839649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95833e3-7257-42ba-9f10-770130885a64 req-371e400b-d4af-403e-9dae-ae4fe6569bc4 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:10.841227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95833e3-7257-42ba-9f10-770130885a64 req-371e400b-d4af-403e-9dae-ae4fe6569bc4 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 947 time: 0.1837871 Feb 07 13:25:11.155476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95833e3-7257-42ba-9f10-770130885a64 req-4d2625ef-6407-4140-b767-9dfea9b00cf2 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060431 Feb 07 13:25:11.220881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eed6a4-1344-4953-9a22-7c8cdfeb4577 req-68e4b8d4-9f4c-4674-a055-03a71e0b650f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:11.230357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18eed6a4-1344-4953-9a22-7c8cdfeb4577 req-68e4b8d4-9f4c-4674-a055-03a71e0b650f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 946 time: 0.1303205 Feb 07 13:25:11.289880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18eed6a4-1344-4953-9a22-7c8cdfeb4577 req-c0109c2a-1eee-45bd-bfe8-f93f965913c5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559421 Feb 07 13:25:11.422142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:25:11.674167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:11.707684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '0ca7b254-0efa-497d-ab88-c5f9ec87e4d0', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '0ca7b254-0efa-497d-ab88-c5f9ec87e4d0', 'mac_address': 'fa:16:3e:b6:16:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:25:11.712819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-803ec747-07cf-4ca4-9e1a-409621ea3bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:11.832281 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:11.856274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:25:11.861327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c591-171e-44c7-89fc-a5d8b193f7c4 req-470dee21-5474-4bc2-9333-0186823d7a9a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:11.870116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7973c591-171e-44c7-89fc-a5d8b193f7c4 req-470dee21-5474-4bc2-9333-0186823d7a9a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1335392 Feb 07 13:25:11.875199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:11.970199 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:11.976702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12266477-6885-4c90-8e86-b637684c0e3e req-2d6518fd-7b94-4f1f-9796-b100818ea65f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 210 time: 0.0655150 Feb 07 13:25:11.992381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7973c591-171e-44c7-89fc-a5d8b193f7c4 req-dbebd13b-2873-4a90-9330-96c6e50dd5ea tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212800 Feb 07 13:25:12.080865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:12.215149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0ca7b254-0efa-497d-ab88-c5f9ec87e4d0'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:25:12.350107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:12.406881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2032e64-9d88-4841-96fa-04fb3b636b93 req-59337408-f8da-4b87-8d0b-83125a9a5b5e tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:12.409802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2032e64-9d88-4841-96fa-04fb3b636b93 req-59337408-f8da-4b87-8d0b-83125a9a5b5e tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 948 time: 0.1269977 Feb 07 13:25:12.453383 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:12.518722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2032e64-9d88-4841-96fa-04fb3b636b93 req-65693589-988a-42ba-a509-866d03c2f55a tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015401 Feb 07 13:25:12.574878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d0d1-8f86-4a05-8bf8-abb66403ed88 req-02dfedfa-fbfb-4401-a83c-6c67a2edfed8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:12.587363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c65d0d1-8f86-4a05-8bf8-abb66403ed88 req-02dfedfa-fbfb-4401-a83c-6c67a2edfed8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 946 time: 0.1261818 Feb 07 13:25:12.692368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c65d0d1-8f86-4a05-8bf8-abb66403ed88 req-cb7423c1-1833-4f91-af6c-9f99a5d54d48 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034787 Feb 07 13:25:12.949124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd8af-cb0d-483d-846b-2727d5958e5e req-8c20821a-d13b-44fb-ac56-eac801fd31f6 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:12.951671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d90fd8af-cb0d-483d-846b-2727d5958e5e req-8c20821a-d13b-44fb-ac56-eac801fd31f6 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 946 time: 0.1082287 Feb 07 13:25:13.028864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d90fd8af-cb0d-483d-846b-2727d5958e5e req-b66089ab-7cd9-4042-b4bb-ee1515c3526b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611720 Feb 07 13:25:13.053974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35684) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:13.230158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28226068-fb87-489f-bdbe-0c6ec456863e tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:13.232075 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-28226068-fb87-489f-bdbe-0c6ec456863e tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 1092 time: 0.1764374 Feb 07 13:25:13.235219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35692) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:13.243248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:13.254130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:13.260226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:floatingip and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:13.263489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:13.270567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:13.300524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1584871-474f-4987-81b5-dc197e7d55a9 req-93775f7f-7383-4c85-bf2e-3cfe4b0a14ec tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 210 time: 0.0659800 Feb 07 13:25:13.357787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:13.365017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fedc9-c772-4a66-8acf-40e25ea61d55 req-dfa26228-c9f2-454f-96c2-31668b7af2c9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:13.377285 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a59fedc9-c772-4a66-8acf-40e25ea61d55 req-dfa26228-c9f2-454f-96c2-31668b7af2c9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1796584 Feb 07 13:25:13.424219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:25:13.433382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a59fedc9-c772-4a66-8acf-40e25ea61d55 req-411f37d3-03ed-4f41-b754-186e501f6a21 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551219 Feb 07 13:25:13.620293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:13.694706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:25:13.707238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:13.707626 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:13.789511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63665b0b-97c1-4502-80b9-7486da654df4 req-1c0df02a-a1da-4eae-886c-f4a70099de37 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:13.800039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63665b0b-97c1-4502-80b9-7486da654df4 req-1c0df02a-a1da-4eae-886c-f4a70099de37 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 948 time: 0.1468704 Feb 07 13:25:13.817284 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:13.884798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63665b0b-97c1-4502-80b9-7486da654df4 req-bda93f44-5821-489a-b57a-9d0238d80dff tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835118 Feb 07 13:25:13.942987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.25.7.11 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ed5bec98-94ec-4e0c-a9fc-6ec1f97a7e90) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:25:14.047459 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:14.101461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e855a216-6070-4ccf-8054-97846852f364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca7b254-0efa-497d-ab88-c5f9ec87e4d0'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:14.121530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:14.210121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-4e6880b7-049c-4466-9515-e76837ed3f55 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:14.211488 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:14.211768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-4e6880b7-049c-4466-9515-e76837ed3f55 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.47 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 817 time: 0.3106592 Feb 07 13:25:14.286437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-e764a879-04a5-46a7-b3af-7508941d415d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e2c7966b1f4464399bfb4378d1fdf55 HTTP/1.1" status: 200 len: 379 time: 0.0651391 Feb 07 13:25:14.312586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'port': {'device_id': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'admin_state_up': True, 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'security_groups': ['ab5e4ce8-21c1-4451-acfd-6ab53ecdd372']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:14.428358 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e855a216-6070-4ccf-8054-97846852f364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca7b254-0efa-497d-ab88-c5f9ec87e4d0', 'code': 200} Feb 07 13:25:14.443675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:14.623273 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:14.686615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b73a7938-fc2b-46da-86f8-d7d089575f66 req-c652ac7d-2c42-4a70-b458-4ff7165beef9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 210 time: 0.0854423 Feb 07 13:25:14.748967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:14.821781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0be1ae-870b-48c4-9f21-7bb7b081733a req-32e69216-485e-4575-af74-3a05d5843bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:14.823600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d0be1ae-870b-48c4-9f21-7bb7b081733a req-32e69216-485e-4575-af74-3a05d5843bdb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 1100 time: 0.3604069 Feb 07 13:25:14.862872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:14.870284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:25:14.882664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:25:14.897986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:port and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:14.900298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:25:14.929023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:14.948064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:14.988704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d0be1ae-870b-48c4-9f21-7bb7b081733a req-e3b25f8a-73a2-42c4-b7da-457843b50896 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562676 Feb 07 13:25:15.041281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92991b3-75f5-4fcd-8fa9-ab346a8b4cce req-0ce50bb7-8029-4d35-811e-fe0eff2f1492 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:15.049531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b92991b3-75f5-4fcd-8fa9-ab346a8b4cce req-0ce50bb7-8029-4d35-811e-fe0eff2f1492 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.3521545 Feb 07 13:25:15.102144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=ed5bec98-94ec-4e0c-a9fc-6ec1f97a7e90,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:15.143651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b92991b3-75f5-4fcd-8fa9-ab346a8b4cce req-f0fdd7ac-50b7-47b1-b3f0-c42d40a387ae tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928972 Feb 07 13:25:15.191188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd620eb-e664-4195-86d0-cf83fd24ebc1 req-8a0e5dc0-ad8f-4a2c-8602-c9fd8dafb382 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:15.192871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dd620eb-e664-4195-86d0-cf83fd24ebc1 req-8a0e5dc0-ad8f-4a2c-8602-c9fd8dafb382 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 949 time: 0.1035662 Feb 07 13:25:15.256076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6dd620eb-e664-4195-86d0-cf83fd24ebc1 req-a38ac520-ffb5-41bd-b2cd-f6bdb5a3aa56 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523341 Feb 07 13:25:15.308554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Made reservation on behalf of 0e2c7966b1f4464399bfb4378d1fdf55 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:25:15.313159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:15.361096 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:15.532536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Allocated IP 172.20.0.4 (c714ab91-cf7e-4826-9a3b-11210ff20286/c1b01f07-c2a8-46c2-95ed-882b054f4c16/a4c8780e-4f00-4076-9b9c-4ca35b05412e) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:25:15.537105 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:15.771223 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:15.960282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0e6368e-bca5-4713-9030-9e856237c610 req-27c4f1cc-feed-4215-bd19-e9066f377beb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 210 time: 0.0501413 Feb 07 13:25:16.043294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:16.066045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Transition to ACTIVE for port object a4c8780e-4f00-4076-9b9c-4ca35b05412e will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:25:16.078656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:16.157477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:16.212710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:16.313794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=ed5bec98-94ec-4e0c-a9fc-6ec1f97a7e90,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:16.337481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Network c714ab91-cf7e-4826-9a3b-11210ff20286 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:25:16.341141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:25:16.359264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:25:16.408551 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:16.487252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:16.538212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:16.539026 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:16.647817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7c1c4-ffbf-440b-b6f3-c39209f1159a req-8d5fbcd8-9f81-41cc-a97d-7cb3ce182c4b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:16.662058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86d7c1c4-ffbf-440b-b6f3-c39209f1159a req-8d5fbcd8-9f81-41cc-a97d-7cb3ce182c4b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.2317004 Feb 07 13:25:16.781095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-a5b070ea-53fc-4170-957f-424346336d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4833868 Feb 07 13:25:16.791457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86d7c1c4-ffbf-440b-b6f3-c39209f1159a req-f3043faf-ef67-483b-bd63-e91784d965d0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290100 Feb 07 13:25:16.801281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Request body: {'port': {'device_id': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:16.824150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-960d3548-3aee-4ef2-8e29-91648d1082ec None None] Provisioning for port a4c8780e-4f00-4076-9b9c-4ca35b05412e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:25:16.830756 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-960d3548-3aee-4ef2-8e29-91648d1082ec None None] Provisioning complete for port a4c8780e-4f00-4076-9b9c-4ca35b05412e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:16.831390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-960d3548-3aee-4ef2-8e29-91648d1082ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:16.850674 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Floating IP ae78f692-51b7-4096-85c5-945c83f00128 associated. External IP: 172.25.7.11, port: ed02e51b-94ba-4f4e-b766-150995110c90. Feb 07 13:25:16.989767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-960d3548-3aee-4ef2-8e29-91648d1082ec None None] Port a4c8780e-4f00-4076-9b9c-4ca35b05412e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:25:16.995487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e52065-1ae2-49cf-8a1a-e43691b6aa86 req-e9fef63b-6257-48cd-a622-8b488d2124d9 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:17.000244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86e52065-1ae2-49cf-8a1a-e43691b6aa86 req-e9fef63b-6257-48cd-a622-8b488d2124d9 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 949 time: 0.4381843 Feb 07 13:25:17.079464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86e52065-1ae2-49cf-8a1a-e43691b6aa86 req-ed92436f-a915-4e3e-bcb8-a918eb987f2d tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669727 Feb 07 13:25:17.082258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:17.400184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebea62b-8912-45aa-a94c-cf41992295e5 req-149a38df-77f6-4d54-9e38-f65911fe28e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:17.401049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7ebea62b-8912-45aa-a94c-cf41992295e5 req-149a38df-77f6-4d54-9e38-f65911fe28e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Synchronizing usage tracker for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:25:17.596252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35748) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:17.619345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:25:17.645472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7ebea62b-8912-45aa-a94c-cf41992295e5 req-149a38df-77f6-4d54-9e38-f65911fe28e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Unset dirty status for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:25:17.646953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ebea62b-8912-45aa-a94c-cf41992295e5 req-149a38df-77f6-4d54-9e38-f65911fe28e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 931 time: 0.4663489 Feb 07 13:25:17.803743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ebea62b-8912-45aa-a94c-cf41992295e5 req-fe9b420c-3c85-4594-8e0b-f77ddf6290fe tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403630 Feb 07 13:25:17.813308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c8780e-4f00-4076-9b9c-4ca35b05412e {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:25:17.824764 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:17.848099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Transition to ACTIVE for port object a4c8780e-4f00-4076-9b9c-4ca35b05412e will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:25:17.892065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:17.918859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:17.927497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:25:17.935145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] Usage tracker for resource:security_group_rule and tenant:9a12b8e94d6743568e1e4c7ab84c37a6 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:17.939260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] Sync routers for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:25:17.941040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:17.952493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:25:17.953592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:25:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:17.955805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:18.019155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf1f38-e9ca-4ce0-a058-ca8a376df76e req-dea47a00-5784-4d8f-bea8-d5ebfe0d1a9e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:18.020088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66cf1f38-e9ca-4ce0-a058-ca8a376df76e req-dea47a00-5784-4d8f-bea8-d5ebfe0d1a9e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.0941076 Feb 07 13:25:18.052789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:18.096491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:18.206253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66cf1f38-e9ca-4ce0-a058-ca8a376df76e req-60368dc8-4c1f-4ef5-a00e-48535a8fa2f0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777310 Feb 07 13:25:18.257359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:25:18.302632 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4f21e3a4-165b-466e-907b-a1be17a66643 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0635018 Feb 07 13:25:18.304658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35760) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:18.308319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:18.330440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:18.527384 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c66aa08d-2c4f-4740-a132-0261b41143d1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/floatingips/ae78f692-51b7-4096-85c5-945c83f00128 HTTP/1.1" status: 200 len: 991 time: 0.1908326 Feb 07 13:25:18.650782 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:18.702153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Attempting to bind port a4c8780e-4f00-4076-9b9c-4ca35b05412e on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:25:18.702724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Attempting to bind port a4c8780e-4f00-4076-9b9c-4ca35b05412e by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:25:18.703146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Attempting to bind port a4c8780e-4f00-4076-9b9c-4ca35b05412e on network c714ab91-cf7e-4826-9a3b-11210ff20286 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:25:18.712517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Port a4c8780e-4f00-4076-9b9c-4ca35b05412e on network c714ab91-cf7e-4826-9a3b-11210ff20286 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:25:18.712963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Attempting to bind port a4c8780e-4f00-4076-9b9c-4ca35b05412e on network c714ab91-cf7e-4826-9a3b-11210ff20286 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:25:18.720812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:18.738803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:25:18.739311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Checking segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:25:18.740200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Bound using segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:25:18.740524 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'status': 'completed', 'code': 200} Feb 07 13:25:18.740915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Bound port: a4c8780e-4f00-4076-9b9c-4ca35b05412e, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:25:18.741498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:18.767177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:15Z', 'revision_number': 0, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:18.771547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] Checking router: 727ab75f-5ef4-4026-bfb0-ca1275f2d74e for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:25:18.779586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b87354-d4b8-4f2f-82fa-0a905fe29b14,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:18.783085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:25:18.783893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:25:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:18.801073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ac70d40c-c01c-4d5e-97fc-c420822259bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a12b8e94d6743568e1e4c7ab84c37a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1999080 Feb 07 13:25:18.801429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35768) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:18.868782 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7851d52c-486c-4dc0-b574-788813a4bde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:18.899759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7851d52c-486c-4dc0-b574-788813a4bde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:18.918525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:25:18.921531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:25:18.972950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f724-d0c2-4c3a-97ab-f77f9f261b4f req-1c6773d0-86c7-4215-ba6d-5ec928464d7f tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:18.974540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b73f724-d0c2-4c3a-97ab-f77f9f261b4f req-1c6773d0-86c7-4215-ba6d-5ec928464d7f tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 949 time: 0.5805042 Feb 07 13:25:19.034866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7851d52c-486c-4dc0-b574-788813a4bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:19.037698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-cfccdbcd-cbce-497c-b398-5eae44e810e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:19.039585 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-cfccdbcd-cbce-497c-b398-5eae44e810e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1096 time: 0.7286425 Feb 07 13:25:19.051379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:25:19.053595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851d52c-486c-4dc0-b574-788813a4bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b87354-d4b8-4f2f-82fa-0a905fe29b14,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:19.060135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:19.062147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7851d52c-486c-4dc0-b574-788813a4bde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:19.065772 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7851d52c-486c-4dc0-b574-788813a4bde9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73b87354-d4b8-4f2f-82fa-0a905fe29b14 HTTP/1.1" status: 204 len: 168 time: 0.2609870 Feb 07 13:25:19.141121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-4a374614-0fe2-4cdf-a919-dc09a3aa6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:19.144002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-4a374614-0fe2-4cdf-a919-dc09a3aa6732 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 1097 time: 0.3793147 Feb 07 13:25:19.344148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:19.344874 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:19.347156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] 10.222.0.47 "PUT /v2.0/ports/a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 1091 time: 2.5547838 Feb 07 13:25:19.348820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:19.372350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b73f724-d0c2-4c3a-97ab-f77f9f261b4f req-fe3d465f-9eaf-4cbd-b72e-8ac14e3d856b tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879406 Feb 07 13:25:19.400245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9117e-2dc3-4adc-8db1-bef2df857c0e service neutron] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:19.538556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35790) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:19.631538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:15Z', 'revision_number': 0, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:19.638933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d69fe7-c6e6-465d-889b-ba32ae67e0e0 None None] The sync data for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 is: [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:15Z', 'revision_number': 0, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:25:19.659182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-4007ed8d-01ca-4f69-971a-651bcd6a39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:19.660721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-4007ed8d-01ca-4f69-971a-651bcd6a39a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=648db234-9eb1-4b88-9272-9ce57b9927d4 HTTP/1.1" status: 200 len: 897 time: 0.4327142 Feb 07 13:25:19.785846 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-72938faf-495f-4218-b81d-0736865016fa tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/floatingips/ae78f692-51b7-4096-85c5-945c83f00128 HTTP/1.1" status: 200 len: 991 time: 0.2492228 Feb 07 13:25:19.903124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465029ce-37dd-4bc4-8c89-5ef9c762b946 req-f3f1af27-470b-462f-92ab-f63fc29945ad tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:19.910754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465029ce-37dd-4bc4-8c89-5ef9c762b946 req-f3f1af27-470b-462f-92ab-f63fc29945ad tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.9052997 Feb 07 13:25:19.933867 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e59ab-73ee-4c66-896e-04c93a1ab590 None None] New status for floating IP ae78f692-51b7-4096-85c5-945c83f00128: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:25:19.936295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-d79d1d27-d24c-42f3-b91d-2b72122a2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:19.937822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-d79d1d27-d24c-42f3-b91d-2b72122a2512 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 913 time: 0.8887293 Feb 07 13:25:20.047343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-9e3b4608-707c-45bd-bac8-79fa7a3478cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed02e51b-94ba-4f4e-b766-150995110c90 HTTP/1.1" status: 200 len: 999 time: 0.2627077 Feb 07 13:25:20.048778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-ab7e77e2-ea41-4d4d-a271-51bfca12ddf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 200 len: 217 time: 0.1029177 Feb 07 13:25:20.139755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465029ce-37dd-4bc4-8c89-5ef9c762b946 req-2eeef753-19c5-493d-a2ef-f18b2d92c719 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280624 Feb 07 13:25:20.163992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-3fbfa6f7-7018-456d-9e88-ba0cc81c48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:20.165484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-3fbfa6f7-7018-456d-9e88-ba0cc81c48e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1094 time: 0.7079878 Feb 07 13:25:20.239469 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'status': 'completed', 'code': 200} Feb 07 13:25:20.249274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e02618-1b8d-4cd5-a2d9-094373630d26 req-a8c8e5ed-7055-4ed7-8d44-5cf00e04034c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:20.251910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38e02618-1b8d-4cd5-a2d9-094373630d26 req-a8c8e5ed-7055-4ed7-8d44-5cf00e04034c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.5890055 Feb 07 13:25:20.271631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-e24a12f8-bbfe-44d0-9bb8-cd62555b9a1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 217 time: 0.0933647 Feb 07 13:25:20.275994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-f67459b4-6425-4066-abbc-eaf6c398118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:20.277626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-f67459b4-6425-4066-abbc-eaf6c398118a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdae26dc-7c5c-4f8e-bb66-58172bd1d238 HTTP/1.1" status: 200 len: 834 time: 0.2203074 Feb 07 13:25:20.366169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-5bc504c4-0400-4844-9629-267f2ba09643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:20.367631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-5bc504c4-0400-4844-9629-267f2ba09643 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 200 len: 853 time: 0.2784569 Feb 07 13:25:20.452689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-a6f2d596-a09b-4b36-9a3b-7801816ca13c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e078df9-96b4-4dde-863f-1a2f7d99b17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659983 Feb 07 13:25:20.550484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38e02618-1b8d-4cd5-a2d9-094373630d26 req-3cd24f01-ef73-49c6-82b9-2dd48b4288a9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824292 Feb 07 13:25:20.562195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-9f551b4b-ac7d-4d6f-aeca-d23bc012a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:20.563715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-9f551b4b-ac7d-4d6f-aeca-d23bc012a68a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.2633100 Feb 07 13:25:20.788498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:20.830532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-0fc94f14-6ef0-446a-8af3-5f666129f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:20.831967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-0fc94f14-6ef0-446a-8af3-5f666129f9e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=648db234-9eb1-4b88-9272-9ce57b9927d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5272729 Feb 07 13:25:20.865042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-42c13deb-2f61-4eab-9653-af9dabb64542 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013505 Feb 07 13:25:20.928538 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4fe01b16-0e52-4449-8b93-a13ecd4f3236 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/floatingips/ae78f692-51b7-4096-85c5-945c83f00128 HTTP/1.1" status: 200 len: 993 time: 0.1379430 Feb 07 13:25:21.173574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-72f6b7aa-8477-4f8b-b18e-60e7258f9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:21.173574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-72f6b7aa-8477-4f8b-b18e-60e7258f9d50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3029611 Feb 07 13:25:21.204672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2578d990-46c6-4be5-9830-1b8d59744d33 req-2b3bc8f5-676e-4ae7-bf99-5e5f4f196024 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828269 Feb 07 13:25:21.204672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-e8ba2d9c-0518-405b-a226-669a7e4aba3a service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627162 Feb 07 13:25:21.374049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-f1898e51-9d71-4292-8c6f-b07f1808dfe7 service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324659 Feb 07 13:25:21.568029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef470bb7-04f6-41ee-877e-5e4e6b9b4ec2 req-90dbce4a-ca44-4e94-b3e0-69dfa9ace950 service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543603 Feb 07 13:25:21.597292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b0794-6f46-4dd0-b87c-3219c9e2174a req-17ed8dd2-7913-4e21-ad61-c3fcf3d6aadb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:21.605022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-267b0794-6f46-4dd0-b87c-3219c9e2174a req-17ed8dd2-7913-4e21-ad61-c3fcf3d6aadb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.2999151 Feb 07 13:25:21.626693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff72cdb5-48fe-4124-abc7-2471df246f1f req-4c3b7624-9011-4d30-b739-1662059598aa service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275696 Feb 07 13:25:21.670919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-267b0794-6f46-4dd0-b87c-3219c9e2174a req-c296625b-9359-42cb-bc02-93929a23c726 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632744 Feb 07 13:25:21.934979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab17cc-746c-4e1a-be2c-b0bea9f23365 req-540cb274-14e4-4ca9-8057-88fc0eab8f5e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:21.934979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8ab17cc-746c-4e1a-be2c-b0bea9f23365 req-540cb274-14e4-4ca9-8057-88fc0eab8f5e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1794400 Feb 07 13:25:21.957801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-e53f9103-5b2d-4f6b-8ae9-9e0aee50af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:21.957801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-e53f9103-5b2d-4f6b-8ae9-9e0aee50af1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1094 time: 0.1589954 Feb 07 13:25:22.126888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8ab17cc-746c-4e1a-be2c-b0bea9f23365 req-bd13e42e-c694-4bc8-a809-999a313d96f9 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761539 Feb 07 13:25:22.178328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-d49ddd58-37c2-4794-bda0-b0886448690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:22.180085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-d49ddd58-37c2-4794-bda0-b0886448690f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.2018902 Feb 07 13:25:22.258277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-14929678-98a4-4b5f-9f80-5d92f5e2eb38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 217 time: 0.0692725 Feb 07 13:25:22.359440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-dfb46d62-da0f-4ff7-ba4a-443d3e82bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:22.359440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-dfb46d62-da0f-4ff7-ba4a-443d3e82bda6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.0869012 Feb 07 13:25:22.453580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-dc31ec37-6975-4a35-8c7b-57638ef6df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:22.453580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-dc31ec37-6975-4a35-8c7b-57638ef6df9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898497 Feb 07 13:25:22.623460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-9be95e21-d9be-418e-820c-38c3bc7bc11f service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540921 Feb 07 13:25:23.055472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9bf8fdd-05fe-4878-bbea-a96a41fdadc5 req-700482d5-d917-4e60-941e-a9a4f2b3ee2a service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356434 Feb 07 13:25:23.089978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cef944-310f-498a-b049-2f77af82ba12 req-edbd67b2-24eb-4d14-b4fe-457d359b32d9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:23.089978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0cef944-310f-498a-b049-2f77af82ba12 req-edbd67b2-24eb-4d14-b4fe-457d359b32d9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.2110410 Feb 07 13:25:23.151637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0cef944-310f-498a-b049-2f77af82ba12 req-fad057dd-9956-4d24-9f6d-78030dcaac72 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576644 Feb 07 13:25:23.365070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d00ad-b75e-4a9a-8dbd-0dfc502de4fe req-fde4fd8a-b2ba-45cb-8c69-9f0b43101849 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:23.365070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a73d00ad-b75e-4a9a-8dbd-0dfc502de4fe req-fde4fd8a-b2ba-45cb-8c69-9f0b43101849 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 945 time: 0.1177604 Feb 07 13:25:23.430749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a73d00ad-b75e-4a9a-8dbd-0dfc502de4fe req-e89420af-491a-4b41-967a-dec8158e843f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573575 Feb 07 13:25:23.467099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:25:23.581525 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:23.614984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:23.625423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:23.685877 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80', 'code': 200} Feb 07 13:25:23.720299 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:23.784506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:24.399925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f74e07-7329-4f89-b34f-5e9031720ca5 req-655bce7c-f9d5-4e17-a1ce-494c21ea4903 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:24.399925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25f74e07-7329-4f89-b34f-5e9031720ca5 req-655bce7c-f9d5-4e17-a1ce-494c21ea4903 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.1155634 Feb 07 13:25:24.454574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25f74e07-7329-4f89-b34f-5e9031720ca5 req-d5ca12c4-87e7-4d83-b827-1e0caf0f3638 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461726 Feb 07 13:25:24.651694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c7d06-e989-442b-a7ae-b69e3bd16da0 req-59c603cf-5afb-45ba-9785-9e4cd6f5d58d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:24.651694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca6c7d06-e989-442b-a7ae-b69e3bd16da0 req-59c603cf-5afb-45ba-9785-9e4cd6f5d58d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1159759 Feb 07 13:25:24.671372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:24.743655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca6c7d06-e989-442b-a7ae-b69e3bd16da0 req-58865d3a-bc65-4559-9427-f9f6eff2e1d8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847692 Feb 07 13:25:24.766523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:25:24.934562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:24.949925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba56b1-767d-4de4-a135-2e9c2032c0ca req-ec776651-d103-4f14-a3c1-9ec0fb8d4d2a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:24.952193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7ba56b1-767d-4de4-a135-2e9c2032c0ca req-ec776651-d103-4f14-a3c1-9ec0fb8d4d2a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.0978594 Feb 07 13:25:24.954443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'port_id': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'mac_address': 'fa:16:3e:76:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:25:25.031481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:25.034719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7ba56b1-767d-4de4-a135-2e9c2032c0ca req-ff1e2daa-efd4-46ee-a8d5-5fe6eaee1de5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693519 Feb 07 13:25:25.076914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c8780e-4f00-4076-9b9c-4ca35b05412e {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:25:25.101465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:25.200495 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:25.297343 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:25.601413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a4c8780e-4f00-4076-9b9c-4ca35b05412e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:25:25.708485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59596d-59af-44ab-b2c4-2dad628fad0c req-066ff59c-2620-4ccf-9840-4d1f9d9b0f17 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:25.716954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d59596d-59af-44ab-b2c4-2dad628fad0c req-066ff59c-2620-4ccf-9840-4d1f9d9b0f17 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.1417809 Feb 07 13:25:25.794929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d59596d-59af-44ab-b2c4-2dad628fad0c req-6dd46c9d-8304-4618-a307-6fcecf597d5d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 Feb 07 13:25:26.237643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fffc6-d727-451e-91d1-ce91277e35a7 req-83f80564-41af-4bf1-bb5c-377ed63d0924 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:26.237643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-353fffc6-d727-451e-91d1-ce91277e35a7 req-83f80564-41af-4bf1-bb5c-377ed63d0924 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1722274 Feb 07 13:25:26.317274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-353fffc6-d727-451e-91d1-ce91277e35a7 req-439afd5b-9837-4dff-b0f3-a0ca411dfd75 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579281 Feb 07 13:25:26.756787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35950) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:26.764671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:25:26.957307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port a4c8780e-4f00-4076-9b9c-4ca35b05412e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:25:26.966366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port a4c8780e-4f00-4076-9b9c-4ca35b05412e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:26.966366 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:27.144237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:27.156856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b94b0-892f-49a9-8ff3-255b6c992fe2 req-caa2f3b2-1248-4842-aa27-5a2eb12c1948 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:27.160635 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-0d169996-8ad2-45b9-805b-944c35615678 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4025493 Feb 07 13:25:27.165297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a9b94b0-892f-49a9-8ff3-255b6c992fe2 req-caa2f3b2-1248-4842-aa27-5a2eb12c1948 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.1451416 Feb 07 13:25:27.176106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:27.186699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:27.217669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a9b94b0-892f-49a9-8ff3-255b6c992fe2 req-b6939962-01aa-4b95-b35a-71f9a0391502 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513754 Feb 07 13:25:27.238258 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'code': 200} Feb 07 13:25:27.289844 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:27.415068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41c7d5-388f-4297-82b8-f0423ec3810f req-89e61aa9-7b41-4f4c-a379-95a92fe24355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:27.417067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd41c7d5-388f-4297-82b8-f0423ec3810f req-89e61aa9-7b41-4f4c-a379-95a92fe24355 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1096 time: 0.1097643 Feb 07 13:25:27.454056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:27.478593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.478593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.478593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.478593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.482941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.482941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.482941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.484980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.484980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.484980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.484980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.484980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:27.501830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:25:27.590082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd41c7d5-388f-4297-82b8-f0423ec3810f req-02693bc5-04c4-4068-9e9e-8e205a1a69e9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467233 Feb 07 13:25:27.682453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417c5d-ea28-41ee-a95b-8cb510e67212 req-cf6acd60-53f0-4eb3-8b71-7ed346d72d6f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:27.682453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff417c5d-ea28-41ee-a95b-8cb510e67212 req-cf6acd60-53f0-4eb3-8b71-7ed346d72d6f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1862504 Feb 07 13:25:27.742375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff417c5d-ea28-41ee-a95b-8cb510e67212 req-44955ca4-1613-416c-a7b5-88d92c37ec91 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Feb 07 13:25:29.066651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f6279-c51b-436a-9018-df5626c9c147 req-9f6af5ae-6865-49a2-b0f3-7820616c5a7f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:29.066651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d16f6279-c51b-436a-9018-df5626c9c147 req-9f6af5ae-6865-49a2-b0f3-7820616c5a7f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1414614 Feb 07 13:25:29.066651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d16f6279-c51b-436a-9018-df5626c9c147 req-07bf2b59-caa3-4a95-8d32-f1c92173b37e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376556 Feb 07 13:25:29.066651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956bb58-9049-466b-8d8e-f1b4e5bc07f8 req-c8c475d0-399d-429d-be95-5df00a559801 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:29.066651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c956bb58-9049-466b-8d8e-f1b4e5bc07f8 req-c8c475d0-399d-429d-be95-5df00a559801 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.0961106 Feb 07 13:25:29.066651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c956bb58-9049-466b-8d8e-f1b4e5bc07f8 req-96e64965-b384-49df-9708-04aa2e660429 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551841 Feb 07 13:25:29.478380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-f21dec11-5aab-4bab-85c9-bc1cf2301840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:29.478380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-f21dec11-5aab-4bab-85c9-bc1cf2301840 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0&tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff HTTP/1.1" status: 200 len: 1094 time: 0.0836310 Feb 07 13:25:29.592869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-77b85aae-7a53-4799-833b-0ab8d736a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:29.595138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-77b85aae-7a53-4799-833b-0ab8d736a83c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1094 time: 0.0964909 Feb 07 13:25:29.839249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-01fc8003-3dee-4c00-81b2-f3cfe373ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:29.840900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-01fc8003-3dee-4c00-81b2-f3cfe373ff2e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 913 time: 0.2389588 Feb 07 13:25:29.849746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59ca58-9dc5-4309-b1f5-57afbab480f6 req-5148d7c0-0652-4f6a-bab9-17e67d7615fa tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:29.851288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a59ca58-9dc5-4309-b1f5-57afbab480f6 req-5148d7c0-0652-4f6a-bab9-17e67d7615fa tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1529717 Feb 07 13:25:29.943868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-ca9edfb1-63cc-4d18-b4c5-7134dc30a638 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 200 len: 217 time: 0.0855510 Feb 07 13:25:30.182979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-2e5d88a9-d7e2-46f7-9481-b126ca6b1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:30.184437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-2e5d88a9-d7e2-46f7-9481-b126ca6b1154 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 200 len: 853 time: 0.2388368 Feb 07 13:25:30.246694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a59ca58-9dc5-4309-b1f5-57afbab480f6 req-14af2309-797d-4f17-a630-57c02cd840f5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331027 Feb 07 13:25:30.271552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-cec403e0-c329-4bc1-9c3d-01f04e6fe79c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e078df9-96b4-4dde-863f-1a2f7d99b17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691752 Feb 07 13:25:30.521596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c7493-6486-4349-be4f-92782797af08 req-a7a0f1c9-ba81-4e57-a508-2684b8648c14 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:30.531707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-357c7493-6486-4349-be4f-92782797af08 req-a7a0f1c9-ba81-4e57-a508-2684b8648c14 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.3816981 Feb 07 13:25:30.632045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-357c7493-6486-4349-be4f-92782797af08 req-86cccb7d-c886-47a9-ae20-3c3827e73c80 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963759 Feb 07 13:25:30.690950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d5b45-2334-4f47-aa7c-b0ff58edbf42 req-48142a13-1fb6-4442-bc7b-8cf058444c25 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:30.690950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-044d5b45-2334-4f47-aa7c-b0ff58edbf42 req-48142a13-1fb6-4442-bc7b-8cf058444c25 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.2934361 Feb 07 13:25:30.690950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-766a9dee-59cf-4ce9-a7e8-2c6a91e1b29c service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062226 Feb 07 13:25:30.700433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36024) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:30.704138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'floatingip': {'port_id': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:25:30.858686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:31.122034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-1068a639-ad84-4a56-b448-ac588374311c service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199469 Feb 07 13:25:31.986817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:32.046658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033877-8389-4117-9fd3-c133926d55dd req-0083f18a-357a-4411-9985-a618a9a9723d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:32.066214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e033877-8389-4117-9fd3-c133926d55dd req-0083f18a-357a-4411-9985-a618a9a9723d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1717813 Feb 07 13:25:32.102896 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:32.331598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e033877-8389-4117-9fd3-c133926d55dd req-15cbbb28-b533-4a64-9be0-a7269483baf0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566109 Feb 07 13:25:32.859359 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Floating IP 394e1bc8-f456-4a86-b49f-e313fee05ab0 associated. External IP: 172.25.7.10, port: a4c8780e-4f00-4076-9b9c-4ca35b05412e. Feb 07 13:25:33.760243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Router 87926266-5de6-4986-82bf-e68522b7f643 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:25:33.975269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793cf4-fe5c-4509-9eea-3b8033f306c9 req-3574b368-35ea-45f4-8d31-76f2805c350e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:33.977107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25793cf4-fe5c-4509-9eea-3b8033f306c9 req-3574b368-35ea-45f4-8d31-76f2805c350e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.3432753 Feb 07 13:25:34.099523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25793cf4-fe5c-4509-9eea-3b8033f306c9 req-7cabc906-4425-426a-a941-6bf9cfb489da tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081026 Feb 07 13:25:34.300168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:25:34.315797 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:34.334408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] Sync routers for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:25:34.350919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:25:34.350919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:25:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:34.458674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5455f09d-d820-47be-bd49-a0999eed1bd2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "PUT /v2.0/floatingips/394e1bc8-f456-4a86-b49f-e313fee05ab0 HTTP/1.1" status: 200 len: 990 time: 3.7615054 Feb 07 13:25:34.459575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:34.770446 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'status': 'completed', 'code': 200} Feb 07 13:25:34.915134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-b42e088b-b7fd-4d8b-a1b3-dd5013a219e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:34.917134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-b42e088b-b7fd-4d8b-a1b3-dd5013a219e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1096 time: 0.2612603 Feb 07 13:25:34.934021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:25:35.283610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-6b734cc7-ff31-4ba6-946e-cedc5118fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:35.283610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-6b734cc7-ff31-4ba6-946e-cedc5118fdee service neutron] 10.222.0.47 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.3431475 Feb 07 13:25:35.466813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe88a96-a32b-4104-8ee9-5508bd1e222e req-8645c87a-8743-49d2-ba78-935ba9ebbe14 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:35.490740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fe88a96-a32b-4104-8ee9-5508bd1e222e req-8645c87a-8743-49d2-ba78-935ba9ebbe14 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.7052660 Feb 07 13:25:35.753375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fe88a96-a32b-4104-8ee9-5508bd1e222e req-067be8df-bbc1-4da9-b143-38e2cbebaf58 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485347 Feb 07 13:25:35.802426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-7b7d86c6-a8bc-49cc-ba86-84f615e8ae08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 998 time: 0.5148418 Feb 07 13:25:35.937820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-999ade8c-73e4-4ea1-b4d1-f06654dde0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:35.942475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-999ade8c-73e4-4ea1-b4d1-f06654dde0d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.1249294 Feb 07 13:25:36.119908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '394e1bc8-f456-4a86-b49f-e313fee05ab0', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87926266-5de6-4986-82bf-e68522b7f643', 'port_id': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'mac_address': 'fa:16:3e:76:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:05Z', 'updated_at': '2022-02-07T13:25:31Z', 'revision_number': 1, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:36.133925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] Checking router: 87926266-5de6-4986-82bf-e68522b7f643 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:25:36.163331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:25:36.163963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:25:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:36.456924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0450e-280f-46bd-af0e-ee6160f93445 req-545b1b33-252b-4f34-a16e-032ff97102fa tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:36.471114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3d0450e-280f-46bd-af0e-ee6160f93445 req-545b1b33-252b-4f34-a16e-032ff97102fa tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.9781837 Feb 07 13:25:36.566490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-94b7b144-d176-4e09-aaa7-b41c1bb3a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:36.568270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-94b7b144-d176-4e09-aaa7-b41c1bb3a050 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6209059 Feb 07 13:25:36.584543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3d0450e-280f-46bd-af0e-ee6160f93445 req-cd471ad8-e51e-43ac-b126-68d418af4385 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124835 Feb 07 13:25:36.723457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:25:37.364562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-bb14cd68-dd54-4bf6-aa4b-237ab894357f service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745991 Feb 07 13:25:38.099844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdad617a-bded-4360-bbc6-f0c2417e6fda req-53562f6d-218e-42ae-9cd7-3141921bfe89 service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748864 Feb 07 13:25:38.099844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc5f95-d0c1-405e-8b62-3e528518822b req-dc0bb14b-623d-420f-9748-11aafa81e565 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:38.099844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8adc5f95-d0c1-405e-8b62-3e528518822b req-dc0bb14b-623d-420f-9748-11aafa81e565 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.4717891 Feb 07 13:25:38.108593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '394e1bc8-f456-4a86-b49f-e313fee05ab0', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87926266-5de6-4986-82bf-e68522b7f643', 'port_id': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'mac_address': 'fa:16:3e:76:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:05Z', 'updated_at': '2022-02-07T13:25:31Z', 'revision_number': 1, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:25:38.108593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6d219-7ac3-405a-abfa-f2560785eafd None None] The sync data for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 is: [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '394e1bc8-f456-4a86-b49f-e313fee05ab0', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87926266-5de6-4986-82bf-e68522b7f643', 'port_id': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'mac_address': 'fa:16:3e:76:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:05Z', 'updated_at': '2022-02-07T13:25:31Z', 'revision_number': 1, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:25:38.119277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8adc5f95-d0c1-405e-8b62-3e528518822b req-a43fa025-d0a3-468b-a366-9f68c66ce14c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981867 Feb 07 13:25:38.119277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ac00-de94-4eb1-a0db-019c8aa7cd0d req-1373c182-b930-4471-89b3-5b8d9b76c65d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:38.119277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6de1ac00-de94-4eb1-a0db-019c8aa7cd0d req-1373c182-b930-4471-89b3-5b8d9b76c65d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1258655 Feb 07 13:25:38.119277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6de1ac00-de94-4eb1-a0db-019c8aa7cd0d req-3f12fbd2-de4a-402a-8091-50a83d8820c0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Feb 07 13:25:38.123349 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:25:38.123349 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69990e3-d6a4-40f4-b180-2c4154679856 None None] New status for floating IP 394e1bc8-f456-4a86-b49f-e313fee05ab0: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:25:38.926365 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-728d2e23-0300-4bc9-8baa-a852406f0156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:39.572386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3545d-9e42-4473-9378-5652800a7fc5 req-aa4c0cac-f8d9-4979-a507-71efb6703694 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:39.572386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17b3545d-9e42-4473-9378-5652800a7fc5 req-aa4c0cac-f8d9-4979-a507-71efb6703694 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.3323932 Feb 07 13:25:39.653774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7554f32-1403-4b87-9670-0c4e14ea451f req-cea7c8c1-cbf9-427d-a3b8-dc891bca38f7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:39.653774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7554f32-1403-4b87-9670-0c4e14ea451f req-cea7c8c1-cbf9-427d-a3b8-dc891bca38f7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.2785614 Feb 07 13:25:39.669534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17b3545d-9e42-4473-9378-5652800a7fc5 req-ead75f81-8d92-4a6a-a0b4-02e233141110 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971825 Feb 07 13:25:39.739095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c7554f32-1403-4b87-9670-0c4e14ea451f req-115c7d96-9fbc-472a-b7ac-3b69546a6428 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687361 Feb 07 13:25:41.242685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57163fe9-3dd8-4c17-b8b4-dcdbc9732c10 req-ed292b25-bf97-40fd-b8cf-3990b8854df5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:41.242685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57163fe9-3dd8-4c17-b8b4-dcdbc9732c10 req-ed292b25-bf97-40fd-b8cf-3990b8854df5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.2441487 Feb 07 13:25:41.285041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57163fe9-3dd8-4c17-b8b4-dcdbc9732c10 req-172bb29f-4ec3-4aa6-abaf-c19b1b54e1e5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Feb 07 13:25:41.687191 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0416cb9e-05e8-46db-8576-d376bc91353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:42.321095 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:42.352946 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:42.439635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-962709be-c07b-4290-b8b5-41df620978fa req-69fe1765-f955-4967-8fbb-f4fd09b77e1d service neutron] (88312) timed out ('10.222.0.35', 49221) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:25:42.560347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0ad5c-11ed-4398-85e7-5afee99e0db0 req-e2dab7b4-6750-42fe-80b7-e4c33edb234e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:42.562024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37e0ad5c-11ed-4398-85e7-5afee99e0db0 req-e2dab7b4-6750-42fe-80b7-e4c33edb234e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1183937 Feb 07 13:25:42.654321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37e0ad5c-11ed-4398-85e7-5afee99e0db0 req-81d71f3f-5d00-4bc9-88bd-c9347f4bc9a2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803032 Feb 07 13:25:44.044629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56d987-8197-427e-a883-0fa4ff17c54a req-8bfb8b12-df9e-4eab-9f6f-ad7455db5881 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:44.044629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a56d987-8197-427e-a883-0fa4ff17c54a req-8bfb8b12-df9e-4eab-9f6f-ad7455db5881 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1511676 Feb 07 13:25:44.121514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a56d987-8197-427e-a883-0fa4ff17c54a req-cf5c0b14-0212-4523-8d79-f4ac775f5046 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790277 Feb 07 13:25:44.420126 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:45.236854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:45.558110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6589f-8636-4d9a-91e8-5644bd019952 req-8dd512db-04e5-4f37-8d94-90a82410cdbc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:45.566720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9f6589f-8636-4d9a-91e8-5644bd019952 req-8dd512db-04e5-4f37-8d94-90a82410cdbc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1836908 Feb 07 13:25:45.708673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9f6589f-8636-4d9a-91e8-5644bd019952 req-795e689c-f166-47a1-9d98-aff3d6a3a0fe tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406462 Feb 07 13:25:46.963057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68f64-c7c6-4b5c-92b3-0e69bb3b7503 req-2d3762d5-3244-4817-a1c1-865070b0dea7 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:46.971836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fae68f64-c7c6-4b5c-92b3-0e69bb3b7503 req-2d3762d5-3244-4817-a1c1-865070b0dea7 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1056123 Feb 07 13:25:47.020643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fae68f64-c7c6-4b5c-92b3-0e69bb3b7503 req-65f24b75-87fd-4144-b611-4df2d3af0d69 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475349 Feb 07 13:25:48.306407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4a571-f983-4a5e-9bd7-446de37b8edd req-94470d83-1ce1-4505-9afe-d29c3fc68f4d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:48.309231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a4a571-f983-4a5e-9bd7-446de37b8edd req-94470d83-1ce1-4505-9afe-d29c3fc68f4d tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1424282 Feb 07 13:25:48.360945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a4a571-f983-4a5e-9bd7-446de37b8edd req-d93d6dd8-b7f2-45fe-8af7-5e36c14502fb tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465922 Feb 07 13:25:49.559686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:25:49.659831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca871bb5-f53b-4dc4-a778-63aa4f651dfc req-ffd00b21-dc01-4750-9663-1ae5fbc852e6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:49.659831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca871bb5-f53b-4dc4-a778-63aa4f651dfc req-ffd00b21-dc01-4750-9663-1ae5fbc852e6 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 943 time: 0.1314073 Feb 07 13:25:49.748872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca871bb5-f53b-4dc4-a778-63aa4f651dfc req-eef6c5de-01db-498a-8b7c-7b7bbe52e4c2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846674 Feb 07 13:25:49.753790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:49.769920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '5c375296-f1a3-476d-8247-ccee591acb80', 'network_id': '3e078df9-96b4-4dde-863f-1a2f7d99b17b', 'port_id': '5c375296-f1a3-476d-8247-ccee591acb80', 'mac_address': 'fa:16:3e:83:39:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac02409-4358-48b9-90af-9007d407fc61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:25:49.839481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:49.857210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c375296-f1a3-476d-8247-ccee591acb80 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:25:49.874516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:49.985831 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:50.061894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:50.090421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36348) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:50.230488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['5c375296-f1a3-476d-8247-ccee591acb80'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:25:50.272637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:50.289789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:25:50.292910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] Usage tracker for resource:security_group_rule and tenant:3b4386fb941545ffba96dd54aa32a356 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:25:50.304284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:25:50.310486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:25:50.425641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:50.502706 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:50.569474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b00c5b9-a631-4daf-8c18-51e47c3c498a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:50.575272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ec991178-5bc7-4edf-9c5a-aca0a08a9e55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b4386fb941545ffba96dd54aa32a356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787745 Feb 07 13:25:50.596350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36360) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:25:50.711645 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:50.726838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:50.886362 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:50.916444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b00c5b9-a631-4daf-8c18-51e47c3c498a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:50.916444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b00c5b9-a631-4daf-8c18-51e47c3c498a HTTP/1.1" status: 204 len: 168 time: 0.3318880 Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.922584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:50.927419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e3bd-6151-4c1f-a728-97dcb57916d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:25:51.049731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610ed5b-bfbb-4e4f-8e3f-ae90f4eca743 req-ffdf462a-4d41-4693-b588-208e0841cf05 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:51.051921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2610ed5b-bfbb-4e4f-8e3f-ae90f4eca743 req-ffdf462a-4d41-4693-b588-208e0841cf05 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 944 time: 0.1807563 Feb 07 13:25:51.105705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2610ed5b-bfbb-4e4f-8e3f-ae90f4eca743 req-a9ce7172-2431-4f68-900e-4bde92bad33b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Feb 07 13:25:51.564125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:25:51.669144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 5c375296-f1a3-476d-8247-ccee591acb80 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:25:51.669144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:51.805731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:51.846192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:25:51.858704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:25:51.906431 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80', 'code': 200} Feb 07 13:25:51.920109 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:52.057122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:25:52.501408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828aca-5b7e-4608-8767-c20d895def36 req-f0c70738-c909-4398-b030-e6fa8d0c8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:52.501408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93828aca-5b7e-4608-8767-c20d895def36 req-f0c70738-c909-4398-b030-e6fa8d0c8f84 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1097 time: 0.2906735 Feb 07 13:25:52.512750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f64de2-f21c-4e98-afe5-e24677ddc264 req-40b257a3-18b2-4e2b-8f18-a8231fa1c8fd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:52.512750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1f64de2-f21c-4e98-afe5-e24677ddc264 req-40b257a3-18b2-4e2b-8f18-a8231fa1c8fd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.2599874 Feb 07 13:25:52.596170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1f64de2-f21c-4e98-afe5-e24677ddc264 req-d1f8b007-fe73-41e6-b3f0-4fe09d33bf65 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693302 Feb 07 13:25:52.599659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93828aca-5b7e-4608-8767-c20d895def36 req-148bd7a2-db01-4f1b-9871-af3f029914e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856628 Feb 07 13:25:53.791866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3b4a4-9215-403f-b5db-5270df976a94 req-b699712e-4f53-42bb-a258-9d5950729fd2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:53.793389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43f3b4a4-9215-403f-b5db-5270df976a94 req-b699712e-4f53-42bb-a258-9d5950729fd2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0859580 Feb 07 13:25:53.839205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43f3b4a4-9215-403f-b5db-5270df976a94 req-306c24ab-de1e-4bd2-9347-0bf67f0032f2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Feb 07 13:25:54.231719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-e1d9e62e-36b7-4909-918a-41535a94390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:54.231719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-e1d9e62e-36b7-4909-918a-41535a94390a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1097 time: 0.0892425 Feb 07 13:25:54.474199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-3cb75efd-b5a6-46f0-919d-40de7606f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:54.474199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-3cb75efd-b5a6-46f0-919d-40de7606f3ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 913 time: 0.2135990 Feb 07 13:25:54.550195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-a42b7692-702c-4ec7-bc2e-07862ebc4ff5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 200 len: 217 time: 0.0745826 Feb 07 13:25:54.616822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-a408fd51-fc5e-4b62-af84-622eccd19978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:54.618543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-a408fd51-fc5e-4b62-af84-622eccd19978 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 200 len: 853 time: 0.0623429 Feb 07 13:25:54.668486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:25:54.731330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-e4658422-308b-43e5-a40a-8362d4dde998 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e078df9-96b4-4dde-863f-1a2f7d99b17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912831 Feb 07 13:25:54.958320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-5f458b57-f8d1-4855-b281-0be35d3818c0 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347445 Feb 07 13:25:55.180266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aad39aba-29a3-4de7-98ef-c349d00334c0 req-f30895e1-4ecb-461c-80c6-49d29b289ef9 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084653 Feb 07 13:25:55.188683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f21f89-f04c-448c-af71-256869040405 req-40e94140-907f-4c9d-8904-8224d8a28f52 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:55.225610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f21f89-f04c-448c-af71-256869040405 req-40e94140-907f-4c9d-8904-8224d8a28f52 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.2127213 Feb 07 13:25:55.250993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f21f89-f04c-448c-af71-256869040405 req-96c151f1-c2cb-42d4-b7cd-7ff9b866c402 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Feb 07 13:25:56.466544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bec22-3719-448f-8d41-0eaa3a27c44d req-f9c1344b-9614-4a9c-ac06-ad3e26237771 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:56.466544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-238bec22-3719-448f-8d41-0eaa3a27c44d req-f9c1344b-9614-4a9c-ac06-ad3e26237771 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0907938 Feb 07 13:25:56.514293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-238bec22-3719-448f-8d41-0eaa3a27c44d req-1ee45ab6-b51c-4dd1-898c-324d949eea49 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Feb 07 13:25:56.796417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf5569-52a9-41ee-81a3-dcb20857ec7a req-b18d89d1-4f6b-499a-b419-8ee88895f2dc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:56.796417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38bf5569-52a9-41ee-81a3-dcb20857ec7a req-b18d89d1-4f6b-499a-b419-8ee88895f2dc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1056020 Feb 07 13:25:56.840059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38bf5569-52a9-41ee-81a3-dcb20857ec7a req-d2a84af3-f1d6-4713-80aa-9260bad1bcbc tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 Feb 07 13:25:57.096444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193893-c4dc-4b58-8686-525242ac33e4 req-78557e75-fd1b-47b7-a282-324e7d01add3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:57.107529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30193893-c4dc-4b58-8686-525242ac33e4 req-78557e75-fd1b-47b7-a282-324e7d01add3 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1231339 Feb 07 13:25:57.148188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30193893-c4dc-4b58-8686-525242ac33e4 req-785edaf8-8598-434b-8dae-2e9052d4db04 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Feb 07 13:25:57.379200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5030e-89c4-4942-bf3d-a1a39c665a11 req-36d2d74d-b8cd-4418-ae0b-bd4367392bdd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:57.386884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6aa5030e-89c4-4942-bf3d-a1a39c665a11 req-36d2d74d-b8cd-4418-ae0b-bd4367392bdd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0900071 Feb 07 13:25:57.435154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6aa5030e-89c4-4942-bf3d-a1a39c665a11 req-2c3e661c-a9d5-4df5-9782-5a47d5061f59 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478230 Feb 07 13:25:57.651157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9787f1-4c16-4698-b361-492bfd170040 req-ae09ef00-6503-44d2-be36-635d30f14ce1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:57.652814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9787f1-4c16-4698-b361-492bfd170040 req-ae09ef00-6503-44d2-be36-635d30f14ce1 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1094444 Feb 07 13:25:57.730487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9787f1-4c16-4698-b361-492bfd170040 req-f8a9d98c-2fda-423f-9768-c8e2ff4659d0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563953 Feb 07 13:25:57.948619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49848a-b128-4212-b5c6-f99624a20d7b req-66c79061-465e-46fe-b578-9c865c0177ec tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:57.950122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a49848a-b128-4212-b5c6-f99624a20d7b req-66c79061-465e-46fe-b578-9c865c0177ec tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0882900 Feb 07 13:25:58.026060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a49848a-b128-4212-b5c6-f99624a20d7b req-d67c6717-936e-4601-87c1-7dc9d068b9aa tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643754 Feb 07 13:25:58.249991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11db5f-6d90-49fe-8813-8a3ab113d18b req-c809780f-58ec-4bd9-8585-7ce35b301c38 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:58.251483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e11db5f-6d90-49fe-8813-8a3ab113d18b req-c809780f-58ec-4bd9-8585-7ce35b301c38 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0927589 Feb 07 13:25:58.320640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e11db5f-6d90-49fe-8813-8a3ab113d18b req-9feec84d-4d9f-4f04-81e8-e633147d7809 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630317 Feb 07 13:25:59.364292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5592-0735-4a39-869f-8b980d5738da req-1e2f342e-d7d5-4732-8a4e-71959ab81e7b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:25:59.374134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-429d5592-0735-4a39-869f-8b980d5738da req-1e2f342e-d7d5-4732-8a4e-71959ab81e7b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.2330928 Feb 07 13:25:59.475962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-429d5592-0735-4a39-869f-8b980d5738da req-a57f3f09-a000-4761-99c5-b6750b497fd2 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958891 Feb 07 13:26:00.671890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c077a0e-4c33-4f79-acbc-0b6d5d82746b req-5eb23737-3e5d-4399-b579-0b0f77a1f56a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:00.673502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c077a0e-4c33-4f79-acbc-0b6d5d82746b req-5eb23737-3e5d-4399-b579-0b0f77a1f56a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0879521 Feb 07 13:26:00.730792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c077a0e-4c33-4f79-acbc-0b6d5d82746b req-072b8090-ec4e-4ef9-910a-c59daa3a6b23 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476913 Feb 07 13:26:01.607635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a75d4-0f9b-414f-8a7a-c73fa15081df req-b99c02ee-def4-4fc6-980a-5b4e38ae2df8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:01.607635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e80a75d4-0f9b-414f-8a7a-c73fa15081df req-b99c02ee-def4-4fc6-980a-5b4e38ae2df8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0995069 Feb 07 13:26:01.662501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e80a75d4-0f9b-414f-8a7a-c73fa15081df req-b32c5010-da74-4b30-ba4f-efc9e36766c5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Feb 07 13:26:01.783588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-c677a104-7c2c-4352-9914-d258188465e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:01.786226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-c677a104-7c2c-4352-9914-d258188465e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 1097 time: 0.0936286 Feb 07 13:26:01.987917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-398e6fc9-975b-484a-ba79-f5e3c32a33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:01.987917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-398e6fc9-975b-484a-ba79-f5e3c32a33eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 200 len: 913 time: 0.1938286 Feb 07 13:26:02.058235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-ea44e5bc-fbbe-4b52-a02a-4d35a5b67b5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 200 len: 217 time: 0.0655921 Feb 07 13:26:02.129746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-63889ae1-4be1-4b6d-ac67-fb2c6e1850f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:02.131500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-63889ae1-4be1-4b6d-ac67-fb2c6e1850f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 200 len: 853 time: 0.0677474 Feb 07 13:26:02.200797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-3f278676-87e3-41bf-92ac-5e5237129262 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e078df9-96b4-4dde-863f-1a2f7d99b17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618155 Feb 07 13:26:02.389663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-421a2245-aad0-43ba-bbaf-6c4f2597d162 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764476 Feb 07 13:26:02.531950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebd283fe-d61b-44b5-812a-4866178cd424 req-7ce42eb1-fc04-4feb-87d4-08cae89efcb9 service neutron] 10.222.0.35 "GET /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384871 Feb 07 13:26:02.858687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9026d6-5afa-4fcf-9a1d-146ab1dfea74 req-af048032-0587-4fe2-9118-1cfcb3763291 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:02.860206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f9026d6-5afa-4fcf-9a1d-146ab1dfea74 req-af048032-0587-4fe2-9118-1cfcb3763291 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0858800 Feb 07 13:26:02.907949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f9026d6-5afa-4fcf-9a1d-146ab1dfea74 req-46d07432-15fd-4689-8aa4-89b7a621c77c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Feb 07 13:26:04.123348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823207f-1bbc-42a0-9918-6ea871e93302 req-9e2d18d4-d739-421a-aa99-13b048adbc61 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:04.124873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c823207f-1bbc-42a0-9918-6ea871e93302 req-9e2d18d4-d739-421a-aa99-13b048adbc61 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0867896 Feb 07 13:26:04.176580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c823207f-1bbc-42a0-9918-6ea871e93302 req-6ceb3fc1-59fd-40bd-9159-591708c9381f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Feb 07 13:26:04.388517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87112d-a67c-45ac-994c-968941178235 req-50534322-2efb-46eb-a8ac-0afe85e4840f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:04.390537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e87112d-a67c-45ac-994c-968941178235 req-50534322-2efb-46eb-a8ac-0afe85e4840f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1011410 Feb 07 13:26:04.439361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e87112d-a67c-45ac-994c-968941178235 req-95881f33-3993-4f40-b5bb-fb031fb25a26 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Feb 07 13:26:04.666765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-0f57bb78-2849-4532-b34b-ea382fdd60d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3181031 Feb 07 13:26:04.691736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2c2a4-ec41-4810-9537-a4cb817abdaf req-4298a881-e076-4fbd-b346-c383ee5fb8af tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:04.694308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41b2c2a4-ec41-4810-9537-a4cb817abdaf req-4298a881-e076-4fbd-b346-c383ee5fb8af tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1055174 Feb 07 13:26:04.771539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41b2c2a4-ec41-4810-9537-a4cb817abdaf req-2b6ab70f-6403-42c4-8491-27f9f9958a31 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709717 Feb 07 13:26:04.867728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-5095202c-eb99-4fd4-8b15-1773936eee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:04.869270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-5095202c-eb99-4fd4-8b15-1773936eee14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 1097 time: 0.1052740 Feb 07 13:26:05.237626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-be703cd1-a0b7-443b-bae4-f3d50d7f7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:05.244207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-be703cd1-a0b7-443b-bae4-f3d50d7f7de0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=648db234-9eb1-4b88-9272-9ce57b9927d4 HTTP/1.1" status: 200 len: 897 time: 0.3506951 Feb 07 13:26:05.252316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0bf91-7ea6-406a-a323-d744987bd1d3 req-1970a333-6476-4dfe-8dfe-c4e392579c4a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:05.254582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64a0bf91-7ea6-406a-a323-d744987bd1d3 req-1970a333-6476-4dfe-8dfe-c4e392579c4a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.2941420 Feb 07 13:26:05.398825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64a0bf91-7ea6-406a-a323-d744987bd1d3 req-7a9999b3-4263-457a-bbf5-9e71338780ed tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781741 Feb 07 13:26:05.400616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-d293e52b-6533-4343-a6f9-74bcf4dceb71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed02e51b-94ba-4f4e-b766-150995110c90 HTTP/1.1" status: 200 len: 1001 time: 0.1447773 Feb 07 13:26:05.484484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-96c11421-a082-447e-9ef5-90276fd1d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:05.487891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-96c11421-a082-447e-9ef5-90276fd1d8c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdae26dc-7c5c-4f8e-bb66-58172bd1d238 HTTP/1.1" status: 200 len: 834 time: 0.0795219 Feb 07 13:26:05.607044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-e3facbb6-3328-41b2-a81f-686d79927de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:05.608808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-e3facbb6-3328-41b2-a81f-686d79927de9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=648db234-9eb1-4b88-9272-9ce57b9927d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162362 Feb 07 13:26:05.818140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-916451d6-29bb-40e7-b713-cfbe74eecc26 service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015474 Feb 07 13:26:05.830276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3517d7-1e22-48b1-8322-570325c5d03c req-c1c08c90-f910-4770-91f6-67051c2acb0c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:05.831647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e3517d7-1e22-48b1-8322-570325c5d03c req-c1c08c90-f910-4770-91f6-67051c2acb0c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1937273 Feb 07 13:26:05.960834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e3517d7-1e22-48b1-8322-570325c5d03c req-4e64d6fc-4ce7-49f4-9f2e-e50ce6e0f434 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104345 Feb 07 13:26:06.000160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd4d4f5f-cbc6-4659-a3c5-90f985cac4f7 req-bf0feb75-efd7-4651-b35a-300be7965f47 service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674767 Feb 07 13:26:06.196722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94da35-cf18-4807-ae59-955f35680936 req-29a0c574-ba70-4dcd-96af-404f37897da8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:06.198243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d94da35-cf18-4807-ae59-955f35680936 req-29a0c574-ba70-4dcd-96af-404f37897da8 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0958922 Feb 07 13:26:06.253622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d94da35-cf18-4807-ae59-955f35680936 req-0ef3cff8-c9bd-4b08-8805-ae5ff4f4333c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492847 Feb 07 13:26:06.460441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e34b4-8c63-4721-98c8-c5e7b0b70978 req-c7de44d9-db1b-4989-a9b4-acb3a2eb6e15 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:06.461940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-963e34b4-8c63-4721-98c8-c5e7b0b70978 req-c7de44d9-db1b-4989-a9b4-acb3a2eb6e15 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0842147 Feb 07 13:26:06.510467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-963e34b4-8c63-4721-98c8-c5e7b0b70978 req-272eb6d5-75e0-43fa-83c2-4007da7eb076 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Feb 07 13:26:06.822983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea09ae7-0a5c-4a36-9ac9-eb3e7e28d5b0 req-6a6a1d63-3f43-48ed-b9d8-8e58b8b3a735 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:06.825299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dea09ae7-0a5c-4a36-9ac9-eb3e7e28d5b0 req-6a6a1d63-3f43-48ed-b9d8-8e58b8b3a735 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1529112 Feb 07 13:26:06.883927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dea09ae7-0a5c-4a36-9ac9-eb3e7e28d5b0 req-0be3ebfc-e887-4767-bf1b-cb8470d86b2e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Feb 07 13:26:07.310988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619ccc2-664e-44d7-b3ca-9c1652bd6237 req-6c0b0cb8-ba06-4a07-96e0-f88ddb81cd6e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:07.313549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6619ccc2-664e-44d7-b3ca-9c1652bd6237 req-6c0b0cb8-ba06-4a07-96e0-f88ddb81cd6e tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1559384 Feb 07 13:26:07.360158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6619ccc2-664e-44d7-b3ca-9c1652bd6237 req-ec6b75a3-232b-455d-bbe0-b47b0527dcef tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Feb 07 13:26:07.584403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d31fc-1a38-4bae-a4de-dd04767819bb req-a3f42886-cedb-49d6-a198-4975c4fc0856 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:07.586223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a89d31fc-1a38-4bae-a4de-dd04767819bb req-a3f42886-cedb-49d6-a198-4975c4fc0856 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1133916 Feb 07 13:26:07.638213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a89d31fc-1a38-4bae-a4de-dd04767819bb req-7f808660-a08a-4f2d-b65c-3a36217a0b65 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459671 Feb 07 13:26:07.902956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36816) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:07.904265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b292a-93fc-427d-a921-e299f0e09c60 req-e23bd711-cdd5-4963-b3e8-83e8990c664c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:07.905514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-840b292a-93fc-427d-a921-e299f0e09c60 req-e23bd711-cdd5-4963-b3e8-83e8990c664c tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1141675 Feb 07 13:26:07.951015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-840b292a-93fc-427d-a921-e299f0e09c60 req-4fef8ac1-367f-40df-bda9-155f1c46509a tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Feb 07 13:26:08.140260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:08.160316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:08.164951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] Usage tracker for resource:security_group_rule and tenant:14af830141184080862f36ac695bdd73 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:08.167854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:08.173784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:08.267683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355333b9-2dc0-4c37-80d3-e5f1aa869fe3 req-00c1bdec-84ee-4017-856a-6addf468b42f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:08.269578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355333b9-2dc0-4c37-80d3-e5f1aa869fe3 req-00c1bdec-84ee-4017-856a-6addf468b42f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1012158 Feb 07 13:26:08.303931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:08.326584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-355333b9-2dc0-4c37-80d3-e5f1aa869fe3 req-0d3b9b71-ed11-4ae8-98d4-060ced346c84 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498385 Feb 07 13:26:08.371423 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:08.423998 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14af830141184080862f36ac695bdd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199435 Feb 07 13:26:08.426796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36852) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:08.430477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b16ef1-f0ea-493d-bda7-0d647c88fe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3663ef29-3651-4f3a-867e-35b70eaef03d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:08.545642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:08.592605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:08.609769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54252b0-f539-46f7-92bb-d480d019b1a7 req-5e075d1a-0b3e-4431-a089-c75d9f0be19f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:08.611256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54252b0-f539-46f7-92bb-d480d019b1a7 req-5e075d1a-0b3e-4431-a089-c75d9f0be19f tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1492085 Feb 07 13:26:08.698190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54252b0-f539-46f7-92bb-d480d019b1a7 req-71a5eaf5-5970-4f18-b4dd-508a13abf754 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753961 Feb 07 13:26:08.730310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9433d1d0-06ae-42c7-abae-9406e5e32591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:08.830987 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:08.886587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3663ef29-3651-4f3a-867e-35b70eaef03d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:08.903354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.903711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.904076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.908304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:08.925238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:08.930496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a1612964-6729-4b6a-b30e-014cdc7be144 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3663ef29-3651-4f3a-867e-35b70eaef03d HTTP/1.1" status: 204 len: 168 time: 0.4969573 Feb 07 13:26:08.956865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bf883-1fc3-47e2-a1d1-7574633410bf req-cad00670-b18f-429e-ae28-879a90ea8f5b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:08.958932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc7bf883-1fc3-47e2-a1d1-7574633410bf req-cad00670-b18f-429e-ae28-879a90ea8f5b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.1203358 Feb 07 13:26:09.008842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc7bf883-1fc3-47e2-a1d1-7574633410bf req-80a26ccd-56b5-4be7-b187-d4cbec996572 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Feb 07 13:26:09.209191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c3dd8-e5d8-4970-9b0f-573c9e73e2f5 req-ed2c3a3a-f62a-4d91-a7fa-87dbe5b44672 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:09.210682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c41c3dd8-e5d8-4970-9b0f-573c9e73e2f5 req-ed2c3a3a-f62a-4d91-a7fa-87dbe5b44672 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0791261 Feb 07 13:26:09.254116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c41c3dd8-e5d8-4970-9b0f-573c9e73e2f5 req-3a0a0635-247d-4f1a-8a10-a092d23e7ecd tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Feb 07 13:26:11.588260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f27f67d7-b57a-4a1e-9860-a5ddd4fabf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:12.363618 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:12.372777 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:13.771669 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:15.003228 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:26:15.117188 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:15.507541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd45da-1c13-412f-9ef7-055f1ea09cde req-be46c89b-3aef-4581-b4ae-2012872a9b09 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:15.509043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3fd45da-1c13-412f-9ef7-055f1ea09cde req-be46c89b-3aef-4581-b4ae-2012872a9b09 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.2042274 Feb 07 13:26:15.554279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3fd45da-1c13-412f-9ef7-055f1ea09cde req-d2b9ad5e-4ce4-4fa2-a33c-f37bc14b68e0 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Feb 07 13:26:16.759069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4ea6-2673-4b17-9948-625c3aecfe29 req-5dcc387a-5526-4905-815a-50b76d254780 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:16.761120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12be4ea6-2673-4b17-9948-625c3aecfe29 req-5dcc387a-5526-4905-815a-50b76d254780 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0957451 Feb 07 13:26:16.812840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12be4ea6-2673-4b17-9948-625c3aecfe29 req-fde018e6-72b8-4d94-8efd-28ba2b3b36ae tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/security-groups?id=d01b5d65-47c9-4814-b8c8-ca6808800221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Feb 07 13:26:16.900959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-c843a017-9120-4acf-b713-b79d52d7c0e5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:16.902399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-c843a017-9120-4acf-b713-b79d52d7c0e5 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 946 time: 0.0881543 Feb 07 13:26:16.977770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Deleting port 5c375296-f1a3-476d-8247-ccee591acb80 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:26:16.978043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:17.249804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] For port 5c375296-f1a3-476d-8247-ccee591acb80, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=5c375296-f1a3-476d-8247-ccee591acb80,segment=NetworkSegment(42a9dc80-73ad-4591-b755-4f44a935d22c),segment_id=42a9dc80-73ad-4591-b755-4f44a935d22c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:26:17.250167 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:17.381064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Calling delete_port for 5c375296-f1a3-476d-8247-ccee591acb80 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:26:17.607129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:17.620345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['5c375296-f1a3-476d-8247-ccee591acb80'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:26:17.685540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Pushing event deleted for resources: {'Port': ['ID=5c375296-f1a3-476d-8247-ccee591acb80,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:17.781337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] No DVR routers for this DVR port 5c375296-f1a3-476d-8247-ccee591acb80 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:26:17.783777 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:17.787016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-deleted', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:26:17.871990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d798b93a-3520-4bb4-a9e7-618edfb54262 req-5d7fb63e-2ceb-45c1-875e-cf946daaee62 tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.35 "DELETE /v2.0/ports/5c375296-f1a3-476d-8247-ccee591acb80 HTTP/1.1" status: 204 len: 173 time: 0.9643781 Feb 07 13:26:17.983684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9f2642b7-a22e-47d1-91b4-65c5cf2cd9ba req-3aebe34d-6808-4fd8-93f9-2cc2986abb4b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Synchronizing usage tracker for tenant:54f7aa79d7144abd8fcd6ac6491ad3ff on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:26:18.041147 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc77325-8d4e-48cc-84bf-4d0e919f36f0', 'name': 'network-vif-deleted', 'tag': '5c375296-f1a3-476d-8247-ccee591acb80', 'status': 'completed', 'code': 200} Feb 07 13:26:18.134045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9f2642b7-a22e-47d1-91b4-65c5cf2cd9ba req-3aebe34d-6808-4fd8-93f9-2cc2986abb4b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] Unset dirty status for tenant:54f7aa79d7144abd8fcd6ac6491ad3ff on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:26:18.135241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f2642b7-a22e-47d1-91b4-65c5cf2cd9ba req-3aebe34d-6808-4fd8-93f9-2cc2986abb4b tempest-ServersNegativeTestJSON-36617745 tempest-ServersNegativeTestJSON-36617745-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddc77325-8d4e-48cc-84bf-4d0e919f36f0 HTTP/1.1" status: 200 len: 210 time: 0.2001882 Feb 07 13:26:19.230697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37288) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:19.290766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2beba8ee-604a-4343-8410-2cc92ea0070f admin admin] Deleting subnet 2ac02409-4358-48b9-90af-9007d407fc61 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:26:19.293675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2beba8ee-604a-4343-8410-2cc92ea0070f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.343080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2beba8ee-604a-4343-8410-2cc92ea0070f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.401864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2beba8ee-604a-4343-8410-2cc92ea0070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.583861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2beba8ee-604a-4343-8410-2cc92ea0070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.621971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beba8ee-604a-4343-8410-2cc92ea0070f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac02409-4358-48b9-90af-9007d407fc61,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:19.626612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2beba8ee-604a-4343-8410-2cc92ea0070f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.639003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2beba8ee-604a-4343-8410-2cc92ea0070f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2ac02409-4358-48b9-90af-9007d407fc61 HTTP/1.1" status: 204 len: 168 time: 0.4072044 Feb 07 13:26:19.641587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37304) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:19.756480 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.884812 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.915653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e078df9-96b4-4dde-863f-1a2f7d99b17b']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:19.929671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a9dc80-73ad-4591-b755-4f44a935d22c') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:19.929969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a9dc80-73ad-4591-b755-4f44a935d22c') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:19.941391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.960618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.967000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:26:19.967396 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:26:19.988196 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:26:20.248120 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:20.268516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:20.278604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e078df9-96b4-4dde-863f-1a2f7d99b17b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:20.281172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-78a20712-7271-4b3c-9be3-3a15692e1a25 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3e078df9-96b4-4dde-863f-1a2f7d99b17b HTTP/1.1" status: 204 len: 168 time: 0.6384871 Feb 07 13:26:20.769325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37346) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:20.817745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f949d375-fd34-4ecc-b99b-95baab46c19f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54f7aa79d7144abd8fcd6ac6491ad3ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472682 Feb 07 13:26:20.820935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37354) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:20.889019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18e69578-3d58-45f3-abc1-419be846d4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:20.929217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18e69578-3d58-45f3-abc1-419be846d4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:21.085462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18e69578-3d58-45f3-abc1-419be846d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:21.100182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e69578-3d58-45f3-abc1-419be846d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b5d65-47c9-4814-b8c8-ca6808800221,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:21.108251 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18e69578-3d58-45f3-abc1-419be846d4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:21.111703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-18e69578-3d58-45f3-abc1-419be846d4a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d01b5d65-47c9-4814-b8c8-ca6808800221 HTTP/1.1" status: 204 len: 168 time: 0.2875092 Feb 07 13:26:21.667319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:26:21.708206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 5c375296-f1a3-476d-8247-ccee591acb80 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:26:21.708864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 5c375296-f1a3-476d-8247-ccee591acb80 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:26:22.473161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:22.595139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1408565124-network', 'tenant_id': '942f2304a9bd48839264c1e83f018996'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:22.600794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:22.605348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Usage tracker for resource:network and tenant:942f2304a9bd48839264c1e83f018996 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:22.609655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:22.619213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:22.737176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Made reservation on behalf of 942f2304a9bd48839264c1e83f018996 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:26:22.739549 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:22.752976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:22.767819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:22.771663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Usage tracker for resource:security_group_rule and tenant:942f2304a9bd48839264c1e83f018996 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:22.774445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:22.780267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:22.865081 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:22.936720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:22.967493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:26:22.975797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df79a974-fde4-466f-a857-7f10dca0a0c4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:22.982138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:22.993222 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Added segment 0c8c4659-401e-48ed-8e9a-57c58f55bfd0 of type vlan for network 16ecf607-a9de-4306-bc3a-97c455716456 Feb 07 13:26:23.009352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:23.219524 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:23.220588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:23.221184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:23.326744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] Pushing event updated for resources: {'Network': ['ID=16ecf607-a9de-4306-bc3a-97c455716456,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:23.340694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 16ecf607-a9de-4306-bc3a-97c455716456 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:26:23.517342 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d7906405-62c8-4d40-b6a9-0a241cbf3383 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0430441 Feb 07 13:26:23.533728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37470) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:23.541523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Request body: {'subnet': {'network_id': '16ecf607-a9de-4306-bc3a-97c455716456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1408565124-subnet', 'tenant_id': '942f2304a9bd48839264c1e83f018996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:23.547196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:23.551554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Usage tracker for resource:subnet and tenant:942f2304a9bd48839264c1e83f018996 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:23.555224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:23.561999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:23.702709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Made reservation on behalf of 942f2304a9bd48839264c1e83f018996 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:26:23.705535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:24.022797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:24.205513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56556bfd-1452-4b95-bb46-ad9615a6c07d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:24.207692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Checking segment: {'id': '0c8c4659-401e-48ed-8e9a-57c58f55bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ecf607-a9de-4306-bc3a-97c455716456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:26:24.208083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Network hostable DHCP agents. Network: 16ecf607-a9de-4306-bc3a-97c455716456, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:26:24.322205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Network 16ecf607-a9de-4306-bc3a-97c455716456 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:26:24.433740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 16ecf607-a9de-4306-bc3a-97c455716456) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:26:24.438179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:24.438767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:24.444860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b0815-a00b-44d5-ab22-b821e8a038d1 None None] Network 16ecf607-a9de-4306-bc3a-97c455716456 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:26:24.572461 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-161cd6fb-f796-4474-bc48-ccc4c88e85c8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0373726 Feb 07 13:26:24.716758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c5c6e-da44-4143-b434-f72aedeb80da None None] Network 16ecf607-a9de-4306-bc3a-97c455716456 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:26:24.780792 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:25.376433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37544) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:25.382293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1606460732-network', 'tenant_id': '0d1b5eb2af7c437c92fa173c154928c1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:25.387381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:25.392201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Usage tracker for resource:network and tenant:0d1b5eb2af7c437c92fa173c154928c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:25.394400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:25.400933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:25.474980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Made reservation on behalf of 0d1b5eb2af7c437c92fa173c154928c1 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:26:25.477420 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:25.495820 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:25.521084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:25.526016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1b5eb2af7c437c92fa173c154928c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:25.535693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:25.535693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:25.620355 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:25.790723 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:25.821037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:26:25.829215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b383c5ad-17ba-41b8-9117-c761c95287da,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:25.836092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:25.836435 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Added segment b6c89bde-fb46-4281-a121-fcc00f5d8b55 of type vlan for network d92353a6-fd30-492e-b33f-f0c5e988bd61 Feb 07 13:26:25.863125 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:25.979471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:25.985867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:25.985867 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:26.098944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=d92353a6-fd30-492e-b33f-f0c5e988bd61,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:26.109092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network d92353a6-fd30-492e-b33f-f0c5e988bd61 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:26:26.189118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bd5b121f-542d-460c-a44f-ec980470fdc4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8114269 Feb 07 13:26:26.191526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37580) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:26.203901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Request body: {'subnet': {'network_id': 'd92353a6-fd30-492e-b33f-f0c5e988bd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1606460732-subnet', 'tenant_id': '0d1b5eb2af7c437c92fa173c154928c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:26.203901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:26.206724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Usage tracker for resource:subnet and tenant:0d1b5eb2af7c437c92fa173c154928c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:26.210619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:26.217483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:26.327968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Made reservation on behalf of 0d1b5eb2af7c437c92fa173c154928c1 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:26:26.330348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:26.791243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:26.873264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2b0b70-dbaf-4f70-8ffe-74d2ce87ca2f,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:26.882638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Checking segment: {'id': 'b6c89bde-fb46-4281-a121-fcc00f5d8b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd92353a6-fd30-492e-b33f-f0c5e988bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:26:26.882993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Network hostable DHCP agents. Network: d92353a6-fd30-492e-b33f-f0c5e988bd61, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:26:27.022977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Network d92353a6-fd30-492e-b33f-f0c5e988bd61 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:26:27.178893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, d92353a6-fd30-492e-b33f-f0c5e988bd61) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:26:27.182805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:27.183479 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:27.188088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae63951-9ecb-4c4c-8634-ae3cf0bf46aa None None] Network d92353a6-fd30-492e-b33f-f0c5e988bd61 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:26:27.402045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a448f-42ab-443b-b9f8-3d89cee21a8b None None] Network d92353a6-fd30-492e-b33f-f0c5e988bd61 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:26:27.426687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f94200a4-8293-48b2-b22c-04d5bcf7eb14 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2273421 Feb 07 13:26:28.031846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ee34e-d0c1-4719-8787-a83da670db76 req-e9eb8f2b-1f38-471d-bdea-0eddd8bafe7b tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:28.033330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-e9eb8f2b-1f38-471d-bdea-0eddd8bafe7b tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/networks?id=16ecf607-a9de-4306-bc3a-97c455716456 HTTP/1.1" status: 200 len: 825 time: 0.1523633 Feb 07 13:26:28.048957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-7e555ccc-d25b-46dd-89a7-6df10a202669 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/quotas/942f2304a9bd48839264c1e83f018996 HTTP/1.1" status: 200 len: 375 time: 0.0093827 Feb 07 13:26:28.096553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-71292d0b-3fb1-4026-8a39-9a9894757e35 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=942f2304a9bd48839264c1e83f018996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409074 Feb 07 13:26:28.246030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-2799afde-c776-4c33-b50f-3fca2f420e06 service neutron] 10.222.0.69 "GET /v2.0/networks/16ecf607-a9de-4306-bc3a-97c455716456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425750 Feb 07 13:26:28.383037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-3c62242f-0647-448d-9458-0dda7789cb41 service neutron] 10.222.0.69 "GET /v2.0/networks/16ecf607-a9de-4306-bc3a-97c455716456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300128 Feb 07 13:26:28.713845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58a1a910-957a-4972-ab50-92d824cf2350 req-00a1aaec-f460-4b96-b79e-ba76cb44c04b tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 210 time: 0.0575159 Feb 07 13:26:29.814047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e292217-7744-417c-b74d-c6b554371087 req-e5959a4e-f534-4dbd-96b9-0bcce47bdd03 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 210 time: 0.0421929 Feb 07 13:26:30.967931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29a52410-2805-47bd-8e4b-874de357b4fa req-26ac1df0-12ab-4daa-aea6-18bcaa34366a tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 210 time: 0.0444705 Feb 07 13:26:31.723355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ee34e-d0c1-4719-8787-a83da670db76 req-7e01a800-1bc5-4872-98c3-799ce8ff7f0b tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:31.724833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-7e01a800-1bc5-4872-98c3-799ce8ff7f0b tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.35 "GET /v2.0/networks?id=16ecf607-a9de-4306-bc3a-97c455716456 HTTP/1.1" status: 200 len: 825 time: 0.1645026 Feb 07 13:26:31.735694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Request body: {'port': {'device_id': 'd7963b1c-9cd5-4128-9a08-27f15ddf63f7', 'network_id': '16ecf607-a9de-4306-bc3a-97c455716456', 'admin_state_up': True, 'tenant_id': '942f2304a9bd48839264c1e83f018996'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:31.892444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:31.898913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Usage tracker for resource:port and tenant:942f2304a9bd48839264c1e83f018996 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:31.902892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:31.913958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:32.014358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Made reservation on behalf of 942f2304a9bd48839264c1e83f018996 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:26:32.018488 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:32.188014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e3d67f9-4eb5-4709-806e-40ac06675837 req-f4465818-a9fd-44f1-9b3f-568fcecd9a91 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 210 time: 0.0603702 Feb 07 13:26:32.262775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Allocated IP 172.20.0.9 (16ecf607-a9de-4306-bc3a-97c455716456/56556bfd-1452-4b95-bb46-ad9615a6c07d/12db88b5-96b7-4fe8-8689-aad61de588fd) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:26:32.424449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37738) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:32.484238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:32.531343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e3ed85-aba3-4de5-ab81-ede4ed97b248 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:32.531836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e3ed85-aba3-4de5-ab81-ede4ed97b248 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:32.532344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e3ed85-aba3-4de5-ab81-ede4ed97b248 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:32.534161 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f5e3ed85-aba3-4de5-ab81-ede4ed97b248 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=0df19d2b50784eafa298215af2aa58df&network_id=648db234-9eb1-4b88-9272-9ce57b9927d4 HTTP/1.1" status: 200 len: 2970 time: 0.1087310 Feb 07 13:26:32.614205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:32.692454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Network 16ecf607-a9de-4306-bc3a-97c455716456 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:26:32.694637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:26:32.699501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:26:32.737397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Pushing event updated for resources: {'Port': ['ID=12db88b5-96b7-4fe8-8689-aad61de588fd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:32.788384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:32.789236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:32.905811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-0c4285ab-1a33-4459-b85f-1641ef0171b5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1735196 Feb 07 13:26:32.917878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Request body: {'port': {'device_id': 'd7963b1c-9cd5-4128-9a08-27f15ddf63f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:33.033005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:33.589286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12db88b5-96b7-4fe8-8689-aad61de588fd {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:26:33.600372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2ca78-d8b9-4d16-8806-dde87069a8a4 req-adc80a24-3d62-4ca0-a2e7-032239e73ccc tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:33.601137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b3e2ca78-d8b9-4d16-8806-dde87069a8a4 req-adc80a24-3d62-4ca0-a2e7-032239e73ccc tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Synchronizing usage tracker for tenant:942f2304a9bd48839264c1e83f018996 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:26:33.607897 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:33.641913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Transition to ACTIVE for port object 12db88b5-96b7-4fe8-8689-aad61de588fd will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:26:33.775171 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:33.820777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b3e2ca78-d8b9-4d16-8806-dde87069a8a4 req-adc80a24-3d62-4ca0-a2e7-032239e73ccc tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Unset dirty status for tenant:942f2304a9bd48839264c1e83f018996 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:26:33.820777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2ca78-d8b9-4d16-8806-dde87069a8a4 req-adc80a24-3d62-4ca0-a2e7-032239e73ccc tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 931 time: 0.3842320 Feb 07 13:26:33.941396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Pushing event updated for resources: {'Port': ['ID=12db88b5-96b7-4fe8-8689-aad61de588fd,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:34.016330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3e2ca78-d8b9-4d16-8806-dde87069a8a4 req-cd4a376d-6e61-4c8e-8dba-6ff3d033b6c5 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806483 Feb 07 13:26:34.057828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Attempting to bind port 12db88b5-96b7-4fe8-8689-aad61de588fd on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:26:34.058483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Attempting to bind port 12db88b5-96b7-4fe8-8689-aad61de588fd by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '0c8c4659-401e-48ed-8e9a-57c58f55bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ecf607-a9de-4306-bc3a-97c455716456'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:26:34.058483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Attempting to bind port 12db88b5-96b7-4fe8-8689-aad61de588fd on network 16ecf607-a9de-4306-bc3a-97c455716456 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:26:34.063715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Port 12db88b5-96b7-4fe8-8689-aad61de588fd on network 16ecf607-a9de-4306-bc3a-97c455716456 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:26:34.063715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Attempting to bind port 12db88b5-96b7-4fe8-8689-aad61de588fd on network 16ecf607-a9de-4306-bc3a-97c455716456 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:26:34.068255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:26:34.068593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Checking segment: {'id': '0c8c4659-401e-48ed-8e9a-57c58f55bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ecf607-a9de-4306-bc3a-97c455716456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:26:34.069041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Bound using segment: {'id': '0c8c4659-401e-48ed-8e9a-57c58f55bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ecf607-a9de-4306-bc3a-97c455716456'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:26:34.069462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Bound port: 12db88b5-96b7-4fe8-8689-aad61de588fd, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8c4659-401e-48ed-8e9a-57c58f55bfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ecf607-a9de-4306-bc3a-97c455716456'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:26:34.069809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:34.159933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] For port 12db88b5-96b7-4fe8-8689-aad61de588fd, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:26:34.164596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] For port 12db88b5-96b7-4fe8-8689-aad61de588fd, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=12db88b5-96b7-4fe8-8689-aad61de588fd,segment=NetworkSegment(0c8c4659-401e-48ed-8e9a-57c58f55bfd0),segment_id=0c8c4659-401e-48ed-8e9a-57c58f55bfd0)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:26:34.240228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:34.305661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:34.306273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:34.308185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] 10.222.0.35 "PUT /v2.0/ports/12db88b5-96b7-4fe8-8689-aad61de588fd HTTP/1.1" status: 200 len: 1091 time: 1.3944042 Feb 07 13:26:34.308613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7963b1c-9cd5-4128-9a08-27f15ddf63f7', 'tag': '12db88b5-96b7-4fe8-8689-aad61de588fd'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:26:34.327681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc4b08-2ff0-4757-9475-c91f1ffb756b service neutron] Pushing event updated for resources: {'Port': ['ID=12db88b5-96b7-4fe8-8689-aad61de588fd,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:34.362489 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7963b1c-9cd5-4128-9a08-27f15ddf63f7', 'tag': '12db88b5-96b7-4fe8-8689-aad61de588fd', 'status': 'completed', 'code': 200} Feb 07 13:26:34.457147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c827f1-ca1e-49e2-a0dc-1bb99274efe5 req-abe64e47-bd50-4b14-bd52-dece9332fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:34.458661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6c827f1-ca1e-49e2-a0dc-1bb99274efe5 req-abe64e47-bd50-4b14-bd52-dece9332fd72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=942f2304a9bd48839264c1e83f018996&device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 1094 time: 0.0749485 Feb 07 13:26:34.606961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c827f1-ca1e-49e2-a0dc-1bb99274efe5 req-9b3846ce-cb53-4c10-baa3-d743d6fb2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:34.608531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6c827f1-ca1e-49e2-a0dc-1bb99274efe5 req-9b3846ce-cb53-4c10-baa3-d743d6fb2fa5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=942f2304a9bd48839264c1e83f018996&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1434913 Feb 07 13:26:34.772704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c827f1-ca1e-49e2-a0dc-1bb99274efe5 req-f817f051-7c99-408e-b088-15988d679217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:34.774373 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6c827f1-ca1e-49e2-a0dc-1bb99274efe5 req-f817f051-7c99-408e-b088-15988d679217 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1598988 Feb 07 13:26:34.889179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ee34e-d0c1-4719-8787-a83da670db76 req-253c8ea0-19ad-4535-bed9-2cdc3d298291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:34.890677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-253c8ea0-19ad-4535-bed9-2cdc3d298291 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=942f2304a9bd48839264c1e83f018996&device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 1094 time: 0.0796831 Feb 07 13:26:34.961826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-1fe5ca94-64f3-4466-a44e-0d23488138b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12db88b5-96b7-4fe8-8689-aad61de588fd HTTP/1.1" status: 200 len: 217 time: 0.0648549 Feb 07 13:26:35.031946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ee34e-d0c1-4719-8787-a83da670db76 req-3ed7a0f6-1280-44cc-ae40-ceaa9a84b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:35.033496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-3ed7a0f6-1280-44cc-ae40-ceaa9a84b839 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56556bfd-1452-4b95-bb46-ad9615a6c07d HTTP/1.1" status: 200 len: 865 time: 0.0666344 Feb 07 13:26:35.129418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-7260eb0d-fe5a-4a87-a703-f99b478cbe31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16ecf607-a9de-4306-bc3a-97c455716456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546722 Feb 07 13:26:35.304141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-b4a788ac-711e-4647-be60-db8e18ea56ff service neutron] 10.222.0.35 "GET /v2.0/networks/16ecf607-a9de-4306-bc3a-97c455716456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018142 Feb 07 13:26:35.315308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0e6d9-bea1-4cf2-8a83-0b54cac9bc06 req-a525391c-9bec-412b-b6bc-d56bce3b8432 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:35.316753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2e0e6d9-bea1-4cf2-8a83-0b54cac9bc06 req-a525391c-9bec-412b-b6bc-d56bce3b8432 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 943 time: 0.1340473 Feb 07 13:26:35.613991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2e0e6d9-bea1-4cf2-8a83-0b54cac9bc06 req-33831054-9d4f-41d8-8e36-e585f3909fe6 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193744 Feb 07 13:26:35.613991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-149ee34e-d0c1-4719-8787-a83da670db76 req-4e675720-efd4-4209-9d12-9146335d73f2 service neutron] 10.222.0.35 "GET /v2.0/networks/16ecf607-a9de-4306-bc3a-97c455716456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713807 Feb 07 13:26:36.096016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37810) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:36.156881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e17f8c-ea2d-479e-b3ef-f5d617c5a904 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:36.158647 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-71e17f8c-ea2d-479e-b3ef-f5d617c5a904 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 814 time: 0.0615678 Feb 07 13:26:36.798871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca87705-6dc8-4f92-a583-8171b38f1c3f req-1d7f354c-d423-4c92-91d1-50b7a895dea1 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:36.800389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ca87705-6dc8-4f92-a583-8171b38f1c3f req-1d7f354c-d423-4c92-91d1-50b7a895dea1 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 943 time: 0.0870557 Feb 07 13:26:36.865141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ca87705-6dc8-4f92-a583-8171b38f1c3f req-e69736b1-90db-415c-b8e5-35855ef3cb06 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Feb 07 13:26:37.510443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37852) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:37.516319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'network': {'name': 'tempest-network-smoke--467992262', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:37.522818 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:37.526865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:network and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:37.529803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:37.535741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:37.673747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:26:37.681428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:37.732307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:26:37.742497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:37.742928 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Added segment 5d4b59e5-4ef5-4ff0-9516-fafa9892b361 of type vlan for network 123cda46-3007-4627-8f04-64208b4954a0 Feb 07 13:26:37.785886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:37.925115 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:37.932652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:37.933753 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:38.104930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb4a5b-9d7d-4db2-add5-082824f28185 req-70cb0d27-19b8-4606-8fa3-c8d0433c128e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:38.106515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7afb4a5b-9d7d-4db2-add5-082824f28185 req-70cb0d27-19b8-4606-8fa3-c8d0433c128e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 943 time: 0.1136928 Feb 07 13:26:38.107093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Network': ['ID=123cda46-3007-4627-8f04-64208b4954a0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:38.118128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 123cda46-3007-4627-8f04-64208b4954a0 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:26:38.159319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7afb4a5b-9d7d-4db2-add5-082824f28185 req-bf46d05e-8a44-4e7d-9e4e-cff1b34b8b90 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443506 Feb 07 13:26:38.185498 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cb0efedd-e914-401a-96f0-5c920f0edf6e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6738875 Feb 07 13:26:38.191903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37874) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:38.271503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee2a6e-daa4-455e-8496-48a6a62eefe3 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:38.273064 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c7ee2a6e-daa4-455e-8496-48a6a62eefe3 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=0df19d2b50784eafa298215af2aa58df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0801654 Feb 07 13:26:38.276008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37880) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:38.406399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861f696-4c0d-4497-bb8a-0f36b65dc07e tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:38.410280 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a861f696-4c0d-4497-bb8a-0f36b65dc07e tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309280 Feb 07 13:26:38.410862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37884) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:38.451874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-99251ad2-4e33-44b9-949b-4a2a450294f4 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397773 Feb 07 13:26:38.454542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37890) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:38.500786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7c0a2a5b-a36f-47e4-9e84-7f6aed012da5 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=0df19d2b50784eafa298215af2aa58df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452132 Feb 07 13:26:38.503289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37896) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:38.667512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e54b7a-0391-4a60-b172-12afc4e1f9e2 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:38.671947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37902) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:38.672442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b9e54b7a-0391-4a60-b172-12afc4e1f9e2 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1677723 Feb 07 13:26:38.744700 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8b46d749-868c-4695-b3e2-cac633fbb4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:38.762187 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e72671c7-21f8-4712-8687-cb58fcdcace3 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887811 Feb 07 13:26:38.764720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37912) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:38.770813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180348807', 'network_id': '123cda46-3007-4627-8f04-64208b4954a0', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:38.883485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:38.887312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:subnet and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:38.890342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:38.895787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:38.965464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:26:38.969161 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:39.321527 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:39.427709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Subnet': ['ID=4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:39.442362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Checking segment: {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:26:39.442722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network hostable DHCP agents. Network: 123cda46-3007-4627-8f04-64208b4954a0, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:26:39.463744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d80eac-5da8-4f30-b551-f6ca1cf8703a req-12e740dc-071a-4803-a424-df152166e472 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:39.465245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01d80eac-5da8-4f30-b551-f6ca1cf8703a req-12e740dc-071a-4803-a424-df152166e472 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 943 time: 0.1838818 Feb 07 13:26:39.514144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01d80eac-5da8-4f30-b551-f6ca1cf8703a req-61431556-ef5a-4217-b29f-86df2c0f4483 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Feb 07 13:26:39.785546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 12db88b5-96b7-4fe8-8689-aad61de588fd details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:26:39.897949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 123cda46-3007-4627-8f04-64208b4954a0 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:26:39.944532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 12db88b5-96b7-4fe8-8689-aad61de588fd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=12db88b5-96b7-4fe8-8689-aad61de588fd,segment=NetworkSegment(0c8c4659-401e-48ed-8e9a-57c58f55bfd0),segment_id=0c8c4659-401e-48ed-8e9a-57c58f55bfd0)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:26:39.958871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '12db88b5-96b7-4fe8-8689-aad61de588fd', 'network_id': '16ecf607-a9de-4306-bc3a-97c455716456', 'port_id': '12db88b5-96b7-4fe8-8689-aad61de588fd', 'mac_address': 'fa:16:3e:65:d8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56556bfd-1452-4b95-bb46-ad9615a6c07d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:26:40.023122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 123cda46-3007-4627-8f04-64208b4954a0) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:26:40.027515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:40.028683 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:40.043690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eed894-2dde-459f-916a-7440bb472ef3 None None] Network 123cda46-3007-4627-8f04-64208b4954a0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:26:40.109329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:40.137326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e21e0c14-4a7d-48df-ae7c-689b6a374f0e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3713362 Feb 07 13:26:40.139895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12db88b5-96b7-4fe8-8689-aad61de588fd {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:26:40.168304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 12db88b5-96b7-4fe8-8689-aad61de588fd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=12db88b5-96b7-4fe8-8689-aad61de588fd,segment=NetworkSegment(0c8c4659-401e-48ed-8e9a-57c58f55bfd0),segment_id=0c8c4659-401e-48ed-8e9a-57c58f55bfd0)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:26:40.259918 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:40.362112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-123cda46-3007-4627-8f04-64208b4954a0', 'network_id': '123cda46-3007-4627-8f04-64208b4954a0', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ips': [{'subnet_id': '4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:26:40.362929 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:40.432559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=12db88b5-96b7-4fe8-8689-aad61de588fd,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:40.444493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.444845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.445182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.445518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.445844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.446169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.446492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.446812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.447152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.447452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.447772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.448128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:40.521445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['12db88b5-96b7-4fe8-8689-aad61de588fd'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:26:40.625055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Allocated IP 172.20.0.18 (123cda46-3007-4627-8f04-64208b4954a0/4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f/9b404b5f-91ab-417d-91b9-b9363f67757b) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:26:40.719569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37948) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:40.736586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541175975', 'description': 'tempest-secgroup-smoke-1541175975 description', 'project_id': '0df19d2b50784eafa298215af2aa58df'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:40.750870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:40.770677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:40.853398 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:40.878745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f67ae-05fb-463a-8266-fbd9a95b6785 req-5a6902f8-13a8-4861-8f11-69ff8d2cc033 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:40.892298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:40.892811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce2f67ae-05fb-463a-8266-fbd9a95b6785 req-5a6902f8-13a8-4861-8f11-69ff8d2cc033 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 944 time: 0.2268796 Feb 07 13:26:40.904137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:40.908164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:40.920086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:40.976077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce2f67ae-05fb-463a-8266-fbd9a95b6785 req-3bf491fc-3516-4d12-825f-25e400bb5c8c tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813677 Feb 07 13:26:41.021597 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.070054 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.080093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Transition to ACTIVE for port object 9b404b5f-91ab-417d-91b9-b9363f67757b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:26:41.098260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Transition to ACTIVE for port object 9b404b5f-91ab-417d-91b9-b9363f67757b will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:26:41.113822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.161825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92d658-f79f-47d6-9da9-46379f21549f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:41.190716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.262957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Network 123cda46-3007-4627-8f04-64208b4954a0 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:26:41.266042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.266310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:26:41.274778 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2f384239-df8d-4983-b30b-4cd172457ef0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5459051 Feb 07 13:26:41.278397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37964) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:41.280517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:26:41.281639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Pushing event updated for resources: {'Port': ['ID=9b404b5f-91ab-417d-91b9-b9363f67757b,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:41.285775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': 'ab92d658-f79f-47d6-9da9-46379f21549f', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:41.308708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:41.313062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:41.316702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:41.324243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:41.388790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Attempting to bind port 9b404b5f-91ab-417d-91b9-b9363f67757b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:26:41.389208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Attempting to bind port 9b404b5f-91ab-417d-91b9-b9363f67757b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:26:41.389568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Attempting to bind port 9b404b5f-91ab-417d-91b9-b9363f67757b on network 123cda46-3007-4627-8f04-64208b4954a0 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:26:41.394967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:26:41.395345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Checking segment: {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:26:41.396006 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.396414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Bound using segment: {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:26:41.397582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Bound port: 9b404b5f-91ab-417d-91b9-b9363f67757b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:26:41.398014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.486638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.504849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] For port 9b404b5f-91ab-417d-91b9-b9363f67757b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:26:41.508570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] For port 9b404b5f-91ab-417d-91b9-b9363f67757b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b404b5f-91ab-417d-91b9-b9363f67757b,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:26:41.559952 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.664648 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d1f17e95-1a69-4939-a2a3-42c989eb5d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.750426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.750521 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.782272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b3aacf-eb5a-40e9-90f8-9f8eb6cf6b16,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:41.816943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 12db88b5-96b7-4fe8-8689-aad61de588fd up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:26:41.911393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5492e0b-4ca0-41c6-9e67-7402129f229b None None] Pushing event updated for resources: {'Port': ['ID=9b404b5f-91ab-417d-91b9-b9363f67757b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:41.919673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:41.922590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-567e92c4-7c93-49ef-85b4-ad946882314c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6492600 Feb 07 13:26:41.923698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37978) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:41.942418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': 'ab92d658-f79f-47d6-9da9-46379f21549f', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:41.952330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:41.960631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:41.968754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:41.986221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:42.025110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 12db88b5-96b7-4fe8-8689-aad61de588fd completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:26:42.031523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 12db88b5-96b7-4fe8-8689-aad61de588fd triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:26:42.032194 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.171524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.238656 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.273539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7963b1c-9cd5-4128-9a08-27f15ddf63f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12db88b5-96b7-4fe8-8689-aad61de588fd'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:26:42.290648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 12db88b5-96b7-4fe8-8689-aad61de588fd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=12db88b5-96b7-4fe8-8689-aad61de588fd,segment=NetworkSegment(0c8c4659-401e-48ed-8e9a-57c58f55bfd0),segment_id=0c8c4659-401e-48ed-8e9a-57c58f55bfd0)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:26:42.311082 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.326989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c567a10-18ad-4e66-9f2d-3c89fd34e1cc req-b463094d-069a-4f0a-a157-daf9f8d05c8e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:42.328649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c567a10-18ad-4e66-9f2d-3c89fd34e1cc req-b463094d-069a-4f0a-a157-daf9f8d05c8e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 944 time: 0.2350612 Feb 07 13:26:42.343087 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7963b1c-9cd5-4128-9a08-27f15ddf63f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12db88b5-96b7-4fe8-8689-aad61de588fd', 'code': 200} Feb 07 13:26:42.361749 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.386894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c567a10-18ad-4e66-9f2d-3c89fd34e1cc req-8191ffef-794d-4546-9a26-835545179182 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522625 Feb 07 13:26:42.440373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.478427 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.500328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.551393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=12db88b5-96b7-4fe8-8689-aad61de588fd,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:42.551681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e7022f-7566-4bc6-816a-1040824388e3,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:42.579336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508fbcc-c2e1-48da-b548-f68af5a096ce req-2491da71-0fbf-4071-a071-84d9fb0808b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:42.580878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f508fbcc-c2e1-48da-b548-f68af5a096ce req-2491da71-0fbf-4071-a071-84d9fb0808b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 1096 time: 0.1594710 Feb 07 13:26:42.622781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f508fbcc-c2e1-48da-b548-f68af5a096ce req-a77e632a-5bc3-44c1-8695-2ca1acf5a865 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356877 Feb 07 13:26:42.659449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.660714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9e4534cf-f02e-4180-b1ea-75479ec2a480 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7345953 Feb 07 13:26:42.663690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38000) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:42.671053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': 'ab92d658-f79f-47d6-9da9-46379f21549f', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:42.679673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:42.684571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:42.687758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:42.699499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:42.806351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b404b5f-91ab-417d-91b9-b9363f67757b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:26:42.848710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.926369 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:42.957530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9b404b5f-91ab-417d-91b9-b9363f67757b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:26:43.047739 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:43.073936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3182c5ed-330b-42d3-bd7e-7194a81fe643,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:43.217990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:43.221921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f7e0f0dd-02e5-4a76-923f-b56bf926f525 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5542886 Feb 07 13:26:43.222146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 38018) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:43.227918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': 'ab92d658-f79f-47d6-9da9-46379f21549f', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:43.234622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:43.239325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:43.244203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:43.257960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:43.290405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c4080c-c1bb-4022-a797-22f2d82caf51 None None] Network 123cda46-3007-4627-8f04-64208b4954a0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:26:43.380620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:43.511514 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:43.526728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ae32f20b-58b3-4b0a-818e-101b38d84a84 None None] Provisioning for port 9b404b5f-91ab-417d-91b9-b9363f67757b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:26:43.539392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ae32f20b-58b3-4b0a-818e-101b38d84a84 None None] Provisioning complete for port 9b404b5f-91ab-417d-91b9-b9363f67757b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:26:43.540057 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae32f20b-58b3-4b0a-818e-101b38d84a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:43.602866 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:43.653065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d5687d-1da2-43eb-b457-17ec6240ce03,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:43.717133 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae32f20b-58b3-4b0a-818e-101b38d84a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:43.720854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5b023-8a45-450d-a161-f560b4f3d3c9 req-6fd717b0-1a44-4d6c-8879-8f7ccab4921f tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:43.726378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74a5b023-8a45-450d-a161-f560b4f3d3c9 req-6fd717b0-1a44-4d6c-8879-8f7ccab4921f tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 945 time: 0.1764102 Feb 07 13:26:43.820740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ae32f20b-58b3-4b0a-818e-101b38d84a84 None None] For port 9b404b5f-91ab-417d-91b9-b9363f67757b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b404b5f-91ab-417d-91b9-b9363f67757b,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:26:43.824974 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:43.829235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38032) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:43.829761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8d94e9c6-c9fc-4985-b7fd-72b72f802769 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6057682 Feb 07 13:26:43.838212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': 'ab92d658-f79f-47d6-9da9-46379f21549f', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:43.845342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:43.845510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74a5b023-8a45-450d-a161-f560b4f3d3c9 req-e6a3120a-ee16-45d8-acb9-65f3fd076965 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162453 Feb 07 13:26:43.857659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:43.857659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:43.864705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:43.873663 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:44.046745 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae32f20b-58b3-4b0a-818e-101b38d84a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:44.111299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f20b-58b3-4b0a-818e-101b38d84a84 None None] Pushing event updated for resources: {'Port': ['ID=9b404b5f-91ab-417d-91b9-b9363f67757b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:44.127703 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Project 0df19d2b50784eafa298215af2aa58df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:26:44.135717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:44.162937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-81967785-11ec-4d42-80ee-a7b9c1abcedd None None] Provisioning complete for port 9b404b5f-91ab-417d-91b9-b9363f67757b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:26:44.163309 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-81967785-11ec-4d42-80ee-a7b9c1abcedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:44.204178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:44.740113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b404b5f-91ab-417d-91b9-b9363f67757b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:26:44.807255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9b404b5f-91ab-417d-91b9-b9363f67757b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:26:44.807623 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:45.020262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55907857-c8f2-4d06-b992-686d3877aa31 req-e132ad0d-71f8-4b45-8908-97f928804c7f tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:45.021719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55907857-c8f2-4d06-b992-686d3877aa31 req-e132ad0d-71f8-4b45-8908-97f928804c7f tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 945 time: 0.0804923 Feb 07 13:26:45.067516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55907857-c8f2-4d06-b992-686d3877aa31 req-99c9536b-8172-43fd-a204-defec7b6a88d tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395103 Feb 07 13:26:45.254314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da68fd3-6609-4aba-b2eb-b805675a9356 req-6228730b-9e31-4b74-8305-894965fb1282 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:45.255679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0da68fd3-6609-4aba-b2eb-b805675a9356 req-6228730b-9e31-4b74-8305-894965fb1282 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 945 time: 0.0836687 Feb 07 13:26:45.298810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0da68fd3-6609-4aba-b2eb-b805675a9356 req-87719cb6-a98e-48a3-8b34-6ba033f11cad tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368156 Feb 07 13:26:45.603270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74b190-4345-418b-bbee-2888297a8608 req-1ca7ecf9-89a2-4a5a-b3a9-570ecf233c06 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:45.604684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb74b190-4345-418b-bbee-2888297a8608 req-1ca7ecf9-89a2-4a5a-b3a9-570ecf233c06 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 945 time: 0.0794752 Feb 07 13:26:45.649157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb74b190-4345-418b-bbee-2888297a8608 req-21ed4dd4-4598-4fcd-9cee-72cce2d32f9b tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388825 Feb 07 13:26:45.950404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:45.974786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f4c10d-433e-4ea9-b305-1f1df2119538,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:46.177001 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:46.327909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:46.332766 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e8a56cf7-47c7-44c6-9f6b-0b60108f6bbd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.4977620 Feb 07 13:26:46.332766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:46.337075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': 'ab92d658-f79f-47d6-9da9-46379f21549f', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:46.343729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:46.347557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:46.351402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:46.358746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:46.486033 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Project 0df19d2b50784eafa298215af2aa58df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:26:46.493657 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:46.593724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:46.676573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:46.711257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83863043-d95b-44de-a429-dfc85ffbeeeb,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:46.824546 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:46.827864 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-508a3271-1b9f-40bb-8243-18228c9d0a22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4928188 Feb 07 13:26:46.858968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78659746-9008-4adf-8b0f-f6770072a083 req-25461637-ce3d-4d27-9ade-6c5fd70f1dea tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:46.860669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78659746-9008-4adf-8b0f-f6770072a083 req-25461637-ce3d-4d27-9ade-6c5fd70f1dea tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 945 time: 0.2320597 Feb 07 13:26:46.911253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78659746-9008-4adf-8b0f-f6770072a083 req-160bf163-ff99-403b-8149-20dbaa44d73b tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444078 Feb 07 13:26:47.080220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-35714633-b686-4a1c-8150-04ad00dc66b4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541175975&fields=id&tenant_id=0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 267 time: 0.0414021 Feb 07 13:26:47.237157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bf93b-c73b-408b-9c39-04037b23acdb req-cf8520d4-d2d3-4d41-b30d-688903298066 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:47.238588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-cf8520d4-d2d3-4d41-b30d-688903298066 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/networks?id=123cda46-3007-4627-8f04-64208b4954a0 HTTP/1.1" status: 200 len: 796 time: 0.1513336 Feb 07 13:26:47.254955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-eefc69f7-e445-4f70-91a8-bcf2de571e13 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/quotas/0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 375 time: 0.0103004 Feb 07 13:26:47.353409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-a4e7fa6d-770b-4f0c-a147-4726ffb73166 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0892744 Feb 07 13:26:47.501611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-abff929f-c99d-4fd0-92fd-b08a1759f4e1 service neutron] 10.222.0.69 "GET /v2.0/networks/123cda46-3007-4627-8f04-64208b4954a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360373 Feb 07 13:26:47.660633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-02e829c1-a17b-47e9-b74e-a8c50024b869 service neutron] 10.222.0.69 "GET /v2.0/networks/123cda46-3007-4627-8f04-64208b4954a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523368 Feb 07 13:26:48.011848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b01b2a0c-76b2-4bdf-b9f9-bcd38ab01957 req-181126d3-3d63-4f51-9787-98763111b102 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 210 time: 0.0888710 Feb 07 13:26:48.021468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-47da0f8c-8d69-442a-a2f2-de4fe79ab5fc tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:48.023624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-47da0f8c-8d69-442a-a2f2-de4fe79ab5fc tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 945 time: 0.2185307 Feb 07 13:26:48.149558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Deleting port 12db88b5-96b7-4fe8-8689-aad61de588fd {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:26:48.150163 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:48.372838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42257c-470f-41a6-adc6-b45e4099225d req-54447560-3906-4a82-8a4c-b51884a4c626 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:48.374210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f42257c-470f-41a6-adc6-b45e4099225d req-54447560-3906-4a82-8a4c-b51884a4c626 tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 945 time: 0.2294106 Feb 07 13:26:48.486999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f42257c-470f-41a6-adc6-b45e4099225d req-306e95c2-e0c7-490f-b661-552077cf3cab tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/security-groups?id=df79a974-fde4-466f-a857-7f10dca0a0c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662820 Feb 07 13:26:48.528570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] For port 12db88b5-96b7-4fe8-8689-aad61de588fd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=12db88b5-96b7-4fe8-8689-aad61de588fd,segment=NetworkSegment(0c8c4659-401e-48ed-8e9a-57c58f55bfd0),segment_id=0c8c4659-401e-48ed-8e9a-57c58f55bfd0)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:26:48.528950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:48.652677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Calling delete_port for 12db88b5-96b7-4fe8-8689-aad61de588fd owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:26:48.945604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:48.957489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['12db88b5-96b7-4fe8-8689-aad61de588fd'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:26:49.008668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Pushing event deleted for resources: {'Port': ['ID=12db88b5-96b7-4fe8-8689-aad61de588fd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:49.202096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] No DVR routers for this DVR port 12db88b5-96b7-4fe8-8689-aad61de588fd on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:26:49.240196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:49.245009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7963b1c-9cd5-4128-9a08-27f15ddf63f7', 'name': 'network-vif-deleted', 'tag': '12db88b5-96b7-4fe8-8689-aad61de588fd'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:26:49.261454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511278f2-a43a-4937-8489-21fc95529978 req-69d60706-3977-4198-8fde-0c44db83daf1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 210 time: 0.0606899 Feb 07 13:26:49.321323 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7963b1c-9cd5-4128-9a08-27f15ddf63f7', 'name': 'network-vif-deleted', 'tag': '12db88b5-96b7-4fe8-8689-aad61de588fd', 'status': 'completed', 'code': 200} Feb 07 13:26:49.374019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f341f1d6-9eba-4e86-a191-721c2d8fe42e req-a5fc2017-e12a-4558-a982-bbf539b8d87e tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.35 "DELETE /v2.0/ports/12db88b5-96b7-4fe8-8689-aad61de588fd HTTP/1.1" status: 204 len: 173 time: 1.3450317 Feb 07 13:26:49.642143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1263d39f-ac37-43f6-a18f-faee593f745a req-12366438-9033-45e1-8500-35329e5f4bab tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Synchronizing usage tracker for tenant:942f2304a9bd48839264c1e83f018996 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:26:49.765346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1263d39f-ac37-43f6-a18f-faee593f745a req-12366438-9033-45e1-8500-35329e5f4bab tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] Unset dirty status for tenant:942f2304a9bd48839264c1e83f018996 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:26:49.766456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1263d39f-ac37-43f6-a18f-faee593f745a req-12366438-9033-45e1-8500-35329e5f4bab tempest-ServersNegativeTestMultiTenantJSON-1542558233 tempest-ServersNegativeTestMultiTenantJSON-1542558233-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7963b1c-9cd5-4128-9a08-27f15ddf63f7 HTTP/1.1" status: 200 len: 210 time: 0.1660993 Feb 07 13:26:50.475599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1345dcdb-92ff-48e7-9bd0-523cff1d3e0d req-aebe7c08-6e1d-4633-8ae6-187d9cf44d3b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 210 time: 0.0467238 Feb 07 13:26:50.786729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bf93b-c73b-408b-9c39-04037b23acdb req-6a3b1f3a-dd61-444c-9895-4757440037e2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:50.788904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-6a3b1f3a-dd61-444c-9895-4757440037e2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/networks?id=123cda46-3007-4627-8f04-64208b4954a0 HTTP/1.1" status: 200 len: 796 time: 0.1505969 Feb 07 13:26:50.854053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-52e970ec-771f-4663-8783-22c0664e4ab0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 473 time: 0.0514252 Feb 07 13:26:50.867318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'port': {'device_id': 'd919b6f3-e532-4f10-a42d-edd21aa4017d', 'network_id': '123cda46-3007-4627-8f04-64208b4954a0', 'admin_state_up': True, 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'security_groups': ['ab92d658-f79f-47d6-9da9-46379f21549f']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:50.904907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38202) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:51.012655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Deleting subnet 56556bfd-1452-4b95-bb46-ad9615a6c07d {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:26:51.016560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:51.058649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:51.065739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:port and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:51.066755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:51.073127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:51.078873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:51.141167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:51.247439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:26:51.251235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:51.333784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:51.387099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56556bfd-1452-4b95-bb46-ad9615a6c07d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:51.394606 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:51.403578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.404098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.404428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.404775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.405117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.405454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.405785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.406136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.406468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.406796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.407157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.407510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:26:51.413862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6eaf95e3-11f3-4b16-9f3c-305d6307272d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/56556bfd-1452-4b95-bb46-ad9615a6c07d HTTP/1.1" status: 204 len: 168 time: 0.5080512 Feb 07 13:26:51.416476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38216) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:51.447945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.20.0.24 (123cda46-3007-4627-8f04-64208b4954a0/4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f/340076e3-8578-490f-92e9-dab584cb623d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:26:51.588365 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:51.732809 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:51.759388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ecf607-a9de-4306-bc3a-97c455716456']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:51.768476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32e48010-820b-4564-ad3e-304f1fa027bb req-5d730e4e-2970-4cc7-bba3-e68385f3b6d8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 210 time: 0.1117952 Feb 07 13:26:52.033312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c4659-401e-48ed-8e9a-57c58f55bfd0') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:52.033312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c4659-401e-48ed-8e9a-57c58f55bfd0') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:52.033312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.034759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:26:52.034845 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:26:52.037025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 12db88b5-96b7-4fe8-8689-aad61de588fd no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:26:52.037025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 12db88b5-96b7-4fe8-8689-aad61de588fd {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:26:52.037025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 12db88b5-96b7-4fe8-8689-aad61de588fd not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:26:52.037855 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:26:52.190195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Transition to ACTIVE for port object 340076e3-8578-490f-92e9-dab584cb623d will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:26:52.190416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.208602 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.221732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ecf607-a9de-4306-bc3a-97c455716456,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:52.224592 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3136826b-d615-4570-b3e0-a96190610993 admin admin] 10.222.0.69 "DELETE /v2.0/networks/16ecf607-a9de-4306-bc3a-97c455716456 HTTP/1.1" status: 204 len: 168 time: 0.8069475 Feb 07 13:26:52.227362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38228) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:52.286599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c196436-fdf3-426c-8f78-32e076eb5632 admin admin] Deleting subnet aa2b0b70-dbaf-4f70-8ffe-74d2ce87ca2f {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:26:52.290142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c196436-fdf3-426c-8f78-32e076eb5632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.333954 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.345722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c196436-fdf3-426c-8f78-32e076eb5632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.415216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c196436-fdf3-426c-8f78-32e076eb5632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.416500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 123cda46-3007-4627-8f04-64208b4954a0 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:26:52.425005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:26:52.436286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:26:52.517684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=340076e3-8578-490f-92e9-dab584cb623d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:52.580813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:52.581535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.630453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c196436-fdf3-426c-8f78-32e076eb5632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.685240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c196436-fdf3-426c-8f78-32e076eb5632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2b0b70-dbaf-4f70-8ffe-74d2ce87ca2f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:52.695724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c196436-fdf3-426c-8f78-32e076eb5632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.702531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-446540be-d38f-4eac-8b01-63cf3a1371f0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8396215 Feb 07 13:26:52.708239 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7c196436-fdf3-426c-8f78-32e076eb5632 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aa2b0b70-dbaf-4f70-8ffe-74d2ce87ca2f HTTP/1.1" status: 204 len: 168 time: 0.4775469 Feb 07 13:26:52.708485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38248) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:52.715125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Request body: {'port': {'device_id': 'd919b6f3-e532-4f10-a42d-edd21aa4017d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:26:52.832254 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.848689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:52.990314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-33e27ce1-7f5d-4c0c-943d-93b5967d60e4 None None] Provisioning for port 340076e3-8578-490f-92e9-dab584cb623d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:26:52.997887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-33e27ce1-7f5d-4c0c-943d-93b5967d60e4 None None] Provisioning complete for port 340076e3-8578-490f-92e9-dab584cb623d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:26:52.999189 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-33e27ce1-7f5d-4c0c-943d-93b5967d60e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.072558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-33e27ce1-7f5d-4c0c-943d-93b5967d60e4 None None] Port 340076e3-8578-490f-92e9-dab584cb623d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:26:53.101805 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.144232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92353a6-fd30-492e-b33f-f0c5e988bd61']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:53.179775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c89bde-fb46-4281-a121-fcc00f5d8b55') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:53.179775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c89bde-fb46-4281-a121-fcc00f5d8b55') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:26:53.185800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.203989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.211839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:26:53.212403 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:26:53.227767 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:26:53.297897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb66b8-6623-4af5-9599-18603280599c req-f3d4dcf3-a71d-48a3-ba96-061811a4357a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:53.298613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f9fb66b8-6623-4af5-9599-18603280599c req-f3d4dcf3-a71d-48a3-ba96-061811a4357a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:26:53.371439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340076e3-8578-490f-92e9-dab584cb623d {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:26:53.379725 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.395801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Transition to ACTIVE for port object 340076e3-8578-490f-92e9-dab584cb623d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:26:53.396590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.419305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f9fb66b8-6623-4af5-9599-18603280599c req-f3d4dcf3-a71d-48a3-ba96-061811a4357a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:26:53.420646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9fb66b8-6623-4af5-9599-18603280599c req-f3d4dcf3-a71d-48a3-ba96-061811a4357a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 932 time: 0.2774887 Feb 07 13:26:53.423750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.430971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92353a6-fd30-492e-b33f-f0c5e988bd61,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:53.438703 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5bc40fd2-aac3-4fff-a946-44c20d1c6af1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d92353a6-fd30-492e-b33f-f0c5e988bd61 HTTP/1.1" status: 204 len: 168 time: 0.7264154 Feb 07 13:26:53.475024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9fb66b8-6623-4af5-9599-18603280599c req-6a178bbb-fb0d-4ad9-a4f9-7e2d9d14f6bd tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475340 Feb 07 13:26:53.537065 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:53.871316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Pushing event updated for resources: {'Port': ['ID=340076e3-8578-490f-92e9-dab584cb623d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:53.942823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Attempting to bind port 340076e3-8578-490f-92e9-dab584cb623d on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:26:53.943160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Attempting to bind port 340076e3-8578-490f-92e9-dab584cb623d by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:26:53.943685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Attempting to bind port 340076e3-8578-490f-92e9-dab584cb623d on network 123cda46-3007-4627-8f04-64208b4954a0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:26:53.948472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Port 340076e3-8578-490f-92e9-dab584cb623d on network 123cda46-3007-4627-8f04-64208b4954a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:26:53.948798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Attempting to bind port 340076e3-8578-490f-92e9-dab584cb623d on network 123cda46-3007-4627-8f04-64208b4954a0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:26:53.953850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:26:53.954184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Checking segment: {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:26:53.954566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Bound using segment: {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:26:53.954987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Bound port: 340076e3-8578-490f-92e9-dab584cb623d, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:26:53.955330 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:54.045603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] For port 340076e3-8578-490f-92e9-dab584cb623d, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:26:54.048612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] For port 340076e3-8578-490f-92e9-dab584cb623d, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=340076e3-8578-490f-92e9-dab584cb623d,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:26:54.166234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:54.201967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-b00f98a3-7c03-4876-b28c-39048ea5a8dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049881 Feb 07 13:26:54.230130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:54.230655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:54.231994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] 10.222.0.47 "PUT /v2.0/ports/340076e3-8578-490f-92e9-dab584cb623d HTTP/1.1" status: 200 len: 1092 time: 1.5213244 Feb 07 13:26:54.235211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd919b6f3-e532-4f10-a42d-edd21aa4017d', 'tag': '340076e3-8578-490f-92e9-dab584cb623d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:26:54.306600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38276) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:54.319621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0a735-eb73-44d6-a887-419d835f3512 service neutron] Pushing event updated for resources: {'Port': ['ID=340076e3-8578-490f-92e9-dab584cb623d,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:54.368831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-029dcd11-066a-4a81-8209-1edd59b1faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:54.368831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-029dcd11-066a-4a81-8209-1edd59b1faae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53789c8874484b5e82c0044e2d425f91&device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 1100 time: 0.1388888 Feb 07 13:26:54.429666 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd919b6f3-e532-4f10-a42d-edd21aa4017d', 'tag': '340076e3-8578-490f-92e9-dab584cb623d', 'status': 'completed', 'code': 200} Feb 07 13:26:54.438370 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21a46fb6-9be7-4536-8b3d-afda59637143 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=942f2304a9bd48839264c1e83f018996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309204 Feb 07 13:26:54.439355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38282) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:54.543363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a7b9-7f7c-4e5a-9e4a-d60840db1bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:54.606645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-57beeef3-3db4-40c3-a856-246835337736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:54.608141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-57beeef3-3db4-40c3-a856-246835337736 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 HTTP/1.1" status: 200 len: 869 time: 0.1981277 Feb 07 13:26:54.619053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a7b9-7f7c-4e5a-9e4a-d60840db1bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:54.656564 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:54.752465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-70d18099-650e-4198-8bda-b318041a7ff0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0876288 Feb 07 13:26:54.798402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bf93b-c73b-408b-9c39-04037b23acdb req-70231cd7-925d-4f12-b3a5-55dc2656192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:54.799871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-70231cd7-925d-4f12-b3a5-55dc2656192e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 1095 time: 0.4305544 Feb 07 13:26:54.807765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a7b9-7f7c-4e5a-9e4a-d60840db1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:54.827962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5a7b9-7f7c-4e5a-9e4a-d60840db1bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df79a974-fde4-466f-a857-7f10dca0a0c4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:54.833662 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a7b9-7f7c-4e5a-9e4a-d60840db1bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:54.835096 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a5c5a7b9-7f7c-4e5a-9e4a-d60840db1bf7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df79a974-fde4-466f-a857-7f10dca0a0c4 HTTP/1.1" status: 204 len: 168 time: 0.3934019 Feb 07 13:26:54.903922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-cc9e2cbb-bf2e-4726-bca1-dc14a0f4ef00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=340076e3-8578-490f-92e9-dab584cb623d HTTP/1.1" status: 200 len: 217 time: 0.0954869 Feb 07 13:26:54.987414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-f3c460db-2751-43cb-bcea-35e144cfd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:54.989634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-f3c460db-2751-43cb-bcea-35e144cfd581 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.2252953 Feb 07 13:26:55.060450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bde94-2ce8-4757-ae9c-1928cfef1b37 req-4a34778d-537a-4ef7-b91b-8243ded52d97 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:55.062006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a40bde94-2ce8-4757-ae9c-1928cfef1b37 req-4a34778d-537a-4ef7-b91b-8243ded52d97 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 944 time: 0.4569664 Feb 07 13:26:55.064036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bf93b-c73b-408b-9c39-04037b23acdb req-b7d2eae9-d20d-407f-b1a5-3de415a5dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:55.065444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-b7d2eae9-d20d-407f-b1a5-3de415a5dc57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f HTTP/1.1" status: 200 len: 838 time: 0.1505320 Feb 07 13:26:55.189945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a40bde94-2ce8-4757-ae9c-1928cfef1b37 req-4dba761d-6b98-42b4-a625-815ea9ca1a57 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200149 Feb 07 13:26:55.212465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-1fe167bd-56a6-49f5-997c-a0b5d2319920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:55.214088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-1fe167bd-56a6-49f5-997c-a0b5d2319920 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2185876 Feb 07 13:26:55.218566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bf93b-c73b-408b-9c39-04037b23acdb req-9ccfb71f-e529-4c4d-b339-d43491969790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:55.220172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-9ccfb71f-e529-4c4d-b339-d43491969790 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=123cda46-3007-4627-8f04-64208b4954a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436596 Feb 07 13:26:55.474481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-bfbab391-6010-454f-a642-54e8ba7c5eb7 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525201 Feb 07 13:26:55.477151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-37c8c04d-31c4-4a1e-9c4b-5970280200c9 service neutron] 10.222.0.47 "GET /v2.0/networks/123cda46-3007-4627-8f04-64208b4954a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375610 Feb 07 13:26:55.805158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38320) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:55.905190 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8bfaed48-2d1b-4283-9be3-a2c37719c8bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d1b5eb2af7c437c92fa173c154928c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984738 Feb 07 13:26:55.908642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:55.924766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-768bf93b-c73b-408b-9c39-04037b23acdb req-fe533755-5130-4d03-af65-83c99104eed3 service neutron] 10.222.0.47 "GET /v2.0/networks/123cda46-3007-4627-8f04-64208b4954a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248521 Feb 07 13:26:55.969217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1311b121-c49e-40f7-909c-e923bcd0e0db req-b075452e-c9bc-4fa1-8902-207b12110e34 service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883478 Feb 07 13:26:56.017332 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cad1e558-b3a7-4e41-b536-3c5e58b18908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:56.042052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cad1e558-b3a7-4e41-b536-3c5e58b18908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:56.155176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-88a7edef-8fbc-48af-a07e-e2f4795992d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:56.156778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-88a7edef-8fbc-48af-a07e-e2f4795992d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 1095 time: 0.0782256 Feb 07 13:26:56.288875 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cad1e558-b3a7-4e41-b536-3c5e58b18908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:56.304742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-9d100250-fd8f-4928-bb10-e5b2a1235ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:56.306476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-9d100250-fd8f-4928-bb10-e5b2a1235ae7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=123cda46-3007-4627-8f04-64208b4954a0 HTTP/1.1" status: 200 len: 896 time: 0.1424932 Feb 07 13:26:56.309227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1e558-b3a7-4e41-b536-3c5e58b18908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b383c5ad-17ba-41b8-9117-c761c95287da,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:56.345394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cad1e558-b3a7-4e41-b536-3c5e58b18908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:56.349066 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cad1e558-b3a7-4e41-b536-3c5e58b18908 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b383c5ad-17ba-41b8-9117-c761c95287da HTTP/1.1" status: 204 len: 168 time: 0.4392765 Feb 07 13:26:56.441720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-49acb310-aa7e-451a-8150-9c6aa494e0ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=340076e3-8578-490f-92e9-dab584cb623d HTTP/1.1" status: 200 len: 217 time: 0.1283555 Feb 07 13:26:56.539181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-4fb5909d-50ec-4ad0-83d8-458d4fed4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:56.540902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-4fb5909d-50ec-4ad0-83d8-458d4fed4860 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f HTTP/1.1" status: 200 len: 838 time: 0.0933542 Feb 07 13:26:56.612913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac3365-833c-4243-8366-390ae43f6bab req-c0d2248e-ced0-4912-80e9-6692e73ff712 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:56.614412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbac3365-833c-4243-8366-390ae43f6bab req-c0d2248e-ced0-4912-80e9-6692e73ff712 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 944 time: 0.2247591 Feb 07 13:26:56.686749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbac3365-833c-4243-8366-390ae43f6bab req-ae8224f6-6b88-476b-97a9-3fa7a799bb7b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612016 Feb 07 13:26:56.723438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-93f9ce75-b09b-4776-bd12-57aabd64931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:56.725669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-93f9ce75-b09b-4776-bd12-57aabd64931d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=123cda46-3007-4627-8f04-64208b4954a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707633 Feb 07 13:26:56.873849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-863357f3-0f08-44ac-8d59-73abb725fbf4 service neutron] 10.222.0.47 "GET /v2.0/networks/123cda46-3007-4627-8f04-64208b4954a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416330 Feb 07 13:26:57.076674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ac4459a-67aa-48af-9da5-faaf7340e1b3 req-3f9679ac-a175-48c7-b9de-508bae5645c4 service neutron] 10.222.0.47 "GET /v2.0/networks/123cda46-3007-4627-8f04-64208b4954a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966505 Feb 07 13:26:57.848337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0c552-21f3-41ee-933e-592b78ec50a4 req-d24bf6e0-fadf-494b-9d4d-3d36ad2f1104 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:57.850766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ca0c552-21f3-41ee-933e-592b78ec50a4 req-d24bf6e0-fadf-494b-9d4d-3d36ad2f1104 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1070814 Feb 07 13:26:57.952712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ca0c552-21f3-41ee-933e-592b78ec50a4 req-0709f22f-9841-423e-ae77-f340f8e5c26e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954394 Feb 07 13:26:57.971682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378cf0-1c65-45c9-be0e-331f441c2447 req-80973e41-911c-4973-9cff-9af3483650ee tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:57.973175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1378cf0-1c65-45c9-be0e-331f441c2447 req-80973e41-911c-4973-9cff-9af3483650ee tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 944 time: 0.1177297 Feb 07 13:26:58.028816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1378cf0-1c65-45c9-be0e-331f441c2447 req-530f6faf-dea6-4b9a-8b0d-550e8ea2c80e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396280 Feb 07 13:26:58.612133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38464) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:58.740026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:58.754942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:26:58.759398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] Usage tracker for resource:security_group_rule and tenant:daa4aa7f6cc742978fbe56df2cbced5c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:26:58.762285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:26:58.767881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:26:58.858540 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:58.911143 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:58.963262 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=daa4aa7f6cc742978fbe56df2cbced5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501019 Feb 07 13:26:58.966038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38496) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:26:58.968924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef7b3f-5592-4f8b-a818-198d2daaeccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaba7022-ea61-4bcc-806d-6b08e868ba18,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:59.043106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e676b6a-fe10-45d6-98d4-94a3af4812fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:59.087857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e676b6a-fe10-45d6-98d4-94a3af4812fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:59.168064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 340076e3-8578-490f-92e9-dab584cb623d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:26:59.200278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88251514-0c9c-4c2a-8e98-46008195c8cd req-0e5e7355-8a0b-4faa-ac5d-daa4af5ead6d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:59.201709 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88251514-0c9c-4c2a-8e98-46008195c8cd req-0e5e7355-8a0b-4faa-ac5d-daa4af5ead6d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1331532 Feb 07 13:26:59.235797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e676b6a-fe10-45d6-98d4-94a3af4812fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:59.256247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e676b6a-fe10-45d6-98d4-94a3af4812fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaba7022-ea61-4bcc-806d-6b08e868ba18,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:26:59.260061 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e676b6a-fe10-45d6-98d4-94a3af4812fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:59.261416 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e676b6a-fe10-45d6-98d4-94a3af4812fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eaba7022-ea61-4bcc-806d-6b08e868ba18 HTTP/1.1" status: 204 len: 168 time: 0.2944884 Feb 07 13:26:59.268579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88251514-0c9c-4c2a-8e98-46008195c8cd req-d4cea09e-ab84-4ab4-8939-0e96bf5de881 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605505 Feb 07 13:26:59.281939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f2efd-8649-4ea0-88d7-a1c11cd00018 req-1f35fecc-72db-4b68-8c4d-a7624430b23c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:26:59.283435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac1f2efd-8649-4ea0-88d7-a1c11cd00018 req-1f35fecc-72db-4b68-8c4d-a7624430b23c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 944 time: 0.1406507 Feb 07 13:26:59.335787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac1f2efd-8649-4ea0-88d7-a1c11cd00018 req-409355a3-c869-47ef-a0f6-53460ba6ba04 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450234 Feb 07 13:26:59.348111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 340076e3-8578-490f-92e9-dab584cb623d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=340076e3-8578-490f-92e9-dab584cb623d,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:26:59.364147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '340076e3-8578-490f-92e9-dab584cb623d', 'network_id': '123cda46-3007-4627-8f04-64208b4954a0', 'port_id': '340076e3-8578-490f-92e9-dab584cb623d', 'mac_address': 'fa:16:3e:cc:98:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:26:59.434542 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:59.453857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340076e3-8578-490f-92e9-dab584cb623d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:26:59.469747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 340076e3-8578-490f-92e9-dab584cb623d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=340076e3-8578-490f-92e9-dab584cb623d,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:26:59.566042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:26:59.655112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=340076e3-8578-490f-92e9-dab584cb623d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:00.015910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['340076e3-8578-490f-92e9-dab584cb623d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:27:00.542007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8cc2a-3de3-480e-a807-da706fac4e95 req-49a6cc40-4c60-4996-a02a-bf5fb0c315da tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:00.543525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1df8cc2a-3de3-480e-a807-da706fac4e95 req-49a6cc40-4c60-4996-a02a-bf5fb0c315da tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1564703 Feb 07 13:27:00.736719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713aebb-4d4a-4226-ba9e-fcd4ca5b56db req-83ccaeda-edb3-440d-9d09-43646f5df5e0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:00.738223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6713aebb-4d4a-4226-ba9e-fcd4ca5b56db req-83ccaeda-edb3-440d-9d09-43646f5df5e0 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 945 time: 0.2806695 Feb 07 13:27:00.746246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1df8cc2a-3de3-480e-a807-da706fac4e95 req-258d7396-92ca-4e38-803c-49c197c9dd39 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940293 Feb 07 13:27:00.788346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6713aebb-4d4a-4226-ba9e-fcd4ca5b56db req-2bd5ac26-9193-433d-a205-a09553995b78 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408680 Feb 07 13:27:01.188489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 340076e3-8578-490f-92e9-dab584cb623d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:27:01.360228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 340076e3-8578-490f-92e9-dab584cb623d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:27:01.366738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 340076e3-8578-490f-92e9-dab584cb623d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:27:01.367280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:01.501675 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:01.530925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd919b6f3-e532-4f10-a42d-edd21aa4017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340076e3-8578-490f-92e9-dab584cb623d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:27:01.541754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 340076e3-8578-490f-92e9-dab584cb623d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=340076e3-8578-490f-92e9-dab584cb623d,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:01.586059 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd919b6f3-e532-4f10-a42d-edd21aa4017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340076e3-8578-490f-92e9-dab584cb623d', 'code': 200} Feb 07 13:27:01.658936 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:01.726642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0e0ec-3967-44c0-a14b-48ce85e5c7a6 req-0d3b7f43-4868-43e8-be2e-58a4e9025e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:01.728290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34d0e0ec-3967-44c0-a14b-48ce85e5c7a6 req-0d3b7f43-4868-43e8-be2e-58a4e9025e9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 1097 time: 0.0863063 Feb 07 13:27:01.748269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=340076e3-8578-490f-92e9-dab584cb623d,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:01.771268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34d0e0ec-3967-44c0-a14b-48ce85e5c7a6 req-c00e80e4-7ece-4546-83e7-48733d93d96f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367227 Feb 07 13:27:02.023353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab177be5-1dbf-4916-9c75-9ca97039d5cf req-0644c518-a054-4a2d-940b-ebcba4f3f555 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:02.025025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab177be5-1dbf-4916-9c75-9ca97039d5cf req-0644c518-a054-4a2d-940b-ebcba4f3f555 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1633525 Feb 07 13:27:02.109286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab177be5-1dbf-4916-9c75-9ca97039d5cf req-8055c950-75ba-40db-bffb-ac374a063d31 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750325 Feb 07 13:27:02.119508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad181f-5857-464e-9e0d-5ab1b1445e83 req-b8c1663b-943b-4f24-9f58-aac1bfd8f105 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:02.124017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdad181f-5857-464e-9e0d-5ab1b1445e83 req-b8c1663b-943b-4f24-9f58-aac1bfd8f105 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 946 time: 0.1723614 Feb 07 13:27:02.170831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cdad181f-5857-464e-9e0d-5ab1b1445e83 req-3d981b24-df49-4000-a532-c311aace496d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404944 Feb 07 13:27:03.355261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbced50-2b56-4e9a-b8e3-b1070dd046e6 req-ed38aee5-2be5-44e7-ac15-34195a781b54 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:03.356574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bbced50-2b56-4e9a-b8e3-b1070dd046e6 req-ed38aee5-2be5-44e7-ac15-34195a781b54 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1368632 Feb 07 13:27:03.418599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2bbced50-2b56-4e9a-b8e3-b1070dd046e6 req-074f26fb-606e-4f3e-b37b-bf2713362270 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510011 Feb 07 13:27:03.434905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb457554-9e51-4bc0-b7ad-dcd61eea362a req-e19ab7a7-4d0d-4f6d-99e9-9c14bba0259e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:03.436517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb457554-9e51-4bc0-b7ad-dcd61eea362a req-e19ab7a7-4d0d-4f6d-99e9-9c14bba0259e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 946 time: 0.1446364 Feb 07 13:27:03.487502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb457554-9e51-4bc0-b7ad-dcd61eea362a req-0b7eeb41-aff6-4df2-b2c0-5761475f43d9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450332 Feb 07 13:27:04.480702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-115eab64-d43c-42b5-afe0-ec4c1dfd8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:04.482283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-115eab64-d43c-42b5-afe0-ec4c1dfd8b9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1096 time: 0.0743835 Feb 07 13:27:04.778023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fb7b9-3d85-4b77-a0bd-7787b6d0b308 req-2b4a600e-6072-40c4-ad6e-02c24da3bcd1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:04.779610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-659fb7b9-3d85-4b77-a0bd-7787b6d0b308 req-2b4a600e-6072-40c4-ad6e-02c24da3bcd1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.2037046 Feb 07 13:27:04.780827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-8eb52e63-ab6b-4d70-84f1-2bb41a1da031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:04.782129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-8eb52e63-ab6b-4d70-84f1-2bb41a1da031 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.2785525 Feb 07 13:27:04.931625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeee39-5971-4b1d-9294-7f78514e8b14 req-4631fd95-08d4-4790-bd2e-c09f42f9ff7a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:04.933186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1adeee39-5971-4b1d-9294-7f78514e8b14 req-4631fd95-08d4-4790-bd2e-c09f42f9ff7a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 946 time: 0.3128865 Feb 07 13:27:04.970780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-3636d280-7e0c-48fc-81a9-635d8264653a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 1000 time: 0.1817689 Feb 07 13:27:05.023076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-659fb7b9-3d85-4b77-a0bd-7787b6d0b308 req-dfa32cc3-3f45-4ec9-83ae-68b9e97506c9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369373 Feb 07 13:27:05.065888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1adeee39-5971-4b1d-9294-7f78514e8b14 req-9e93e332-e6f9-4620-8659-dbab831821e3 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244364 Feb 07 13:27:05.073881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-caec68cb-a68a-4a6c-a6cf-38fc9120dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:05.075312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-caec68cb-a68a-4a6c-a6cf-38fc9120dcb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.0958533 Feb 07 13:27:05.170486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-e9b026c6-d142-4ccc-8645-aa950ae8fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:05.172119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-e9b026c6-d142-4ccc-8645-aa950ae8fe9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907085 Feb 07 13:27:05.397127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b105c-ea33-452a-9d5b-65b74af97dc2 req-755d5087-5e1d-423c-a717-564aa3fd4f06 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:05.399449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f2b105c-ea33-452a-9d5b-65b74af97dc2 req-755d5087-5e1d-423c-a717-564aa3fd4f06 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 946 time: 0.1994901 Feb 07 13:27:05.403387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-043bc502-6b5f-44b8-8171-3c77271ff296 service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249081 Feb 07 13:27:05.543022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f2b105c-ea33-452a-9d5b-65b74af97dc2 req-4e8e4105-2398-4f57-bb57-b8d3b5dfb86a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121118 Feb 07 13:27:05.577045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d69a0559-51b4-4166-a27a-9f8fa9aedff3 req-9e440870-2bc0-4ddc-af36-b9c7c8bde748 service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675761 Feb 07 13:27:06.358680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f454929-1d85-43c4-815d-ca98dc24f58a req-b6b94ab0-7499-4a41-9322-7a4d480448d5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:06.358680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f454929-1d85-43c4-815d-ca98dc24f58a req-b6b94ab0-7499-4a41-9322-7a4d480448d5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.2154293 Feb 07 13:27:06.421998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f454929-1d85-43c4-815d-ca98dc24f58a req-790804f9-881a-45ca-9f52-b53740724970 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448833 Feb 07 13:27:07.128088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 38916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:07.715799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3db9-db34-4671-b1f9-c3e67823e2c2 req-b0f3cfab-9874-40a6-beb2-59ad0085caef tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:07.736869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-284c3db9-db34-4671-b1f9-c3e67823e2c2 req-b0f3cfab-9874-40a6-beb2-59ad0085caef tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1546321 Feb 07 13:27:07.809231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-284c3db9-db34-4671-b1f9-c3e67823e2c2 req-845829e4-ceb7-402e-912e-8a254656ba6d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714862 Feb 07 13:27:07.906467 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:08.453318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.20.0.17 (123cda46-3007-4627-8f04-64208b4954a0/4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f/51653367-fb4d-47b6-8e8c-52d65229b4b4) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:27:08.614400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:08.631247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Transition to ACTIVE for port object 51653367-fb4d-47b6-8e8c-52d65229b4b4 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:27:08.733248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:08.744705 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-243db301-450f-4bb5-a775-aedac6e33156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:08.804913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 123cda46-3007-4627-8f04-64208b4954a0 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:27:08.808159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:27:08.813960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:27:08.885033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=51653367-fb4d-47b6-8e8c-52d65229b4b4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:08.925506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:09.120031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4885061-a15b-459c-8ec5-0da50b530082 req-5b51c43f-0d63-44a3-8ae5-bb69081ef890 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:09.125718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4885061-a15b-459c-8ec5-0da50b530082 req-5b51c43f-0d63-44a3-8ae5-bb69081ef890 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.0927558 Feb 07 13:27:09.181754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4885061-a15b-459c-8ec5-0da50b530082 req-df454586-a2d5-4aa4-b8b4-ad6b7a5778ca tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548806 Feb 07 13:27:09.213690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:09.260107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-63f8cb2d-c6dc-4edc-a8b0-9f028355c4d8 None None] Provisioning for port 51653367-fb4d-47b6-8e8c-52d65229b4b4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:27:09.273118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-63f8cb2d-c6dc-4edc-a8b0-9f028355c4d8 None None] Provisioning complete for port 51653367-fb4d-47b6-8e8c-52d65229b4b4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:27:09.273488 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-63f8cb2d-c6dc-4edc-a8b0-9f028355c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:09.346776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-63f8cb2d-c6dc-4edc-a8b0-9f028355c4d8 None None] Port 51653367-fb4d-47b6-8e8c-52d65229b4b4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:27:09.699578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:09.767151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:09.885890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:09.894507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=51653367-fb4d-47b6-8e8c-52d65229b4b4,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:10.032869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 123cda46-3007-4627-8f04-64208b4954a0 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:27:10.034247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:27:10.384409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8ed8bd66-b55b-4080-b565-4fc11eccf29e None None] Provisioning complete for port 51653367-fb4d-47b6-8e8c-52d65229b4b4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:27:10.384958 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8ed8bd66-b55b-4080-b565-4fc11eccf29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:10.436579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:27:10.453752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8bd66-b55b-4080-b565-4fc11eccf29e None None] Port 51653367-fb4d-47b6-8e8c-52d65229b4b4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:27:10.468153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05f3fb-b48f-44dc-849a-051adad479be req-3a1a682b-d87c-4159-ab00-c2f5544b199c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:10.469623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb05f3fb-b48f-44dc-849a-051adad479be req-3a1a682b-d87c-4159-ab00-c2f5544b199c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1019945 Feb 07 13:27:10.540929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb05f3fb-b48f-44dc-849a-051adad479be req-639b1b5b-3714-4f17-bac3-43ae6cc180fa tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639985 Feb 07 13:27:10.653853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:27:10.665724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Sync routers for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:27:10.677440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:27:10.678365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:26:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:27:10.822075 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a29b6572-b3e1-456d-be97-0f6579cf2232 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "PUT /v2.0/routers/727ab75f-5ef4-4026-bfb0-ca1275f2d74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6925967 Feb 07 13:27:10.933576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:27:11.222871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:27:11.441648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:11.461126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:09Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:20Z', 'revision_number': 1, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51653367-fb4d-47b6-8e8c-52d65229b4b4', 'name': '', 'network_id': '123cda46-3007-4627-8f04-64208b4954a0', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:1b:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:27:08Z', 'updated_at': '2022-02-07T13:27:09Z', 'revision_number': 2, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:27:11.466997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'port_id': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'mac_address': 'fa:16:3e:76:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:27:11.481202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Checking router: 727ab75f-5ef4-4026-bfb0-ca1275f2d74e for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:27:11.481202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Updating router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e port 51653367-fb4d-47b6-8e8c-52d65229b4b4 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:27:11.588918 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:11.600515 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:11.649071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4c8780e-4f00-4076-9b9c-4ca35b05412e {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:27:11.671155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3cdbef51-2b07-4ac6-a99b-9738e6fa626d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:11.718585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:11.793925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894ff52-24cf-4f0f-a010-d45d067657dc req-a100e90c-fbc1-410d-8b3b-a093337c956b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:11.797304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4894ff52-24cf-4f0f-a010-d45d067657dc req-a100e90c-fbc1-410d-8b3b-a093337c956b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1160438 Feb 07 13:27:11.842444 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:11.848888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4894ff52-24cf-4f0f-a010-d45d067657dc req-12aa8955-a848-4642-a204-a0387d0acb30 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509377 Feb 07 13:27:11.979465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a4c8780e-4f00-4076-9b9c-4ca35b05412e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:27:12.066250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:12.285280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:12.311258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Transition to ACTIVE for port object 51653367-fb4d-47b6-8e8c-52d65229b4b4 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:27:12.493313 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:12.617576 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:12.619051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:12.758851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372f7ae-da29-408b-be80-f48ab2d26c88 None None] Pushing event updated for resources: {'Port': ['ID=51653367-fb4d-47b6-8e8c-52d65229b4b4,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:12.855720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Attempting to bind port 51653367-fb4d-47b6-8e8c-52d65229b4b4 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:27:12.855720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Attempting to bind port 51653367-fb4d-47b6-8e8c-52d65229b4b4 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:27:12.855720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Attempting to bind port 51653367-fb4d-47b6-8e8c-52d65229b4b4 on network 123cda46-3007-4627-8f04-64208b4954a0 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:27:12.855720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:27:12.855720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Checking segment: {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:27:12.855720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:12.855720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Bound using segment: {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:27:12.856713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Bound port: 51653367-fb4d-47b6-8e8c-52d65229b4b4, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4b59e5-4ef5-4ff0-9516-fafa9892b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '123cda46-3007-4627-8f04-64208b4954a0'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:27:12.856713 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:13.060751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] For port 51653367-fb4d-47b6-8e8c-52d65229b4b4, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:27:13.060751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] For port 51653367-fb4d-47b6-8e8c-52d65229b4b4, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=51653367-fb4d-47b6-8e8c-52d65229b4b4,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:27:13.070729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3039c9-12c1-454d-8211-91f90ec4256c req-536d946a-63bd-4bd8-8e76-de698a7fa4e8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:13.070729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da3039c9-12c1-454d-8211-91f90ec4256c req-536d946a-63bd-4bd8-8e76-de698a7fa4e8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.0929527 Feb 07 13:27:13.112608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da3039c9-12c1-454d-8211-91f90ec4256c req-c6f5b65a-7d04-4097-a563-9bb9ffbf3822 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382617 Feb 07 13:27:13.229485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:27:13.295941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port a4c8780e-4f00-4076-9b9c-4ca35b05412e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:27:13.296333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:13.339517 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:13.436322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:27:13.436969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:27:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:27:13.528336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372f7ae-da29-408b-be80-f48ab2d26c88 None None] Pushing event updated for resources: {'Port': ['ID=51653367-fb4d-47b6-8e8c-52d65229b4b4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:13.793737 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:13.811000 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:13.843533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:27:13.907505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:27:13.924741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:13.989170 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'code': 200} Feb 07 13:27:14.006733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:14.172560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:14.334995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:09Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:20Z', 'revision_number': 1, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51653367-fb4d-47b6-8e8c-52d65229b4b4', 'name': '', 'network_id': '123cda46-3007-4627-8f04-64208b4954a0', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:1b:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:27:08Z', 'updated_at': '2022-02-07T13:27:13Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:27:14.340122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d62ff79-2b9a-4e44-ab2f-364cc5b090b2 None None] The sync data for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 is: [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:09Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:20Z', 'revision_number': 1, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51653367-fb4d-47b6-8e8c-52d65229b4b4', 'name': '', 'network_id': '123cda46-3007-4627-8f04-64208b4954a0', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:1b:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:27:08Z', 'updated_at': '2022-02-07T13:27:13Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:27:14.435449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be292cc9-c45e-47b1-8d09-d47ecb7e4e07 req-204268c6-a5b0-4f7f-858c-12537caaeec3 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:14.437798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be292cc9-c45e-47b1-8d09-d47ecb7e4e07 req-204268c6-a5b0-4f7f-858c-12537caaeec3 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1527462 Feb 07 13:27:14.532665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be292cc9-c45e-47b1-8d09-d47ecb7e4e07 req-616a8885-54f0-44a9-8698-0270cead7be9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875096 Feb 07 13:27:14.926019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 51653367-fb4d-47b6-8e8c-52d65229b4b4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:27:15.086826 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 51653367-fb4d-47b6-8e8c-52d65229b4b4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:27:15.096098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 51653367-fb4d-47b6-8e8c-52d65229b4b4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:27:15.096098 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:15.135053 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:15.319074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:15.362475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 51653367-fb4d-47b6-8e8c-52d65229b4b4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=51653367-fb4d-47b6-8e8c-52d65229b4b4,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:15.445784 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:15.530834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=51653367-fb4d-47b6-8e8c-52d65229b4b4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:15.806732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41239117-a945-4613-8c85-48a9e92049e8 req-110ce8d2-89f3-4490-bc38-ef636bf55ba7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:15.808603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41239117-a945-4613-8c85-48a9e92049e8 req-110ce8d2-89f3-4490-bc38-ef636bf55ba7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1305983 Feb 07 13:27:15.879309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41239117-a945-4613-8c85-48a9e92049e8 req-41324c59-3dff-4716-8dbf-c3912f4da0d1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641124 Feb 07 13:27:16.454506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09ffd1-253b-4b5a-8c23-165d58b46a9e req-5ce76698-72e7-4766-97d3-1bbec04df14e tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:16.456137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba09ffd1-253b-4b5a-8c23-165d58b46a9e req-5ce76698-72e7-4766-97d3-1bbec04df14e tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 949 time: 0.0975499 Feb 07 13:27:16.537612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba09ffd1-253b-4b5a-8c23-165d58b46a9e req-584e07e6-e234-4189-b79f-421ad9961727 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748439 Feb 07 13:27:16.816070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 51653367-fb4d-47b6-8e8c-52d65229b4b4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:27:16.897035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 51653367-fb4d-47b6-8e8c-52d65229b4b4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:27:16.897630 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:17.219800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d684d0-c410-46ee-82e4-c09375153cd1 req-8c191046-2f7f-44a2-92f2-58d44247241b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:17.227421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4d684d0-c410-46ee-82e4-c09375153cd1 req-8c191046-2f7f-44a2-92f2-58d44247241b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.0968142 Feb 07 13:27:17.274776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4d684d0-c410-46ee-82e4-c09375153cd1 req-2024e7aa-67d6-4eee-aff5-1bf83fee1b58 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449107 Feb 07 13:27:17.978937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee001cd1-6f32-4c78-8f04-749d72b47084 req-99b5e172-99d3-4ec3-b36c-73e80732bafd tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:17.986240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee001cd1-6f32-4c78-8f04-749d72b47084 req-99b5e172-99d3-4ec3-b36c-73e80732bafd tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 949 time: 0.2438154 Feb 07 13:27:18.076487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-90f28c44-688f-4e24-8937-05fb9dc427d6 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:18.088347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-90f28c44-688f-4e24-8937-05fb9dc427d6 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.35 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 949 time: 0.2324710 Feb 07 13:27:18.161428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee001cd1-6f32-4c78-8f04-749d72b47084 req-0f98471e-5498-42a9-8050-6a5f30ea559f tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/security-groups?id=a5421a35-8d48-4ded-95db-390453b24860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740408 Feb 07 13:27:18.260751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Deleting port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:27:18.261353 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:18.534459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] For port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:18.534940 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:18.753975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Calling delete_port for 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:27:19.136074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a7f1-d81e-47a8-877f-01c7bc0960d0 req-4714948a-665a-439a-beb8-b68ddc6a311e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:19.143570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ac3a7f1-d81e-47a8-877f-01c7bc0960d0 req-4714948a-665a-439a-beb8-b68ddc6a311e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.4239469 Feb 07 13:27:19.242655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ac3a7f1-d81e-47a8-877f-01c7bc0960d0 req-c54fd6a7-8968-46b2-a683-95070c8cbc81 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978434 Feb 07 13:27:19.355509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:19.369431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0ca7b254-0efa-497d-ab88-c5f9ec87e4d0'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:27:19.533903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Pushing event deleted for resources: {'Port': ['ID=0ca7b254-0efa-497d-ab88-c5f9ec87e4d0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:19.578715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-08616d20-03e7-42b6-aa95-eb3b99f76420 req-d937e407-fd3b-43b9-ad56-e43071187e0d tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.1514769 Feb 07 13:27:19.589397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.589633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.590109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.590530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.590926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.591318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.591706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.592120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.592502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.592889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.593406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.593862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:19.610074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] No DVR routers for this DVR port 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:27:19.614101 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:19.617081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e855a216-6070-4ccf-8054-97846852f364', 'name': 'network-vif-deleted', 'tag': '0ca7b254-0efa-497d-ab88-c5f9ec87e4d0'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:27:19.708443 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e855a216-6070-4ccf-8054-97846852f364', 'name': 'network-vif-deleted', 'tag': '0ca7b254-0efa-497d-ab88-c5f9ec87e4d0', 'status': 'completed', 'code': 200} Feb 07 13:27:19.710704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30415200-79a5-4693-9cb9-477cd1f7f7ef req-7b924296-b73f-4fed-9a59-712f79ee8491 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.35 "DELETE /v2.0/ports/0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 HTTP/1.1" status: 204 len: 173 time: 1.6194680 Feb 07 13:27:20.598656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2333169-5142-455e-b96c-457373e21af4 req-193555bf-4cf7-4010-879a-e0b23c242a9e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:20.610765 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2333169-5142-455e-b96c-457373e21af4 req-193555bf-4cf7-4010-879a-e0b23c242a9e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1394308 Feb 07 13:27:20.694939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2333169-5142-455e-b96c-457373e21af4 req-96989301-0191-4346-b3c6-e9f4d3bcef58 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847771 Feb 07 13:27:20.778152 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39348) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:20.968336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ac456209-9b9c-4abd-9d8e-f4977b428546 req-9f9af63f-5f0e-435b-be71-184161520939 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Synchronizing usage tracker for tenant:53789c8874484b5e82c0044e2d425f91 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:27:21.057182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:21.074665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:21.078916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] Usage tracker for resource:security_group_rule and tenant:91a223e779174871a01424379ababdb6 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:21.082220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:21.089811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:21.179335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:21.200237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ac456209-9b9c-4abd-9d8e-f4977b428546 req-9f9af63f-5f0e-435b-be71-184161520939 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] Unset dirty status for tenant:53789c8874484b5e82c0044e2d425f91 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:27:21.201826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac456209-9b9c-4abd-9d8e-f4977b428546 req-9f9af63f-5f0e-435b-be71-184161520939 tempest-VolumesBackupsTest-1545464356 tempest-VolumesBackupsTest-1545464356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e855a216-6070-4ccf-8054-97846852f364 HTTP/1.1" status: 200 len: 210 time: 0.3120024 Feb 07 13:27:21.270219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:21.325573 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91a223e779174871a01424379ababdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455916 Feb 07 13:27:21.326478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee95d90-a60d-4a70-8d2c-b3c62b5b8221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cd93ab-1388-4084-a70a-6f38989a52c6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:21.328225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39364) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:21.446550 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d86897c-9bbc-41d3-9dd0-8b40b91fa53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:21.484622 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d86897c-9bbc-41d3-9dd0-8b40b91fa53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:21.658324 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d86897c-9bbc-41d3-9dd0-8b40b91fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:21.706268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86897c-9bbc-41d3-9dd0-8b40b91fa53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cd93ab-1388-4084-a70a-6f38989a52c6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:21.729893 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9d86897c-9bbc-41d3-9dd0-8b40b91fa53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:21.734360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9d86897c-9bbc-41d3-9dd0-8b40b91fa53c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63cd93ab-1388-4084-a70a-6f38989a52c6 HTTP/1.1" status: 204 len: 168 time: 0.4044960 Feb 07 13:27:21.957119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ff153-faa2-4b48-aa8e-f1f11864e6a5 req-2388d24e-c60c-4738-8d45-4b316936a525 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:21.957119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-409ff153-faa2-4b48-aa8e-f1f11864e6a5 req-2388d24e-c60c-4738-8d45-4b316936a525 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1060779 Feb 07 13:27:21.992977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:27:22.065416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-409ff153-faa2-4b48-aa8e-f1f11864e6a5 req-8c5babf3-ebc5-4933-992a-bb1ac3786842 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956318 Feb 07 13:27:22.078968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:27:22.079541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0ca7b254-0efa-497d-ab88-c5f9ec87e4d0 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:27:23.341939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e648fcb-43e8-47a9-89c8-276f95e528d8 req-6da2441e-41f2-435e-98a5-fd183a3422dc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:23.343430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e648fcb-43e8-47a9-89c8-276f95e528d8 req-6da2441e-41f2-435e-98a5-fd183a3422dc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1406932 Feb 07 13:27:23.422203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e648fcb-43e8-47a9-89c8-276f95e528d8 req-f2835697-4c3e-44b8-9deb-77d14386bd9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711553 Feb 07 13:27:24.689950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:24.748790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6e06a-a779-4211-9387-c3f52ff7ced8 req-7251805b-33f1-4607-b423-0211b546a97c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:24.750392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfb6e06a-a779-4211-9387-c3f52ff7ced8 req-7251805b-33f1-4607-b423-0211b546a97c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1436975 Feb 07 13:27:24.810247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfb6e06a-a779-4211-9387-c3f52ff7ced8 req-dd82f588-548a-4d93-8c8f-60eabbaf21f9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528622 Feb 07 13:27:26.268082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec24ca0-75e6-4ead-bb01-d546a263a7bd req-395b1300-f582-4287-a03f-60c532fa0051 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:26.278701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ec24ca0-75e6-4ead-bb01-d546a263a7bd req-395b1300-f582-4287-a03f-60c532fa0051 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1975684 Feb 07 13:27:26.363233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ec24ca0-75e6-4ead-bb01-d546a263a7bd req-d8223fb7-c30d-4025-aaeb-7f2d2b8a49d5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824707 Feb 07 13:27:27.755384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c968f-8044-4f75-a460-6d8454aa784c req-06778389-6592-4ffe-abc9-ce190d2174bb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:27.762279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-036c968f-8044-4f75-a460-6d8454aa784c req-06778389-6592-4ffe-abc9-ce190d2174bb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.2048974 Feb 07 13:27:27.838875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-036c968f-8044-4f75-a460-6d8454aa784c req-b67168e9-93a2-46e6-b726-28abb89ab5cb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672488 Feb 07 13:27:28.690472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39602) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:28.941453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:28.961240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:28.967017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] Usage tracker for resource:security_group_rule and tenant:0f5a7f32c4dd41ac89a6297237f4881c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:28.970287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:28.981573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:29.002786 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:27:29.118862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2767c4-3a80-4d9f-af63-0711c802a409 req-860d510d-d3f6-4891-975a-fe5696daf491 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:29.126357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a2767c4-3a80-4d9f-af63-0711c802a409 req-860d510d-d3f6-4891-975a-fe5696daf491 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.0941579 Feb 07 13:27:29.132696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:29.169083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a2767c4-3a80-4d9f-af63-0711c802a409 req-5fbc79d1-3ce2-4527-9843-4fc1b0441998 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Feb 07 13:27:29.242211 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:29.332192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1780a3-b84d-407d-8899-38bfcab9da17,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:29.416743 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7538e486-320b-438a-abdd-4fe5ed4c651d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f5a7f32c4dd41ac89a6297237f4881c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252347 Feb 07 13:27:29.505708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39618) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:29.553188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dbac7b2e-90f4-4a2b-9022-76bc867ec597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:29.587886 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dbac7b2e-90f4-4a2b-9022-76bc867ec597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:29.865425 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dbac7b2e-90f4-4a2b-9022-76bc867ec597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:29.904317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac7b2e-90f4-4a2b-9022-76bc867ec597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1780a3-b84d-407d-8899-38bfcab9da17,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:29.906349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dbac7b2e-90f4-4a2b-9022-76bc867ec597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:29.916353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dbac7b2e-90f4-4a2b-9022-76bc867ec597 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca1780a3-b84d-407d-8899-38bfcab9da17 HTTP/1.1" status: 204 len: 168 time: 0.4510493 Feb 07 13:27:30.371111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9c99c-c3a8-48e7-8204-0d7a55bcad1d req-f97977a3-b638-4685-8452-f83d200ec2d4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:30.385119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40b9c99c-c3a8-48e7-8204-0d7a55bcad1d req-f97977a3-b638-4685-8452-f83d200ec2d4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.0863631 Feb 07 13:27:30.418511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40b9c99c-c3a8-48e7-8204-0d7a55bcad1d req-d8b0c926-e3cb-4228-afb9-f36dcafdd751 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399802 Feb 07 13:27:31.191637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39648) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:31.217414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:31.245660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:31.249935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] Usage tracker for resource:security_group_rule and tenant:fc5afec327344765b6d76ceea46fdec3 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:31.257812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:31.277035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:31.431191 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:31.515204 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:31.594084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70848c81-3565-4453-946e-e920e7ffc30e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:31.600911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bea7a714-354e-4f3a-8a1b-e252bed40daf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc5afec327344765b6d76ceea46fdec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080503 Feb 07 13:27:31.604120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 39660) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:31.707028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9b53760-8c10-4d15-8f05-31c81a5b5298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:31.737868 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9b53760-8c10-4d15-8f05-31c81a5b5298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:31.803105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4def50-d3d0-4b55-bdc0-48782e31e639 req-7ce4edcd-6cce-4ab7-87cf-53629d12914b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:31.804702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a4def50-d3d0-4b55-bdc0-48782e31e639 req-7ce4edcd-6cce-4ab7-87cf-53629d12914b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1028965 Feb 07 13:27:31.878230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a4def50-d3d0-4b55-bdc0-48782e31e639 req-7b3dc0d7-95d5-4265-b3f5-b697557ed58f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651667 Feb 07 13:27:31.885559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9b53760-8c10-4d15-8f05-31c81a5b5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:31.912942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b53760-8c10-4d15-8f05-31c81a5b5298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70848c81-3565-4453-946e-e920e7ffc30e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:31.936814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9b53760-8c10-4d15-8f05-31c81a5b5298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:31.941253 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9b53760-8c10-4d15-8f05-31c81a5b5298 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70848c81-3565-4453-946e-e920e7ffc30e HTTP/1.1" status: 204 len: 168 time: 0.3331194 Feb 07 13:27:33.100326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aeace-262d-4d1f-aeab-8b9116f1106a req-6baab7f2-447a-44cc-b1c8-237c703b3662 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:33.101833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f06aeace-262d-4d1f-aeab-8b9116f1106a req-6baab7f2-447a-44cc-b1c8-237c703b3662 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1158924 Feb 07 13:27:33.209251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f06aeace-262d-4d1f-aeab-8b9116f1106a req-350b9e84-cf14-4032-822e-e8e46f7cb9a3 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004450 Feb 07 13:27:33.256011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-15c4bcd0-0035-4db0-942c-db06ea87f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:33.256011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-15c4bcd0-0035-4db0-942c-db06ea87f1d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1096 time: 0.0875368 Feb 07 13:27:33.388911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-de6271e6-b31e-4405-92ac-7b792fde72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:33.390384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-de6271e6-b31e-4405-92ac-7b792fde72bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.1398058 Feb 07 13:27:33.512712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-0c046e60-91cc-4f75-8d76-b95d05e8d265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 1000 time: 0.1111333 Feb 07 13:27:33.581906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-f326454b-883f-48bd-b140-ade7d94ab147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:33.583680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-f326454b-883f-48bd-b140-ade7d94ab147 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.0693135 Feb 07 13:27:33.790088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-9d775555-ccf1-41ec-860d-b0d6d77a6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:33.790088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-9d775555-ccf1-41ec-860d-b0d6d77a6593 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961424 Feb 07 13:27:33.928828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-43b0bcbb-8d6e-42de-94eb-813c7ddca0cd service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346691 Feb 07 13:27:34.078604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c99e0d3-4ef1-4fda-b0bc-8e16f1a29613 req-50397da8-8944-419d-8c9c-69ad747e54d5 service neutron] 10.222.0.47 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436188 Feb 07 13:27:34.456858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072295-98f8-42ec-ba7b-ce1d59b5c56d req-b15681e3-6dbf-4e21-979c-d17c58d0a10a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:34.467877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86072295-98f8-42ec-ba7b-ce1d59b5c56d req-b15681e3-6dbf-4e21-979c-d17c58d0a10a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1123931 Feb 07 13:27:34.548759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86072295-98f8-42ec-ba7b-ce1d59b5c56d req-59bd6806-ccdc-439d-8b02-a2f3764384cf tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721443 Feb 07 13:27:35.760587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268d082-3319-41f5-bf26-c381557a239e req-4a828dd9-5d26-4831-9a14-60ea5c75b331 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:35.762117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5268d082-3319-41f5-bf26-c381557a239e req-4a828dd9-5d26-4831-9a14-60ea5c75b331 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.0857880 Feb 07 13:27:35.810748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5268d082-3319-41f5-bf26-c381557a239e req-1cb5dc00-a883-4a76-a684-51b462f61042 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Feb 07 13:27:36.549660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39802) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:36.705021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:36.731448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:36.735298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] Usage tracker for resource:security_group_rule and tenant:17838b655f384fb886229bcf41a59f54 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:36.740812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:36.744441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:36.836961 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:36.915028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:37.015373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a03fbdf-5a10-448e-9687-6812388935ea,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:37.020937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f89be455-b6d8-454f-8810-2d7f3c90843b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17838b655f384fb886229bcf41a59f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701982 Feb 07 13:27:37.031005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39810) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:37.091021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9746-e71c-462e-b658-baf1bf752157 req-f028bfe4-da6e-4541-81fc-e4d46bcf2ad5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:37.092528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43eb9746-e71c-462e-b658-baf1bf752157 req-f028bfe4-da6e-4541-81fc-e4d46bcf2ad5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1616549 Feb 07 13:27:37.123917 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fba29278-9bda-4d6f-99be-5836d7b31338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:37.168319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43eb9746-e71c-462e-b658-baf1bf752157 req-f6321335-0c21-41d9-8508-0f0849204af7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671494 Feb 07 13:27:37.169949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fba29278-9bda-4d6f-99be-5836d7b31338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:37.326794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fba29278-9bda-4d6f-99be-5836d7b31338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:37.342161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:27:37.350475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29278-9bda-4d6f-99be-5836d7b31338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a03fbdf-5a10-448e-9687-6812388935ea,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:37.361802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fba29278-9bda-4d6f-99be-5836d7b31338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:37.366375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fba29278-9bda-4d6f-99be-5836d7b31338 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a03fbdf-5a10-448e-9687-6812388935ea HTTP/1.1" status: 204 len: 168 time: 0.3378851 Feb 07 13:27:37.511630 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:37.548667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:27:37.585302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:37.664097 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:37.746136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:37.852677 n-d-811416-5 neutron-server[88314]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'code': 422} returned with failed status Feb 07 13:27:38.287068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39858) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:38.305925 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:38.323330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:38.327459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] Usage tracker for resource:security_group_rule and tenant:65257e104de34caaa4b24d0306f13522 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:38.330820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:38.337664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:38.439845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:38.548374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:38.597564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5977de90-de2f-4bc5-93c7-4ab63a9f5dfe,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:38.602175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3515efce-5912-4c84-9b89-a61612d894f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65257e104de34caaa4b24d0306f13522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138793 Feb 07 13:27:38.604876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39874) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:38.679724 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c86629e1-11cc-43a1-897e-13534ea391a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:38.713502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c86629e1-11cc-43a1-897e-13534ea391a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:38.789592 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-83eb63e4-23b1-4024-b139-a4e6bdc4197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:38.898029 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c86629e1-11cc-43a1-897e-13534ea391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:38.919427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86629e1-11cc-43a1-897e-13534ea391a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5977de90-de2f-4bc5-93c7-4ab63a9f5dfe,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:38.922497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c86629e1-11cc-43a1-897e-13534ea391a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:38.923684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c86629e1-11cc-43a1-897e-13534ea391a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5977de90-de2f-4bc5-93c7-4ab63a9f5dfe HTTP/1.1" status: 204 len: 168 time: 0.3170252 Feb 07 13:27:39.625260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56741d-6a26-42c8-917c-2fdb8c3e5204 req-67f75bf8-9d58-4fa0-b777-360bad936fe1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:39.626910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb56741d-6a26-42c8-917c-2fdb8c3e5204 req-67f75bf8-9d58-4fa0-b777-360bad936fe1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.1173878 Feb 07 13:27:39.756563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb56741d-6a26-42c8-917c-2fdb8c3e5204 req-cbab8339-4c65-41ad-9189-b3851d6ff43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109946 Feb 07 13:27:40.069816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 39958) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:40.283955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-a0c3452b-e985-4695-a281-0edb844c9bc1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2126472 Feb 07 13:27:41.004525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27c081-efd3-4c95-8df4-51f78c9d3550 req-b83c16a4-abdf-4e78-b3f5-607e0a5bbfb0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:41.009570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b27c081-efd3-4c95-8df4-51f78c9d3550 req-b83c16a4-abdf-4e78-b3f5-607e0a5bbfb0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.0961304 Feb 07 13:27:41.076579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b27c081-efd3-4c95-8df4-51f78c9d3550 req-90960c49-ce49-4182-9c1c-24c8e896cd4b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616932 Feb 07 13:27:41.354464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:27:41.561109 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-abce1535-4105-428a-99ee-39ca3f42fcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:42.281645 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:42.282497 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:42.307167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62e555-9793-45c2-89a2-28046b96a2d3 req-7775e3cc-9010-44f5-ab6a-33f65eae5984 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:42.309253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd62e555-9793-45c2-89a2-28046b96a2d3 req-7775e3cc-9010-44f5-ab6a-33f65eae5984 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.0962248 Feb 07 13:27:42.373477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd62e555-9793-45c2-89a2-28046b96a2d3 req-d9038ae7-ef2d-42da-bbdf-367682d3785f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580852 Feb 07 13:27:43.563758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1440d-bf26-491a-be8d-c41b6f61aa02 req-9ef195dd-4e55-412f-8bc6-2a5d78a45c97 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:43.565276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0aa1440d-bf26-491a-be8d-c41b6f61aa02 req-9ef195dd-4e55-412f-8bc6-2a5d78a45c97 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.0853901 Feb 07 13:27:43.612053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0aa1440d-bf26-491a-be8d-c41b6f61aa02 req-f5b11649-d9b7-4d3e-968e-a486a6827fb3 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 Feb 07 13:27:43.761053 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:44.653946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40144) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:44.807724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:44.826140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:44.830393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] Usage tracker for resource:security_group_rule and tenant:6fd302aad81c4c7bb52730da88d68f97 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:44.834081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:44.840076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:44.861951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a603631-bd83-4f1d-848f-ab3488d9e44d req-fd4361b1-c3a9-443a-a095-4ab3a7acf1a6 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:44.864439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a603631-bd83-4f1d-848f-ab3488d9e44d req-fd4361b1-c3a9-443a-a095-4ab3a7acf1a6 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.1061821 Feb 07 13:27:44.944582 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:44.953426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a603631-bd83-4f1d-848f-ab3488d9e44d req-0f1be3ae-3b7b-4e13-a3a8-956c082a0744 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741134 Feb 07 13:27:45.046687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:45.096611 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6fd302aad81c4c7bb52730da88d68f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409649 Feb 07 13:27:45.097382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc8e3e-d877-46e0-b8b3-0f77d7c04d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8079339-bee4-40e5-b7d7-e31d4084e579,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:45.101382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40166) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:45.163046 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9f349aa0-7a1d-42c6-aa70-56ab50313cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:45.172367 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:45.189338 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9f349aa0-7a1d-42c6-aa70-56ab50313cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:45.320969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9f349aa0-7a1d-42c6-aa70-56ab50313cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:45.336023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f349aa0-7a1d-42c6-aa70-56ab50313cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8079339-bee4-40e5-b7d7-e31d4084e579,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:45.347338 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9f349aa0-7a1d-42c6-aa70-56ab50313cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:45.349861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9f349aa0-7a1d-42c6-aa70-56ab50313cdd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8079339-bee4-40e5-b7d7-e31d4084e579 HTTP/1.1" status: 204 len: 168 time: 0.2461996 Feb 07 13:27:46.048571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40218) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:46.067247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.125553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:46.132567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] Usage tracker for resource:security_group_rule and tenant:eb0b941799a8475b9a15fb1411ed7b4d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:46.137567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de530-a0af-44db-8d93-836501d828e8 req-da4d82cf-307d-4d21-88ea-8c3093c5acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:46.138143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:46.140008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-da4d82cf-307d-4d21-88ea-8c3093c5acde service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845&tenant_id=0e2c7966b1f4464399bfb4378d1fdf55 HTTP/1.1" status: 200 len: 1094 time: 0.2425666 Feb 07 13:27:46.146909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:46.155293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:27:46.257312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.355079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.424893 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb0b941799a8475b9a15fb1411ed7b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751590 Feb 07 13:27:46.426122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124dee2-6162-4ba7-a48d-ab75b380bd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbd72c-ff0d-49be-9bfd-7e742fe3a619,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:46.429223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40236) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:46.481547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.492417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9bc96966-3882-44b0-942b-32c4e4d1ee2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.510071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1475c93-396b-472b-b895-685827e6077e req-0ea34a0c-a938-42be-8162-ad576d703540 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:46.511855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1475c93-396b-472b-b895-685827e6077e req-0ea34a0c-a938-42be-8162-ad576d703540 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 943 time: 0.3199747 Feb 07 13:27:46.533690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9bc96966-3882-44b0-942b-32c4e4d1ee2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.656939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1475c93-396b-472b-b895-685827e6077e req-598454bc-1d39-4efb-aa0f-a1a634e675ce tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114647 Feb 07 13:27:46.738079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9bc96966-3882-44b0-942b-32c4e4d1ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.757118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc96966-3882-44b0-942b-32c4e4d1ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbd72c-ff0d-49be-9bfd-7e742fe3a619,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:46.795537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9bc96966-3882-44b0-942b-32c4e4d1ee2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.797037 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9bc96966-3882-44b0-942b-32c4e4d1ee2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18fbd72c-ff0d-49be-9bfd-7e742fe3a619 HTTP/1.1" status: 204 len: 168 time: 0.3668277 Feb 07 13:27:46.842988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:46.873311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:27:46.952282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c8780e-4f00-4076-9b9c-4ca35b05412e {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:27:46.960733 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:46.975089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Transition to ACTIVE for port object a4c8780e-4f00-4076-9b9c-4ca35b05412e will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:27:47.085553 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:47.231904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=9']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:47.236223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40266) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:47.299390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] No DVR routers for this DVR port a4c8780e-4f00-4076-9b9c-4ca35b05412e on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:27:47.582930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Attempting to bind port a4c8780e-4f00-4076-9b9c-4ca35b05412e on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:27:47.583364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Attempting to bind port a4c8780e-4f00-4076-9b9c-4ca35b05412e by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:27:47.584232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Attempting to bind port a4c8780e-4f00-4076-9b9c-4ca35b05412e on network c714ab91-cf7e-4826-9a3b-11210ff20286 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:27:47.589857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Port a4c8780e-4f00-4076-9b9c-4ca35b05412e on network c714ab91-cf7e-4826-9a3b-11210ff20286 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:27:47.590203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Attempting to bind port a4c8780e-4f00-4076-9b9c-4ca35b05412e on network c714ab91-cf7e-4826-9a3b-11210ff20286 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:27:47.595554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:27:47.595892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Checking segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:27:47.596317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Bound using segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:27:47.596814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Bound port: a4c8780e-4f00-4076-9b9c-4ca35b05412e, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:27:47.597077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:47.725239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:27:47.729313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:27:47.824200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:47.891773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:47.915239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:47.915944 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:47.917402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] 10.222.0.35 "PUT /v2.0/ports/a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 1091 time: 1.7686458 Feb 07 13:27:47.917833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:27:47.946454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c1c78-91b7-4a5d-a90c-676977711cfb service neutron] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:47.994971 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'status': 'completed', 'code': 200} Feb 07 13:27:48.037057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2d24-204d-4c43-b76b-081ca8b41fae req-50d965f4-36f3-41d4-858a-e47623b3af5f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:48.038751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7ae2d24-204d-4c43-b76b-081ca8b41fae req-50d965f4-36f3-41d4-858a-e47623b3af5f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.2568851 Feb 07 13:27:48.104814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7ae2d24-204d-4c43-b76b-081ca8b41fae req-24f2ab93-5c9e-467a-bc58-4e9fcd726f96 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552697 Feb 07 13:27:48.142588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de530-a0af-44db-8d93-836501d828e8 req-69fe8e87-3f04-4f44-9bac-96bacb50b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:48.144994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-69fe8e87-3f04-4f44-9bac-96bacb50b880 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1095 time: 0.1931527 Feb 07 13:27:48.310835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de530-a0af-44db-8d93-836501d828e8 req-96b65c57-85e0-47d4-ba88-972c88b3ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:48.312347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-96b65c57-85e0-47d4-ba88-972c88b3ee6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.1608312 Feb 07 13:27:48.424001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-692a327d-fc15-49f4-b5cd-77a01c961b95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 998 time: 0.1049120 Feb 07 13:27:48.503175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port 51653367-fb4d-47b6-8e8c-52d65229b4b4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:27:48.503668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:48.510001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de530-a0af-44db-8d93-836501d828e8 req-aea1a398-5792-4585-b51d-1e485a9cf4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:48.511065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-aea1a398-5792-4585-b51d-1e485a9cf4a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.0806203 Feb 07 13:27:48.723267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de530-a0af-44db-8d93-836501d828e8 req-c4ae5bad-464a-4efd-8bbd-9132dceec036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:48.725078 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-c4ae5bad-464a-4efd-8bbd-9132dceec036 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2088077 Feb 07 13:27:48.766761 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port 51653367-fb4d-47b6-8e8c-52d65229b4b4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=51653367-fb4d-47b6-8e8c-52d65229b4b4,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:48.767183 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:48.867607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-3d0e343a-1b69-4054-b497-0c0655ce0150 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362808 Feb 07 13:27:48.896168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for 51653367-fb4d-47b6-8e8c-52d65229b4b4 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:27:49.010747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb8de530-a0af-44db-8d93-836501d828e8 req-f370a19e-f8d6-441d-bbe1-2d1b3c20187f service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373429 Feb 07 13:27:49.357048 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:49.360280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-7bd6aad8-3767-43b3-8958-3507a78e24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:49.361840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-7bd6aad8-3767-43b3-8958-3507a78e24ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1095 time: 0.1431420 Feb 07 13:27:49.374928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc7d1-2d7d-44b5-ba79-d78ef185e3c7 req-5f916f23-9f71-4711-bdfd-2f90abb3eb1c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:49.376803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfffc7d1-2d7d-44b5-ba79-d78ef185e3c7 req-5f916f23-9f71-4711-bdfd-2f90abb3eb1c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.1218505 Feb 07 13:27:49.487602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40366) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:49.559452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=51653367-fb4d-47b6-8e8c-52d65229b4b4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:49.643431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfffc7d1-2d7d-44b5-ba79-d78ef185e3c7 req-27ee072b-4972-405c-bab1-1ab5a39e832b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428055 Feb 07 13:27:49.665481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-47c6c18f-8ea2-441b-a6ac-6785eb50bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:49.666946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-47c6c18f-8ea2-441b-a6ac-6785eb50bff9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.2893324 Feb 07 13:27:49.829202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-d255e929-5c37-4c07-9c3d-01dfdb1a4330 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 998 time: 0.1562994 Feb 07 13:27:49.869157 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:49.898670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-37d45156-9057-444e-9a7d-36789cce706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:49.900181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-37d45156-9057-444e-9a7d-36789cce706d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.0649498 Feb 07 13:27:49.908392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:49.916164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5a7b2a1f504c73805d7e93a267cad9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:49.920960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:49.929397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:49.932944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:49.985533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-d7d9072b-cbe9-4d5e-84eb-d0c65aced9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:49.987033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-d7d9072b-cbe9-4d5e-84eb-d0c65aced9ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810299 Feb 07 13:27:50.158819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-bb97f99f-7732-4691-a8a4-307639312e3f service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652195 Feb 07 13:27:50.383666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c04f639f-7306-42ef-8807-166a2b659fb9 req-aae64213-78b3-4ada-82ca-ce8e3ea72353 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339102 Feb 07 13:27:50.396973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:50.526630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:27:50.530113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:50.664785 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f5a7b2a1f504c73805d7e93a267cad9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1028962 Feb 07 13:27:50.668848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40408) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:50.676991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c3256-09be-4283-bb74-396180bbb466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c54ca9-64a6-44c6-b1a4-8813c18952f2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:50.872663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4137e154-9b66-4720-bd3b-3082a33b3442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:50.903699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4137e154-9b66-4720-bd3b-3082a33b3442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:50.913195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:27:50.925911 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] Sync routers for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:27:50.938924 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:27:50.946916 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:27:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:27:50.978105 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0714747a-7cd7-41ae-b500-6149d0a9b72c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "PUT /v2.0/routers/727ab75f-5ef4-4026-bfb0-ca1275f2d74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7406604 Feb 07 13:27:51.102354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109f23c-21a4-4b6c-934c-c640a5b20ac2 req-0ffd1168-b87f-4d64-914d-0de4213ce9ef tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:51.104007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4109f23c-21a4-4b6c-934c-c640a5b20ac2 req-0ffd1168-b87f-4d64-914d-0de4213ce9ef tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.2327628 Feb 07 13:27:51.105241 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4137e154-9b66-4720-bd3b-3082a33b3442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:51.139614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137e154-9b66-4720-bd3b-3082a33b3442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c54ca9-64a6-44c6-b1a4-8813c18952f2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:51.168591 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4137e154-9b66-4720-bd3b-3082a33b3442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:51.172985 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4137e154-9b66-4720-bd3b-3082a33b3442 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92c54ca9-64a6-44c6-b1a4-8813c18952f2 HTTP/1.1" status: 204 len: 168 time: 0.5025835 Feb 07 13:27:51.174630 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:27:51.233879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4109f23c-21a4-4b6c-934c-c640a5b20ac2 req-9848ecc4-dc68-4403-b702-fd4c60a121bd tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966370 Feb 07 13:27:51.763218 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:49Z', 'revision_number': 6, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:20Z', 'revision_number': 1, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:27:51.763218 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] Checking router: 727ab75f-5ef4-4026-bfb0-ca1275f2d74e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:27:51.770178 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:27:51.771157 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:27:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:27:52.125948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d158d-b51f-4852-b0bd-01724bc30f37 req-96a55dde-073b-4dfd-b884-5221149a9a1f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:52.127880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-721d158d-b51f-4852-b0bd-01724bc30f37 req-96a55dde-073b-4dfd-b884-5221149a9a1f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 946 time: 0.1318812 Feb 07 13:27:52.133307 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:27:52.217507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-721d158d-b51f-4852-b0bd-01724bc30f37 req-e8518573-e101-4361-bb44-cfbce343cb98 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660372 Feb 07 13:27:52.551126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba7b44-559c-4518-8cdb-b6acdaa64fd0 req-8e5287f7-81ff-42b4-832c-9f4937e260a6 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:52.553577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3ba7b44-559c-4518-8cdb-b6acdaa64fd0 req-8e5287f7-81ff-42b4-832c-9f4937e260a6 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.0993614 Feb 07 13:27:52.611152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3ba7b44-559c-4518-8cdb-b6acdaa64fd0 req-53988c13-bc49-4502-9618-774062e49c5d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506415 Feb 07 13:27:52.732783 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:49Z', 'revision_number': 6, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:20Z', 'revision_number': 1, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:27:52.737564 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f7986-a8c9-4eb1-9bd2-30320294a892 None None] The sync data for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 is: [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:49Z', 'revision_number': 6, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ae78f692-51b7-4096-85c5-945c83f00128', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'port_id': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'mac_address': 'fa:16:3e:3f:ce:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:25:15Z', 'updated_at': '2022-02-07T13:25:20Z', 'revision_number': 1, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:27:53.616884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f51dad-39e1-4242-bf49-efceb62ddffe req-a820bd80-d2eb-449a-a295-4df36b351806 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:53.624781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0f51dad-39e1-4242-bf49-efceb62ddffe req-a820bd80-d2eb-449a-a295-4df36b351806 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 946 time: 0.2290940 Feb 07 13:27:53.763404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0f51dad-39e1-4242-bf49-efceb62ddffe req-e7550fba-6b58-4159-8154-6cb95c767216 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373045 Feb 07 13:27:53.878077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-354f3c66-b0dd-4f9e-b9f5-d4725e81d4ca tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:53.879723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-354f3c66-b0dd-4f9e-b9f5-d4725e81d4ca tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 946 time: 0.2519815 Feb 07 13:27:53.984672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cab253-0699-48de-9141-93511647adf7 req-06bd24eb-b1f6-4527-b3dd-6c2be5a59a23 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:53.986392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0cab253-0699-48de-9141-93511647adf7 req-06bd24eb-b1f6-4527-b3dd-6c2be5a59a23 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.2030547 Feb 07 13:27:53.990945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port 340076e3-8578-490f-92e9-dab584cb623d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:27:53.991351 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:54.155584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0cab253-0699-48de-9141-93511647adf7 req-d521ed18-486b-4166-b3b6-98ca77a12e98 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098800 Feb 07 13:27:54.348982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port 340076e3-8578-490f-92e9-dab584cb623d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=340076e3-8578-490f-92e9-dab584cb623d,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:27:54.349271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:54.542811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for 340076e3-8578-490f-92e9-dab584cb623d owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:27:54.673932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-6f6aa94b-2456-413d-bf70-1dcbc5dd0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:54.675434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-6f6aa94b-2456-413d-bf70-1dcbc5dd0954 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1095 time: 0.2509766 Feb 07 13:27:54.680941 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:54.759996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 51653367-fb4d-47b6-8e8c-52d65229b4b4 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:27:54.855620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 51653367-fb4d-47b6-8e8c-52d65229b4b4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:27:54.855997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 51653367-fb4d-47b6-8e8c-52d65229b4b4 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:27:55.019170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-b6409c09-b47e-421b-83e3-4598eb88f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:55.021344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-b6409c09-b47e-421b-83e3-4598eb88f77f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.2760212 Feb 07 13:27:55.148647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-3944da7f-76d7-4d3a-ad66-a24bda4d3f35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 200 len: 998 time: 0.1162655 Feb 07 13:27:55.160825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b69feb-2085-4c2a-9097-ad1977d4643e req-a98ac927-d9e9-48d1-bc11-aac239147ae1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:55.162370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8b69feb-2085-4c2a-9097-ad1977d4643e req-a98ac927-d9e9-48d1-bc11-aac239147ae1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 946 time: 0.2073004 Feb 07 13:27:55.211854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:55.338973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-3a9db288-5517-4a61-afab-db8c4e9cde4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:55.340613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-3a9db288-5517-4a61-afab-db8c4e9cde4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.1768913 Feb 07 13:27:55.356550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=340076e3-8578-490f-92e9-dab584cb623d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:55.513516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40534) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:55.691024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:55.725403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:55.739483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Usage tracker for resource:security_group_rule and tenant:6846aeb3279f4730a5d3d5a0192fbcc5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:55.743091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:55.752922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:55.784756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8b69feb-2085-4c2a-9097-ad1977d4643e req-bb604c6a-c1dd-4809-b42a-9f33cdfa6821 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab92d658-f79f-47d6-9da9-46379f21549f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5614119 Feb 07 13:27:55.850949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] No DVR routers for this DVR port 340076e3-8578-490f-92e9-dab584cb623d on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:27:55.856613 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:55.859542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd919b6f3-e532-4f10-a42d-edd21aa4017d', 'name': 'network-vif-deleted', 'tag': '340076e3-8578-490f-92e9-dab584cb623d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:27:55.880704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47b7aa87-5dfc-4195-81c9-9f4f89194db0 req-676b5b04-d6ee-4f45-82a8-1ddf4f987b4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "DELETE /v2.0/ports/340076e3-8578-490f-92e9-dab584cb623d HTTP/1.1" status: 204 len: 173 time: 1.9951291 Feb 07 13:27:55.893427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:55.911807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07c32b-a6db-4fc3-9b76-32423632834a req-7906f8ad-5961-4fbf-b300-6c8517ab6b4a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:55.916525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a07c32b-a6db-4fc3-9b76-32423632834a req-7906f8ad-5961-4fbf-b300-6c8517ab6b4a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.5714338 Feb 07 13:27:55.919962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-45a90627-ef78-4ca1-9886-593bc7db992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:55.922192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-45a90627-ef78-4ca1-9886-593bc7db992d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5600333 Feb 07 13:27:55.924963 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd919b6f3-e532-4f10-a42d-edd21aa4017d', 'name': 'network-vif-deleted', 'tag': '340076e3-8578-490f-92e9-dab584cb623d', 'status': 'completed', 'code': 200} Feb 07 13:27:56.047477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a07c32b-a6db-4fc3-9b76-32423632834a req-d1ec9e47-0d1f-4feb-b729-006a1f0a8f1a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241438 Feb 07 13:27:56.086560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:56.179808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6846aeb3279f4730a5d3d5a0192fbcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651967 Feb 07 13:27:56.182358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40548) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:56.232566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745b6698-b40d-4eb0-8fd1-680d7926c125,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:56.251759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.252235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.252495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.252866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.253208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.253484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.253863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.254187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.254509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.255031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.255888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.256251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93539a5b-d4dc-49a0-82ba-60a937fd8948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:27:56.280264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-cf61dd19-8afa-4a54-ab8e-bbf7ea9806db service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367281 Feb 07 13:27:56.286569 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a305954b-4e6f-43bc-a421-99d21864462a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:56.324485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a305954b-4e6f-43bc-a421-99d21864462a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:56.539120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a305954b-4e6f-43bc-a421-99d21864462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:56.560351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305954b-4e6f-43bc-a421-99d21864462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745b6698-b40d-4eb0-8fd1-680d7926c125,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:56.571525 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a305954b-4e6f-43bc-a421-99d21864462a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:56.575221 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a305954b-4e6f-43bc-a421-99d21864462a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/745b6698-b40d-4eb0-8fd1-680d7926c125 HTTP/1.1" status: 204 len: 168 time: 0.3895330 Feb 07 13:27:56.625975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28505f49-67b1-44dd-85f9-6c0ae58d4702 req-c02f6bcd-dd42-4841-bbfe-75bc7e4d7d16 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700184 Feb 07 13:27:57.042222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-97b30105-20fb-4c6c-aa98-ddae4a6c3a66 req-1fa160b6-c39e-4d8f-a0d8-fa592c1bff72 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:27:57.273861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-97b30105-20fb-4c6c-aa98-ddae4a6c3a66 req-1fa160b6-c39e-4d8f-a0d8-fa592c1bff72 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:27:57.275410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97b30105-20fb-4c6c-aa98-ddae4a6c3a66 req-1fa160b6-c39e-4d8f-a0d8-fa592c1bff72 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=d919b6f3-e532-4f10-a42d-edd21aa4017d HTTP/1.1" status: 200 len: 210 time: 0.3390489 Feb 07 13:27:57.332845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70982620-516c-4c6e-888e-6550356b1b85 req-cd2ad97f-ea0a-4d5e-9c43-2df870703cce tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:57.334604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70982620-516c-4c6e-888e-6550356b1b85 req-cd2ad97f-ea0a-4d5e-9c43-2df870703cce tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.1361718 Feb 07 13:27:57.386705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70982620-516c-4c6e-888e-6550356b1b85 req-d5546fd2-53ce-44bb-9227-4fed7dec866d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463443 Feb 07 13:27:57.438639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 340076e3-8578-490f-92e9-dab584cb623d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:27:57.495312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 340076e3-8578-490f-92e9-dab584cb623d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:27:57.495844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 340076e3-8578-490f-92e9-dab584cb623d not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:27:58.395395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40608) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:58.474021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fda6d6a3-36aa-4dcf-940a-ff7be78c1150 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:58.511828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fda6d6a3-36aa-4dcf-940a-ff7be78c1150 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:58.600462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9520a54-7b78-4065-b49d-a47005a9a949 req-84a2ca1c-33a9-484c-a4b9-32a7e5dbfdbe tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:58.602106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9520a54-7b78-4065-b49d-a47005a9a949 req-84a2ca1c-33a9-484c-a4b9-32a7e5dbfdbe tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.0931880 Feb 07 13:27:58.650568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9520a54-7b78-4065-b49d-a47005a9a949 req-e33117cb-0d1b-4b28-9dfa-a81457634e81 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427582 Feb 07 13:27:58.840668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fda6d6a3-36aa-4dcf-940a-ff7be78c1150 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:58.860290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6d6a3-36aa-4dcf-940a-ff7be78c1150 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92d658-f79f-47d6-9da9-46379f21549f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:58.885246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fda6d6a3-36aa-4dcf-940a-ff7be78c1150 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:58.887150 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fda6d6a3-36aa-4dcf-940a-ff7be78c1150 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/security-groups/ab92d658-f79f-47d6-9da9-46379f21549f HTTP/1.1" status: 204 len: 168 time: 0.4903693 Feb 07 13:27:59.030559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40632) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:59.118908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9c5940-a1a6-4463-a688-3301d2204b12 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting subnet 4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:27:59.123373 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5940-a1a6-4463-a688-3301d2204b12 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:59.212125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5940-a1a6-4463-a688-3301d2204b12 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:59.328063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5940-a1a6-4463-a688-3301d2204b12 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:59.376061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40644) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:59.545772 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:59.555766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:27:59.559688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6936b6851e4ee1bd788e7a9f196eaa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:27:59.562562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:27:59.568458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:27:59.859770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceea2a8-548f-4e0e-9b79-4e17ff715f66 req-64781bc6-b7b0-4731-8acb-627643a5318f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:27:59.861248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ceea2a8-548f-4e0e-9b79-4e17ff715f66 req-64781bc6-b7b0-4731-8acb-627643a5318f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.0881872 Feb 07 13:27:59.892498 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5940-a1a6-4463-a688-3301d2204b12 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:59.918154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ceea2a8-548f-4e0e-9b79-4e17ff715f66 req-9dc93115-140a-4b8c-bb2b-bfd73e4fbd01 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499685 Feb 07 13:27:59.950212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c5940-a1a6-4463-a688-3301d2204b12 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Subnet': ['ID=4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:27:59.957909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5940-a1a6-4463-a688-3301d2204b12 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:27:59.967832 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0f9c5940-a1a6-4463-a688-3301d2204b12 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/subnets/4c43100a-4d0d-4d68-9ccb-59e0cfe7d08f HTTP/1.1" status: 204 len: 168 time: 0.9360056 Feb 07 13:27:59.968775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40662) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:27:59.969045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1a0b6-1356-4fff-aa26-e867fea94b88 None None] Network 123cda46-3007-4627-8f04-64208b4954a0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:00.038272 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.131134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.143831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port 9b404b5f-91ab-417d-91b9-b9363f67757b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:00.144310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.217459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.272116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f296e67-5a0e-454b-8b04-cacfbf747907,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:00.292746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1e05678b-3433-4169-9a3d-989833950f26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a6936b6851e4ee1bd788e7a9f196eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9155810 Feb 07 13:28:00.295359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40670) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:00.371220 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-242c72fe-0b23-4a2b-b58a-9d9f6b5a54f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.389622 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] DHCP port deletion for 123cda46-3007-4627-8f04-64208b4954a0 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:28:00.400318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] Deleting port 9b404b5f-91ab-417d-91b9-b9363f67757b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:00.400975 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.431526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-242c72fe-0b23-4a2b-b58a-9d9f6b5a54f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.538515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port 9b404b5f-91ab-417d-91b9-b9363f67757b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b404b5f-91ab-417d-91b9-b9363f67757b,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:00.545720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.588864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-242c72fe-0b23-4a2b-b58a-9d9f6b5a54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.608576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-242c72fe-0b23-4a2b-b58a-9d9f6b5a54f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.609637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-242c72fe-0b23-4a2b-b58a-9d9f6b5a54f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f296e67-5a0e-454b-8b04-cacfbf747907 HTTP/1.1" status: 204 len: 168 time: 0.3133566 Feb 07 13:28:00.610578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c72fe-0b23-4a2b-b58a-9d9f6b5a54f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f296e67-5a0e-454b-8b04-cacfbf747907,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:00.648731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] For port 9b404b5f-91ab-417d-91b9-b9363f67757b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b404b5f-91ab-417d-91b9-b9363f67757b,segment=NetworkSegment(5d4b59e5-4ef5-4ff0-9516-fafa9892b361),segment_id=5d4b59e5-4ef5-4ff0-9516-fafa9892b361)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:00.649306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:00.758698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for 9b404b5f-91ab-417d-91b9-b9363f67757b owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:00.809252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] Calling delete_port for 9b404b5f-91ab-417d-91b9-b9363f67757b owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:00.852148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b404b5f-91ab-417d-91b9-b9363f67757b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:01.001029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.005526 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.025304 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:28:01.025775 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:28:01.108989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=9b404b5f-91ab-417d-91b9-b9363f67757b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:01.112703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] No DVR routers for this DVR port 9b404b5f-91ab-417d-91b9-b9363f67757b on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:28:01.140170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aff74-237a-457d-8eea-95ef73d6a6fe req-5ddbfe81-e5c5-4fb3-92ba-e56f371bf33c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:01.148383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-977aff74-237a-457d-8eea-95ef73d6a6fe req-5ddbfe81-e5c5-4fb3-92ba-e56f371bf33c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.0945108 Feb 07 13:28:01.197780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-977aff74-237a-457d-8eea-95ef73d6a6fe req-d4be47fa-6c97-44b7-bcd9-74cbcb745405 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482860 Feb 07 13:28:01.265787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.296960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123cda46-3007-4627-8f04-64208b4954a0']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:01.314348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4b59e5-4ef5-4ff0-9516-fafa9892b361') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:01.314648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4b59e5-4ef5-4ff0-9516-fafa9892b361') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:01.329957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.345505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.352843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:28:01.353234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:28:01.367750 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:28:01.527273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] Deleting port 9b404b5f-91ab-417d-91b9-b9363f67757b {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:01.527738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.542471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.565908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:01.571363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Network': ['ID=123cda46-3007-4627-8f04-64208b4954a0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:01.604495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9899010a-485c-416e-8dec-70d0b6367493 None None] The port '9b404b5f-91ab-417d-91b9-b9363f67757b' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:28:01.650169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40730) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:01.651798 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2b75c538-3cba-4a5f-af33-45203ed307f1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/networks/123cda46-3007-4627-8f04-64208b4954a0 HTTP/1.1" status: 204 len: 168 time: 1.6816838 Feb 07 13:28:01.867930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port ed5bec98-94ec-4e0c-a9fc-6ec1f97a7e90 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:01.868163 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.040499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:02.066762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.067096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.172318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-82099313'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:02.178186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:02.188445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Usage tracker for resource:network and tenant:3dae0d3b0dad41818366e9adc758a59a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:02.188445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:02.191848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:02.319413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for ed5bec98-94ec-4e0c-a9fc-6ec1f97a7e90 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:02.326407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Made reservation on behalf of 3dae0d3b0dad41818366e9adc758a59a for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:02.330250 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.344506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.367150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:02.372135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Usage tracker for resource:security_group_rule and tenant:3dae0d3b0dad41818366e9adc758a59a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:02.375686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:02.382609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:02.476025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093859f9-6fac-4eec-8c4f-c93320acd20e req-13004e70-e0ba-478f-a069-0a90ebc43d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:02.477870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-093859f9-6fac-4eec-8c4f-c93320acd20e req-13004e70-e0ba-478f-a069-0a90ebc43d56 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.1265087 Feb 07 13:28:02.486213 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.567182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-093859f9-6fac-4eec-8c4f-c93320acd20e req-804e5888-156e-415d-979c-7b0caaba851f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763280 Feb 07 13:28:02.614572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.646557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8352f2-0fd2-4f48-a69a-86c2e433c329,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:02.772430 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.778076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:28:02.786504 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.786963 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Added segment 6792d71b-3513-482e-9646-2424c45c086c of type vlan for network b0e39d0a-ecdb-4211-b31e-3bbf45236293 Feb 07 13:28:02.825865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.852029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=ed5bec98-94ec-4e0c-a9fc-6ec1f97a7e90,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:02.920704 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.921043 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Floating IP ae78f692-51b7-4096-85c5-945c83f00128 disassociated (deleted). External IP: 172.25.7.11, port: ed02e51b-94ba-4f4e-b766-150995110c90. Feb 07 13:28:02.953448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:02.959326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:02.959928 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:03.073661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event updated for resources: {'Network': ['ID=b0e39d0a-ecdb-4211-b31e-3bbf45236293,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:03.086494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b0e39d0a-ecdb-4211-b31e-3bbf45236293 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:28:03.147172 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-78b1accc-dd03-4456-affc-659746f26bbc tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1018753 Feb 07 13:28:03.147373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40802) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:03.153066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Request body: {'subnet': {'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:03.273951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:03.278089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Usage tracker for resource:subnet and tenant:3dae0d3b0dad41818366e9adc758a59a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:03.281085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:03.288457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:03.309687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:28:03.370899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Made reservation on behalf of 3dae0d3b0dad41818366e9adc758a59a for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:03.374863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:03.503030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:03.515024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] Sync routers for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:03.527425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:03.528087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:27:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:03.529407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:03.601810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-67f83109-f5ed-411a-8256-348504b28d5e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/floatingips/ae78f692-51b7-4096-85c5-945c83f00128 HTTP/1.1" status: 204 len: 168 time: 1.9473965 Feb 07 13:28:03.601810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:28:03.703352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:03.802214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:03.811457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489b6db-d189-4bc3-8e68-7bcc33da374e req-c9a28312-d741-4158-9c47-65b104f38c0f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:03.813044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2489b6db-d189-4bc3-8e68-7bcc33da374e req-c9a28312-d741-4158-9c47-65b104f38c0f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.1158621 Feb 07 13:28:03.843914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Checking segment: {'id': '6792d71b-3513-482e-9646-2424c45c086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:03.843914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Network hostable DHCP agents. Network: b0e39d0a-ecdb-4211-b31e-3bbf45236293, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:28:03.849995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event updated for resources: {'Subnet': ['ID=61cee14c-1074-4d3d-9272-57b55be5b22c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:03.875323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2489b6db-d189-4bc3-8e68-7bcc33da374e req-59413778-9d50-477a-8c1e-37a775772d62 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518219 Feb 07 13:28:03.996958 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'status': 'completed', 'code': 200} Feb 07 13:28:04.012578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Network b0e39d0a-ecdb-4211-b31e-3bbf45236293 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:28:04.105053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d8267-2f32-49a3-948d-0d239d725d40 req-26521719-ae2b-4c99-8d0d-53bb2d746977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:04.107235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-998d8267-2f32-49a3-948d-0d239d725d40 req-26521719-ae2b-4c99-8d0d-53bb2d746977 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 1097 time: 0.0770891 Feb 07 13:28:04.126392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b0e39d0a-ecdb-4211-b31e-3bbf45236293) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:04.136808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:04.136808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:04.146322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e605681-a092-4490-b58d-2ac242ef99e4 None None] Network b0e39d0a-ecdb-4211-b31e-3bbf45236293 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:04.259339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d8267-2f32-49a3-948d-0d239d725d40 req-3081488a-a723-4351-9c12-b18853e01ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:04.260907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-998d8267-2f32-49a3-948d-0d239d725d40 req-3081488a-a723-4351-9c12-b18853e01ec7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=648db234-9eb1-4b88-9272-9ce57b9927d4 HTTP/1.1" status: 200 len: 897 time: 0.1477244 Feb 07 13:28:04.292753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:49Z', 'revision_number': 6, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:04.293931 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cf321f9e-a4fd-4118-87e6-64a5c5299b7d tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1454735 Feb 07 13:28:04.307191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40818) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:04.314315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Request body: {'port': {'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1180714910'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:04.332881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] Checking router: 727ab75f-5ef4-4026-bfb0-ca1275f2d74e for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:28:04.355416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:04.356160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:27:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:04.553012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-998d8267-2f32-49a3-948d-0d239d725d40 req-dd2f7fe8-53b1-4002-aab2-fc409c588aab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed02e51b-94ba-4f4e-b766-150995110c90 HTTP/1.1" status: 200 len: 217 time: 0.2853482 Feb 07 13:28:04.577721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:04.581597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Usage tracker for resource:port and tenant:3dae0d3b0dad41818366e9adc758a59a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:04.585082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:04.591253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:04.638071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-b0e39d0a-ecdb-4211-b31e-3bbf45236293', 'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293', 'tenant_id': '3dae0d3b0dad41818366e9adc758a59a', 'fixed_ips': [{'subnet_id': '61cee14c-1074-4d3d-9272-57b55be5b22c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:28:04.639019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:04.656588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:04.698709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d8267-2f32-49a3-948d-0d239d725d40 req-a508f4de-0c13-40b0-8994-3390c0f09932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:04.700286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-998d8267-2f32-49a3-948d-0d239d725d40 req-a508f4de-0c13-40b0-8994-3390c0f09932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdae26dc-7c5c-4f8e-bb66-58172bd1d238 HTTP/1.1" status: 200 len: 834 time: 0.1416593 Feb 07 13:28:04.720534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Made reservation on behalf of 3dae0d3b0dad41818366e9adc758a59a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:04.724844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:04.766877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] device_id is not set on port 757c75f6-407a-4198-afaf-306bd57c1d57 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:28:04.778251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52513ef-3a38-4093-9745-892d6bd0d8f9 req-0d7a8890-bdeb-47d6-ac29-76a3bc85d960 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:04.779027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d52513ef-3a38-4093-9745-892d6bd0d8f9 req-0d7a8890-bdeb-47d6-ac29-76a3bc85d960 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:04.818243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d8267-2f32-49a3-948d-0d239d725d40 req-752fc9f7-9c22-491b-9d88-0f7e909e7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:04.819943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-998d8267-2f32-49a3-948d-0d239d725d40 req-752fc9f7-9c22-491b-9d88-0f7e909e7282 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=648db234-9eb1-4b88-9272-9ce57b9927d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129589 Feb 07 13:28:05.040018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d52513ef-3a38-4093-9745-892d6bd0d8f9 req-0d7a8890-bdeb-47d6-ac29-76a3bc85d960 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:05.040018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d52513ef-3a38-4093-9745-892d6bd0d8f9 req-0d7a8890-bdeb-47d6-ac29-76a3bc85d960 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 946 time: 0.4234529 Feb 07 13:28:05.040018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-998d8267-2f32-49a3-948d-0d239d725d40 req-5510339b-fbff-4fb2-b34d-86d5f2de00f2 service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059131 Feb 07 13:28:05.109847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Allocated IP 2001:db8::198 (b0e39d0a-ecdb-4211-b31e-3bbf45236293/61cee14c-1074-4d3d-9272-57b55be5b22c/757c75f6-407a-4198-afaf-306bd57c1d57) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:05.279016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d52513ef-3a38-4093-9745-892d6bd0d8f9 req-2a244bc2-9c34-4ee3-87f5-a0b2d2b8c10b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482803 Feb 07 13:28:05.290298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:49Z', 'revision_number': 6, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:05.295437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aed349-af03-41c8-9231-b16834f1a5c5 None None] The sync data for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 is: [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:27:49Z', 'revision_number': 6, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fabeda78-cddd-414c-b48a-b70da5bc4398', 'name': '', 'network_id': '648db234-9eb1-4b88-9272-9ce57b9927d4', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:34:a2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:27Z', 'updated_at': '2022-02-07T13:24:41Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': 'cdae26dc-7c5c-4f8e-bb66-58172bd1d238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:05.345287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-998d8267-2f32-49a3-948d-0d239d725d40 req-e55bc9b4-4bb6-4b06-98c1-c27872f46a3b service neutron] 10.222.0.47 "GET /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965097 Feb 07 13:28:05.358857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c031ef5-5aa4-466d-a587-2cba6e337c02 req-68de78db-f851-4478-828b-0d48a8620c6d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:05.366658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c031ef5-5aa4-466d-a587-2cba6e337c02 req-68de78db-f851-4478-828b-0d48a8620c6d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.2893703 Feb 07 13:28:05.426755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c031ef5-5aa4-466d-a587-2cba6e337c02 req-ca2aa426-7264-4932-a4bf-73ed046fe1cc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 Feb 07 13:28:05.427480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:05.449327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Transition to ACTIVE for port object 757c75f6-407a-4198-afaf-306bd57c1d57 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:05.598057 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924564c1-af29-4c10-b27a-4e42d9cef722 None None] New status for floating IP ae78f692-51b7-4096-85c5-945c83f00128: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:28:06.002687 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:28:06.182901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:06.285001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Allocated IP 2001:db8::2 (b0e39d0a-ecdb-4211-b31e-3bbf45236293/61cee14c-1074-4d3d-9272-57b55be5b22c/aef5238f-a32e-4c1c-b05f-7e6237174a1a) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:06.291923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Network b0e39d0a-ecdb-4211-b31e-3bbf45236293 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:06.295177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:06.299068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:06.305337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:06.305967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:06.314863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event updated for resources: {'Port': ['ID=757c75f6-407a-4198-afaf-306bd57c1d57,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:06.492211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-dd556a3d-e595-44d7-94d6-986883c905a8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:06.493871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-dd556a3d-e595-44d7-94d6-986883c905a8 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 946 time: 0.1305704 Feb 07 13:28:06.510800 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c00c2273-8f06-4b3c-ad80-d3242a620031 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2017832 Feb 07 13:28:06.513889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40842) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:06.520526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Request body: {'port': {'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1288964569', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:06.521247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] bootfile-name is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:28:06.521592 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] tftp-server is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:28:06.522113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] server-ip-address is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:28:06.659718 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:06.694445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Transition to ACTIVE for port object aef5238f-a32e-4c1c-b05f-7e6237174a1a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:06.742466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Transition to ACTIVE for port object aef5238f-a32e-4c1c-b05f-7e6237174a1a will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:06.873394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port ed02e51b-94ba-4f4e-b766-150995110c90 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:06.873759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:06.891576 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:06.943141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Network b0e39d0a-ecdb-4211-b31e-3bbf45236293 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:06.950884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:06.960312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:07.031592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:07.038451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Usage tracker for resource:port and tenant:3dae0d3b0dad41818366e9adc758a59a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:07.041729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:07.045456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed4fe2-a6d4-4253-bedf-b5cfc9d04b25 req-9d96be63-216a-4184-be68-186202c6c422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:07.046934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12ed4fe2-a6d4-4253-bedf-b5cfc9d04b25 req-9d96be63-216a-4184-be68-186202c6c422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 946 time: 0.3014657 Feb 07 13:28:07.047990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:07.057929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Pushing event updated for resources: {'Port': ['ID=aef5238f-a32e-4c1c-b05f-7e6237174a1a,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:07.070845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.071198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.071539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.071869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.072219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.072546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.072867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.073194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.073509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.073827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.074143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.074458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:07.078130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Attempting to bind port aef5238f-a32e-4c1c-b05f-7e6237174a1a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:28:07.078785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Attempting to bind port aef5238f-a32e-4c1c-b05f-7e6237174a1a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '6792d71b-3513-482e-9646-2424c45c086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:28:07.079150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Attempting to bind port aef5238f-a32e-4c1c-b05f-7e6237174a1a on network b0e39d0a-ecdb-4211-b31e-3bbf45236293 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:07.085899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:28:07.086196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Checking segment: {'id': '6792d71b-3513-482e-9646-2424c45c086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:07.086595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:07.086979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Bound using segment: {'id': '6792d71b-3513-482e-9646-2424c45c086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:28:07.087440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Bound port: aef5238f-a32e-4c1c-b05f-7e6237174a1a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6792d71b-3513-482e-9646-2424c45c086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b0e39d0a-ecdb-4211-b31e-3bbf45236293'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:28:07.087813 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:07.127051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ba036-a350-486e-ac10-8e22fffb0893 req-ce066bbe-cb66-470f-ae95-6f9d6b8e040c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:07.128557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-476ba036-a350-486e-ac10-8e22fffb0893 req-ce066bbe-cb66-470f-ae95-6f9d6b8e040c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.3949792 Feb 07 13:28:07.179691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] For port aef5238f-a32e-4c1c-b05f-7e6237174a1a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:28:07.182658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] For port aef5238f-a32e-4c1c-b05f-7e6237174a1a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aef5238f-a32e-4c1c-b05f-7e6237174a1a,segment=NetworkSegment(6792d71b-3513-482e-9646-2424c45c086c),segment_id=6792d71b-3513-482e-9646-2424c45c086c)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:28:07.223161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Made reservation on behalf of 3dae0d3b0dad41818366e9adc758a59a for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:07.228807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:07.230643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12ed4fe2-a6d4-4253-bedf-b5cfc9d04b25 req-e748d627-f702-4a50-9350-5ef17be361ca tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d736e12-8fcc-4d4b-b299-4a75e7c693f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604495 Feb 07 13:28:07.256902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] device_id is not set on port b6fa8097-b3a1-4c35-9382-b185eb882698 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:28:07.265467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-476ba036-a350-486e-ac10-8e22fffb0893 req-66a08540-b4c4-4b9c-b403-2230d095f3aa tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161754 Feb 07 13:28:07.272544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port ed02e51b-94ba-4f4e-b766-150995110c90, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ed02e51b-94ba-4f4e-b766-150995110c90,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:07.272828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:07.281056 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:07.369968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77300943-c7d8-414c-b174-710aed86cc66 None None] Pushing event updated for resources: {'Port': ['ID=aef5238f-a32e-4c1c-b05f-7e6237174a1a,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:07.408980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for ed02e51b-94ba-4f4e-b766-150995110c90 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:07.452230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Allocated IP 2001:db8::3cb (b0e39d0a-ecdb-4211-b31e-3bbf45236293/61cee14c-1074-4d3d-9272-57b55be5b22c/b6fa8097-b3a1-4c35-9382-b185eb882698) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:07.702241 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:07.792844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=ed02e51b-94ba-4f4e-b766-150995110c90,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:08.054408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:08.098415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Transition to ACTIVE for port object b6fa8097-b3a1-4c35-9382-b185eb882698 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:08.195573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:08.207577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] No DVR routers for this DVR port ed02e51b-94ba-4f4e-b766-150995110c90 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:28:08.211218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:08.214708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'name': 'network-vif-deleted', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:28:08.238737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-945b32f1-708c-466d-8d3d-e04b60ac7cab req-83d811a2-3e6b-4320-bcad-b8d9d9ae05dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "DELETE /v2.0/ports/ed02e51b-94ba-4f4e-b766-150995110c90 HTTP/1.1" status: 204 len: 173 time: 1.7367401 Feb 07 13:28:08.316646 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44176eca-3e72-4848-ad1b-ffec8f54fbb9', 'name': 'network-vif-deleted', 'tag': 'ed02e51b-94ba-4f4e-b766-150995110c90', 'status': 'completed', 'code': 200} Feb 07 13:28:08.390521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Network b0e39d0a-ecdb-4211-b31e-3bbf45236293 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:08.398637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:08.403026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:08.408944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:08.409831 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:08.415870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event updated for resources: {'Port': ['ID=b6fa8097-b3a1-4c35-9382-b185eb882698,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:08.585339 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fa1c76d9-6034-48cb-8c01-8dbc2b8e5594 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0700805 Feb 07 13:28:08.587768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40874) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:08.614632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e88c436c-fc21-4005-ac2a-39bbc852d37d req-fee3cec2-880a-4729-8cc4-a221147dab3c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:08.676474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b88cfc-5e43-4309-af75-548369210b13 req-16b01869-527d-4848-bef6-40745b9eae63 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:08.678443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78b88cfc-5e43-4309-af75-548369210b13 req-16b01869-527d-4848-bef6-40745b9eae63 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.1296649 Feb 07 13:28:08.758077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78b88cfc-5e43-4309-af75-548369210b13 req-04b69cf9-0354-4248-baa2-7e89d58a031f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724208 Feb 07 13:28:08.763056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e88c436c-fc21-4005-ac2a-39bbc852d37d req-fee3cec2-880a-4729-8cc4-a221147dab3c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:08.766206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e88c436c-fc21-4005-ac2a-39bbc852d37d req-fee3cec2-880a-4729-8cc4-a221147dab3c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=44176eca-3e72-4848-ad1b-ffec8f54fbb9 HTTP/1.1" status: 200 len: 210 time: 0.2481391 Feb 07 13:28:08.777892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394dfd3-a696-4ab0-b31a-41ae141f8feb tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:08.794999 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9403d77a-1819-4bf0-9184-4ea70c082f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:08.810262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394dfd3-a696-4ab0-b31a-41ae141f8feb tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:08.833549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394dfd3-a696-4ab0-b31a-41ae141f8feb tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:08.833549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f394dfd3-a696-4ab0-b31a-41ae141f8feb tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Synchronizing usage tracker for tenant:3dae0d3b0dad41818366e9adc758a59a on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:08.930101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aef5238f-a32e-4c1c-b05f-7e6237174a1a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:08.954670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f394dfd3-a696-4ab0-b31a-41ae141f8feb tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Unset dirty status for tenant:3dae0d3b0dad41818366e9adc758a59a on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:08.960295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40880) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:08.962814 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f394dfd3-a696-4ab0-b31a-41ae141f8feb tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3739114 Feb 07 13:28:09.053953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6470b-54f2-467c-bb6b-82d264d37589 None None] Network b0e39d0a-ecdb-4211-b31e-3bbf45236293 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:09.077333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b1107-e917-4441-8ca3-d364140fa534 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Deleting port b6fa8097-b3a1-4c35-9382-b185eb882698 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:09.077967 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1107-e917-4441-8ca3-d364140fa534 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:09.137403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port aef5238f-a32e-4c1c-b05f-7e6237174a1a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:09.259838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-39164371-9741-413f-8553-c13028721a4b None None] Provisioning for port aef5238f-a32e-4c1c-b05f-7e6237174a1a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:09.273397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-39164371-9741-413f-8553-c13028721a4b None None] Provisioning complete for port aef5238f-a32e-4c1c-b05f-7e6237174a1a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:09.274164 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39164371-9741-413f-8553-c13028721a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:09.365101 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1107-e917-4441-8ca3-d364140fa534 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:09.528201 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39164371-9741-413f-8553-c13028721a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:09.558941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b1107-e917-4441-8ca3-d364140fa534 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Calling delete_port for b6fa8097-b3a1-4c35-9382-b185eb882698 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:09.571094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-39164371-9741-413f-8553-c13028721a4b None None] For port aef5238f-a32e-4c1c-b05f-7e6237174a1a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aef5238f-a32e-4c1c-b05f-7e6237174a1a,segment=NetworkSegment(6792d71b-3513-482e-9646-2424c45c086c),segment_id=6792d71b-3513-482e-9646-2424c45c086c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:09.669273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-39164371-9741-413f-8553-c13028721a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:09.825644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39164371-9741-413f-8553-c13028721a4b None None] Pushing event updated for resources: {'Port': ['ID=aef5238f-a32e-4c1c-b05f-7e6237174a1a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:09.834446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1107-e917-4441-8ca3-d364140fa534 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:09.883807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d047a589-5c21-447d-954b-e3a0dfae33e8 None None] Could not find standard attr ID for object b6fa8097-b3a1-4c35-9382-b185eb882698. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:28:09.908456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d047a589-5c21-447d-954b-e3a0dfae33e8 None None] Provisioning complete for port aef5238f-a32e-4c1c-b05f-7e6237174a1a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:09.910047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d047a589-5c21-447d-954b-e3a0dfae33e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:09.914164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b1107-e917-4441-8ca3-d364140fa534 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event deleted for resources: {'Port': ['ID=b6fa8097-b3a1-4c35-9382-b185eb882698,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:09.923657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40902) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:10.087380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6918e57-dcc6-464c-b9bf-45e8d2107a6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.118215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1107-e917-4441-8ca3-d364140fa534 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.162227 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6918e57-dcc6-464c-b9bf-45e8d2107a6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.180833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c6899-8614-4797-93c3-8d4421ccc3c7 req-3a486e4f-ec5b-4269-a4a9-b45252174e3a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:10.187968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f8c6899-8614-4797-93c3-8d4421ccc3c7 req-3a486e4f-ec5b-4269-a4a9-b45252174e3a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 944 time: 0.2491002 Feb 07 13:28:10.210036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:28:10.234311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-eb0b1107-e917-4441-8ca3-d364140fa534 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "DELETE /v2.0/ports/b6fa8097-b3a1-4c35-9382-b185eb882698 HTTP/1.1" status: 204 len: 168 time: 1.2728741 Feb 07 13:28:10.241904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40906) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:10.252070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Request body: {'port': {'name': 'tempest-new-port-name-2044619171', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:10.252920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] bootfile-name is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:28:10.253652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] tftp-server is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:28:10.254230 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.api.validators [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] server-ip-address is not in valid_values {{(pid=88312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 13:28:10.270355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f8c6899-8614-4797-93c3-8d4421ccc3c7 req-cc8d7663-e993-4721-afc7-90473136ad40 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811751 Feb 07 13:28:10.330727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d047a589-5c21-447d-954b-e3a0dfae33e8 None None] Provisioning for port 757c75f6-407a-4198-afaf-306bd57c1d57 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:10.343133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d047a589-5c21-447d-954b-e3a0dfae33e8 None None] Provisioning complete for port 757c75f6-407a-4198-afaf-306bd57c1d57 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:10.343748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d047a589-5c21-447d-954b-e3a0dfae33e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.425051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d047a589-5c21-447d-954b-e3a0dfae33e8 None None] Port 757c75f6-407a-4198-afaf-306bd57c1d57 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:10.508983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.510390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:10.529673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'port_id': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'mac_address': 'fa:16:3e:76:ab:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:28:10.608522 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.652405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6918e57-dcc6-464c-b9bf-45e8d2107a6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.660273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c8780e-4f00-4076-9b9c-4ca35b05412e {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:28:10.691919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:10.707432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5a65de15-431d-4ef0-bca9-74ea875ecb0e None None] Provisioning complete for port 757c75f6-407a-4198-afaf-306bd57c1d57 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:10.707819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5a65de15-431d-4ef0-bca9-74ea875ecb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.808348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6918e57-dcc6-464c-b9bf-45e8d2107a6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d736e12-8fcc-4d4b-b299-4a75e7c693f0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:10.813723 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6918e57-dcc6-464c-b9bf-45e8d2107a6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.818288 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e6918e57-dcc6-464c-b9bf-45e8d2107a6f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/security-groups/8d736e12-8fcc-4d4b-b299-4a75e7c693f0 HTTP/1.1" status: 204 len: 168 time: 0.8901362 Feb 07 13:28:10.857985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:10.869308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aef5238f-a32e-4c1c-b05f-7e6237174a1a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:11.018878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5a65de15-431d-4ef0-bca9-74ea875ecb0e None None] Port 757c75f6-407a-4198-afaf-306bd57c1d57 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:11.031994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=11']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:11.034564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port aef5238f-a32e-4c1c-b05f-7e6237174a1a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:11.034940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:11.046412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:11.066244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['a4c8780e-4f00-4076-9b9c-4ca35b05412e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:28:11.098029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:11.146566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-831277f7-ceeb-480b-b21c-93c0db804124 None None] Could not find standard attr ID for object b6fa8097-b3a1-4c35-9382-b185eb882698. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:28:11.169771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] In _notify_port_updated(), no bound segment for port 757c75f6-407a-4198-afaf-306bd57c1d57 on network b0e39d0a-ecdb-4211-b31e-3bbf45236293 {{(pid=88312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 13:28:11.175780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:11.176643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:11.178250 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "PUT /v2.0/ports/757c75f6-407a-4198-afaf-306bd57c1d57 HTTP/1.1" status: 200 len: 1130 time: 0.9346602 Feb 07 13:28:11.180960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40920) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:11.228328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc48ea2-0e0a-4a06-b39d-8da26b0bb0e5 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event updated for resources: {'Port': ['ID=757c75f6-407a-4198-afaf-306bd57c1d57,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:11.272910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd4065-94fe-4fea-b469-866303ccd939 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:11.273573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2cd4065-94fe-4fea-b469-866303ccd939 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Synchronizing usage tracker for tenant:3dae0d3b0dad41818366e9adc758a59a on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:11.360106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2cd4065-94fe-4fea-b469-866303ccd939 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Unset dirty status for tenant:3dae0d3b0dad41818366e9adc758a59a on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:11.361877 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b2cd4065-94fe-4fea-b469-866303ccd939 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "GET /v2.0/ports/757c75f6-407a-4198-afaf-306bd57c1d57 HTTP/1.1" status: 200 len: 1130 time: 0.1793358 Feb 07 13:28:11.366313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:11.481599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ed02e51b-94ba-4f4e-b766-150995110c90 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:11.485220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4a9c6-3e98-4d61-850d-39766d934b13 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Deleting port 757c75f6-407a-4198-afaf-306bd57c1d57 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:11.485649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a9c6-3e98-4d61-850d-39766d934b13 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:11.537699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: ed02e51b-94ba-4f4e-b766-150995110c90 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:28:11.538292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ed02e51b-94ba-4f4e-b766-150995110c90 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:28:11.577885 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4f90356a-8dc8-4e7c-99d0-3e665174b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:11.603286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863600-9ea4-41be-acbb-a827f0e3357c req-c97e4e28-5b97-4f86-9cc5-63db20422d22 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:11.611875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49863600-9ea4-41be-acbb-a827f0e3357c req-c97e4e28-5b97-4f86-9cc5-63db20422d22 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 945 time: 0.1706805 Feb 07 13:28:11.677674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-91d8da68-27f6-4038-8f4f-3bc3068c8242 None None] Provisioning complete for port 757c75f6-407a-4198-afaf-306bd57c1d57 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:11.679626 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-91d8da68-27f6-4038-8f4f-3bc3068c8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:11.697892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49863600-9ea4-41be-acbb-a827f0e3357c req-bb807e76-54c1-4bb8-8f3d-61b3d9d8571b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823536 Feb 07 13:28:11.785350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-91d8da68-27f6-4038-8f4f-3bc3068c8242 None None] Port 757c75f6-407a-4198-afaf-306bd57c1d57 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:11.859184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a9c6-3e98-4d61-850d-39766d934b13 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:11.932009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40938) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:12.017632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4a9c6-3e98-4d61-850d-39766d934b13 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Calling delete_port for 757c75f6-407a-4198-afaf-306bd57c1d57 owned by {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:12.231005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:12.282688 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.343991 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a9c6-3e98-4d61-850d-39766d934b13 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.358085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.411342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4a9c6-3e98-4d61-850d-39766d934b13 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event deleted for resources: {'Port': ['ID=757c75f6-407a-4198-afaf-306bd57c1d57,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:12.421791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port a4c8780e-4f00-4076-9b9c-4ca35b05412e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:12.428135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port a4c8780e-4f00-4076-9b9c-4ca35b05412e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:12.428792 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.502307 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a9c6-3e98-4d61-850d-39766d934b13 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.589802 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fdd4a9c6-3e98-4d61-850d-39766d934b13 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "DELETE /v2.0/ports/757c75f6-407a-4198-afaf-306bd57c1d57 HTTP/1.1" status: 204 len: 168 time: 1.2220294 Feb 07 13:28:12.592114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40950) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:12.685957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 40954) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:12.724450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35cb121-e649-400f-baef-2a1d4ef34bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Deleting subnet 61cee14c-1074-4d3d-9272-57b55be5b22c {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:28:12.734243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.747164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f35cb121-e649-400f-baef-2a1d4ef34bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.789027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:28:12.814220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:12.858861 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f35cb121-e649-400f-baef-2a1d4ef34bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.881064 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'code': 200} Feb 07 13:28:12.914913 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:12.976104 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f35cb121-e649-400f-baef-2a1d4ef34bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.006446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=12']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:13.016142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.049613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:13.055935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0b6bea8dbb435f830c32ba4b14d0d8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:13.059282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:13.069239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:13.099707 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.165519 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f35cb121-e649-400f-baef-2a1d4ef34bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.194310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752faa5f-5879-430b-9f3b-87f7535527bb req-b4f8db72-da93-4c6f-a256-bddae9e01424 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:13.195926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-752faa5f-5879-430b-9f3b-87f7535527bb req-b4f8db72-da93-4c6f-a256-bddae9e01424 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 946 time: 0.3231502 Feb 07 13:28:13.323935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cb121-e649-400f-baef-2a1d4ef34bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event deleted for resources: {'Subnet': ['ID=61cee14c-1074-4d3d-9272-57b55be5b22c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:13.327679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f35cb121-e649-400f-baef-2a1d4ef34bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.337411 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f35cb121-e649-400f-baef-2a1d4ef34bd6 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "DELETE /v2.0/subnets/61cee14c-1074-4d3d-9272-57b55be5b22c HTTP/1.1" status: 204 len: 168 time: 0.7418473 Feb 07 13:28:13.337635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40964) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:13.342139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a2b074-302e-46dc-be44-09a22f1edd65 None None] Network b0e39d0a-ecdb-4211-b31e-3bbf45236293 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:13.388470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-752faa5f-5879-430b-9f3b-87f7535527bb req-c3f216e7-5662-4b71-8554-fbfe8b815d58 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696537 Feb 07 13:28:13.462560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.476346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Deleting port aef5238f-a32e-4c1c-b05f-7e6237174a1a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:13.476693 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.523233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f6197-ab96-4860-9dfe-f8a8c345ec62 req-3db12d77-a00e-47ef-bbf8-786a96afc6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:13.525149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c8f6197-ab96-4860-9dfe-f8a8c345ec62 req-3db12d77-a00e-47ef-bbf8-786a96afc6ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 1097 time: 0.3673952 Feb 07 13:28:13.610224 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.621581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c8f6197-ab96-4860-9dfe-f8a8c345ec62 req-0c184ff3-a5bb-4f51-9f40-dde8348c5927 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819206 Feb 07 13:28:13.701738 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.773463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] DHCP port deletion for b0e39d0a-ecdb-4211-b31e-3bbf45236293 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:28:13.777931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] Deleting port aef5238f-a32e-4c1c-b05f-7e6237174a1a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:13.778379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.786802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port fabeda78-cddd-414c-b48a-b70da5bc4398 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:13.787156 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.809060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] For port aef5238f-a32e-4c1c-b05f-7e6237174a1a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aef5238f-a32e-4c1c-b05f-7e6237174a1a,segment=NetworkSegment(6792d71b-3513-482e-9646-2424c45c086c),segment_id=6792d71b-3513-482e-9646-2424c45c086c)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:13.809429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.812465 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:13.824365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b0b6bea8dbb435f830c32ba4b14d0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1341214 Feb 07 13:28:13.824555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 40972) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:13.828172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72543425-c47b-4013-889a-7d42a325f7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c0cfe-bf13-47b8-81e6-1f54c09b4d31,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:13.995820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Calling delete_port for aef5238f-a32e-4c1c-b05f-7e6237174a1a owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:14.035814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port fabeda78-cddd-414c-b48a-b70da5bc4398, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fabeda78-cddd-414c-b48a-b70da5bc4398,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:14.037177 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.038455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] For port aef5238f-a32e-4c1c-b05f-7e6237174a1a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aef5238f-a32e-4c1c-b05f-7e6237174a1a,segment=NetworkSegment(6792d71b-3513-482e-9646-2424c45c086c),segment_id=6792d71b-3513-482e-9646-2424c45c086c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:14.039009 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.143167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-040a93d7-e54b-4b78-928c-6db1daf105e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.173924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for fabeda78-cddd-414c-b48a-b70da5bc4398 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:14.175679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-040a93d7-e54b-4b78-928c-6db1daf105e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.182853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] Calling delete_port for aef5238f-a32e-4c1c-b05f-7e6237174a1a owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:14.227123 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.264956 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:28:14.265237 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:28:14.280841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event deleted for resources: {'Port': ['ID=aef5238f-a32e-4c1c-b05f-7e6237174a1a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:14.282686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] No DVR routers for this DVR port aef5238f-a32e-4c1c-b05f-7e6237174a1a on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:28:14.412004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.422539 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-040a93d7-e54b-4b78-928c-6db1daf105e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.440339 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.460437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e39d0a-ecdb-4211-b31e-3bbf45236293']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:14.470373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a93d7-e54b-4b78-928c-6db1daf105e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c0cfe-bf13-47b8-81e6-1f54c09b4d31,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:14.486473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6792d71b-3513-482e-9646-2424c45c086c') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:14.486473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6792d71b-3513-482e-9646-2424c45c086c') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:14.509752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.519853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-040a93d7-e54b-4b78-928c-6db1daf105e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.519853 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-040a93d7-e54b-4b78-928c-6db1daf105e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/598c0cfe-bf13-47b8-81e6-1f54c09b4d31 HTTP/1.1" status: 204 len: 168 time: 0.6944444 Feb 07 13:28:14.533214 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.556210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:28:14.556648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:28:14.600301 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:28:14.764644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=fabeda78-cddd-414c-b48a-b70da5bc4398,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:14.766143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] Deleting port aef5238f-a32e-4c1c-b05f-7e6237174a1a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:14.766962 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.851867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aef5238f-a32e-4c1c-b05f-7e6237174a1a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:14.863344 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.907741 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:14.924455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] Pushing event deleted for resources: {'Network': ['ID=b0e39d0a-ecdb-4211-b31e-3bbf45236293,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:14.930517 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a918da66-1109-4d4f-95d8-d63cc22e0fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294 tempest-ExtraDHCPOptionsIpV6TestJSON-585675294-project] 10.222.0.69 "DELETE /v2.0/networks/b0e39d0a-ecdb-4211-b31e-3bbf45236293 HTTP/1.1" status: 204 len: 168 time: 1.5896165 Feb 07 13:28:14.955340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: aef5238f-a32e-4c1c-b05f-7e6237174a1a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:28:14.956172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aef5238f-a32e-4c1c-b05f-7e6237174a1a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:28:15.005724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bb0565ed-9e68-4b3c-ac37-48fcfcc6d746 None None] The port 'aef5238f-a32e-4c1c-b05f-7e6237174a1a' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:28:15.031641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f4f4c-320f-4c30-94ff-7ec361a26325 req-f23d1fc4-a611-4c6e-99ec-094a43cfaa88 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:15.040720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc3f4f4c-320f-4c30-94ff-7ec361a26325 req-f23d1fc4-a611-4c6e-99ec-094a43cfaa88 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 946 time: 0.3699112 Feb 07 13:28:15.120806 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:15.235444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc3f4f4c-320f-4c30-94ff-7ec361a26325 req-4c770808-946d-4ba6-8aca-c054232e51af tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933622 Feb 07 13:28:15.328128 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:15.452255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41024) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:15.474736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:15.490032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:15.494410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] Usage tracker for resource:security_group_rule and tenant:35e303f06bdd4462b618ee415b7bd6fe is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:15.497469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:15.503625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:15.593810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:15.675114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:15.693769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41036) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:15.743619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:28:15.783354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81778bf-3c50-4a23-92ca-06a32f5a1e30,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:15.802761 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-73ea3f2b-eff5-4e6f-8ebb-70d42300000d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35e303f06bdd4462b618ee415b7bd6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494215 Feb 07 13:28:15.805469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41048) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:15.885175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52bc4c9c-270d-443b-9592-e341ba5f9f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:15.927751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52bc4c9c-270d-443b-9592-e341ba5f9f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.001911 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5bfadc98-4d0a-4750-8b1b-920c4bbe7daa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3dae0d3b0dad41818366e9adc758a59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549834 Feb 07 13:28:16.002330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41054) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:16.007441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:16.023755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] Sync routers for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:16.034121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:16.034999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:16.078822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-282cd228-65da-4744-9afc-cab78f504cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.105992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-282cd228-65da-4744-9afc-cab78f504cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.143055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52bc4c9c-270d-443b-9592-e341ba5f9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.157981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-96c18d5d-7255-44f4-9a50-e291285ca758 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "PUT /v2.0/routers/727ab75f-5ef4-4026-bfb0-ca1275f2d74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2254040 Feb 07 13:28:16.159728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc4c9c-270d-443b-9592-e341ba5f9f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81778bf-3c50-4a23-92ca-06a32f5a1e30,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:16.161692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41060) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:16.167269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52bc4c9c-270d-443b-9592-e341ba5f9f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.168414 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-52bc4c9c-270d-443b-9592-e341ba5f9f9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b81778bf-3c50-4a23-92ca-06a32f5a1e30 HTTP/1.1" status: 204 len: 168 time: 0.3618255 Feb 07 13:28:16.242408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de1a5b5-b356-467d-a6d3-8b8ebf2d1375 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting subnet cdae26dc-7c5c-4f8e-bb66-58172bd1d238 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:28:16.246515 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1a5b5-b356-467d-a6d3-8b8ebf2d1375 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.250575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:16.312192 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1a5b5-b356-467d-a6d3-8b8ebf2d1375 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.376403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-282cd228-65da-4744-9afc-cab78f504cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.394453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cd228-65da-4744-9afc-cab78f504cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8352f2-0fd2-4f48-a69a-86c2e433c329,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:16.399838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-282cd228-65da-4744-9afc-cab78f504cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.400982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-282cd228-65da-4744-9afc-cab78f504cbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd8352f2-0fd2-4f48-a69a-86c2e433c329 HTTP/1.1" status: 204 len: 168 time: 0.3974128 Feb 07 13:28:16.487413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1a5b5-b356-467d-a6d3-8b8ebf2d1375 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.588974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:28:14Z', 'revision_number': 7, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:16.594378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] Checking router: 727ab75f-5ef4-4026-bfb0-ca1275f2d74e for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:28:16.602981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] Routers {'727ab75f-5ef4-4026-bfb0-ca1275f2d74e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:16.603705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:16.650796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296b75f-f9ee-4ddf-a9cb-ac9d37d83795 req-feac53a8-01be-4e74-a447-d2b079600a36 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:16.652707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6296b75f-f9ee-4ddf-a9cb-ac9d37d83795 req-feac53a8-01be-4e74-a447-d2b079600a36 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 946 time: 0.1065712 Feb 07 13:28:16.679069 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1a5b5-b356-467d-a6d3-8b8ebf2d1375 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:16.964044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] Set router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:16.995967 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8de1a5b5-b356-467d-a6d3-8b8ebf2d1375 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:17.012670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1a5b5-b356-467d-a6d3-8b8ebf2d1375 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Subnet': ['ID=cdae26dc-7c5c-4f8e-bb66-58172bd1d238,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:17.017675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8de1a5b5-b356-467d-a6d3-8b8ebf2d1375 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/subnets/cdae26dc-7c5c-4f8e-bb66-58172bd1d238 HTTP/1.1" status: 204 len: 168 time: 0.8546290 Feb 07 13:28:17.025250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41090) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:17.033069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d7c89-bf4b-45ed-b82b-8d255f2d2249 None None] Network 648db234-9eb1-4b88-9272-9ce57b9927d4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:17.048863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6296b75f-f9ee-4ddf-a9cb-ac9d37d83795 req-2e52e495-406c-4513-ba10-f4d53cca28b5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903275 Feb 07 13:28:17.430406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:17.571132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:28:14Z', 'revision_number': 7, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:17.578496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145f917-2b68-417a-ad7a-be197dce91eb None None] The sync data for ids ['727ab75f-5ef4-4026-bfb0-ca1275f2d74e'] in n-d-811416-5 is: [{'id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'name': 'tempest-TestNetworkBasicOps-router-1137887702', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:19Z', 'updated_at': '2022-02-07T13:28:14Z', 'revision_number': 7, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': 'e6f98691-6a25-44d3-ae65-6c25ff2a0a17', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ab75f-5ef4-4026-bfb0-ca1275f2d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:20Z', 'updated_at': '2022-02-07T13:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:17.644063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:17.782447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port e6f98691-6a25-44d3-ae65-6c25ff2a0a17 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:17.783204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:17.969409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] DHCP port deletion for 648db234-9eb1-4b88-9272-9ce57b9927d4 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:28:17.974703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] Deleting port b4035152-fffa-4d18-b84e-86f04e4119dc {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:17.975658 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:17.995448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port e6f98691-6a25-44d3-ae65-6c25ff2a0a17, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e6f98691-6a25-44d3-ae65-6c25ff2a0a17,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:17.995939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.082208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41130) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:18.243184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for e6f98691-6a25-44d3-ae65-6c25ff2a0a17 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:18.327268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-4935969'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:18.338176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:18.352505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:18.357039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:18.368601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:18.410788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02e9e1-3676-4691-9c39-2b1379b3eb96 req-7464f68b-75ff-491e-8c5b-2410f118ecfb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:18.412995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a02e9e1-3676-4691-9c39-2b1379b3eb96 req-7464f68b-75ff-491e-8c5b-2410f118ecfb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 946 time: 0.1268330 Feb 07 13:28:18.473270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a02e9e1-3676-4691-9c39-2b1379b3eb96 req-3280d53d-ea5c-493e-9609-0761666942f4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544109 Feb 07 13:28:18.509687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] For port b4035152-fffa-4d18-b84e-86f04e4119dc, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b4035152-fffa-4d18-b84e-86f04e4119dc,segment=NetworkSegment(af4a52a2-c364-45d6-afec-38e61122baad),segment_id=af4a52a2-c364-45d6-afec-38e61122baad)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:18.510714 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.611866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:18.616465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.630671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.646682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:18.651085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:security_group_rule and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:18.652742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] Calling delete_port for b4035152-fffa-4d18-b84e-86f04e4119dc owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:18.654366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:18.660603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:18.686283 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.778761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.824611 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.851893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=e6f98691-6a25-44d3-ae65-6c25ff2a0a17,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:18.880452 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.894800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:28:18.931184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b4035152-fffa-4d18-b84e-86f04e4119dc no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:18.936946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.961743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:18.962109 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee of type vlan for network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 Feb 07 13:28:18.962250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] Pushing event deleted for resources: {'Port': ['ID=b4035152-fffa-4d18-b84e-86f04e4119dc,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:18.963210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de607d15-bf75-412b-8795-dfdc105ba7aa,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:18.991905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974276a4-1656-4c58-b73d-5e46dd5bf2da None None] No DVR routers for this DVR port b4035152-fffa-4d18-b84e-86f04e4119dc on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:28:18.991905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b4035152-fffa-4d18-b84e-86f04e4119dc {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:28:18.991905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b4035152-fffa-4d18-b84e-86f04e4119dc not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:28:18.991905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fabeda78-cddd-414c-b48a-b70da5bc4398 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:19.002838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.042489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: fabeda78-cddd-414c-b48a-b70da5bc4398 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:28:19.043084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fabeda78-cddd-414c-b48a-b70da5bc4398 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:28:19.125908 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.132278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:19.134907 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.190904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.190904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.253183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:19.264303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:28:19.307721 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.308463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Fanout notify agent at l3_agent the message router_deleted on router 727ab75f-5ef4-4026-bfb0-ca1275f2d74e {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:28:19.337087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.342238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41158) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:19.355908 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5eab3d09-0f1a-4e8c-a100-7ab54edf54b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/routers/727ab75f-5ef4-4026-bfb0-ca1275f2d74e HTTP/1.1" status: 204 len: 168 time: 2.3236470 Feb 07 13:28:19.450647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-778c171a-c417-41a7-87fa-8f8f520901e8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3662152 Feb 07 13:28:19.456525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41166) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:19.465563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-721567096'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:19.472635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:19.491033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:19.496223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:19.513487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:19.524267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.642858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:19.647244 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.680174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.719260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:28:19.722078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648db234-9eb1-4b88-9272-9ce57b9927d4']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:19.739932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4a52a2-c364-45d6-afec-38e61122baad') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:19.739932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4a52a2-c364-45d6-afec-38e61122baad') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:19.750780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.751122 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment 7d0980be-571d-45f5-95ce-08071a7951ef of type vlan for network 8eee2ef0-9027-4490-a1e8-fc532c97e51f Feb 07 13:28:19.759528 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.786625 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.796801 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.800406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:28:19.800803 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:28:19.816168 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:28:19.994501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:19.996148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.002367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:20.002990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.023499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.104549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/networks/648db234-9eb1-4b88-9272-9ce57b9927d4 HTTP/1.1" status: 204 len: 168 time: 0.7611318 Feb 07 13:28:20.125707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41174) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:20.132184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'network': {'name': 'tempest-network-smoke--1570446967', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:20.138693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=8eee2ef0-9027-4490-a1e8-fc532c97e51f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:20.142242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:20.146866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:network and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:20.147351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.147700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.148061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.148399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.148730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.149069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.149400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.149724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.149895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:20.150053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.150371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.150692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.151005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:20.156361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:20.167450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 8eee2ef0-9027-4490-a1e8-fc532c97e51f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:28:20.177251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaa4fe-3dab-4a93-bf5f-00656b3256c1 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Network': ['ID=648db234-9eb1-4b88-9272-9ce57b9927d4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:20.240468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6c94d608-d041-4eb4-9956-10aa9aa2c8f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7826743 Feb 07 13:28:20.244691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41180) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:20.253853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': '9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:20.368425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:20.372018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.388142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:20.395951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:20.400658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:20.409944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:20.422203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:28:20.432267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.432729 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Added segment 49bdfa02-5f5f-4759-b615-3868d64e6e89 of type vlan for network a39833bf-c663-4171-b32d-a8bdaa49cd69 Feb 07 13:28:20.461341 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.560165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:20.563781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.678885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.684573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:20.685170 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:20.812559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e6f98691-6a25-44d3-ae65-6c25ff2a0a17 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:20.852058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: e6f98691-6a25-44d3-ae65-6c25ff2a0a17 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:28:20.852405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e6f98691-6a25-44d3-ae65-6c25ff2a0a17 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:28:20.928764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Network': ['ID=a39833bf-c663-4171-b32d-a8bdaa49cd69,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:20.941724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:28:21.040013 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-33bfba17-dbcf-49cd-ac07-725e44f7412b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9102368 Feb 07 13:28:21.045535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41194) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:21.048103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-524314507', 'admin_state_up': True, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:21.068378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:21.074956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:router and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:21.077876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:21.083796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:21.125270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:21.165400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:21.166426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:21.246051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=4e3a37c0-9cd4-4527-8ec7-a9471af8f27c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:21.249924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:21.269449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': 'a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:21.269894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:28:21.424260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:28:21.689641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:21.698095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:21.704707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:21.705746 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:21.713052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb71ce-c05b-4747-abaa-070b849e0ddc None None] Network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:21.861880 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-67f479f6-a182-48fb-af42-eb69804e01b2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6157820 Feb 07 13:28:21.867202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41202) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:21.877228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': '8eee2ef0-9027-4490-a1e8-fc532c97e51f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:21.987253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14', 'network_id': '9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': '4e3a37c0-9cd4-4527-8ec7-a9471af8f27c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:28:21.988236 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.022886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:22.028692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:22.032365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:22.041051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:22.171820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Allocated IP 2001:db8::2 (9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14/4e3a37c0-9cd4-4527-8ec7-a9471af8f27c/95c626d8-73f0-4f31-9410-a8c0a67eed72) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:22.211931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:22.215632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.235396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.323537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.387371 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.399904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Transition to ACTIVE for port object 95c626d8-73f0-4f31-9410-a8c0a67eed72 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:22.441905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Transition to ACTIVE for port object 95c626d8-73f0-4f31-9410-a8c0a67eed72 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:22.560962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.25.7.216 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/2cdbe294-4509-429b-b005-4e2d29dabe92) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:22.606287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.718105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:22.721531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:22.726813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:22.797869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Pushing event updated for resources: {'Port': ['ID=95c626d8-73f0-4f31-9410-a8c0a67eed72,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:22.862225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Attempting to bind port 95c626d8-73f0-4f31-9410-a8c0a67eed72 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:28:22.862844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Attempting to bind port 95c626d8-73f0-4f31-9410-a8c0a67eed72 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:28:22.863408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Attempting to bind port 95c626d8-73f0-4f31-9410-a8c0a67eed72 on network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:22.869198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:28:22.869621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Checking segment: {'id': 'a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:22.870190 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.870574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Bound using segment: {'id': 'a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:28:22.871037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Bound port: 95c626d8-73f0-4f31-9410-a8c0a67eed72, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:28:22.871409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.916952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.935060 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:22.989619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] For port 95c626d8-73f0-4f31-9410-a8c0a67eed72, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:28:22.994363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] For port 95c626d8-73f0-4f31-9410-a8c0a67eed72, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=95c626d8-73f0-4f31-9410-a8c0a67eed72,segment=NetworkSegment(a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee),segment_id=a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:28:23.026377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=49be41f5-42fe-4bd8-ba33-477eac88acdf,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:23.037140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': '7d0980be-571d-45f5-95ce-08071a7951ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8eee2ef0-9027-4490-a1e8-fc532c97e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:23.037694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: 8eee2ef0-9027-4490-a1e8-fc532c97e51f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:28:23.063524 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:23.120688 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:23.164244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ee3e9-6c76-458e-a75a-048c0b8083c1 None None] Pushing event updated for resources: {'Port': ['ID=95c626d8-73f0-4f31-9410-a8c0a67eed72,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:23.183215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 8eee2ef0-9027-4490-a1e8-fc532c97e51f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:28:23.212192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:23.215209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:23.219193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:23.256730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=2cdbe294-4509-429b-b005-4e2d29dabe92,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:23.346638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 8eee2ef0-9027-4490-a1e8-fc532c97e51f) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:23.359348 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bb126-68c3-44b5-b3fe-146d11d3905e None None] Network 8eee2ef0-9027-4490-a1e8-fc532c97e51f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:23.362029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:23.362861 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:23.636023 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-04af5875-6cb4-47a7-b477-27dd11276c3b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7675240 Feb 07 13:28:23.637464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41226) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:23.643866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1953236130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:23.661859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:23.668903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:router and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:23.683210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-8eee2ef0-9027-4490-a1e8-fc532c97e51f', 'network_id': '8eee2ef0-9027-4490-a1e8-fc532c97e51f', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': '49be41f5-42fe-4bd8-ba33-477eac88acdf'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:28:23.683947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:23.684485 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:23.691143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:23.786680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:23.787840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:23.825953 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:23.865794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Allocated IP 2001:db8:1::2 (8eee2ef0-9027-4490-a1e8-fc532c97e51f/49be41f5-42fe-4bd8-ba33-477eac88acdf/dbe7268c-1d85-480a-b6e2-224be393407d) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:23.968120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.040915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.073436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-d0951173-96fb-4056-b3b9-d12cdf314a54 req-f979ca36-3cdd-4d07-b271-0d3598493580 service neutron] (88312) timed out ('10.222.0.69', 48500) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:28:24.167831 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.171130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-04a83933-fc3e-448d-8301-7273cd00e820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5302041 Feb 07 13:28:24.173212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41234) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:24.177257 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.188672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Transition to ACTIVE for port object dbe7268c-1d85-480a-b6e2-224be393407d will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:24.211272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Transition to ACTIVE for port object dbe7268c-1d85-480a-b6e2-224be393407d will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:24.281254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.464832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Pushing event updated for resources: {'Port': ['ID=dbe7268c-1d85-480a-b6e2-224be393407d,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:24.481854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Network 8eee2ef0-9027-4490-a1e8-fc532c97e51f is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:24.483035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:24.488246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:24.510819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.731351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Attempting to bind port dbe7268c-1d85-480a-b6e2-224be393407d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:28:24.733844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Attempting to bind port dbe7268c-1d85-480a-b6e2-224be393407d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '7d0980be-571d-45f5-95ce-08071a7951ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8eee2ef0-9027-4490-a1e8-fc532c97e51f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:28:24.736156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Attempting to bind port dbe7268c-1d85-480a-b6e2-224be393407d on network 8eee2ef0-9027-4490-a1e8-fc532c97e51f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:24.766356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:28:24.766732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Checking segment: {'id': '7d0980be-571d-45f5-95ce-08071a7951ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8eee2ef0-9027-4490-a1e8-fc532c97e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:24.767150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.767548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Bound using segment: {'id': '7d0980be-571d-45f5-95ce-08071a7951ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8eee2ef0-9027-4490-a1e8-fc532c97e51f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:28:24.768044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Bound port: dbe7268c-1d85-480a-b6e2-224be393407d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0980be-571d-45f5-95ce-08071a7951ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8eee2ef0-9027-4490-a1e8-fc532c97e51f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:28:24.768424 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.886468 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:24.887590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d03376-4c4e-4918-8f93-1f9c4bec60c1 None None] Network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:25.013134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 95c626d8-73f0-4f31-9410-a8c0a67eed72 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:25.040912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router f5772f89-9397-4c8e-90af-d52a345e37bc is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:28:25.093717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:25.153438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] For port dbe7268c-1d85-480a-b6e2-224be393407d, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:28:25.161787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] For port dbe7268c-1d85-480a-b6e2-224be393407d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dbe7268c-1d85-480a-b6e2-224be393407d,segment=NetworkSegment(7d0980be-571d-45f5-95ce-08071a7951ef),segment_id=7d0980be-571d-45f5-95ce-08071a7951ef)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:28:25.201575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-96e1db7e-6f25-4db5-b944-57fab851837a None None] Provisioning for port 95c626d8-73f0-4f31-9410-a8c0a67eed72 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:25.261112 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:25.323575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 95c626d8-73f0-4f31-9410-a8c0a67eed72 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:25.351886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 95c626d8-73f0-4f31-9410-a8c0a67eed72 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:25.352441 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:25.479666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:25.491448 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Sync routers for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:25.518913 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:25.519517 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:25.564347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9cde7-bf60-4b6a-b2a1-ecd9d2deaf1b None None] Pushing event updated for resources: {'Port': ['ID=dbe7268c-1d85-480a-b6e2-224be393407d,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:25.594319 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:25.598580 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2d7b85e-e85a-4661-b352-6fe18ea79311 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5573909 Feb 07 13:28:25.602345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41248) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:25.683894 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e05691ab-2f69-44cf-9d35-ead57c3de9c2 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=0df19d2b50784eafa298215af2aa58df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800102 Feb 07 13:28:25.688980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41252) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:25.775083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8::1 (9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14/4e3a37c0-9cd4-4527-8ec7-a9471af8f27c/f23996b8-b853-4d74-8943-513b19de9ce6) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:25.828785 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:25.900051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 95c626d8-73f0-4f31-9410-a8c0a67eed72, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=95c626d8-73f0-4f31-9410-a8c0a67eed72,segment=NetworkSegment(a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee),segment_id=a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:25.994498 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:26.004245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5766a5a3-7132-4246-b635-a0c89276a471 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:26.011796 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5766a5a3-7132-4246-b635-a0c89276a471 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3210607 Feb 07 13:28:26.012974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41256) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:26.049823 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:26.091248 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e7ad53f0-6b00-4fd5-91e3-c21c0fdb6232 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765834 Feb 07 13:28:26.092624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41260) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:26.093644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object f23996b8-b853-4d74-8943-513b19de9ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:26.106365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-237524869', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:26.141805 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:26.142185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=95c626d8-73f0-4f31-9410-a8c0a67eed72,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:26.244192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:26.248448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:subnet and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:26.251485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:26.254653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-223aeca8-a07a-447c-8d2e-638b3b224ef3 None None] Provisioning complete for port 95c626d8-73f0-4f31-9410-a8c0a67eed72 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:26.255030 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-223aeca8-a07a-447c-8d2e-638b3b224ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:26.257925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:26.337142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:26.340890 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:26.366690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:26.563229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:26.582021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:26.589000 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:23Z', 'revision_number': 3, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:26.596298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:26.597006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:26.611767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Checking router: f5772f89-9397-4c8e-90af-d52a345e37bc for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:28:26.612377 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Updating router f5772f89-9397-4c8e-90af-d52a345e37bc port 2cdbe294-4509-429b-b005-4e2d29dabe92 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:28:26.793296 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:27.014581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=f23996b8-b853-4d74-8943-513b19de9ce6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:27.128875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dbe7268c-1d85-480a-b6e2-224be393407d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:27.378199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-68d8d372-e97a-4ddf-a002-956621fe2314 None None] Provisioning for port f23996b8-b853-4d74-8943-513b19de9ce6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:27.384334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port dbe7268c-1d85-480a-b6e2-224be393407d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:27.410583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-68d8d372-e97a-4ddf-a002-956621fe2314 None None] Provisioning complete for port f23996b8-b853-4d74-8943-513b19de9ce6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:27.413726 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-68d8d372-e97a-4ddf-a002-956621fe2314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:27.446513 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:27.531570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d84f9-8cfe-4409-8bbf-fb2d50a1a3dd None None] Network 8eee2ef0-9027-4490-a1e8-fc532c97e51f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:27.578694 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:27.607660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:27.617522 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Transition to ACTIVE for port object 2cdbe294-4509-429b-b005-4e2d29dabe92 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:27.730855 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:27.890557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 95c626d8-73f0-4f31-9410-a8c0a67eed72 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:27.934777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:27.971362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:27.972438 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Pushing event updated for resources: {'Port': ['ID=2cdbe294-4509-429b-b005-4e2d29dabe92,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:27.989451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8dc2f23f104c33b941270ff24ed277 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:27.996123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:28.000380 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Attempting to bind port 2cdbe294-4509-429b-b005-4e2d29dabe92 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:28:28.001027 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Attempting to bind port 2cdbe294-4509-429b-b005-4e2d29dabe92 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:28:28.001789 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Attempting to bind port 2cdbe294-4509-429b-b005-4e2d29dabe92 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:28.012927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:28.016418 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.018467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.019087 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.021217 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.023313 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.024756 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.025324 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.028361 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.035145 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.035145 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.035145 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.035145 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:28.042913 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:28:28.043626 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:28.044265 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.044877 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:28:28.045571 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Bound port: 2cdbe294-4509-429b-b005-4e2d29dabe92, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:28:28.048613 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.065084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.164941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.165734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.190926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-68d8d372-e97a-4ddf-a002-956621fe2314 None None] Port f23996b8-b853-4d74-8943-513b19de9ce6 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:28.201231 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] For port 2cdbe294-4509-429b-b005-4e2d29dabe92, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:28:28.206258 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] For port 2cdbe294-4509-429b-b005-4e2d29dabe92, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2cdbe294-4509-429b-b005-4e2d29dabe92,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:28:28.226917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.239909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.283724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 95c626d8-73f0-4f31-9410-a8c0a67eed72 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:28.284147 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.343753 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.389460 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.439283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=f23996b8-b853-4d74-8943-513b19de9ce6,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:28.445695 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:28.446625 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:28.455270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Subnet': ['ID=474577df-9fe6-4a39-985c-26ec6794b196,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:28.460499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e75dfed4-1f76-4038-9965-fc843091412a None None] Provisioning for port dbe7268c-1d85-480a-b6e2-224be393407d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:28.478972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e75dfed4-1f76-4038-9965-fc843091412a None None] Provisioning complete for port dbe7268c-1d85-480a-b6e2-224be393407d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:28.479422 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e75dfed4-1f76-4038-9965-fc843091412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.485203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Checking segment: {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:28.485861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network hostable DHCP agents. Network: a39833bf-c663-4171-b32d-a8bdaa49cd69, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:28:28.514408 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee8dc2f23f104c33b941270ff24ed277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9025404 Feb 07 13:28:28.516535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41290) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:28.571865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547f7e-7bca-4f62-9f3b-adad69573234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9298a1-b934-477a-abf5-7c32ca05ba99,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:28.609862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:28.613646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:28.702847 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:28.799148 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e75dfed4-1f76-4038-9965-fc843091412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.882491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e75dfed4-1f76-4038-9965-fc843091412a None None] For port dbe7268c-1d85-480a-b6e2-224be393407d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dbe7268c-1d85-480a-b6e2-224be393407d,segment=NetworkSegment(7d0980be-571d-45f5-95ce-08071a7951ef),segment_id=7d0980be-571d-45f5-95ce-08071a7951ef)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:28.884842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:28:28.919869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-704df7b2-aa6d-4a4a-b1c7-55491014da11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.944023 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e75dfed4-1f76-4038-9965-fc843091412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.965512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-704df7b2-aa6d-4a4a-b1c7-55491014da11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:28.977524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a39833bf-c663-4171-b32d-a8bdaa49cd69) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:29.006648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:29.007254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:29.024180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148361b-af37-4037-9d82-e450897f9a3d None None] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:29.064275 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f06452-e893-4ad8-9724-3af23f38966f None None] Pushing event updated for resources: {'Port': ['ID=2cdbe294-4509-429b-b005-4e2d29dabe92,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:29.085691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router b4f051af-0ab6-401d-a7f9-ab89c2a40f99 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:28:29.103853 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:23Z', 'revision_number': 3, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:29.108403 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd4571-bf2c-47fc-b874-6d26543bb2c3 None None] The sync data for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 is: [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:23Z', 'revision_number': 3, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:29.150417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dfed4-1f76-4038-9965-fc843091412a None None] Pushing event updated for resources: {'Port': ['ID=dbe7268c-1d85-480a-b6e2-224be393407d,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:29.165237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eb7fee67-9445-45a6-b915-d546f063be8a None None] Provisioning complete for port dbe7268c-1d85-480a-b6e2-224be393407d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:29.165783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eb7fee67-9445-45a6-b915-d546f063be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:29.188714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-094ae343-943c-4bf4-9b94-14af5f348d02 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0934277 Feb 07 13:28:29.189936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41294) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:29.259184 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-704df7b2-aa6d-4a4a-b1c7-55491014da11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:29.290998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df7b2-aa6d-4a4a-b1c7-55491014da11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9298a1-b934-477a-abf5-7c32ca05ba99,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:29.310568 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-704df7b2-aa6d-4a4a-b1c7-55491014da11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:29.312011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-704df7b2-aa6d-4a4a-b1c7-55491014da11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a9298a1-b934-477a-abf5-7c32ca05ba99 HTTP/1.1" status: 204 len: 168 time: 0.7940667 Feb 07 13:28:29.320881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:29.327571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-51544d77-3108-4783-8ac2-8f774ffde891 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/b4f051af-0ab6-401d-a7f9-ab89c2a40f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1519837 Feb 07 13:28:29.329886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41300) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:29.352317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7417cef-a8c9-4a55-83e0-b55ef6e72fbc None None] Sync routers for ids ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:29.445038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7417cef-a8c9-4a55-83e0-b55ef6e72fbc None None] Routers {'b4f051af-0ab6-401d-a7f9-ab89c2a40f99'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:29.445619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9469f2c0-8279-4398-af2b-5814052dbc81 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:29.446248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9469f2c0-8279-4398-af2b-5814052dbc81 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:29.446369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d7417cef-a8c9-4a55-83e0-b55ef6e72fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:29.516436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a39833bf-c663-4171-b32d-a8bdaa49cd69', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:28:29.535201 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:29.541825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9469f2c0-8279-4398-af2b-5814052dbc81 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:29.543289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9469f2c0-8279-4398-af2b-5814052dbc81 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports/f23996b8-b853-4d74-8943-513b19de9ce6 HTTP/1.1" status: 200 len: 911 time: 0.2122517 Feb 07 13:28:29.546072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41308) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:29.642486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d7417cef-a8c9-4a55-83e0-b55ef6e72fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:29.672056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eb7fee67-9445-45a6-b915-d546f063be8a None None] Provisioning complete for port f23996b8-b853-4d74-8943-513b19de9ce6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:29.672615 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eb7fee67-9445-45a6-b915-d546f063be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:29.776374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7417cef-a8c9-4a55-83e0-b55ef6e72fbc None None] Routers {'b4f051af-0ab6-401d-a7f9-ab89c2a40f99'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:29.777055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d7417cef-a8c9-4a55-83e0-b55ef6e72fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:29.905457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d7417cef-a8c9-4a55-83e0-b55ef6e72fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:29.906210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7417cef-a8c9-4a55-83e0-b55ef6e72fbc None None] The sync data for ids ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:29.946713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-eb7fee67-9445-45a6-b915-d546f063be8a None None] Port f23996b8-b853-4d74-8943-513b19de9ce6 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:30.079290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Allocated IP 172.20.0.2 (a39833bf-c663-4171-b32d-a8bdaa49cd69/474577df-9fe6-4a39-985c-26ec6794b196/9806cd17-e40d-469c-af07-7036bff4c1a5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:30.428506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41316) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:30.434621 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:30.459404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Transition to ACTIVE for port object 9806cd17-e40d-469c-af07-7036bff4c1a5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:30.467580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:30.489665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:30.494097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] Usage tracker for resource:security_group_rule and tenant:7ee552b1f0a447feafafb35efbd43c29 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:30.497213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:30.499669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Transition to ACTIVE for port object 9806cd17-e40d-469c-af07-7036bff4c1a5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:30.505517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:30.547401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:30.572412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:30.702030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:30.705265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:30.710423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:30.743087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Pushing event updated for resources: {'Port': ['ID=9806cd17-e40d-469c-af07-7036bff4c1a5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:30.923303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Attempting to bind port 9806cd17-e40d-469c-af07-7036bff4c1a5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:28:30.923303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Attempting to bind port 9806cd17-e40d-469c-af07-7036bff4c1a5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:28:30.923303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Attempting to bind port 9806cd17-e40d-469c-af07-7036bff4c1a5 on network a39833bf-c663-4171-b32d-a8bdaa49cd69 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:30.930691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:30.934282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:28:30.934819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Checking segment: {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:30.935141 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:30.935439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Bound using segment: {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:28:30.935910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Bound port: 9806cd17-e40d-469c-af07-7036bff4c1a5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:28:30.941947 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.253416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] For port 9806cd17-e40d-469c-af07-7036bff4c1a5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:28:31.253416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] For port 9806cd17-e40d-469c-af07-7036bff4c1a5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9806cd17-e40d-469c-af07-7036bff4c1a5,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:28:31.253416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2cdbe294-4509-429b-b005-4e2d29dabe92 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:31.261567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.388261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.20.0.1 (a39833bf-c663-4171-b32d-a8bdaa49cd69/474577df-9fe6-4a39-985c-26ec6794b196/c029b289-7c05-44e9-8b45-b995df47b45c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:31.443324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8:1::1 (8eee2ef0-9027-4490-a1e8-fc532c97e51f/49be41f5-42fe-4bd8-ba33-477eac88acdf/bc6e3ff7-abec-4b8c-895f-fedad2f9d147) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:31.550739 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.568851 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.588189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Transition to ACTIVE for port object c029b289-7c05-44e9-8b45-b995df47b45c will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:31.606121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 2cdbe294-4509-429b-b005-4e2d29dabe92 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:31.620627 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.646370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2cdbe294-4509-429b-b005-4e2d29dabe92 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:31.647155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.713768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.741474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.760159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c790c0c-a6b8-4eed-89e1-08910bd805a7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:31.760159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ad016970-b012-4bf2-96c9-8a531481a30a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ee552b1f0a447feafafb35efbd43c29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3259394 Feb 07 13:28:31.760159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41328) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:31.795462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object bc6e3ff7-abec-4b8c-895f-fedad2f9d147 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:31.851884 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c673-5bde-47ae-9e22-84f4bbd7be1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.861679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d0255-1afc-4625-80e2-2d5faa375edd None None] Pushing event updated for resources: {'Port': ['ID=9806cd17-e40d-469c-af07-7036bff4c1a5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:31.877233 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.894689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 2cdbe294-4509-429b-b005-4e2d29dabe92, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2cdbe294-4509-429b-b005-4e2d29dabe92,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:31.897680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c673-5bde-47ae-9e22-84f4bbd7be1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.903468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:31.911864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:31.916735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:31.951381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.976932 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:31.977765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dbe7268c-1d85-480a-b6e2-224be393407d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:31.978354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=c029b289-7c05-44e9-8b45-b995df47b45c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:32.022436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:32.074501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 8eee2ef0-9027-4490-a1e8-fc532c97e51f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:32.078230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:32.080858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:32.081675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:32.104265 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c673-5bde-47ae-9e22-84f4bbd7be1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:32.140478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=bc6e3ff7-abec-4b8c-895f-fedad2f9d147,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:32.195427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=2cdbe294-4509-429b-b005-4e2d29dabe92,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:32.197803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4c673-5bde-47ae-9e22-84f4bbd7be1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c790c0c-a6b8-4eed-89e1-08910bd805a7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:32.202308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dbe7268c-1d85-480a-b6e2-224be393407d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:32.202308 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:32.292183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c673-5bde-47ae-9e22-84f4bbd7be1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:32.293603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e1a4c673-5bde-47ae-9e22-84f4bbd7be1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c790c0c-a6b8-4eed-89e1-08910bd805a7 HTTP/1.1" status: 204 len: 168 time: 0.5329983 Feb 07 13:28:32.490779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:32.617879 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:32.662936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac5613a2-cba0-4a63-abee-5b08172fb9b1 None None] Provisioning for port bc6e3ff7-abec-4b8c-895f-fedad2f9d147 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:32.668545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac5613a2-cba0-4a63-abee-5b08172fb9b1 None None] Provisioning complete for port bc6e3ff7-abec-4b8c-895f-fedad2f9d147 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:32.675121 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac5613a2-cba0-4a63-abee-5b08172fb9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:32.829970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ac5613a2-cba0-4a63-abee-5b08172fb9b1 None None] Port bc6e3ff7-abec-4b8c-895f-fedad2f9d147 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:33.042439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2cdbe294-4509-429b-b005-4e2d29dabe92 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:33.159006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2cdbe294-4509-429b-b005-4e2d29dabe92 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:33.159386 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.385817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.401351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bace0d-7bda-418c-9885-aec176c2087c None None] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:33.419356 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.451415 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.474489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9806cd17-e40d-469c-af07-7036bff4c1a5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:33.479257 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.480060 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.575099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=c029b289-7c05-44e9-8b45-b995df47b45c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:33.611776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.717940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e5fcdab9-5248-4114-a9e8-edb6e71f74f9 None None] Provisioning for port 9806cd17-e40d-469c-af07-7036bff4c1a5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:33.720288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=bc6e3ff7-abec-4b8c-895f-fedad2f9d147,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:33.729824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9806cd17-e40d-469c-af07-7036bff4c1a5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:33.739291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e5fcdab9-5248-4114-a9e8-edb6e71f74f9 None None] Provisioning complete for port 9806cd17-e40d-469c-af07-7036bff4c1a5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:33.739678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdab9-5248-4114-a9e8-edb6e71f74f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.778333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9806cd17-e40d-469c-af07-7036bff4c1a5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:33.778724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:33.829491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 8eee2ef0-9027-4490-a1e8-fc532c97e51f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:33.831526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:33.927798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:33.930147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:34.133428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router b4f051af-0ab6-401d-a7f9-ab89c2a40f99 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:28:34.241256 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:34.251233 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdab9-5248-4114-a9e8-edb6e71f74f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:34.304978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9806cd17-e40d-469c-af07-7036bff4c1a5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9806cd17-e40d-469c-af07-7036bff4c1a5,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:34.393549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router f5772f89-9397-4c8e-90af-d52a345e37bc has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:28:34.406617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:34.419524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:34.435614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8b6252ef-ba11-493f-9e8d-d2f743c6e25f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/b4f051af-0ab6-401d-a7f9-ab89c2a40f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8848968 Feb 07 13:28:34.440568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41368) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:34.464955 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670e9ea-20e8-4fb3-b2b9-c07faea7764a None None] Sync routers for ids ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:34.491872 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670e9ea-20e8-4fb3-b2b9-c07faea7764a None None] Routers {'b4f051af-0ab6-401d-a7f9-ab89c2a40f99'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:34.496210 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0670e9ea-20e8-4fb3-b2b9-c07faea7764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:34.523554 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-e5fcdab9-5248-4114-a9e8-edb6e71f74f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:28:34.523839 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-e5fcdab9-5248-4114-a9e8-edb6e71f74f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:28:34.584525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9806cd17-e40d-469c-af07-7036bff4c1a5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:34.627903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e19f99-ef0d-4e83-a3cb-d968efb7cac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:34.629376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-19e19f99-ef0d-4e83-a3cb-d968efb7cac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:34.637158 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0670e9ea-20e8-4fb3-b2b9-c07faea7764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:34.647732 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670e9ea-20e8-4fb3-b2b9-c07faea7764a None None] Routers {'b4f051af-0ab6-401d-a7f9-ab89c2a40f99'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:34.648626 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0670e9ea-20e8-4fb3-b2b9-c07faea7764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:34.716833 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0670e9ea-20e8-4fb3-b2b9-c07faea7764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:34.717034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:34.724084 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670e9ea-20e8-4fb3-b2b9-c07faea7764a None None] The sync data for ids ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:34.736463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Sync routers for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:34.748899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-19e19f99-ef0d-4e83-a3cb-d968efb7cac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:34.752153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-19e19f99-ef0d-4e83-a3cb-d968efb7cac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports/bc6e3ff7-abec-4b8c-895f-fedad2f9d147 HTTP/1.1" status: 200 len: 913 time: 0.3110015 Feb 07 13:28:34.754193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41376) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:34.771078 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8dd9ede4-6663-4662-be99-eb307f55ef08 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "PUT /v2.0/routers/f5772f89-9397-4c8e-90af-d52a345e37bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5765905 Feb 07 13:28:34.771580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:34.772377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41380) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:34.773364 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:34.978254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3285d38-7ea2-4abb-9d45-dbb864b3ff35 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:34.987225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9806cd17-e40d-469c-af07-7036bff4c1a5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:34.987346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3285d38-7ea2-4abb-9d45-dbb864b3ff35 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:34.987346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3285d38-7ea2-4abb-9d45-dbb864b3ff35 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:34.987346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3285d38-7ea2-4abb-9d45-dbb864b3ff35 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:34.987346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3285d38-7ea2-4abb-9d45-dbb864b3ff35 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:34.987346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3285d38-7ea2-4abb-9d45-dbb864b3ff35 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:34.987346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3285d38-7ea2-4abb-9d45-dbb864b3ff35 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:34.987346 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a3285d38-7ea2-4abb-9d45-dbb864b3ff35 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4953 time: 0.2116039 Feb 07 13:28:34.992703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41388) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:35.102274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd598725-145f-49f9-925c-f156da897a14 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:35.102921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd598725-145f-49f9-925c-f156da897a14 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:35.103448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd598725-145f-49f9-925c-f156da897a14 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:35.103968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd598725-145f-49f9-925c-f156da897a14 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:35.104682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd598725-145f-49f9-925c-f156da897a14 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:35.105203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd598725-145f-49f9-925c-f156da897a14 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:35.105762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd598725-145f-49f9-925c-f156da897a14 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:35.111138 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd598725-145f-49f9-925c-f156da897a14 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4604 time: 0.1171789 Feb 07 13:28:35.111941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:35.278042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:35.409855 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-718976f8-59a2-42c4-9a6c-5a4c9c8e7952 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2868 time: 0.2943020 Feb 07 13:28:35.739102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9806cd17-e40d-469c-af07-7036bff4c1a5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:35.739640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:35.777071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:35.822361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Provisioning complete for port 9806cd17-e40d-469c-af07-7036bff4c1a5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:35.822959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:35.945457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41412) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:35.950415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266712557', 'description': 'tempest-secgroup-smoke-1266712557 description', 'project_id': '0df19d2b50784eafa298215af2aa58df'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:35.974265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:35.985046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:33Z', 'revision_number': 2, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:35.994446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:35.996219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Checking router: f5772f89-9397-4c8e-90af-d52a345e37bc for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:28:35.996577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Updating router f5772f89-9397-4c8e-90af-d52a345e37bc port c029b289-7c05-44e9-8b45-b995df47b45c binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:28:36.002906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:36.015798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:36.181846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.181990 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.211968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:36.216056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:36.219112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:36.226344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:36.273709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Provisioning complete for port bc6e3ff7-abec-4b8c-895f-fedad2f9d147 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:36.274091 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.323360 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.402730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Port bc6e3ff7-abec-4b8c-895f-fedad2f9d147 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:36.424447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port bc6e3ff7-abec-4b8c-895f-fedad2f9d147 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:36.424447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.520739 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.610430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3212bd88-6451-47f0-a248-f9f46233bdf2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:36.643371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.648921 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cfffd68a-ee0c-42e1-b346-af3451a726a5 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7025514 Feb 07 13:28:36.649820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41432) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:36.662507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '3212bd88-6451-47f0-a248-f9f46233bdf2', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:36.679231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:36.688381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:36.689258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.696348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:36.705719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Provisioning for port c029b289-7c05-44e9-8b45-b995df47b45c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:36.718793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Provisioning complete for port c029b289-7c05-44e9-8b45-b995df47b45c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:36.719496 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.727012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:36.765882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.792490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Transition to ACTIVE for port object c029b289-7c05-44e9-8b45-b995df47b45c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:36.803235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8a380aef-deaf-44a1-8947-a79b5a029abe None None] Port c029b289-7c05-44e9-8b45-b995df47b45c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:36.867720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for bc6e3ff7-abec-4b8c-895f-fedad2f9d147 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:36.929676 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:36.954814 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.023487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.105878 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.212290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e73a18-f042-4e6b-bfb1-8b25c10381fc,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:37.255628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582d9e2-9f11-4167-baa7-e0af1d8dd468 None None] Pushing event updated for resources: {'Port': ['ID=c029b289-7c05-44e9-8b45-b995df47b45c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:37.286238 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.286238 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44cb2ce7-4e67-491b-b8f2-7ca810203f6b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6333849 Feb 07 13:28:37.286238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41442) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:37.298923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '3212bd88-6451-47f0-a248-f9f46233bdf2', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:37.315472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:37.315472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:37.327223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:37.339561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:37.388340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Attempting to bind port c029b289-7c05-44e9-8b45-b995df47b45c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:28:37.388780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Attempting to bind port c029b289-7c05-44e9-8b45-b995df47b45c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:28:37.389159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Attempting to bind port c029b289-7c05-44e9-8b45-b995df47b45c on network a39833bf-c663-4171-b32d-a8bdaa49cd69 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:37.395799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:28:37.397970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Checking segment: {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:37.398549 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.398964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Bound using segment: {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:28:37.399450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Bound port: c029b289-7c05-44e9-8b45-b995df47b45c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:28:37.399825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.427226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.500367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] For port c029b289-7c05-44e9-8b45-b995df47b45c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:28:37.523009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.599914 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.600975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] For port c029b289-7c05-44e9-8b45-b995df47b45c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c029b289-7c05-44e9-8b45-b995df47b45c,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:28:37.654384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=bc6e3ff7-abec-4b8c-895f-fedad2f9d147,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:37.691218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.727620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4406ef5-19c6-4e4f-91aa-4c03791e0e65,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:37.738862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.847853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582d9e2-9f11-4167-baa7-e0af1d8dd468 None None] Pushing event updated for resources: {'Port': ['ID=c029b289-7c05-44e9-8b45-b995df47b45c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:37.874146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:37.890461 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0fc89259-ba55-41df-8400-eb9e421ed901 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5897758 Feb 07 13:28:37.890612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:37.890612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:37.892901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41448) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:37.903253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '3212bd88-6451-47f0-a248-f9f46233bdf2', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:37.927812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:37.940775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:37.945121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:37.965568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:38.000187 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:38.078165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:38.134967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:38.211222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:38.326225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:38.402190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40bd84b-2ac8-4fc0-811a-19860c34b224,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:38.538107 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:38.542385 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7813eb3c-fd94-4a3c-b3cd-92a339bf19c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6472881 Feb 07 13:28:38.543021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:38.548463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '3212bd88-6451-47f0-a248-f9f46233bdf2', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:38.573668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:38.581004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:38.590721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:38.611312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:38.683015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:37Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:38.687640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacda4f1-39e3-4680-87c9-9128a758816e None None] The sync data for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 is: [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:37Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:38.711292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router b4f051af-0ab6-401d-a7f9-ab89c2a40f99 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:28:38.766670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:38.792560 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3cba-5526-48af-9a3f-0f2eeea8a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:38.950751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:38.957797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c029b289-7c05-44e9-8b45-b995df47b45c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:39.034240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.082885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:39.102024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4456e5-35af-4de3-8d18-2dc4e2a3d574,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:39.111412 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24532b2-137b-4288-8c3f-631e6b913c1f None None] Sync routers for ids ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:39.124110 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24532b2-137b-4288-8c3f-631e6b913c1f None None] Routers {'b4f051af-0ab6-401d-a7f9-ab89c2a40f99'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:39.124762 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c24532b2-137b-4288-8c3f-631e6b913c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:39.133551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c029b289-7c05-44e9-8b45-b995df47b45c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:39.141191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c029b289-7c05-44e9-8b45-b995df47b45c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:39.141698 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.194186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.198562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41470) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:39.202429 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f0ef163d-8e99-4fde-838e-29e253f81177 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6583650 Feb 07 13:28:39.215382 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c24532b2-137b-4288-8c3f-631e6b913c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:39.216529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '3212bd88-6451-47f0-a248-f9f46233bdf2', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:39.227502 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24532b2-137b-4288-8c3f-631e6b913c1f None None] Routers {'b4f051af-0ab6-401d-a7f9-ab89c2a40f99'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:39.228421 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c24532b2-137b-4288-8c3f-631e6b913c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:39.234366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-183e5814-e1f3-46ce-aa6e-ce6578eb8293 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/b4f051af-0ab6-401d-a7f9-ab89c2a40f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4776189 Feb 07 13:28:39.235895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:39.236925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:39.273944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:39.307328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:39.319115 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c24532b2-137b-4288-8c3f-631e6b913c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:39.321833 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24532b2-137b-4288-8c3f-631e6b913c1f None None] The sync data for ids ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:39.340152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:39.464258 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.468099 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Project 0df19d2b50784eafa298215af2aa58df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:28:39.478267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.543311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c029b289-7c05-44e9-8b45-b995df47b45c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c029b289-7c05-44e9-8b45-b995df47b45c,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:39.622474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.639887 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.708869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.776816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c029b289-7c05-44e9-8b45-b995df47b45c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:39.787618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4bba57-e558-4247-bb1d-429690a1c1ce,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:39.885686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:39.888038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-27d0e7a2-442b-4642-8080-0dc96eadb4dc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6877108 Feb 07 13:28:39.890866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41484) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:39.898286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'security_group_rule': {'security_group_id': '3212bd88-6451-47f0-a248-f9f46233bdf2', 'project_id': '0df19d2b50784eafa298215af2aa58df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:39.920990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:39.929986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:security_group_rule and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:39.933348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:39.940990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:40.063187 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Project 0df19d2b50784eafa298215af2aa58df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:28:40.072865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:40.108294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:40.179057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:40.268498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:40.310054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1322d18-936d-46e3-b69d-2cf84ab27850,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:40.405319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:40.406553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b66f160c-028f-4fae-b9eb-e67d3108327b tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5145063 Feb 07 13:28:40.530211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port f23996b8-b853-4d74-8943-513b19de9ce6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:40.530815 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:40.773513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-5e55991a-c38f-47b8-b5c3-679839701175 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266712557&fields=id&tenant_id=0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 267 time: 0.0582514 Feb 07 13:28:40.782704 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:40.877885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c029b289-7c05-44e9-8b45-b995df47b45c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:40.968205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for f23996b8-b853-4d74-8943-513b19de9ce6 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:40.983245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c029b289-7c05-44e9-8b45-b995df47b45c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:40.983843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:40.984171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-a6a32107-b6ae-4cba-815e-6fd1f24ee16e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:40.985111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-a6a32107-b6ae-4cba-815e-6fd1f24ee16e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:41.099865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-a6a32107-b6ae-4cba-815e-6fd1f24ee16e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:41.101622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-a6a32107-b6ae-4cba-815e-6fd1f24ee16e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/networks?id=a39833bf-c663-4171-b32d-a8bdaa49cd69 HTTP/1.1" status: 200 len: 797 time: 0.3267238 Feb 07 13:28:41.118444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-360d050e-38a4-4b77-ad6f-2d5f4b7653ad tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/quotas/0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 375 time: 0.0106525 Feb 07 13:28:41.206745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-31880d06-9923-45df-a9d6-dee83469565f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:41.302637 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:41.355913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=f23996b8-b853-4d74-8943-513b19de9ce6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:41.394209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-31880d06-9923-45df-a9d6-dee83469565f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:41.399637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-31880d06-9923-45df-a9d6-dee83469565f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2704489 Feb 07 13:28:41.412931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-3d917c05-788d-4a02-9a3b-e66cd44e17e9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:28:41.414221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-3d917c05-788d-4a02-9a3b-e66cd44e17e9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059814 Feb 07 13:28:41.573006 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:41.605661 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3d3b0987-4e68-4dc6-84a8-2cfb2f5ba156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:41.650923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-58610e5c-079b-4cbb-b63c-e65cb9af752b service neutron] 10.222.0.69 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244759 Feb 07 13:28:41.808361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-19316ba4-de4a-498b-920c-b494bbfbefeb service neutron] 10.222.0.69 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561558 Feb 07 13:28:42.002617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router b4f051af-0ab6-401d-a7f9-ab89c2a40f99 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:28:42.156286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:42.174195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41524) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:42.177647 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4c5334d-2d15-4ec7-8ee2-b07ab1215dd6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/b4f051af-0ab6-401d-a7f9-ab89c2a40f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9360483 Feb 07 13:28:42.187873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a98bf-12dc-4787-bf15-ef864873c274 None None] Sync routers for ids ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:42.243614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a98bf-12dc-4787-bf15-ef864873c274 None None] Routers {'b4f051af-0ab6-401d-a7f9-ab89c2a40f99'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:42.244586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-932a98bf-12dc-4787-bf15-ef864873c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:42.250090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7075f101-46e8-4420-9b8e-7bace2a55b3d tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:42.333299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64986c93-bd76-465d-8c69-2f44c6774391 req-c33413b5-afa7-4805-9531-779d71376344 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 210 time: 0.0692945 Feb 07 13:28:42.347758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-932a98bf-12dc-4787-bf15-ef864873c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:42.349959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:42.354190 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:42.360947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a98bf-12dc-4787-bf15-ef864873c274 None None] Routers {'b4f051af-0ab6-401d-a7f9-ab89c2a40f99'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:42.361747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-932a98bf-12dc-4787-bf15-ef864873c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:42.378115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7075f101-46e8-4420-9b8e-7bace2a55b3d tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:42.380245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7075f101-46e8-4420-9b8e-7bace2a55b3d tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4f051af-0ab6-401d-a7f9-ab89c2a40f99 HTTP/1.1" status: 200 len: 205 time: 0.2039092 Feb 07 13:28:42.390190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41534) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:42.431621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-932a98bf-12dc-4787-bf15-ef864873c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:42.432278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a98bf-12dc-4787-bf15-ef864873c274 None None] The sync data for ids ['b4f051af-0ab6-401d-a7f9-ab89c2a40f99'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:42.541366 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b45cd297-e3ba-4ab9-be75-b67812659249 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.006592 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:28:43.012089 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b45cd297-e3ba-4ab9-be75-b67812659249 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.014516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b45cd297-e3ba-4ab9-be75-b67812659249 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.131414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b45cd297-e3ba-4ab9-be75-b67812659249 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.132176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45cd297-e3ba-4ab9-be75-b67812659249 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Fanout notify agent at l3_agent the message router_deleted on router b4f051af-0ab6-401d-a7f9-ab89c2a40f99 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:28:43.152443 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b45cd297-e3ba-4ab9-be75-b67812659249 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.156415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b45cd297-e3ba-4ab9-be75-b67812659249 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/b4f051af-0ab6-401d-a7f9-ab89c2a40f99 HTTP/1.1" status: 204 len: 168 time: 0.7621908 Feb 07 13:28:43.156595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41560) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:43.230996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fe93c6-8535-4401-afcd-5d3367fc7ba4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet 49be41f5-42fe-4bd8-ba33-477eac88acdf {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:28:43.233976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94fe93c6-8535-4401-afcd-5d3367fc7ba4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.293301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94fe93c6-8535-4401-afcd-5d3367fc7ba4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.389934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94fe93c6-8535-4401-afcd-5d3367fc7ba4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.559198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef842242-b58b-4b92-8ec9-42b5d9255822 req-84169f23-871f-41b6-b550-a093a1de0530 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 210 time: 0.0594294 Feb 07 13:28:43.576645 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94fe93c6-8535-4401-afcd-5d3367fc7ba4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.625163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe93c6-8535-4401-afcd-5d3367fc7ba4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=49be41f5-42fe-4bd8-ba33-477eac88acdf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:43.627883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219560b2-1550-4ade-a2e7-8f00b66c4a4c None None] Network 8eee2ef0-9027-4490-a1e8-fc532c97e51f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:43.646211 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-94fe93c6-8535-4401-afcd-5d3367fc7ba4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.663497 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-94fe93c6-8535-4401-afcd-5d3367fc7ba4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/49be41f5-42fe-4bd8-ba33-477eac88acdf HTTP/1.1" status: 204 len: 168 time: 0.5026035 Feb 07 13:28:43.664238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41570) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:43.794819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b59010-5e6f-4622-8e6f-a862470c3b7a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet 4e3a37c0-9cd4-4527-8ec7-a9471af8f27c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:28:43.799245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b59010-5e6f-4622-8e6f-a862470c3b7a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.875011 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:43.890996 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b59010-5e6f-4622-8e6f-a862470c3b7a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.001651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b59010-5e6f-4622-8e6f-a862470c3b7a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.015693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] DHCP port deletion for 8eee2ef0-9027-4490-a1e8-fc532c97e51f request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:28:44.020402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] Deleting port dbe7268c-1d85-480a-b6e2-224be393407d {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:44.021868 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.194351 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b59010-5e6f-4622-8e6f-a862470c3b7a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.241252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] For port dbe7268c-1d85-480a-b6e2-224be393407d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dbe7268c-1d85-480a-b6e2-224be393407d,segment=NetworkSegment(7d0980be-571d-45f5-95ce-08071a7951ef),segment_id=7d0980be-571d-45f5-95ce-08071a7951ef)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:44.242493 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.255238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b59010-5e6f-4622-8e6f-a862470c3b7a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3a37c0-9cd4-4527-8ec7-a9471af8f27c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:44.259084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b59010-5e6f-4622-8e6f-a862470c3b7a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.268102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f3b59010-5e6f-4622-8e6f-a862470c3b7a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/4e3a37c0-9cd4-4527-8ec7-a9471af8f27c HTTP/1.1" status: 204 len: 168 time: 0.6014361 Feb 07 13:28:44.269634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41578) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:44.322253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965cc06e-2b39-4954-ad25-a38c5840e62d None None] Network 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:44.430952 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.456163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port dbe7268c-1d85-480a-b6e2-224be393407d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:44.456625 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.546361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] Calling delete_port for dbe7268c-1d85-480a-b6e2-224be393407d owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:44.789547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.861489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port dbe7268c-1d85-480a-b6e2-224be393407d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dbe7268c-1d85-480a-b6e2-224be393407d,segment=NetworkSegment(7d0980be-571d-45f5-95ce-08071a7951ef),segment_id=7d0980be-571d-45f5-95ce-08071a7951ef)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:44.862477 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:44.868945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] DHCP port deletion for 9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:28:44.882515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] No DVR routers for this DVR port dbe7268c-1d85-480a-b6e2-224be393407d on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:28:44.903990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dbe7268c-1d85-480a-b6e2-224be393407d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:45.007449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for dbe7268c-1d85-480a-b6e2-224be393407d owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:45.008711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: dbe7268c-1d85-480a-b6e2-224be393407d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:28:45.009064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dbe7268c-1d85-480a-b6e2-224be393407d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:28:45.010871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647438c-1771-431f-9f24-6cdecaa6b157 None None] Pushing event deleted for resources: {'Port': ['ID=dbe7268c-1d85-480a-b6e2-224be393407d,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:45.014245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] Deleting port 95c626d8-73f0-4f31-9410-a8c0a67eed72 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:45.014392 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:45.229028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:28:45.229360 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:28:45.234900 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:45.247063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11c602c4-3b40-4a52-8e15-8d2405ff811a req-17590ad1-25d8-4c75-ba1d-c04bc07bce6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 210 time: 0.1527617 Feb 07 13:28:45.302358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] For port 95c626d8-73f0-4f31-9410-a8c0a67eed72, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=95c626d8-73f0-4f31-9410-a8c0a67eed72,segment=NetworkSegment(a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee),segment_id=a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:45.302757 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:45.343965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-6bdb9852-4020-496f-9851-0e99875f95ef tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:45.345988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-6bdb9852-4020-496f-9851-0e99875f95ef tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/networks?id=a39833bf-c663-4171-b32d-a8bdaa49cd69 HTTP/1.1" status: 200 len: 797 time: 0.2529733 Feb 07 13:28:45.404770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-7292a092-04a7-4f9a-b1a2-ab24b24c7be4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0df19d2b50784eafa298215af2aa58df HTTP/1.1" status: 200 len: 380 time: 0.0501106 Feb 07 13:28:45.414302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'port': {'device_id': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'admin_state_up': True, 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'security_groups': ['3212bd88-6451-47f0-a248-f9f46233bdf2']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:45.448598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] Calling delete_port for 95c626d8-73f0-4f31-9410-a8c0a67eed72 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:45.583402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:45.647319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] Pushing event deleted for resources: {'Port': ['ID=95c626d8-73f0-4f31-9410-a8c0a67eed72,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:45.664711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580eb07-0c73-46ba-9d06-5b675700f793 None None] No DVR routers for this DVR port 95c626d8-73f0-4f31-9410-a8c0a67eed72 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:28:45.708691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:45.719021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:45.730906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port dbe7268c-1d85-480a-b6e2-224be393407d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:45.731294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:45.814158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Made reservation on behalf of 0df19d2b50784eafa298215af2aa58df for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:45.818738 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:45.833416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] The port 'dbe7268c-1d85-480a-b6e2-224be393407d' was deleted {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:28:46.053451 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.126132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eee2ef0-9027-4490-a1e8-fc532c97e51f']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:46.149971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0980be-571d-45f5-95ce-08071a7951ef') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:46.150209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0980be-571d-45f5-95ce-08071a7951ef') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:46.168520 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.184240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.20.0.13 (a39833bf-c663-4171-b32d-a8bdaa49cd69/474577df-9fe6-4a39-985c-26ec6794b196/7f39ba26-e28b-4c3e-9ee5-de86fb96b34c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:46.196570 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.205643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:28:46.206052 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:28:46.221391 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:28:46.520798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8da27093-55ec-4342-bc3a-c71cfb7e6189 req-de73bbda-8ed5-48e1-8fb2-bf8b20239c44 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 210 time: 0.0640063 Feb 07 13:28:46.555280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.591644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.628594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=8eee2ef0-9027-4490-a1e8-fc532c97e51f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:46.662163 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.679642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Transition to ACTIVE for port object 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:46.739003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-85e80eff-7bf8-437e-9fa5-d0d355d2fcb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/8eee2ef0-9027-4490-a1e8-fc532c97e51f HTTP/1.1" status: 204 len: 168 time: 2.4675405 Feb 07 13:28:46.740956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41610) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:46.772448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.912978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 95c626d8-73f0-4f31-9410-a8c0a67eed72 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:46.937036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:46.950552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:46.958815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 95c626d8-73f0-4f31-9410-a8c0a67eed72 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:28:46.959395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 95c626d8-73f0-4f31-9410-a8c0a67eed72 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:28:46.959864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:46.965219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:46.974139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:47.056074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:47.056778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.143913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-46b06124-b331-45b7-a874-3a0b6c10e6a9 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7340081 Feb 07 13:28:47.153439 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.158573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Request body: {'port': {'device_id': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:47.198150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:47.222440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:47.223567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4dd1ae5-fbb1-479f-bbcd-06f45b3596ee') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:47.241655 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.261974 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.275633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:28:47.276797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.322751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:28:47.361972 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:28:47.458195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aa5bdc4c-4c90-4ab9-9881-7671df02534a None None] Provisioning for port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:47.466178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-aa5bdc4c-4c90-4ab9-9881-7671df02534a None None] Provisioning complete for port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:47.467013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aa5bdc4c-4c90-4ab9-9881-7671df02534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.485344 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.537064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.566230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:47.584271 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e880df2a-b968-4a0d-b22a-fafae8f3786c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/9e5e69d6-adbe-4e9a-9534-03ef6cc4cd14 HTTP/1.1" status: 204 len: 168 time: 0.8421690 Feb 07 13:28:47.588787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41622) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:47.603885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-567863964'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:47.619303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:47.628378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:47.634001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bdc4c-4c90-4ab9-9881-7671df02534a None None] Port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:47.636909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:47.645631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:47.737050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:47.740646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.772731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:28:47.783590 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.784207 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment fc2f57d2-05f2-453f-af51-a189ed502246 of type vlan for network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d Feb 07 13:28:47.817556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.898300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77396351-92e6-4b4b-be7b-ab8826f00938 req-dd62faa6-da01-48e9-a467-f97ae7f1f7a2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:47.898948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-77396351-92e6-4b4b-be7b-ab8826f00938 req-dd62faa6-da01-48e9-a467-f97ae7f1f7a2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:47.934895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:28:47.943678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.958213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Transition to ACTIVE for port object 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:47.976766 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:47.984095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:47.984095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:48.017258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-77396351-92e6-4b4b-be7b-ab8826f00938 req-dd62faa6-da01-48e9-a467-f97ae7f1f7a2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:48.018388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77396351-92e6-4b4b-be7b-ab8826f00938 req-dd62faa6-da01-48e9-a467-f97ae7f1f7a2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 932 time: 0.3006556 Feb 07 13:28:48.071656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77396351-92e6-4b4b-be7b-ab8826f00938 req-9ef9427e-284e-4404-ab1f-b3be5103ce5d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469954 Feb 07 13:28:48.073104 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:48.103187 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=be0b7bc0-c6de-44cd-a1dc-86951dec1f7d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:48.116813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:28:48.178023 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-23d51672-a8af-4062-8423-012ab3416ac3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5852935 Feb 07 13:28:48.181332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41634) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:48.191004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': 'be0b7bc0-c6de-44cd-a1dc-86951dec1f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:48.400902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:48.413078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:48.430270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:48.445403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:48.503828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Pushing event updated for resources: {'Port': ['ID=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:48.542803 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:48.543894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Attempting to bind port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:28:48.544271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Attempting to bind port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:28:48.544603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Attempting to bind port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c on network a39833bf-c663-4171-b32d-a8bdaa49cd69 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:48.547684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:48.549511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c on network a39833bf-c663-4171-b32d-a8bdaa49cd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:28:48.549908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Attempting to bind port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c on network a39833bf-c663-4171-b32d-a8bdaa49cd69 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:48.555672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:28:48.556127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Checking segment: {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:48.556589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Bound using segment: {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:28:48.557309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Bound port: 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bdfa02-5f5f-4759-b615-3868d64e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:28:48.557732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:48.665566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] For port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:28:48.669609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] For port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:28:48.759567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:48.845173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:48.846836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:48.851781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1249c754-8810-41bd-bd64-235788c266ac service neutron] 10.222.0.47 "PUT /v2.0/ports/7f39ba26-e28b-4c3e-9ee5-de86fb96b34c HTTP/1.1" status: 200 len: 1092 time: 1.6986556 Feb 07 13:28:48.852636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:28:48.924522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249c754-8810-41bd-bd64-235788c266ac service neutron] Pushing event updated for resources: {'Port': ['ID=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:48.940203 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'status': 'completed', 'code': 200} Feb 07 13:28:49.049774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e50b-b932-4be7-a2be-05bbd4c81156 req-d51fcef3-3926-468d-a30a-a09c3fa63403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:49.052418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce99e50b-b932-4be7-a2be-05bbd4c81156 req-d51fcef3-3926-468d-a30a-a09c3fa63403 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 1095 time: 0.0875378 Feb 07 13:28:49.120962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:49.288281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': 'fc2f57d2-05f2-453f-af51-a189ed502246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b7bc0-c6de-44cd-a1dc-86951dec1f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:49.291098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: be0b7bc0-c6de-44cd-a1dc-86951dec1f7d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:28:49.312295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=18fe36f1-7e13-4825-b3fc-79eedd38cfbc,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:49.359921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:28:49.386873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e50b-b932-4be7-a2be-05bbd4c81156 req-7ea949c5-d3d2-416d-83cf-5ce9090ffdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:49.388466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce99e50b-b932-4be7-a2be-05bbd4c81156 req-7ea949c5-d3d2-416d-83cf-5ce9090ffdb2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0df19d2b50784eafa298215af2aa58df&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3294339 Feb 07 13:28:49.455668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, be0b7bc0-c6de-44cd-a1dc-86951dec1f7d) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:49.470981 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:49.472529 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6292f8d6-fc76-493a-8292-b14c5a8186b2 None None] Network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:49.473576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:49.543884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef276653-0949-4035-9eb7-d5732e2fa026 req-badd981f-c9f5-4dc3-9ab7-7155f49f45d2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:49.545381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef276653-0949-4035-9eb7-d5732e2fa026 req-badd981f-c9f5-4dc3-9ab7-7155f49f45d2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 944 time: 0.3071766 Feb 07 13:28:49.581664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99e50b-b932-4be7-a2be-05bbd4c81156 req-2f9048fa-ff6f-42e1-b9fb-56b61f3613e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:49.581664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce99e50b-b932-4be7-a2be-05bbd4c81156 req-2f9048fa-ff6f-42e1-b9fb-56b61f3613e3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1827965 Feb 07 13:28:49.588807 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-50b1b80d-7eb2-4f28-b4a7-1387639a32fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4037559 Feb 07 13:28:49.593952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41670) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:49.610371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-266393863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:49.628282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:49.653755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:router and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:49.657430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:49.668870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:49.670784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef276653-0949-4035-9eb7-d5732e2fa026 req-65a82e60-f7f6-477d-af88-256347d6313c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156092 Feb 07 13:28:49.717207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-b11f55cb-e69a-424a-966b-ae6065ca2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:49.725594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-b11f55cb-e69a-424a-966b-ae6065ca2d97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 1095 time: 0.1046848 Feb 07 13:28:49.759549 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:49.760711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:49.788923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-be0b7bc0-c6de-44cd-a1dc-86951dec1f7d', 'network_id': 'be0b7bc0-c6de-44cd-a1dc-86951dec1f7d', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': '18fe36f1-7e13-4825-b3fc-79eedd38cfbc'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:28:49.791062 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:49.798563 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:49.899984 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:49.900177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-48694915-275d-483e-83c3-beeb71a9b4eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c HTTP/1.1" status: 200 len: 217 time: 0.1639228 Feb 07 13:28:49.992492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-7d20dce6-4874-427c-b0ab-4d3e0eb502b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:49.994247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-7d20dce6-4874-427c-b0ab-4d3e0eb502b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=474577df-9fe6-4a39-985c-26ec6794b196 HTTP/1.1" status: 200 len: 834 time: 0.0903678 Feb 07 13:28:50.005983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:50.007279 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2d0c36e0-23b5-425f-ac28-172ca248d8bb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4092002 Feb 07 13:28:50.009962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41680) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:50.016433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'port': {'network_id': 'be0b7bc0-c6de-44cd-a1dc-86951dec1f7d', 'name': 'tempest-RoutersIpV6Test-1930994490'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:28:50.067399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Allocated IP 2001:db8::2 (be0b7bc0-c6de-44cd-a1dc-86951dec1f7d/18fe36f1-7e13-4825-b3fc-79eedd38cfbc/aa18039b-e989-4e43-87ff-318e32931389) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:50.108906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-9e1b84cd-8891-4f63-adc4-9bd89a1af831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:50.110543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-9e1b84cd-8891-4f63-adc4-9bd89a1af831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a39833bf-c663-4171-b32d-a8bdaa49cd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096678 Feb 07 13:28:50.325930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:50.331169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-f45159c1-0a36-4d54-9076-63115c524cf3 service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141204 Feb 07 13:28:50.333151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:port and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:50.336758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:50.363243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:50.524405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:50.534672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Transition to ACTIVE for port object aa18039b-e989-4e43-87ff-318e32931389 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:50.539362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9e10461-6774-457f-9d8c-79a0bb1243e3 req-1f7a8f52-38ae-4198-a527-5ac69823c639 service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011108 Feb 07 13:28:50.554755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Transition to ACTIVE for port object aa18039b-e989-4e43-87ff-318e32931389 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:50.559254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:28:50.562830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:50.587472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] device_id is not set on port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:28:50.680748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:50.797560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8::283 (be0b7bc0-c6de-44cd-a1dc-86951dec1f7d/18fe36f1-7e13-4825-b3fc-79eedd38cfbc/50b7a9c6-e46c-4ba8-bd31-49943ab64671) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:28:50.845140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:50.850916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:50.875532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:50.875532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Pushing event updated for resources: {'Port': ['ID=aa18039b-e989-4e43-87ff-318e32931389,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:50.983915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Attempting to bind port aa18039b-e989-4e43-87ff-318e32931389 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:28:50.984333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Attempting to bind port aa18039b-e989-4e43-87ff-318e32931389 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'fc2f57d2-05f2-453f-af51-a189ed502246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b7bc0-c6de-44cd-a1dc-86951dec1f7d'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:28:50.984702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Attempting to bind port aa18039b-e989-4e43-87ff-318e32931389 on network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:28:50.991290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:28:50.991941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Checking segment: {'id': 'fc2f57d2-05f2-453f-af51-a189ed502246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b7bc0-c6de-44cd-a1dc-86951dec1f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:28:50.992387 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:50.992980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Bound using segment: {'id': 'fc2f57d2-05f2-453f-af51-a189ed502246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b7bc0-c6de-44cd-a1dc-86951dec1f7d'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:28:50.993789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Bound port: aa18039b-e989-4e43-87ff-318e32931389, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2f57d2-05f2-453f-af51-a189ed502246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be0b7bc0-c6de-44cd-a1dc-86951dec1f7d'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:28:50.994371 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:51.021025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b95fa-7dc0-4b9a-be41-763f6d215bc7 req-bad050f7-fedd-450e-9098-bcd10441a2c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:51.029492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-638b95fa-7dc0-4b9a-be41-763f6d215bc7 req-bad050f7-fedd-450e-9098-bcd10441a2c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 944 time: 0.1594822 Feb 07 13:28:51.115910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-638b95fa-7dc0-4b9a-be41-763f6d215bc7 req-2a571963-a4d3-40d2-b6a1-b0d0cc01cd4c tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698535 Feb 07 13:28:51.132653 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:51.133578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] For port aa18039b-e989-4e43-87ff-318e32931389, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:28:51.137856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] For port aa18039b-e989-4e43-87ff-318e32931389, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aa18039b-e989-4e43-87ff-318e32931389,segment=NetworkSegment(fc2f57d2-05f2-453f-af51-a189ed502246),segment_id=fc2f57d2-05f2-453f-af51-a189ed502246)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:28:51.151747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object 50b7a9c6-e46c-4ba8-bd31-49943ab64671 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:28:51.205991 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:51.234708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:51.310513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4e12-1e0f-4da2-9d2a-95698094406a None None] Pushing event updated for resources: {'Port': ['ID=aa18039b-e989-4e43-87ff-318e32931389,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:51.344189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:51.353621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:51.359009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:28:51.365461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:51.366221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:51.393157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=50b7a9c6-e46c-4ba8-bd31-49943ab64671,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:51.480303 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cf1631b8-ea17-43c1-a72b-07b43f515dbc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4691620 Feb 07 13:28:51.482905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41700) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:52.358583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caf96d-1b42-4a9b-a338-27a86b96dfa8 req-e2d5ac0c-ec91-4338-8912-4383c7ae12b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:52.360532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-05caf96d-1b42-4a9b-a338-27a86b96dfa8 req-e2d5ac0c-ec91-4338-8912-4383c7ae12b7 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 944 time: 0.1120410 Feb 07 13:28:52.404859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:52.494542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-05caf96d-1b42-4a9b-a338-27a86b96dfa8 req-57c859bc-8d63-43c7-aa90-4f5f555bf0c4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274469 Feb 07 13:28:52.562802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f86d7-c381-468a-9846-94093cb3173d req-95a5cd2b-83f4-4732-b138-20e8181024f0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:52.565973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db6f86d7-c381-468a-9846-94093cb3173d req-95a5cd2b-83f4-4732-b138-20e8181024f0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 946 time: 0.1187823 Feb 07 13:28:52.647151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db6f86d7-c381-468a-9846-94093cb3173d req-6f13676a-055e-4800-a2f3-303f75029e9b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697567 Feb 07 13:28:52.710421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b9896-5f4b-4162-a029-6c299bb171f3 None None] Network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:28:52.927585 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:52.967025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aa18039b-e989-4e43-87ff-318e32931389 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:52.999074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-279ee3e1-30d9-426f-bec1-ecf640be33a2 None None] Provisioning for port aa18039b-e989-4e43-87ff-318e32931389 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:53.027900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:53.170966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port aa18039b-e989-4e43-87ff-318e32931389 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:53.177016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port aa18039b-e989-4e43-87ff-318e32931389 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:53.177788 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:53.188989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=50b7a9c6-e46c-4ba8-bd31-49943ab64671,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:53.380349 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:53.399849 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:53.419602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port aa18039b-e989-4e43-87ff-318e32931389, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aa18039b-e989-4e43-87ff-318e32931389,segment=NetworkSegment(fc2f57d2-05f2-453f-af51-a189ed502246),segment_id=fc2f57d2-05f2-453f-af51-a189ed502246)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:53.554283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:53.668018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4ee646e0-eb64-40a4-b85f-f0f09804bfd1 None None] Provisioning for port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:53.702904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:53.734721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:28:53.856869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4ee646e0-eb64-40a4-b85f-f0f09804bfd1 None None] Provisioning complete for port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:53.857329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4ee646e0-eb64-40a4-b85f-f0f09804bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.112647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4ee646e0-eb64-40a4-b85f-f0f09804bfd1 None None] Port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:54.129808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=aa18039b-e989-4e43-87ff-318e32931389,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:54.187469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4ee646e0-eb64-40a4-b85f-f0f09804bfd1 None None] Provisioning complete for port aa18039b-e989-4e43-87ff-318e32931389 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:54.188003 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4ee646e0-eb64-40a4-b85f-f0f09804bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.267299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:54.288708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'port_id': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'mac_address': 'fa:16:3e:e6:01:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:28:54.355839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-13533455-1663-410f-8e3a-6c2f9e7e3cdc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:54.358353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-13533455-1663-410f-8e3a-6c2f9e7e3cdc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 946 time: 0.6404855 Feb 07 13:28:54.359030 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.421076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:28:54.434934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf470b0-9609-4d67-aafe-3937de8a9e80 req-f7177c93-b7a1-47ce-a67d-9533301f337d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:54.436711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcf470b0-9609-4d67-aafe-3937de8a9e80 req-f7177c93-b7a1-47ce-a67d-9533301f337d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 944 time: 0.6087942 Feb 07 13:28:54.454268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:54.475784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.490793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252dc83-7ee2-4463-af70-ef3e10869efa req-01bc3321-9145-4ebb-bc2c-6507ba45c2dd tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:54.492356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1252dc83-7ee2-4463-af70-ef3e10869efa req-01bc3321-9145-4ebb-bc2c-6507ba45c2dd tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 946 time: 0.5704529 Feb 07 13:28:54.526765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Deleting port a4c8780e-4f00-4076-9b9c-4ca35b05412e {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:54.527130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.542770 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.560140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.561329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.612926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:54.692177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-268d587d-ad6e-4cd0-91bf-685137e83199 None None] Provisioning complete for port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:54.692555 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-268d587d-ad6e-4cd0-91bf-685137e83199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.720322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcf470b0-9609-4d67-aafe-3937de8a9e80 req-eaeec4ef-557c-4ce1-9138-69c44c040856 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538059 Feb 07 13:28:54.751665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:54.776429 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.781005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-268d587d-ad6e-4cd0-91bf-685137e83199 None None] Port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:54.874847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aa18039b-e989-4e43-87ff-318e32931389 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:54.908579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] For port a4c8780e-4f00-4076-9b9c-4ca35b05412e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a4c8780e-4f00-4076-9b9c-4ca35b05412e,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:54.908951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:54.920536 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['7f39ba26-e28b-4c3e-9ee5-de86fb96b34c'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:28:54.928091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1252dc83-7ee2-4463-af70-ef3e10869efa req-40427f5e-2b20-444e-b5b8-daf812e1b170 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4280181 Feb 07 13:28:55.062385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:28:55.087719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:28:55.100043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port aa18039b-e989-4e43-87ff-318e32931389 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:55.100421 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.104954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.200017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=50b7a9c6-e46c-4ba8-bd31-49943ab64671,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:55.272391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:55.312587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.313306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.313869 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Floating IP 394e1bc8-f456-4a86-b49f-e313fee05ab0 disassociated. External IP: 172.25.7.10, port: a4c8780e-4f00-4076-9b9c-4ca35b05412e. Feb 07 13:28:55.314422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Calling delete_port for a4c8780e-4f00-4076-9b9c-4ca35b05412e owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:55.346864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] Usage tracker for resource:security_group_rule and tenant:9a5435e9482d4ecea3fc1d1341c9c2c2 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:55.357002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:55.392037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:55.530262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a33e934d-6e80-42fd-946c-fc0e84a15c2a None None] Provisioning complete for port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:55.530737 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a33e934d-6e80-42fd-946c-fc0e84a15c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.550226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.570332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 70ce6a21-b4b1-43e6-840e-b82cc4ae0149 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:28:55.587339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a33e934d-6e80-42fd-946c-fc0e84a15c2a None None] Port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:28:55.599417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.654378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event deleted for resources: {'Port': ['ID=a4c8780e-4f00-4076-9b9c-4ca35b05412e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:55.711002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.793001 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a5435e9482d4ecea3fc1d1341c9c2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1690226 Feb 07 13:28:55.793001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf4384-868f-47ed-8115-80417ba946ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95928db0-62a9-4316-b58f-f7591f421504,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:55.794048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41760) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:55.799605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:55.812486 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa426b-9e5b-4d6c-88c1-804a315cd9f4 None None] Sync routers for ids ['70ce6a21-b4b1-43e6-840e-b82cc4ae0149'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:55.830160 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa426b-9e5b-4d6c-88c1-804a315cd9f4 None None] Routers {'70ce6a21-b4b1-43e6-840e-b82cc4ae0149'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:55.830781 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8aaa426b-9e5b-4d6c-88c1-804a315cd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['70ce6a21-b4b1-43e6-840e-b82cc4ae0149'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:55.859395 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e2310df-bbcf-46a6-abec-f7b35357dd4a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/70ce6a21-b4b1-43e6-840e-b82cc4ae0149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3750064 Feb 07 13:28:55.865454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41766) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:55.917463 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8aaa426b-9e5b-4d6c-88c1-804a315cd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:55.935570 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa426b-9e5b-4d6c-88c1-804a315cd9f4 None None] Routers {'70ce6a21-b4b1-43e6-840e-b82cc4ae0149'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:55.936441 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8aaa426b-9e5b-4d6c-88c1-804a315cd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['70ce6a21-b4b1-43e6-840e-b82cc4ae0149'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:55.945001 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:55.953943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Router 87926266-5de6-4986-82bf-e68522b7f643 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:28:55.965556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa331b0f-717f-425f-ae87-36e81b10e5f2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:55.966164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fa331b0f-717f-425f-ae87-36e81b10e5f2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:55.995087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:56.029846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8aaa426b-9e5b-4d6c-88c1-804a315cd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:56.030509 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa426b-9e5b-4d6c-88c1-804a315cd9f4 None None] The sync data for ids ['70ce6a21-b4b1-43e6-840e-b82cc4ae0149'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:56.062937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501e1f0-256c-4c8c-ad4a-e7cb0641eb0e req-47881709-a395-4f93-aa57-2a10643a2071 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:56.064527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f501e1f0-256c-4c8c-ad4a-e7cb0641eb0e req-47881709-a395-4f93-aa57-2a10643a2071 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 945 time: 0.2107553 Feb 07 13:28:56.109754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fa331b0f-717f-425f-ae87-36e81b10e5f2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:56.113772 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fa331b0f-717f-425f-ae87-36e81b10e5f2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports/50b7a9c6-e46c-4ba8-bd31-49943ab64671 HTTP/1.1" status: 200 len: 984 time: 0.2473264 Feb 07 13:28:56.117017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41772) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:56.189733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:56.230197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:56.242483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] Sync routers for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:56.258271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:56.259053 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:56.398872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95928db0-62a9-4316-b58f-f7591f421504,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:56.408299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:56.409722 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95928db0-62a9-4316-b58f-f7591f421504 HTTP/1.1" status: 204 len: 168 time: 0.6125839 Feb 07 13:28:56.414612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.415139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.415820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.416334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.416821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.417323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.417806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.418287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.418766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.419244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.419735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.420253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143b257-2226-4c19-b519-4fa845ff7e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:28:56.544988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:56.557128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f501e1f0-256c-4c8c-ad4a-e7cb0641eb0e req-7b015883-8a30-4b38-abf4-17042f327952 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4831336 Feb 07 13:28:56.605484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] No DVR routers for this DVR port a4c8780e-4f00-4076-9b9c-4ca35b05412e on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:28:56.608675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:56.620264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9a2fadb7-8b09-4e22-8afc-45fc0681567f req-cf2217b3-ddac-4442-8d47-8be40f639bc5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Synchronizing usage tracker for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:28:56.624866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-deleted', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:28:56.699761 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae60dde-5b4b-4c59-a2d6-2c100d356845', 'name': 'network-vif-deleted', 'tag': 'a4c8780e-4f00-4076-9b9c-4ca35b05412e', 'status': 'completed', 'code': 200} Feb 07 13:28:56.721406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbbdd457-a2e4-4b1f-b929-d1116f423210 req-f606ac0d-165f-4254-bcf2-57cb6e2e34f1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.35 "DELETE /v2.0/ports/a4c8780e-4f00-4076-9b9c-4ca35b05412e HTTP/1.1" status: 204 len: 173 time: 2.3504469 Feb 07 13:28:56.777352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:56.793784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9a2fadb7-8b09-4e22-8afc-45fc0681567f req-cf2217b3-ddac-4442-8d47-8be40f639bc5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Unset dirty status for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:28:56.795817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a2fadb7-8b09-4e22-8afc-45fc0681567f req-cf2217b3-ddac-4442-8d47-8be40f639bc5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ae60dde-5b4b-4c59-a2d6-2c100d356845 HTTP/1.1" status: 200 len: 210 time: 0.5549374 Feb 07 13:28:57.026057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:57.030392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] Checking router: 87926266-5de6-4986-82bf-e68522b7f643 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:28:57.040794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:57.041804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:57.271046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41788) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:57.275703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:28:57.298373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port 50b7a9c6-e46c-4ba8-bd31-49943ab64671 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:57.298911 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:57.302951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:57.339438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:57.343665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] Usage tracker for resource:security_group_rule and tenant:2b658fe2c7144695a191b5181f2a8f32 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:57.346677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:57.353461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:57.468532 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:57.512037 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:57.583319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:57.643965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b658fe2c7144695a191b5181f2a8f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696189 Feb 07 13:28:57.643965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35df14-7921-48b9-8c66-ad22ae56ca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d666c708-4768-4fd2-b88f-2e6a532f6d17,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:57.646620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41796) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:57.646778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:57.651709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581e55f-591f-450c-934b-53bdcdfd0a65 None None] The sync data for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 is: [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:57.698240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:28:57.759882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee53-22a1-494d-9e23-ae03daba5724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:57.762675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for 50b7a9c6-e46c-4ba8-bd31-49943ab64671 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:57.797047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee53-22a1-494d-9e23-ae03daba5724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:57.961611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ebfc8-a0e2-4063-8d78-adf17ce8d566 req-dd20987c-1b2e-4dd3-9da2-9b2ddeceb8a4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:57.969487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a0ebfc8-a0e2-4063-8d78-adf17ce8d566 req-dd20987c-1b2e-4dd3-9da2-9b2ddeceb8a4 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 945 time: 0.1425109 Feb 07 13:28:57.989811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:28:57.994862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:28:57.995254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.024158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a0ebfc8-a0e2-4063-8d78-adf17ce8d566 req-459bdf6d-7500-4de3-b4ef-01c4fc4028fc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536666 Feb 07 13:28:58.076681 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ac9c1-4848-4e53-956e-6eddba961cbd None None] New status for floating IP 394e1bc8-f456-4a86-b49f-e313fee05ab0: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:28:58.122368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41804) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:58.136860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.139834 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee53-22a1-494d-9e23-ae03daba5724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.172083 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.177309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee53-22a1-494d-9e23-ae03daba5724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.180929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5a45ee53-22a1-494d-9e23-ae03daba5724 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d666c708-4768-4fd2-b88f-2e6a532f6d17 HTTP/1.1" status: 204 len: 168 time: 0.5167632 Feb 07 13:28:58.194614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45ee53-22a1-494d-9e23-ae03daba5724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d666c708-4768-4fd2-b88f-2e6a532f6d17,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:58.282347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=50b7a9c6-e46c-4ba8-bd31-49943ab64671,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:58.282693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e81e40a1-c5ad-4a35-9f6a-321959eb2244 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.296721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:28:58.322302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:28:58.333889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e81e40a1-c5ad-4a35-9f6a-321959eb2244 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.376961 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.484023 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'code': 200} Feb 07 13:28:58.486266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:28:58.540519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: a4c8780e-4f00-4076-9b9c-4ca35b05412e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:28:58.540862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a4c8780e-4f00-4076-9b9c-4ca35b05412e not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:28:58.567123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:58.578072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e81e40a1-c5ad-4a35-9f6a-321959eb2244 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.607507 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e81e40a1-c5ad-4a35-9f6a-321959eb2244 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.607719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:58.608267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e81e40a1-c5ad-4a35-9f6a-321959eb2244 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "DELETE /v2.0/security-groups/ab5e4ce8-21c1-4451-acfd-6ab53ecdd372 HTTP/1.1" status: 204 len: 168 time: 0.4830570 Feb 07 13:28:58.609836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41816) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:58.610249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e40a1-c5ad-4a35-9f6a-321959eb2244 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5e4ce8-21c1-4451-acfd-6ab53ecdd372,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:58.627916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a627c-56c5-4d96-92a7-d4681ec16978 req-8bbbb792-eb93-4e4c-979a-492f9cf2f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:58.629684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0a627c-56c5-4d96-92a7-d4681ec16978 req-8bbbb792-eb93-4e4c-979a-492f9cf2f7cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 1097 time: 0.1059890 Feb 07 13:28:58.630463 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ea2b1972-a242-49c0-bd4c-1b3faf6320fb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] show failed (client error): The resource could not be found. Feb 07 13:28:58.632274 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea2b1972-a242-49c0-bd4c-1b3faf6320fb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups/ab5e4ce8-21c1-4451-acfd-6ab53ecdd372 HTTP/1.1" status: 404 len: 347 time: 0.0207250 Feb 07 13:28:58.641765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:58.678723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0a627c-56c5-4d96-92a7-d4681ec16978 req-d63d9e04-ee1a-441b-a83e-9151c648dbc1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368519 Feb 07 13:28:58.959195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Deleting port 7aa78758-1a27-43f1-936d-e8c6287db39e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:28:58.959544 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:59.068232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41830) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:59.087149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:59.103838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:28:59.109139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] Usage tracker for resource:security_group_rule and tenant:95b86c2b1c1144dc8e6944cc38b18aa1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:28:59.112654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:28:59.120106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:28:59.280708 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:59.293176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec05eb-09bd-47c4-9264-c12babbae7e4 req-bac895bf-e9bb-4cf7-849d-68cbd97d05ff tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:28:59.294645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00ec05eb-09bd-47c4-9264-c12babbae7e4 req-bac895bf-e9bb-4cf7-849d-68cbd97d05ff tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 946 time: 0.1297305 Feb 07 13:28:59.340992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00ec05eb-09bd-47c4-9264-c12babbae7e4 req-ec7aba31-d50e-45ff-9070-7035afbc9345 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Feb 07 13:28:59.348647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 70ce6a21-b4b1-43e6-840e-b82cc4ae0149 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:28:59.364997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:59.438440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95b86c2b1c1144dc8e6944cc38b18aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689408 Feb 07 13:28:59.439487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41836) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:59.439967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a75579-7589-4286-af6f-9be1b71d3c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34281507-da1e-47b8-9f75-4795450edd96,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:28:59.560225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:28:59.565194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:59.565525 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:59.571145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04fc89-d5ed-47b0-b018-7efa87cff434 None None] Sync routers for ids ['70ce6a21-b4b1-43e6-840e-b82cc4ae0149'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:28:59.580536 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04fc89-d5ed-47b0-b018-7efa87cff434 None None] Routers {'70ce6a21-b4b1-43e6-840e-b82cc4ae0149'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:59.581205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5a04fc89-d5ed-47b0-b018-7efa87cff434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['70ce6a21-b4b1-43e6-840e-b82cc4ae0149'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:59.654642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5a04fc89-d5ed-47b0-b018-7efa87cff434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:59.667314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04fc89-d5ed-47b0-b018-7efa87cff434 None None] Routers {'70ce6a21-b4b1-43e6-840e-b82cc4ae0149'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:28:59.668308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5a04fc89-d5ed-47b0-b018-7efa87cff434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['70ce6a21-b4b1-43e6-840e-b82cc4ae0149'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:59.724062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Calling delete_port for 7aa78758-1a27-43f1-936d-e8c6287db39e owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:28:59.753527 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dc1c63ee-3bf6-40e2-9b41-941d0fbcd900 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/70ce6a21-b4b1-43e6-840e-b82cc4ae0149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6350884 Feb 07 13:28:59.756932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41844) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:28:59.765855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5a04fc89-d5ed-47b0-b018-7efa87cff434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:28:59.766355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04fc89-d5ed-47b0-b018-7efa87cff434 None None] The sync data for ids ['70ce6a21-b4b1-43e6-840e-b82cc4ae0149'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:28:59.794635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af32d414-095e-4656-ace7-fa84bc38ac35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:28:59.842416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af32d414-095e-4656-ace7-fa84bc38ac35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:00.022130 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af32d414-095e-4656-ace7-fa84bc38ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:00.042521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32d414-095e-4656-ace7-fa84bc38ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34281507-da1e-47b8-9f75-4795450edd96,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:00.045980 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:00.118658 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-ea95ff45-b9e3-4b6f-b944-a85841c7b933 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 13:29:00.122321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ea95ff45-b9e3-4b6f-b944-a85841c7b933 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/70ce6a21-b4b1-43e6-840e-b82cc4ae0149/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3612652 Feb 07 13:29:00.122542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41848) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:00.169460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4e5bdaec-ef89-4051-822c-fa04ac614e6e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:00.184793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event deleted for resources: {'Port': ['ID=7aa78758-1a27-43f1-936d-e8c6287db39e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:00.215432 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af32d414-095e-4656-ace7-fa84bc38ac35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:00.219314 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af32d414-095e-4656-ace7-fa84bc38ac35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34281507-da1e-47b8-9f75-4795450edd96 HTTP/1.1" status: 204 len: 168 time: 0.7709138 Feb 07 13:29:00.224866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:00.227473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:00.229193 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4f847de0-dfa7-4392-aef9-5d93a59ef2e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "DELETE /v2.0/floatingips/394e1bc8-f456-4a86-b49f-e313fee05ab0 HTTP/1.1" status: 204 len: 168 time: 1.5815964 Feb 07 13:29:00.257094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4e5bdaec-ef89-4051-822c-fa04ac614e6e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:00.260782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4e5bdaec-ef89-4051-822c-fa04ac614e6e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ce6a21-b4b1-43e6-840e-b82cc4ae0149 HTTP/1.1" status: 200 len: 205 time: 0.1372581 Feb 07 13:29:00.261512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:00.431096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e47b44ff-69d2-4c8f-9a10-94da85d0d530 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:00.567400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c49d1f-c6f4-4c0d-b908-c3233c655ebb req-62eec2e0-e9ac-408c-bc88-3a221661b4f2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:00.569625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1c49d1f-c6f4-4c0d-b908-c3233c655ebb req-62eec2e0-e9ac-408c-bc88-3a221661b4f2 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 946 time: 0.0994442 Feb 07 13:29:00.603892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41866) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:00.617548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338273180', 'description': 'tempest-description--582591002'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:00.628264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:00.635798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:security_group and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:00.648763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1c49d1f-c6f4-4c0d-b908-c3233c655ebb req-97bdada6-88c3-420f-8e6d-11d0c6f4d06a tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732403 Feb 07 13:29:00.650036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:00.660122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:00.759305 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:00.806186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:00.811756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:security_group_rule and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:00.815000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:00.822419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:00.973599 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.000952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da831523-e899-446d-9542-1c4ff6988a15 req-bc9b4619-4748-4f35-b532-a7280951df3f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:01.008519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da831523-e899-446d-9542-1c4ff6988a15 req-bc9b4619-4748-4f35-b532-a7280951df3f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 946 time: 0.1808841 Feb 07 13:29:01.014220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e47b44ff-69d2-4c8f-9a10-94da85d0d530 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.015309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e47b44ff-69d2-4c8f-9a10-94da85d0d530 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.035951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.086777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da831523-e899-446d-9542-1c4ff6988a15 req-247bb9c8-8a69-47d0-95e9-172db7806e4f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755115 Feb 07 13:29:01.099915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0288b3-6886-49c5-afa7-038e1c58ac41,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:01.111525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41882) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:01.155932 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e47b44ff-69d2-4c8f-9a10-94da85d0d530 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.156676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47b44ff-69d2-4c8f-9a10-94da85d0d530 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Fanout notify agent at l3_agent the message router_deleted on router 70ce6a21-b4b1-43e6-840e-b82cc4ae0149 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:29:01.176138 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.181159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:01.182246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-51fd3d5c-86c4-4537-904f-ec6458b3bf9f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5768046 Feb 07 13:29:01.190706 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e47b44ff-69d2-4c8f-9a10-94da85d0d530 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.193209 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e47b44ff-69d2-4c8f-9a10-94da85d0d530 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/70ce6a21-b4b1-43e6-840e-b82cc4ae0149 HTTP/1.1" status: 204 len: 168 time: 0.9306719 Feb 07 13:29:01.195942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41892) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:01.199019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'security_group_rule': {'security_group_id': '3c0288b3-6886-49c5-afa7-038e1c58ac41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:01.209941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:01.217917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:security_group_rule and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:01.222838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:01.232485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:01.244519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba70699-027d-48aa-94c9-69e997f97084 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:01.246145 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eba70699-027d-48aa-94c9-69e997f97084 tempest-TestNetworkBasicOps-514913482 tempest-TestNetworkBasicOps-514913482-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 1092 time: 0.1331322 Feb 07 13:29:01.249524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41896) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:01.255076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:01.261807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:01.265689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Usage tracker for resource:floatingip and tenant:0df19d2b50784eafa298215af2aa58df is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:01.268567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:01.276469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:01.282569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71201dc-fd32-45e1-9e0f-10359e0b40f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet 18fe36f1-7e13-4825-b3fc-79eedd38cfbc {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:29:01.285895 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b71201dc-fd32-45e1-9e0f-10359e0b40f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.373881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.406936 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.466861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b71201dc-fd32-45e1-9e0f-10359e0b40f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.552559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.577269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b71201dc-fd32-45e1-9e0f-10359e0b40f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.623947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.638662 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.729718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d91abda-7337-4688-bcf9-c767d94289d0,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:01.743070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b71201dc-fd32-45e1-9e0f-10359e0b40f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.811423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71201dc-fd32-45e1-9e0f-10359e0b40f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=18fe36f1-7e13-4825-b3fc-79eedd38cfbc,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:01.822521 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b71201dc-fd32-45e1-9e0f-10359e0b40f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.828003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0afc5c-c11b-4a05-ba25-c9c9f8427e85 None None] Network be0b7bc0-c6de-44cd-a1dc-86951dec1f7d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:01.839304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b71201dc-fd32-45e1-9e0f-10359e0b40f4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/18fe36f1-7e13-4825-b3fc-79eedd38cfbc HTTP/1.1" status: 204 len: 168 time: 0.6419644 Feb 07 13:29:01.846761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41922) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:01.903100 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:01.914623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0459d873-e9f2-43b2-87c3-07f37fe9f43f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7184513 Feb 07 13:29:01.915390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:01.925301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'security_group_rule': {'security_group_id': '3c0288b3-6886-49c5-afa7-038e1c58ac41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:01.959374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:01.976049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:security_group_rule and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:01.982667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:02.009177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:02.025617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Allocated IP 172.25.7.212 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/17ac1583-e89f-47d6-9ae9-197a76b04513) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:02.031108 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.047402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port aa18039b-e989-4e43-87ff-318e32931389 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:02.047759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.320063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] DHCP port deletion for be0b7bc0-c6de-44cd-a1dc-86951dec1f7d request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:29:02.324799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] Deleting port aa18039b-e989-4e43-87ff-318e32931389 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:02.325184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.336120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.336589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port aa18039b-e989-4e43-87ff-318e32931389, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aa18039b-e989-4e43-87ff-318e32931389,segment=NetworkSegment(fc2f57d2-05f2-453f-af51-a189ed502246),segment_id=fc2f57d2-05f2-453f-af51-a189ed502246)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:02.337141 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.392175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.443963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.529800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for aa18039b-e989-4e43-87ff-318e32931389 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:02.554710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:02.554710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:02.561832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:02.578181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] For port aa18039b-e989-4e43-87ff-318e32931389, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=aa18039b-e989-4e43-87ff-318e32931389,segment=NetworkSegment(fc2f57d2-05f2-453f-af51-a189ed502246),segment_id=fc2f57d2-05f2-453f-af51-a189ed502246)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:02.578628 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.618721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=17ac1583-e89f-47d6-9ae9-197a76b04513,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:02.633821 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.703924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.725171 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.764520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] Calling delete_port for aa18039b-e989-4e43-87ff-318e32931389 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:02.766304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bf096a-8b10-4045-9626-3df0eb8614a3,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:02.794016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=aa18039b-e989-4e43-87ff-318e32931389,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:02.807778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No DVR routers for this DVR port aa18039b-e989-4e43-87ff-318e32931389 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:29:02.870702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:02.874918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a8d6ce32-c611-4282-88d0-0a931a52cb28 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9535415 Feb 07 13:29:02.882884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 41966) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:02.891176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:02.901362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:02.932146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:floatingip and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:02.935491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:29:02.936011 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:29:02.942286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:02.942454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aa18039b-e989-4e43-87ff-318e32931389 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:29:02.948905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:02.973211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: aa18039b-e989-4e43-87ff-318e32931389 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:29:02.973581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device aa18039b-e989-4e43-87ff-318e32931389 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:29:02.998053 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.021321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0b7bc0-c6de-44cd-a1dc-86951dec1f7d']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:03.033538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2f57d2-05f2-453f-af51-a189ed502246') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:03.033840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2f57d2-05f2-453f-af51-a189ed502246') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:03.052341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.070666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.077547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:29:03.077959 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:29:03.093399 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:29:03.125515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.210965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.245817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.267487 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.279630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=be0b7bc0-c6de-44cd-a1dc-86951dec1f7d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:03.297776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.400011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6d620150-1033-4557-8172-4a53daa2730f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/be0b7bc0-c6de-44cd-a1dc-86951dec1f7d HTTP/1.1" status: 204 len: 168 time: 1.5520079 Feb 07 13:29:03.406091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 41978) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:03.412883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-294096793'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:03.418832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:03.421608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.423119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:03.428068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:03.437322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] Deleting port aa18039b-e989-4e43-87ff-318e32931389 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:03.437695 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.454351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:03.525352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:03.528317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.545662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3da4b512-e797-476a-86fb-da6a33e42dba None None] The port 'aa18039b-e989-4e43-87ff-318e32931389' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:29:03.570215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:29:03.580933 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.581430 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment df7431ff-4826-4085-95fc-dee0668af882 of type vlan for network 76799810-cdb5-4130-beb4-221a468d4772 Feb 07 13:29:03.637374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.771031 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.776966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:03.777775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.896190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=76799810-cdb5-4130-beb4-221a468d4772,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:03.907985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:03.914076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 76799810-cdb5-4130-beb4-221a468d4772 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:29:03.927536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Allocated IP 172.25.7.181 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/c1050376-0c14-4984-9150-cfd4faae4233) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:03.954379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-87421377-dd59-47db-9b42-b0b46190d1f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5471570 Feb 07 13:29:03.957595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42014) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:03.963349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': '76799810-cdb5-4130-beb4-221a468d4772', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:04.016267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:04.105409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:04.110605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:04.115061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:04.122217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:04.186183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event updated for resources: {'Port': ['ID=17ac1583-e89f-47d6-9ae9-197a76b04513,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:04.217790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:04.221345 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:04.270225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:04.339120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:04.484311 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Floating IP b239e3ee-6f6a-4803-a14a-c7f51f56fb7d associated. External IP: 172.25.7.212, port: 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c. Feb 07 13:29:04.606040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:04.647810 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:04.741436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:04.745718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=00f7944c-e262-4c16-9b26-f33bf1c6e3e3,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:04.756137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'Port': ['ID=c1050376-0c14-4984-9150-cfd4faae4233,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:04.758479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': 'df7431ff-4826-4085-95fc-dee0668af882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '76799810-cdb5-4130-beb4-221a468d4772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:04.759086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: 76799810-cdb5-4130-beb4-221a468d4772, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:29:04.759563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:04.761581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:04.841172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 76799810-cdb5-4130-beb4-221a468d4772 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:29:04.919578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 76799810-cdb5-4130-beb4-221a468d4772) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:04.929940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:04.931208 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:04.932611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c09108d-db7a-4a2f-81a0-cf2fe6a49274 None None] Network 76799810-cdb5-4130-beb4-221a468d4772 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:05.013122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.037820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router f5772f89-9397-4c8e-90af-d52a345e37bc has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:29:05.038375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:05.039756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b2ca7ab2-86ff-463e-b322-02af83927bf9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0811031 Feb 07 13:29:05.044361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1856973904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:05.053017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:05.057462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:router and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:05.064653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:05.071581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:05.210132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.211185 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.255725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.262270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-76799810-cdb5-4130-beb4-221a468d4772', 'network_id': '76799810-cdb5-4130-beb4-221a468d4772', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': '00f7944c-e262-4c16-9b26-f33bf1c6e3e3'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:29:05.263545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.305647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.515785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Allocated IP 2001:db8::2 (76799810-cdb5-4130-beb4-221a468d4772/00f7944c-e262-4c16-9b26-f33bf1c6e3e3/dd352621-9c88-4167-84e3-d71346a7f0e3) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:05.653670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.661134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:05.679066 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] Sync routers for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:05.713071 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:05.721050 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:05.803043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.830984 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.867815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.890668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Transition to ACTIVE for port object dd352621-9c88-4167-84e3-d71346a7f0e3 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:05.893344 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.905214 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:05.909520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42038) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:05.909991 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd2d365f-99c8-4fa6-a9a5-bede44eadc90 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8703310 Feb 07 13:29:05.947371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Transition to ACTIVE for port object dd352621-9c88-4167-84e3-d71346a7f0e3 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:06.046031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:06.059106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'Port': ['ID=c1050376-0c14-4984-9150-cfd4faae4233,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:06.059106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:06.064031 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:06.096741 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7852c088-160d-4b56-8d5a-62635e454f93 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8459873 Feb 07 13:29:06.101566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42044) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:06.102361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:29:06.136461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Network 76799810-cdb5-4130-beb4-221a468d4772 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:06.145410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:06.150598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:06.253187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Pushing event updated for resources: {'Port': ['ID=dd352621-9c88-4167-84e3-d71346a7f0e3,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:06.272600 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'status': 'completed', 'code': 200} Feb 07 13:29:06.274696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Attempting to bind port dd352621-9c88-4167-84e3-d71346a7f0e3 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:29:06.275079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Attempting to bind port dd352621-9c88-4167-84e3-d71346a7f0e3 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'df7431ff-4826-4085-95fc-dee0668af882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '76799810-cdb5-4130-beb4-221a468d4772'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:29:06.275451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Attempting to bind port dd352621-9c88-4167-84e3-d71346a7f0e3 on network 76799810-cdb5-4130-beb4-221a468d4772 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:06.280425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:06.282374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:29:06.282763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Checking segment: {'id': 'df7431ff-4826-4085-95fc-dee0668af882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '76799810-cdb5-4130-beb4-221a468d4772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:06.283158 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:06.283547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Bound using segment: {'id': 'df7431ff-4826-4085-95fc-dee0668af882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '76799810-cdb5-4130-beb4-221a468d4772'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:29:06.284301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Bound port: dd352621-9c88-4167-84e3-d71346a7f0e3, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7431ff-4826-4085-95fc-dee0668af882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '76799810-cdb5-4130-beb4-221a468d4772'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:29:06.286161 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e2ab15bb-b5f5-4d7b-b4bb-4c6a7a07b1d7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4009225 Feb 07 13:29:06.307769 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:06.310257 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3a4a367-5672-45c9-93bd-659d518dff3d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/floatingips/b239e3ee-6f6a-4803-a14a-c7f51f56fb7d HTTP/1.1" status: 200 len: 992 time: 0.1972091 Feb 07 13:29:06.482280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] For port dd352621-9c88-4167-84e3-d71346a7f0e3, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:29:06.491073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] For port dd352621-9c88-4167-84e3-d71346a7f0e3, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dd352621-9c88-4167-84e3-d71346a7f0e3,segment=NetworkSegment(df7431ff-4826-4085-95fc-dee0668af882),segment_id=df7431ff-4826-4085-95fc-dee0668af882)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:29:06.582977 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:06.750699 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'b239e3ee-6f6a-4803-a14a-c7f51f56fb7d', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'port_id': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'mac_address': 'fa:16:3e:e6:01:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:29:03Z', 'updated_at': '2022-02-07T13:29:03Z', 'revision_number': 0, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:39Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:06.759019 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] Checking router: f5772f89-9397-4c8e-90af-d52a345e37bc for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:29:06.772739 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:06.773514 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:28:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:06.790723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb2bca-a4c7-4ab7-aa3a-43fb41669d37 None None] Pushing event updated for resources: {'Port': ['ID=dd352621-9c88-4167-84e3-d71346a7f0e3,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:07.095194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-60320c8c-b078-49fc-a06d-cf2492dd266e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Synchronizing usage tracker for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:07.146386 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:07.173377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-a619e35c-00bd-4dae-be7b-35775166428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:07.175109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-a619e35c-00bd-4dae-be7b-35775166428b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 1097 time: 0.6003950 Feb 07 13:29:07.230831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccdad049-d543-422d-8f95-8b52984490b3 req-2d337596-cdd0-4384-a480-1a7404b7e4bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6572320 Feb 07 13:29:07.231438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-60320c8c-b078-49fc-a06d-cf2492dd266e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Unset dirty status for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:07.232466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-60320c8c-b078-49fc-a06d-cf2492dd266e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--338273180&fields=id&tenant_id=0e2c7966b1f4464399bfb4378d1fdf55 HTTP/1.1" status: 200 len: 267 time: 0.4778214 Feb 07 13:29:07.239428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:07.309223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42074) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:07.572137 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4e4e439c-75e5-4724-81c6-80901c37b065 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/floatingips/b239e3ee-6f6a-4803-a14a-c7f51f56fb7d HTTP/1.1" status: 200 len: 992 time: 0.2612174 Feb 07 13:29:07.699085 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'b239e3ee-6f6a-4803-a14a-c7f51f56fb7d', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'port_id': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'mac_address': 'fa:16:3e:e6:01:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:29:03Z', 'updated_at': '2022-02-07T13:29:03Z', 'revision_number': 0, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:39Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:07.708158 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351a4b3-3e0f-4457-a024-21495b11c415 None None] The sync data for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 is: [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'b239e3ee-6f6a-4803-a14a-c7f51f56fb7d', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'port_id': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'mac_address': 'fa:16:3e:e6:01:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:29:03Z', 'updated_at': '2022-02-07T13:29:03Z', 'revision_number': 0, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:39Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:07.782863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-105e8863-c2cb-4b12-8824-15943b73b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:07.782863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-105e8863-c2cb-4b12-8824-15943b73b2d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a39833bf-c663-4171-b32d-a8bdaa49cd69 HTTP/1.1" status: 200 len: 897 time: 0.5735304 Feb 07 13:29:08.014670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0042a18-7cf5-482c-9ecf-0c51545ad46c None None] New status for floating IP b239e3ee-6f6a-4803-a14a-c7f51f56fb7d: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:29:08.267116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ae84c-aa94-4682-9c65-2c3624fb6be6 None None] Network 76799810-cdb5-4130-beb4-221a468d4772 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:08.288337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-3e4b0ecf-e131-491d-9488-f18b9825e13d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:08.292549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-3e4b0ecf-e131-491d-9488-f18b9825e13d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 817 time: 1.0416481 Feb 07 13:29:08.349439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-daba395c-c99f-46f9-b23d-860899bf0668 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c HTTP/1.1" status: 200 len: 1000 time: 0.5575697 Feb 07 13:29:08.352606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-14399324-d2b7-482d-bea1-3c1bfb69e9c9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/quotas/0e2c7966b1f4464399bfb4378d1fdf55 HTTP/1.1" status: 200 len: 375 time: 0.0219188 Feb 07 13:29:08.464474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8::1 (76799810-cdb5-4130-beb4-221a468d4772/00f7944c-e262-4c16-9b26-f33bf1c6e3e3/8762891f-1136-438b-8106-64f09fba3ddd) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:08.501914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-b0d6da55-ece7-4869-bd30-2f8d09747376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:08.503394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-b0d6da55-ece7-4869-bd30-2f8d09747376 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=474577df-9fe6-4a39-985c-26ec6794b196 HTTP/1.1" status: 200 len: 834 time: 0.1487825 Feb 07 13:29:08.576395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42092) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:08.602213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5e3818cf-2cd8-483b-b064-84deede6cd08 None None] Provisioning for port dd352621-9c88-4167-84e3-d71346a7f0e3 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:08.721387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-7b5c91c7-34f0-4761-894c-4323996bdb9e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3233597 Feb 07 13:29:08.736450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6f0b-561d-471c-aed9-e5118b1bfb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:08.817280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:08.839025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-05559042-1639-4adb-90f1-12d00526f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:08.841159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-05559042-1639-4adb-90f1-12d00526f58b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a39833bf-c663-4171-b32d-a8bdaa49cd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3294177 Feb 07 13:29:08.857570 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d7e2f97-3d25-4eb0-bfa3-e3d74ae3763e tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/floatingips/b239e3ee-6f6a-4803-a14a-c7f51f56fb7d HTTP/1.1" status: 200 len: 994 time: 0.2800143 Feb 07 13:29:08.982114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object 8762891f-1136-438b-8106-64f09fba3ddd will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:09.033157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dd352621-9c88-4167-84e3-d71346a7f0e3 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:09.154250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-804c2e83-ecf8-45b5-ae5f-4707a9663aaa service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039813 Feb 07 13:29:09.205032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port dd352621-9c88-4167-84e3-d71346a7f0e3 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:09.211530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dd352621-9c88-4167-84e3-d71346a7f0e3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:09.212275 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:09.286001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:09.289057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-61e26919-4444-483a-a3a1-b276fb2ab463 None None] Provisioning complete for port dd352621-9c88-4167-84e3-d71346a7f0e3 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:09.289581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-61e26919-4444-483a-a3a1-b276fb2ab463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:09.390049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 76799810-cdb5-4130-beb4-221a468d4772 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:09.404414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-3b76e4ba-3432-41f3-9d3c-b0c528e83a8b service neutron] 10.222.0.69 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867647 Feb 07 13:29:09.406648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:09.450353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:09.450353 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:09.524223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e24bce3f-4e66-4f05-90df-e03aed9fe6ca req-45a46469-8ccb-4706-8ab0-5be17fd1e9b2 service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621264 Feb 07 13:29:09.528824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=8762891f-1136-438b-8106-64f09fba3ddd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:09.566765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:09.586414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-61e26919-4444-483a-a3a1-b276fb2ab463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:09.627316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-b7d45408-1c46-4eea-8528-6e3708057d14 service neutron] 10.222.0.69 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217176 Feb 07 13:29:09.657115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port dd352621-9c88-4167-84e3-d71346a7f0e3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dd352621-9c88-4167-84e3-d71346a7f0e3,segment=NetworkSegment(df7431ff-4826-4085-95fc-dee0668af882),segment_id=df7431ff-4826-4085-95fc-dee0668af882)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:09.741407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:09.888534 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:09.896848 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-61e26919-4444-483a-a3a1-b276fb2ab463 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:29:09.897198 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-61e26919-4444-483a-a3a1-b276fb2ab463 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:29:09.915957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=dd352621-9c88-4167-84e3-d71346a7f0e3,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:09.929717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.930064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.930867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.931207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.931590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.931928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.932281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.932851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.933186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.933510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.933843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:09.934166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:10.067730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad049-d543-422d-8f95-8b52984490b3 req-03e3e5a4-5dfb-4c24-830d-dd2c159d5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:10.069275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccdad049-d543-422d-8f95-8b52984490b3 req-03e3e5a4-5dfb-4c24-830d-dd2c159d5285 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 1097 time: 0.3089712 Feb 07 13:29:10.536717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad049-d543-422d-8f95-8b52984490b3 req-457032a7-33bd-4c39-b238-912a01802966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:10.538306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccdad049-d543-422d-8f95-8b52984490b3 req-457032a7-33bd-4c39-b238-912a01802966 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a39833bf-c663-4171-b32d-a8bdaa49cd69 HTTP/1.1" status: 200 len: 897 time: 0.2728829 Feb 07 13:29:10.673019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccdad049-d543-422d-8f95-8b52984490b3 req-40d2a7a1-6e9c-4bfd-9be6-c78e590e8dab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c HTTP/1.1" status: 200 len: 1002 time: 0.1207972 Feb 07 13:29:10.678938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-297e0f45-c963-42db-854f-63d209196845 None None] Provisioning for port 8762891f-1136-438b-8106-64f09fba3ddd completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:10.684361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-297e0f45-c963-42db-854f-63d209196845 None None] Provisioning complete for port 8762891f-1136-438b-8106-64f09fba3ddd triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:10.684984 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-297e0f45-c963-42db-854f-63d209196845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:10.730215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:10.754613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad049-d543-422d-8f95-8b52984490b3 req-39338fd2-8acf-411c-b943-354520407432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:10.755320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccdad049-d543-422d-8f95-8b52984490b3 req-39338fd2-8acf-411c-b943-354520407432 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=474577df-9fe6-4a39-985c-26ec6794b196 HTTP/1.1" status: 200 len: 834 time: 0.0685456 Feb 07 13:29:10.772711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-297e0f45-c963-42db-854f-63d209196845 None None] Port 8762891f-1136-438b-8106-64f09fba3ddd cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:10.826073 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:10.826916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:10.846642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dd352621-9c88-4167-84e3-d71346a7f0e3 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:10.947419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port dd352621-9c88-4167-84e3-d71346a7f0e3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:10.947957 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:11.067476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=8762891f-1136-438b-8106-64f09fba3ddd,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:11.140861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad049-d543-422d-8f95-8b52984490b3 req-453981f2-3092-46ea-9bef-5355efc55299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:11.142372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccdad049-d543-422d-8f95-8b52984490b3 req-453981f2-3092-46ea-9bef-5355efc55299 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a39833bf-c663-4171-b32d-a8bdaa49cd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3775492 Feb 07 13:29:11.152297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bbbfcc49-905f-485a-87b1-259dae675649 req-090900fe-3706-43c5-a7c2-a86326add5b1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 210 time: 0.1015465 Feb 07 13:29:11.327100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 76799810-cdb5-4130-beb4-221a468d4772 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:11.330414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:11.421163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccdad049-d543-422d-8f95-8b52984490b3 req-9a36654d-de15-4df8-9a61-151835bb9eab service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678328 Feb 07 13:29:11.519133 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4694cd8e-0221-4820-8d4a-a80e68aaf964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:11.675696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccdad049-d543-422d-8f95-8b52984490b3 req-752d8f30-16de-48df-8ccc-821a2470c4d5 service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945226 Feb 07 13:29:11.725140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 57ee5812-b115-4376-928e-499fbca87b5f is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:29:11.813116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e95c63c4-70ab-451b-8136-2fa86fafd3e4 None None] Provisioning complete for port 8762891f-1136-438b-8106-64f09fba3ddd triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:11.813687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e95c63c4-70ab-451b-8136-2fa86fafd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:11.884985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e95c63c4-70ab-451b-8136-2fa86fafd3e4 None None] Port 8762891f-1136-438b-8106-64f09fba3ddd cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:12.078679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:12.097012 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a89e0-2654-40c1-9a10-1d2c93055e98 None None] Sync routers for ids ['57ee5812-b115-4376-928e-499fbca87b5f'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:12.097513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5c857748-f860-42a3-9506-71e9cfe5a39e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/57ee5812-b115-4376-928e-499fbca87b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1817198 Feb 07 13:29:12.097513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42144) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:12.110922 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a89e0-2654-40c1-9a10-1d2c93055e98 None None] Routers {'57ee5812-b115-4376-928e-499fbca87b5f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:12.111502 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-273a89e0-2654-40c1-9a10-1d2c93055e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['57ee5812-b115-4376-928e-499fbca87b5f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:12.191075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b62bc5b-250d-41f8-a36d-2b3d531186cb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:12.192715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8b62bc5b-250d-41f8-a36d-2b3d531186cb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:12.228634 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:12.244162 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-273a89e0-2654-40c1-9a10-1d2c93055e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:12.263207 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a89e0-2654-40c1-9a10-1d2c93055e98 None None] Routers {'57ee5812-b115-4376-928e-499fbca87b5f'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:12.268593 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-273a89e0-2654-40c1-9a10-1d2c93055e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['57ee5812-b115-4376-928e-499fbca87b5f'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:12.293414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8b62bc5b-250d-41f8-a36d-2b3d531186cb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:12.293414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8b62bc5b-250d-41f8-a36d-2b3d531186cb tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports/8762891f-1136-438b-8106-64f09fba3ddd HTTP/1.1" status: 200 len: 911 time: 0.1924238 Feb 07 13:29:12.293826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42156) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:12.316728 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:12.356830 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-273a89e0-2654-40c1-9a10-1d2c93055e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:12.357255 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a89e0-2654-40c1-9a10-1d2c93055e98 None None] The sync data for ids ['57ee5812-b115-4376-928e-499fbca87b5f'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:12.431493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d882b6b5-93be-4a5d-9014-90371cc1aa64 req-f4cba44a-1abe-41bd-8ef1-0d5fe47ef94a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 210 time: 0.0794194 Feb 07 13:29:12.930969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:13.417022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-7561bc37-927d-4801-8474-2cfe157f6ad0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:13.419332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-7561bc37-927d-4801-8474-2cfe157f6ad0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 817 time: 0.2396455 Feb 07 13:29:13.478316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port 8762891f-1136-438b-8106-64f09fba3ddd {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:13.478940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:13.491072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-d53c4537-5daa-4000-8361-4bf165e09eaf tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e2c7966b1f4464399bfb4378d1fdf55 HTTP/1.1" status: 200 len: 379 time: 0.0632873 Feb 07 13:29:13.501827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'port': {'device_id': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'admin_state_up': True, 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'security_groups': ['3c0288b3-6886-49c5-afa7-038e1c58ac41']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:13.645039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b10f38e-d77e-48a2-a4af-1a3349de04c1 req-a5f32e8d-b290-4e9d-b43a-0f4762ceb5fa tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 210 time: 0.0619349 Feb 07 13:29:13.744838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:13.749465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Usage tracker for resource:port and tenant:0e2c7966b1f4464399bfb4378d1fdf55 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:13.754584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:13.761416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:13.787767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:13.803020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:13.862180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Made reservation on behalf of 0e2c7966b1f4464399bfb4378d1fdf55 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:13.866323 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:13.941243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for 8762891f-1136-438b-8106-64f09fba3ddd owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:14.098635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Allocated IP 172.20.0.4 (c714ab91-cf7e-4826-9a3b-11210ff20286/c1b01f07-c2a8-46c2-95ed-882b054f4c16/c0f61a4d-c779-4ba6-917f-a4f120232070) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:14.199600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:14.258362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=8762891f-1136-438b-8106-64f09fba3ddd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:14.436400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:14.477882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Transition to ACTIVE for port object c0f61a4d-c779-4ba6-917f-a4f120232070 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:14.491568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:14.572313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:14.697976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:14.702214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Network c714ab91-cf7e-4826-9a3b-11210ff20286 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:14.708081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:14.708081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:14.778581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:14.779312 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:14.841691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 57ee5812-b115-4376-928e-499fbca87b5f has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:29:14.938704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-ad511919-6d17-4a0e-90e5-d5ad3726ec34 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4424045 Feb 07 13:29:14.952760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Request body: {'port': {'device_id': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:15.027543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890e6d4-584d-4e25-ab22-87efd95a4ed3 req-71db4149-b52d-491d-b1e7-6cd49044d020 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:15.031849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1890e6d4-584d-4e25-ab22-87efd95a4ed3 req-71db4149-b52d-491d-b1e7-6cd49044d020 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Synchronizing usage tracker for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:15.074867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-354ab938-272a-4eff-a128-888fdbd3e477 None None] Provisioning for port c0f61a4d-c779-4ba6-917f-a4f120232070 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:15.087614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-354ab938-272a-4eff-a128-888fdbd3e477 None None] Provisioning complete for port c0f61a4d-c779-4ba6-917f-a4f120232070 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:15.088962 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-354ab938-272a-4eff-a128-888fdbd3e477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:15.104392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1890e6d4-584d-4e25-ab22-87efd95a4ed3 req-71db4149-b52d-491d-b1e7-6cd49044d020 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Unset dirty status for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:15.105628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1890e6d4-584d-4e25-ab22-87efd95a4ed3 req-71db4149-b52d-491d-b1e7-6cd49044d020 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 931 time: 0.2769339 Feb 07 13:29:15.153308 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:15.188154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1890e6d4-584d-4e25-ab22-87efd95a4ed3 req-4ddaed16-a498-452a-85ac-1accae06d5ef tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657799 Feb 07 13:29:15.202535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:15.216891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-354ab938-272a-4eff-a128-888fdbd3e477 None None] Port c0f61a4d-c779-4ba6-917f-a4f120232070 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:15.244943 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:15.257501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cbe8d-d83d-4b91-904f-e06fe4f84ff3 None None] Sync routers for ids ['57ee5812-b115-4376-928e-499fbca87b5f'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:15.268726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cbe8d-d83d-4b91-904f-e06fe4f84ff3 None None] Routers {'57ee5812-b115-4376-928e-499fbca87b5f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:15.269380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d18cbe8d-d83d-4b91-904f-e06fe4f84ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['57ee5812-b115-4376-928e-499fbca87b5f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:15.333253 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dbfd8e28-ec1c-4e99-9699-45a34e43d4cf tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/57ee5812-b115-4376-928e-499fbca87b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0386815 Feb 07 13:29:15.335991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42192) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:15.345240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d18cbe8d-d83d-4b91-904f-e06fe4f84ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:15.356421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18cbe8d-d83d-4b91-904f-e06fe4f84ff3 None None] Routers {'57ee5812-b115-4376-928e-499fbca87b5f'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:15.357045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d18cbe8d-d83d-4b91-904f-e06fe4f84ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['57ee5812-b115-4376-928e-499fbca87b5f'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:15.395048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1f45f524-8b7a-4142-b2f6-068b249d50e7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:15.481623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1f45f524-8b7a-4142-b2f6-068b249d50e7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:15.482707 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1f45f524-8b7a-4142-b2f6-068b249d50e7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57ee5812-b115-4376-928e-499fbca87b5f HTTP/1.1" status: 200 len: 205 time: 0.1449666 Feb 07 13:29:15.484986 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42200) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:15.515421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d18cbe8d-d83d-4b91-904f-e06fe4f84ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:15.516172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cbe8d-d83d-4b91-904f-e06fe4f84ff3 None None] The sync data for ids ['57ee5812-b115-4376-928e-499fbca87b5f'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:15.672629 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0635b79-b275-4839-a926-02de31391054 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:15.698849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f61a4d-c779-4ba6-917f-a4f120232070 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:29:15.710774 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:15.729594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Transition to ACTIVE for port object c0f61a4d-c779-4ba6-917f-a4f120232070 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:15.788190 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:16.127969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0635b79-b275-4839-a926-02de31391054 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:16.127969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0635b79-b275-4839-a926-02de31391054 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:16.194560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:16.301096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Attempting to bind port c0f61a4d-c779-4ba6-917f-a4f120232070 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:29:16.301590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Attempting to bind port c0f61a4d-c779-4ba6-917f-a4f120232070 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:29:16.301994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Attempting to bind port c0f61a4d-c779-4ba6-917f-a4f120232070 on network c714ab91-cf7e-4826-9a3b-11210ff20286 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:16.307314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Port c0f61a4d-c779-4ba6-917f-a4f120232070 on network c714ab91-cf7e-4826-9a3b-11210ff20286 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:29:16.307673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Attempting to bind port c0f61a4d-c779-4ba6-917f-a4f120232070 on network c714ab91-cf7e-4826-9a3b-11210ff20286 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:16.314131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:29:16.314520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Checking segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:16.314924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Bound using segment: {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:29:16.315645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Bound port: c0f61a4d-c779-4ba6-917f-a4f120232070, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554a0ac1-9969-4430-8eaf-2b8709bbf5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:29:16.316039 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:16.478699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:29:16.510308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:29:16.510308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab58de-a460-49e7-9938-fd276b865e33 req-9beff8ba-f0b1-4eb4-8184-e1e71c665694 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:16.510308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10ab58de-a460-49e7-9938-fd276b865e33 req-9beff8ba-f0b1-4eb4-8184-e1e71c665694 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.1495059 Feb 07 13:29:16.576643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10ab58de-a460-49e7-9938-fd276b865e33 req-15f2f630-45df-4dc0-8fd2-cc31e6cecceb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558662 Feb 07 13:29:17.103851 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0635b79-b275-4839-a926-02de31391054 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.104535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0635b79-b275-4839-a926-02de31391054 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Fanout notify agent at l3_agent the message router_deleted on router 57ee5812-b115-4376-928e-499fbca87b5f {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:29:17.117245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b0635b79-b275-4839-a926-02de31391054 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.118342 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b0635b79-b275-4839-a926-02de31391054 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/57ee5812-b115-4376-928e-499fbca87b5f HTTP/1.1" status: 204 len: 168 time: 1.6321642 Feb 07 13:29:17.121126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42216) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:17.125809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.196879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbf99ae-807c-4bca-b789-ffb65f35337c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet 00f7944c-e262-4c16-9b26-f33bf1c6e3e3 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:29:17.209220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cbf99ae-807c-4bca-b789-ffb65f35337c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.233854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:17.233854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.235221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/c0f61a4d-c779-4ba6-917f-a4f120232070 HTTP/1.1" status: 200 len: 1091 time: 2.2891588 Feb 07 13:29:17.235492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:29:17.271822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c463a-deb6-466f-921b-d9c792c8b2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:17.305789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cbf99ae-807c-4bca-b789-ffb65f35337c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.321185 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'status': 'completed', 'code': 200} Feb 07 13:29:17.427463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af63107-3da3-4fe4-af4e-ef92e18fbe2d req-ab4a0367-452d-4df2-942e-59541d2841d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:17.429317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6af63107-3da3-4fe4-af4e-ef92e18fbe2d req-ab4a0367-452d-4df2-942e-59541d2841d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1094 time: 0.0906930 Feb 07 13:29:17.430772 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cbf99ae-807c-4bca-b789-ffb65f35337c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.593889 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cbf99ae-807c-4bca-b789-ffb65f35337c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.656713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af63107-3da3-4fe4-af4e-ef92e18fbe2d req-90804f97-5d29-487f-8357-e57cd6ad2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:17.658681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6af63107-3da3-4fe4-af4e-ef92e18fbe2d req-90804f97-5d29-487f-8357-e57cd6ad2f4d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2232137 Feb 07 13:29:17.708536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf99ae-807c-4bca-b789-ffb65f35337c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=00f7944c-e262-4c16-9b26-f33bf1c6e3e3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:17.712774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cbf99ae-807c-4bca-b789-ffb65f35337c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.720124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb36f07-adef-4ed8-b933-e487cab712aa None None] Network 76799810-cdb5-4130-beb4-221a468d4772 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:17.744790 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1cbf99ae-807c-4bca-b789-ffb65f35337c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/00f7944c-e262-4c16-9b26-f33bf1c6e3e3 HTTP/1.1" status: 204 len: 168 time: 0.6225941 Feb 07 13:29:17.752673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42230) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:17.909474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.922253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port dd352621-9c88-4167-84e3-d71346a7f0e3 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:17.922996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:17.930205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af63107-3da3-4fe4-af4e-ef92e18fbe2d req-3eefde7f-4947-4690-9be7-4f424712e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:17.932056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6af63107-3da3-4fe4-af4e-ef92e18fbe2d req-3eefde7f-4947-4690-9be7-4f424712e0f9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2674801 Feb 07 13:29:17.956765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb912c-4ef2-49bf-bfbd-3b905fc8079b req-e110cdb3-3c03-449a-b2db-2994b82c02c4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:17.963772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4feb912c-4ef2-49bf-bfbd-3b905fc8079b req-e110cdb3-3c03-449a-b2db-2994b82c02c4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.1754942 Feb 07 13:29:18.093965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4feb912c-4ef2-49bf-bfbd-3b905fc8079b req-f462c337-bcd0-40a2-b851-cc6f007c943b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164081 Feb 07 13:29:18.120851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-74b7a342-423b-4d15-aeb4-6af7907f09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:18.122778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-74b7a342-423b-4d15-aeb4-6af7907f09de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1094 time: 0.1305251 Feb 07 13:29:18.148769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] DHCP port deletion for 76799810-cdb5-4130-beb4-221a468d4772 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:29:18.153578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] Deleting port dd352621-9c88-4167-84e3-d71346a7f0e3 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:18.154015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:18.232933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-da3116a9-6fd0-4a6a-ae6c-a12a34f0f0f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f61a4d-c779-4ba6-917f-a4f120232070 HTTP/1.1" status: 200 len: 217 time: 0.1016462 Feb 07 13:29:18.268908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port dd352621-9c88-4167-84e3-d71346a7f0e3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dd352621-9c88-4167-84e3-d71346a7f0e3,segment=NetworkSegment(df7431ff-4826-4085-95fc-dee0668af882),segment_id=df7431ff-4826-4085-95fc-dee0668af882)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:18.269593 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:18.309433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-a652cbea-5759-4794-9210-91e4f753f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:18.310895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-a652cbea-5759-4794-9210-91e4f753f196 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.0713522 Feb 07 13:29:18.421998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-2a914cfc-1a53-4d25-a670-ed9ac5eb022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:18.423500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-2a914cfc-1a53-4d25-a670-ed9ac5eb022d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040936 Feb 07 13:29:18.431547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for dd352621-9c88-4167-84e3-d71346a7f0e3 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:18.489632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] For port dd352621-9c88-4167-84e3-d71346a7f0e3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=dd352621-9c88-4167-84e3-d71346a7f0e3,segment=NetworkSegment(df7431ff-4826-4085-95fc-dee0668af882),segment_id=df7431ff-4826-4085-95fc-dee0668af882)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:18.490329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:18.658856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-86376123-306e-4605-aeff-1cfd8d664588 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286232 Feb 07 13:29:18.663131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] Calling delete_port for dd352621-9c88-4167-84e3-d71346a7f0e3 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:18.765279 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:18.837087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7a9957d-9874-41ef-b3b0-7fbf4bcdb764 req-57e27497-6598-458e-96d1-0945aad6240e service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701643 Feb 07 13:29:18.883008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No DVR routers for this DVR port dd352621-9c88-4167-84e3-d71346a7f0e3 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:29:18.885672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=dd352621-9c88-4167-84e3-d71346a7f0e3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:18.897455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dd352621-9c88-4167-84e3-d71346a7f0e3 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:29:18.965734 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:29:18.966093 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:29:18.971740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: dd352621-9c88-4167-84e3-d71346a7f0e3 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:29:18.972259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device dd352621-9c88-4167-84e3-d71346a7f0e3 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:29:19.051602 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.079330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76799810-cdb5-4130-beb4-221a468d4772']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:19.092927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7431ff-4826-4085-95fc-dee0668af882') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:19.093339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7431ff-4826-4085-95fc-dee0668af882') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:19.106204 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.123612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.133129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:29:19.133538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:29:19.149810 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:29:19.307908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.313250 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.328112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c49f23-b4f3-48b5-93ae-f67b489385be req-d2486deb-52a4-4cea-8595-af316e2f4615 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:19.329662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82c49f23-b4f3-48b5-93ae-f67b489385be req-d2486deb-52a4-4cea-8595-af316e2f4615 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.0917304 Feb 07 13:29:19.346325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=76799810-cdb5-4130-beb4-221a468d4772,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:19.386835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82c49f23-b4f3-48b5-93ae-f67b489385be req-f9bb4774-caa3-491d-8978-9855c88f5705 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498402 Feb 07 13:29:19.428271 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5a79faa0-8155-40a5-9f9f-8504809f3d7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/76799810-cdb5-4130-beb4-221a468d4772 HTTP/1.1" status: 204 len: 168 time: 1.6744928 Feb 07 13:29:19.431836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42244) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:19.437953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1391575939', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:19.446955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:19.451068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:router and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:19.454109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:19.463666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:19.467445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] Deleting port dd352621-9c88-4167-84e3-d71346a7f0e3 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:19.468561 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.541439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-49e7e175-c040-4822-aa77-5726767b6860 None None] The port 'dd352621-9c88-4167-84e3-d71346a7f0e3' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:29:19.549021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.553670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.568132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:19.951744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:20.007927 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:29:20.406075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:20.439659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:20.599296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b914b7-999b-49e1-9c96-8851372da4fd req-64c30ce6-6b98-4293-98b6-def9696ebd9e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:20.600854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9b914b7-999b-49e1-9c96-8851372da4fd req-64c30ce6-6b98-4293-98b6-def9696ebd9e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.0857437 Feb 07 13:29:20.622431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 172.25.7.250 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/fbf2cee9-025a-4307-a7b0-93e595cf933a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:20.872772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9b914b7-999b-49e1-9c96-8851372da4fd req-34f99643-beeb-44cd-a51a-e89c720192cb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655571 Feb 07 13:29:20.967072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:21.053907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:21.133826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:21.136982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:21.140827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:21.187829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=fbf2cee9-025a-4307-a7b0-93e595cf933a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:21.845605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:22.083961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9af82-1eb7-4a76-8fb6-6bedf2209445 req-025fdcbc-240d-46b1-a0af-225ee52298d3 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:22.085633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60d9af82-1eb7-4a76-8fb6-6bedf2209445 req-025fdcbc-240d-46b1-a0af-225ee52298d3 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.1027093 Feb 07 13:29:22.153961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60d9af82-1eb7-4a76-8fb6-6bedf2209445 req-ed600c2f-3ac3-459c-a232-a8a83bae5bd5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593486 Feb 07 13:29:22.249642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:22.525208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 72f03be0-6908-4553-835d-baaaf7baccc9 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:29:22.576658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:29:22.751156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:22.765588 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb79d6-9ab8-48f0-8de6-853224ee9f4b None None] Sync routers for ids ['72f03be0-6908-4553-835d-baaaf7baccc9'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:22.781591 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb79d6-9ab8-48f0-8de6-853224ee9f4b None None] Routers {'72f03be0-6908-4553-835d-baaaf7baccc9'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:22.795473 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f4fb79d6-9ab8-48f0-8de6-853224ee9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['72f03be0-6908-4553-835d-baaaf7baccc9'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:22.812445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:22.827530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'port_id': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'mac_address': 'fa:16:3e:d7:f1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:29:22.845343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:22.847570 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b5cb080a-e947-4ed8-ba83-ec2fd8ac0096 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4141440 Feb 07 13:29:22.850146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42318) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:22.862321 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f4fb79d6-9ab8-48f0-8de6-853224ee9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:22.873013 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb79d6-9ab8-48f0-8de6-853224ee9f4b None None] Routers {'72f03be0-6908-4553-835d-baaaf7baccc9'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:22.874927 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f4fb79d6-9ab8-48f0-8de6-853224ee9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['72f03be0-6908-4553-835d-baaaf7baccc9'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:22.918895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:22.955784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f61a4d-c779-4ba6-917f-a4f120232070 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:29:22.994551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:22.998667 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f4fb79d6-9ab8-48f0-8de6-853224ee9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:22.999659 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb79d6-9ab8-48f0-8de6-853224ee9f4b None None] The sync data for ids ['72f03be0-6908-4553-835d-baaaf7baccc9'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:23.073355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:23.183950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:23.274123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c0f61a4d-c779-4ba6-917f-a4f120232070'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:29:23.311022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42330) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:23.311607 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c930754b-aeb1-4548-bf9c-906579b718d7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/routers/72f03be0-6908-4553-835d-baaaf7baccc9 HTTP/1.1" status: 200 len: 885 time: 0.4600496 Feb 07 13:29:23.522050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaf1dc-a2f3-4915-8e57-d6c23a42f532 req-54d12703-0caf-4a4e-bdc0-823f5586cdba tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:23.523556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dbaf1dc-a2f3-4915-8e57-d6c23a42f532 req-54d12703-0caf-4a4e-bdc0-823f5586cdba tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 944 time: 0.1137352 Feb 07 13:29:23.647956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8dbaf1dc-a2f3-4915-8e57-d6c23a42f532 req-945acca4-ed31-403f-b611-2719c0e42992 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150987 Feb 07 13:29:23.697933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-aeb76e8f-4bb1-4a68-8043-1662db21bc04 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:router {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:23.850118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-aeb76e8f-4bb1-4a68-8043-1662db21bc04 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:router {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:23.854518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aeb76e8f-4bb1-4a68-8043-1662db21bc04 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5376320 Feb 07 13:29:23.854518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42338) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:23.859347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-21828bcb-cb21-4066-8eec-b4552f3acd22 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1391575939'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:24.402812 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21828bcb-cb21-4066-8eec-b4552f3acd22 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:24.530648 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21828bcb-cb21-4066-8eec-b4552f3acd22 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:24.568093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:24.718965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21828bcb-cb21-4066-8eec-b4552f3acd22 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 72f03be0-6908-4553-835d-baaaf7baccc9 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:29:24.741727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:24.800205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port c0f61a4d-c779-4ba6-917f-a4f120232070 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:24.813103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port c0f61a4d-c779-4ba6-917f-a4f120232070 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:24.813103 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:24.943231 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:24.977563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:29:24.989973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:25.030325 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'code': 200} Feb 07 13:29:25.147767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:25.177006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21828bcb-cb21-4066-8eec-b4552f3acd22 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:25.184219 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21828bcb-cb21-4066-8eec-b4552f3acd22 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:25.188169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-21828bcb-cb21-4066-8eec-b4552f3acd22 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/72f03be0-6908-4553-835d-baaaf7baccc9 HTTP/1.1" status: 200 len: 892 time: 1.3301547 Feb 07 13:29:25.188366 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42360) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:25.196200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62758ac9-b2e6-4f06-84ba-a95875868bcc None None] Sync routers for ids ['72f03be0-6908-4553-835d-baaaf7baccc9'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:25.201129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b858d-976d-4a4c-9bce-96fef3cb8165 req-9f74db91-53f1-4528-8681-5680f832251c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:25.211560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-297b858d-976d-4a4c-9bce-96fef3cb8165 req-9f74db91-53f1-4528-8681-5680f832251c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 944 time: 0.4174383 Feb 07 13:29:25.219006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62758ac9-b2e6-4f06-84ba-a95875868bcc None None] Routers {'72f03be0-6908-4553-835d-baaaf7baccc9'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:25.219636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-62758ac9-b2e6-4f06-84ba-a95875868bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['72f03be0-6908-4553-835d-baaaf7baccc9'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:25.255737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ae5a0-08a8-4de8-b027-80e78426bf5f req-4f3bfb69-8b7d-44cf-8ebd-87184931b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:25.257370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b67ae5a0-08a8-4de8-b027-80e78426bf5f req-4f3bfb69-8b7d-44cf-8ebd-87184931b346 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1095 time: 0.1661458 Feb 07 13:29:25.282846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-297b858d-976d-4a4c-9bce-96fef3cb8165 req-3a38f41b-e287-43cd-b314-3180b0c93b0e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722268 Feb 07 13:29:25.323792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-62758ac9-b2e6-4f06-84ba-a95875868bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:25.325265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b67ae5a0-08a8-4de8-b027-80e78426bf5f req-9eda51bd-09a3-44a0-bebd-98ac07ea9839 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601778 Feb 07 13:29:25.352562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62758ac9-b2e6-4f06-84ba-a95875868bcc None None] Routers {'72f03be0-6908-4553-835d-baaaf7baccc9'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:25.353188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-62758ac9-b2e6-4f06-84ba-a95875868bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['72f03be0-6908-4553-835d-baaaf7baccc9'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:25.406239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:25.406490 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5fa3306c-7cca-4100-8871-22592c41c05e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/routers/72f03be0-6908-4553-835d-baaaf7baccc9 HTTP/1.1" status: 200 len: 892 time: 0.2165072 Feb 07 13:29:25.408662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42366) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:25.425970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-62758ac9-b2e6-4f06-84ba-a95875868bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:25.426366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62758ac9-b2e6-4f06-84ba-a95875868bcc None None] The sync data for ids ['72f03be0-6908-4553-835d-baaaf7baccc9'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:25.466091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1531a90a-95c6-4760-850d-9edb6d7b254e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:25.576802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1531a90a-95c6-4760-850d-9edb6d7b254e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:25.576802 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1531a90a-95c6-4760-850d-9edb6d7b254e tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=72f03be0-6908-4553-835d-baaaf7baccc9 HTTP/1.1" status: 200 len: 205 time: 0.1615820 Feb 07 13:29:25.578956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42374) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:25.766067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:25.958703 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:26.072429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port fbf2cee9-025a-4307-a7b0-93e595cf933a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:26.072429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:26.257885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:26.425608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for fbf2cee9-025a-4307-a7b0-93e595cf933a owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:26.546383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea028ea-0e1c-4704-ae74-688bf9172c89 req-aa07665c-9728-4d31-ab9b-8f2be63ab010 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:26.560062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eea028ea-0e1c-4704-ae74-688bf9172c89 req-aa07665c-9728-4d31-ab9b-8f2be63ab010 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.1101174 Feb 07 13:29:26.647574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eea028ea-0e1c-4704-ae74-688bf9172c89 req-2576a18a-a7c0-440d-aff2-0601b9413027 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812113 Feb 07 13:29:26.781617 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:26.851903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=fbf2cee9-025a-4307-a7b0-93e595cf933a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:27.068186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.278375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.281612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.387764 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.388349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Fanout notify agent at l3_agent the message router_deleted on router 72f03be0-6908-4553-835d-baaaf7baccc9 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:29:27.545336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.546486 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7c19743b-d8c2-4991-97b5-65208c2659fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/72f03be0-6908-4553-835d-baaaf7baccc9 HTTP/1.1" status: 204 len: 168 time: 1.9665761 Feb 07 13:29:27.550308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42402) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:27.556761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-356861372'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:27.562931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:27.566819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:27.570013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:27.576370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:27.662746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:27.669543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.707861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:29:27.737807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.737807 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment 4034bf06-3609-4272-8039-2fd8153743bd of type vlan for network 7ab05b66-6841-42a9-9f08-fd1169bd75de Feb 07 13:29:27.780357 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.900270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fbaa3-2f20-4427-991c-d755f59da259 req-c138e4f9-3611-4596-b227-8487553bb9a2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:27.901901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-881fbaa3-2f20-4427-991c-d755f59da259 req-c138e4f9-3611-4596-b227-8487553bb9a2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.0990782 Feb 07 13:29:27.953606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-881fbaa3-2f20-4427-991c-d755f59da259 req-81340de4-41d9-49ce-81ab-d78a12e50a85 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454495 Feb 07 13:29:27.954794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:27.960546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:27.961132 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:28.106126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=7ab05b66-6841-42a9-9f08-fd1169bd75de,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:28.124536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.130287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:28.145704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7ab05b66-6841-42a9-9f08-fd1169bd75de details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:29:28.166074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42420) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:28.167994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c5a21923-5db5-4301-8628-58f54680d1b3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6120641 Feb 07 13:29:28.173130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': '7ab05b66-6841-42a9-9f08-fd1169bd75de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:28.208742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cf78d-41cc-46e8-a9db-0eb87bcd21fe req-4f96058f-2c8c-462f-825a-aebf91eeddb8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:28.214611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-177cf78d-41cc-46e8-a9db-0eb87bcd21fe req-4f96058f-2c8c-462f-825a-aebf91eeddb8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.1369307 Feb 07 13:29:28.228752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42424) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:28.234358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Request body: {'floatingip': {'port_id': 'c0f61a4d-c779-4ba6-917f-a4f120232070'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:28.322866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:28.325201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:28.327061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:28.330085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:28.336862 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:28.418194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:28.420381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:28.782629 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:28.912549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=a880a95f-e61e-478c-81b9-acc6df726431,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:28.919272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': '4034bf06-3609-4272-8039-2fd8153743bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab05b66-6841-42a9-9f08-fd1169bd75de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:28.919272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: 7ab05b66-6841-42a9-9f08-fd1169bd75de, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:29:28.994406 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.044315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 7ab05b66-6841-42a9-9f08-fd1169bd75de is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:29:29.125821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.164506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7ab05b66-6841-42a9-9f08-fd1169bd75de) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:29.170317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:29.171164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.179727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb77462-3191-4686-bfee-8cd67047cbaf None None] Network 7ab05b66-6841-42a9-9f08-fd1169bd75de requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:29.290898 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4a2b9555-8c48-4682-85e3-6dd4f0fafaab tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1256516 Feb 07 13:29:29.293403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42442) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:29.298754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-188328200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:29.307287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:29.311781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:router and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:29.314877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:29.322301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:29.417370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-7ab05b66-6841-42a9-9f08-fd1169bd75de', 'network_id': '7ab05b66-6841-42a9-9f08-fd1169bd75de', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': 'a880a95f-e61e-478c-81b9-acc6df726431'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:29:29.418207 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.427781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.428875 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.457229 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.485027 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Floating IP 1bc61c6c-2ef9-4348-9430-6891600a8b0a associated. External IP: 172.25.7.181, port: c0f61a4d-c779-4ba6-917f-a4f120232070. Feb 07 13:29:29.570670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.625272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Allocated IP 2001:db8::2 (7ab05b66-6841-42a9-9f08-fd1169bd75de/a880a95f-e61e-478c-81b9-acc6df726431/d22aabcb-7a3b-4ddc-8c82-b9c0c542535f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:29.678860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.682956 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d7402d3a-a00b-4453-937f-b5ec7836bd53 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3886104 Feb 07 13:29:29.683752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42448) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:29.933920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:29.950563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Router 87926266-5de6-4986-82bf-e68522b7f643 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:29:29.968929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Transition to ACTIVE for port object d22aabcb-7a3b-4ddc-8c82-b9c0c542535f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:30.017953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Transition to ACTIVE for port object d22aabcb-7a3b-4ddc-8c82-b9c0c542535f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:30.147911 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:30.182213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:30.194962 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] Sync routers for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:30.201133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:30.207947 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:30.208503 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:30.245902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Network 7ab05b66-6841-42a9-9f08-fd1169bd75de is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:30.250614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Pushing event updated for resources: {'Port': ['ID=d22aabcb-7a3b-4ddc-8c82-b9c0c542535f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:30.253533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:30.256235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:30.280772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-488d86c7-95db-4488-b158-921f27bc3e0c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "PUT /v2.0/floatingips/1bc61c6c-2ef9-4348-9430-6891600a8b0a HTTP/1.1" status: 200 len: 991 time: 2.0505714 Feb 07 13:29:30.281593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:29:30.288655 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:30.358885 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'status': 'completed', 'code': 200} Feb 07 13:29:30.418593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Attempting to bind port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:29:30.419620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Attempting to bind port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '4034bf06-3609-4272-8039-2fd8153743bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab05b66-6841-42a9-9f08-fd1169bd75de'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:29:30.420159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Attempting to bind port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f on network 7ab05b66-6841-42a9-9f08-fd1169bd75de {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:30.427354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:29:30.432149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Checking segment: {'id': '4034bf06-3609-4272-8039-2fd8153743bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab05b66-6841-42a9-9f08-fd1169bd75de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:30.432149 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:30.432149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Bound using segment: {'id': '4034bf06-3609-4272-8039-2fd8153743bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab05b66-6841-42a9-9f08-fd1169bd75de'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:29:30.432149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Bound port: d22aabcb-7a3b-4ddc-8c82-b9c0c542535f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4034bf06-3609-4272-8039-2fd8153743bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab05b66-6841-42a9-9f08-fd1169bd75de'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:29:30.432149 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:30.519508 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:30.597658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade89b8-3ed6-4c2b-bc38-ab5980e065a3 req-e06ec63d-91ee-4e6e-add3-defddf33f6df tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:30.597658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aade89b8-3ed6-4c2b-bc38-ab5980e065a3 req-e06ec63d-91ee-4e6e-add3-defddf33f6df tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.1671259 Feb 07 13:29:30.600526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-dba10c53-01d7-4616-be9d-f4a6546d06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:30.603444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-dba10c53-01d7-4616-be9d-f4a6546d06ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1096 time: 0.2197258 Feb 07 13:29:30.634754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] For port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:29:30.644033 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] For port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d22aabcb-7a3b-4ddc-8c82-b9c0c542535f,segment=NetworkSegment(4034bf06-3609-4272-8039-2fd8153743bd),segment_id=4034bf06-3609-4272-8039-2fd8153743bd)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:29:30.781981 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:30.849659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aade89b8-3ed6-4c2b-bc38-ab5980e065a3 req-c9f1ff87-634a-4820-8a89-53781190b7e0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432961 Feb 07 13:29:30.920242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-a848fbd3-c38a-4e20-beca-b76ed59b7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:30.923657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-a848fbd3-c38a-4e20-beca-b76ed59b7345 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.2375109 Feb 07 13:29:30.948236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ebad0-6f03-4dc4-bfbe-63bcd0afdc4f None None] Pushing event updated for resources: {'Port': ['ID=d22aabcb-7a3b-4ddc-8c82-b9c0c542535f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:31.015085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8::1 (7ab05b66-6841-42a9-9f08-fd1169bd75de/a880a95f-e61e-478c-81b9-acc6df726431/d8e3e8be-0e0a-44bf-a5ae-12db67be4d38) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:31.116748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-fd33787d-583c-49a9-b7e0-95ecc1e4d661 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f61a4d-c779-4ba6-917f-a4f120232070 HTTP/1.1" status: 200 len: 999 time: 0.1879849 Feb 07 13:29:31.155090 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '1bc61c6c-2ef9-4348-9430-6891600a8b0a', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87926266-5de6-4986-82bf-e68522b7f643', 'port_id': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'mac_address': 'fa:16:3e:d7:f1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:29:04Z', 'updated_at': '2022-02-07T13:29:28Z', 'revision_number': 1, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:31.161925 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] Checking router: 87926266-5de6-4986-82bf-e68522b7f643 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:29:31.172982 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:31.173838 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:31.245387 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:31.256307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:31.345048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-0f77698c-bf1a-4dd4-81c1-0a0132fc09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:31.346624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-0f77698c-bf1a-4dd4-81c1-0a0132fc09f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.2231822 Feb 07 13:29:31.407692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:31.468380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-9e58cbb3-76f4-4732-aa47-5c97ebc6b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:31.469773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-9e58cbb3-76f4-4732-aa47-5c97ebc6b493 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159129 Feb 07 13:29:31.539835 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:31.572530 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=d8e3e8be-0e0a-44bf-a5ae-12db67be4d38,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:31.587325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 7ab05b66-6841-42a9-9f08-fd1169bd75de is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:31.588805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:31.591586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:31.593239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:31.677724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-0e6c9d1e-c28b-4803-ba7c-f1096faa335e service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010617 Feb 07 13:29:31.897156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:32.072319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68daedd7-2388-45ca-bde1-cbd56f03a97c req-a768a341-df58-45d4-988e-470dce2dd1e5 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878975 Feb 07 13:29:32.087642 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '1bc61c6c-2ef9-4348-9430-6891600a8b0a', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87926266-5de6-4986-82bf-e68522b7f643', 'port_id': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'mac_address': 'fa:16:3e:d7:f1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:29:04Z', 'updated_at': '2022-02-07T13:29:28Z', 'revision_number': 1, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:32.094164 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6a72a7-b097-46da-a2ac-5388a38cd787 None None] The sync data for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 is: [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '1bc61c6c-2ef9-4348-9430-6891600a8b0a', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87926266-5de6-4986-82bf-e68522b7f643', 'port_id': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'mac_address': 'fa:16:3e:d7:f1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:29:04Z', 'updated_at': '2022-02-07T13:29:28Z', 'revision_number': 1, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:32.180931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d1a8a-528b-4896-9054-6df233a818f0 req-400b9714-705f-46c6-9cd3-2d13dbb81ec7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:32.184184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f21d1a8a-528b-4896-9054-6df233a818f0 req-400b9714-705f-46c6-9cd3-2d13dbb81ec7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.1109536 Feb 07 13:29:32.257872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f21d1a8a-528b-4896-9054-6df233a818f0 req-f8591673-03d1-48fe-a3c1-a64f861ab817 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672143 Feb 07 13:29:32.424693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcdcad-f836-4e65-a54b-c0964b46fcab None None] New status for floating IP 1bc61c6c-2ef9-4348-9430-6891600a8b0a: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:29:32.445957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:32.567151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:32.567151 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:32.666448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df6813-a6a8-4943-9ef1-3dd84f082b40 None None] Network 7ab05b66-6841-42a9-9f08-fd1169bd75de requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:32.732587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=d8e3e8be-0e0a-44bf-a5ae-12db67be4d38,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:32.786296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 7ab05b66-6841-42a9-9f08-fd1169bd75de is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:32.787901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:33.061554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d22aabcb-7a3b-4ddc-8c82-b9c0c542535f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:33.093862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8bd32797-76fd-46fc-8dbf-c01cc610ecb4 None None] Provisioning for port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:33.267581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:33.273380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:33.274015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:33.304722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 5ad089fd-3805-4507-a14a-624bfe64c422 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:29:33.453020 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:33.466085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f06a4f7-6421-4d5a-a2ee-f4d9fbbdd600 None None] Provisioning complete for port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:33.466466 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f06a4f7-6421-4d5a-a2ee-f4d9fbbdd600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:33.573409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d22aabcb-7a3b-4ddc-8c82-b9c0c542535f,segment=NetworkSegment(4034bf06-3609-4272-8039-2fd8153743bd),segment_id=4034bf06-3609-4272-8039-2fd8153743bd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:33.577247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5d052-6213-4d83-9696-575de72707c0 req-d2c16460-5e57-4e40-96bd-11a40f151f9e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:33.581196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:33.585587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1b5d052-6213-4d83-9696-575de72707c0 req-d2c16460-5e57-4e40-96bd-11a40f151f9e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.1960380 Feb 07 13:29:33.592098 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54bce1-55f8-46f2-b816-1812a1eae5a7 None None] Sync routers for ids ['5ad089fd-3805-4507-a14a-624bfe64c422'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:33.607746 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54bce1-55f8-46f2-b816-1812a1eae5a7 None None] Routers {'5ad089fd-3805-4507-a14a-624bfe64c422'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:33.608422 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-aa54bce1-55f8-46f2-b816-1812a1eae5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5ad089fd-3805-4507-a14a-624bfe64c422'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:33.616133 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f44610e0-f3cb-499b-bafe-5fa878780939 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/5ad089fd-3805-4507-a14a-624bfe64c422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9310486 Feb 07 13:29:33.617052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42506) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:33.674775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1b5d052-6213-4d83-9696-575de72707c0 req-64980a55-0d48-4d7c-90ad-df6515cd2db8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822954 Feb 07 13:29:33.704979 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:33.743650 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-aa54bce1-55f8-46f2-b816-1812a1eae5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:33.757456 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54bce1-55f8-46f2-b816-1812a1eae5a7 None None] Routers {'5ad089fd-3805-4507-a14a-624bfe64c422'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:33.759451 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-aa54bce1-55f8-46f2-b816-1812a1eae5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5ad089fd-3805-4507-a14a-624bfe64c422'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:33.802913 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5ef017-33b2-4210-96b3-fd5a27c2d3a9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:33.808070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6b5ef017-33b2-4210-96b3-fd5a27c2d3a9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:33.882884 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-aa54bce1-55f8-46f2-b816-1812a1eae5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:33.882884 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54bce1-55f8-46f2-b816-1812a1eae5a7 None None] The sync data for ids ['5ad089fd-3805-4507-a14a-624bfe64c422'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:33.915315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=d22aabcb-7a3b-4ddc-8c82-b9c0c542535f,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:33.942811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6b5ef017-33b2-4210-96b3-fd5a27c2d3a9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:33.946085 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b5ef017-33b2-4210-96b3-fd5a27c2d3a9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports/d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 HTTP/1.1" status: 200 len: 911 time: 0.3265114 Feb 07 13:29:33.947754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42516) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:33.961232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-88d88ee4-02c4-43a6-b185-4a77a313c4d1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a880a95f-e61e-478c-81b9-acc6df726431'}]}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:34.033390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f06a4f7-6421-4d5a-a2ee-f4d9fbbdd600 None None] Provisioning for port d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:34.048021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f06a4f7-6421-4d5a-a2ee-f4d9fbbdd600 None None] Provisioning complete for port d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:34.048436 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f06a4f7-6421-4d5a-a2ee-f4d9fbbdd600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:34.187782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6f06a4f7-6421-4d5a-a2ee-f4d9fbbdd600 None None] Port d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:34.317258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88d88ee4-02c4-43a6-b185-4a77a313c4d1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:34.317740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-03fd117c-410e-4674-8ff7-5b810096af43 None None] Provisioning complete for port d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:34.318110 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-03fd117c-410e-4674-8ff7-5b810096af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:34.372503 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-03fd117c-410e-4674-8ff7-5b810096af43 None None] Port d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:34.859667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d22aabcb-7a3b-4ddc-8c82-b9c0c542535f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:34.898315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88d88ee4-02c4-43a6-b185-4a77a313c4d1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:34.937644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:34.938010 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:35.250396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88d88ee4-02c4-43a6-b185-4a77a313c4d1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:35.257164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d88ee4-02c4-43a6-b185-4a77a313c4d1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:35.257796 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88d88ee4-02c4-43a6-b185-4a77a313c4d1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:35.260293 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-88d88ee4-02c4-43a6-b185-4a77a313c4d1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/ports/d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 HTTP/1.1" status: 200 len: 911 time: 1.3097270 Feb 07 13:29:35.268690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42542) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:35.355482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d88ee4-02c4-43a6-b185-4a77a313c4d1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=d8e3e8be-0e0a-44bf-a5ae-12db67be4d38,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:35.942574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:36.365724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:36.366456 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:36.556492 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:36.835579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for d8e3e8be-0e0a-44bf-a5ae-12db67be4d38 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:37.090035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:37.141321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=d8e3e8be-0e0a-44bf-a5ae-12db67be4d38,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:37.342719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:37.637512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 5ad089fd-3805-4507-a14a-624bfe64c422 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:29:37.780145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:37.790069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f71874-ef95-4d18-a29f-fde6b7d98ea8 None None] Sync routers for ids ['5ad089fd-3805-4507-a14a-624bfe64c422'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:37.798872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f71874-ef95-4d18-a29f-fde6b7d98ea8 None None] Routers {'5ad089fd-3805-4507-a14a-624bfe64c422'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:37.799480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-99f71874-ef95-4d18-a29f-fde6b7d98ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5ad089fd-3805-4507-a14a-624bfe64c422'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:37.852054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-91a740e2-45e9-47ae-937f-b2470c1721b9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/5ad089fd-3805-4507-a14a-624bfe64c422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5806570 Feb 07 13:29:37.854601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42592) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:37.862305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-99f71874-ef95-4d18-a29f-fde6b7d98ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:37.871627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f71874-ef95-4d18-a29f-fde6b7d98ea8 None None] Routers {'5ad089fd-3805-4507-a14a-624bfe64c422'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:37.872249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-99f71874-ef95-4d18-a29f-fde6b7d98ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['5ad089fd-3805-4507-a14a-624bfe64c422'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:37.899272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ac64270c-654f-4070-8b32-a22bafa54820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:29:37.938226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-99f71874-ef95-4d18-a29f-fde6b7d98ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:37.938226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f71874-ef95-4d18-a29f-fde6b7d98ea8 None None] The sync data for ids ['5ad089fd-3805-4507-a14a-624bfe64c422'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:37.969910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ac64270c-654f-4070-8b32-a22bafa54820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:29:37.971133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ac64270c-654f-4070-8b32-a22bafa54820 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad089fd-3805-4507-a14a-624bfe64c422 HTTP/1.1" status: 200 len: 205 time: 0.1155424 Feb 07 13:29:37.974519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42598) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:38.114221 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99f6458f-d990-415c-a120-d6f5954d305a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:38.549082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99f6458f-d990-415c-a120-d6f5954d305a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:38.551692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99f6458f-d990-415c-a120-d6f5954d305a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:38.684452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99f6458f-d990-415c-a120-d6f5954d305a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:38.684844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f6458f-d990-415c-a120-d6f5954d305a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad089fd-3805-4507-a14a-624bfe64c422 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:29:38.705682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-99f6458f-d990-415c-a120-d6f5954d305a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:38.707557 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-99f6458f-d990-415c-a120-d6f5954d305a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/5ad089fd-3805-4507-a14a-624bfe64c422 HTTP/1.1" status: 204 len: 168 time: 0.7312782 Feb 07 13:29:38.710285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42620) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:38.771339 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f13387a7-3b96-403a-96af-9ee27e661e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:38.783932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e435a6-11a9-4c22-b944-c7bb78961ba2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet a880a95f-e61e-478c-81b9-acc6df726431 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:29:38.787270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d4e435a6-11a9-4c22-b944-c7bb78961ba2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:38.844959 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d4e435a6-11a9-4c22-b944-c7bb78961ba2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:38.942970 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d4e435a6-11a9-4c22-b944-c7bb78961ba2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.115613 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d4e435a6-11a9-4c22-b944-c7bb78961ba2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.171932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e435a6-11a9-4c22-b944-c7bb78961ba2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=a880a95f-e61e-478c-81b9-acc6df726431,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:39.171932 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d4e435a6-11a9-4c22-b944-c7bb78961ba2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.179280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565a032-4a25-43b8-8c36-007a8e6c54c4 None None] Network 7ab05b66-6841-42a9-9f08-fd1169bd75de requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:39.181216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42626) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:39.181771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d4e435a6-11a9-4c22-b944-c7bb78961ba2 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/a880a95f-e61e-478c-81b9-acc6df726431 HTTP/1.1" status: 204 len: 168 time: 0.4699674 Feb 07 13:29:39.314985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.326256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:39.326887 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.508111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] DHCP port deletion for 7ab05b66-6841-42a9-9f08-fd1169bd75de request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:29:39.512872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] Deleting port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:39.513511 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.600787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d22aabcb-7a3b-4ddc-8c82-b9c0c542535f,segment=NetworkSegment(4034bf06-3609-4272-8039-2fd8153743bd),segment_id=4034bf06-3609-4272-8039-2fd8153743bd)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:39.601158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.746826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for d22aabcb-7a3b-4ddc-8c82-b9c0c542535f owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:39.788499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] For port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d22aabcb-7a3b-4ddc-8c82-b9c0c542535f,segment=NetworkSegment(4034bf06-3609-4272-8039-2fd8153743bd),segment_id=4034bf06-3609-4272-8039-2fd8153743bd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:39.789161 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.901749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:39.916252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] Calling delete_port for d22aabcb-7a3b-4ddc-8c82-b9c0c542535f owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:29:39.980221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=d22aabcb-7a3b-4ddc-8c82-b9c0c542535f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:39.992003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No DVR routers for this DVR port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:29:40.010908 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:29:40.020683 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:29:40.021252 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:29:40.125414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.153405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab05b66-6841-42a9-9f08-fd1169bd75de']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:40.165105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4034bf06-3609-4272-8039-2fd8153743bd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:40.165453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4034bf06-3609-4272-8039-2fd8153743bd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:40.177472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.195057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.201949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:29:40.202371 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:29:40.221593 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:29:40.375461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.388291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.397697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=7ab05b66-6841-42a9-9f08-fd1169bd75de,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:40.485336 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e8b21585-c6a4-4cb6-8a28-1e9c9e9d8198 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/7ab05b66-6841-42a9-9f08-fd1169bd75de HTTP/1.1" status: 204 len: 168 time: 1.3024058 Feb 07 13:29:40.490433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42634) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:40.495647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-695304449', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:40.504169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:40.509789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:router and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:40.513655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:40.523029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:40.523327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] Deleting port d22aabcb-7a3b-4ddc-8c82-b9c0c542535f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:29:40.523327 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.599677 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.603021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.626413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f0b54-ec10-466e-9e16-0739d62d1afd None None] The port 'd22aabcb-7a3b-4ddc-8c82-b9c0c542535f' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:29:40.627665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.736169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.857012 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:40.858917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d22aabcb-7a3b-4ddc-8c82-b9c0c542535f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:29:40.859043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8a0ea68b-ba90-438a-93b1-40c5ebaa6088 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3668144 Feb 07 13:29:40.863921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42644) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:40.869518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-162210931'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:40.875137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:40.897708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: d22aabcb-7a3b-4ddc-8c82-b9c0c542535f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:29:40.898055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d22aabcb-7a3b-4ddc-8c82-b9c0c542535f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:29:41.011907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:41.015110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:41.025021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:41.089879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:41.093391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:41.123907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:29:41.137298 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:41.137643 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment 1baa5704-fd95-469f-8d70-a259ba3785be of type vlan for network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c Feb 07 13:29:41.168918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:41.244567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:41.250828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:41.251430 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:41.364600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=5ed71fc6-b3ca-49c3-9178-b9262ece1c6c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:41.375549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:29:41.467958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d6c9ee6e-927a-4893-86a1-d9c25002e894 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6018822 Feb 07 13:29:41.469751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42660) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:41.478120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:41.547207 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6728db2-c017-4a9f-b10b-bfd8a7f3c107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:41.620725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:41.625287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:41.628907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:41.638138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:41.707532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:41.711428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:42.004934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:42.100556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=5aa04d04-49b9-40c3-8a8e-dac9d4c5538c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:42.108319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:42.108685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:29:42.221967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:29:42.261526 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:42.347842 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:42.392968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:42.403689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:42.403689 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:42.407759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4562827f-63d0-48ed-8cee-52a9d991cb2a None None] Network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:42.503668 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-590cbcea-2914-43aa-a79f-22f29f9cc936 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0315905 Feb 07 13:29:42.506745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42672) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:42.675502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:29:42.676428 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:42.947949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Allocated IP 2001:db8::2 (5ed71fc6-b3ca-49c3-9178-b9262ece1c6c/5aa04d04-49b9-40c3-8a8e-dac9d4c5538c/a6e158c5-f833-40fc-976b-2ab9b94b8352) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:43.170503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:43.184044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Transition to ACTIVE for port object a6e158c5-f833-40fc-976b-2ab9b94b8352 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:43.210654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Transition to ACTIVE for port object a6e158c5-f833-40fc-976b-2ab9b94b8352 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:43.242465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:43.273313 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:43.338957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:43.341953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:43.344466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:43.383450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Pushing event updated for resources: {'Port': ['ID=a6e158c5-f833-40fc-976b-2ab9b94b8352,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:43.449021 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Attempting to bind port a6e158c5-f833-40fc-976b-2ab9b94b8352 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:29:43.449363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Attempting to bind port a6e158c5-f833-40fc-976b-2ab9b94b8352 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:29:43.449792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Attempting to bind port a6e158c5-f833-40fc-976b-2ab9b94b8352 on network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:43.455291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:29:43.455738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Checking segment: {'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:43.456432 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:43.456893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Bound using segment: {'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:29:43.457424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Bound port: a6e158c5-f833-40fc-976b-2ab9b94b8352, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:29:43.458000 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:43.553790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] For port a6e158c5-f833-40fc-976b-2ab9b94b8352, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:29:43.556951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] For port a6e158c5-f833-40fc-976b-2ab9b94b8352, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6e158c5-f833-40fc-976b-2ab9b94b8352,segment=NetworkSegment(1baa5704-fd95-469f-8d70-a259ba3785be),segment_id=1baa5704-fd95-469f-8d70-a259ba3785be)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:29:43.613577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8::1 (5ed71fc6-b3ca-49c3-9178-b9262ece1c6c/5aa04d04-49b9-40c3-8a8e-dac9d4c5538c/3ab95c0c-3410-4e86-a1f4-88adf9ed3687) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:43.633873 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:43.740664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0399c-9419-4559-b5cb-9ae0babbda80 None None] Pushing event updated for resources: {'Port': ['ID=a6e158c5-f833-40fc-976b-2ab9b94b8352,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:43.813057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:43.830224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:43.841894 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:43.924850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:44.024321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:44.027951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:44.030572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:44.031119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:44.052853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:44.304687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:44.869978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:44.929326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6e158c5-f833-40fc-976b-2ab9b94b8352 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:44.942245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:44.943424 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:45.058816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:45.185037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a61aea-1fbd-445a-9312-5a502cecbd42 None None] Network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:45.229550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:45.230728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:45.261674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a6e158c5-f833-40fc-976b-2ab9b94b8352 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:45.272254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:45.380833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-84cf98c8-723f-49a3-bdc0-0c0b9a072b11 None None] Provisioning for port a6e158c5-f833-40fc-976b-2ab9b94b8352 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:45.416006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-84cf98c8-723f-49a3-bdc0-0c0b9a072b11 None None] Provisioning complete for port a6e158c5-f833-40fc-976b-2ab9b94b8352 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:45.416596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-84cf98c8-723f-49a3-bdc0-0c0b9a072b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:45.524322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:29:45.624451 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-84cf98c8-723f-49a3-bdc0-0c0b9a072b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:45.692728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-84cf98c8-723f-49a3-bdc0-0c0b9a072b11 None None] For port a6e158c5-f833-40fc-976b-2ab9b94b8352, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6e158c5-f833-40fc-976b-2ab9b94b8352,segment=NetworkSegment(1baa5704-fd95-469f-8d70-a259ba3785be),segment_id=1baa5704-fd95-469f-8d70-a259ba3785be)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:45.733192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:45.745605 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:45.753626 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cf01bc7-1305-47ea-95ac-5ab909a7ae05 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2369118 Feb 07 13:29:45.753880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42696) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:45.756104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1007254204'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:45.762155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:45.765306 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:45.766211 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:45.767322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:45.771217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:45.779847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:45.781643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-84cf98c8-723f-49a3-bdc0-0c0b9a072b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:45.901399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:45.905230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:45.942516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf98c8-723f-49a3-bdc0-0c0b9a072b11 None None] Pushing event updated for resources: {'Port': ['ID=a6e158c5-f833-40fc-976b-2ab9b94b8352,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:45.952265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:29:45.982915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:45.982915 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment 0b498ac2-37d8-462c-9183-899502b7a02a of type vlan for network 6d55a098-1272-4d73-b9bc-88516f7a620c Feb 07 13:29:46.038700 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:46.041943 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:46.130463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f0835f8-5306-4bf9-812f-221f67f64d0f None None] Provisioning complete for port a6e158c5-f833-40fc-976b-2ab9b94b8352 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:46.130913 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f0835f8-5306-4bf9-812f-221f67f64d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:46.198336 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:46.217014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:46.217817 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:46.405187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=6d55a098-1272-4d73-b9bc-88516f7a620c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:46.417520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6d55a098-1272-4d73-b9bc-88516f7a620c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:29:46.490477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f0835f8-5306-4bf9-812f-221f67f64d0f None None] Provisioning for port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:46.501226 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:44Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:44Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:46.502880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f0835f8-5306-4bf9-812f-221f67f64d0f None None] Provisioning complete for port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:46.504200 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f0835f8-5306-4bf9-812f-221f67f64d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:46.509429 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:29:46.509781 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Updating router 27db2100-15f5-4c2f-9127-ade3ccd7351b port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:29:46.531245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42708) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:46.531775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1f152851-2405-4a4b-8780-2d9a2b2827c3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7798338 Feb 07 13:29:46.541138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:46.604567 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:46.609980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6f0835f8-5306-4bf9-812f-221f67f64d0f None None] Port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:46.698552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:46.702770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:46.706437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:46.714208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:46.757588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-23829d22-0614-4b76-b27b-af8684b176eb None None] Provisioning complete for port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:46.757966 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-23829d22-0614-4b76-b27b-af8684b176eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:46.804892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:46.808726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:46.814874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-23829d22-0614-4b76-b27b-af8684b176eb None None] Port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:46.902513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6e158c5-f833-40fc-976b-2ab9b94b8352 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:47.020723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-664202d4-75d7-4f0a-acf1-7e22b557ae29 None None] Provisioning complete for port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:47.024096 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-664202d4-75d7-4f0a-acf1-7e22b557ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.071409 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.089409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-664202d4-75d7-4f0a-acf1-7e22b557ae29 None None] Port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:47.090366 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Transition to ACTIVE for port object 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:47.090815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a6e158c5-f833-40fc-976b-2ab9b94b8352 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:47.091179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.199608 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.204076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.296147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=e4622333-b110-43e9-b910-505ca28f464c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:47.320632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:47.321005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: 6d55a098-1272-4d73-b9bc-88516f7a620c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:29:47.607075 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Pushing event updated for resources: {'Port': ['ID=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:47.609884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 6d55a098-1272-4d73-b9bc-88516f7a620c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Attempting to bind port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Attempting to bind port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Attempting to bind port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 on network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Checking segment: {'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Bound using segment: {'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Bound port: 3ab95c0c-3410-4e86-a1f4-88adf9ed3687, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1baa5704-fd95-469f-8d70-a259ba3785be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:29:47.610411 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.616942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6d55a098-1272-4d73-b9bc-88516f7a620c) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:47.616942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:47.616942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.617477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322111a-aa67-41fb-ae18-d3f76894a1e8 None None] Network 6d55a098-1272-4d73-b9bc-88516f7a620c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:47.624419 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] For port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:29:47.628905 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] For port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,segment=NetworkSegment(1baa5704-fd95-469f-8d70-a259ba3785be),segment_id=1baa5704-fd95-469f-8d70-a259ba3785be)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:29:47.668199 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b9aa5733-a4d2-422a-9d50-09e03302c491 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1346805 Feb 07 13:29:47.670874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42730) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:47.775680 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:47.940014 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:47.940014 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:47.991275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-6d55a098-1272-4d73-b9bc-88516f7a620c', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:29:47.992224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:48.014923 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134c5e6-609e-44b1-b888-04f6fc24b38e None None] Pushing event updated for resources: {'Port': ['ID=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:48.163585 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:48.749823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Allocated IP 2001:db8:1::2 (6d55a098-1272-4d73-b9bc-88516f7a620c/e4622333-b110-43e9-b910-505ca28f464c/263f7041-0b86-4467-826c-abcc9153f49d) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:48.754161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:44Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:47Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:48.754161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ba512-48be-475a-88dc-f058e35fad7b None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:44Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:47Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:48.757774 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:48.757774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Transition to ACTIVE for port object 263f7041-0b86-4467-826c-abcc9153f49d will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:48.757774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Transition to ACTIVE for port object 263f7041-0b86-4467-826c-abcc9153f49d will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:48.759188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:48.801825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:48.956972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Pushing event updated for resources: {'Port': ['ID=263f7041-0b86-4467-826c-abcc9153f49d,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:48.963286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Network 6d55a098-1272-4d73-b9bc-88516f7a620c is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:48.965831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:48.976884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:49.134317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Attempting to bind port 263f7041-0b86-4467-826c-abcc9153f49d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:29:49.134954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Attempting to bind port 263f7041-0b86-4467-826c-abcc9153f49d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:29:49.135463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Attempting to bind port 263f7041-0b86-4467-826c-abcc9153f49d on network 6d55a098-1272-4d73-b9bc-88516f7a620c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:49.142660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:29:49.143117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Checking segment: {'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:49.143429 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:49.144595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Bound using segment: {'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:29:49.145126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Bound port: 263f7041-0b86-4467-826c-abcc9153f49d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:29:49.145622 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:49.350434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] For port 263f7041-0b86-4467-826c-abcc9153f49d, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:29:49.350434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] For port 263f7041-0b86-4467-826c-abcc9153f49d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=263f7041-0b86-4467-826c-abcc9153f49d,segment=NetworkSegment(0b498ac2-37d8-462c-9183-899502b7a02a),segment_id=0b498ac2-37d8-462c-9183-899502b7a02a)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:29:49.356017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8:1::1 (6d55a098-1272-4d73-b9bc-88516f7a620c/e4622333-b110-43e9-b910-505ca28f464c/4a0df108-4e0c-416e-98cc-bbacedb9deee) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:49.484691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:49.561731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:49.582843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object 4a0df108-4e0c-416e-98cc-bbacedb9deee will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:49.615241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c1fc5-4f33-4a0d-93cb-89ca8418ea4a None None] Pushing event updated for resources: {'Port': ['ID=263f7041-0b86-4467-826c-abcc9153f49d,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:49.662691 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:49.776527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 6d55a098-1272-4d73-b9bc-88516f7a620c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:49.785908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:49.791269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:49.791269 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:49.822613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=4a0df108-4e0c-416e-98cc-bbacedb9deee,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:50.125156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:50.573300 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:50.652740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:50.652740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:51.076586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 263f7041-0b86-4467-826c-abcc9153f49d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:51.117710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=4a0df108-4e0c-416e-98cc-bbacedb9deee,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:51.182586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 6d55a098-1272-4d73-b9bc-88516f7a620c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:51.183876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:51.255846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 263f7041-0b86-4467-826c-abcc9153f49d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:51.261399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:51.402350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4917ad-4da6-4fef-85b1-fc8bb942c7a9 None None] Network 6d55a098-1272-4d73-b9bc-88516f7a620c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:51.417025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:29:51.551652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:51.580147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:51.580147 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:51.676724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:51.694251 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2350f240-16fe-4cc8-877f-1493803a07d6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0220325 Feb 07 13:29:51.724760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42772) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:51.730918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1709418868'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:51.734331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:51.737229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:51.743492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:51.746646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:51.751817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-30402ac9-9544-4f44-a5a2-4e572456acbc None None] Provisioning for port 263f7041-0b86-4467-826c-abcc9153f49d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:51.754362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:51.771405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:51.772061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:51.874652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:51.886481 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:51.889961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-30402ac9-9544-4f44-a5a2-4e572456acbc None None] Provisioning complete for port 263f7041-0b86-4467-826c-abcc9153f49d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:51.889961 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-30402ac9-9544-4f44-a5a2-4e572456acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:51.921506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:29:51.939351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:51.939351 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment 5f4ef546-1be7-4099-9622-13f525c3efd0 of type vlan for network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 Feb 07 13:29:51.980121 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:52.125220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:52.135230 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:52.141103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:52.142037 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:52.297205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=abbeceb5-8fa9-4396-95bb-18cb2b65eb55,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:52.346195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:29:52.365770 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-87837d51-8326-4248-aeaf-a5f36a714f0a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6334739 Feb 07 13:29:52.365770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42782) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:52.371019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:52.529619 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:52.533600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:52.537670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:52.543522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:52.592592 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:52.616605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:52.621830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:52.650544 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-30402ac9-9544-4f44-a5a2-4e572456acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:52.826334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,segment=NetworkSegment(1baa5704-fd95-469f-8d70-a259ba3785be),segment_id=1baa5704-fd95-469f-8d70-a259ba3785be)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:52.939472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-30402ac9-9544-4f44-a5a2-4e572456acbc None None] For port 263f7041-0b86-4467-826c-abcc9153f49d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=263f7041-0b86-4467-826c-abcc9153f49d,segment=NetworkSegment(0b498ac2-37d8-462c-9183-899502b7a02a),segment_id=0b498ac2-37d8-462c-9183-899502b7a02a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:29:52.948604 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:53.054461 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-30402ac9-9544-4f44-a5a2-4e572456acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:53.087253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:53.162819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:53.196162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30402ac9-9544-4f44-a5a2-4e572456acbc None None] Pushing event updated for resources: {'Port': ['ID=263f7041-0b86-4467-826c-abcc9153f49d,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:53.226257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:49Z', 'revision_number': 3, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:47Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:50Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:53.226257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:29:53.226257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Updating router 27db2100-15f5-4c2f-9127-ade3ccd7351b port 4a0df108-4e0c-416e-98cc-bbacedb9deee binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:29:53.302269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:53.302724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: abbeceb5-8fa9-4396-95bb-18cb2b65eb55, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:29:53.312573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=866ed24a-b118-46fb-ba27-2f4fa05edbdd,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:53.350689 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:53.417760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a079174-f5b1-41d0-ba89-50ac3789434c None None] Provisioning for port 4a0df108-4e0c-416e-98cc-bbacedb9deee completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:53.459433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a079174-f5b1-41d0-ba89-50ac3789434c None None] Provisioning complete for port 4a0df108-4e0c-416e-98cc-bbacedb9deee triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:53.459433 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a079174-f5b1-41d0-ba89-50ac3789434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:53.471228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:29:53.553339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, abbeceb5-8fa9-4396-95bb-18cb2b65eb55) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:53.553339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:53.553339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:53.607578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3fe88-1d33-46e6-8722-08f3837fe92a None None] Network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:53.673646 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-02c1af5e-b83a-46b9-b87e-7f576e54efb4 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3100426 Feb 07 13:29:53.676373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42796) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:53.694141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6a079174-f5b1-41d0-ba89-50ac3789434c None None] Port 4a0df108-4e0c-416e-98cc-bbacedb9deee cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:53.827354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a079174-f5b1-41d0-ba89-50ac3789434c None None] Provisioning complete for port 263f7041-0b86-4467-826c-abcc9153f49d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:53.827657 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a079174-f5b1-41d0-ba89-50ac3789434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:54.259111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:29:54.259926 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:54.385529 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:54.418500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Transition to ACTIVE for port object 4a0df108-4e0c-416e-98cc-bbacedb9deee will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:54.466592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d7ce80f9-7e73-4624-bb61-5cc3c8e6ade1 None None] Provisioning complete for port 4a0df108-4e0c-416e-98cc-bbacedb9deee triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:54.466592 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d7ce80f9-7e73-4624-bb61-5cc3c8e6ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:54.512318 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:54.591342 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:54.677858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce80f9-7e73-4624-bb61-5cc3c8e6ade1 None None] Port 4a0df108-4e0c-416e-98cc-bbacedb9deee cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:29:54.765301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b70284-f674-4dac-9e4d-c3f86533332b None None] Pushing event updated for resources: {'Port': ['ID=4a0df108-4e0c-416e-98cc-bbacedb9deee,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:54.887921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Allocated IP 2001:db8:2::2 (abbeceb5-8fa9-4396-95bb-18cb2b65eb55/866ed24a-b118-46fb-ba27-2f4fa05edbdd/4618cf18-bd72-4352-a39d-a40473cf32ef) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:54.906322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Attempting to bind port 4a0df108-4e0c-416e-98cc-bbacedb9deee on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:29:54.907069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Attempting to bind port 4a0df108-4e0c-416e-98cc-bbacedb9deee by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:29:54.907576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Attempting to bind port 4a0df108-4e0c-416e-98cc-bbacedb9deee on network 6d55a098-1272-4d73-b9bc-88516f7a620c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:54.915994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:29:54.916674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Checking segment: {'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:54.917230 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:54.917763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Bound using segment: {'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:29:54.918480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Bound port: 4a0df108-4e0c-416e-98cc-bbacedb9deee, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b498ac2-37d8-462c-9183-899502b7a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:29:54.919017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:55.158000 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:55.178158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 263f7041-0b86-4467-826c-abcc9153f49d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:55.206984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfba3b4-bb1f-456c-af01-330340732577 req-894989be-8154-454e-90c2-147e78712f3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254568 Feb 07 13:29:55.261159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] For port 4a0df108-4e0c-416e-98cc-bbacedb9deee, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:29:55.320371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] For port 4a0df108-4e0c-416e-98cc-bbacedb9deee, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4a0df108-4e0c-416e-98cc-bbacedb9deee,segment=NetworkSegment(0b498ac2-37d8-462c-9183-899502b7a02a),segment_id=0b498ac2-37d8-462c-9183-899502b7a02a)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:29:55.380719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 263f7041-0b86-4467-826c-abcc9153f49d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:55.381535 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:55.426630 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:55.474068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfba3b4-bb1f-456c-af01-330340732577 req-73815230-029a-4595-9d42-c06a6c10ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:55.474068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfba3b4-bb1f-456c-af01-330340732577 req-73815230-029a-4595-9d42-c06a6c10ef5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1096 time: 0.1877253 Feb 07 13:29:55.640808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:55.641695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:55.708385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfba3b4-bb1f-456c-af01-330340732577 req-90049187-5b43-44d1-88b0-468269ff0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:55.709924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfba3b4-bb1f-456c-af01-330340732577 req-90049187-5b43-44d1-88b0-468269ff0f3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.2179096 Feb 07 13:29:55.874002 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:55.887938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfba3b4-bb1f-456c-af01-330340732577 req-c362dd96-2dd3-4a0b-9f21-0ade93f24d4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f61a4d-c779-4ba6-917f-a4f120232070 HTTP/1.1" status: 200 len: 1001 time: 0.1709356 Feb 07 13:29:55.907233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b70284-f674-4dac-9e4d-c3f86533332b None None] Pushing event updated for resources: {'Port': ['ID=4a0df108-4e0c-416e-98cc-bbacedb9deee,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:55.921320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Transition to ACTIVE for port object 4618cf18-bd72-4352-a39d-a40473cf32ef will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:56.000195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:56.021854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfba3b4-bb1f-456c-af01-330340732577 req-ec4493f5-e080-4b28-b0ee-03903219e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:56.021854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfba3b4-bb1f-456c-af01-330340732577 req-ec4493f5-e080-4b28-b0ee-03903219e3e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.1241317 Feb 07 13:29:56.086323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42826) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:56.129663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfba3b4-bb1f-456c-af01-330340732577 req-36bff4ee-eb88-4454-b7e9-1fbceba90ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:56.131588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfba3b4-bb1f-456c-af01-330340732577 req-36bff4ee-eb88-4454-b7e9-1fbceba90ba7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061313 Feb 07 13:29:56.172001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Transition to ACTIVE for port object 4618cf18-bd72-4352-a39d-a40473cf32ef will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:56.280295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfba3b4-bb1f-456c-af01-330340732577 req-c4780679-9326-4378-a91c-c2ee9ec84ef1 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423566 Feb 07 13:29:56.300223 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.339799 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.364538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:56.368522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Usage tracker for resource:security_group_rule and tenant:7b7576319ef844a89f74ac4ba0857573 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:56.369183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:56.371417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:56.377691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:56.442764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfba3b4-bb1f-456c-af01-330340732577 req-1f53f1b7-e404-4bab-9d89-de97617657e0 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498365 Feb 07 13:29:56.463257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8:2::1 (abbeceb5-8fa9-4396-95bb-18cb2b65eb55/866ed24a-b118-46fb-ba27-2f4fa05edbdd/c8817b23-76b9-4fe8-bf5a-45a0aef06772) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:29:56.515661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:56.529058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:56.532754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:56.543301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Pushing event updated for resources: {'Port': ['ID=4618cf18-bd72-4352-a39d-a40473cf32ef,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:56.718024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.718024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.719687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Attempting to bind port 4618cf18-bd72-4352-a39d-a40473cf32ef on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:29:56.720080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Attempting to bind port 4618cf18-bd72-4352-a39d-a40473cf32ef by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:29:56.720443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Attempting to bind port 4618cf18-bd72-4352-a39d-a40473cf32ef on network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:29:56.727468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:56.727837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.734197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object c8817b23-76b9-4fe8-bf5a-45a0aef06772 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:29:56.759383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:29:56.759758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Checking segment: {'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:29:56.760180 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.760570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Bound using segment: {'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:29:56.761050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Bound port: 4618cf18-bd72-4352-a39d-a40473cf32ef, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:29:56.761407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.866994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.911298 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b7576319ef844a89f74ac4ba0857573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8262768 Feb 07 13:29:56.914903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42840) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:56.922193 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:56.927987 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] For port 4618cf18-bd72-4352-a39d-a40473cf32ef, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:29:56.963309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:49Z', 'revision_number': 3, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:55Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:56.982998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] For port 4618cf18-bd72-4352-a39d-a40473cf32ef, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4618cf18-bd72-4352-a39d-a40473cf32ef,segment=NetworkSegment(5f4ef546-1be7-4099-9622-13f525c3efd0),segment_id=5f4ef546-1be7-4099-9622-13f525c3efd0)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:29:56.982998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13665e81-e214-41eb-96b0-aac17f43e913 None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:49Z', 'revision_number': 3, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:55Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:29:57.043176 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:29:57.077702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a5271622-c34e-4779-b92b-b567244f2873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:57.102033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e18f9f-1eef-45f3-9e47-5eba574284ab,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:57.105890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:57.111506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.120655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab39fa-9852-4e0d-b6a6-604b21701e39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:29:57.126182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:29:57.126725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:57.136956 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:57.139676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a5271622-c34e-4779-b92b-b567244f2873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:57.156255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=c8817b23-76b9-4fe8-bf5a-45a0aef06772,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:57.250431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b2797-b52b-4549-8876-5bdbab743051 None None] Pushing event updated for resources: {'Port': ['ID=4618cf18-bd72-4352-a39d-a40473cf32ef,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:57.432576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a5271622-c34e-4779-b92b-b567244f2873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:57.463954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5271622-c34e-4779-b92b-b567244f2873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e18f9f-1eef-45f3-9e47-5eba574284ab,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:57.479059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a5271622-c34e-4779-b92b-b567244f2873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:57.480081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a5271622-c34e-4779-b92b-b567244f2873 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5e18f9f-1eef-45f3-9e47-5eba574284ab HTTP/1.1" status: 204 len: 168 time: 0.5637383 Feb 07 13:29:57.587462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:58.277619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:58.387160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:58.387966 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:58.583924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=c8817b23-76b9-4fe8-bf5a-45a0aef06772,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:58.604556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:29:58.606971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:29:58.607726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd596f2-a8e1-4a03-b5d8-4b98d3a5e232 None None] Network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:29:58.795191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:29:58.816474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e5743531-70f6-4cd7-89c6-4a72896a981d None None] Provisioning for port 4618cf18-bd72-4352-a39d-a40473cf32ef completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:58.980928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:29:58.994865 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:29:59.007967 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:29:59.008635 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:59.043199 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bf68c50c-28a6-45b4-b2e2-0f9a95245c7b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3655534 Feb 07 13:29:59.045884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42882) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:59.054177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2057985473'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:59.070231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:29:59.092500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:network and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:29:59.105144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:29:59.140304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:29:59.249883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:29:59.251420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4a0df108-4e0c-416e-98cc-bbacedb9deee up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:29:59.279074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:59.287101 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:29:59.333173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:29:59.349348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:59.349348 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added segment 40cb4f48-8fec-4d0d-b5ba-641095375435 of type vlan for network 3a657be8-050b-42e6-923a-ba58cf7132cb Feb 07 13:29:59.382752 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:59.507398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4a0df108-4e0c-416e-98cc-bbacedb9deee completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:59.520357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4a0df108-4e0c-416e-98cc-bbacedb9deee triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:59.520739 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:59.536350 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:59.542998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:29:59.555088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:59.604411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-892b26d0-699d-41b1-bc8d-738ad93cc618 None None] Provisioning for port c8817b23-76b9-4fe8-bf5a-45a0aef06772 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:29:59.618815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-892b26d0-699d-41b1-bc8d-738ad93cc618 None None] Provisioning complete for port c8817b23-76b9-4fe8-bf5a-45a0aef06772 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:29:59.620500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-892b26d0-699d-41b1-bc8d-738ad93cc618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:29:59.795684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Network': ['ID=3a657be8-050b-42e6-923a-ba58cf7132cb,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:29:59.795684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-36c07ab8-6c2d-48bd-832b-b23dd31b8eb7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7477522 Feb 07 13:29:59.809839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42892) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:29:59.809839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'subnet': {'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:29:59.837362 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:57Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:55Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:29:57Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:29:59.837362 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:29:59.837362 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Updating router 27db2100-15f5-4c2f-9127-ade3ccd7351b port c8817b23-76b9-4fe8-bf5a-45a0aef06772 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:29:59.841359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.297062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 3a657be8-050b-42e6-923a-ba58cf7132cb details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:30:00.297062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-892b26d0-699d-41b1-bc8d-738ad93cc618 None None] Port c8817b23-76b9-4fe8-bf5a-45a0aef06772 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:00.301237 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.314589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4a0df108-4e0c-416e-98cc-bbacedb9deee, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4a0df108-4e0c-416e-98cc-bbacedb9deee,segment=NetworkSegment(0b498ac2-37d8-462c-9183-899502b7a02a),segment_id=0b498ac2-37d8-462c-9183-899502b7a02a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:00.314589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5088ccfd-230c-47b5-98c7-7b93e083b49a None None] Provisioning complete for port c8817b23-76b9-4fe8-bf5a-45a0aef06772 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:00.314589 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5088ccfd-230c-47b5-98c7-7b93e083b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.319587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:00.319587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:subnet and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:00.319587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:00.319587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:00.324176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5088ccfd-230c-47b5-98c7-7b93e083b49a None None] Port c8817b23-76b9-4fe8-bf5a-45a0aef06772 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:00.324176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-80e70b85-8b18-4a35-889a-352c6b1fcc10 None None] Provisioning complete for port c8817b23-76b9-4fe8-bf5a-45a0aef06772 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:00.324176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-80e70b85-8b18-4a35-889a-352c6b1fcc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.328370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42902) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:00.331068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-80e70b85-8b18-4a35-889a-352c6b1fcc10 None None] Port c8817b23-76b9-4fe8-bf5a-45a0aef06772 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:00.357307 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.371254 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Transition to ACTIVE for port object c8817b23-76b9-4fe8-bf5a-45a0aef06772 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:00.496094 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.497054 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4618cf18-bd72-4352-a39d-a40473cf32ef up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:00.536035 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.576686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Made reservation on behalf of 921216ff1853470d9f921dc9a7747ea7 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:30:00.580471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.597946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.662045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4a0df108-4e0c-416e-98cc-bbacedb9deee,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:00.734180 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc829a5-9dad-4cf2-a4be-d55999f95df1 None None] Pushing event updated for resources: {'Port': ['ID=c8817b23-76b9-4fe8-bf5a-45a0aef06772,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:00.743411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:00.760366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] Usage tracker for resource:security_group_rule and tenant:e636917b950a411eb4f959d4bb0aab8d is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:00.760366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:00.777764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:00.782884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4618cf18-bd72-4352-a39d-a40473cf32ef completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:00.796950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4618cf18-bd72-4352-a39d-a40473cf32ef triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:00.796950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.991989 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Attempting to bind port c8817b23-76b9-4fe8-bf5a-45a0aef06772 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:00.992187 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:00.992365 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Attempting to bind port c8817b23-76b9-4fe8-bf5a-45a0aef06772 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:00.992902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Attempting to bind port c8817b23-76b9-4fe8-bf5a-45a0aef06772 on network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:00.999667 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:01.000114 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Checking segment: {'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:01.000522 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.000918 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Bound using segment: {'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:01.001384 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Bound port: c8817b23-76b9-4fe8-bf5a-45a0aef06772, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4ef546-1be7-4099-9622-13f525c3efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:01.001755 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.015656 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.042523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4618cf18-bd72-4352-a39d-a40473cf32ef, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4618cf18-bd72-4352-a39d-a40473cf32ef,segment=NetworkSegment(5f4ef546-1be7-4099-9622-13f525c3efd0),segment_id=5f4ef546-1be7-4099-9622-13f525c3efd0)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:01.118356 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] For port c8817b23-76b9-4fe8-bf5a-45a0aef06772, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:01.121937 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] For port c8817b23-76b9-4fe8-bf5a-45a0aef06772, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8817b23-76b9-4fe8-bf5a-45a0aef06772,segment=NetworkSegment(5f4ef546-1be7-4099-9622-13f525c3efd0),segment_id=5f4ef546-1be7-4099-9622-13f525c3efd0)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:01.123864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.124124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.196057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.228743 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.232043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4a0df108-4e0c-416e-98cc-bbacedb9deee up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:01.275115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9145e532-e019-481d-ac28-8fc6c255db90,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:01.275115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3d859b25-0a74-4c42-9b1d-389ffcd2e26e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e636917b950a411eb4f959d4bb0aab8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9622529 Feb 07 13:30:01.290826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:01.315057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4618cf18-bd72-4352-a39d-a40473cf32ef,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:01.350500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4a0df108-4e0c-416e-98cc-bbacedb9deee triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:01.350500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.393846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:01.393846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:01.448889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Checking segment: {'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:01.448889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network hostable DHCP agents. Network: 3a657be8-050b-42e6-923a-ba58cf7132cb, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:30:01.465863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a3d87e2-50c6-41e7-afb7-58fb86abdc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.483583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Subnet': ['ID=8a7dfe36-ae9d-4b47-8a06-ff5cee770377,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:01.529981 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a3d87e2-50c6-41e7-afb7-58fb86abdc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.581877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 3a657be8-050b-42e6-923a-ba58cf7132cb is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:30:01.625199 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc829a5-9dad-4cf2-a4be-d55999f95df1 None None] Pushing event updated for resources: {'Port': ['ID=c8817b23-76b9-4fe8-bf5a-45a0aef06772,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:01.673077 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:01.685608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 3a657be8-050b-42e6-923a-ba58cf7132cb) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:01.690521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:01.691431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.697274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe25f2-a3d3-4c58-9bce-bb779de14ede None None] Network 3a657be8-050b-42e6-923a-ba58cf7132cb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:01.713564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a3d87e2-50c6-41e7-afb7-58fb86abdc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.739902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a3d87e2-50c6-41e7-afb7-58fb86abdc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:01.744658 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4a3d87e2-50c6-41e7-afb7-58fb86abdc71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9145e532-e019-481d-ac28-8fc6c255db90 HTTP/1.1" status: 204 len: 168 time: 0.4750228 Feb 07 13:30:01.745959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d87e2-50c6-41e7-afb7-58fb86abdc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9145e532-e019-481d-ac28-8fc6c255db90,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:01.810981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-215afa83-7201-4f6e-a701-97080e4c1e62 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0114777 Feb 07 13:30:01.814040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 42934) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:02.151018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-3a657be8-050b-42e6-923a-ba58cf7132cb', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:30:02.152185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:02.185888 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:57Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:01Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:02.196454 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6e320f-5060-4de4-83a7-5e8df9c6176b None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:29:57Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:01Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:02.484074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Allocated IP 2001:db8:3::2 (3a657be8-050b-42e6-923a-ba58cf7132cb/8a7dfe36-ae9d-4b47-8a06-ff5cee770377/6b07f467-e7bf-4b59-80a5-1e469f56dc27) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:02.642582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5806-239b-48d3-8466-8e1be9baad55 req-415611ac-3d42-4f01-8ad5-c883516bcb89 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:02.642582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ab5806-239b-48d3-8466-8e1be9baad55 req-415611ac-3d42-4f01-8ad5-c883516bcb89 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.5153825 Feb 07 13:30:02.795438 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:02.818475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Transition to ACTIVE for port object 6b07f467-e7bf-4b59-80a5-1e469f56dc27 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:02.848727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Transition to ACTIVE for port object 6b07f467-e7bf-4b59-80a5-1e469f56dc27 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:02.876169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ab5806-239b-48d3-8466-8e1be9baad55 req-7cb135e4-c4ec-4b72-a633-bbdd13f05c9b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539671 Feb 07 13:30:02.955139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:02.958862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:03.049044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Network 3a657be8-050b-42e6-923a-ba58cf7132cb is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:03.056539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:03.072844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:03.276785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Pushing event updated for resources: {'Port': ['ID=6b07f467-e7bf-4b59-80a5-1e469f56dc27,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Attempting to bind port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Attempting to bind port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Attempting to bind port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 on network 3a657be8-050b-42e6-923a-ba58cf7132cb {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Checking segment: {'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Bound using segment: {'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Bound port: 6b07f467-e7bf-4b59-80a5-1e469f56dc27, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:03.298155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:03.418388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d363fe25-2814-473b-8926-1497491f52ba None None] For port 6b07f467-e7bf-4b59-80a5-1e469f56dc27, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:03.424511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d363fe25-2814-473b-8926-1497491f52ba None None] For port 6b07f467-e7bf-4b59-80a5-1e469f56dc27, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6b07f467-e7bf-4b59-80a5-1e469f56dc27,segment=NetworkSegment(40cb4f48-8fec-4d0d-b5ba-641095375435),segment_id=40cb4f48-8fec-4d0d-b5ba-641095375435)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:03.432701 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8817b23-76b9-4fe8-bf5a-45a0aef06772 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:03.504891 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:03.535539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42968) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:03.629402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363fe25-2814-473b-8926-1497491f52ba None None] Pushing event updated for resources: {'Port': ['ID=6b07f467-e7bf-4b59-80a5-1e469f56dc27,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:03.688554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c8817b23-76b9-4fe8-bf5a-45a0aef06772 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:03.725615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c8817b23-76b9-4fe8-bf5a-45a0aef06772 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:03.725615 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:03.756726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Allocated IP 2001:db8:3::1 (3a657be8-050b-42e6-923a-ba58cf7132cb/8a7dfe36-ae9d-4b47-8a06-ff5cee770377/1d52b141-867c-42eb-9aa3-3c228cb3ed68) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:03.846472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-461479309-network', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:03.851471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:03.856075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Usage tracker for resource:network and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:03.860355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:03.874684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:03.961316 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:03.970877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:30:03.974957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.016208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c8817b23-76b9-4fe8-bf5a-45a0aef06772, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8817b23-76b9-4fe8-bf5a-45a0aef06772,segment=NetworkSegment(5f4ef546-1be7-4099-9622-13f525c3efd0),segment_id=5f4ef546-1be7-4099-9622-13f525c3efd0)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:04.018181 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.036637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:04.050379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:04.054120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:04.062438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:04.089880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.091142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4618cf18-bd72-4352-a39d-a40473cf32ef up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:04.161337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.193226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Transition to ACTIVE for port object 1d52b141-867c-42eb-9aa3-3c228cb3ed68 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:04.233311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.239109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c276c-12a2-4447-a2f0-387e6dbb7c3b req-2e9464d4-9dd8-4bb5-9b34-683abbac5356 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:04.248770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273c276c-12a2-4447-a2f0-387e6dbb7c3b req-2e9464d4-9dd8-4bb5-9b34-683abbac5356 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.2147574 Feb 07 13:30:04.300594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-273c276c-12a2-4447-a2f0-387e6dbb7c3b req-5f4e9964-d083-48ad-b9b0-011c4aafbc50 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529001 Feb 07 13:30:04.317187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c8817b23-76b9-4fe8-bf5a-45a0aef06772,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:04.321931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4618cf18-bd72-4352-a39d-a40473cf32ef triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:04.322690 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.369938 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.388072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.428938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a112de0e-d000-471d-84bf-ad6add13aec2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:04.437036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:30:04.460843 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.468697 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Added segment 63bf5267-28b2-4a71-955e-9dbffea5a0c3 of type vlan for network c42fd682-807a-46ed-800d-ed30d5f431a1 Feb 07 13:30:04.486289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 3a657be8-050b-42e6-923a-ba58cf7132cb is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:04.488895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:04.495375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:04.496211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.505165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.526049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=1d52b141-867c-42eb-9aa3-3c228cb3ed68,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:04.610903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.610903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:04.610903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.742705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c42fd682-807a-46ed-800d-ed30d5f431a1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:04.753691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network c42fd682-807a-46ed-800d-ed30d5f431a1 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:30:04.789982 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:04.850604 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cc8511c2-2059-4dbc-96d6-1274c22339d9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3132083 Feb 07 13:30:04.853428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 42984) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:04.858970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Request body: {'subnet': {'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-461479309-subnet', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:04.865201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:04.869159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Usage tracker for resource:subnet and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:04.883758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:04.899577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:05.004353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:30:05.007138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:05.156908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f493bd-6d2c-48f6-8f2a-a7c05c8eb1e9 None None] Network 3a657be8-050b-42e6-923a-ba58cf7132cb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:05.321017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:05.364438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-59bd1221-3279-4c5d-9154-55731446bb38 None None] Provisioning for port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:05.400026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8817b23-76b9-4fe8-bf5a-45a0aef06772 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:05.427583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:05.483529 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:05.484955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:05.506957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c8817b23-76b9-4fe8-bf5a-45a0aef06772 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:05.507582 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:05.518689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5edbd66-a3de-40ae-bdca-2756a1ce07f0,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:05.558786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:05.559235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Network hostable DHCP agents. Network: c42fd682-807a-46ed-800d-ed30d5f431a1, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:30:05.694880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:30:05.786730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6b07f467-e7bf-4b59-80a5-1e469f56dc27 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:05.792742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event updated for resources: {'Port': ['ID=1d52b141-867c-42eb-9aa3-3c228cb3ed68,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:05.824344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Network 3a657be8-050b-42e6-923a-ba58cf7132cb is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:05.824344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:05.827503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, c42fd682-807a-46ed-800d-ed30d5f431a1) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:05.832303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:05.832958 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:05.844740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54853ac4-723d-4145-9670-c7fefaca3d1c None None] Network c42fd682-807a-46ed-800d-ed30d5f431a1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:05.892805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc76a0-0e3c-4037-b5b0-4a58b7dbe5cd req-fe219b90-fdf7-4b97-99cf-5f45dbb4455a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:05.900618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fbc76a0-0e3c-4037-b5b0-4a58b7dbe5cd req-fe219b90-fdf7-4b97-99cf-5f45dbb4455a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.4805512 Feb 07 13:30:06.012564 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6767582f-b743-42d2-8fa9-e02bf1267798 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1580596 Feb 07 13:30:06.031926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43000) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:06.031926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:06.054232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:06.064076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:06.067122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Usage tracker for resource:router and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:06.076504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:06.090728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Provisioning complete for port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:06.091272 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:06.098548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:06.125176 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:06.193608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:06.194688 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:06.228770 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:06.239101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:06.253400 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:06.333889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730f903-1544-48b0-b420-59659935b55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-c42fd682-807a-46ed-800d-ed30d5f431a1', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:30:06.333889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2730f903-1544-48b0-b420-59659935b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:06.467478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fbc76a0-0e3c-4037-b5b0-4a58b7dbe5cd req-a29ea90b-47a5-40ce-9b4e-69b1057b53ad tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5612717 Feb 07 13:30:06.486251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:06.510128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-94fa35bd-3fb9-4434-acad-e6403d004e10 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6853495 Feb 07 13:30:06.510128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43004) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:06.510128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:06.545741 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:06.556197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:06.711257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:06.711916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:06.868425 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:06.926674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] For port 6b07f467-e7bf-4b59-80a5-1e469f56dc27, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6b07f467-e7bf-4b59-80a5-1e469f56dc27,segment=NetworkSegment(40cb4f48-8fec-4d0d-b5ba-641095375435),segment_id=40cb4f48-8fec-4d0d-b5ba-641095375435)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:07.019397 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.019397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-2730f903-1544-48b0-b420-59659935b55d None None] Allocated IP 172.20.0.2 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/8898a45b-ae2c-405e-b46f-e8623a37c12f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:07.153961 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.185494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:07.339542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-797783bc-2777-48da-be02-339441969a9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2299025 Feb 07 13:30:07.362124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.extraroute_db [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 13:30:07.383611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.extraroute_db [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Removed routes are [] {{(pid=88313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 13:30:07.384278 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.437766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Provisioning for port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:07.508281 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:30:07.508281 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:30:07.517396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Provisioning complete for port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:07.517396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.721458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Pushing event updated for resources: {'Port': ['ID=6b07f467-e7bf-4b59-80a5-1e469f56dc27,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:07.784652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.827278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.940062 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.950954 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2730f903-1544-48b0-b420-59659935b55d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.962832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:07.969374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2730f903-1544-48b0-b420-59659935b55d None None] Transition to ACTIVE for port object 8898a45b-ae2c-405e-b46f-e8623a37c12f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:07.983693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e10d5fa9-a8a1-42ed-a7f9-0bf8c791e516 None None] Port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:08.046856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-349af172-3c69-447f-bae5-e5743d93be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:08.046856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-349af172-3c69-447f-bae5-e5743d93be5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 1097 time: 0.5810115 Feb 07 13:30:08.124890 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2730f903-1544-48b0-b420-59659935b55d None None] Transition to ACTIVE for port object 8898a45b-ae2c-405e-b46f-e8623a37c12f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:08.136877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Allocated IP 172.25.7.205 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/61763169-756e-4366-a7bb-4f1be7852995) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:08.188094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:04Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:05Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:08.188094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dd413a17-77b5-4962-8cee-d05e97da8704 None None] Provisioning complete for port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:08.188094 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dd413a17-77b5-4962-8cee-d05e97da8704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:08.244003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:08.244003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Updating router 27db2100-15f5-4c2f-9127-ade3ccd7351b port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:30:08.273014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2730f903-1544-48b0-b420-59659935b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:08.337964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6b07f467-e7bf-4b59-80a5-1e469f56dc27 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:08.379220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:08.466772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2730f903-1544-48b0-b420-59659935b55d None None] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:08.467577 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:08.481549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f903-1544-48b0-b420-59659935b55d None None] Pushing event updated for resources: {'Port': ['ID=8898a45b-ae2c-405e-b46f-e8623a37c12f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:08.483660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dd413a17-77b5-4962-8cee-d05e97da8704 None None] Port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:08.485311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-2730f903-1544-48b0-b420-59659935b55d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:08.495137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730f903-1544-48b0-b420-59659935b55d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:08.527156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:08.594339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:08.599244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:08.599244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:08.599244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:08.625964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-6aa5cc03-8b4d-4fbe-994d-3906f319bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:08.625964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-6aa5cc03-8b4d-4fbe-994d-3906f319bf26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a39833bf-c663-4171-b32d-a8bdaa49cd69 HTTP/1.1" status: 200 len: 897 time: 0.2905416 Feb 07 13:30:08.639523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07656bf-a6ac-4ce8-bc75-09faca370639 req-1f5a5792-b0db-4c5f-aac3-8cdb5e5474fa tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:08.639523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c07656bf-a6ac-4ce8-bc75-09faca370639 req-1f5a5792-b0db-4c5f-aac3-8cdb5e5474fa tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.8347349 Feb 07 13:30:08.787551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Pushing event updated for resources: {'Port': ['ID=61763169-756e-4366-a7bb-4f1be7852995,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:08.937933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:08.938309 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:08.970760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c07656bf-a6ac-4ce8-bc75-09faca370639 req-27d00cc2-be86-4744-ad34-71e99f3fcf0b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313994 Feb 07 13:30:08.996741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-4433c41a-fe49-48e8-b191-0906bb827358 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c HTTP/1.1" status: 200 len: 1002 time: 0.3055506 Feb 07 13:30:09.026785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2730f903-1544-48b0-b420-59659935b55d None None] Attempting to bind port 8898a45b-ae2c-405e-b46f-e8623a37c12f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:09.027075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2730f903-1544-48b0-b420-59659935b55d None None] Attempting to bind port 8898a45b-ae2c-405e-b46f-e8623a37c12f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:09.027441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730f903-1544-48b0-b420-59659935b55d None None] Attempting to bind port 8898a45b-ae2c-405e-b46f-e8623a37c12f on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:09.058962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:09.069634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730f903-1544-48b0-b420-59659935b55d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:09.069634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730f903-1544-48b0-b420-59659935b55d None None] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:09.069634 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2730f903-1544-48b0-b420-59659935b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.069634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730f903-1544-48b0-b420-59659935b55d None None] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:09.069634 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2730f903-1544-48b0-b420-59659935b55d None None] Bound port: 8898a45b-ae2c-405e-b46f-e8623a37c12f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:09.069634 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2730f903-1544-48b0-b420-59659935b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.071546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.071546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2890a2dc-a7b3-4006-900b-658400c96400 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 200 len: 953 time: 2.5605373 Feb 07 13:30:09.075757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43030) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:09.163564 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f653d666-64e4-4ce7-aec7-12d8f7e55296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.235377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-82cadcd9-8829-450b-aa14-2e455cd5bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:09.235377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-82cadcd9-8829-450b-aa14-2e455cd5bb81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=474577df-9fe6-4a39-985c-26ec6794b196 HTTP/1.1" status: 200 len: 834 time: 0.2274034 Feb 07 13:30:09.304466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.327006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-31a5f7e9-8cdd-4757-83fb-4ac4a21e21cd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 200 len: 953 time: 0.2541287 Feb 07 13:30:09.332487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43034) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:09.340127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2730f903-1544-48b0-b420-59659935b55d None None] For port 8898a45b-ae2c-405e-b46f-e8623a37c12f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:09.340323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'routes': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:09.346162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2730f903-1544-48b0-b420-59659935b55d None None] For port 8898a45b-ae2c-405e-b46f-e8623a37c12f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8898a45b-ae2c-405e-b46f-e8623a37c12f,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:09.348510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.363159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Transition to ACTIVE for port object 1d52b141-867c-42eb-9aa3-3c228cb3ed68 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:09.416774 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2730f903-1544-48b0-b420-59659935b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.467004 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.482604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-fa28e835-cfdf-4319-aa2f-6c3148becb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:09.484153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-fa28e835-cfdf-4319-aa2f-6c3148becb45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a39833bf-c663-4171-b32d-a8bdaa49cd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430229 Feb 07 13:30:09.666695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f903-1544-48b0-b420-59659935b55d None None] Pushing event updated for resources: {'Port': ['ID=8898a45b-ae2c-405e-b46f-e8623a37c12f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:09.711419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-eb727170-5e2f-44ac-8a5c-b78cb79933ea service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095900 Feb 07 13:30:09.868647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Pushing event updated for resources: {'Port': ['ID=1d52b141-867c-42eb-9aa3-3c228cb3ed68,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:09.896091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Attempting to bind port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:09.896614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Attempting to bind port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:09.897524 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Attempting to bind port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 on network 3a657be8-050b-42e6-923a-ba58cf7132cb {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:09.904862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:09.905317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Checking segment: {'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:09.905795 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:09.906286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Bound using segment: {'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:09.906952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Bound port: 1d52b141-867c-42eb-9aa3-3c228cb3ed68, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cb4f48-8fec-4d0d-b5ba-641095375435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:09.907405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:10.109121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] For port 1d52b141-867c-42eb-9aa3-3c228cb3ed68, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:10.115751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] For port 1d52b141-867c-42eb-9aa3-3c228cb3ed68, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1d52b141-867c-42eb-9aa3-3c228cb3ed68,segment=NetworkSegment(40cb4f48-8fec-4d0d-b5ba-641095375435),segment_id=40cb4f48-8fec-4d0d-b5ba-641095375435)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:10.173164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea8a96d1-f68a-4565-9e46-8c3bd7f6419c req-a48b16d3-20cd-4712-a4c7-fa0c7f4ff189 service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528873 Feb 07 13:30:10.220092 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:10.222526 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:10.354504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:10.354504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:10.432426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8898a45b-ae2c-405e-b46f-e8623a37c12f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:10.508427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Pushing event updated for resources: {'Port': ['ID=1d52b141-867c-42eb-9aa3-3c228cb3ed68,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:10.521014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.521639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.521988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.522336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.522663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.522992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.523331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.523646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.523991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.524314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.524637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.524962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c710ff-7f33-4afb-a664-5f95a061847c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:10.661028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:10.843805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Router 87f0b689-1037-4081-a34a-a58e785aefe5 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:30:10.900003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce259ff4-a057-475a-b2c7-99321651d9d5 req-cf76a8b3-b1f8-4177-a104-9a210d8f5691 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:10.901532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce259ff4-a057-475a-b2c7-99321651d9d5 req-cf76a8b3-b1f8-4177-a104-9a210d8f5691 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.5162823 Feb 07 13:30:10.909562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 8898a45b-ae2c-405e-b46f-e8623a37c12f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:11.089533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:11.099694 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:11.119773 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:11.120723 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:29:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:11.192944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:07Z', 'revision_number': 6, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:10Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:11.205030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef3d39-f982-4bb1-809b-affa7e41ad5c None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:07Z', 'revision_number': 6, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:10Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:11.227741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce259ff4-a057-475a-b2c7-99321651d9d5 req-19d0d765-260b-4669-98e1-00749aa38bca tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686880 Feb 07 13:30:11.229534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:11.229534 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f9586f6d-2fcb-4eb0-b557-b84d8e2034b5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2118285 Feb 07 13:30:11.229534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43052) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:11.266062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.extraroute_db [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added routes are [] {{(pid=88313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 13:30:11.266062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.extraroute_db [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88313) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 13:30:11.347150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:11.461404 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:11.479445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a73f927-80a6-4bdb-9757-3d810a0bba31 None None] Network c42fd682-807a-46ed-800d-ed30d5f431a1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:11.707664 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-73eb787b-e2e5-4c79-90ad-9263eae4eb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:11.857113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f54e264d-cff1-41cd-b4e7-d66a4c1d9811 None None] Provisioning for port 8898a45b-ae2c-405e-b46f-e8623a37c12f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:11.875229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f54e264d-cff1-41cd-b4e7-d66a4c1d9811 None None] Provisioning complete for port 8898a45b-ae2c-405e-b46f-e8623a37c12f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:11.875229 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f54e264d-cff1-41cd-b4e7-d66a4c1d9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.056124 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:08Z', 'revision_number': 3, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:12.084137 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:12.084484 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Updating router 87f0b689-1037-4081-a34a-a58e785aefe5 port 61763169-756e-4366-a7bb-4f1be7852995 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:30:12.198582 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.308119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f54e264d-cff1-41cd-b4e7-d66a4c1d9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.384607 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.390586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.397797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.430247 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.477492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f54e264d-cff1-41cd-b4e7-d66a4c1d9811 None None] For port 8898a45b-ae2c-405e-b46f-e8623a37c12f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8898a45b-ae2c-405e-b46f-e8623a37c12f,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:12.477492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1d52b141-867c-42eb-9aa3-3c228cb3ed68 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:12.619748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f54e264d-cff1-41cd-b4e7-d66a4c1d9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.745346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e264d-cff1-41cd-b4e7-d66a4c1d9811 None None] Pushing event updated for resources: {'Port': ['ID=8898a45b-ae2c-405e-b46f-e8623a37c12f,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:12.808183 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.825786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:12.830594 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:12.839845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:12.841545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:12.845281 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Transition to ACTIVE for port object 61763169-756e-4366-a7bb-4f1be7852995 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:12.947108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:12.978067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:12.981118 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.018641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:13.018641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.097505 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6dce5-c1c0-47ea-80dd-14a03f91dbb5 None None] Pushing event updated for resources: {'Port': ['ID=61763169-756e-4366-a7bb-4f1be7852995,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:13.150839 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Attempting to bind port 61763169-756e-4366-a7bb-4f1be7852995 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:13.151305 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Attempting to bind port 61763169-756e-4366-a7bb-4f1be7852995 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:13.152607 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Attempting to bind port 61763169-756e-4366-a7bb-4f1be7852995 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:13.157731 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:13.169009 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:13.169009 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.169009 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:13.169009 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Bound port: 61763169-756e-4366-a7bb-4f1be7852995, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:13.169009 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.237622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Allocated IP 172.20.0.1 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/cba1d0df-4226-46ca-a5db-7be97c272163) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:13.273356 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] For port 61763169-756e-4366-a7bb-4f1be7852995, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:13.276944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:13.278938 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] For port 61763169-756e-4366-a7bb-4f1be7852995, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=61763169-756e-4366-a7bb-4f1be7852995,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:13.365552 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.525384 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:13.525384 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:13.543157 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.547426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ecc57-4a6a-4505-9d9b-443bb76cd9c3 req-4a4211fb-e847-4f16-85f0-d4cc28ad4289 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:13.550883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-730ecc57-4a6a-4505-9d9b-443bb76cd9c3 req-4a4211fb-e847-4f16-85f0-d4cc28ad4289 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.7215707 Feb 07 13:30:13.570516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Transition to ACTIVE for port object cba1d0df-4226-46ca-a5db-7be97c272163 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:13.576211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:13.589078 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.593181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43074) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:13.593546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5ba0d99d-0a7e-4533-939b-a825594692fd tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 200 len: 703 time: 4.2588243 Feb 07 13:30:13.620188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-730ecc57-4a6a-4505-9d9b-443bb76cd9c3 req-8a1182f8-8ae9-4a8c-87b2-3aba0a91afb7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595162 Feb 07 13:30:13.639829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c5578051-8bc8-4654-84d3-63a02d537212 None None] Provisioning complete for port 8898a45b-ae2c-405e-b46f-e8623a37c12f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:13.640377 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c5578051-8bc8-4654-84d3-63a02d537212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.671546 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6dce5-c1c0-47ea-80dd-14a03f91dbb5 None None] Pushing event updated for resources: {'Port': ['ID=61763169-756e-4366-a7bb-4f1be7852995,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:13.696853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.841126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Pushing event updated for resources: {'Port': ['ID=cba1d0df-4226-46ca-a5db-7be97c272163,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:13.862793 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:13.883442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.932935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:13.945659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:13.945659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:13.962547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:13.998428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 1d52b141-867c-42eb-9aa3-3c228cb3ed68, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1d52b141-867c-42eb-9aa3-3c228cb3ed68,segment=NetworkSegment(40cb4f48-8fec-4d0d-b5ba-641095375435),segment_id=40cb4f48-8fec-4d0d-b5ba-641095375435)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:14.024649 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0b538d94-2544-4e91-bdcb-ec1454ac15d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 200 len: 703 time: 0.4195101 Feb 07 13:30:14.025054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43080) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:14.029293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:11Z', 'revision_number': 7, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:10Z', 'revision_number': 4, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:14.033024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:14.044076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:14.051936 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:14.223872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=1d52b141-867c-42eb-9aa3-3c228cb3ed68,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:14.233353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:14.233353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:14.371150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:14.441734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8898a45b-ae2c-405e-b46f-e8623a37c12f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:14.479531 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:08Z', 'revision_number': 3, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:14.488214 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eabfa68-77a7-4e87-967e-45d1c83e3d54 None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:08Z', 'revision_number': 3, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:14.693217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:14.820310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8898a45b-ae2c-405e-b46f-e8623a37c12f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:14.820686 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:14.878646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:14.964146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:14.974378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-45992b01-adb8-4d9d-8ec6-293079111c11 None None] Provisioning for port cba1d0df-4226-46ca-a5db-7be97c272163 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:15.014230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af49a-8114-4ccd-9f6b-996e845c97c5 req-000c028b-4d89-41f0-881d-a732074e2ff1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:15.032163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e57af49a-8114-4ccd-9f6b-996e845c97c5 req-000c028b-4d89-41f0-881d-a732074e2ff1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.2222333 Feb 07 13:30:15.120922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Pushing event updated for resources: {'Port': ['ID=cba1d0df-4226-46ca-a5db-7be97c272163,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:15.161464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-45992b01-adb8-4d9d-8ec6-293079111c11 None None] Provisioning complete for port cba1d0df-4226-46ca-a5db-7be97c272163 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:15.161464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-45992b01-adb8-4d9d-8ec6-293079111c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:15.170263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:15.203299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e57af49a-8114-4ccd-9f6b-996e845c97c5 req-47ce546e-55a7-4f0d-94d7-fa1c0ff9f293 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328347 Feb 07 13:30:15.264799 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:15.413772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-45992b01-adb8-4d9d-8ec6-293079111c11 None None] Port cba1d0df-4226-46ca-a5db-7be97c272163 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:15.429821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:15.474661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:15.477390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:15.583709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:11Z', 'revision_number': 7, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:13Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:15.599601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c915adb-13c9-4768-bfaf-48adb65a65d5 None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:11Z', 'revision_number': 7, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:13Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:15.921753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Router 87f0b689-1037-4081-a34a-a58e785aefe5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:15.949825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a2789846-5402-4466-bb92-ee25c38395c5 None None] Provisioning complete for port cba1d0df-4226-46ca-a5db-7be97c272163 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:15.950210 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a2789846-5402-4466-bb92-ee25c38395c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:15.972462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:15.972865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:16.063904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a2789846-5402-4466-bb92-ee25c38395c5 None None] Port cba1d0df-4226-46ca-a5db-7be97c272163 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:16.288979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port 1d52b141-867c-42eb-9aa3-3c228cb3ed68, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1d52b141-867c-42eb-9aa3-3c228cb3ed68,segment=NetworkSegment(40cb4f48-8fec-4d0d-b5ba-641095375435),segment_id=40cb4f48-8fec-4d0d-b5ba-641095375435)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:16.290006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:16.302673 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:16.321164 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:16.321809 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:16.394664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:16.411456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-65b988e0-5134-4133-8528-d15a0499607d admin admin] 10.222.0.69 "PUT /v2.0/routers/87f0b689-1037-4081-a34a-a58e785aefe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1658313 Feb 07 13:30:16.501854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1d52b141-867c-42eb-9aa3-3c228cb3ed68 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:16.598929 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:16.618581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for 1d52b141-867c-42eb-9aa3-3c228cb3ed68 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:16.642238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 1d52b141-867c-42eb-9aa3-3c228cb3ed68 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:16.642238 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:16.923950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b2a6-89c0-497d-9ca9-031c4c936330 req-be8773ac-6071-4518-a497-601e5c9a5cdb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:16.925857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bc9b2a6-89c0-497d-9ca9-031c4c936330 req-be8773ac-6071-4518-a497-601e5c9a5cdb tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.4782164 Feb 07 13:30:16.967337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 61763169-756e-4366-a7bb-4f1be7852995 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:17.014701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1bc9b2a6-89c0-497d-9ca9-031c4c936330 req-152c441e-15be-437b-916b-974c30a950d5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807149 Feb 07 13:30:17.201799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:17.212154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:17.212779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:17.260833 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:11Z', 'revision_number': 7, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:13Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:17.264902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:17.273539 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:17.274130 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:17.377124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 61763169-756e-4366-a7bb-4f1be7852995 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:17.387718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 61763169-756e-4366-a7bb-4f1be7852995 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:17.388076 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:17.423512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:17.475126 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:17.480225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:17.728733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=1d52b141-867c-42eb-9aa3-3c228cb3ed68,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:17.867769 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:17.917639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:17.949846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43126) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:17.955334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-156010189-network', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:17.960225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 61763169-756e-4366-a7bb-4f1be7852995, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=61763169-756e-4366-a7bb-4f1be7852995,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:17.970298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:17.980589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Usage tracker for resource:network and tenant:8c05747d36854ced8d80cbd1a5fe851c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:17.983736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:17.999127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:18.059053 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.112793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Made reservation on behalf of 8c05747d36854ced8d80cbd1a5fe851c for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:30:18.112793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.137345 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.171968 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:11Z', 'revision_number': 7, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:13Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:18.175842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:18.175842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Usage tracker for resource:security_group_rule and tenant:8c05747d36854ced8d80cbd1a5fe851c is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:18.199480 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce9389-463d-48f9-bdfe-272cedbf72ad None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:11Z', 'revision_number': 7, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '1d52b141-867c-42eb-9aa3-3c228cb3ed68', 'name': '', 'network_id': '3a657be8-050b-42e6-923a-ba58cf7132cb', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:c6:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:03Z', 'updated_at': '2022-02-07T13:30:13Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '8a7dfe36-ae9d-4b47-8a06-ff5cee770377', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:18.209593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:18.230786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:18.235030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=61763169-756e-4366-a7bb-4f1be7852995,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:18.370994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 2, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:18.381284 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.387782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:18.387782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Updating router 87f0b689-1037-4081-a34a-a58e785aefe5 port cba1d0df-4226-46ca-a5db-7be97c272163 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:30:18.447702 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.461295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.532147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:30:18.543228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.543952 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Added segment f2b935eb-b6d0-4b1b-a508-6f348041c10d of type vlan for network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 Feb 07 13:30:18.562683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:18.588448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.617061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e665b870-22dd-41a3-aa06-b429d325b2cb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:18.670819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.670819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:18.670819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.784221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:18.798401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44580f-b5bf-4cac-a36f-5c3578d88adb req-e32ea388-6353-4143-ba51-434ff8cb5136 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:18.801538 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:18.804318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf44580f-b5bf-4cac-a36f-5c3578d88adb req-e32ea388-6353-4143-ba51-434ff8cb5136 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.3820577 Feb 07 13:30:18.804318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-45579f33-0f3a-4d26-a3c0-fc31d497a650 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7743511 Feb 07 13:30:18.817269 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:18.817269 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:18.818913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43138) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:18.892210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:30:18.912879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf44580f-b5bf-4cac-a36f-5c3578d88adb req-b7786504-8131-48d2-8aef-b4ec1a6d6107 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010876 Feb 07 13:30:18.921451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f006c87a-ea73-4c8a-bc9e-a9e2c1fe9568 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet 8a7dfe36-ae9d-4b47-8a06-ff5cee770377 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:30:18.925111 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f006c87a-ea73-4c8a-bc9e-a9e2c1fe9568 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.937919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] Pushing event updated for resources: {'Network': ['ID=0f48ddce-5dae-42e2-84f9-de0334b7cc48,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:18.939786 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:18.967359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:30:18.979161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43142) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:18.986209 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-07448c69-95ad-448e-b696-82aac04f7d23 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0299184 Feb 07 13:30:18.989352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Request body: {'subnet': {'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-156010189-subnet', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:18.997717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:19.006423 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f006c87a-ea73-4c8a-bc9e-a9e2c1fe9568 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.013468 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:19.042072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Usage tracker for resource:subnet and tenant:8c05747d36854ced8d80cbd1a5fe851c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:19.050596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:19.060625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:19.106252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Transition to ACTIVE for port object cba1d0df-4226-46ca-a5db-7be97c272163 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:19.164165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f006c87a-ea73-4c8a-bc9e-a9e2c1fe9568 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.202014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Made reservation on behalf of 8c05747d36854ced8d80cbd1a5fe851c for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:30:19.202014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.209026 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.356119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:19.390884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e39f60-d68a-432e-8d61-381e6ecf199b None None] Pushing event updated for resources: {'Port': ['ID=cba1d0df-4226-46ca-a5db-7be97c272163,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:19.426677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'port_id': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'mac_address': 'fa:16:3e:d7:f1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:30:19.485034 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 8, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:19.490560 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:19.504862 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:19.506477 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:19.558146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Attempting to bind port cba1d0df-4226-46ca-a5db-7be97c272163 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:19.558673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Attempting to bind port cba1d0df-4226-46ca-a5db-7be97c272163 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:19.559160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Attempting to bind port cba1d0df-4226-46ca-a5db-7be97c272163 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:19.608563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:19.608563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:19.608563 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.608563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:19.608563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Bound port: cba1d0df-4226-46ca-a5db-7be97c272163, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:19.608563 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.769624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f006c87a-ea73-4c8a-bc9e-a9e2c1fe9568 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.799198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.832565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0f61a4d-c779-4ba6-917f-a4f120232070 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:30:19.858142 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f006c87a-ea73-4c8a-bc9e-a9e2c1fe9568 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:19.858385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973929ec-0d73-4d90-93bb-fd6d4bbd2589 None None] Network 3a657be8-050b-42e6-923a-ba58cf7132cb requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:19.858929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006c87a-ea73-4c8a-bc9e-a9e2c1fe9568 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7dfe36-ae9d-4b47-8a06-ff5cee770377,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:19.880176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f006c87a-ea73-4c8a-bc9e-a9e2c1fe9568 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/8a7dfe36-ae9d-4b47-8a06-ff5cee770377 HTTP/1.1" status: 204 len: 168 time: 1.0665982 Feb 07 13:30:19.880522 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:19.882738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43164) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:19.996976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] For port cba1d0df-4226-46ca-a5db-7be97c272163, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:20.022855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:20.052181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:20.052181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] For port cba1d0df-4226-46ca-a5db-7be97c272163, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cba1d0df-4226-46ca-a5db-7be97c272163,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:20.130582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43174) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:20.155485 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:20.195921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:20.218048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:20.218550 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:20.430135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 61763169-756e-4366-a7bb-4f1be7852995 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:20.438659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Checking segment: {'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:20.438659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Network hostable DHCP agents. Network: 0f48ddce-5dae-42e2-84f9-de0334b7cc48, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:30:20.486381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fd24d4-b842-4d82-928f-7596f4d621b5,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:20.518971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c0f61a4d-c779-4ba6-917f-a4f120232070'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:30:20.537042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1dd877a8-2fed-4416-a5eb-dd41d38a1c8f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/floatingips/b239e3ee-6f6a-4803-a14a-c7f51f56fb7d HTTP/1.1" status: 200 len: 994 time: 0.3856077 Feb 07 13:30:20.568137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412bf70-a69a-40ff-964f-e383ab3a303b req-cfd25c83-11f4-42d2-a66d-c7041473cd6d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:20.568137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8412bf70-a69a-40ff-964f-e383ab3a303b req-cfd25c83-11f4-42d2-a66d-c7041473cd6d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 944 time: 0.2324049 Feb 07 13:30:20.574701 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 8, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:20.591038 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e634f-44a4-48af-85d0-bcd3404876a2 None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 8, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8817b23-76b9-4fe8-bf5a-45a0aef06772', 'name': '', 'network_id': 'abbeceb5-8fa9-4396-95bb-18cb2b65eb55', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:bf:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:54Z', 'updated_at': '2022-02-07T13:30:03Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '866ed24a-b118-46fb-ba27-2f4fa05edbdd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:20.617322 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:20.626057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:30:20.705348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8412bf70-a69a-40ff-964f-e383ab3a303b req-4c96bcb0-ecfb-4503-af67-d0e6ea8bebf7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325378 Feb 07 13:30:20.708159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 0f48ddce-5dae-42e2-84f9-de0334b7cc48) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:20.716018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:20.717064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:20.770156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port 6b07f467-e7bf-4b59-80a5-1e469f56dc27, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6b07f467-e7bf-4b59-80a5-1e469f56dc27,segment=NetworkSegment(40cb4f48-8fec-4d0d-b5ba-641095375435),segment_id=40cb4f48-8fec-4d0d-b5ba-641095375435)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:20.770564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:20.771742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc17ffd-d824-4ef5-838e-f4627aca4554 None None] Network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:20.811055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-597dbf2c-1788-4341-8669-12bf87ae5486 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8305457 Feb 07 13:30:20.817694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43198) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:20.864120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:20.890122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43202) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:21.031616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:21.031616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:21.046603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for 6b07f467-e7bf-4b59-80a5-1e469f56dc27 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:21.095131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:21.098755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Usage tracker for resource:router and tenant:8c05747d36854ced8d80cbd1a5fe851c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:21.128512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:21.139705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:21.162699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:21.306627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port 17ac1583-e89f-47d6-9ae9-197a76b04513 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:21.307088 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.387624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 61763169-756e-4366-a7bb-4f1be7852995 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:21.388012 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.469122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:21.497825 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.498174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.537661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132101a5-822d-496a-b44f-9a97d79db177 None None] DHCP port deletion for 3a657be8-050b-42e6-923a-ba58cf7132cb request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:30:21.552899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e39f60-d68a-432e-8d61-381e6ecf199b None None] Pushing event updated for resources: {'Port': ['ID=cba1d0df-4226-46ca-a5db-7be97c272163,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:21.598716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-132101a5-822d-496a-b44f-9a97d79db177 None None] Deleting port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:21.598716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-132101a5-822d-496a-b44f-9a97d79db177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.627950 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.649502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for 17ac1583-e89f-47d6-9ae9-197a76b04513 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:21.759852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=6b07f467-e7bf-4b59-80a5-1e469f56dc27,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:21.778972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-132101a5-822d-496a-b44f-9a97d79db177 None None] The port '6b07f467-e7bf-4b59-80a5-1e469f56dc27' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:30:21.781912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No DVR routers for this DVR port 6b07f467-e7bf-4b59-80a5-1e469f56dc27 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:30:21.916450 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.916450 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.959097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:21.975073 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:22.063497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:22.091434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a657be8-050b-42e6-923a-ba58cf7132cb']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:22.107837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cb4f48-8fec-4d0d-b5ba-641095375435') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:22.108993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cb4f48-8fec-4d0d-b5ba-641095375435') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:22.123562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:22.142962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:22.151597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:30:22.155936 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:22.176645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=17ac1583-e89f-47d6-9ae9-197a76b04513,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:30:22.243189 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:30:22.346808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:22.386394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:22.389894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-0f48ddce-5dae-42e2-84f9-de0334b7cc48', 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'fixed_ips': [{'subnet_id': '28fd24d4-b842-4d82-928f-7596f4d621b5'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:30:22.390621 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:22.415888 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/3a657be8-050b-42e6-923a-ba58cf7132cb HTTP/1.1" status: 204 len: 168 time: 2.5297394 Feb 07 13:30:22.423360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43220) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:22.717050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1d52b141-867c-42eb-9aa3-3c228cb3ed68 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:22.830483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13e4f9-5cec-4687-831c-4bb6796292d9 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=3a657be8-050b-42e6-923a-ba58cf7132cb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:22.868687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 1d52b141-867c-42eb-9aa3-3c228cb3ed68 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:22.869142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 1d52b141-867c-42eb-9aa3-3c228cb3ed68 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:22.869580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6b07f467-e7bf-4b59-80a5-1e469f56dc27 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:22.951327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:19Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:22.953254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:23.007368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 6b07f467-e7bf-4b59-80a5-1e469f56dc27 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:23.007368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6b07f467-e7bf-4b59-80a5-1e469f56dc27 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:23.029862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798b4cc-4f8e-4c70-b7c9-8c4e9dfc851b None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:19Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:23.067504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Allocated IP 172.20.0.2 (0f48ddce-5dae-42e2-84f9-de0334b7cc48/28fd24d4-b842-4d82-928f-7596f4d621b5/9fa979bb-8954-4eb6-8c75-a05907d55026) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:23.291046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf42e8-3dd6-4efd-8476-2b5051b2e11e req-3e5ac26a-67d1-48a0-ad95-0e81c8a4294b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:23.293779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82cf42e8-3dd6-4efd-8476-2b5051b2e11e req-3e5ac26a-67d1-48a0-ad95-0e81c8a4294b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 944 time: 1.2097702 Feb 07 13:30:23.298329 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:23.298329 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Floating IP b239e3ee-6f6a-4803-a14a-c7f51f56fb7d disassociated (deleted). External IP: 172.25.7.212, port: 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c. Feb 07 13:30:23.505725 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:23.513151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Transition to ACTIVE for port object 9fa979bb-8954-4eb6-8c75-a05907d55026 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:23.539898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Transition to ACTIVE for port object 9fa979bb-8954-4eb6-8c75-a05907d55026 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:23.622477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82cf42e8-3dd6-4efd-8476-2b5051b2e11e req-a4b7dc3c-97d9-4e48-91ae-85852bab8583 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495959 Feb 07 13:30:23.624262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:23.755789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:23.760341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:23.765951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:23.778785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Pushing event updated for resources: {'Port': ['ID=9fa979bb-8954-4eb6-8c75-a05907d55026,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:24.073144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:24.110459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Attempting to bind port 9fa979bb-8954-4eb6-8c75-a05907d55026 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:24.110870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Attempting to bind port 9fa979bb-8954-4eb6-8c75-a05907d55026 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:24.111193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Attempting to bind port 9fa979bb-8954-4eb6-8c75-a05907d55026 on network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:24.124115 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:24.125984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Checking segment: {'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:24.126410 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:24.127001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Bound using segment: {'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:24.127323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Bound port: 9fa979bb-8954-4eb6-8c75-a05907d55026, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:24.127754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:24.173343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router f5772f89-9397-4c8e-90af-d52a345e37bc has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:24.384771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] For port 9fa979bb-8954-4eb6-8c75-a05907d55026, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:24.384771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] For port 9fa979bb-8954-4eb6-8c75-a05907d55026, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9fa979bb-8954-4eb6-8c75-a05907d55026,segment=NetworkSegment(f2b935eb-b6d0-4b1b-a508-6f348041c10d),segment_id=f2b935eb-b6d0-4b1b-a508-6f348041c10d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:24.490476 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:24.633415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:24.678874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e6cef-3297-4ac3-a62d-77a771c51d4b None None] Pushing event updated for resources: {'Port': ['ID=9fa979bb-8954-4eb6-8c75-a05907d55026,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:24.721820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cba1d0df-4226-46ca-a5db-7be97c272163 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:24.882469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:24.956590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:25.003532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port c8817b23-76b9-4fe8-bf5a-45a0aef06772 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:25.004042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:25.141133 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:25.147293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port c0f61a4d-c779-4ba6-917f-a4f120232070 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:25.148553 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:25.165907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:25.293325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] Sync routers for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:25.349466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:25.349466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:25.515741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port cba1d0df-4226-46ca-a5db-7be97c272163 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:25.541941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port c8817b23-76b9-4fe8-bf5a-45a0aef06772, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8817b23-76b9-4fe8-bf5a-45a0aef06772,segment=NetworkSegment(5f4ef546-1be7-4099-9622-13f525c3efd0),segment_id=5f4ef546-1be7-4099-9622-13f525c3efd0)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:25.563740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:25.791653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:25.969354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for c8817b23-76b9-4fe8-bf5a-45a0aef06772 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:26.116089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Allocated IP 172.25.7.89 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/28ac6aa9-c79c-443d-9cbe-8696cc48a732) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:26.133967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b9e8b-2289-4a13-a542-028e45cd27bd req-add1821d-c977-42a3-875d-8a2c73626e64 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:26.136886 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f55b9e8b-2289-4a13-a542-028e45cd27bd req-add1821d-c977-42a3-875d-8a2c73626e64 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 944 time: 1.0709686 Feb 07 13:30:26.141383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:26.171538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:26.359668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port cba1d0df-4226-46ca-a5db-7be97c272163 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:26.359668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:26.474704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:26.579770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:30:26.615766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c6001222-56fc-4870-87fb-fb2971f86b6d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/floatingips/b239e3ee-6f6a-4803-a14a-c7f51f56fb7d HTTP/1.1" status: 204 len: 168 time: 5.7254796 Feb 07 13:30:26.622642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f55b9e8b-2289-4a13-a542-028e45cd27bd req-e7364a43-0fa4-4108-a5cf-ae33718d4081 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196291 Feb 07 13:30:26.638954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:30:26.649930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:26.762745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:26.935807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:26.940598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=c8817b23-76b9-4fe8-bf5a-45a0aef06772,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:26.950243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:27.131461 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'code': 200} Feb 07 13:30:27.290319 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'status': 'completed', 'code': 200} Feb 07 13:30:27.295651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Pushing event updated for resources: {'Port': ['ID=28ac6aa9-c79c-443d-9cbe-8696cc48a732,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:27.413391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:27.413391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:27.413391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:27.592901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-6d9a6fe6-e25a-41b3-b23b-61ab9a1f71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:27.592901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-6d9a6fe6-e25a-41b3-b23b-61ab9a1f71a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0df19d2b50784eafa298215af2aa58df&device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 1097 time: 0.4064651 Feb 07 13:30:27.942940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:28.106345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port cba1d0df-4226-46ca-a5db-7be97c272163, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cba1d0df-4226-46ca-a5db-7be97c272163,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:28.114239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aeba35-f623-4546-a1ec-e44eaa35da3b None None] Network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:28.208062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:28.277442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:28.288693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:28.632044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-04d37262-836b-4d58-9f88-6c70704a928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:28.632044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-04d37262-836b-4d58-9f88-6c70704a928b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a39833bf-c663-4171-b32d-a8bdaa49cd69 HTTP/1.1" status: 200 len: 897 time: 0.9974685 Feb 07 13:30:28.807151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=cba1d0df-4226-46ca-a5db-7be97c272163,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:28.857630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9fa979bb-8954-4eb6-8c75-a05907d55026 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:28.884846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fa5d1-3d72-49f1-a0d5-d44488e99c9a req-50ca58d2-957a-41f2-8766-30b41fb36ea7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:28.889416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c7fa5d1-3d72-49f1-a0d5-d44488e99c9a req-50ca58d2-957a-41f2-8766-30b41fb36ea7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.7222276 Feb 07 13:30:28.915375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8701b7d5-dee6-454b-8b5a-a19ab43e4124 None None] Provisioning for port 9fa979bb-8954-4eb6-8c75-a05907d55026 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:29.053153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-719fc635-542d-47bd-b95b-56bd38db7f16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c HTTP/1.1" status: 200 len: 217 time: 0.3952713 Feb 07 13:30:29.199112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe964f8-ba21-4e08-bda6-c467d14f8e57 req-d5eda3e5-52ce-48c3-a215-fb43ed5c972f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:29.199112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cfe964f8-ba21-4e08-bda6-c467d14f8e57 req-d5eda3e5-52ce-48c3-a215-fb43ed5c972f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:30:29.204343 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:39Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:29.209500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-30483250-aef4-4ab2-b636-df730953d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:29.211858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-30483250-aef4-4ab2-b636-df730953d4bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=474577df-9fe6-4a39-985c-26ec6794b196 HTTP/1.1" status: 200 len: 834 time: 0.1208618 Feb 07 13:30:29.220613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] Checking router: f5772f89-9397-4c8e-90af-d52a345e37bc for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:29.236445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:29.237687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:29.302329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:29.496213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9fa979bb-8954-4eb6-8c75-a05907d55026 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:29.594985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9fa979bb-8954-4eb6-8c75-a05907d55026 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:29.594985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:29.691633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:29.703046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:29.715679 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2605a080-fe2b-4cae-93db-27cdbf0d9efc tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2903361 Feb 07 13:30:29.718279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43280) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:29.724870 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:29.725470 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:29.834088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:29.846605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-20abb295-739e-4710-8bd3-301bb4d17fe8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet 866ed24a-b118-46fb-ba27-2f4fa05edbdd {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:30:29.848505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20abb295-739e-4710-8bd3-301bb4d17fe8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:29.946395 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20abb295-739e-4710-8bd3-301bb4d17fe8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:29.999170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cfe964f8-ba21-4e08-bda6-c467d14f8e57 req-d5eda3e5-52ce-48c3-a215-fb43ed5c972f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:30:30.019272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfe964f8-ba21-4e08-bda6-c467d14f8e57 req-d5eda3e5-52ce-48c3-a215-fb43ed5c972f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 946 time: 1.8860795 Feb 07 13:30:30.058983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-500f86f9-79df-4ab6-bb02-6e74e0ee3eb3 None None] Provisioning complete for port 9fa979bb-8954-4eb6-8c75-a05907d55026 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:30.058983 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-500f86f9-79df-4ab6-bb02-6e74e0ee3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:30.084883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c7fa5d1-3d72-49f1-a0d5-d44488e99c9a req-e0af61b3-c501-4e9e-9c3b-8c2c426261e7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1982081 Feb 07 13:30:30.109277 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:30.159338 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:30.302692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20abb295-739e-4710-8bd3-301bb4d17fe8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:30.450488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfe964f8-ba21-4e08-bda6-c467d14f8e57 req-cfe32b71-afbe-4d6d-a855-01f5b05f034f tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325821 Feb 07 13:30:30.523935 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:30.542420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-370df88a-7847-491b-9b60-69645b95cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:30.544014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-370df88a-7847-491b-9b60-69645b95cc76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a39833bf-c663-4171-b32d-a8bdaa49cd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2210710 Feb 07 13:30:30.562164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9fa979bb-8954-4eb6-8c75-a05907d55026, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9fa979bb-8954-4eb6-8c75-a05907d55026,segment=NetworkSegment(f2b935eb-b6d0-4b1b-a508-6f348041c10d),segment_id=f2b935eb-b6d0-4b1b-a508-6f348041c10d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:30.593497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20abb295-739e-4710-8bd3-301bb4d17fe8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:30.657501 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:30.677564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abb295-739e-4710-8bd3-301bb4d17fe8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=866ed24a-b118-46fb-ba27-2f4fa05edbdd,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:30.707510 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-20abb295-739e-4710-8bd3-301bb4d17fe8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:30.735930 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-20abb295-739e-4710-8bd3-301bb4d17fe8 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/866ed24a-b118-46fb-ba27-2f4fa05edbdd HTTP/1.1" status: 204 len: 168 time: 1.0138237 Feb 07 13:30:30.737262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43292) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:30.747550 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:26Z', 'revision_number': 9, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:30.758406 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:30.786608 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:30.791595 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:30.956188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b82fe-3ba7-4b2c-9f6c-8c37b0fbaa2e None None] Network abbeceb5-8fa9-4396-95bb-18cb2b65eb55 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:30.975217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-69874d7b-71d3-43cb-a159-54d92579ddc6 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:30.975217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-69874d7b-71d3-43cb-a159-54d92579ddc6 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 946 time: 1.7598603 Feb 07 13:30:31.052320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:31.066750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port 4618cf18-bd72-4352-a39d-a40473cf32ef {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:31.067348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:31.223803 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:31.372800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cba1d0df-4226-46ca-a5db-7be97c272163 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:31.383363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:31.524823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port 4618cf18-bd72-4352-a39d-a40473cf32ef, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4618cf18-bd72-4352-a39d-a40473cf32ef,segment=NetworkSegment(5f4ef546-1be7-4099-9622-13f525c3efd0),segment_id=5f4ef546-1be7-4099-9622-13f525c3efd0)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:31.528312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:31.566318 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-500f86f9-79df-4ab6-bb02-6e74e0ee3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:31.904163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:31.904163 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:31.933686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9fa979bb-8954-4eb6-8c75-a05907d55026,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:31.969722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-500f86f9-79df-4ab6-bb02-6e74e0ee3eb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:30:31.970079 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-500f86f9-79df-4ab6-bb02-6e74e0ee3eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:30:32.133823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for 4618cf18-bd72-4352-a39d-a40473cf32ef owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:32.178345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-0a4df1ee-ba81-41c1-857b-ed00155dc156 service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5985911 Feb 07 13:30:32.214458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:39Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:32.214458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port cba1d0df-4226-46ca-a5db-7be97c272163 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:32.214458 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:32.272601 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:26Z', 'revision_number': 9, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:32.281024 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f03e3-1043-4447-9dbe-5fd965e86176 None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:26Z', 'revision_number': 9, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a0df108-4e0c-416e-98cc-bbacedb9deee', 'name': '', 'network_id': '6d55a098-1272-4d73-b9bc-88516f7a620c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:74:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e4622333-b110-43e9-b910-505ca28f464c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:49Z', 'updated_at': '2022-02-07T13:29:59Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': 'e4622333-b110-43e9-b910-505ca28f464c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:32.298064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3f4fc-2d60-4779-bec4-6430fb9270ff None None] The sync data for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 is: [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:28:32Z', 'revision_number': 4, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c029b289-7c05-44e9-8b45-b995df47b45c', 'name': '', 'network_id': 'a39833bf-c663-4171-b32d-a8bdaa49cd69', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'mac_address': 'fa:16:3e:82:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '474577df-9fe6-4a39-985c-26ec6794b196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:31Z', 'updated_at': '2022-02-07T13:28:39Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'subnets': [{'id': '474577df-9fe6-4a39-985c-26ec6794b196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:32.363736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:32.509860 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=4618cf18-bd72-4352-a39d-a40473cf32ef,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:32.547827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No DVR routers for this DVR port 4618cf18-bd72-4352-a39d-a40473cf32ef on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:30:32.796812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a10c5-9a46-4025-a74d-b867930456cc None None] DHCP port deletion for abbeceb5-8fa9-4396-95bb-18cb2b65eb55 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:30:32.861495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:32.937893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbeceb5-8fa9-4396-95bb-18cb2b65eb55']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:33.004029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4ef546-1be7-4099-9622-13f525c3efd0') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:33.004029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4ef546-1be7-4099-9622-13f525c3efd0') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:33.048616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:33.109795 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:33.125101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9fa979bb-8954-4eb6-8c75-a05907d55026 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:33.148043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:30:33.148550 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:30:33.175146 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:30:33.258815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9fa979bb-8954-4eb6-8c75-a05907d55026 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:33.259440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:33.272268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71e1e2-c359-49bb-9736-48c37b32108f req-81fa4857-1cd5-4583-8e06-445fe3e5a2ff tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:33.273868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c71e1e2-c359-49bb-9736-48c37b32108f req-81fa4857-1cd5-4583-8e06-445fe3e5a2ff tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 1.8318923 Feb 07 13:30:33.383437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be55c-f33b-4cd0-a32e-58aaf2e2a6d3 req-e4ee0a51-fd9f-4b2b-816e-882b188cb87d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:33.385006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a5be55c-f33b-4cd0-a32e-58aaf2e2a6d3 req-e4ee0a51-fd9f-4b2b-816e-882b188cb87d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 946 time: 1.2503750 Feb 07 13:30:33.391953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88131283-024d-47d1-a027-0296c8d5843f None None] New status for floating IP b239e3ee-6f6a-4803-a14a-c7f51f56fb7d: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:30:33.392190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da03435c-ea55-48aa-92cc-5c61212fab56 req-f78bd97b-82e9-4312-8111-98cb54bf1c2b service neutron] 10.222.0.47 "GET /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2162054 Feb 07 13:30:33.577591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c71e1e2-c359-49bb-9736-48c37b32108f req-f59991e4-a0e0-4c05-951d-8528798da48a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848747 Feb 07 13:30:33.639641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:33.646204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a5be55c-f33b-4cd0-a32e-58aaf2e2a6d3 req-ed9e6e36-07b8-4888-9a61-d5ecf1a1cc57 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626531 Feb 07 13:30:33.650086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Router 33a00943-2385-47b8-a8f9-24857d5c200d is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:30:33.667548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:33.674701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:33.737472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:33.775220 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/abbeceb5-8fa9-4396-95bb-18cb2b65eb55 HTTP/1.1" status: 204 len: 168 time: 3.0360820 Feb 07 13:30:33.776660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43320) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:33.792243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7167b81-8ee5-403b-bf50-3e2f45cb26a0 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=abbeceb5-8fa9-4396-95bb-18cb2b65eb55,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:33.848028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8817b23-76b9-4fe8-bf5a-45a0aef06772 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:33.915453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c8817b23-76b9-4fe8-bf5a-45a0aef06772 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:33.915453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8817b23-76b9-4fe8-bf5a-45a0aef06772 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:33.915453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4618cf18-bd72-4352-a39d-a40473cf32ef no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:33.976542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 4618cf18-bd72-4352-a39d-a40473cf32ef {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:33.976542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4618cf18-bd72-4352-a39d-a40473cf32ef not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:34.010674 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:30:34.095231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:34.104933 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Sync routers for ids ['33a00943-2385-47b8-a8f9-24857d5c200d'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:34.121895 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Routers {'33a00943-2385-47b8-a8f9-24857d5c200d'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:34.126503 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33a00943-2385-47b8-a8f9-24857d5c200d'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:34.150361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:34.245272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:34.593878 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:34.628862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:34.659454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3a1cfc9b-c17f-4d8d-8f43-d2687590bf5e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.8397877 Feb 07 13:30:34.673162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43332) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:34.694074 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Set router 33a00943-2385-47b8-a8f9-24857d5c200d gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:34.782054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:35.436213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port 4a0df108-4e0c-416e-98cc-bbacedb9deee {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:35.438848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:35.479739 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:30:28Z', 'revision_number': 3, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:35.485640 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Checking router: 33a00943-2385-47b8-a8f9-24857d5c200d for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:35.486137 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Updating router 33a00943-2385-47b8-a8f9-24857d5c200d port 28ac6aa9-c79c-443d-9cbe-8696cc48a732 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:30:35.682166 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.045565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.166379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port 4a0df108-4e0c-416e-98cc-bbacedb9deee, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4a0df108-4e0c-416e-98cc-bbacedb9deee,segment=NetworkSegment(0b498ac2-37d8-462c-9183-899502b7a02a),segment_id=0b498ac2-37d8-462c-9183-899502b7a02a)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:36.166976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.437376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=7f39ba26-e28b-4c3e-9ee5-de86fb96b34c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:36.467062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for 4a0df108-4e0c-416e-98cc-bbacedb9deee owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:36.477663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.541486 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.549733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.550206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.550756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.551156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.551580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.552012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.552401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.552789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.553177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.553577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.553966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.554393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:30:36.569679 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Transition to ACTIVE for port object 28ac6aa9-c79c-443d-9cbe-8696cc48a732 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:36.637494 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.639261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0284b-dee7-4c45-b187-c08773ee87e4 req-a8d807c8-0ece-4276-b26a-14a00480c301 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:36.639261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71a0284b-dee7-4c45-b187-c08773ee87e4 req-a8d807c8-0ece-4276-b26a-14a00480c301 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 867 time: 1.6096656 Feb 07 13:30:36.660951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] No DVR routers for this DVR port 7f39ba26-e28b-4c3e-9ee5-de86fb96b34c on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:30:36.685561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.706042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-71a0284b-dee7-4c45-b187-c08773ee87e4 req-e0b82799-9a2a-479e-b063-0ad7e2c9e977 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/security-groups?id=3212bd88-6451-47f0-a248-f9f46233bdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731971 Feb 07 13:30:36.732175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'name': 'network-vif-deleted', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:30:36.797333 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Attempting to bind port 28ac6aa9-c79c-443d-9cbe-8696cc48a732 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:36.797333 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Attempting to bind port 28ac6aa9-c79c-443d-9cbe-8696cc48a732 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:36.797333 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Attempting to bind port 28ac6aa9-c79c-443d-9cbe-8696cc48a732 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:36.823965 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b498cd8-0a4c-4467-9010-fc43c7f9ca7c None None] Pushing event updated for resources: {'Port': ['ID=28ac6aa9-c79c-443d-9cbe-8696cc48a732,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:36.856755 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:36.856755 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:36.856755 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.856755 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:36.856755 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Bound port: 28ac6aa9-c79c-443d-9cbe-8696cc48a732, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:36.859360 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:36.929289 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5668a913-2fff-4c89-98df-aef4f84fdb7a', 'name': 'network-vif-deleted', 'tag': '7f39ba26-e28b-4c3e-9ee5-de86fb96b34c', 'status': 'completed', 'code': 200} Feb 07 13:30:36.938660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4be967-6a50-4604-88b7-027722990c5b req-62624c99-ef4d-4fb1-b11f-a11ea379cac1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:36.941052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc4be967-6a50-4604-88b7-027722990c5b req-62624c99-ef4d-4fb1-b11f-a11ea379cac1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 1.9955111 Feb 07 13:30:36.942555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ea642d3-4cb4-4b74-bd1c-8f6285b0bd9b req-43ea4831-3b36-4805-bd96-c5b9e3be8422 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.47 "DELETE /v2.0/ports/7f39ba26-e28b-4c3e-9ee5-de86fb96b34c HTTP/1.1" status: 204 len: 173 time: 5.9580355 Feb 07 13:30:36.971662 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] For port 28ac6aa9-c79c-443d-9cbe-8696cc48a732, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:36.975630 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] For port 28ac6aa9-c79c-443d-9cbe-8696cc48a732, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=28ac6aa9-c79c-443d-9cbe-8696cc48a732,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:36.981128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:37.019554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc4be967-6a50-4604-88b7-027722990c5b req-88214c40-bcdd-4af7-a8c4-7bc9e7ae2b6f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596015 Feb 07 13:30:37.067324 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:37.127726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=4a0df108-4e0c-416e-98cc-bbacedb9deee,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:37.194214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Allocated IP 172.20.0.1 (0f48ddce-5dae-42e2-84f9-de0334b7cc48/28fd24d4-b842-4d82-928f-7596f4d621b5/9776f387-d06f-40e6-b45e-3ac98de86c7b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:37.324324 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b498cd8-0a4c-4467-9010-fc43c7f9ca7c None None] Pushing event updated for resources: {'Port': ['ID=28ac6aa9-c79c-443d-9cbe-8696cc48a732,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:37.359128 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Routers {'33a00943-2385-47b8-a8f9-24857d5c200d'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:37.359128 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33a00943-2385-47b8-a8f9-24857d5c200d'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:37.640084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:37.674904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Transition to ACTIVE for port object 9776f387-d06f-40e6-b45e-3ac98de86c7b will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:37.732890 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] Set router 33a00943-2385-47b8-a8f9-24857d5c200d gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:37.797016 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:37.817873 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:37.955919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:37.955919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:37.955919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:38.126955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-64477ff1-bcae-4d3d-a3b9-3bf086377968 req-5713b387-4481-43fd-b673-fa7014d2cdbc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Synchronizing usage tracker for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:30:38.216580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Pushing event updated for resources: {'Port': ['ID=9776f387-d06f-40e6-b45e-3ac98de86c7b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:38.216580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:38.331509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:38.377407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-64477ff1-bcae-4d3d-a3b9-3bf086377968 req-5713b387-4481-43fd-b673-fa7014d2cdbc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Unset dirty status for tenant:0df19d2b50784eafa298215af2aa58df on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:30:38.388402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64477ff1-bcae-4d3d-a3b9-3bf086377968 req-5713b387-4481-43fd-b673-fa7014d2cdbc tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "GET /v2.0/ports?device_id=5668a913-2fff-4c89-98df-aef4f84fdb7a HTTP/1.1" status: 200 len: 210 time: 0.4088848 Feb 07 13:30:38.536998 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:30:28Z', 'revision_number': 3, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:38.540879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-56745a84-c8b6-46f5-9a61-c7d1a8bdf740 None None] Provisioning for port 9776f387-d06f-40e6-b45e-3ac98de86c7b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:38.546068 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31e59c3-743b-4222-af4d-739d1b5f64b9 None None] The sync data for ids ['33a00943-2385-47b8-a8f9-24857d5c200d'] in n-d-811416-5 is: [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:30:28Z', 'revision_number': 3, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:38.556033 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-56745a84-c8b6-46f5-9a61-c7d1a8bdf740 None None] Provisioning complete for port 9776f387-d06f-40e6-b45e-3ac98de86c7b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:38.556988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-56745a84-c8b6-46f5-9a61-c7d1a8bdf740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:38.599785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:38.628615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:38.641302 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-468d7dff-2d47-43d5-a1d8-fcf84c872bce tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8463657 Feb 07 13:30:38.641302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43372) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:38.739149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:38.739149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:38.765596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82624a-f340-40b2-83d3-98c87915305d req-55a9fa74-38b2-4289-8c0e-d6fe41f43764 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:38.775153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f82624a-f340-40b2-83d3-98c87915305d req-55a9fa74-38b2-4289-8c0e-d6fe41f43764 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.3539133 Feb 07 13:30:38.922404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f82624a-f340-40b2-83d3-98c87915305d req-05e26a35-c681-4e48-afee-434fb74717d0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487777 Feb 07 13:30:38.937932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-56745a84-c8b6-46f5-9a61-c7d1a8bdf740 None None] Port 9776f387-d06f-40e6-b45e-3ac98de86c7b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:39.020217 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dc55dd7a-0550-4935-8622-a645b339dd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:39.072484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51f3c88-9b1b-4818-8c96-437cda7d6c2c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet e4622333-b110-43e9-b910-505ca28f464c {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:30:39.078143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:39.086354 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c51f3c88-9b1b-4818-8c96-437cda7d6c2c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:39.189421 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:39.304014 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c51f3c88-9b1b-4818-8c96-437cda7d6c2c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:39.562065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c51f3c88-9b1b-4818-8c96-437cda7d6c2c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:39.669765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43384) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:39.884786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01dc47f1-5f19-4d47-8905-e116190faa22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:39.923477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01dc47f1-5f19-4d47-8905-e116190faa22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:39.938598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.043193 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.176799 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c51f3c88-9b1b-4818-8c96-437cda7d6c2c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.218309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:36Z', 'revision_number': 10, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:40.228169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:40.254215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:40.255141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:40.289402 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c51f3c88-9b1b-4818-8c96-437cda7d6c2c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.295995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01dc47f1-5f19-4d47-8905-e116190faa22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.307148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f3c88-9b1b-4818-8c96-437cda7d6c2c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=e4622333-b110-43e9-b910-505ca28f464c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:40.335758 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.353570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc47f1-5f19-4d47-8905-e116190faa22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212bd88-6451-47f0-a248-f9f46233bdf2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:40.370124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e6ce9-3aad-4d0e-b9fd-ee6ce4fefa7c None None] Network 6d55a098-1272-4d73-b9bc-88516f7a620c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:40.376552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-01dc47f1-5f19-4d47-8905-e116190faa22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.378456 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-01dc47f1-5f19-4d47-8905-e116190faa22 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/security-groups/3212bd88-6451-47f0-a248-f9f46233bdf2 HTTP/1.1" status: 204 len: 168 time: 0.7149971 Feb 07 13:30:40.383289 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c51f3c88-9b1b-4818-8c96-437cda7d6c2c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/e4622333-b110-43e9-b910-505ca28f464c HTTP/1.1" status: 204 len: 168 time: 1.7485900 Feb 07 13:30:40.384346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:40.535755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43398) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:40.537665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Pushing event updated for resources: {'Port': ['ID=9776f387-d06f-40e6-b45e-3ac98de86c7b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:40.662068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:40.687011 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.734349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port 263f7041-0b86-4467-826c-abcc9153f49d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:40.734692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:40.927700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:40.931934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:40.973348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f3a29-5d09-4025-954f-ef1c4534dd09 req-a0aa4b83-6427-47fa-b39a-6548e9e8a098 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:40.973348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-165f3a29-5d09-4025-954f-ef1c4534dd09 req-a0aa4b83-6427-47fa-b39a-6548e9e8a098 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.7390141 Feb 07 13:30:41.131207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 28ac6aa9-c79c-443d-9cbe-8696cc48a732 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:41.333765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port 263f7041-0b86-4467-826c-abcc9153f49d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=263f7041-0b86-4467-826c-abcc9153f49d,segment=NetworkSegment(0b498ac2-37d8-462c-9183-899502b7a02a),segment_id=0b498ac2-37d8-462c-9183-899502b7a02a)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:41.336888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:41.404775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:36Z', 'revision_number': 10, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:41.417418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a414336-ccf2-43c5-b433-3b158b9e8621 None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:36Z', 'revision_number': 10, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None, '_interfaces': [{'id': '3ab95c0c-3410-4e86-a1f4-88adf9ed3687', 'name': '', 'network_id': '5ed71fc6-b3ca-49c3-9178-b9262ece1c6c', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'mac_address': 'fa:16:3e:8b:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:29:43Z', 'updated_at': '2022-02-07T13:29:52Z', 'revision_number': 5, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'subnets': [{'id': '5aa04d04-49b9-40c3-8a8e-dac9d4c5538c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:41.443717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 28ac6aa9-c79c-443d-9cbe-8696cc48a732 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:41.488593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 28ac6aa9-c79c-443d-9cbe-8696cc48a732 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:41.488856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:41.522136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-165f3a29-5d09-4025-954f-ef1c4534dd09 req-8eb2c36d-37f7-421a-9b21-6ae53d2df07e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526247 Feb 07 13:30:41.549877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Router 33a00943-2385-47b8-a8f9-24857d5c200d has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:41.579516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a1167-845e-4302-8b9b-0cdb6bd13373 None None] DHCP port deletion for 6d55a098-1272-4d73-b9bc-88516f7a620c request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:30:41.598113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for 263f7041-0b86-4467-826c-abcc9153f49d owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:41.612220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a86a1167-845e-4302-8b9b-0cdb6bd13373 None None] Deleting port 263f7041-0b86-4467-826c-abcc9153f49d {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:41.617048 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a86a1167-845e-4302-8b9b-0cdb6bd13373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:41.674298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8087-2f1a-41e8-9b78-3de129418c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:41.710195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1a6577a4-6bbb-4336-bf94-c10eab836259 None None] Provisioning complete for port 9776f387-d06f-40e6-b45e-3ac98de86c7b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:41.710403 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1a6577a4-6bbb-4336-bf94-c10eab836259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:41.786821 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:41.825045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1a6577a4-6bbb-4336-bf94-c10eab836259 None None] Port 9776f387-d06f-40e6-b45e-3ac98de86c7b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:41.887969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=263f7041-0b86-4467-826c-abcc9153f49d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:41.902370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No DVR routers for this DVR port 263f7041-0b86-4467-826c-abcc9153f49d on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:30:41.911865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a86a1167-845e-4302-8b9b-0cdb6bd13373 None None] The port '263f7041-0b86-4467-826c-abcc9153f49d' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:30:42.055099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.094651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 28ac6aa9-c79c-443d-9cbe-8696cc48a732, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=28ac6aa9-c79c-443d-9cbe-8696cc48a732,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:42.152760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:42.166374 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Sync routers for ids ['33a00943-2385-47b8-a8f9-24857d5c200d'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:42.173448 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.185317 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Routers {'33a00943-2385-47b8-a8f9-24857d5c200d'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:42.186835 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33a00943-2385-47b8-a8f9-24857d5c200d'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:42.304780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-90fd3f79-c6f7-4d5d-bd91-6e69a0263481 admin admin] 10.222.0.69 "PUT /v2.0/routers/33a00943-2385-47b8-a8f9-24857d5c200d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6285582 Feb 07 13:30:42.306238 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.368716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d55a098-1272-4d73-b9bc-88516f7a620c']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:42.398445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b498ac2-37d8-462c-9183-899502b7a02a') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:42.398751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b498ac2-37d8-462c-9183-899502b7a02a') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:42.400151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=28ac6aa9-c79c-443d-9cbe-8696cc48a732,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:42.432998 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.443093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.454709 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.479463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.488227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:30:42.492742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:30:42.526975 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:30:42.608676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.725478 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Set router 33a00943-2385-47b8-a8f9-24857d5c200d gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:42.849398 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.887951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:42.897425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=6d55a098-1272-4d73-b9bc-88516f7a620c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:42.928062 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-46fb7b6c-9081-4a30-b5bb-6618264e76e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/6d55a098-1272-4d73-b9bc-88516f7a620c HTTP/1.1" status: 204 len: 168 time: 2.5400884 Feb 07 13:30:42.928745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43418) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:43.044146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 28ac6aa9-c79c-443d-9cbe-8696cc48a732 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:43.318264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 28ac6aa9-c79c-443d-9cbe-8696cc48a732 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:43.322127 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:43.615389 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:30:38Z', 'revision_number': 4, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9776f387-d06f-40e6-b45e-3ac98de86c7b', 'name': '', 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'mac_address': 'fa:16:3e:9f:11:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '28fd24d4-b842-4d82-928f-7596f4d621b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:36Z', 'updated_at': '2022-02-07T13:30:39Z', 'revision_number': 2, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'subnets': [{'id': '28fd24d4-b842-4d82-928f-7596f4d621b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:43.635274 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Checking router: 33a00943-2385-47b8-a8f9-24857d5c200d for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:43.635619 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Updating router 33a00943-2385-47b8-a8f9-24857d5c200d port 9776f387-d06f-40e6-b45e-3ac98de86c7b binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:30:43.671800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 263f7041-0b86-4467-826c-abcc9153f49d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:43.792130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcbc74-2f06-4868-9cec-2b67686038cb req-f0bda38a-dd59-44dd-a580-7529334c89b2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:43.793725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5bcbc74-2f06-4868-9cec-2b67686038cb req-f0bda38a-dd59-44dd-a580-7529334c89b2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.9906392 Feb 07 13:30:43.797151 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:43.897127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 263f7041-0b86-4467-826c-abcc9153f49d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:43.900431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 263f7041-0b86-4467-826c-abcc9153f49d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:43.901003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4a0df108-4e0c-416e-98cc-bbacedb9deee no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:43.993802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 4a0df108-4e0c-416e-98cc-bbacedb9deee {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:43.994424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4a0df108-4e0c-416e-98cc-bbacedb9deee not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:44.020413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5bcbc74-2f06-4868-9cec-2b67686038cb req-1b14cdf5-cd3d-4395-9799-53265c5c03fc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085948 Feb 07 13:30:44.051028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port c029b289-7c05-44e9-8b45-b995df47b45c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:44.051392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:44.065326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:44.251647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:44.473839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port c029b289-7c05-44e9-8b45-b995df47b45c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c029b289-7c05-44e9-8b45-b995df47b45c,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:44.474643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:44.536883 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:44.581902 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Transition to ACTIVE for port object 9776f387-d06f-40e6-b45e-3ac98de86c7b will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:44.660931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for c029b289-7c05-44e9-8b45-b995df47b45c owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:44.672726 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:44.870375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:44.873405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:44.974879 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c5529-725e-4767-bad6-42cd6465be34 None None] Pushing event updated for resources: {'Port': ['ID=9776f387-d06f-40e6-b45e-3ac98de86c7b,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:45.168347 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Attempting to bind port 9776f387-d06f-40e6-b45e-3ac98de86c7b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:45.170272 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Attempting to bind port 9776f387-d06f-40e6-b45e-3ac98de86c7b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:45.170895 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Attempting to bind port 9776f387-d06f-40e6-b45e-3ac98de86c7b on network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:45.181946 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:45.182320 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Checking segment: {'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:45.182718 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:45.183105 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Bound using segment: {'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:45.183617 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Bound port: 9776f387-d06f-40e6-b45e-3ac98de86c7b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b935eb-b6d0-4b1b-a508-6f348041c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:45.184077 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:45.185929 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:45.262408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port 3ab95c0c-3410-4e86-a1f4-88adf9ed3687, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,segment=NetworkSegment(1baa5704-fd95-469f-8d70-a259ba3785be),segment_id=1baa5704-fd95-469f-8d70-a259ba3785be)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:45.263603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:45.320252 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] For port 9776f387-d06f-40e6-b45e-3ac98de86c7b, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:45.346312 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:45.371996 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] For port 9776f387-d06f-40e6-b45e-3ac98de86c7b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9776f387-d06f-40e6-b45e-3ac98de86c7b,segment=NetworkSegment(f2b935eb-b6d0-4b1b-a508-6f348041c10d),segment_id=f2b935eb-b6d0-4b1b-a508-6f348041c10d)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:45.422896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7848fc4-8ace-4c0e-a10b-e576ffc29b52 req-5c6ef539-eda2-42a3-bbf8-ae07f94f16a4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:45.424923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7848fc4-8ace-4c0e-a10b-e576ffc29b52 req-5c6ef539-eda2-42a3-bbf8-ae07f94f16a4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.1660368 Feb 07 13:30:45.425181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=c029b289-7c05-44e9-8b45-b995df47b45c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:45.436897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:45.474110 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:45.660541 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c5529-725e-4767-bad6-42cd6465be34 None None] Pushing event updated for resources: {'Port': ['ID=9776f387-d06f-40e6-b45e-3ac98de86c7b,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:45.706872 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Routers {'33a00943-2385-47b8-a8f9-24857d5c200d'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:45.710431 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33a00943-2385-47b8-a8f9-24857d5c200d'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:45.794032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7848fc4-8ace-4c0e-a10b-e576ffc29b52 req-d2727beb-85a9-472c-867a-4f44b34ade1b tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279951 Feb 07 13:30:45.923841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:46.075879 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=3ab95c0c-3410-4e86-a1f4-88adf9ed3687,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:46.120669 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] Set router 33a00943-2385-47b8-a8f9-24857d5c200d gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:46.322206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:46.517378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:47.011729 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:30:38Z', 'revision_number': 4, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9776f387-d06f-40e6-b45e-3ac98de86c7b', 'name': '', 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'mac_address': 'fa:16:3e:9f:11:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '28fd24d4-b842-4d82-928f-7596f4d621b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:36Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 4, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'subnets': [{'id': '28fd24d4-b842-4d82-928f-7596f4d621b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:47.020187 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695434b8-8db8-4cae-a83b-6dcd94a7135c None None] The sync data for ids ['33a00943-2385-47b8-a8f9-24857d5c200d'] in n-d-811416-5 is: [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:30:38Z', 'revision_number': 4, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9776f387-d06f-40e6-b45e-3ac98de86c7b', 'name': '', 'network_id': '0f48ddce-5dae-42e2-84f9-de0334b7cc48', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'mac_address': 'fa:16:3e:9f:11:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '28fd24d4-b842-4d82-928f-7596f4d621b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:36Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 4, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'subnets': [{'id': '28fd24d4-b842-4d82-928f-7596f4d621b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:47.391026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:47.416923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Router f5772f89-9397-4c8e-90af-d52a345e37bc has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:47.583610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89eecc-16b5-4cb5-a733-18875573b742 req-b676d329-cdb2-41d6-817f-ffa5dfee5ead tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:47.589397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a89eecc-16b5-4cb5-a733-18875573b742 req-b676d329-cdb2-41d6-817f-ffa5dfee5ead tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.2868805 Feb 07 13:30:47.607864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:47.621627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:47.624906 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4491d368-7de2-414e-81c1-2c8ab421d6fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6941981 Feb 07 13:30:47.628469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43458) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:47.645392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:47.647805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:47.830674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a09b84-217d-42dd-a1ec-f48bf60c075a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting subnet 5aa04d04-49b9-40c3-8a8e-dac9d4c5538c {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:30:47.841345 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9a09b84-217d-42dd-a1ec-f48bf60c075a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:47.982900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:47.994914 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] Sync routers for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:48.005659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a89eecc-16b5-4cb5-a733-18875573b742 req-22a28d45-f279-4f4c-8238-2e348d593e83 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211609 Feb 07 13:30:48.013897 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:48.015005 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:48.016950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:48.037917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9a09b84-217d-42dd-a1ec-f48bf60c075a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:48.206431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b076bbba-8951-43eb-9729-9b2a30a16f09 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "PUT /v2.0/routers/f5772f89-9397-4c8e-90af-d52a345e37bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6652369 Feb 07 13:30:48.211421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43472) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:48.280872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 11, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:48.291553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:48.366094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e2cf3b-b458-4f7d-ad7f-97e9b0084d94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting subnet 474577df-9fe6-4a39-985c-26ec6794b196 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:30:48.369925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62e2cf3b-b458-4f7d-ad7f-97e9b0084d94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:48.416853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-718d848e-3dd7-4f53-8e70-5dd562de8208 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:48.435279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-718d848e-3dd7-4f53-8e70-5dd562de8208 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.4248824 Feb 07 13:30:48.467164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62e2cf3b-b458-4f7d-ad7f-97e9b0084d94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:48.471875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-dfb5714c-1ef7-41aa-9cc4-56791006bbf1 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/quotas/4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 375 time: 0.0344591 Feb 07 13:30:48.495823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:48.499895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:48.608603 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:48.691709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62e2cf3b-b458-4f7d-ad7f-97e9b0084d94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:48.695630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-9e0e2666-95b3-4077-82a3-2529fe37bb5d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2230246 Feb 07 13:30:48.866634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9a09b84-217d-42dd-a1ec-f48bf60c075a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:48.919591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:48.938913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62e2cf3b-b458-4f7d-ad7f-97e9b0084d94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:49.081945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2cf3b-b458-4f7d-ad7f-97e9b0084d94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Subnet': ['ID=474577df-9fe6-4a39-985c-26ec6794b196,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:49.133380 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62e2cf3b-b458-4f7d-ad7f-97e9b0084d94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:49.181657 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-62e2cf3b-b458-4f7d-ad7f-97e9b0084d94 tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/subnets/474577df-9fe6-4a39-985c-26ec6794b196 HTTP/1.1" status: 204 len: 168 time: 0.9636915 Feb 07 13:30:49.183082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43482) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:49.253096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20235857-612f-4779-8d11-9e208db3ab37 None None] Network a39833bf-c663-4171-b32d-a8bdaa49cd69 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:49.275809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9776f387-d06f-40e6-b45e-3ac98de86c7b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:49.355527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 11, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:49.364728 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:49.379900 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] Checking router: f5772f89-9397-4c8e-90af-d52a345e37bc for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:49.389227 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] Routers {'f5772f89-9397-4c8e-90af-d52a345e37bc'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:49.389835 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f5772f89-9397-4c8e-90af-d52a345e37bc'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:49.426865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2112341-68b2-49ce-acbb-c03a3711c961 None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 11, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:49.440540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-534c29e6-95e3-4a01-a7c1-2e7f53d9b996 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439833 Feb 07 13:30:49.536911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9776f387-d06f-40e6-b45e-3ac98de86c7b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:49.707057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9776f387-d06f-40e6-b45e-3ac98de86c7b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:49.707646 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:49.710296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9a09b84-217d-42dd-a1ec-f48bf60c075a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:49.880428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a09b84-217d-42dd-a1ec-f48bf60c075a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa04d04-49b9-40c3-8a8e-dac9d4c5538c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:49.880428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f9a09b84-217d-42dd-a1ec-f48bf60c075a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:49.884760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67102466-eb34-4b78-af94-d8679b46e184 None None] Network 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:30:49.886192 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f9a09b84-217d-42dd-a1ec-f48bf60c075a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/5aa04d04-49b9-40c3-8a8e-dac9d4c5538c HTTP/1.1" status: 204 len: 168 time: 2.2282081 Feb 07 13:30:49.886504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43488) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:49.919829 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] Set router f5772f89-9397-4c8e-90af-d52a345e37bc gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:49.925490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-5453f228-6a98-4210-acd9-9e8db25a90c7 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783912 Feb 07 13:30:49.956995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb465410-dc2e-4987-a81f-883d381b76fa req-29ae4522-5118-4893-83d1-b48dce931a04 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:49.959076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb465410-dc2e-4987-a81f-883d381b76fa req-29ae4522-5118-4893-83d1-b48dce931a04 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.4780810 Feb 07 13:30:50.063147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb465410-dc2e-4987-a81f-883d381b76fa req-39a34229-fe9e-4863-978c-2d2f75004350 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894225 Feb 07 13:30:50.218420 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:50.271853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:50.281127 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:50.367709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] DHCP port deletion for a39833bf-c663-4171-b32d-a8bdaa49cd69 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:30:50.375462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Deleting port a6e158c5-f833-40fc-976b-2ab9b94b8352 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:50.375812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:50.382045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] Deleting port 9806cd17-e40d-469c-af07-7036bff4c1a5 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:50.382045 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:50.461438 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:50.466592 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58fc12-f31b-43b2-bff7-27ea2e21418e None None] The sync data for ids ['f5772f89-9397-4c8e-90af-d52a345e37bc'] in n-d-811416-5 is: [{'id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'name': 'tempest-TestNetworkBasicOps-router-524314507', 'tenant_id': '0df19d2b50784eafa298215af2aa58df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:28:21Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 5, 'project_id': '0df19d2b50784eafa298215af2aa58df', 'gw_port': {'id': '2cdbe294-4509-429b-b005-4e2d29dabe92', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5772f89-9397-4c8e-90af-d52a345e37bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:28:22Z', 'updated_at': '2022-02-07T13:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:50.469958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9776f387-d06f-40e6-b45e-3ac98de86c7b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9776f387-d06f-40e6-b45e-3ac98de86c7b,segment=NetworkSegment(f2b935eb-b6d0-4b1b-a508-6f348041c10d),segment_id=f2b935eb-b6d0-4b1b-a508-6f348041c10d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:50.539037 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:50.687172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] For port a6e158c5-f833-40fc-976b-2ab9b94b8352, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a6e158c5-f833-40fc-976b-2ab9b94b8352,segment=NetworkSegment(1baa5704-fd95-469f-8d70-a259ba3785be),segment_id=1baa5704-fd95-469f-8d70-a259ba3785be)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:50.689895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:50.758036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9776f387-d06f-40e6-b45e-3ac98de86c7b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:50.809384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] For port 9806cd17-e40d-469c-af07-7036bff4c1a5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9806cd17-e40d-469c-af07-7036bff4c1a5,segment=NetworkSegment(49bdfa02-5f5f-4759-b615-3868d64e6e89),segment_id=49bdfa02-5f5f-4759-b615-3868d64e6e89)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:50.810358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:50.828278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Calling delete_port for a6e158c5-f833-40fc-976b-2ab9b94b8352 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:50.923018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b231057-8107-42d9-96d0-1712bfaeaf12 req-cddc50f9-5dd4-4a46-b099-e84a974d1745 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 210 time: 0.0613811 Feb 07 13:30:50.948537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925b2ec-5557-41c0-923c-d6c1a9a156bc None None] DHCP port deletion for 5ed71fc6-b3ca-49c3-9178-b9262ece1c6c request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:30:51.016199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.059281 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] Calling delete_port for 9806cd17-e40d-469c-af07-7036bff4c1a5 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:51.091617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5925b2ec-5557-41c0-923c-d6c1a9a156bc None None] Deleting port a6e158c5-f833-40fc-976b-2ab9b94b8352 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:51.091923 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5925b2ec-5557-41c0-923c-d6c1a9a156bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.129730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9776f387-d06f-40e6-b45e-3ac98de86c7b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:30:51.135648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.245414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Deleting port 2cdbe294-4509-429b-b005-4e2d29dabe92 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:30:51.245994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.342527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No DVR routers for this DVR port a6e158c5-f833-40fc-976b-2ab9b94b8352 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:30:51.351222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5925b2ec-5557-41c0-923c-d6c1a9a156bc None None] The port 'a6e158c5-f833-40fc-976b-2ab9b94b8352' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:30:51.373275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9776f387-d06f-40e6-b45e-3ac98de86c7b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:51.373659 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.399145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Port': ['ID=a6e158c5-f833-40fc-976b-2ab9b94b8352,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:51.467246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.497789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd245d-dddd-46de-84a2-87f3d9088dff req-1dbe2797-ca64-4512-a9fe-76235f93d02e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:51.499685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47dd245d-dddd-46de-84a2-87f3d9088dff req-1dbe2797-ca64-4512-a9fe-76235f93d02e tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.1693244 Feb 07 13:30:51.506652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-923e4200-2698-4264-98f7-4b0c3d4d7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:51.508590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-923e4200-2698-4264-98f7-4b0c3d4d7826 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1096 time: 0.2489076 Feb 07 13:30:51.520810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] No DVR routers for this DVR port 9806cd17-e40d-469c-af07-7036bff4c1a5 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:30:51.565545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e35f2-4de6-42d0-8bbf-46921c2c3df5 None None] Pushing event deleted for resources: {'Port': ['ID=9806cd17-e40d-469c-af07-7036bff4c1a5,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:51.568462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.634348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed71fc6-b3ca-49c3-9178-b9262ece1c6c']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:51.649078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1baa5704-fd95-469f-8d70-a259ba3785be') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:51.649380 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1baa5704-fd95-469f-8d70-a259ba3785be') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:51.662461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.672682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47dd245d-dddd-46de-84a2-87f3d9088dff req-3820ff0e-8ab8-42d5-88ba-6098f43537e4 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631911 Feb 07 13:30:51.681434 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.687880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:30:51.688989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:30:51.737525 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:30:51.743268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c029b289-7c05-44e9-8b45-b995df47b45c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:51.756528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-96b21894-8695-466b-8a29-096fede668e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:51.758321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-96b21894-8695-466b-8a29-096fede668e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.2338216 Feb 07 13:30:51.789732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c029b289-7c05-44e9-8b45-b995df47b45c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:51.790002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c029b289-7c05-44e9-8b45-b995df47b45c not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:51.790588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6e158c5-f833-40fc-976b-2ab9b94b8352 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:51.841795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a6e158c5-f833-40fc-976b-2ab9b94b8352 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:51.842327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a6e158c5-f833-40fc-976b-2ab9b94b8352 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:51.842913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:51.882103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:51.882455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 3ab95c0c-3410-4e86-a1f4-88adf9ed3687 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:51.883023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9806cd17-e40d-469c-af07-7036bff4c1a5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:51.889266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-48e5dd53-5d34-4a35-a6bb-5201bafaf020 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f61a4d-c779-4ba6-917f-a4f120232070 HTTP/1.1" status: 200 len: 1001 time: 0.1249235 Feb 07 13:30:51.930582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9806cd17-e40d-469c-af07-7036bff4c1a5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:51.931090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9806cd17-e40d-469c-af07-7036bff4c1a5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:51.936101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] For port 2cdbe294-4509-429b-b005-4e2d29dabe92, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2cdbe294-4509-429b-b005-4e2d29dabe92,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:51.940778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:52.071055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:52.080435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Calling delete_port for 2cdbe294-4509-429b-b005-4e2d29dabe92 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:30:52.130086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:52.131463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-819ba804-930d-497f-bbd9-2eec0f998894 req-269315f0-71d2-4737-9098-38c013c36aa6 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 210 time: 0.0480344 Feb 07 13:30:52.150537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-c6cf2394-debc-4912-8f7e-74781c62ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:52.150537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-c6cf2394-debc-4912-8f7e-74781c62ae92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.2535436 Feb 07 13:30:52.151616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Pushing event deleted for resources: {'Network': ['ID=5ed71fc6-b3ca-49c3-9178-b9262ece1c6c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:52.166098 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d86fe02d-683c-452f-a070-c8d1f512b0f7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/networks/5ed71fc6-b3ca-49c3-9178-b9262ece1c6c HTTP/1.1" status: 204 len: 168 time: 2.2733922 Feb 07 13:30:52.168978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43562) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:52.176250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'routes': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:52.233362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-79acec76-0b55-425f-9851-a2bee49caee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:52.236898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-79acec76-0b55-425f-9851-a2bee49caee9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802712 Feb 07 13:30:52.371320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-b6292321-ec59-406f-a9ca-e461c7fbf3cc service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299579 Feb 07 13:30:52.506079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f518e441-a2a7-49bb-a6c5-92a9dd8e6641 req-64b97062-4da5-4f4c-a3f7-ede00ee37baf service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287782 Feb 07 13:30:52.644385 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.extraroute_db [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Added routes are [] {{(pid=88312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 13:30:52.644587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.extraroute_db [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Removed routes are [] {{(pid=88312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 13:30:52.644927 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:52.927134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220eefe-4a37-4ef8-b512-23ff7dc1e6b3 req-7a7c5672-dfa1-48e6-8b59-ce45a8d50443 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:52.928770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6220eefe-4a37-4ef8-b512-23ff7dc1e6b3 req-7a7c5672-dfa1-48e6-8b59-ce45a8d50443 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.0880849 Feb 07 13:30:52.965820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:52.971866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:52.981057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6220eefe-4a37-4ef8-b512-23ff7dc1e6b3 req-fad06456-8160-41e5-be2f-c41a0e59f444 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452828 Feb 07 13:30:53.108331 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:53.164478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router 27db2100-15f5-4c2f-9127-ade3ccd7351b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:30:53.164478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Port': ['ID=2cdbe294-4509-429b-b005-4e2d29dabe92,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:53.302268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a239c459-cd3c-4002-8d93-75799dd122cc req-02a85bd3-12cc-49bc-ae44-4ce74add45db tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 210 time: 0.0512049 Feb 07 13:30:53.389605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:53.565622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:53.576367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] Sync routers for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:53.585872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:53.588285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:53.607946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-feeb9d0c-5424-4de0-ae4c-127b4da5258c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:53.610835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-feeb9d0c-5424-4de0-ae4c-127b4da5258c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.1778510 Feb 07 13:30:53.626719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'port': {'device_id': '0a151e8d-72e6-4d08-8f1a-9266e5bbe258', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'admin_state_up': True, 'tenant_id': '4a92a614e65b49c08d9e99ad98743207'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:53.650466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:53.651617 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-977b675c-bc31-4d5f-b5b9-9db0402336e6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 200 len: 704 time: 1.4817371 Feb 07 13:30:53.654529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:53.754531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:53.788661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:53.792452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-543bd6cd-26bb-49f8-a350-8c59320b0b7f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:30:53.796802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:53.838873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:53.843523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:port and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:53.847801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:53.856266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:53.900147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-543bd6cd-26bb-49f8-a350-8c59320b0b7f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:30:53.901548 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-543bd6cd-26bb-49f8-a350-8c59320b0b7f tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 200 len: 205 time: 0.2459288 Feb 07 13:30:53.904162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43628) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:53.916656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 11, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:53.918589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:30:53.920807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] Checking router: 27db2100-15f5-4c2f-9127-ade3ccd7351b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:53.924144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:53.929877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] Routers {'27db2100-15f5-4c2f-9127-ade3ccd7351b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:53.930535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['27db2100-15f5-4c2f-9127-ade3ccd7351b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:53.969680 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:53.971786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Fanout notify agent at l3_agent the message router_deleted on router f5772f89-9397-4c8e-90af-d52a345e37bc {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:30:53.996768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:53.998200 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c24297a9-73b8-4b11-aabe-a665a1a80c0d tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/routers/f5772f89-9397-4c8e-90af-d52a345e37bc HTTP/1.1" status: 204 len: 168 time: 4.8121233 Feb 07 13:30:54.085363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:54.131440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1fba325-4cc9-451d-8d8e-f506d4c71b69 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:54.207574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] Set router 27db2100-15f5-4c2f-9127-ade3ccd7351b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:54.324424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 11, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:54.331212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f28cb-a22a-422c-9d1f-2b3827622db4 None None] The sync data for ids ['27db2100-15f5-4c2f-9127-ade3ccd7351b'] in n-d-811416-5 is: [{'id': '27db2100-15f5-4c2f-9127-ade3ccd7351b', 'name': 'tempest-RoutersIpV6Test-router-695304449', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:29:40Z', 'updated_at': '2022-02-07T13:30:45Z', 'revision_number': 11, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:54.380348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.20.0.13 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/79cc16ae-f570-40a4-b1d7-2116ad17af13) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:30:54.630658 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:54.655388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-048c6aa9-e962-42d1-8045-fd213da1391f req-3ca7f92f-0bca-4759-82b2-40b1a195b84c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 210 time: 0.0898767 Feb 07 13:30:54.678642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1eb2a-5638-4513-a3d1-c157302a9f62 req-51b34baa-05a6-48a0-abf9-2cfd8ba095ce tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:54.680928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bff1eb2a-5638-4513-a3d1-c157302a9f62 req-51b34baa-05a6-48a0-abf9-2cfd8ba095ce tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 945 time: 0.4272683 Feb 07 13:30:54.712182 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:54.770283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:54.810416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Transition to ACTIVE for port object 79cc16ae-f570-40a4-b1d7-2116ad17af13 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:54.814087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bff1eb2a-5638-4513-a3d1-c157302a9f62 req-f14d4c7d-c561-41f8-94a6-b79aa0b9f453 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861783 Feb 07 13:30:54.842113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1fba325-4cc9-451d-8d8e-f506d4c71b69 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:54.847428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1fba325-4cc9-451d-8d8e-f506d4c71b69 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:54.947360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:54.965142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2cdbe294-4509-429b-b005-4e2d29dabe92 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:54.965712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:54.995904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39833bf-c663-4171-b32d-a8bdaa49cd69']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:55.000542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:55.010021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bdfa02-5f5f-4759-b615-3868d64e6e89') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:55.010562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bdfa02-5f5f-4759-b615-3868d64e6e89') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:55.024039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.030134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:30:55.036568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:30:55.040875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:30:55.047565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.058079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:30:55.058803 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.067528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 2cdbe294-4509-429b-b005-4e2d29dabe92 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:30:55.067886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2cdbe294-4509-429b-b005-4e2d29dabe92 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:30:55.079531 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:30:55.126261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=79cc16ae-f570-40a4-b1d7-2116ad17af13,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:55.148255 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1fba325-4cc9-451d-8d8e-f506d4c71b69 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.148821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fba325-4cc9-451d-8d8e-f506d4c71b69 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Fanout notify agent at l3_agent the message router_deleted on router 27db2100-15f5-4c2f-9127-ade3ccd7351b {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:30:55.197450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:55.197784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f1fba325-4cc9-451d-8d8e-f506d4c71b69 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.198364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.216523 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f1fba325-4cc9-451d-8d8e-f506d4c71b69 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 204 len: 168 time: 1.3075764 Feb 07 13:30:55.218075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43686) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:55.233080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.241069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-599895086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:55.263093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:55.275906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Usage tracker for resource:router and tenant:921216ff1853470d9f921dc9a7747ea7 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:55.279443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:55.289290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:30:55.289994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.290721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:30:55.294233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:55.325095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.343902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-0f60ff45-159b-406b-a35e-d39a94280cd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7240367 Feb 07 13:30:55.349737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] Pushing event deleted for resources: {'Network': ['ID=a39833bf-c663-4171-b32d-a8bdaa49cd69,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:55.354957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-b0d6ba74-94e0-4b36-aff3-304ab2c02bcd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:30:55.355947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-b0d6ba74-94e0-4b36-aff3-304ab2c02bcd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055571 Feb 07 13:30:55.366255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Request body: {'port': {'device_id': '0a151e8d-72e6-4d08-8f1a-9266e5bbe258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:55.371236 n-d-811416-5 neutron-server[88314]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'code': 422} returned with failed status Feb 07 13:30:55.391226 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.441267 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09d53146-d660-4464-b2d1-12d5843e34ea tempest-TestNetworkBasicOps-2038319918 tempest-TestNetworkBasicOps-2038319918-project] 10.222.0.69 "DELETE /v2.0/networks/a39833bf-c663-4171-b32d-a8bdaa49cd69 HTTP/1.1" status: 204 len: 168 time: 1.3545973 Feb 07 13:30:55.521074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:55.567336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-769f231d-4e89-4e8b-a3e4-4e9ff6c6cde6 None None] Provisioning for port 79cc16ae-f570-40a4-b1d7-2116ad17af13 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:30:55.572613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-769f231d-4e89-4e8b-a3e4-4e9ff6c6cde6 None None] Provisioning complete for port 79cc16ae-f570-40a4-b1d7-2116ad17af13 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:30:55.573074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-769f231d-4e89-4e8b-a3e4-4e9ff6c6cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.602414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.604264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.645676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.647296 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:55.660773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-769f231d-4e89-4e8b-a3e4-4e9ff6c6cde6 None None] Port 79cc16ae-f570-40a4-b1d7-2116ad17af13 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:30:55.878045 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.075226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43730) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:56.084206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.092691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-56a54271-c6c1-4c85-a5b8-99fda80fbec1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8663282 Feb 07 13:30:56.094183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43736) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:56.100532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7e298f16-eac9-4dbe-9d38-65d77202cda7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:30:56.118226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534c6ec-de00-4fdf-a31a-374bccb5fa0a req-1b53da04-1743-4bc7-a636-167ecf7dc4ee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:56.118967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a534c6ec-de00-4fdf-a31a-374bccb5fa0a req-1b53da04-1743-4bc7-a636-167ecf7dc4ee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:30:56.162979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3f4b4-16e2-4c7a-8ab7-b367c02407c9 req-cef6c57c-b259-4385-a15d-0828e4a014d1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:56.164566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90d3f4b4-16e2-4c7a-8ab7-b367c02407c9 req-cef6c57c-b259-4385-a15d-0828e4a014d1 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.1972713 Feb 07 13:30:56.258010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cc16ae-f570-40a4-b1d7-2116ad17af13 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:30:56.266839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a534c6ec-de00-4fdf-a31a-374bccb5fa0a req-1b53da04-1743-4bc7-a636-167ecf7dc4ee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:30:56.268824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a534c6ec-de00-4fdf-a31a-374bccb5fa0a req-1b53da04-1743-4bc7-a636-167ecf7dc4ee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 932 time: 0.4754105 Feb 07 13:30:56.270643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.302434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90d3f4b4-16e2-4c7a-8ab7-b367c02407c9 req-f39584c5-f443-4739-8199-94c823481981 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020551 Feb 07 13:30:56.313159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Transition to ACTIVE for port object 79cc16ae-f570-40a4-b1d7-2116ad17af13 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:30:56.335706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a534c6ec-de00-4fdf-a31a-374bccb5fa0a req-dab34d70-b1a6-43f3-bd7c-d2958291be34 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Feb 07 13:30:56.455270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.572989 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-096613e4-e357-4fa0-9085-9ad83b426fa9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0df19d2b50784eafa298215af2aa58df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958425 Feb 07 13:30:56.586238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43760) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:56.695325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Pushing event updated for resources: {'Port': ['ID=79cc16ae-f570-40a4-b1d7-2116ad17af13,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:56.710209 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e298f16-eac9-4dbe-9d38-65d77202cda7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.801715 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e997eb2-c318-4837-8f12-53b3967f10f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.819153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e298f16-eac9-4dbe-9d38-65d77202cda7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.839243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Attempting to bind port 79cc16ae-f570-40a4-b1d7-2116ad17af13 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:30:56.839586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Attempting to bind port 79cc16ae-f570-40a4-b1d7-2116ad17af13 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:30:56.839911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Attempting to bind port 79cc16ae-f570-40a4-b1d7-2116ad17af13 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:56.850224 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e997eb2-c318-4837-8f12-53b3967f10f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.858124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Port 79cc16ae-f570-40a4-b1d7-2116ad17af13 on network c42fd682-807a-46ed-800d-ed30d5f431a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:30:56.858486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Attempting to bind port 79cc16ae-f570-40a4-b1d7-2116ad17af13 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:30:56.873976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:30:56.874312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:30:56.874697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:30:56.875369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Bound port: 79cc16ae-f570-40a4-b1d7-2116ad17af13, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:30:56.875725 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:56.985508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] For port 79cc16ae-f570-40a4-b1d7-2116ad17af13, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:30:56.988713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] For port 79cc16ae-f570-40a4-b1d7-2116ad17af13, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=79cc16ae-f570-40a4-b1d7-2116ad17af13,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:30:57.112978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e997eb2-c318-4837-8f12-53b3967f10f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:57.114390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e298f16-eac9-4dbe-9d38-65d77202cda7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Router bb5c8256-5e8e-4c53-8180-2e38dafc8001 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:30:57.118120 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:57.199951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e997eb2-c318-4837-8f12-53b3967f10f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a8b32a-5b49-4d75-87b8-af00bcf97d24,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:57.205540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:57.206293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:57.207889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/79cc16ae-f570-40a4-b1d7-2116ad17af13 HTTP/1.1" status: 200 len: 1092 time: 1.8458540 Feb 07 13:30:57.208496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a151e8d-72e6-4d08-8f1a-9266e5bbe258', 'tag': '79cc16ae-f570-40a4-b1d7-2116ad17af13'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:30:57.235957 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5e997eb2-c318-4837-8f12-53b3967f10f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:57.237167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5e997eb2-c318-4837-8f12-53b3967f10f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6a8b32a-5b49-4d75-87b8-af00bcf97d24 HTTP/1.1" status: 204 len: 168 time: 0.6477041 Feb 07 13:30:57.271429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bddf19-4e29-4947-af24-4232a05f62a3 service neutron] Pushing event updated for resources: {'Port': ['ID=79cc16ae-f570-40a4-b1d7-2116ad17af13,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:57.323041 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e298f16-eac9-4dbe-9d38-65d77202cda7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:30:57.336046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] Sync routers for ids ['bb5c8256-5e8e-4c53-8180-2e38dafc8001'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:30:57.339082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e298f16-eac9-4dbe-9d38-65d77202cda7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:57.340885 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7e298f16-eac9-4dbe-9d38-65d77202cda7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "PUT /v2.0/routers/bb5c8256-5e8e-4c53-8180-2e38dafc8001 HTTP/1.1" status: 200 len: 697 time: 1.2453547 Feb 07 13:30:57.343574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43792) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:57.350753 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] Routers {'bb5c8256-5e8e-4c53-8180-2e38dafc8001'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:57.351372 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bb5c8256-5e8e-4c53-8180-2e38dafc8001'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:57.368812 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a151e8d-72e6-4d08-8f1a-9266e5bbe258', 'tag': '79cc16ae-f570-40a4-b1d7-2116ad17af13', 'status': 'completed', 'code': 200} Feb 07 13:30:57.431286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-462d979a-c81d-44c6-b70c-9cc3a844ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:57.433377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-462d979a-c81d-44c6-b70c-9cc3a844ba6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 1095 time: 0.1330388 Feb 07 13:30:57.553432 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b4874cad-6bf7-4cee-be52-37237146a0a7 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/routers/bb5c8256-5e8e-4c53-8180-2e38dafc8001 HTTP/1.1" status: 200 len: 703 time: 0.2083101 Feb 07 13:30:57.556093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43802) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:57.599004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-842cacca-62d8-4dcd-bd64-53059b519c86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79cc16ae-f570-40a4-b1d7-2116ad17af13 HTTP/1.1" status: 200 len: 217 time: 0.1570239 Feb 07 13:30:57.621318 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e1caf4b8-f4e4-4c65-aed3-89b512016fc1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5c8256-5e8e-4c53-8180-2e38dafc8001 HTTP/1.1" status: 200 len: 205 time: 0.0639808 Feb 07 13:30:57.624068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43816) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:57.662542 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] Set router bb5c8256-5e8e-4c53-8180-2e38dafc8001 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:57.729837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-6dc91767-1099-44f5-ad1a-890bc3938aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:57.731691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-6dc91767-1099-44f5-ad1a-890bc3938aee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.1242261 Feb 07 13:30:57.833201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b53ed-212f-4fdc-9afb-7a01fb8dd014 req-f08b6ca1-a89d-4953-80db-559ae446819e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:57.834759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b81b53ed-212f-4fdc-9afb-7a01fb8dd014 req-f08b6ca1-a89d-4953-80db-559ae446819e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 944 time: 0.2908826 Feb 07 13:30:57.848580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1be00df-4710-41dc-b59c-153843b536be tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:57.894654 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5c8256-5e8e-4c53-8180-2e38dafc8001', 'name': 'tempest-RoutersIpV6Test-router-599895086', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:55Z', 'updated_at': '2022-02-07T13:30:56Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:57.897394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b81b53ed-212f-4fdc-9afb-7a01fb8dd014 req-061b9509-2f98-4045-b04a-0dbfe30b0334 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505455 Feb 07 13:30:57.899062 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] Checking router: bb5c8256-5e8e-4c53-8180-2e38dafc8001 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:30:57.907084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-51ae9d75-75fb-4bd4-b08a-b1d930283150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:57.908743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-51ae9d75-75fb-4bd4-b08a-b1d930283150 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686957 Feb 07 13:30:57.909771 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] Routers {'bb5c8256-5e8e-4c53-8180-2e38dafc8001'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:30:57.910463 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:30:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bb5c8256-5e8e-4c53-8180-2e38dafc8001'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:58.076330 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] Set router bb5c8256-5e8e-4c53-8180-2e38dafc8001 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:30:58.172454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43838) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.202236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.207077 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5c8256-5e8e-4c53-8180-2e38dafc8001', 'name': 'tempest-RoutersIpV6Test-router-599895086', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:55Z', 'updated_at': '2022-02-07T13:30:56Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:30:58.211273 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c304e-672c-48b1-8605-1dc0794f3fcd None None] The sync data for ids ['bb5c8256-5e8e-4c53-8180-2e38dafc8001'] in n-d-811416-5 is: [{'id': 'bb5c8256-5e8e-4c53-8180-2e38dafc8001', 'name': 'tempest-RoutersIpV6Test-router-599895086', 'tenant_id': '921216ff1853470d9f921dc9a7747ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:55Z', 'updated_at': '2022-02-07T13:30:56Z', 'revision_number': 2, 'project_id': '921216ff1853470d9f921dc9a7747ea7', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:30:58.264194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:30:58.270149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] Usage tracker for resource:security_group_rule and tenant:e1486f21289d42369010d994add11f00 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:30:58.275534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:30:58.282486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:30:58.332634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-1b6676a0-c2f7-4e6d-a37c-8f3f7a8e97bd service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175942 Feb 07 13:30:58.382194 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1be00df-4710-41dc-b59c-153843b536be tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.385022 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1be00df-4710-41dc-b59c-153843b536be tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.469095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1be00df-4710-41dc-b59c-153843b536be tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.469517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1be00df-4710-41dc-b59c-153843b536be tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Fanout notify agent at l3_agent the message router_deleted on router bb5c8256-5e8e-4c53-8180-2e38dafc8001 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:30:58.494595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1be00df-4710-41dc-b59c-153843b536be tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.498848 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e1be00df-4710-41dc-b59c-153843b536be tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/bb5c8256-5e8e-4c53-8180-2e38dafc8001 HTTP/1.1" status: 204 len: 168 time: 0.8658731 Feb 07 13:30:58.500767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.503137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.521770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55c7b946-8bfd-488f-bf84-20310961c5a6 req-83cb64b4-5ff4-49ca-bf75-47e95f593991 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824620 Feb 07 13:30:58.563726 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-14339b00-0fca-48bb-9628-6978c3b13500 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5c8256-5e8e-4c53-8180-2e38dafc8001 HTTP/1.1" status: 200 len: 205 time: 0.0579591 Feb 07 13:30:58.566690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43860) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.597253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.635124 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-97b43aa3-3e1e-43dc-97c3-78084f00aa17 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] delete failed (client error): The resource could not be found. Feb 07 13:30:58.636401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-97b43aa3-3e1e-43dc-97c3-78084f00aa17 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/bb5c8256-5e8e-4c53-8180-2e38dafc8001 HTTP/1.1" status: 404 len: 336 time: 0.0686862 Feb 07 13:30:58.643281 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43868) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.658161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08642345-93fa-4dba-bccf-1748bd495767,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:58.664057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e2cbca70-7ecd-4756-b3e0-9f85d4426990 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1486f21289d42369010d994add11f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901588 Feb 07 13:30:58.697248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43874) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.726252 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f216a3-ba98-457a-b6a2-0b516cda4055 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:30:58.730100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f216a3-ba98-457a-b6a2-0b516cda4055 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:30:58.734127 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-95f216a3-ba98-457a-b6a2-0b516cda4055 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/8a7dfe36-ae9d-4b47-8a06-ff5cee770377 HTTP/1.1" status: 404 len: 337 time: 0.0881221 Feb 07 13:30:58.734976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43880) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.788259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-20157e0a-11d6-4f43-8f28-85f124bb5e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.794980 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6346d52-9974-4d6c-9dfa-aff64d9c4dc6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:30:58.795564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6346d52-9974-4d6c-9dfa-aff64d9c4dc6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:30:58.800719 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e6346d52-9974-4d6c-9dfa-aff64d9c4dc6 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/866ed24a-b118-46fb-ba27-2f4fa05edbdd HTTP/1.1" status: 404 len: 337 time: 0.0616612 Feb 07 13:30:58.801085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.808308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-08e5fa26-ba2e-47b6-a073-c594de7f3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:58.809811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-08e5fa26-ba2e-47b6-a073-c594de7f3a60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 1095 time: 0.1448474 Feb 07 13:30:58.846629 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0361f379-8e01-4fa0-b7f6-2b7051f7c25a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:30:58.847088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0361f379-8e01-4fa0-b7f6-2b7051f7c25a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:30:58.851148 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0361f379-8e01-4fa0-b7f6-2b7051f7c25a tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/e4622333-b110-43e9-b910-505ca28f464c HTTP/1.1" status: 404 len: 337 time: 0.0467575 Feb 07 13:30:58.851347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43894) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.894026 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d062ef2f-eecc-4a2c-ae5b-cf701f5684e1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:30:58.894491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d062ef2f-eecc-4a2c-ae5b-cf701f5684e1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:30:58.898674 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d062ef2f-eecc-4a2c-ae5b-cf701f5684e1 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/5aa04d04-49b9-40c3-8a8e-dac9d4c5538c HTTP/1.1" status: 404 len: 337 time: 0.0439587 Feb 07 13:30:58.898799 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-20157e0a-11d6-4f43-8f28-85f124bb5e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:58.898881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43900) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:58.947218 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-567fd806-4386-4a87-9603-1015ad6f108b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 200 len: 205 time: 0.0450027 Feb 07 13:30:58.947523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43908) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.015435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-b9538598-31fb-4d96-9a6f-a27172063981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:59.017157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-b9538598-31fb-4d96-9a6f-a27172063981 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1980376 Feb 07 13:30:59.017833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:30:59.042135 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-cc7685ee-eb02-4b33-ac2b-2064d42d0624 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] delete failed (client error): The resource could not be found. Feb 07 13:30:59.043613 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cc7685ee-eb02-4b33-ac2b-2064d42d0624 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/27db2100-15f5-4c2f-9127-ade3ccd7351b HTTP/1.1" status: 404 len: 336 time: 0.0949457 Feb 07 13:30:59.046369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43914) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.104664 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e474bd2f-cbc6-42c5-8086-f3d8073d5154 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=5ad089fd-3805-4507-a14a-624bfe64c422 HTTP/1.1" status: 200 len: 205 time: 0.0569651 Feb 07 13:30:59.107012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43918) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.170947 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-20157e0a-11d6-4f43-8f28-85f124bb5e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:59.188576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-ee7bd754-86e6-4917-a4a2-1895e0bf0e79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79cc16ae-f570-40a4-b1d7-2116ad17af13 HTTP/1.1" status: 200 len: 217 time: 0.1650147 Feb 07 13:30:59.189893 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ff6eeb4a-0781-4e25-a135-54034721613c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] delete failed (client error): The resource could not be found. Feb 07 13:30:59.190919 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ff6eeb4a-0781-4e25-a135-54034721613c tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/5ad089fd-3805-4507-a14a-624bfe64c422 HTTP/1.1" status: 404 len: 336 time: 0.0829616 Feb 07 13:30:59.193620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43926) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.199511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157e0a-11d6-4f43-8f28-85f124bb5e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08642345-93fa-4dba-bccf-1748bd495767,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:30:59.234488 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9659ce-b487-45f2-979f-7e4cee4d5e54 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:30:59.234936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9659ce-b487-45f2-979f-7e4cee4d5e54 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:30:59.239519 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ad9659ce-b487-45f2-979f-7e4cee4d5e54 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/a880a95f-e61e-478c-81b9-acc6df726431 HTTP/1.1" status: 404 len: 337 time: 0.0422099 Feb 07 13:30:59.244748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43932) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.269010 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-20157e0a-11d6-4f43-8f28-85f124bb5e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:30:59.270326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-20157e0a-11d6-4f43-8f28-85f124bb5e72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08642345-93fa-4dba-bccf-1748bd495767 HTTP/1.1" status: 204 len: 168 time: 0.5721617 Feb 07 13:30:59.300605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-f56ec28a-2594-4fc7-874b-1aa9ddcf9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:59.302770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-f56ec28a-2594-4fc7-874b-1aa9ddcf9461 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.1068428 Feb 07 13:30:59.311349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b475e-8289-4bbc-a527-a9d5734685d6 req-e83daedb-e342-4fa2-9cab-7051b52fea27 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:59.313238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d4b475e-8289-4bbc-a527-a9d5734685d6 req-e83daedb-e342-4fa2-9cab-7051b52fea27 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 944 time: 0.2121482 Feb 07 13:30:59.321952 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9cc35b2a-dc4e-4dbc-9583-c88c32ed8bca tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=72f03be0-6908-4553-835d-baaaf7baccc9 HTTP/1.1" status: 200 len: 205 time: 0.0752912 Feb 07 13:30:59.322654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43942) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.416951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d4b475e-8289-4bbc-a527-a9d5734685d6 req-1cc450f8-b457-48bf-a3e0-64d1c4f8be54 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666959 Feb 07 13:30:59.428861 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ad717487-7493-4844-8c30-e8f0db934b45 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] delete failed (client error): The resource could not be found. Feb 07 13:30:59.430500 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ad717487-7493-4844-8c30-e8f0db934b45 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/72f03be0-6908-4553-835d-baaaf7baccc9 HTTP/1.1" status: 404 len: 336 time: 0.1068728 Feb 07 13:30:59.438239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43950) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.483226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-56cb718f-7d24-459c-80dc-a2c0551746d3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Synchronizing usage tracker for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:30:59.496737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-017836e9-44c9-4e5d-b4c7-941654afcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:30:59.498414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-017836e9-44c9-4e5d-b4c7-941654afcbf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840973 Feb 07 13:30:59.501191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-56cb718f-7d24-459c-80dc-a2c0551746d3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] Unset dirty status for tenant:921216ff1853470d9f921dc9a7747ea7 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:30:59.503044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-56cb718f-7d24-459c-80dc-a2c0551746d3 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=57ee5812-b115-4376-928e-499fbca87b5f HTTP/1.1" status: 200 len: 205 time: 0.0681365 Feb 07 13:30:59.505451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43956) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.647147 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-c3b3dac3-de42-45a2-9523-a782015aceaa tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] delete failed (client error): The resource could not be found. Feb 07 13:30:59.648287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c3b3dac3-de42-45a2-9523-a782015aceaa tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/57ee5812-b115-4376-928e-499fbca87b5f HTTP/1.1" status: 404 len: 336 time: 0.1419733 Feb 07 13:30:59.650841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43964) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.702047 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94b4edb-0355-4db6-9e0d-8d1185963d15 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:30:59.702505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94b4edb-0355-4db6-9e0d-8d1185963d15 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:30:59.707292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e94b4edb-0355-4db6-9e0d-8d1185963d15 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/00f7944c-e262-4c16-9b26-f33bf1c6e3e3 HTTP/1.1" status: 404 len: 337 time: 0.0509162 Feb 07 13:30:59.714984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 43970) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.770070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5b3b247e-f58c-456f-855d-fc9dc9df12fe tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ce6a21-b4b1-43e6-840e-b82cc4ae0149 HTTP/1.1" status: 200 len: 205 time: 0.0577321 Feb 07 13:30:59.770731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43978) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.826851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-371db3f3-f5fa-4c37-ba9c-13c9586c9da0 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186412 Feb 07 13:30:59.862927 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-4b103a00-a168-4522-8914-7849ea4348ec tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] delete failed (client error): The resource could not be found. Feb 07 13:30:59.868834 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4b103a00-a168-4522-8914-7849ea4348ec tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/70ce6a21-b4b1-43e6-840e-b82cc4ae0149 HTTP/1.1" status: 404 len: 336 time: 0.0967519 Feb 07 13:30:59.877798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 43988) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:30:59.922678 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05a5916-052f-493f-a814-61d3ec2d225b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:30:59.923019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05a5916-052f-493f-a814-61d3ec2d225b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:30:59.928239 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a05a5916-052f-493f-a814-61d3ec2d225b tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/18fe36f1-7e13-4825-b3fc-79eedd38cfbc HTTP/1.1" status: 404 len: 337 time: 0.0468464 Feb 07 13:30:59.930542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44000) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:00.156832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f11546a0-f32e-4ab0-a005-cc24c66f2754 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4f051af-0ab6-401d-a7f9-ab89c2a40f99 HTTP/1.1" status: 200 len: 205 time: 0.1951795 Feb 07 13:31:00.159244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44020) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:00.232807 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-9f8ac24b-e3c5-4e38-8e37-d4ead2e00671 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] delete failed (client error): The resource could not be found. Feb 07 13:31:00.233748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9f8ac24b-e3c5-4e38-8e37-d4ead2e00671 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/routers/b4f051af-0ab6-401d-a7f9-ab89c2a40f99 HTTP/1.1" status: 404 len: 336 time: 0.0735533 Feb 07 13:31:00.237297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:00.275518 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a14fe8f-858e-4fac-8887-cb0ccb298476 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:31:00.275834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6c679ffa-5133-4251-9b76-b6ba64ecb0cc req-81db51fb-aa78-49a6-97f7-a99c820ec729 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416132 Feb 07 13:31:00.276069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a14fe8f-858e-4fac-8887-cb0ccb298476 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:31:00.280470 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a14fe8f-858e-4fac-8887-cb0ccb298476 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/49be41f5-42fe-4bd8-ba33-477eac88acdf HTTP/1.1" status: 404 len: 337 time: 0.0395656 Feb 07 13:31:00.284228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44034) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:00.338980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bba7a8-ab6c-4f04-a1b7-bee9805e4169 req-1497962a-d2ba-4c3f-af70-a49f265b5943 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:00.340461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9bba7a8-ab6c-4f04-a1b7-bee9805e4169 req-1497962a-d2ba-4c3f-af70-a49f265b5943 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.4292412 Feb 07 13:31:00.342783 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c34061-2e31-4fbc-927d-9a2bf622cb78 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] DELETE failed (client error): The resource could not be found. Feb 07 13:31:00.343213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c34061-2e31-4fbc-927d-9a2bf622cb78 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:31:00.348920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d2c34061-2e31-4fbc-927d-9a2bf622cb78 tempest-RoutersIpV6Test-1970466886 tempest-RoutersIpV6Test-1970466886-project] 10.222.0.69 "DELETE /v2.0/subnets/4e3a37c0-9cd4-4527-8ec7-a9471af8f27c HTTP/1.1" status: 404 len: 337 time: 0.0599070 Feb 07 13:31:00.378480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-c4caa4cf-f1a7-4948-8064-5289cdd81a77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2173443 Feb 07 13:31:00.397955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9bba7a8-ab6c-4f04-a1b7-bee9805e4169 req-a8208b67-4f8a-4008-921a-5e9c317c0789 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499144 Feb 07 13:31:00.623004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844a2e4-8256-41f1-9598-353eb1279e7b req-6f452aab-992b-4f13-8472-c363a983f454 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:00.624463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e844a2e4-8256-41f1-9598-353eb1279e7b req-6f452aab-992b-4f13-8472-c363a983f454 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 944 time: 0.0884180 Feb 07 13:31:00.680487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e844a2e4-8256-41f1-9598-353eb1279e7b req-b15b5d70-2827-4ff4-9409-4a2edbbd082f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495338 Feb 07 13:31:00.696185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44068) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:00.868847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44084) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:00.959651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1540501518-network', 'tenant_id': '74b98980dd354403b0670f4bd5331801'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:00.964817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:00.968652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Usage tracker for resource:network and tenant:74b98980dd354403b0670f4bd5331801 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:00.972197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:00.982267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:00.988600 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-93b01614-0c55-4dd1-9e4f-1076287b62a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=921216ff1853470d9f921dc9a7747ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178114 Feb 07 13:31:00.991988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44094) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:01.054522 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.081299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.095211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Made reservation on behalf of 74b98980dd354403b0670f4bd5331801 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:01.097663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.110196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.127919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:01.132501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Usage tracker for resource:security_group_rule and tenant:74b98980dd354403b0670f4bd5331801 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:01.135787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:01.141872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:01.198094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.214117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de607d15-bf75-412b-8795-dfdc105ba7aa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:01.224578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.224954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.225297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.225392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.225636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.225972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.226305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.226635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.226962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.227291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.227615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.227941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.228317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:01.232646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.233771 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1debb041-cbfb-4a4e-8733-eebae6e5541c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de607d15-bf75-412b-8795-dfdc105ba7aa HTTP/1.1" status: 204 len: 168 time: 0.2408113 Feb 07 13:31:01.297426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.335611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:31:01.343869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5994784b-ddfb-47e3-b443-f23af608e48d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:01.349563 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.349967 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Added segment f62e45c6-1cfd-4afd-a4ed-6e27153e1469 of type vlan for network a98c6068-0d35-4b41-a957-9edb1575037e Feb 07 13:31:01.378699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.559078 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.560055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:01.560628 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:01.693120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] Pushing event updated for resources: {'Network': ['ID=a98c6068-0d35-4b41-a957-9edb1575037e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:01.716013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a98c6068-0d35-4b41-a957-9edb1575037e details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:31:01.727146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a23ab2-23ac-46cf-a43d-f029f0c0ec7d req-a4fdf697-6447-4acd-b168-5dc2d4a2dc1a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:01.729567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8a23ab2-23ac-46cf-a43d-f029f0c0ec7d req-a4fdf697-6447-4acd-b168-5dc2d4a2dc1a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.2060518 Feb 07 13:31:01.767185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3be917ff-b641-462e-b3ec-a6b3f2965c84 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0698411 Feb 07 13:31:01.770762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44132) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:01.778901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Request body: {'subnet': {'network_id': 'a98c6068-0d35-4b41-a957-9edb1575037e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1540501518-subnet', 'tenant_id': '74b98980dd354403b0670f4bd5331801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:01.796025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:01.806286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Usage tracker for resource:subnet and tenant:74b98980dd354403b0670f4bd5331801 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:01.811864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:01.826754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8a23ab2-23ac-46cf-a43d-f029f0c0ec7d req-5ed43591-2c99-4bb7-9c82-c18ba677d7a7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887272 Feb 07 13:31:01.845577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:01.939931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Made reservation on behalf of 74b98980dd354403b0670f4bd5331801 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:01.942234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:02.106601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025d87-1997-4a9a-9064-6156572752eb req-315a36cf-8c31-4be1-952a-4a22dfed8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:02.108009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-315a36cf-8c31-4be1-952a-4a22dfed8435 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268&tenant_id=0e2c7966b1f4464399bfb4378d1fdf55 HTTP/1.1" status: 200 len: 1094 time: 0.2054486 Feb 07 13:31:02.118221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0302d78-9b9f-4df4-adcc-9adc77b4c30e req-cc4c5ff1-7905-4be8-9256-781654e5da90 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:02.119672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0302d78-9b9f-4df4-adcc-9adc77b4c30e req-cc4c5ff1-7905-4be8-9256-781654e5da90 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 944 time: 0.2764969 Feb 07 13:31:02.274493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0302d78-9b9f-4df4-adcc-9adc77b4c30e req-9a0c564b-38c0-4054-b22e-62c41470f8b4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459692 Feb 07 13:31:02.321618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025d87-1997-4a9a-9064-6156572752eb req-d736ad4a-6d0a-4684-b182-98bec0c08162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:02.323184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-d736ad4a-6d0a-4684-b182-98bec0c08162 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1094 time: 0.1936598 Feb 07 13:31:02.459523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025d87-1997-4a9a-9064-6156572752eb req-dc469a13-f053-45f1-a309-3e0368a2832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:02.461025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-dc469a13-f053-45f1-a309-3e0368a2832d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.1322966 Feb 07 13:31:02.521074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:02.554297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44174) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:02.636778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-f5009369-7ce4-438d-a5d8-0783dc6cc42e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f61a4d-c779-4ba6-917f-a4f120232070 HTTP/1.1" status: 200 len: 999 time: 0.1698987 Feb 07 13:31:02.637369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0b7cad-b9d8-46eb-92e0-37497549fff4,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:02.668961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1653e840-fce8-4419-adb0-dd8eebdf8b76 tempest-DvrRoutersNegativeTest-1222995461 tempest-DvrRoutersNegativeTest-1222995461-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2098699012', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:02.671843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.policy [None req-1653e840-fce8-4419-adb0-dd8eebdf8b76 tempest-DvrRoutersNegativeTest-1222995461 tempest-DvrRoutersNegativeTest-1222995461-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88312) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 07 13:31:02.672171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.policy [None req-1653e840-fce8-4419-adb0-dd8eebdf8b76 tempest-DvrRoutersNegativeTest-1222995461 tempest-DvrRoutersNegativeTest-1222995461-project] Failed policy check for 'create_router' {{(pid=88312) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 07 13:31:02.672697 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-1653e840-fce8-4419-adb0-dd8eebdf8b76 tempest-DvrRoutersNegativeTest-1222995461 tempest-DvrRoutersNegativeTest-1222995461-project] create failed (client error): Access was denied to this resource. Feb 07 13:31:02.677489 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1653e840-fce8-4419-adb0-dd8eebdf8b76 tempest-DvrRoutersNegativeTest-1222995461 tempest-DvrRoutersNegativeTest-1222995461-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1183035 Feb 07 13:31:02.678654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Checking segment: {'id': 'f62e45c6-1cfd-4afd-a4ed-6e27153e1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a98c6068-0d35-4b41-a957-9edb1575037e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:31:02.679011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Network hostable DHCP agents. Network: a98c6068-0d35-4b41-a957-9edb1575037e, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:31:02.726514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025d87-1997-4a9a-9064-6156572752eb req-fa968784-2195-4620-88b7-803456fe1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:02.728797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-fa968784-2195-4620-88b7-803456fe1314 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.0853341 Feb 07 13:31:02.805178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025d87-1997-4a9a-9064-6156572752eb req-c47ebe80-9c7a-40d2-824b-1f8837ff8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:02.806657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-c47ebe80-9c7a-40d2-824b-1f8837ff8e17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729537 Feb 07 13:31:03.012756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Network a98c6068-0d35-4b41-a957-9edb1575037e is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:31:03.132752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-f0ebce7c-7cd4-4fe7-a177-009ecf99a407 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199561 Feb 07 13:31:03.146160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db9fc1-d9e5-40cd-8844-bf7047179225 req-c5eb40f1-d730-443f-b048-fe2bd5ecb64a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:03.147631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70db9fc1-d9e5-40cd-8844-bf7047179225 req-c5eb40f1-d730-443f-b048-fe2bd5ecb64a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.1405010 Feb 07 13:31:03.166662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a98c6068-0d35-4b41-a957-9edb1575037e) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:31:03.177136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88299c50-8793-49a9-bc61-fe3db79435bf None None] Network a98c6068-0d35-4b41-a957-9edb1575037e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:03.218638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:03.219160 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:03.310162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70db9fc1-d9e5-40cd-8844-bf7047179225 req-6ea82d6d-b759-4767-b7e6-1221d133fdf7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415496 Feb 07 13:31:03.333682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44210) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:03.364363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85025d87-1997-4a9a-9064-6156572752eb req-2c035461-0048-4273-a617-29446ce34c6d service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157176 Feb 07 13:31:03.387480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2c9eb50f-6a4b-46bf-940a-98308365009e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6077974 Feb 07 13:31:03.440812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d35977-3d77-4115-982c-f7f28fb01416 None None] Network a98c6068-0d35-4b41-a957-9edb1575037e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:03.521101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df737-7d22-4c28-8d3c-db271b263ab4 req-75b509e4-ab7e-4065-8bcc-45e43a75d0ca tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:03.533608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf1df737-7d22-4c28-8d3c-db271b263ab4 req-75b509e4-ab7e-4065-8bcc-45e43a75d0ca tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 944 time: 0.1023288 Feb 07 13:31:03.552015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:03.583606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:03.588923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:52c10586a3eb432f85290027ca25c30f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:03.593213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:03.602345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:03.621435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf1df737-7d22-4c28-8d3c-db271b263ab4 req-0d54f9bb-015b-4fa7-b1d9-1e64af0ae5f3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868649 Feb 07 13:31:03.702398 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:03.784668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:03.842021 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52c10586a3eb432f85290027ca25c30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068488 Feb 07 13:31:03.842813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26284a70-82d1-4b3d-97fb-e4fc736bb1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d18951-1ca6-4884-9e05-0782d6914171,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:03.844806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44248) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:03.914162 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-450c0075-df70-4f9e-97f0-990e90c84a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:03.943639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-450c0075-df70-4f9e-97f0-990e90c84a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.137613 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-450c0075-df70-4f9e-97f0-990e90c84a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.152798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c0075-df70-4f9e-97f0-990e90c84a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d18951-1ca6-4884-9e05-0782d6914171,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:04.161744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-450c0075-df70-4f9e-97f0-990e90c84a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.172604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-450c0075-df70-4f9e-97f0-990e90c84a43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77d18951-1ca6-4884-9e05-0782d6914171 HTTP/1.1" status: 204 len: 168 time: 0.3252916 Feb 07 13:31:04.312417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:04.319918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1106105986-network', 'tenant_id': 'a8fd1ff1883b4732bbb665cb14f55170'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:04.326764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:04.331747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Usage tracker for resource:network and tenant:a8fd1ff1883b4732bbb665cb14f55170 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:04.335612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:04.342382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:04.437864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Made reservation on behalf of a8fd1ff1883b4732bbb665cb14f55170 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:04.440421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.454220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.469743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:04.474332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Usage tracker for resource:security_group_rule and tenant:a8fd1ff1883b4732bbb665cb14f55170 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:04.477432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:04.483576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:04.535378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41b7f9-1c1e-4466-a28b-ac70f6e4d68a req-60b0b1c4-319e-48cc-bdac-837f7e123e91 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:04.537725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa41b7f9-1c1e-4466-a28b-ac70f6e4d68a req-60b0b1c4-319e-48cc-bdac-837f7e123e91 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.0911207 Feb 07 13:31:04.619842 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.621926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa41b7f9-1c1e-4466-a28b-ac70f6e4d68a req-bdd19086-448d-401a-83c7-755e98e30d08 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773122 Feb 07 13:31:04.770081 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.831291 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:31:04.870312 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.870606 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Added segment 322a587b-8f18-4b2f-a694-a583213c67a5 of type vlan for network 9f8ef6a3-0504-4e5f-8164-ab1a36b227e5 Feb 07 13:31:04.876390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da855ec-515c-4122-aaf6-8c024d0e64ed,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:04.897647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b773b2-1ab5-47e7-9a93-6c3dc0becfa6 req-4d4f2339-488e-4e29-a185-cce4cd61d4de tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:04.899196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74b773b2-1ab5-47e7-9a93-6c3dc0becfa6 req-4d4f2339-488e-4e29-a185-cce4cd61d4de tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 944 time: 0.0929601 Feb 07 13:31:04.902856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:04.983325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74b773b2-1ab5-47e7-9a93-6c3dc0becfa6 req-4b9623f4-e778-4719-84d4-1105efcc451d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758958 Feb 07 13:31:05.015360 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:05.016413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:05.017047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:05.319127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] Pushing event updated for resources: {'Network': ['ID=9f8ef6a3-0504-4e5f-8164-ab1a36b227e5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:05.331221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9f8ef6a3-0504-4e5f-8164-ab1a36b227e5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:31:05.447496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44314) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:05.448126 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a488e499-8331-4f46-9981-fb42ffabb92e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1337869 Feb 07 13:31:05.455027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Request body: {'subnet': {'network_id': '9f8ef6a3-0504-4e5f-8164-ab1a36b227e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1106105986-subnet', 'tenant_id': 'a8fd1ff1883b4732bbb665cb14f55170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:05.464265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:05.474207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Usage tracker for resource:subnet and tenant:a8fd1ff1883b4732bbb665cb14f55170 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:05.485572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:05.501338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:05.678175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Made reservation on behalf of a8fd1ff1883b4732bbb665cb14f55170 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:05.683239 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:06.024670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44336) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:06.079126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467117c8-cf1b-473a-93f9-770061661ee9 req-8c3e9a9e-9407-4385-a23b-5642904d64ae tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:06.081600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-467117c8-cf1b-473a-93f9-770061661ee9 req-8c3e9a9e-9407-4385-a23b-5642904d64ae tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.2265110 Feb 07 13:31:06.205314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-467117c8-cf1b-473a-93f9-770061661ee9 req-2548e716-7b88-4f6f-93cf-7772a14f16dd tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146221 Feb 07 13:31:06.246854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--960423049'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:06.259508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:06.264347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:06.271609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:06.286115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:06.353055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5760e1-6249-4d67-a958-885d16c8adb3 req-9d9ca91e-5c46-4dc6-96e0-7ab31577e321 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:06.354522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c5760e1-6249-4d67-a958-885d16c8adb3 req-9d9ca91e-5c46-4dc6-96e0-7ab31577e321 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 944 time: 0.1447265 Feb 07 13:31:06.402061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c5760e1-6249-4d67-a958-885d16c8adb3 req-6ad4550c-40ff-4262-9de5-0975b5be219f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 Feb 07 13:31:06.656051 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:06.656051 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:06.656051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:06.656051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:06.662466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:06.669416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:06.724391 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:06.781809 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:06.808007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Checking segment: {'id': '322a587b-8f18-4b2f-a694-a583213c67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9f8ef6a3-0504-4e5f-8164-ab1a36b227e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:31:06.808519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Network hostable DHCP agents. Network: 9f8ef6a3-0504-4e5f-8164-ab1a36b227e5, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:31:06.812810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4b39da-0aaf-4d89-8044-f69bab7b35ca,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:07.209406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:07.222961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:07.230597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:07.240218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:07.253315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:07.256124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8382d020-7988-4d15-8934-db0ffe302afe,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:07.261273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Network 9f8ef6a3-0504-4e5f-8164-ab1a36b227e5 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:31:07.335452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:07.422369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9f8ef6a3-0504-4e5f-8164-ab1a36b227e5) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:31:07.433232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:07.433662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ecc41a-7be8-4f20-b7d9-124d7c781dce None None] Network 9f8ef6a3-0504-4e5f-8164-ab1a36b227e5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:07.434113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:07.457028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1626e56-9233-4f61-bddf-d0fae17bcaee req-b1dfb62c-adeb-4dcf-98fc-2f0877e54c52 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:07.467224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1626e56-9233-4f61-bddf-d0fae17bcaee req-b1dfb62c-adeb-4dcf-98fc-2f0877e54c52 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.1181369 Feb 07 13:31:07.508660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1626e56-9233-4f61-bddf-d0fae17bcaee req-fef7e8c7-4d76-49f5-9ba3-7af44c79c1e5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Feb 07 13:31:07.557843 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:07.614679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297a043d-295f-4baa-9e07-cad9440f46d7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:07.628649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2b14265e-4b84-4470-be9d-db2b31d021c9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1782007 Feb 07 13:31:07.692751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3ed9c-77f9-4451-a650-f966652b54b4 req-5852290e-0728-4a3d-b794-e0268865ac37 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:07.729281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e2c3ed9c-77f9-4451-a650-f966652b54b4 req-5852290e-0728-4a3d-b794-e0268865ac37 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 944 time: 0.1952436 Feb 07 13:31:07.735511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:07.743190 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e2b3807-b5c7-4c95-a6df-96c591f93558 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7174439 Feb 07 13:31:07.744487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44374) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:07.749147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10519a-261a-4144-8b14-906bcf5020f0 None None] Network 9f8ef6a3-0504-4e5f-8164-ab1a36b227e5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:07.891116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e2c3ed9c-77f9-4451-a650-f966652b54b4 req-944cf94f-6924-4ea8-9212-cafabfbdede5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593144 Feb 07 13:31:07.947046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d841a628-7e2f-43a3-a823-d4795516445f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2014534 Feb 07 13:31:07.950141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44384) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:07.956840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3f33b9a9-fe6a-4f87-b669-1d9f5f337f9e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-security--1725362032', 'description': 'tempest-security-description-22537982'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:08.013262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f33b9a9-fe6a-4f87-b669-1d9f5f337f9e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.094553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f33b9a9-fe6a-4f87-b669-1d9f5f337f9e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.186244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f33b9a9-fe6a-4f87-b669-1d9f5f337f9e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.189372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f33b9a9-fe6a-4f87-b669-1d9f5f337f9e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.191001 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3f33b9a9-fe6a-4f87-b669-1d9f5f337f9e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "PUT /v2.0/security-groups/297a043d-295f-4baa-9e07-cad9440f46d7 HTTP/1.1" status: 200 len: 1778 time: 0.2388289 Feb 07 13:31:08.193385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44394) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:08.229057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33b9a9-fe6a-4f87-b669-1d9f5f337f9e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297a043d-295f-4baa-9e07-cad9440f46d7,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:08.248964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 79cc16ae-f570-40a4-b1d7-2116ad17af13 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:31:08.300451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44400) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:08.309853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-319f31d8-0e41-4f62-aa4c-7fff08cccd49 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups/297a043d-295f-4baa-9e07-cad9440f46d7 HTTP/1.1" status: 200 len: 1778 time: 0.1139195 Feb 07 13:31:08.402102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eecb32f0-e32d-4b28-b627-73844829841e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.436717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eecb32f0-e32d-4b28-b627-73844829841e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.502491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 79cc16ae-f570-40a4-b1d7-2116ad17af13, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=79cc16ae-f570-40a4-b1d7-2116ad17af13,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:08.520971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '79cc16ae-f570-40a4-b1d7-2116ad17af13', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'port_id': '79cc16ae-f570-40a4-b1d7-2116ad17af13', 'mac_address': 'fa:16:3e:79:7e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:31:08.602675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eecb32f0-e32d-4b28-b627-73844829841e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.630082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb32f0-e32d-4b28-b627-73844829841e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297a043d-295f-4baa-9e07-cad9440f46d7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:08.656334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eecb32f0-e32d-4b28-b627-73844829841e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.660982 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eecb32f0-e32d-4b28-b627-73844829841e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/297a043d-295f-4baa-9e07-cad9440f46d7 HTTP/1.1" status: 204 len: 168 time: 0.3590124 Feb 07 13:31:08.661606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44414) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:08.704534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.724611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cc16ae-f570-40a4-b1d7-2116ad17af13 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:31:08.741652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 79cc16ae-f570-40a4-b1d7-2116ad17af13, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=79cc16ae-f570-40a4-b1d7-2116ad17af13,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:08.763712 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b966-7af2-4a84-b9db-814e79f28ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.777218 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-338377e4-25df-4d65-9552-e441b25e6378 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:08.821858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:08.883505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-338377e4-25df-4d65-9552-e441b25e6378 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:08.887585 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-338377e4-25df-4d65-9552-e441b25e6378 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2223041 Feb 07 13:31:08.888165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44418) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:08.919817 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-e43dd20e-5462-490f-b586-3a064386e4ca tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] delete failed (client error): The resource could not be found. Feb 07 13:31:08.919817 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e43dd20e-5462-490f-b586-3a064386e4ca tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/297a043d-295f-4baa-9e07-cad9440f46d7 HTTP/1.1" status: 404 len: 347 time: 0.0260546 Feb 07 13:31:08.921004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44424) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:08.929996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796426138'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:08.937643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=79cc16ae-f570-40a4-b1d7-2116ad17af13,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:08.938826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:08.963904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:08.997257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d653b6-fc65-4758-afc3-dade06be251d req-b802956a-468e-4bc3-ac48-c7977fafcaa9 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:08.998085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80d653b6-fc65-4758-afc3-dade06be251d req-b802956a-468e-4bc3-ac48-c7977fafcaa9 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Synchronizing usage tracker for tenant:74b98980dd354403b0670f4bd5331801 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:09.027894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7473e0-ab56-4c7a-998c-1f41c57b8f14 req-d311c74e-d01a-4cdd-942a-b56b0dab6fee tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:09.029622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee7473e0-ab56-4c7a-998c-1f41c57b8f14 req-d311c74e-d01a-4cdd-942a-b56b0dab6fee tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.3461704 Feb 07 13:31:09.043822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:09.071508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:09.077362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:09.081454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ee7473e0-ab56-4c7a-998c-1f41c57b8f14 req-74cb1ec0-74aa-43c1-bac3-799a8ffa9871 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452318 Feb 07 13:31:09.093258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:09.094781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80d653b6-fc65-4758-afc3-dade06be251d req-b802956a-468e-4bc3-ac48-c7977fafcaa9 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Unset dirty status for tenant:74b98980dd354403b0670f4bd5331801 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:09.105251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-b802956a-468e-4bc3-ac48-c7977fafcaa9 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/networks?id=a98c6068-0d35-4b41-a957-9edb1575037e HTTP/1.1" status: 200 len: 812 time: 0.5544894 Feb 07 13:31:09.124845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-ab3bd38a-2e06-4a2b-9cf0-710db602798a tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/quotas/74b98980dd354403b0670f4bd5331801 HTTP/1.1" status: 200 len: 375 time: 0.0180144 Feb 07 13:31:09.148118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:09.210416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['79cc16ae-f570-40a4-b1d7-2116ad17af13'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:31:09.325725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-813df3d3-9e5c-4499-af4f-b5fc0604e2f2 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74b98980dd354403b0670f4bd5331801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1826994 Feb 07 13:31:09.327622 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:09.426458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:09.529471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765f0c3-8ee4-404e-ac78-6cd52ee9c378 req-2bb997b5-2253-4e0a-85ff-efc7476a65fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:09.530997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9765f0c3-8ee4-404e-ac78-6cd52ee9c378 req-2bb997b5-2253-4e0a-85ff-efc7476a65fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 945 time: 0.3008425 Feb 07 13:31:09.538164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-43ad5ab3-be68-48c9-984a-8b738a3aa9fa service neutron] 10.222.0.69 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015700 Feb 07 13:31:09.599210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d0db0-6bb6-4483-8d3b-2ec0a03fc75d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:09.682309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9765f0c3-8ee4-404e-ac78-6cd52ee9c378 req-cdb2ea30-6e2b-4410-ad89-769ca32b628c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426344 Feb 07 13:31:09.689258 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:09.693822 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e48ece8-6b06-4ab0-b058-1972c47c1866 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7716751 Feb 07 13:31:09.694433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44432) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:09.699533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': 'c91d0db0-6bb6-4483-8d3b-2ec0a03fc75d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:09.718717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:09.723608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:09.729322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:09.736896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-e4cddfca-9112-44e1-ab06-6e7e8fe8dba7 service neutron] 10.222.0.69 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828828 Feb 07 13:31:09.761819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:09.846375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:09.919437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.015512 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.056135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eb29899-c6ad-4a2f-991c-5169525815de req-3dc1c6ef-be6d-4ea6-8102-d4d7801e52af tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 210 time: 0.0632622 Feb 07 13:31:10.084276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f13cec-cf48-43f8-b753-1422e4699292,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:10.181707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.181707 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1d00f696-d5c0-40d1-a074-fab46e38fc86 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4817393 Feb 07 13:31:10.182641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44444) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:10.265757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 79cc16ae-f570-40a4-b1d7-2116ad17af13 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:31:10.276862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e7219a82-3190-4cf4-9dfb-ab91e09b1fb8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.290893 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e7219a82-3190-4cf4-9dfb-ab91e09b1fb8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.429166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcdf04-7c3c-4b0a-bb67-bc4fad414e0d req-9f0089df-d90d-41aa-a7df-5aff48446b25 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:10.436718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4dcdf04-7c3c-4b0a-bb67-bc4fad414e0d req-9f0089df-d90d-41aa-a7df-5aff48446b25 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.0947359 Feb 07 13:31:10.484929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4dcdf04-7c3c-4b0a-bb67-bc4fad414e0d req-cdddf57c-ec8e-437d-995e-b61e142443d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464728 Feb 07 13:31:10.540952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 79cc16ae-f570-40a4-b1d7-2116ad17af13 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:31:10.541079 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e7219a82-3190-4cf4-9dfb-ab91e09b1fb8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.547315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 79cc16ae-f570-40a4-b1d7-2116ad17af13 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:31:10.547715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.574581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219a82-3190-4cf4-9dfb-ab91e09b1fb8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7f13cec-cf48-43f8-b753-1422e4699292,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:10.589348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e7219a82-3190-4cf4-9dfb-ab91e09b1fb8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.590488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e7219a82-3190-4cf4-9dfb-ab91e09b1fb8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b7f13cec-cf48-43f8-b753-1422e4699292 HTTP/1.1" status: 204 len: 168 time: 0.4091053 Feb 07 13:31:10.593610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44456) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:10.657594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a4ce07bb-5eab-4e42-ba3f-de37db896d56 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:10.743889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.763987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a4ce07bb-5eab-4e42-ba3f-de37db896d56 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:10.765461 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a4ce07bb-5eab-4e42-ba3f-de37db896d56 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1704993 Feb 07 13:31:10.769097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44464) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:10.821875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a151e8d-72e6-4d08-8f1a-9266e5bbe258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cc16ae-f570-40a4-b1d7-2116ad17af13'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:31:10.828830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 79cc16ae-f570-40a4-b1d7-2116ad17af13, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=79cc16ae-f570-40a4-b1d7-2116ad17af13,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:10.878249 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.903497 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7ca6-bdcb-4973-9a8e-a05287688838 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:10.978014 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a151e8d-72e6-4d08-8f1a-9266e5bbe258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cc16ae-f570-40a4-b1d7-2116ad17af13', 'code': 200} Feb 07 13:31:11.000863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7ca6-bdcb-4973-9a8e-a05287688838 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:11.011525 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:31:11.052720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=79cc16ae-f570-40a4-b1d7-2116ad17af13,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:11.065936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.066197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.071350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:11.117714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf244eb5-0982-43a6-ade8-8a5a5eaabdbe req-3ae76941-264d-4907-b56e-24e20c2b9082 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:11.119253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf244eb5-0982-43a6-ade8-8a5a5eaabdbe req-3ae76941-264d-4907-b56e-24e20c2b9082 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.2032168 Feb 07 13:31:11.298869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7ca6-bdcb-4973-9a8e-a05287688838 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:11.347333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b338ade4-232d-4feb-aeb6-3791927c302c req-f0b15417-4915-4f9e-b2a1-d04bedfa1ef4 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 210 time: 0.2007668 Feb 07 13:31:11.362069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d7ca6-bdcb-4973-9a8e-a05287688838 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d0db0-6bb6-4483-8d3b-2ec0a03fc75d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:11.418096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf244eb5-0982-43a6-ade8-8a5a5eaabdbe req-7e27fbf0-5a93-49cb-8290-1772ca579bcc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731557 Feb 07 13:31:11.444915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558a1a0-91a7-4f53-911b-60e681f74f50 req-8d4aae75-0513-4d24-bb0b-30b5c7afa8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:11.446925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8558a1a0-91a7-4f53-911b-60e681f74f50 req-8d4aae75-0513-4d24-bb0b-30b5c7afa8f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 1097 time: 0.4244893 Feb 07 13:31:11.510208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8558a1a0-91a7-4f53-911b-60e681f74f50 req-b5e4abee-0cdd-4ae8-9b36-f600d001b432 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568209 Feb 07 13:31:11.519061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7ca6-bdcb-4973-9a8e-a05287688838 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:11.520779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3f3d7ca6-bdcb-4973-9a8e-a05287688838 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/c91d0db0-6bb6-4483-8d3b-2ec0a03fc75d HTTP/1.1" status: 204 len: 168 time: 0.7505803 Feb 07 13:31:11.523588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44480) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:11.619884 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7e7bea98-baa3-46d4-87bd-3480d9ec06dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:11.652745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c9b9f0cc-d7c7-4706-b287-105b459afdfd tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:11.745570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c9b9f0cc-d7c7-4706-b287-105b459afdfd tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:11.752907 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c9b9f0cc-d7c7-4706-b287-105b459afdfd tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2278299 Feb 07 13:31:11.753716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44486) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:11.759128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--764313142'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:11.768723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:11.784299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:11.836425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3860c-2b3f-4850-9654-7f870974aa11 req-ee25080a-9832-4220-8c02-fa2be4a52cac tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:11.840497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfb3860c-2b3f-4850-9654-7f870974aa11 req-ee25080a-9832-4220-8c02-fa2be4a52cac tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.1218941 Feb 07 13:31:11.885568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:11.894822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfb3860c-2b3f-4850-9654-7f870974aa11 req-06bd0969-819b-48cf-9a1a-cd29853a33cc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497274 Feb 07 13:31:11.913400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:11.928658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:11.928658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:11.928658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:12.015606 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.089363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.137118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a64642c-e353-43cd-9579-b7cb000cf89d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:12.220924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.222809 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea9e9bba-198d-4ab1-817c-94302cb4c8e6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4678683 Feb 07 13:31:12.225565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44490) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:12.231193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '5a64642c-e353-43cd-9579-b7cb000cf89d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:12.238164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:12.242475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:12.245498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:12.248353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.265939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:12.289465 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.569184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.686055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5391a5bd-5225-4b61-bfe0-e61d5289380a req-885dbb15-5a23-4a8c-9e43-a9844faf875f tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 210 time: 0.1427732 Feb 07 13:31:12.730404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.811914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e279b-0f4f-4c6e-addb-0093fa267cde req-61dd4b14-2a3c-4832-9c67-9ce913992e51 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:12.811914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3e279b-0f4f-4c6e-addb-0093fa267cde req-61dd4b14-2a3c-4832-9c67-9ce913992e51 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.1198049 Feb 07 13:31:12.832070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.860531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d62df6-bd2f-473c-acb4-253b121f8f13,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:12.866278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3e279b-0f4f-4c6e-addb-0093fa267cde req-5d321b1b-ea71-4b77-9079-6e33ace1a4f7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500991 Feb 07 13:31:12.986845 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:12.989922 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-789e31b1-da04-42de-a684-3cf7be7a75f2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7617292 Feb 07 13:31:12.991076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:12.996243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '5a64642c-e353-43cd-9579-b7cb000cf89d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:13.005604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:13.028337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:13.035446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:13.045557 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:13.153839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:13.217819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189caa50-14aa-43a3-b7d7-4d3ebb1f9bfd req-ff1739c7-819e-4002-9194-46d248f976d9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:13.219815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-189caa50-14aa-43a3-b7d7-4d3ebb1f9bfd req-ff1739c7-819e-4002-9194-46d248f976d9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.1536989 Feb 07 13:31:13.282386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-189caa50-14aa-43a3-b7d7-4d3ebb1f9bfd req-b2709054-a264-4720-8e94-aae81e09c60c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553730 Feb 07 13:31:13.304275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:13.386106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:13.412086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9e92b0-55ee-4153-8ab6-45c81d8cb597,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:13.529674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:13.533511 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-de640911-2c16-4742-8290-42a2cea69c1e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5390863 Feb 07 13:31:13.535613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44512) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:13.545008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '5a64642c-e353-43cd-9579-b7cb000cf89d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:13.557742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:13.563057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:13.571582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:13.580101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:13.676696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:13.746541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:13.864583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:13.931723 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:13.942223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5087b68e-005d-4d23-a5d4-b7d881de8152 req-81f81582-1de0-4986-9b5b-2ae4f0feaac6 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 210 time: 0.0828195 Feb 07 13:31:14.014938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b36a64-6099-4ce0-ad0c-2ffe5407f993,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:14.088272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:14.092700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44520) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:14.092967 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bbe9d31b-cb16-4d08-be33-93d1453b632f tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5551126 Feb 07 13:31:14.098766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '5a64642c-e353-43cd-9579-b7cb000cf89d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:14.106030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:14.111931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:14.115813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:14.123680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:14.248878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:14.348461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2929d-a9ac-4e05-baad-760454f59277 req-1e731cec-9c76-402d-8e40-e2ad0eaae905 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:14.349972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0d2929d-a9ac-4e05-baad-760454f59277 req-1e731cec-9c76-402d-8e40-e2ad0eaae905 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.1544993 Feb 07 13:31:14.385668 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:14.414511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0d2929d-a9ac-4e05-baad-760454f59277 req-5459c9f7-08df-4f8f-a544-e86783d66e13 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484800 Feb 07 13:31:14.692204 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:14.760033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efef543-fc0f-43b5-863e-c0abfe7827aa,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:14.846448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d653b6-fc65-4758-afc3-dade06be251d req-dcf51b94-f963-4efa-ab20-6a4e1fb358cd tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:14.847862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-dcf51b94-f963-4efa-ab20-6a4e1fb358cd tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.35 "GET /v2.0/networks?id=a98c6068-0d35-4b41-a957-9edb1575037e HTTP/1.1" status: 200 len: 812 time: 0.3879452 Feb 07 13:31:14.862619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8729403-6c22-4b87-b4ec-7d1bd86fafe3 req-631b0b6b-e04a-46b0-9511-4d27c9e46ade tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:14.864067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8729403-6c22-4b87-b4ec-7d1bd86fafe3 req-631b0b6b-e04a-46b0-9511-4d27c9e46ade tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.4416933 Feb 07 13:31:14.870013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Request body: {'port': {'device_id': '78ed666e-231b-445f-9784-5522eca450c4', 'network_id': 'a98c6068-0d35-4b41-a957-9edb1575037e', 'admin_state_up': True, 'tenant_id': '74b98980dd354403b0670f4bd5331801'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:14.884397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:14.885536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-37cbe7ae-71fc-43db-a1af-83e019160e74 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7912951 Feb 07 13:31:14.888527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44530) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:14.894639 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '5a64642c-e353-43cd-9579-b7cb000cf89d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:14.901602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:14.906181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:14.910623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:14.917228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:14.966165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d5f50-da69-42b1-a7de-5fc501542634 req-c0438d18-695b-49e2-8815-1a5d3cf035db tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:14.967659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c4d5f50-da69-42b1-a7de-5fc501542634 req-c0438d18-695b-49e2-8815-1a5d3cf035db tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.3642378 Feb 07 13:31:15.016465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.042516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8729403-6c22-4b87-b4ec-7d1bd86fafe3 req-dd2a28f2-7de3-4557-ba6c-968140a29cf7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558423 Feb 07 13:31:15.108802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c4d5f50-da69-42b1-a7de-5fc501542634 req-6dee02bf-4dee-4e47-a5e0-30cb20e1efdb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335273 Feb 07 13:31:15.109862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:15.117592 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.119191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Usage tracker for resource:port and tenant:74b98980dd354403b0670f4bd5331801 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:15.128059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:15.135921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:15.151943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.180507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.216217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875891bb-6a22-45fc-bbef-0a6101c21919,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:15.229819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00c4ab96-91a1-4891-aed3-9f93bd8ed4f2 req-be0f9382-1342-4d60-be07-93ae36fedaf6 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 210 time: 0.0536456 Feb 07 13:31:15.232058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Made reservation on behalf of 74b98980dd354403b0670f4bd5331801 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:15.236690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.301111 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.302292 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-be2bbcd5-dc9c-44ad-be2c-da522ac2d51a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4125943 Feb 07 13:31:15.305043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44538) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:15.335132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-255830d7-e623-49af-ad8a-596beb2f8571 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.345775 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-255830d7-e623-49af-ad8a-596beb2f8571 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.451886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8a25-fe71-49cb-a580-2b191a6972e1 req-d4086d95-5929-4cf3-a900-e187b749d034 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:15.453442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01fc8a25-fe71-49cb-a580-2b191a6972e1 req-d4086d95-5929-4cf3-a900-e187b749d034 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.2033143 Feb 07 13:31:15.481746 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-255830d7-e623-49af-ad8a-596beb2f8571 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.504438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255830d7-e623-49af-ad8a-596beb2f8571 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875891bb-6a22-45fc-bbef-0a6101c21919,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:15.508830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-255830d7-e623-49af-ad8a-596beb2f8571 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.512629 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-255830d7-e623-49af-ad8a-596beb2f8571 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/875891bb-6a22-45fc-bbef-0a6101c21919 HTTP/1.1" status: 204 len: 168 time: 0.2039990 Feb 07 13:31:15.513255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:15.528265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Allocated IP 172.20.0.8 (a98c6068-0d35-4b41-a957-9edb1575037e/3f0b7cad-b9d8-46eb-92e0-37497549fff4/3d8e67b9-d3b1-40a3-b825-fc4d53acbca1) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:31:15.540297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01fc8a25-fe71-49cb-a580-2b191a6972e1 req-1b156cac-bb5e-430e-84a8-73541e9354ed tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779805 Feb 07 13:31:15.598044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6990819d-7c05-440e-8f98-5a83b64ba3d7 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:15.690528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6990819d-7c05-440e-8f98-5a83b64ba3d7 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:15.690528 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6990819d-7c05-440e-8f98-5a83b64ba3d7 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1590431 Feb 07 13:31:15.690528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44552) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:15.738603 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-753ff7ef-7e7b-46ce-90aa-28701b614f2e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.753225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-753ff7ef-7e7b-46ce-90aa-28701b614f2e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.853282 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.923543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-753ff7ef-7e7b-46ce-90aa-28701b614f2e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:15.941189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ff7ef-7e7b-46ce-90aa-28701b614f2e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0efef543-fc0f-43b5-863e-c0abfe7827aa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:15.952475 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.029752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Network a98c6068-0d35-4b41-a957-9edb1575037e is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:31:16.032807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:31:16.036855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:31:16.039033 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-753ff7ef-7e7b-46ce-90aa-28701b614f2e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.039764 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-753ff7ef-7e7b-46ce-90aa-28701b614f2e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0efef543-fc0f-43b5-863e-c0abfe7827aa HTTP/1.1" status: 204 len: 168 time: 0.3610036 Feb 07 13:31:16.042479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44556) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:16.078212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Pushing event updated for resources: {'Port': ['ID=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:16.109656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c8b74b5-2ae4-4252-bfc5-e9ff692125a8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:16.112419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:16.113050 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.208238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2c8b74b5-2ae4-4252-bfc5-e9ff692125a8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:16.209697 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2c8b74b5-2ae4-4252-bfc5-e9ff692125a8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1661110 Feb 07 13:31:16.212513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44566) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:16.242701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75f82678-91d6-46f7-8594-361d0665c8b3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.253910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75f82678-91d6-46f7-8594-361d0665c8b3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.257213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-06ea2486-6f65-4a74-a97a-5883f3497b64 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3918200 Feb 07 13:31:16.271813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-6641d45e-1722-46cd-a55c-065cef574329 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:31:16.272883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-6641d45e-1722-46cd-a55c-065cef574329 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079103 Feb 07 13:31:16.290825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Request body: {'port': {'device_id': '78ed666e-231b-445f-9784-5522eca450c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:16.351963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75f82678-91d6-46f7-8594-361d0665c8b3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.372321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f82678-91d6-46f7-8594-361d0665c8b3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06b36a64-6099-4ce0-ad0c-2ffe5407f993,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:16.434424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c2d5d-8f68-4efb-bde3-d812cca1ae1c req-596a7371-9502-4815-b64c-f89852a08402 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:16.435895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e3c2d5d-8f68-4efb-bde3-d812cca1ae1c req-596a7371-9502-4815-b64c-f89852a08402 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 943 time: 0.2596848 Feb 07 13:31:16.443780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16232-ad0b-4397-8336-e172a8e43935 req-6b191c34-7da4-4345-b054-dd99d1db3808 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:16.445208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5a16232-ad0b-4397-8336-e172a8e43935 req-6b191c34-7da4-4345-b054-dd99d1db3808 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.2709920 Feb 07 13:31:16.472515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75f82678-91d6-46f7-8594-361d0665c8b3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.473659 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75f82678-91d6-46f7-8594-361d0665c8b3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/06b36a64-6099-4ce0-ad0c-2ffe5407f993 HTTP/1.1" status: 204 len: 168 time: 0.2601736 Feb 07 13:31:16.476220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44574) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:16.492006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.526004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-870fdd2a-b95f-42ce-bfeb-faf2dca61a55 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:16.567069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e3c2d5d-8f68-4efb-bde3-d812cca1ae1c req-5eea27b2-1d9a-476b-897e-019827b3a4b9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208916 Feb 07 13:31:16.586252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5a16232-ad0b-4397-8336-e172a8e43935 req-2dc31dfe-559f-4887-a555-da588c0b880e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196129 Feb 07 13:31:16.640036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-870fdd2a-b95f-42ce-bfeb-faf2dca61a55 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:16.641895 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-870fdd2a-b95f-42ce-bfeb-faf2dca61a55 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1647520 Feb 07 13:31:16.647092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44580) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:16.678069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4849a308-9d17-42e5-9ccb-2361f34ccc07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.692979 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4849a308-9d17-42e5-9ccb-2361f34ccc07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.797604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4849a308-9d17-42e5-9ccb-2361f34ccc07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.820937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849a308-9d17-42e5-9ccb-2361f34ccc07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d9e92b0-55ee-4153-8ab6-45c81d8cb597,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:16.901000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4849a308-9d17-42e5-9ccb-2361f34ccc07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:16.905025 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4849a308-9d17-42e5-9ccb-2361f34ccc07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/8d9e92b0-55ee-4153-8ab6-45c81d8cb597 HTTP/1.1" status: 204 len: 168 time: 0.2558122 Feb 07 13:31:16.905025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44584) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:16.957058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4642084c-14f0-47a9-bc14-cbbd84d748fc tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:17.027149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4642084c-14f0-47a9-bc14-cbbd84d748fc tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:17.033602 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4642084c-14f0-47a9-bc14-cbbd84d748fc tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1271317 Feb 07 13:31:17.034397 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44594) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:17.053374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8c2b0-ba89-4a8c-b84e-05577f0fa9a0 req-0dea98ea-de92-478f-9702-13fbd8ce5adb tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:17.054075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9fc8c2b0-ba89-4a8c-b84e-05577f0fa9a0 req-0dea98ea-de92-478f-9702-13fbd8ce5adb tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Synchronizing usage tracker for tenant:74b98980dd354403b0670f4bd5331801 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:17.064692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2de68e18-b38a-4f68-9d28-da207893089e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.075742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2de68e18-b38a-4f68-9d28-da207893089e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.126757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:31:17.127801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9fc8c2b0-ba89-4a8c-b84e-05577f0fa9a0 req-0dea98ea-de92-478f-9702-13fbd8ce5adb tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Unset dirty status for tenant:74b98980dd354403b0670f4bd5331801 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:17.128595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fc8c2b0-ba89-4a8c-b84e-05577f0fa9a0 req-0dea98ea-de92-478f-9702-13fbd8ce5adb tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 931 time: 0.2192440 Feb 07 13:31:17.140747 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2de68e18-b38a-4f68-9d28-da207893089e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.141381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:31:17.161911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de68e18-b38a-4f68-9d28-da207893089e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3d62df6-bd2f-473c-acb4-253b121f8f13,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:17.169629 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.202677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Transition to ACTIVE for port object 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:31:17.210372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9fc8c2b0-ba89-4a8c-b84e-05577f0fa9a0 req-f04f2cc9-77bb-42db-ad23-01ff805f66e0 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Synchronizing usage tracker for tenant:74b98980dd354403b0670f4bd5331801 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:17.237880 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2de68e18-b38a-4f68-9d28-da207893089e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.237880 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2de68e18-b38a-4f68-9d28-da207893089e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/d3d62df6-bd2f-473c-acb4-253b121f8f13 HTTP/1.1" status: 204 len: 168 time: 0.1924613 Feb 07 13:31:17.237880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44600) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:17.277617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:17.286490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-27c36c5d-1bfa-41f9-b72f-b3177e4d39ce tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:17.296468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'port_id': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'mac_address': 'fa:16:3e:d7:f1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:31:17.306936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.355233 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.369339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9fc8c2b0-ba89-4a8c-b84e-05577f0fa9a0 req-f04f2cc9-77bb-42db-ad23-01ff805f66e0 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Unset dirty status for tenant:74b98980dd354403b0670f4bd5331801 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:17.369339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fc8c2b0-ba89-4a8c-b84e-05577f0fa9a0 req-f04f2cc9-77bb-42db-ad23-01ff805f66e0 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293828 Feb 07 13:31:17.372900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f61a4d-c779-4ba6-917f-a4f120232070 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:31:17.389679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:17.451359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Pushing event updated for resources: {'Port': ['ID=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:17.500249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-27c36c5d-1bfa-41f9-b72f-b3177e4d39ce tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:17.512573 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27c36c5d-1bfa-41f9-b72f-b3177e4d39ce tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2709222 Feb 07 13:31:17.514529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44610) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:17.534551 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.557112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Attempting to bind port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:31:17.557777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Attempting to bind port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'f62e45c6-1cfd-4afd-a4ed-6e27153e1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a98c6068-0d35-4b41-a957-9edb1575037e'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:31:17.558310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Attempting to bind port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 on network a98c6068-0d35-4b41-a957-9edb1575037e {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:31:17.563054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 on network a98c6068-0d35-4b41-a957-9edb1575037e not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:31:17.563586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Attempting to bind port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 on network a98c6068-0d35-4b41-a957-9edb1575037e {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:31:17.569757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:31:17.576245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Checking segment: {'id': 'f62e45c6-1cfd-4afd-a4ed-6e27153e1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a98c6068-0d35-4b41-a957-9edb1575037e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:31:17.576245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Bound using segment: {'id': 'f62e45c6-1cfd-4afd-a4ed-6e27153e1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a98c6068-0d35-4b41-a957-9edb1575037e'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:31:17.576245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Bound port: 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e45c6-1cfd-4afd-a4ed-6e27153e1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a98c6068-0d35-4b41-a957-9edb1575037e'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:31:17.576245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.579618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e62072ea-f758-4fe8-8b37-69d68eccd332 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.604906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:17.625180 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e62072ea-f758-4fe8-8b37-69d68eccd332 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.707549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] For port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:31:17.707549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] For port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,segment=NetworkSegment(f62e45c6-1cfd-4afd-a4ed-6e27153e1469),segment_id=f62e45c6-1cfd-4afd-a4ed-6e27153e1469)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:31:17.734902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e62072ea-f758-4fe8-8b37-69d68eccd332 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.776965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62072ea-f758-4fe8-8b37-69d68eccd332 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a64642c-e353-43cd-9579-b7cb000cf89d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:17.781321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['c0f61a4d-c779-4ba6-917f-a4f120232070'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:31:17.855143 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e62072ea-f758-4fe8-8b37-69d68eccd332 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.858850 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e62072ea-f758-4fe8-8b37-69d68eccd332 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/5a64642c-e353-43cd-9579-b7cb000cf89d HTTP/1.1" status: 204 len: 168 time: 0.3410978 Feb 07 13:31:17.859143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44620) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:17.882526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.917172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cea9a810-6ca3-467a-b1d3-6a5998e35ab2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:17.986193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cea9a810-6ca3-467a-b1d3-6a5998e35ab2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:17.988897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:17.991611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:17.991611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] 10.222.0.35 "PUT /v2.0/ports/3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 HTTP/1.1" status: 200 len: 1091 time: 1.7098386 Feb 07 13:31:17.992673 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cea9a810-6ca3-467a-b1d3-6a5998e35ab2 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1322651 Feb 07 13:31:17.993337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44626) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:17.995143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ed666e-231b-445f-9784-5522eca450c4', 'tag': '3d8e67b9-d3b1-40a3-b825-fc4d53acbca1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:31:18.000864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899419004'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:18.009520 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:18.021990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:18.034469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb580a-1829-47e3-8316-bed04cf1b38c service neutron] Pushing event updated for resources: {'Port': ['ID=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:18.055341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82b630-9e59-4643-8943-825fdd98c1f1 req-2bce17f7-c336-4c21-bbfc-2d74ab64d115 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:18.056831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca82b630-9e59-4643-8943-825fdd98c1f1 req-2bce17f7-c336-4c21-bbfc-2d74ab64d115 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 944 time: 0.2319205 Feb 07 13:31:18.074971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db4fc4-6f46-4944-8c7b-950a3d8e59d9 req-b19ca248-d334-4793-ba58-609c1ca1d6eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:18.076414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25db4fc4-6f46-4944-8c7b-950a3d8e59d9 req-b19ca248-d334-4793-ba58-609c1ca1d6eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.3605154 Feb 07 13:31:18.101701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-a7912c42-69b9-4e31-a49d-20cd08458949 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:18.103239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-a7912c42-69b9-4e31-a49d-20cd08458949 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.3147416 Feb 07 13:31:18.106142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.128926 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:18.133329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:18.136514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:18.142994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:18.238789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.260894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca82b630-9e59-4643-8943-825fdd98c1f1 req-dc32812e-195f-4c2f-9185-a5ebfdc788c0 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974618 Feb 07 13:31:18.278592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25db4fc4-6f46-4944-8c7b-950a3d8e59d9 req-f4f04184-dfbd-4f2c-a2b1-0cb5be790104 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878226 Feb 07 13:31:18.290785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port 79cc16ae-f570-40a4-b1d7-2116ad17af13 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:31:18.293878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.312325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.366848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d653b6-fc65-4758-afc3-dade06be251d req-c72555f2-3491-4747-804a-9d84cedb44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:18.368549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-c72555f2-3491-4747-804a-9d84cedb44a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b98980dd354403b0670f4bd5331801&device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 1094 time: 0.2627060 Feb 07 13:31:18.382087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e1f7d0-166b-42ed-bbc0-28a0b65c8654,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:18.440512 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ed666e-231b-445f-9784-5522eca450c4', 'tag': '3d8e67b9-d3b1-40a3-b825-fc4d53acbca1', 'status': 'completed', 'code': 200} Feb 07 13:31:18.460718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.464825 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e54d3fce-352e-4735-b2fa-2fe9cda12442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4676971 Feb 07 13:31:18.464928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44640) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:18.470475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': 'f2e1f7d0-166b-42ed-bbc0-28a0b65c8654', 'direction': 'ingress', 'protocol': 17}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:18.477615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:18.482584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:18.485805 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:18.492300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-495ee5c2-fd70-49b5-9267-cc399a19fbca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 HTTP/1.1" status: 200 len: 217 time: 0.1081934 Feb 07 13:31:18.495463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:18.583757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.662612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.713544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d653b6-fc65-4758-afc3-dade06be251d req-41acd72f-2822-4fd2-9b17-2368e15f30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:18.715076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-41acd72f-2822-4fd2-9b17-2368e15f30ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f0b7cad-b9d8-46eb-92e0-37497549fff4 HTTP/1.1" status: 200 len: 852 time: 0.2161286 Feb 07 13:31:18.763580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.791787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3a418e-ac84-4940-8255-d6bc3b505fee,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:18.895021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:18.896483 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2593c89a-6b85-4cb7-8c24-5b7e928f3c07 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4302723 Feb 07 13:31:18.899025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44650) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:18.900794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-8029beab-4319-4e12-9a89-9ae8710074a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a98c6068-0d35-4b41-a957-9edb1575037e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775160 Feb 07 13:31:18.986170 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40dfd129-14bf-4032-963f-fa14a565e0e5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.016689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] For port 79cc16ae-f570-40a4-b1d7-2116ad17af13, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=79cc16ae-f570-40a4-b1d7-2116ad17af13,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:19.017605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.024744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40dfd129-14bf-4032-963f-fa14a565e0e5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.046480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d57b3c-8f76-45aa-8e37-0bee3c28f15f req-84a454bd-4e72-44f0-baf3-1fff26bd92f2 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:19.048002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25d57b3c-8f76-45aa-8e37-0bee3c28f15f req-84a454bd-4e72-44f0-baf3-1fff26bd92f2 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 943 time: 0.5501513 Feb 07 13:31:19.127528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:31:19.187483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for 79cc16ae-f570-40a4-b1d7-2116ad17af13 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:31:19.200204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port c0f61a4d-c779-4ba6-917f-a4f120232070 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:31:19.200657 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.306828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25d57b3c-8f76-45aa-8e37-0bee3c28f15f req-149489cd-0deb-483c-8e00-e5b5435f98b4 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037032 Feb 07 13:31:19.313093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-d6aad3d8-2490-437d-b483-a80a950eae24 service neutron] 10.222.0.35 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000721 Feb 07 13:31:19.327354 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.375074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:31:19.388382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:19.649350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80d653b6-fc65-4758-afc3-dade06be251d req-13b0ab21-d61e-4c08-8915-017123e2cef7 service neutron] 10.222.0.35 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222709 Feb 07 13:31:19.682787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dc8be-2a21-4455-b401-e7cb39b03619 req-cde72d9e-2221-415f-bdd5-4fc9cb265bd7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:19.684280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a69dc8be-2a21-4455-b401-e7cb39b03619 req-cde72d9e-2221-415f-bdd5-4fc9cb265bd7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 944 time: 0.2713506 Feb 07 13:31:19.693391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72390-110a-47dd-b80b-bbb6574ff160 req-03a9e0dc-b626-404f-87f8-9e7843e7d718 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:19.695082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4be72390-110a-47dd-b80b-bbb6574ff160 req-03a9e0dc-b626-404f-87f8-9e7843e7d718 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 946 time: 0.2334452 Feb 07 13:31:19.773244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a69dc8be-2a21-4455-b401-e7cb39b03619 req-8e9384dd-a9f3-4734-9030-01d8905d66fd tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771813 Feb 07 13:31:19.776022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4be72390-110a-47dd-b80b-bbb6574ff160 req-2f008bcf-b78c-4ddf-8b27-9a9cc1533ef6 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630112 Feb 07 13:31:19.795347 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40dfd129-14bf-4032-963f-fa14a565e0e5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.815807 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.816417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.832616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfd129-14bf-4032-963f-fa14a565e0e5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e1f7d0-166b-42ed-bbc0-28a0b65c8654,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:19.846616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40dfd129-14bf-4032-963f-fa14a565e0e5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:19.848788 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-40dfd129-14bf-4032-963f-fa14a565e0e5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/f2e1f7d0-166b-42ed-bbc0-28a0b65c8654 HTTP/1.1" status: 204 len: 168 time: 0.9480731 Feb 07 13:31:19.850554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44666) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:19.860459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['79cc16ae-f570-40a4-b1d7-2116ad17af13'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:31:19.904111 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'code': 200} Feb 07 13:31:19.947010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c801ed17-ab9c-4f4c-8a4d-0470b91e6740 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:19.991541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=79cc16ae-f570-40a4-b1d7-2116ad17af13,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:19.999651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:20.046006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] No DVR routers for this DVR port 79cc16ae-f570-40a4-b1d7-2116ad17af13 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:31:20.052172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:20.081639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-f70caf2b-8ed2-432e-b295-6734488de60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:20.083534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-f70caf2b-8ed2-432e-b295-6734488de60a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b98980dd354403b0670f4bd5331801&device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 1094 time: 0.2261341 Feb 07 13:31:20.089299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c801ed17-ab9c-4f4c-8a4d-0470b91e6740 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:20.092700 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c801ed17-ab9c-4f4c-8a4d-0470b91e6740 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2410767 Feb 07 13:31:20.106508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44672) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:20.114343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956469349'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:20.123092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:20.136457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:20.225787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c73fd0b-c7b2-4192-9388-ec0563591d39 req-24c088ce-34a2-471f-979e-dd198ecbf645 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "DELETE /v2.0/ports/79cc16ae-f570-40a4-b1d7-2116ad17af13 HTTP/1.1" status: 204 len: 173 time: 2.0686326 Feb 07 13:31:20.249461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:20.270488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:20.274553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:20.279411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:20.286328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:20.306828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-10f4bfc9-28cf-41cd-9970-7bf8a3a606ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:20.308334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-10f4bfc9-28cf-41cd-9970-7bf8a3a606ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=a98c6068-0d35-4b41-a957-9edb1575037e HTTP/1.1" status: 200 len: 912 time: 0.2163625 Feb 07 13:31:20.311011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e83f6-420c-4097-9377-322d46985131 req-ad67bf92-50d6-4253-8348-419f34b56fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:20.312405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f43e83f6-420c-4097-9377-322d46985131 req-ad67bf92-50d6-4253-8348-419f34b56fca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1097 time: 0.1897266 Feb 07 13:31:20.370851 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:20.422408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-e756659c-6d50-484a-ad15-a75c5b68d7f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 HTTP/1.1" status: 200 len: 217 time: 0.0982625 Feb 07 13:31:20.443469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:20.459207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a151e8d-72e6-4d08-8f1a-9266e5bbe258', 'name': 'network-vif-deleted', 'tag': '79cc16ae-f570-40a4-b1d7-2116ad17af13'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:31:20.501850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99180bea-a976-4544-9a8e-73abaa77a995,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:20.553619 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a151e8d-72e6-4d08-8f1a-9266e5bbe258', 'name': 'network-vif-deleted', 'tag': '79cc16ae-f570-40a4-b1d7-2116ad17af13', 'status': 'completed', 'code': 200} Feb 07 13:31:20.555267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f43e83f6-420c-4097-9377-322d46985131 req-1d940ab8-5fc6-4371-b5d0-a18fd71d25de service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760416 Feb 07 13:31:20.574816 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:20.576380 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a6d88bda-f52f-4766-a0dd-421ee84280c4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4685307 Feb 07 13:31:20.579127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44684) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:20.584717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391255549'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:20.595396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:20.596748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-22dada54-dea6-476d-9cc9-ea1364d0f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:20.598814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-22dada54-dea6-476d-9cc9-ea1364d0f907 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f0b7cad-b9d8-46eb-92e0-37497549fff4 HTTP/1.1" status: 200 len: 852 time: 0.1737428 Feb 07 13:31:20.610534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:20.610534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:20.617836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:20.634311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5f83-21da-4abf-ab32-f4219bb58e2a req-2ef92003-7263-4d81-8edc-4cfc4f81f911 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:20.635726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aefe5f83-21da-4abf-ab32-f4219bb58e2a req-2ef92003-7263-4d81-8edc-4cfc4f81f911 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 943 time: 0.1711738 Feb 07 13:31:20.703455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:20.740234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:20.746671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:20.755588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:20.762799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:20.887173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:20.945993 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:20.946675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-a5da1031-b3c0-4272-91fb-f92f1bda3169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a98c6068-0d35-4b41-a957-9edb1575037e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481012 Feb 07 13:31:20.959940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aefe5f83-21da-4abf-ab32-f4219bb58e2a req-87541cbb-0433-43ec-9639-594a9e16ff7e tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145623 Feb 07 13:31:20.997586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1694be-2eb6-429a-afd1-582b9c886bd8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:21.086861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9dbdacd3-576a-47f0-9e6b-611f91c20609 req-4a28ed59-034d-4c6d-b112-6259d1533882 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:21.129454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.133553 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2744cf92-c639-4c41-9dae-6818432bac2c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5505822 Feb 07 13:31:21.133745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44700) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:21.140120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '99180bea-a976-4544-9a8e-73abaa77a995', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'da1694be-2eb6-429a-afd1-582b9c886bd8', 'remote_ip_prefix': None}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:21.147372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:21.151699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:21.154899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:21.162643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:21.221087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-3e7221a5-539b-4d2d-9563-fbabe8d83a15 service neutron] 10.222.0.35 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116513 Feb 07 13:31:21.236762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181b41-5a21-40a4-8f71-2459922d65a3 req-17805f92-8c53-4567-9919-8fdb86a5afe6 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:21.236762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e181b41-5a21-40a4-8f71-2459922d65a3 req-17805f92-8c53-4567-9919-8fdb86a5afe6 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 946 time: 0.1395869 Feb 07 13:31:21.275252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.322310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9dbdacd3-576a-47f0-9e6b-611f91c20609 req-4a28ed59-034d-4c6d-b112-6259d1533882 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:21.330344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dbdacd3-576a-47f0-9e6b-611f91c20609 req-4a28ed59-034d-4c6d-b112-6259d1533882 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a151e8d-72e6-4d08-8f1a-9266e5bbe258 HTTP/1.1" status: 200 len: 210 time: 0.3640785 Feb 07 13:31:21.356860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.386731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e181b41-5a21-40a4-8f71-2459922d65a3 req-fe2837f3-730b-4394-a3d9-00432ce8a9ca tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304312 Feb 07 13:31:21.419583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-010015f3-3c9d-4e6e-bd8a-b7fb3a8f512d req-181144ee-47e0-45ba-8a7d-6937b6159b11 service neutron] 10.222.0.35 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847351 Feb 07 13:31:21.426580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.460623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a6200b-6596-4e3d-b494-c028e35767d6,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:21.530085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.531562 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8fa7106a-2a4a-4e03-a4b7-3e1a7185caf5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3968425 Feb 07 13:31:21.534893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44710) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:21.573566 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa4eafdb-bdd7-4b79-a114-b7995aaefc26 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.587272 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa4eafdb-bdd7-4b79-a114-b7995aaefc26 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.696263 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa4eafdb-bdd7-4b79-a114-b7995aaefc26 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.713354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa4eafdb-bdd7-4b79-a114-b7995aaefc26 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.716128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fa4eafdb-bdd7-4b79-a114-b7995aaefc26 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/83a6200b-6596-4e3d-b494-c028e35767d6 HTTP/1.1" status: 204 len: 168 time: 0.1782207 Feb 07 13:31:21.723515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44718) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:21.734780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4eafdb-bdd7-4b79-a114-b7995aaefc26 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83a6200b-6596-4e3d-b494-c028e35767d6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:21.777853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9d64acb9-1b60-47cb-bea0-0a63a8fd2272 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:21.864829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9d64acb9-1b60-47cb-bea0-0a63a8fd2272 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:21.866345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9d64acb9-1b60-47cb-bea0-0a63a8fd2272 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1459250 Feb 07 13:31:21.869226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44730) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:21.949198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-16a2c57e-3d66-4f00-bdee-eb46698073c1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:21.973748 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-16a2c57e-3d66-4f00-bdee-eb46698073c1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:22.132504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-16a2c57e-3d66-4f00-bdee-eb46698073c1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:22.162056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2c57e-3d66-4f00-bdee-eb46698073c1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1694be-2eb6-429a-afd1-582b9c886bd8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:22.198099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ccf4d-2dde-41e5-904a-f52d1808c8c9 req-21432c22-20df-41e4-8bb2-ca9f4491bd4d tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:22.199693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f2ccf4d-2dde-41e5-904a-f52d1808c8c9 req-21432c22-20df-41e4-8bb2-ca9f4491bd4d tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 943 time: 0.1270716 Feb 07 13:31:22.222295 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-16a2c57e-3d66-4f00-bdee-eb46698073c1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:22.225611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-16a2c57e-3d66-4f00-bdee-eb46698073c1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/da1694be-2eb6-429a-afd1-582b9c886bd8 HTTP/1.1" status: 204 len: 168 time: 0.3531613 Feb 07 13:31:22.226083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44756) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:22.254093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f2ccf4d-2dde-41e5-904a-f52d1808c8c9 req-99432e24-f482-4024-8b2d-755fb422cb6a tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Feb 07 13:31:22.295602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8c660b62-8dfb-46c4-8823-c6831d99ced9 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:22.335084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 79cc16ae-f570-40a4-b1d7-2116ad17af13 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:31:22.370189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 79cc16ae-f570-40a4-b1d7-2116ad17af13 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:31:22.370545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 79cc16ae-f570-40a4-b1d7-2116ad17af13 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:31:22.379228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8c660b62-8dfb-46c4-8823-c6831d99ced9 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:22.380605 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8c660b62-8dfb-46c4-8823-c6831d99ced9 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1535392 Feb 07 13:31:22.383592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44768) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:22.461058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65c53db0-dc39-42b5-a030-a2cc03716442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:22.490249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65c53db0-dc39-42b5-a030-a2cc03716442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:22.616363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b219eaa-26c9-40e7-ace7-39f2fa5546e3 req-48e99a39-0f4e-4681-b7df-b908df444a0f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:22.617851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b219eaa-26c9-40e7-ace7-39f2fa5546e3 req-48e99a39-0f4e-4681-b7df-b908df444a0f tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 946 time: 0.1037860 Feb 07 13:31:22.626339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65c53db0-dc39-42b5-a030-a2cc03716442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:22.661482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c53db0-dc39-42b5-a030-a2cc03716442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99180bea-a976-4544-9a8e-73abaa77a995,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:22.668763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b219eaa-26c9-40e7-ace7-39f2fa5546e3 req-4c3c7d45-e122-4fb9-a2d9-4c58e758f41c tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450470 Feb 07 13:31:22.758081 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65c53db0-dc39-42b5-a030-a2cc03716442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:22.759372 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-65c53db0-dc39-42b5-a030-a2cc03716442 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/99180bea-a976-4544-9a8e-73abaa77a995 HTTP/1.1" status: 204 len: 168 time: 0.3747690 Feb 07 13:31:22.762325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44786) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:22.842500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3e5c0544-e2c2-463f-bbb1-c8466df53cd4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:22.969334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3e5c0544-e2c2-463f-bbb1-c8466df53cd4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:22.984842 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3e5c0544-e2c2-463f-bbb1-c8466df53cd4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2070677 Feb 07 13:31:22.988361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44794) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:22.993560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062079693'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:23.000096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:23.010654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:23.106620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.141464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:23.148149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:23.152010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:23.158351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:31:23.161769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:23.255043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.324075 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.324950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,segment=NetworkSegment(f62e45c6-1cfd-4afd-a4ed-6e27153e1469),segment_id=f62e45c6-1cfd-4afd-a4ed-6e27153e1469)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:23.349031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '3d8e67b9-d3b1-40a3-b825-fc4d53acbca1', 'network_id': 'a98c6068-0d35-4b41-a957-9edb1575037e', 'port_id': '3d8e67b9-d3b1-40a3-b825-fc4d53acbca1', 'mac_address': 'fa:16:3e:2c:79:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0b7cad-b9d8-46eb-92e0-37497549fff4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:31:23.420732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.424147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9609ffd2-95dc-4059-bdbe-d36aad295952,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:23.442442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:31:23.461387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,segment=NetworkSegment(f62e45c6-1cfd-4afd-a4ed-6e27153e1469),segment_id=f62e45c6-1cfd-4afd-a4ed-6e27153e1469)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:23.471334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d789f0-1ee3-45c9-921c-a60d69aaff66 req-c59eb623-f82f-4dcd-9a63-e1f205d3bdc2 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:23.472788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75d789f0-1ee3-45c9-921c-a60d69aaff66 req-c59eb623-f82f-4dcd-9a63-e1f205d3bdc2 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 943 time: 0.1033344 Feb 07 13:31:23.512135 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.513441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-68e91ee3-4e67-45bc-ad8e-e3a3441eb84d tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5239944 Feb 07 13:31:23.516156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44806) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:23.522441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '9609ffd2-95dc-4059-bdbe-d36aad295952', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:23.525889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75d789f0-1ee3-45c9-921c-a60d69aaff66 req-3c3fb173-e9dd-4fa6-af82-8b39beb70868 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470176 Feb 07 13:31:23.538077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:23.551343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:23.568420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:23.581716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.588872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:23.662125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.665892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:23.759794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.776334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['3d8e67b9-d3b1-40a3-b825-fc4d53acbca1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:31:23.821251 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.870845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a852830e-cfe7-41b6-8c13-b74f5f6aa8a9,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:23.936708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79e69a-31a7-4307-bfd5-919dd07d7ca3 req-58b4f775-d836-41b2-a841-6cc8451d38d6 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:23.938209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad79e69a-31a7-4307-bfd5-919dd07d7ca3 req-58b4f775-d836-41b2-a841-6cc8451d38d6 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 946 time: 0.0992117 Feb 07 13:31:23.953463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:23.956877 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d4879355-3b72-4f31-95f6-d6242bea14d4 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4394984 Feb 07 13:31:23.958485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:24.020999 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2574150-09bc-4ef2-8e51-eb992a420d8a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.021630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad79e69a-31a7-4307-bfd5-919dd07d7ca3 req-332cee13-67bb-4c3e-bc9f-a549f6539a05 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761244 Feb 07 13:31:24.034997 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2574150-09bc-4ef2-8e51-eb992a420d8a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.133981 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2574150-09bc-4ef2-8e51-eb992a420d8a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.153965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2574150-09bc-4ef2-8e51-eb992a420d8a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a852830e-cfe7-41b6-8c13-b74f5f6aa8a9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:24.156402 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a2574150-09bc-4ef2-8e51-eb992a420d8a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.157836 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a2574150-09bc-4ef2-8e51-eb992a420d8a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a852830e-cfe7-41b6-8c13-b74f5f6aa8a9 HTTP/1.1" status: 204 len: 168 time: 0.1984122 Feb 07 13:31:24.160344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44826) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:24.211010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-386474c6-4aec-4989-8c00-22ff5f8a44bf tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:24.312231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-386474c6-4aec-4989-8c00-22ff5f8a44bf tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:24.313468 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-386474c6-4aec-4989-8c00-22ff5f8a44bf tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1520095 Feb 07 13:31:24.316371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44832) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:24.382749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ad18c64-a88d-4e23-a4f8-ebdd0daff73c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.425050 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ad18c64-a88d-4e23-a4f8-ebdd0daff73c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.523311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ad18c64-a88d-4e23-a4f8-ebdd0daff73c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.541662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad18c64-a88d-4e23-a4f8-ebdd0daff73c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9609ffd2-95dc-4059-bdbe-d36aad295952,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:24.620988 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4ad18c64-a88d-4e23-a4f8-ebdd0daff73c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.622197 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4ad18c64-a88d-4e23-a4f8-ebdd0daff73c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/9609ffd2-95dc-4059-bdbe-d36aad295952 HTTP/1.1" status: 204 len: 168 time: 0.3048489 Feb 07 13:31:24.624809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44844) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:24.682655 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.691522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-64ce0fc3-66a8-4c9d-a32a-38906f39c550 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:24.749387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd5196-7b48-4b4f-b907-6b66732e8fc7 req-1fd05e20-ed74-41c9-af68-cd36e9ba8220 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:24.751930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3fd5196-7b48-4b4f-b907-6b66732e8fc7 req-1fd05e20-ed74-41c9-af68-cd36e9ba8220 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 944 time: 0.0960951 Feb 07 13:31:24.792129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-64ce0fc3-66a8-4c9d-a32a-38906f39c550 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:24.805847 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-64ce0fc3-66a8-4c9d-a32a-38906f39c550 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1677647 Feb 07 13:31:24.808257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44850) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:24.810971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049512683'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:24.820617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3fd5196-7b48-4b4f-b907-6b66732e8fc7 req-3e93ba1d-a19d-4b1f-adf2-1c98a3c931fa tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627179 Feb 07 13:31:24.821477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:24.832833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:24.940865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:24.962072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:24.968859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:24.972414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:24.978232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:25.070314 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.163234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.181453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:31:25.226695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbcd269-e971-45e9-b743-f70c2045ef05,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:25.312134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.313431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-88cda2f5-f9f3-47b6-a889-1c12bf0450f5 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5141983 Feb 07 13:31:25.317182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44878) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:25.326570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '3fbcd269-e971-45e9-b743-f70c2045ef05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:25.331430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:25.336717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:25.340055 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:25.347231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:25.408987 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:31:25.414401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:31:25.414777 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.445791 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.524506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.577430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.587474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.649852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f3537f-2c2e-4e13-9eec-e286e0f3317e,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:25.668434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ed666e-231b-445f-9784-5522eca450c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8e67b9-d3b1-40a3-b825-fc4d53acbca1'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:31:25.679768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,segment=NetworkSegment(f62e45c6-1cfd-4afd-a4ed-6e27153e1469),segment_id=f62e45c6-1cfd-4afd-a4ed-6e27153e1469)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:25.724540 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ed666e-231b-445f-9784-5522eca450c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8e67b9-d3b1-40a3-b825-fc4d53acbca1', 'code': 200} Feb 07 13:31:25.792159 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.796190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:25.797403 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a30eeb3b-2cfc-4ae1-aeac-ea8acac098ed tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4791365 Feb 07 13:31:25.800499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44918) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:25.819805 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3ca8b443-c733-45bb-9544-a1412e4b0051 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules/29f3537f-2c2e-4e13-9eec-e286e0f3317e HTTP/1.1" status: 200 len: 763 time: 0.0180597 Feb 07 13:31:25.822294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44922) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:25.880696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca434-2cbb-430b-9298-867c06f052ea req-fc618d8a-9c60-4604-bc7e-189cc6eb0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:25.883465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86dca434-2cbb-430b-9298-867c06f052ea req-fc618d8a-9c60-4604-bc7e-189cc6eb0eee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 1096 time: 0.0938752 Feb 07 13:31:25.902773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:25.904465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7dee3516-f367-4090-9382-1a759b242bc8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:25.944576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-86dca434-2cbb-430b-9298-867c06f052ea req-d7a13d08-c7c3-4efa-a330-73b6ff097770 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553625 Feb 07 13:31:25.984953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7dee3516-f367-4090-9382-1a759b242bc8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:25.991189 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7dee3516-f367-4090-9382-1a759b242bc8 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1665592 Feb 07 13:31:25.991863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44930) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:26.037548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5faf557-2bba-4ef5-a5e7-e5795341bd1c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.053850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5faf557-2bba-4ef5-a5e7-e5795341bd1c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.085744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d856e7-0f19-42eb-9b2e-b55da0dba8ea req-bdb51271-c3b2-459f-bfc4-c6657ac1a750 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:26.088458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6d856e7-0f19-42eb-9b2e-b55da0dba8ea req-bdb51271-c3b2-459f-bfc4-c6657ac1a750 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1268082 Feb 07 13:31:26.147175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6d856e7-0f19-42eb-9b2e-b55da0dba8ea req-4fd38188-be47-4ba2-a88b-d5f41eac3fb0 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533717 Feb 07 13:31:26.173330 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5faf557-2bba-4ef5-a5e7-e5795341bd1c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.193153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faf557-2bba-4ef5-a5e7-e5795341bd1c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29f3537f-2c2e-4e13-9eec-e286e0f3317e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:26.260786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5faf557-2bba-4ef5-a5e7-e5795341bd1c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.261876 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f5faf557-2bba-4ef5-a5e7-e5795341bd1c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/29f3537f-2c2e-4e13-9eec-e286e0f3317e HTTP/1.1" status: 204 len: 168 time: 0.2689841 Feb 07 13:31:26.264514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44938) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:26.311139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-51b3c495-3dae-48a6-a27e-331f86dd4bb0 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:26.426478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-51b3c495-3dae-48a6-a27e-331f86dd4bb0 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:26.428428 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-51b3c495-3dae-48a6-a27e-331f86dd4bb0 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1630073 Feb 07 13:31:26.431561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44946) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:26.438145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '3fbcd269-e971-45e9-b743-f70c2045ef05', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:26.445423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:26.456656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:26.542454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.606575 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.689126 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.717054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072685ce-0a1e-4c23-91fe-84880e25d66a,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:26.797580 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.802036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f831a055-e458-44b0-a8e5-fb48c365c59a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3668942 Feb 07 13:31:26.802574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44954) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:26.826677 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d8542c4f-ddad-4837-a19d-b0c6e8e5d2f6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules/072685ce-0a1e-4c23-91fe-84880e25d66a HTTP/1.1" status: 200 len: 763 time: 0.0223057 Feb 07 13:31:26.832508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 44960) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:26.907308 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7c24fffa-b1a8-41ea-a793-e6d59dbfa9a6 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0736151 Feb 07 13:31:26.910811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 44970) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:26.958774 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04da64b6-a4eb-4332-a27c-a804c9c49218 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:26.972636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04da64b6-a4eb-4332-a27c-a804c9c49218 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:27.133878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04da64b6-a4eb-4332-a27c-a804c9c49218 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:27.180082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da64b6-a4eb-4332-a27c-a804c9c49218 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=072685ce-0a1e-4c23-91fe-84880e25d66a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:27.204154 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-04da64b6-a4eb-4332-a27c-a804c9c49218 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:27.212469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-04da64b6-a4eb-4332-a27c-a804c9c49218 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/072685ce-0a1e-4c23-91fe-84880e25d66a HTTP/1.1" status: 204 len: 168 time: 0.2938383 Feb 07 13:31:27.212778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45004) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:27.279110 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ff98b44f-06e5-4289-b548-572d637372a0 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0649719 Feb 07 13:31:27.281782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45008) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:27.287161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '3fbcd269-e971-45e9-b743-f70c2045ef05', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:27.294186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:27.298540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:27.301664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:27.307652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:27.464291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:27.571735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb0edb-af58-4887-9aac-be3265adff46 req-0bd3f83e-7200-4a05-a486-433d282bcc32 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:27.573292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0bb0edb-af58-4887-9aac-be3265adff46 req-0bd3f83e-7200-4a05-a486-433d282bcc32 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.2570708 Feb 07 13:31:27.584386 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:27.623637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0bb0edb-af58-4887-9aac-be3265adff46 req-cd12a8de-25fd-43ab-8e32-a70018a86a2c tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Feb 07 13:31:27.654785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:27.679262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb358a8-fe18-44b0-8671-50507646c283,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:27.745368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:27.746946 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9347ffeb-73b7-4a0b-ac34-846f5117a01c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4641428 Feb 07 13:31:27.749730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45020) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:27.770895 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-db4e1e33-fce0-45b1-9703-7a6dec916415 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules/ecb358a8-fe18-44b0-8671-50507646c283 HTTP/1.1" status: 200 len: 764 time: 0.0199733 Feb 07 13:31:27.773374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45024) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:27.827319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dc6008bb-2ade-45f0-bdfa-646579245a83 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:27.906705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dc6008bb-2ade-45f0-bdfa-646579245a83 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:27.911769 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dc6008bb-2ade-45f0-bdfa-646579245a83 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1350186 Feb 07 13:31:27.912481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45028) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:27.944512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40729964-abfa-4929-a36a-ada9764390db tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:27.957008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40729964-abfa-4929-a36a-ada9764390db tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:28.087891 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40729964-abfa-4929-a36a-ada9764390db tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:28.105636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40729964-abfa-4929-a36a-ada9764390db tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecb358a8-fe18-44b0-8671-50507646c283,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:28.231887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-40729964-abfa-4929-a36a-ada9764390db tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:28.235340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-40729964-abfa-4929-a36a-ada9764390db tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ecb358a8-fe18-44b0-8671-50507646c283 HTTP/1.1" status: 204 len: 168 time: 0.3188636 Feb 07 13:31:28.235922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45038) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:28.301672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bdb15760-5f15-4466-a68b-8818ea85f363 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:28.368798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bdb15760-5f15-4466-a68b-8818ea85f363 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:28.370128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bdb15760-5f15-4466-a68b-8818ea85f363 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1332705 Feb 07 13:31:28.373031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45042) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:28.444462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-655a7459-381f-4032-9e4a-12a457b041b1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:28.473256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-655a7459-381f-4032-9e4a-12a457b041b1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:28.614618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-655a7459-381f-4032-9e4a-12a457b041b1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:28.638298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a7459-381f-4032-9e4a-12a457b041b1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbcd269-e971-45e9-b743-f70c2045ef05,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:28.729172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-655a7459-381f-4032-9e4a-12a457b041b1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:28.730431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-655a7459-381f-4032-9e4a-12a457b041b1 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/3fbcd269-e971-45e9-b743-f70c2045ef05 HTTP/1.1" status: 204 len: 168 time: 0.3564065 Feb 07 13:31:28.733159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45054) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:28.842827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-68d7ffcd-e256-4442-a0cb-c6f4bdf06cc3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:28.894003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6dd14-b7ac-471d-a81a-a855b1aa064c req-f02b642c-84b7-4aaf-9265-495cac59c4ba tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:28.895517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09d6dd14-b7ac-471d-a81a-a855b1aa064c req-f02b642c-84b7-4aaf-9265-495cac59c4ba tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1057482 Feb 07 13:31:28.936620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-68d7ffcd-e256-4442-a0cb-c6f4bdf06cc3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:28.937849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-68d7ffcd-e256-4442-a0cb-c6f4bdf06cc3 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2036111 Feb 07 13:31:28.943464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45060) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:28.946005 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09d6dd14-b7ac-471d-a81a-a855b1aa064c req-097f95c4-ee41-4a42-8d84-a20c40220658 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446754 Feb 07 13:31:28.948779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262558331'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:28.955587 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:28.967486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:29.083492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:29.107529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:29.121669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:29.130441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:29.140608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:29.165756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85b610-c06e-489e-a060-5334a05bd1da req-143e2533-1b08-40b8-ab87-59f640a35266 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:29.167337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d85b610-c06e-489e-a060-5334a05bd1da req-143e2533-1b08-40b8-ab87-59f640a35266 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1115482 Feb 07 13:31:29.229640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d85b610-c06e-489e-a060-5334a05bd1da req-6c7302b3-c8f8-41c1-b05e-f4f7daf651da tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564458 Feb 07 13:31:29.238976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:29.312500 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:29.364429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f810ae-e820-4ac5-96cd-73dbbcbde4d7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:29.510988 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:29.512210 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fee69fd9-cd74-4cbd-bb1e-5dfadd98784a tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5676022 Feb 07 13:31:29.515095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45074) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:29.521547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Request body: {'security_group_rule': {'security_group_id': '98f810ae-e820-4ac5-96cd-73dbbcbde4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:29.528024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:29.533549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Usage tracker for resource:security_group_rule and tenant:fecb8f8ea142432c83bdaacc4a5582e8 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:29.537633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:29.546400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:29.627854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:29.715718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:29.803525 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:29.851602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf17bbf3-d05b-4c6b-83d2-34ba2c891e08,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:29.953001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:29.954274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7d00934b-9c0f-4028-a78c-be077532a554 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4381516 Feb 07 13:31:29.958221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:29.987858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dbc82-3a23-4119-bb1a-23ff73c8a5c2 req-4c823b3c-e55a-4324-a062-42a73d34ccd0 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:29.989794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-063dbc82-3a23-4119-bb1a-23ff73c8a5c2 req-4c823b3c-e55a-4324-a062-42a73d34ccd0 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.0940673 Feb 07 13:31:30.040798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8833292-0f9a-4dab-b3d1-dace29c7e99e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:30.046976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-063dbc82-3a23-4119-bb1a-23ff73c8a5c2 req-920c71a1-e5bd-4b65-9c69-50d5309d4437 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515151 Feb 07 13:31:30.090188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8833292-0f9a-4dab-b3d1-dace29c7e99e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:30.214929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8833292-0f9a-4dab-b3d1-dace29c7e99e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:30.235265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8833292-0f9a-4dab-b3d1-dace29c7e99e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f810ae-e820-4ac5-96cd-73dbbcbde4d7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:30.259705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8833292-0f9a-4dab-b3d1-dace29c7e99e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:30.263604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45094) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:30.264401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f8833292-0f9a-4dab-b3d1-dace29c7e99e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/98f810ae-e820-4ac5-96cd-73dbbcbde4d7 HTTP/1.1" status: 204 len: 168 time: 0.3049507 Feb 07 13:31:30.326718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3eeb2f20-7f58-42a1-b9e8-0aac111c054e tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593712 Feb 07 13:31:30.329262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45100) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:30.376363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a4f75697-bf2b-4f0e-a260-6c577ebc0d55 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:30.487907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a4f75697-bf2b-4f0e-a260-6c577ebc0d55 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group_rule {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:30.489408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a4f75697-bf2b-4f0e-a260-6c577ebc0d55 tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1590047 Feb 07 13:31:30.492335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45106) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:30.509649 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-ec93eaf4-c999-4961-be3a-ba9b9767b16b tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] delete failed (client error): The resource could not be found. Feb 07 13:31:30.510768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ec93eaf4-c999-4961-be3a-ba9b9767b16b tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "DELETE /v2.0/security-groups/98f810ae-e820-4ac5-96cd-73dbbcbde4d7 HTTP/1.1" status: 404 len: 347 time: 0.0175209 Feb 07 13:31:30.514868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45110) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:30.584622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b253f488-5a38-4966-abcd-64150f6ed96c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Synchronizing usage tracker for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:30.654720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b253f488-5a38-4966-abcd-64150f6ed96c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] Unset dirty status for tenant:fecb8f8ea142432c83bdaacc4a5582e8 on resource:security_group {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:30.661776 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b253f488-5a38-4966-abcd-64150f6ed96c tempest-SecGroupTest-255699549 tempest-SecGroupTest-255699549-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1458578 Feb 07 13:31:31.201647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45130) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:31.332207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8d9a0-fd72-419d-834f-829c1d77b631 req-5186b028-8047-46c9-af6e-2b454acb1222 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:31.334649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f8d9a0-fd72-419d-834f-829c1d77b631 req-5186b028-8047-46c9-af6e-2b454acb1222 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1146827 Feb 07 13:31:31.395081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2f8d9a0-fd72-419d-834f-829c1d77b631 req-3b20b605-0da9-4f43-91a7-a2305ecd8bab tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547318 Feb 07 13:31:31.409330 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-04694123-7e6e-4b3f-9ad0-3385646e0df1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fecb8f8ea142432c83bdaacc4a5582e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065222 Feb 07 13:31:31.417250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45138) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:31.498108 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bce65f44-b675-4d85-8949-433859a166c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:31.525667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bce65f44-b675-4d85-8949-433859a166c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:31.683369 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bce65f44-b675-4d85-8949-433859a166c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:31.717735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce65f44-b675-4d85-8949-433859a166c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8382d020-7988-4d15-8934-db0ffe302afe,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:31.883636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bce65f44-b675-4d85-8949-433859a166c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:31.884862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bce65f44-b675-4d85-8949-433859a166c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8382d020-7988-4d15-8934-db0ffe302afe HTTP/1.1" status: 204 len: 168 time: 0.4666288 Feb 07 13:31:31.996346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc99f0-c4b3-48db-bbb1-4adc6da1c6d1 req-e693962e-48a4-4ceb-9b17-b5cf46e52171 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:31.998311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45fc99f0-c4b3-48db-bbb1-4adc6da1c6d1 req-e693962e-48a4-4ceb-9b17-b5cf46e52171 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1122012 Feb 07 13:31:32.101731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45fc99f0-c4b3-48db-bbb1-4adc6da1c6d1 req-eb2a4689-5197-4f93-909f-c3bff3adef38 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712359 Feb 07 13:31:32.124903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-a3228e5f-79d0-4420-9394-e3c45edc8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:32.128514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-a3228e5f-79d0-4420-9394-e3c45edc8a2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b98980dd354403b0670f4bd5331801&device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 1096 time: 0.1289985 Feb 07 13:31:32.279336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-9418b2e9-b54f-4edc-af36-da0deefa7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:32.281221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-9418b2e9-b54f-4edc-af36-da0deefa7022 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a98c6068-0d35-4b41-a957-9edb1575037e HTTP/1.1" status: 200 len: 912 time: 0.1461177 Feb 07 13:31:32.377706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-12249a84-34c6-4230-b0e0-9912d9593128 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 HTTP/1.1" status: 200 len: 217 time: 0.0873876 Feb 07 13:31:32.462603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-d2078a75-7526-46c6-9da0-e4b20ee8200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:32.464169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-d2078a75-7526-46c6-9da0-e4b20ee8200f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f0b7cad-b9d8-46eb-92e0-37497549fff4 HTTP/1.1" status: 200 len: 852 time: 0.0781994 Feb 07 13:31:32.520371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-4ad1a7a6-9da7-4df8-81f1-8b0fbcf0bd7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a98c6068-0d35-4b41-a957-9edb1575037e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485032 Feb 07 13:31:32.687748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-5ce6370c-0d06-4f7e-a181-e81d7439957f service neutron] 10.222.0.35 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601863 Feb 07 13:31:32.849996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aafeef29-2f16-467e-a575-aad3c2d2b19d req-7515e1fe-a76a-430c-9f20-200ecc081151 service neutron] 10.222.0.35 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556726 Feb 07 13:31:33.207358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45192) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:33.320984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84231f42-1742-4aee-996c-8a1db1e18c19 req-5c091133-f961-46af-b764-9c82b72a255d tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:33.322660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84231f42-1742-4aee-996c-8a1db1e18c19 req-5c091133-f961-46af-b764-9c82b72a255d tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.0892689 Feb 07 13:31:33.347177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-963312325-network', 'tenant_id': 'e71b69d85a5f476b9414e1f4bf9cc276'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:33.356915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:33.363854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Usage tracker for resource:network and tenant:e71b69d85a5f476b9414e1f4bf9cc276 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:33.373217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:33.387484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:33.398609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-84231f42-1742-4aee-996c-8a1db1e18c19 req-d27eaf07-5bbf-48e1-a349-253c94402689 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698059 Feb 07 13:31:33.489214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Made reservation on behalf of e71b69d85a5f476b9414e1f4bf9cc276 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:33.491566 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:33.505449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:33.520686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:33.524748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Usage tracker for resource:security_group_rule and tenant:e71b69d85a5f476b9414e1f4bf9cc276 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:33.528056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:33.535048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:33.626944 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:33.740614 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:33.769519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:31:33.783432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc271731-9cdc-463f-9a35-4d1de0a33c5a,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:33.789501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:33.789874 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Added segment aa72e84b-78d4-4930-960d-94e11e802235 of type vlan for network cbf9e085-3389-4e4b-84d7-b75ad4a4db9f Feb 07 13:31:33.824385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:33.940254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:33.941276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:33.941855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:34.050732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] Pushing event updated for resources: {'Network': ['ID=cbf9e085-3389-4e4b-84d7-b75ad4a4db9f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:34.061515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network cbf9e085-3389-4e4b-84d7-b75ad4a4db9f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:31:34.130392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b0171dc0-c2ef-4376-9a6f-87dd066a5d7f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9212880 Feb 07 13:31:34.136053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45210) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:34.141556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Request body: {'subnet': {'network_id': 'cbf9e085-3389-4e4b-84d7-b75ad4a4db9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-963312325-subnet', 'tenant_id': 'e71b69d85a5f476b9414e1f4bf9cc276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:34.146859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:34.151305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Usage tracker for resource:subnet and tenant:e71b69d85a5f476b9414e1f4bf9cc276 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:34.154171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:34.160458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:34.231810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Made reservation on behalf of e71b69d85a5f476b9414e1f4bf9cc276 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:34.234461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:34.662071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9eb94-4731-4719-8bea-5ee4041c4a58 req-53fbe403-e5b5-49fd-90bf-e1808339b06f tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:34.662071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eed9eb94-4731-4719-8bea-5ee4041c4a58 req-53fbe403-e5b5-49fd-90bf-e1808339b06f tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1359315 Feb 07 13:31:34.715960 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:34.784574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eed9eb94-4731-4719-8bea-5ee4041c4a58 req-119e0506-78f1-4a11-901b-256fac478408 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132936 Feb 07 13:31:34.839486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Checking segment: {'id': 'aa72e84b-78d4-4930-960d-94e11e802235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cbf9e085-3389-4e4b-84d7-b75ad4a4db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:31:34.839949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Network hostable DHCP agents. Network: cbf9e085-3389-4e4b-84d7-b75ad4a4db9f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:31:34.848723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d70215-dab5-4e70-b7e8-ae9cbc936eb6,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:34.972566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Network cbf9e085-3389-4e4b-84d7-b75ad4a4db9f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:31:35.123283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, cbf9e085-3389-4e4b-84d7-b75ad4a4db9f) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:31:35.129334 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:35.129772 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:35.148978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99239257-e7d8-44b6-bb38-bffb52ac8dd9 None None] Network cbf9e085-3389-4e4b-84d7-b75ad4a4db9f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:35.352164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bd96bb3a-f578-4d01-82a9-24621d221bbd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2108512 Feb 07 13:31:35.431134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb03cf-b431-44a2-bb29-cdf1f01bc0ed None None] Network cbf9e085-3389-4e4b-84d7-b75ad4a4db9f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:35.666357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da312425-85ca-4942-b370-59b1a7b989fa req-27863ca1-2180-441d-a6b5-48c5b3a92dba tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:35.710192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da312425-85ca-4942-b370-59b1a7b989fa req-27863ca1-2180-441d-a6b5-48c5b3a92dba tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1400270 Feb 07 13:31:35.766465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da312425-85ca-4942-b370-59b1a7b989fa req-f8e25a87-e7e6-41ab-b9a9-7e788016365c tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549459 Feb 07 13:31:36.304836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45262) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:36.311902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-474194263-network', 'tenant_id': '72714c713dd14ac1b4ca6aa7470353f4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:36.325061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:36.331104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Usage tracker for resource:network and tenant:72714c713dd14ac1b4ca6aa7470353f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:36.334975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:36.343275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:36.430822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Made reservation on behalf of 72714c713dd14ac1b4ca6aa7470353f4 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:36.433268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:36.446526 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:36.464536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:36.468597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Usage tracker for resource:security_group_rule and tenant:72714c713dd14ac1b4ca6aa7470353f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:36.472148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:36.478208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:36.584443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:36.644011 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:36.679073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:31:36.689236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7598a724-9b02-497e-9012-d43662dee9e1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:36.695675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:36.696246 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Added segment fe6ef708-cd6a-443c-a608-48651c616a75 of type vlan for network 3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549 Feb 07 13:31:36.731673 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:36.831788 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:36.832894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:36.833578 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:36.959690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] Pushing event updated for resources: {'Network': ['ID=3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:36.969742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:31:36.985674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa8d9a-65b0-49e8-8822-6a87cfc5056d req-608c6c68-ca29-4228-9818-f4807b5d02f1 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:36.987403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cfa8d9a-65b0-49e8-8822-6a87cfc5056d req-608c6c68-ca29-4228-9818-f4807b5d02f1 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1177728 Feb 07 13:31:37.004682 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb324c28-ac73-416c-89e6-666b9458997e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6988180 Feb 07 13:31:37.007499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45280) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:37.017524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Request body: {'subnet': {'network_id': '3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-474194263-subnet', 'tenant_id': '72714c713dd14ac1b4ca6aa7470353f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:37.027886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:37.041701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Usage tracker for resource:subnet and tenant:72714c713dd14ac1b4ca6aa7470353f4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:37.046991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cfa8d9a-65b0-49e8-8822-6a87cfc5056d req-c483cb6a-434f-4eb8-b65f-f953ab898a45 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 Feb 07 13:31:37.053032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:37.060570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:37.129297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Made reservation on behalf of 72714c713dd14ac1b4ca6aa7470353f4 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:37.131687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:37.472662 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:37.585714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Checking segment: {'id': 'fe6ef708-cd6a-443c-a608-48651c616a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:31:37.586109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Network hostable DHCP agents. Network: 3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:31:37.602252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=324d8cbb-0f5d-44f9-ba2e-1ecf2ee5db1f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:37.669489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb725f-4305-4b76-b472-c1b1a01cb206 req-73b87f9b-596d-4acb-893c-3b9971e5f845 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:37.671600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dabb725f-4305-4b76-b472-c1b1a01cb206 req-73b87f9b-596d-4acb-893c-3b9971e5f845 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1054323 Feb 07 13:31:37.700738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Network 3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:31:37.785549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:31:37.789937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dabb725f-4305-4b76-b472-c1b1a01cb206 req-3f5ee46a-8dc9-41c3-b31e-93ab71041d18 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071231 Feb 07 13:31:37.796372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004da54-efc2-4e73-89d9-618ba5fa2c73 None None] Network 3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:37.805507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:37.806108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:37.816707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-8b47e1b9-21ea-4e95-a258-010c2091342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:37.819054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-8b47e1b9-21ea-4e95-a258-010c2091342a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74b98980dd354403b0670f4bd5331801&device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 1096 time: 0.1381810 Feb 07 13:31:37.921728 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a71068ab-ee93-4b94-acbb-19cedfaf13ae admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9124889 Feb 07 13:31:38.019477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-c23b3f05-8634-40c0-a334-10b82e0e3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:38.021373 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-c23b3f05-8634-40c0-a334-10b82e0e3d7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a98c6068-0d35-4b41-a957-9edb1575037e HTTP/1.1" status: 200 len: 912 time: 0.1891162 Feb 07 13:31:38.118243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45306) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:38.126921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a922b833-a1b8-469b-99ff-ea8db9fd46a8 None None] Network 3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:38.127478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-906043f4-4240-4008-b011-135849f47824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 HTTP/1.1" status: 200 len: 217 time: 0.0946133 Feb 07 13:31:38.189968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a61128-baa4-4773-9055-12b3caf6b565 admin admin] Deleting subnet a1d70215-dab5-4e70-b7e8-ae9cbc936eb6 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:31:38.193975 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a61128-baa4-4773-9055-12b3caf6b565 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:38.202741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-c624bbc5-78d1-43aa-af46-8b538a21f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:38.205512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-c624bbc5-78d1-43aa-af46-8b538a21f7cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f0b7cad-b9d8-46eb-92e0-37497549fff4 HTTP/1.1" status: 200 len: 852 time: 0.0711067 Feb 07 13:31:38.274294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-fd1b6944-8a59-4274-9403-4ddc39f61abd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a98c6068-0d35-4b41-a957-9edb1575037e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624838 Feb 07 13:31:38.481364 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-83fa82d2-bd46-40e7-8b4a-1382f124ca5e service neutron] 10.222.0.35 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003963 Feb 07 13:31:38.481917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a61128-baa4-4773-9055-12b3caf6b565 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:38.551111 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a61128-baa4-4773-9055-12b3caf6b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:38.637752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aba0f0dc-c340-45cc-9cf3-611d21f0a70b req-f9a9ca14-7e60-43aa-9c96-81f086a8c033 service neutron] 10.222.0.35 "GET /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500146 Feb 07 13:31:38.889646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a61128-baa4-4773-9055-12b3caf6b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:38.912111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b88458f5-29e5-4611-bcb7-438df51c4ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:38.935114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a61128-baa4-4773-9055-12b3caf6b565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d70215-dab5-4e70-b7e8-ae9cbc936eb6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:38.939954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f5a61128-baa4-4773-9055-12b3caf6b565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:38.947944 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f5a61128-baa4-4773-9055-12b3caf6b565 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a1d70215-dab5-4e70-b7e8-ae9cbc936eb6 HTTP/1.1" status: 204 len: 168 time: 0.8285925 Feb 07 13:31:38.950322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45322) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:39.055662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cf0bc-919d-4d0a-81fe-5bdaec45a1ac req-0c3323e4-b56b-4585-af09-bd8af0ac97d9 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:39.059909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-474cf0bc-919d-4d0a-81fe-5bdaec45a1ac req-0c3323e4-b56b-4585-af09-bd8af0ac97d9 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1145685 Feb 07 13:31:39.085857 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.109803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-474cf0bc-919d-4d0a-81fe-5bdaec45a1ac req-b88a8277-7730-4c5b-a0fc-d0aca544b67a tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427761 Feb 07 13:31:39.234364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.262174 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf9e085-3389-4e4b-84d7-b75ad4a4db9f']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:39.277421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa72e84b-78d4-4930-960d-94e11e802235') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:39.277728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa72e84b-78d4-4930-960d-94e11e802235') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:39.289832 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.313226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.317032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:31:39.317456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:31:39.332117 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:31:39.511870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.531192 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.545444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf9e085-3389-4e4b-84d7-b75ad4a4db9f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:39.549430 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4c140eb2-1ae6-4069-8111-5a1fbf01389d admin admin] 10.222.0.69 "DELETE /v2.0/networks/cbf9e085-3389-4e4b-84d7-b75ad4a4db9f HTTP/1.1" status: 204 len: 168 time: 0.5979443 Feb 07 13:31:39.552201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45332) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:39.632478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e328f24e-3fc6-459f-87b6-50070d6de5b3 admin admin] Deleting subnet 324d8cbb-0f5d-44f9-ba2e-1ecf2ee5db1f {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:31:39.636915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e328f24e-3fc6-459f-87b6-50070d6de5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.693262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e328f24e-3fc6-459f-87b6-50070d6de5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.790990 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e328f24e-3fc6-459f-87b6-50070d6de5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:39.957927 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e328f24e-3fc6-459f-87b6-50070d6de5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:40.000652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328f24e-3fc6-459f-87b6-50070d6de5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324d8cbb-0f5d-44f9-ba2e-1ecf2ee5db1f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:40.004709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e328f24e-3fc6-459f-87b6-50070d6de5b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:40.012271 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e328f24e-3fc6-459f-87b6-50070d6de5b3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/324d8cbb-0f5d-44f9-ba2e-1ecf2ee5db1f HTTP/1.1" status: 204 len: 168 time: 0.4587519 Feb 07 13:31:40.014852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45344) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:40.135300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:40.456051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:40.494300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:40.516230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6ef708-cd6a-443c-a608-48651c616a75') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:40.516633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6ef708-cd6a-443c-a608-48651c616a75') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:40.532782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289061c-c3f2-42a1-88b3-dda6692aa64d req-0698b8de-b059-4e21-8217-14834b564ed3 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:40.534264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3289061c-c3f2-42a1-88b3-dda6692aa64d req-0698b8de-b059-4e21-8217-14834b564ed3 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1459463 Feb 07 13:31:40.538031 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:40.588645 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:40.595755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:31:40.596151 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:31:40.609369 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:31:40.668975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3289061c-c3f2-42a1-88b3-dda6692aa64d req-2c01f72e-4159-4e9e-a003-62f8dd09ae48 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241155 Feb 07 13:31:41.609249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:41.628663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:41.638327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:41.643680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] 10.222.0.69 "DELETE /v2.0/networks/3dbd8d3a-22cc-4577-ab5c-2e9c5b5cb549 HTTP/1.1" status: 204 len: 168 time: 1.6273050 Feb 07 13:31:41.656401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.656401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.656401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.656401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.656401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.656401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.656401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.656401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.657800 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-63d5654e-8136-4b23-94f5-b206d677de51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:41.658271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.658271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.658271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:41.658271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c8284-4902-4f7b-82c7-4942654a4d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:31:42.079640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc0509-d878-484a-a991-4e1bdebf28c1 req-804285d4-04b1-424c-8ad2-2d5c74c46d57 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:42.081491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7cc0509-d878-484a-a991-4e1bdebf28c1 req-804285d4-04b1-424c-8ad2-2d5c74c46d57 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.0892634 Feb 07 13:31:42.135240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:42.142469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7cc0509-d878-484a-a991-4e1bdebf28c1 req-0db5fee0-e9e8-46ae-81cb-348ebcb1326e tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521426 Feb 07 13:31:42.217209 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44a4b8be-48c4-4a39-877e-adbea78301dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e71b69d85a5f476b9414e1f4bf9cc276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808148 Feb 07 13:31:42.222881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45398) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:42.241777 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:42.289326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edc59f6-6f45-42dd-8ec4-0ee4321e0362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:42.294349 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:42.321717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edc59f6-6f45-42dd-8ec4-0ee4321e0362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:42.437418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edc59f6-6f45-42dd-8ec4-0ee4321e0362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:42.454116 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc59f6-6f45-42dd-8ec4-0ee4321e0362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc271731-9cdc-463f-9a35-4d1de0a33c5a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:42.458946 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edc59f6-6f45-42dd-8ec4-0ee4321e0362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:42.460449 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8edc59f6-6f45-42dd-8ec4-0ee4321e0362 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc271731-9cdc-463f-9a35-4d1de0a33c5a HTTP/1.1" status: 204 len: 168 time: 0.2388253 Feb 07 13:31:43.288750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45432) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:43.348234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf20f61-a7df-4dc5-ba06-a3089921d2ea req-ab1edc07-7883-4e8b-a34c-299cfcea010b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:43.354324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-caf20f61-a7df-4dc5-ba06-a3089921d2ea req-ab1edc07-7883-4e8b-a34c-299cfcea010b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.0993655 Feb 07 13:31:43.359627 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-666208da-81f5-4da9-9a61-a658aed8ee58 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72714c713dd14ac1b4ca6aa7470353f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676253 Feb 07 13:31:43.359922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45436) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:43.406718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-caf20f61-a7df-4dc5-ba06-a3089921d2ea req-09f53520-d314-473e-af28-d6d9fe514a93 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514815 Feb 07 13:31:43.428923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d959320-a751-4ad7-94be-1460fdb25562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:43.456297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d959320-a751-4ad7-94be-1460fdb25562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:43.585901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d959320-a751-4ad7-94be-1460fdb25562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:43.606496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d959320-a751-4ad7-94be-1460fdb25562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598a724-9b02-497e-9012-d43662dee9e1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:43.611566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d959320-a751-4ad7-94be-1460fdb25562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:43.612246 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4d959320-a751-4ad7-94be-1460fdb25562 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7598a724-9b02-497e-9012-d43662dee9e1 HTTP/1.1" status: 204 len: 168 time: 0.2508309 Feb 07 13:31:43.756751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:43.896969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-83a8aecd-7ef9-4d6e-b4c0-72d653dcfb13 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:43.898849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-83a8aecd-7ef9-4d6e-b4c0-72d653dcfb13 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.35 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.0898826 Feb 07 13:31:43.985794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Deleting port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:31:43.986224 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:44.300425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] For port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,segment=NetworkSegment(f62e45c6-1cfd-4afd-a4ed-6e27153e1469),segment_id=f62e45c6-1cfd-4afd-a4ed-6e27153e1469)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:44.300785 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:44.458212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Calling delete_port for 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:31:44.697349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390de80a-4a27-4c7a-b957-a2cbe888fa13 req-db31737c-0022-4fcb-8093-d5dc72a38ebe tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:44.699163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-390de80a-4a27-4c7a-b957-a2cbe888fa13 req-db31737c-0022-4fcb-8093-d5dc72a38ebe tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 945 time: 0.1732483 Feb 07 13:31:44.783882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-390de80a-4a27-4c7a-b957-a2cbe888fa13 req-d8457d45-5757-4c7d-9821-0e7beaf1a4c1 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/security-groups?id=5994784b-ddfb-47e3-b443-f23af608e48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705991 Feb 07 13:31:44.912169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:44.925666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['3d8e67b9-d3b1-40a3-b825-fc4d53acbca1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:31:44.967094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Pushing event deleted for resources: {'Port': ['ID=3d8e67b9-d3b1-40a3-b825-fc4d53acbca1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:45.049875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] No DVR routers for this DVR port 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:31:45.052482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:45.055670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ed666e-231b-445f-9784-5522eca450c4', 'name': 'network-vif-deleted', 'tag': '3d8e67b9-d3b1-40a3-b825-fc4d53acbca1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:31:45.112374 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ed666e-231b-445f-9784-5522eca450c4', 'name': 'network-vif-deleted', 'tag': '3d8e67b9-d3b1-40a3-b825-fc4d53acbca1', 'status': 'completed', 'code': 200} Feb 07 13:31:45.161170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6f9e1bb-c290-4655-b8c7-65f8a44b0e27 req-ecc07a76-60f2-4acc-9fb0-3c645170e49b tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.35 "DELETE /v2.0/ports/3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 HTTP/1.1" status: 204 len: 173 time: 1.2535920 Feb 07 13:31:45.209658 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:45.978793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-29107c30-e772-412e-9f49-aee823baf1b9 req-0ace8a88-1175-4c45-a777-7239a8c5dfc1 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Synchronizing usage tracker for tenant:74b98980dd354403b0670f4bd5331801 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:31:46.072956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-29107c30-e772-412e-9f49-aee823baf1b9 req-0ace8a88-1175-4c45-a777-7239a8c5dfc1 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] Unset dirty status for tenant:74b98980dd354403b0670f4bd5331801 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:31:46.074379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29107c30-e772-412e-9f49-aee823baf1b9 req-0ace8a88-1175-4c45-a777-7239a8c5dfc1 tempest-TestServerAdvancedOps-1683073664 tempest-TestServerAdvancedOps-1683073664-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ed666e-231b-445f-9784-5522eca450c4 HTTP/1.1" status: 200 len: 210 time: 0.1476445 Feb 07 13:31:47.187596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45540) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:47.251648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e243cc1-87b1-4422-8509-92fdb763a135 admin admin] Deleting subnet 3f0b7cad-b9d8-46eb-92e0-37497549fff4 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:31:47.254808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e243cc1-87b1-4422-8509-92fdb763a135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.304789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:31:47.312847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e243cc1-87b1-4422-8509-92fdb763a135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.342302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:31:47.342905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3d8e67b9-d3b1-40a3-b825-fc4d53acbca1 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:31:47.373890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e243cc1-87b1-4422-8509-92fdb763a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.592167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e243cc1-87b1-4422-8509-92fdb763a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.640228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e243cc1-87b1-4422-8509-92fdb763a135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0b7cad-b9d8-46eb-92e0-37497549fff4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:47.644990 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e243cc1-87b1-4422-8509-92fdb763a135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.651326 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3e243cc1-87b1-4422-8509-92fdb763a135 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3f0b7cad-b9d8-46eb-92e0-37497549fff4 HTTP/1.1" status: 204 len: 168 time: 0.4615958 Feb 07 13:31:47.653400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45552) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:47.765967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.908471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.935906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98c6068-0d35-4b41-a957-9edb1575037e']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:47.949367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62e45c6-1cfd-4afd-a4ed-6e27153e1469') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:47.949665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62e45c6-1cfd-4afd-a4ed-6e27153e1469') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:47.961599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.981104 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:47.989037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:31:47.989485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:31:48.005140 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:31:48.015488 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:31:48.174725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:48.195304 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:48.205821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] Pushing event deleted for resources: {'Network': ['ID=a98c6068-0d35-4b41-a957-9edb1575037e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:48.318161 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c57e2192-81cb-45f2-976d-38fb2a41c02a admin admin] 10.222.0.69 "DELETE /v2.0/networks/a98c6068-0d35-4b41-a957-9edb1575037e HTTP/1.1" status: 204 len: 168 time: 0.6636012 Feb 07 13:31:48.320834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45568) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:48.384422 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f44f64-ca6a-43fc-8f14-07ceaea626ca admin admin] Deleting subnet 9d4b39da-0aaf-4d89-8044-f69bab7b35ca {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:31:48.387580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6f44f64-ca6a-43fc-8f14-07ceaea626ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:48.438965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6f44f64-ca6a-43fc-8f14-07ceaea626ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:48.503834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6f44f64-ca6a-43fc-8f14-07ceaea626ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:48.696755 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6f44f64-ca6a-43fc-8f14-07ceaea626ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:48.753254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f44f64-ca6a-43fc-8f14-07ceaea626ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4b39da-0aaf-4d89-8044-f69bab7b35ca,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:48.757980 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6f44f64-ca6a-43fc-8f14-07ceaea626ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:48.764354 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e6f44f64-ca6a-43fc-8f14-07ceaea626ca admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9d4b39da-0aaf-4d89-8044-f69bab7b35ca HTTP/1.1" status: 204 len: 168 time: 0.4424653 Feb 07 13:31:48.767775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45584) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:48.987754 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:49.122679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:49.149545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8ef6a3-0504-4e5f-8164-ab1a36b227e5']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:49.162341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322a587b-8f18-4b2f-a694-a583213c67a5') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:49.162578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322a587b-8f18-4b2f-a694-a583213c67a5') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:31:49.175019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:49.201864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:49.209656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:31:49.210136 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:31:49.224573 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:31:49.476041 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:49.493724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:49.504714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8ef6a3-0504-4e5f-8164-ab1a36b227e5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:49.507331 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5db0b654-57dc-42e2-982a-8ae6d19f76d7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9f8ef6a3-0504-4e5f-8164-ab1a36b227e5 HTTP/1.1" status: 204 len: 168 time: 0.7385571 Feb 07 13:31:50.104514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:50.180155 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a42f3bb6-86e4-427d-b043-c73fc2e369d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74b98980dd354403b0670f4bd5331801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664539 Feb 07 13:31:50.182594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45620) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:50.289292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b5a078-0af2-443a-86cc-bbe85f6f0cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:50.326814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b5a078-0af2-443a-86cc-bbe85f6f0cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:50.460532 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b5a078-0af2-443a-86cc-bbe85f6f0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:50.482724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5a078-0af2-443a-86cc-bbe85f6f0cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5994784b-ddfb-47e3-b443-f23af608e48d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:50.562003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-75b5a078-0af2-443a-86cc-bbe85f6f0cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:50.567154 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-75b5a078-0af2-443a-86cc-bbe85f6f0cdc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5994784b-ddfb-47e3-b443-f23af608e48d HTTP/1.1" status: 204 len: 168 time: 0.3796651 Feb 07 13:31:51.567164 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45668) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:51.616248 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f1e2d110-a22b-4796-b462-6b46cbd3ed9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8fd1ff1883b4732bbb665cb14f55170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478959 Feb 07 13:31:51.618686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45672) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:51.680618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12a67c14-2651-43bb-9fde-1fd544d6182e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:51.711421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12a67c14-2651-43bb-9fde-1fd544d6182e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:51.860648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12a67c14-2651-43bb-9fde-1fd544d6182e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:51.879714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a67c14-2651-43bb-9fde-1fd544d6182e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da855ec-515c-4122-aaf6-8c024d0e64ed,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:51.884782 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12a67c14-2651-43bb-9fde-1fd544d6182e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:51.887179 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-12a67c14-2651-43bb-9fde-1fd544d6182e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3da855ec-515c-4122-aaf6-8c024d0e64ed HTTP/1.1" status: 204 len: 168 time: 0.2665379 Feb 07 13:31:53.230020 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45732) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:53.352982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-847559806-network', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:53.360131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:53.368389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Usage tracker for resource:network and tenant:89cb60e81edc41e3bca67acadd2c99ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:53.381533 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:53.387886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:53.486029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Made reservation on behalf of 89cb60e81edc41e3bca67acadd2c99ff for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:53.486029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:53.500091 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:53.520353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:53.524195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Usage tracker for resource:security_group_rule and tenant:89cb60e81edc41e3bca67acadd2c99ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:53.527213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:53.533223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:53.644316 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:53.717348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:53.736493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:31:53.759417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:53.761270 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Added segment 55025abb-85ca-4d1a-92af-0d26e42a6741 of type vlan for network 95e9be6a-214e-453c-a55b-179eff19b6c8 Feb 07 13:31:53.821117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:53.830355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf4f7c-da4b-478f-85e6-d41b34e2ca78,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:53.916263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:53.917349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:53.917951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:54.042897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] Pushing event updated for resources: {'Network': ['ID=95e9be6a-214e-453c-a55b-179eff19b6c8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:54.069064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:31:54.105425 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-db69e617-0a0a-46ce-ba9d-85bd4d0a0797 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8750582 Feb 07 13:31:54.108571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45752) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:54.127965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Request body: {'subnet': {'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-847559806-subnet', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:54.135993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:54.144408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Usage tracker for resource:subnet and tenant:89cb60e81edc41e3bca67acadd2c99ff is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:54.154324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:54.164149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:54.231711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Made reservation on behalf of 89cb60e81edc41e3bca67acadd2c99ff for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:31:54.234225 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:54.729333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:54.732487 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:54.843070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903c297a-bdad-46c0-a604-05db2c8c5d25,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:54.850429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Checking segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:31:54.850783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Network hostable DHCP agents. Network: 95e9be6a-214e-453c-a55b-179eff19b6c8, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:31:54.991493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:31:55.071650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 95e9be6a-214e-453c-a55b-179eff19b6c8) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:31:55.077691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:55.078331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:55.083768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea6412-8918-40e1-95f3-1249e49406d6 None None] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:55.213532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-379ebb5e-5619-401a-8fd4-1ee6aa6b6686 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1038222 Feb 07 13:31:55.216273 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 45778) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:31:55.222025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:31:55.227437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:31:55.231246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Usage tracker for resource:router and tenant:89cb60e81edc41e3bca67acadd2c99ff is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:31:55.234118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:31:55.240206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:31:55.306398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-95e9be6a-214e-453c-a55b-179eff19b6c8', 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'fixed_ips': [{'subnet_id': '903c297a-bdad-46c0-a604-05db2c8c5d25'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:31:55.307225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:55.364652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:55.366002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:55.383108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:55.485645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Allocated IP 172.20.0.2 (95e9be6a-214e-453c-a55b-179eff19b6c8/903c297a-bdad-46c0-a604-05db2c8c5d25/64188dfe-546e-4dcd-89f2-a3b2a806d690) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:31:55.757687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:55.761209 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:55.771057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Transition to ACTIVE for port object 64188dfe-546e-4dcd-89f2-a3b2a806d690 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:31:55.790580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Transition to ACTIVE for port object 64188dfe-546e-4dcd-89f2-a3b2a806d690 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:31:55.883762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:56.015274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:31:56.017062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:31:56.019240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Pushing event updated for resources: {'Port': ['ID=64188dfe-546e-4dcd-89f2-a3b2a806d690,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:56.021745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:31:56.119918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Attempting to bind port 64188dfe-546e-4dcd-89f2-a3b2a806d690 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:31:56.121013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Attempting to bind port 64188dfe-546e-4dcd-89f2-a3b2a806d690 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:31:56.121548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Attempting to bind port 64188dfe-546e-4dcd-89f2-a3b2a806d690 on network 95e9be6a-214e-453c-a55b-179eff19b6c8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:31:56.128316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:31:56.128690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Checking segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:31:56.129382 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:56.129713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Bound using segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:31:56.130193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Bound port: 64188dfe-546e-4dcd-89f2-a3b2a806d690, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:31:56.130571 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:56.240883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] For port 64188dfe-546e-4dcd-89f2-a3b2a806d690, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:31:56.244185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] For port 64188dfe-546e-4dcd-89f2-a3b2a806d690, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64188dfe-546e-4dcd-89f2-a3b2a806d690,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:31:56.347460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:56.370213 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:56.425803 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:56.538229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f4b4-4358-4e8a-bef4-17a3276f3faf None None] Pushing event updated for resources: {'Port': ['ID=64188dfe-546e-4dcd-89f2-a3b2a806d690,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:56.788465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-3528fcd9-8271-419b-9b0b-1d3233479f27 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:56.790762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-3528fcd9-8271-419b-9b0b-1d3233479f27 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.3817589 Feb 07 13:31:56.843843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-78becd44-ba55-4e01-ada2-eaef4caadbee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/quotas/4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 375 time: 0.0143244 Feb 07 13:31:56.983216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Allocated IP 172.25.7.23 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/5a34abea-5a93-4a17-bb19-c2392e00b49d) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:31:57.197853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64188dfe-546e-4dcd-89f2-a3b2a806d690 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:31:57.225067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-c3bb021e-e2b9-475a-a939-61d14290792f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3689187 Feb 07 13:31:57.232472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-55248c73-b974-4dad-b483-d5bff2f939fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1709759 Feb 07 13:31:57.241290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-1f6269bd-fc15-49c9-aaa6-8c09bc494fe4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:31:57.242278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-1f6269bd-fc15-49c9-aaa6-8c09bc494fe4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086482 Feb 07 13:31:57.340379 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:57.494918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 64188dfe-546e-4dcd-89f2-a3b2a806d690 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:31:57.495276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:57.582207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-157d7bb6-1171-485a-9636-17b4211b0850 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323658 Feb 07 13:31:57.584876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-11341b3e-b6df-40e4-84ec-d96e26a85015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:57.586230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-11341b3e-b6df-40e4-84ec-d96e26a85015 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 1097 time: 0.1670327 Feb 07 13:31:57.589750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:31:57.593279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:31:57.598684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:31:57.654010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a34abea-5a93-4a17-bb19-c2392e00b49d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:57.761927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-8dd2bfdb-9e25-4368-9b6f-13f43cde5510 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726236 Feb 07 13:31:58.135882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-d1699fb5-fb89-4ec7-a34e-390f273caaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:58.137392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-d1699fb5-fb89-4ec7-a34e-390f273caaea service neutron] 10.222.0.35 "GET /v2.0/networks?id=c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 200 len: 917 time: 0.3742073 Feb 07 13:31:58.300220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db60a8-639c-48fc-8960-e1251bafe839 None None] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:31:58.358786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ec4dcb9-a962-41c6-acce-8f7c9d3baedb req-bd73ce14-8faa-4b88-82ae-efd83c788a47 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 210 time: 0.0960419 Feb 07 13:31:58.401388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-8664870a-c842-4707-baa6-7ef1fc2f28cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f61a4d-c779-4ba6-917f-a4f120232070 HTTP/1.1" status: 200 len: 1001 time: 0.2430220 Feb 07 13:31:58.410725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf072a3d-4062-4342-8d47-cc97cfe73788 req-ea852d8b-5248-4024-b7fb-111969f6b6d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:58.412405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf072a3d-4062-4342-8d47-cc97cfe73788 req-ea852d8b-5248-4024-b7fb-111969f6b6d8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 946 time: 0.3699360 Feb 07 13:31:58.520265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:58.524320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-4e16b73b-85e6-48fb-b6d8-951574f4c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:58.525982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-4e16b73b-85e6-48fb-b6d8-951574f4c366 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 200 len: 856 time: 0.1125197 Feb 07 13:31:58.529414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf072a3d-4062-4342-8d47-cc97cfe73788 req-1280a49c-fb5d-4fff-8cae-cc93c5ded7ac tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684228 Feb 07 13:31:58.625626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8d337aaf-31dc-4ee0-8cd9-e05d7dfc0169 None None] Provisioning for port 64188dfe-546e-4dcd-89f2-a3b2a806d690 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:31:58.649386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8d337aaf-31dc-4ee0-8cd9-e05d7dfc0169 None None] Provisioning complete for port 64188dfe-546e-4dcd-89f2-a3b2a806d690 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:31:58.650009 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d337aaf-31dc-4ee0-8cd9-e05d7dfc0169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:58.712398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-58b0ae8f-140c-4cc5-8262-b4882b0852e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:58.713974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-58b0ae8f-140c-4cc5-8262-b4882b0852e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c714ab91-cf7e-4826-9a3b-11210ff20286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777768 Feb 07 13:31:59.027221 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d337aaf-31dc-4ee0-8cd9-e05d7dfc0169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:59.195200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8d337aaf-31dc-4ee0-8cd9-e05d7dfc0169 None None] For port 64188dfe-546e-4dcd-89f2-a3b2a806d690, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64188dfe-546e-4dcd-89f2-a3b2a806d690,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:31:59.227311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:59.267695 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d337aaf-31dc-4ee0-8cd9-e05d7dfc0169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:59.277164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-7b024366-bdac-477d-9118-aa810c7205cd service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544960 Feb 07 13:31:59.425563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d337aaf-31dc-4ee0-8cd9-e05d7dfc0169 None None] Pushing event updated for resources: {'Port': ['ID=64188dfe-546e-4dcd-89f2-a3b2a806d690,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:31:59.474476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e0fd04d-8714-41b3-9abd-9b206f207658 req-852baf98-b845-4973-aee0-162690d51fe5 service neutron] 10.222.0.35 "GET /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901345 Feb 07 13:31:59.498156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-881dd08a-03c1-4ec6-bb30-767b1e504bdb None None] Provisioning complete for port 64188dfe-546e-4dcd-89f2-a3b2a806d690 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:31:59.498540 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-881dd08a-03c1-4ec6-bb30-767b1e504bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:59.541200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-58503fa5-eb23-4b57-83f9-38e10c752ce9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:31:59.543090 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-58503fa5-eb23-4b57-83f9-38e10c752ce9 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.35 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 946 time: 0.3160875 Feb 07 13:31:59.730122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59095cb8-3924-45a7-ae1b-40839059f4c1 req-277ab560-aedc-4a7e-9240-8d7f536882f1 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 210 time: 0.1147885 Feb 07 13:31:59.758484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Deleting port c0f61a4d-c779-4ba6-917f-a4f120232070 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:31:59.758847 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:31:59.932814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Router 64d725e6-f113-49eb-a02d-0154d0e9324a is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:32:00.095802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f3d67-b46e-4531-8151-c47a5d5f4145 req-6616fcbb-38ef-4c41-90c8-da51f8009588 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:00.098162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df4f3d67-b46e-4531-8151-c47a5d5f4145 req-6616fcbb-38ef-4c41-90c8-da51f8009588 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 946 time: 0.2942896 Feb 07 13:32:00.166773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:32:00.180514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] For port c0f61a4d-c779-4ba6-917f-a4f120232070, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=c0f61a4d-c779-4ba6-917f-a4f120232070,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:00.180887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:00.187490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Sync routers for ids ['64d725e6-f113-49eb-a02d-0154d0e9324a'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:32:00.206776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Routers {'64d725e6-f113-49eb-a02d-0154d0e9324a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:00.207389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:31:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['64d725e6-f113-49eb-a02d-0154d0e9324a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:00.210146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df4f3d67-b46e-4531-8151-c47a5d5f4145 req-b8e5a971-61d0-4a3e-9ad8-10ae32f48abd tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042738 Feb 07 13:32:00.331069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:00.335498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 45890) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:00.336962 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e0b750b2-1f85-450f-bf77-e7b5dfb47cc4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1189744 Feb 07 13:32:00.460691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Set router 64d725e6-f113-49eb-a02d-0154d0e9324a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:00.903897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:31:58Z', 'revision_number': 3, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port': {'id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:31:56Z', 'updated_at': '2022-02-07T13:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:00.907291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Checking router: 64d725e6-f113-49eb-a02d-0154d0e9324a for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:32:00.907425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Updating router 64d725e6-f113-49eb-a02d-0154d0e9324a port 5a34abea-5a93-4a17-bb19-c2392e00b49d binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:32:00.969181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:01.100509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64188dfe-546e-4dcd-89f2-a3b2a806d690 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:01.240912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a519c8c4-8c91-4195-98c4-ad8ee8d89448 req-388f6d37-61eb-4ab0-959e-172b8f368174 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 210 time: 0.2674203 Feb 07 13:32:01.242640 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:01.246145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:01.246145 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Floating IP 1bc61c6c-2ef9-4348-9430-6891600a8b0a disassociated. External IP: 172.25.7.181, port: c0f61a4d-c779-4ba6-917f-a4f120232070. Feb 07 13:32:01.246145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Calling delete_port for c0f61a4d-c779-4ba6-917f-a4f120232070 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:32:01.358919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 64188dfe-546e-4dcd-89f2-a3b2a806d690 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:01.359441 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:01.382721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-27398482-6524-4453-a744-5fa7634acc1a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:01.386811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-27398482-6524-4453-a744-5fa7634acc1a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.6655185 Feb 07 13:32:01.407690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'port': {'device_id': 'e744115c-e200-4de6-922a-15dcff041aee', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'admin_state_up': True, 'tenant_id': '4a92a614e65b49c08d9e99ad98743207'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:01.744873 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:01.935853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:01.976448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:01.992196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c724df-f6ba-42a6-9853-288b1521a28b req-c99102cb-9a1d-42e6-b129-03dabe4e8edc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:01.998365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87c724df-f6ba-42a6-9853-288b1521a28b req-c99102cb-9a1d-42e6-b129-03dabe4e8edc tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 946 time: 0.5065036 Feb 07 13:32:02.100753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87c724df-f6ba-42a6-9853-288b1521a28b req-61594618-6d9a-4cd3-94d2-af81cf2feda2 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c0288b3-6886-49c5-afa7-038e1c58ac41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925674 Feb 07 13:32:02.105931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Transition to ACTIVE for port object 5a34abea-5a93-4a17-bb19-c2392e00b49d will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:02.127546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:02.178872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:32:02.182351 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:02.213792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event deleted for resources: {'Port': ['ID=c0f61a4d-c779-4ba6-917f-a4f120232070,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:02.272414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:02.366200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Attempting to bind port 5a34abea-5a93-4a17-bb19-c2392e00b49d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:32:02.366816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Attempting to bind port 5a34abea-5a93-4a17-bb19-c2392e00b49d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:32:02.367640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Attempting to bind port 5a34abea-5a93-4a17-bb19-c2392e00b49d on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:02.374672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:32:02.375407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:02.376379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:02.376995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:32:02.379489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Bound port: 5a34abea-5a93-4a17-bb19-c2392e00b49d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:32:02.380538 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:02.427189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd751-8ad4-4704-8075-5434bca28974 None None] Pushing event updated for resources: {'Port': ['ID=5a34abea-5a93-4a17-bb19-c2392e00b49d,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:02.493454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd555724-a047-4cf8-8baa-99069819c435 req-ce1abfe1-a107-4df0-91d6-209cb5e7d6bc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 210 time: 0.0745742 Feb 07 13:32:02.506554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] For port 5a34abea-5a93-4a17-bb19-c2392e00b49d, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:32:02.506554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] For port 5a34abea-5a93-4a17-bb19-c2392e00b49d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5a34abea-5a93-4a17-bb19-c2392e00b49d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:32:02.586943 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:02.594237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:02.706342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Routers {'64d725e6-f113-49eb-a02d-0154d0e9324a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:02.707256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:31:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['64d725e6-f113-49eb-a02d-0154d0e9324a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:02.820410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Router 87926266-5de6-4986-82bf-e68522b7f643 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:32:02.855199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.20.0.10 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/8db4ed81-044d-4ded-832f-45b031bc73ed) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:32:02.901473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd751-8ad4-4704-8075-5434bca28974 None None] Pushing event updated for resources: {'Port': ['ID=5a34abea-5a93-4a17-bb19-c2392e00b49d,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:03.059527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] Set router 64d725e6-f113-49eb-a02d-0154d0e9324a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:03.363154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:32:03.399033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60f8d59f-da7e-4efa-97df-9e9e497f7450 req-43aff923-b312-4d3e-956a-e46e02cff6a5 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 210 time: 0.0810046 Feb 07 13:32:03.402539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: c0f61a4d-c779-4ba6-917f-a4f120232070 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:32:03.402882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device c0f61a4d-c779-4ba6-917f-a4f120232070 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:32:03.510039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:31:58Z', 'revision_number': 3, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port': {'id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:31:56Z', 'updated_at': '2022-02-07T13:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:03.517372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a19405-fd6c-4a1d-9dc4-fc77df67b716 None None] The sync data for ids ['64d725e6-f113-49eb-a02d-0154d0e9324a'] in n-d-811416-5 is: [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:31:58Z', 'revision_number': 3, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port': {'id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:31:56Z', 'updated_at': '2022-02-07T13:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:32:03.745148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:32:03.759165 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] Sync routers for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:32:03.779416 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:03.780129 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:31:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:03.803292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24a855af-be78-4ef0-84d2-7129c919d1a8 req-9bfa08ba-107d-4062-9b33-d1075f680454 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 210 time: 0.1099205 Feb 07 13:32:03.886799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Allocated IP 172.20.0.1 (95e9be6a-214e-453c-a55b-179eff19b6c8/903c297a-bdad-46c0-a604-05db2c8c5d25/ab8ef091-faf5-47a5-ad6c-e31ea8978cec) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:32:03.891723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] No DVR routers for this DVR port c0f61a4d-c779-4ba6-917f-a4f120232070 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:32:03.907755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:03.930763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-deleted', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:32:04.104144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:04.120197 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31cc3a0-cf0c-4269-8863-c544f7f01268', 'name': 'network-vif-deleted', 'tag': 'c0f61a4d-c779-4ba6-917f-a4f120232070', 'status': 'completed', 'code': 200} Feb 07 13:32:04.120197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41454dd3-8f83-4587-ab20-f6b027d52b3d req-dead2997-04a6-4c56-a18d-7c457066512d tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.35 "DELETE /v2.0/ports/c0f61a4d-c779-4ba6-917f-a4f120232070 HTTP/1.1" status: 204 len: 173 time: 4.5711901 Feb 07 13:32:04.153153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Transition to ACTIVE for port object 8db4ed81-044d-4ded-832f-45b031bc73ed will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:04.166657 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:04.219882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:04.240613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Transition to ACTIVE for port object ab8ef091-faf5-47a5-ad6c-e31ea8978cec will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:04.400866 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:04.547328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=8db4ed81-044d-4ded-832f-45b031bc73ed,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:04.555779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:04.670575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:04.685297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:04.688988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:04.693664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:32:04.718566 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:04.726890 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] Checking router: 87926266-5de6-4986-82bf-e68522b7f643 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:32:04.747859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:04.759953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:04.765685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:32:04.777339 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:04.787123 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:31:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:05.107576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:05.332197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5a34abea-5a93-4a17-bb19-c2392e00b49d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:05.450139 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:05.469139 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-54e05d1b-e4b9-4126-8d6f-160959bbf277 None None] Provisioning for port 8db4ed81-044d-4ded-832f-45b031bc73ed completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:05.526061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-54e05d1b-e4b9-4126-8d6f-160959bbf277 None None] Provisioning complete for port 8db4ed81-044d-4ded-832f-45b031bc73ed triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:05.526432 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-54e05d1b-e4b9-4126-8d6f-160959bbf277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:05.726216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:05.727508 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:05.739332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-54e05d1b-e4b9-4126-8d6f-160959bbf277 None None] Port 8db4ed81-044d-4ded-832f-45b031bc73ed cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:32:05.844538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3a5f896a-1e2b-4b4e-bdab-b6271f4418d4 req-28edc1bc-d9ed-4e04-bd88-e263c468bf4a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Synchronizing usage tracker for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:32:06.181008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 5a34abea-5a93-4a17-bb19-c2392e00b49d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:06.181008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5a34abea-5a93-4a17-bb19-c2392e00b49d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:06.181008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:06.181008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c67c7f9f-c25e-4e9c-bd1a-718965595525 None None] Provisioning for port ab8ef091-faf5-47a5-ad6c-e31ea8978cec completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:06.181008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c67c7f9f-c25e-4e9c-bd1a-718965595525 None None] Provisioning complete for port ab8ef091-faf5-47a5-ad6c-e31ea8978cec triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:06.181008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c67c7f9f-c25e-4e9c-bd1a-718965595525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:06.186153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b3b15-0afa-414c-8651-2f26e837320a req-c8133478-6133-434f-bd6f-1b87fa5a67aa tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:06.186153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9b8b3b15-0afa-414c-8651-2f26e837320a req-c8133478-6133-434f-bd6f-1b87fa5a67aa tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:32:06.186982 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:06.186982 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46fda2-bb51-45f1-b432-56a00ab460eb None None] The sync data for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 is: [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:24:56Z', 'revision_number': 4, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2d352c81-f05f-45a3-aeb2-b4d85a453d7c', 'name': '', 'network_id': 'c714ab91-cf7e-4826-9a3b-11210ff20286', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'mac_address': 'fa:16:3e:38:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:55Z', 'updated_at': '2022-02-07T13:25:07Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'subnets': [{'id': 'c1b01f07-c2a8-46c2-95ed-882b054f4c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:32:06.214448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3a5f896a-1e2b-4b4e-bdab-b6271f4418d4 req-28edc1bc-d9ed-4e04-bd88-e263c468bf4a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Unset dirty status for tenant:0e2c7966b1f4464399bfb4378d1fdf55 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:32:06.215629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a5f896a-1e2b-4b4e-bdab-b6271f4418d4 req-28edc1bc-d9ed-4e04-bd88-e263c468bf4a tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/ports?device_id=e31cc3a0-cf0c-4269-8863-c544f7f01268 HTTP/1.1" status: 200 len: 210 time: 0.5496416 Feb 07 13:32:06.217766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-fa9f9e05-476b-42d4-b486-05c7f4ba29b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8241556 Feb 07 13:32:06.230375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c67c7f9f-c25e-4e9c-bd1a-718965595525 None None] Port ab8ef091-faf5-47a5-ad6c-e31ea8978cec cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:32:06.237889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Request body: {'port': {'device_id': 'e744115c-e200-4de6-922a-15dcff041aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:06.394774 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:06.430020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 5a34abea-5a93-4a17-bb19-c2392e00b49d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5a34abea-5a93-4a17-bb19-c2392e00b49d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:06.573914 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:06.584853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9b8b3b15-0afa-414c-8651-2f26e837320a req-c8133478-6133-434f-bd6f-1b87fa5a67aa tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:32:06.591651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b8b3b15-0afa-414c-8651-2f26e837320a req-c8133478-6133-434f-bd6f-1b87fa5a67aa tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 932 time: 0.9293866 Feb 07 13:32:06.731776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=5a34abea-5a93-4a17-bb19-c2392e00b49d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:06.737643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25422c8-590f-4df0-84c8-3fbba8470066 None None] New status for floating IP 1bc61c6c-2ef9-4348-9430-6891600a8b0a: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:32:06.838999 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:06.883122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b8b3b15-0afa-414c-8651-2f26e837320a req-f4956668-0652-4d3d-b158-8907f7874acb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904756 Feb 07 13:32:06.980813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:07.068738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5a34abea-5a93-4a17-bb19-c2392e00b49d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:07.167615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 5a34abea-5a93-4a17-bb19-c2392e00b49d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:07.168121 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:07.658115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46000) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:07.682846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db4ed81-044d-4ded-832f-45b031bc73ed {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:32:07.704295 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:07.779756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Transition to ACTIVE for port object 8db4ed81-044d-4ded-832f-45b031bc73ed will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:07.784374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:07.811469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85f7bce5-ad39-404b-96f4-478304e7b9b7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:07.856516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85f7bce5-ad39-404b-96f4-478304e7b9b7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:07.911622 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:07.965432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:08.260951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Pushing event updated for resources: {'Port': ['ID=8db4ed81-044d-4ded-832f-45b031bc73ed,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:08.371084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85f7bce5-ad39-404b-96f4-478304e7b9b7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:08.390474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:08.419343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7bce5-ad39-404b-96f4-478304e7b9b7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0288b3-6886-49c5-afa7-038e1c58ac41,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:08.456453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:08.562957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Attempting to bind port 8db4ed81-044d-4ded-832f-45b031bc73ed on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:32:08.563298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Attempting to bind port 8db4ed81-044d-4ded-832f-45b031bc73ed by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:32:08.563610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Attempting to bind port 8db4ed81-044d-4ded-832f-45b031bc73ed on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:08.580846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf422d-4320-476c-966d-6753e182d51c req-5790037f-1aa2-4c49-91ff-eb6750c3f91b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:08.582331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1bf422d-4320-476c-966d-6753e182d51c req-5790037f-1aa2-4c49-91ff-eb6750c3f91b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.4873250 Feb 07 13:32:08.612726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Port 8db4ed81-044d-4ded-832f-45b031bc73ed on network c42fd682-807a-46ed-800d-ed30d5f431a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:32:08.613056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Attempting to bind port 8db4ed81-044d-4ded-832f-45b031bc73ed on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:08.645662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:32:08.645986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:08.646367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:32:08.646811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Bound port: 8db4ed81-044d-4ded-832f-45b031bc73ed, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:32:08.647197 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:08.658454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-85f7bce5-ad39-404b-96f4-478304e7b9b7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:08.662094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-85f7bce5-ad39-404b-96f4-478304e7b9b7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "DELETE /v2.0/security-groups/3c0288b3-6886-49c5-afa7-038e1c58ac41 HTTP/1.1" status: 204 len: 168 time: 1.0008476 Feb 07 13:32:08.663071 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:08.688542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:08.692816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1bf422d-4320-476c-966d-6753e182d51c req-66150c25-0c45-4460-a440-36d01c1cd06c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991991 Feb 07 13:32:08.693644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:08.696664 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-9caff128-6400-405d-863b-b1f1eef07eb7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] show failed (client error): The resource could not be found. Feb 07 13:32:08.707030 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9caff128-6400-405d-863b-b1f1eef07eb7 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "GET /v2.0/security-groups/3c0288b3-6886-49c5-afa7-038e1c58ac41 HTTP/1.1" status: 404 len: 347 time: 0.0364473 Feb 07 13:32:08.707680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46016) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:08.791932 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b9c2cebc-37ca-4e6a-9210-aa8cfae9feab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:08.991080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Deleting port c1050376-0c14-4984-9150-cfd4faae4233 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:32:08.991830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:09.159483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bea6f6ba-3c12-413f-8d0b-aef847f91cfb None None] Provisioning complete for port ab8ef091-faf5-47a5-ad6c-e31ea8978cec triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:09.161893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea6f6ba-3c12-413f-8d0b-aef847f91cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:09.286742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:09.287917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:09.301478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] For port 8db4ed81-044d-4ded-832f-45b031bc73ed, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:32:09.306977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] For port 8db4ed81-044d-4ded-832f-45b031bc73ed, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8db4ed81-044d-4ded-832f-45b031bc73ed,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:32:09.322918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Router 64d725e6-f113-49eb-a02d-0154d0e9324a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:32:09.323771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bea6f6ba-3c12-413f-8d0b-aef847f91cfb None None] Port ab8ef091-faf5-47a5-ad6c-e31ea8978cec cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:32:09.426085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Calling delete_port for c1050376-0c14-4984-9150-cfd4faae4233 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:32:09.546911 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:09.603901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:32:09.609302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4f63daff-80e3-47e5-bd64-7afac1ca9af6 admin admin] 10.222.0.69 "PUT /v2.0/routers/64d725e6-f113-49eb-a02d-0154d0e9324a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2727985 Feb 07 13:32:09.634359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:09.635505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:09.637536 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Sync routers for ids ['64d725e6-f113-49eb-a02d-0154d0e9324a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:32:09.641015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] 10.222.0.47 "PUT /v2.0/ports/8db4ed81-044d-4ded-832f-45b031bc73ed HTTP/1.1" status: 200 len: 1092 time: 3.4088237 Feb 07 13:32:09.641015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e744115c-e200-4de6-922a-15dcff041aee', 'tag': '8db4ed81-044d-4ded-832f-45b031bc73ed'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:32:09.664681 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Routers {'64d725e6-f113-49eb-a02d-0154d0e9324a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:09.665474 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:31:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['64d725e6-f113-49eb-a02d-0154d0e9324a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:09.674450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9beb64-3a4a-47d8-b895-02b781b00684 service neutron] Pushing event updated for resources: {'Port': ['ID=8db4ed81-044d-4ded-832f-45b031bc73ed,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:09.711560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:09.748999 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e744115c-e200-4de6-922a-15dcff041aee', 'tag': '8db4ed81-044d-4ded-832f-45b031bc73ed', 'status': 'completed', 'code': 200} Feb 07 13:32:10.026070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Pushing event deleted for resources: {'Port': ['ID=c1050376-0c14-4984-9150-cfd4faae4233,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:10.071141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.077184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:10.103095 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Set router 64d725e6-f113-49eb-a02d-0154d0e9324a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:10.187064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:10.265677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4ede8-b59b-4965-86cc-231daacadc5a req-452340c6-02fd-4400-8ce9-d170b3c806c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:10.267277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58a4ede8-b59b-4965-86cc-231daacadc5a req-452340c6-02fd-4400-8ce9-d170b3c806c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 1095 time: 0.4849992 Feb 07 13:32:10.285181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d505a7b-833b-4865-a812-a6f2853fcfdf req-617f41e7-ec96-430e-9f7b-826e7323a0e3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:10.300844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d505a7b-833b-4865-a812-a6f2853fcfdf req-617f41e7-ec96-430e-9f7b-826e7323a0e3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.3038099 Feb 07 13:32:10.339793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:10.352232 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-824e3d54-141a-4795-91d7-f75f7a56f4f8 tempest-AttachVolumeShelveTestJSON-700541853 tempest-AttachVolumeShelveTestJSON-700541853-project] 10.222.0.69 "DELETE /v2.0/floatingips/1bc61c6c-2ef9-4348-9430-6891600a8b0a HTTP/1.1" status: 204 len: 168 time: 1.6433694 Feb 07 13:32:10.481164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d505a7b-833b-4865-a812-a6f2853fcfdf req-a6bbeb67-fabb-4219-a756-bc5decf04f0b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879773 Feb 07 13:32:10.567688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4ede8-b59b-4965-86cc-231daacadc5a req-22f6fe86-081a-40cd-9c61-124b44db7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:10.569205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58a4ede8-b59b-4965-86cc-231daacadc5a req-22f6fe86-081a-40cd-9c61-124b44db7722 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a92a614e65b49c08d9e99ad98743207&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2943316 Feb 07 13:32:10.584839 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:32:06Z', 'revision_number': 4, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port': {'id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:31:56Z', 'updated_at': '2022-02-07T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'ab8ef091-faf5-47a5-ad6c-e31ea8978cec', 'name': '', 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'mac_address': 'fa:16:3e:64:e0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '903c297a-bdad-46c0-a604-05db2c8c5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:02Z', 'updated_at': '2022-02-07T13:32:07Z', 'revision_number': 2, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'subnets': [{'id': '903c297a-bdad-46c0-a604-05db2c8c5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:10.590211 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Checking router: 64d725e6-f113-49eb-a02d-0154d0e9324a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:32:10.590678 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Updating router 64d725e6-f113-49eb-a02d-0154d0e9324a port ab8ef091-faf5-47a5-ad6c-e31ea8978cec binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:32:10.665874 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:10.925053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4ede8-b59b-4965-86cc-231daacadc5a req-f799eb9e-89f4-4af3-9965-2c99b3324da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:10.926549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58a4ede8-b59b-4965-86cc-231daacadc5a req-f799eb9e-89f4-4af3-9965-2c99b3324da4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3503067 Feb 07 13:32:11.081832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-5e66300b-817f-4b86-919c-6c15c15d10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:11.083355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-5e66300b-817f-4b86-919c-6c15c15d10a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 1095 time: 0.0985913 Feb 07 13:32:11.178677 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46062) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:11.184845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-340489378-network', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:11.194003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:11.197141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-1a0d9079-ec8c-4dd0-a60f-d694a29d6206 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8db4ed81-044d-4ded-832f-45b031bc73ed HTTP/1.1" status: 200 len: 217 time: 0.1058924 Feb 07 13:32:11.222196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Usage tracker for resource:network and tenant:955d87b720e0421f97fbc3bd251a2cca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:11.223390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:11.225542 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:11.246115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:11.260471 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Transition to ACTIVE for port object ab8ef091-faf5-47a5-ad6c-e31ea8978cec will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:11.315909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-67f5f92a-b93c-498a-b439-310d7e6960b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:11.317388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-67f5f92a-b93c-498a-b439-310d7e6960b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.1094239 Feb 07 13:32:11.399859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-86345d6e-7208-4ddf-8844-15739339b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:11.401354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-86345d6e-7208-4ddf-8844-15739339b037 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779805 Feb 07 13:32:11.489767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Made reservation on behalf of 955d87b720e0421f97fbc3bd251a2cca for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:32:11.490527 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:11.491141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:11.527417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:11.561838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-159fc683-697f-4274-86a6-961afdb6baec service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537142 Feb 07 13:32:11.594661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:11.608948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Usage tracker for resource:security_group_rule and tenant:955d87b720e0421f97fbc3bd251a2cca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:11.636869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:11.655048 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-42e7ac84-8b95-43df-81dc-fc7565064910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:11.730151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:12.038693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-226bef0c-3e7e-4232-88ea-6dc379b73bb3 req-5462f0ae-55c7-4541-a5bb-ba0366157747 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703248 Feb 07 13:32:12.162137 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.275854 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Pushing event updated for resources: {'Port': ['ID=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:12.290884 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.291998 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.291998 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.291998 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.292232 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.292778 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.294046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.294046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.294046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.294046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.296216 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.296216 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:12.301891 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Attempting to bind port ab8ef091-faf5-47a5-ad6c-e31ea8978cec on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:32:12.302268 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Attempting to bind port ab8ef091-faf5-47a5-ad6c-e31ea8978cec by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:32:12.302689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Attempting to bind port ab8ef091-faf5-47a5-ad6c-e31ea8978cec on network 95e9be6a-214e-453c-a55b-179eff19b6c8 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:12.316055 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:32:12.316677 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Checking segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:12.317700 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.318251 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Bound using segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:32:12.318888 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Bound port: ab8ef091-faf5-47a5-ad6c-e31ea8978cec, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:32:12.319577 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.369854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.372069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.380206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f5e0e-d9e5-4cc1-ba72-1b7a4aa24861 req-bfd5e76a-6750-4a4f-9dc0-c47f7e3d7723 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:12.382422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e08f5e0e-d9e5-4cc1-ba72-1b7a4aa24861 req-bfd5e76a-6750-4a4f-9dc0-c47f7e3d7723 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.3390496 Feb 07 13:32:12.425399 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.473213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:32:12.487060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e08f5e0e-d9e5-4cc1-ba72-1b7a4aa24861 req-3fe8c290-87aa-44ee-9971-cdcca6e17a35 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890563 Feb 07 13:32:12.511356 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] For port ab8ef091-faf5-47a5-ad6c-e31ea8978cec, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:32:12.522520 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] For port ab8ef091-faf5-47a5-ad6c-e31ea8978cec, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:32:12.538440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0404a3f5-e270-4e31-a92f-856ad19f185e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:12.539171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.539171 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Added segment 41f33a0e-318d-42f1-ab92-18163cd0ceff of type vlan for network 0264b727-dc45-428c-8428-ff213686e121 Feb 07 13:32:12.569604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.672541 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.748232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.751507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:12.752748 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:12.824781 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Routers {'64d725e6-f113-49eb-a02d-0154d0e9324a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:12.828186 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:32:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['64d725e6-f113-49eb-a02d-0154d0e9324a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:13.015188 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd666360-068b-478c-b54c-a45653d74604 None None] Pushing event updated for resources: {'Port': ['ID=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:13.034067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] Pushing event updated for resources: {'Network': ['ID=0264b727-dc45-428c-8428-ff213686e121,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:13.045393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 0264b727-dc45-428c-8428-ff213686e121 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:32:13.132476 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa36e0b2-6ccc-4f7c-ba7b-21da539b6e0c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9499125 Feb 07 13:32:13.133857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46084) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:13.147487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Request body: {'subnet': {'network_id': '0264b727-dc45-428c-8428-ff213686e121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-340489378-subnet', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:13.166007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:13.190056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Usage tracker for resource:subnet and tenant:955d87b720e0421f97fbc3bd251a2cca is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:13.197684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:13.210832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:13.224002 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] Set router 64d725e6-f113-49eb-a02d-0154d0e9324a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:13.366348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Made reservation on behalf of 955d87b720e0421f97fbc3bd251a2cca for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:32:13.373915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:13.686438 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:32:06Z', 'revision_number': 4, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port': {'id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:31:56Z', 'updated_at': '2022-02-07T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'ab8ef091-faf5-47a5-ad6c-e31ea8978cec', 'name': '', 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'mac_address': 'fa:16:3e:64:e0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '903c297a-bdad-46c0-a604-05db2c8c5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:02Z', 'updated_at': '2022-02-07T13:32:12Z', 'revision_number': 4, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'subnets': [{'id': '903c297a-bdad-46c0-a604-05db2c8c5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:13.693356 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46027fe3-c025-41b3-9435-53bdfd7963ae None None] The sync data for ids ['64d725e6-f113-49eb-a02d-0154d0e9324a'] in n-d-811416-5 is: [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:32:06Z', 'revision_number': 4, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port': {'id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:31:56Z', 'updated_at': '2022-02-07T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'ab8ef091-faf5-47a5-ad6c-e31ea8978cec', 'name': '', 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'mac_address': 'fa:16:3e:64:e0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '903c297a-bdad-46c0-a604-05db2c8c5d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:02Z', 'updated_at': '2022-02-07T13:32:12Z', 'revision_number': 4, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'subnets': [{'id': '903c297a-bdad-46c0-a604-05db2c8c5d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:32:13.836489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:13.882303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fccc5-e0ee-47ff-a1c5-ed3779cdede7 req-a1a749b4-8fe6-4bd0-a366-60874a25f100 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:13.883820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea7fccc5-e0ee-47ff-a1c5-ed3779cdede7 req-a1a749b4-8fe6-4bd0-a366-60874a25f100 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1962297 Feb 07 13:32:13.960191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea7fccc5-e0ee-47ff-a1c5-ed3779cdede7 req-23110973-46df-47db-b1c8-aad8958b3893 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674846 Feb 07 13:32:14.082037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:14.232871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c790061-aa5d-46f8-90f6-6307f3de1fbf,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:14.238060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Checking segment: {'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:14.238934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Network hostable DHCP agents. Network: 0264b727-dc45-428c-8428-ff213686e121, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:32:14.345326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Network 0264b727-dc45-428c-8428-ff213686e121 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:32:14.535936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 0264b727-dc45-428c-8428-ff213686e121) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:14.549497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:14.550163 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:14.552555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c449fb-21b4-48d6-b4f8-29faafee9afa None None] Network 0264b727-dc45-428c-8428-ff213686e121 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:32:14.753509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1b0ae456-a351-4163-bbb0-e32b04d8a18a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6182721 Feb 07 13:32:14.756092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46110) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:14.766405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:14.774082 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:14.794551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Usage tracker for resource:router and tenant:955d87b720e0421f97fbc3bd251a2cca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:14.809694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:14.828260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:14.924670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-0264b727-dc45-428c-8428-ff213686e121', 'network_id': '0264b727-dc45-428c-8428-ff213686e121', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'fixed_ips': [{'subnet_id': '8c790061-aa5d-46f8-90f6-6307f3de1fbf'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:32:14.925733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:14.929074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:14.930153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:14.977227 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:15.223107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Allocated IP 172.20.0.2 (0264b727-dc45-428c-8428-ff213686e121/8c790061-aa5d-46f8-90f6-6307f3de1fbf/a8309058-07a1-4e4d-9ed9-280c9a64cd3d) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:32:15.547062 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:15.587270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Transition to ACTIVE for port object a8309058-07a1-4e4d-9ed9-280c9a64cd3d will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:15.674961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bc7c3-66db-4a3c-a1fe-d2e23b9319ba req-6de7f820-0378-479f-92c0-dc147c5eae3a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:15.678423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c06bc7c3-66db-4a3c-a1fe-d2e23b9319ba req-6de7f820-0378-479f-92c0-dc147c5eae3a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.3812675 Feb 07 13:32:15.685943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Transition to ACTIVE for port object a8309058-07a1-4e4d-9ed9-280c9a64cd3d will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:15.707025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ab8ef091-faf5-47a5-ad6c-e31ea8978cec up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:15.807274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c06bc7c3-66db-4a3c-a1fe-d2e23b9319ba req-19725a63-d816-44f0-9b1e-f821855678f8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198452 Feb 07 13:32:15.898165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:15.961428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Network 0264b727-dc45-428c-8428-ff213686e121 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:15.970025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:15.987673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:32:16.036017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.082458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Pushing event updated for resources: {'Port': ['ID=a8309058-07a1-4e4d-9ed9-280c9a64cd3d,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:16.112319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.112678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.113080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.113330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.113661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.113989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.114316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.114631 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.114953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.115273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.115648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.116141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:16.128396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Attempting to bind port a8309058-07a1-4e4d-9ed9-280c9a64cd3d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:32:16.134158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Attempting to bind port a8309058-07a1-4e4d-9ed9-280c9a64cd3d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:32:16.134158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Attempting to bind port a8309058-07a1-4e4d-9ed9-280c9a64cd3d on network 0264b727-dc45-428c-8428-ff213686e121 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:16.143576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:32:16.143958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Checking segment: {'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:16.144490 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.146978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Bound using segment: {'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:32:16.146978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Bound port: a8309058-07a1-4e4d-9ed9-280c9a64cd3d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:32:16.146978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.205051 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.232034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ab8ef091-faf5-47a5-ad6c-e31ea8978cec completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:16.248090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ab8ef091-faf5-47a5-ad6c-e31ea8978cec triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:16.248803 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.388355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] For port a8309058-07a1-4e4d-9ed9-280c9a64cd3d, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:32:16.393648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] For port a8309058-07a1-4e4d-9ed9-280c9a64cd3d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a8309058-07a1-4e4d-9ed9-280c9a64cd3d,segment=NetworkSegment(41f33a0e-318d-42f1-ab92-18163cd0ceff),segment_id=41f33a0e-318d-42f1-ab92-18163cd0ceff)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:32:16.481858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.567939 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.642096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede9921-a4f7-44a8-944f-360f6795e8c4 None None] Pushing event updated for resources: {'Port': ['ID=a8309058-07a1-4e4d-9ed9-280c9a64cd3d,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:16.671506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ab8ef091-faf5-47a5-ad6c-e31ea8978cec, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:16.813085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.892975 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.941376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:16.954847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:17.215190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80ba1-de69-4bf5-89d5-737d8be0f837 req-3a83b7d1-6e63-41b0-9c34-ad0a69dd8141 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:17.218527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51c80ba1-de69-4bf5-89d5-737d8be0f837 req-3a83b7d1-6e63-41b0-9c34-ad0a69dd8141 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.2287295 Feb 07 13:32:17.226991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ab8ef091-faf5-47a5-ad6c-e31ea8978cec up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:17.293363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51c80ba1-de69-4bf5-89d5-737d8be0f837 req-65988e9e-fecf-4a9d-aebf-cf7c164dd30b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681243 Feb 07 13:32:17.317336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Allocated IP 172.25.7.211 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ca6bb6a9-b06e-4528-93c9-1a657e627b4f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:32:17.381266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ab8ef091-faf5-47a5-ad6c-e31ea8978cec triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:17.381549 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:17.528452 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:17.751118 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:17.861770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Pushing event updated for resources: {'Port': ['ID=ca6bb6a9-b06e-4528-93c9-1a657e627b4f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:17.878162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:17.881120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:17.885319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:32:18.284333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-50c5ada1-d2de-4c54-950e-e2bb8b9d429b req-9c0e73dd-91b6-429e-8d75-229b782e9e7f service neutron] (88312) timed out ('10.222.0.69', 52780) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:32:18.404280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c82aa-82fa-48e9-8c6d-0fca84db4f80 None None] Network 0264b727-dc45-428c-8428-ff213686e121 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:32:18.602314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeef11c-c331-4216-9f73-6d9190fe3a74 req-c55de519-f9f5-4a57-8408-53074787625f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:18.612986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afeef11c-c331-4216-9f73-6d9190fe3a74 req-c55de519-f9f5-4a57-8408-53074787625f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1493318 Feb 07 13:32:18.692868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-afeef11c-c331-4216-9f73-6d9190fe3a74 req-7ba69e04-c9ca-4104-b478-9e88de9f1176 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735266 Feb 07 13:32:18.735788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-fe9c3029-962f-4c29-b75c-f02ebefc411f None None] Provisioning for port a8309058-07a1-4e4d-9ed9-280c9a64cd3d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:19.149814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:19.252628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a8309058-07a1-4e4d-9ed9-280c9a64cd3d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:19.472087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a8309058-07a1-4e4d-9ed9-280c9a64cd3d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:19.477538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a8309058-07a1-4e4d-9ed9-280c9a64cd3d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:19.477907 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:19.680855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:19.771492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port a8309058-07a1-4e4d-9ed9-280c9a64cd3d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a8309058-07a1-4e4d-9ed9-280c9a64cd3d,segment=NetworkSegment(41f33a0e-318d-42f1-ab92-18163cd0ceff),segment_id=41f33a0e-318d-42f1-ab92-18163cd0ceff)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:19.806430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:19.896132 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:20.190361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46190) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:20.190361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cac4d-8a99-4d0e-b123-1ed81d515e5e req-46c8f8f2-a9e2-4455-915d-a7ede137806b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:20.190361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd5cac4d-8a99-4d0e-b123-1ed81d515e5e req-46c8f8f2-a9e2-4455-915d-a7ede137806b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.3260164 Feb 07 13:32:20.255476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=a8309058-07a1-4e4d-9ed9-280c9a64cd3d,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:20.316893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bd5cac4d-8a99-4d0e-b123-1ed81d515e5e req-e69348a5-47f1-4774-a870-8d8adb98acb2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378686 Feb 07 13:32:20.440222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Router 63a9749c-c86f-441b-b555-6f8851ebe1a8 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:32:20.676990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:32:20.687131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Sync routers for ids ['63a9749c-c86f-441b-b555-6f8851ebe1a8'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:32:20.704534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Routers {'63a9749c-c86f-441b-b555-6f8851ebe1a8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:20.711775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:32:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['63a9749c-c86f-441b-b555-6f8851ebe1a8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:20.851684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:20.851684 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc96c6af-9c0e-46e6-a8d0-dea315854e7d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0808711 Feb 07 13:32:20.851684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46206) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:21.096649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Set router 63a9749c-c86f-441b-b555-6f8851ebe1a8 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:21.194995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a8309058-07a1-4e4d-9ed9-280c9a64cd3d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:21.680009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a8309058-07a1-4e4d-9ed9-280c9a64cd3d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:21.680691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:21.692205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:21.904247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586f940-2878-44bf-8205-e750b440a7ff req-357ef99a-f019-4aa7-acbc-486da5a10ee9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:21.904247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4586f940-2878-44bf-8205-e750b440a7ff req-357ef99a-f019-4aa7-acbc-486da5a10ee9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.3440423 Feb 07 13:32:21.947563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:32:18Z', 'revision_number': 3, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:21.947563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Checking router: 63a9749c-c86f-441b-b555-6f8851ebe1a8 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:32:21.947563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Updating router 63a9749c-c86f-441b-b555-6f8851ebe1a8 port ca6bb6a9-b06e-4528-93c9-1a657e627b4f binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:32:21.988049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4586f940-2878-44bf-8205-e750b440a7ff req-991abeac-50a7-4c74-bb37-164ded4ac2ce tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858123 Feb 07 13:32:22.062567 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:22.453602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Deleting port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:32:22.454006 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:22.602740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:22.666211 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:22.682411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Transition to ACTIVE for port object ca6bb6a9-b06e-4528-93c9-1a657e627b4f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:22.756847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] For port 2d352c81-f05f-45a3-aeb2-b4d85a453d7c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:22.761670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:22.820271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:22.889824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Allocated IP 172.20.0.1 (0264b727-dc45-428c-8428-ff213686e121/8c790061-aa5d-46f8-90f6-6307f3de1fbf/26686f1a-e2b9-4a61-ac36-d927c5e6219a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:32:22.907077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Calling delete_port for 2d352c81-f05f-45a3-aeb2-b4d85a453d7c owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:32:23.002453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Attempting to bind port ca6bb6a9-b06e-4528-93c9-1a657e627b4f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:32:23.002453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Attempting to bind port ca6bb6a9-b06e-4528-93c9-1a657e627b4f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:32:23.002453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Attempting to bind port ca6bb6a9-b06e-4528-93c9-1a657e627b4f on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:23.012643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081623e9-fec5-4c99-b292-24921d6a6d64 None None] Pushing event updated for resources: {'Port': ['ID=ca6bb6a9-b06e-4528-93c9-1a657e627b4f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:23.012643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:32:23.012643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:23.012643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:23.012643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:32:23.012643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Bound port: ca6bb6a9-b06e-4528-93c9-1a657e627b4f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:32:23.012643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:23.193867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] For port ca6bb6a9-b06e-4528-93c9-1a657e627b4f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:32:23.215280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] For port ca6bb6a9-b06e-4528-93c9-1a657e627b4f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ca6bb6a9-b06e-4528-93c9-1a657e627b4f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:32:23.235470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:23.265846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Transition to ACTIVE for port object 26686f1a-e2b9-4a61-ac36-d927c5e6219a will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:23.435152 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:23.467822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c8f06-8a68-429c-b586-d5fe4c425756 req-b174fd17-58f5-4743-bfa9-cea7838395ed tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:23.487085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b08c8f06-8a68-429c-b586-d5fe4c425756 req-b174fd17-58f5-4743-bfa9-cea7838395ed tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1317117 Feb 07 13:32:23.528581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:23.537752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Routers {'63a9749c-c86f-441b-b555-6f8851ebe1a8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:23.537752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:32:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['63a9749c-c86f-441b-b555-6f8851ebe1a8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:23.543099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b08c8f06-8a68-429c-b586-d5fe4c425756 req-726aac54-35b5-49b8-8025-07158a1463e9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608349 Feb 07 13:32:23.653414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Network 0264b727-dc45-428c-8428-ff213686e121 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:23.654315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=26686f1a-e2b9-4a61-ac36-d927c5e6219a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:23.656968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:23.660013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:32:23.691496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081623e9-fec5-4c99-b292-24921d6a6d64 None None] Pushing event updated for resources: {'Port': ['ID=ca6bb6a9-b06e-4528-93c9-1a657e627b4f,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:23.717217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:23.768560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:23.894969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] Set router 63a9749c-c86f-441b-b555-6f8851ebe1a8 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:23.994518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d352c81-f05f-45a3-aeb2-b4d85a453d7c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:24.211003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:24.552911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5f903bdc-c382-44d1-aac5-99408e15e143 None None] Provisioning for port 26686f1a-e2b9-4a61-ac36-d927c5e6219a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:24.563835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5f903bdc-c382-44d1-aac5-99408e15e143 None None] Provisioning complete for port 26686f1a-e2b9-4a61-ac36-d927c5e6219a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:24.564370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f903bdc-c382-44d1-aac5-99408e15e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:24.819888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:24.905426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5f903bdc-c382-44d1-aac5-99408e15e143 None None] Port 26686f1a-e2b9-4a61-ac36-d927c5e6219a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:32:24.927456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:32:18Z', 'revision_number': 3, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:24.929787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be98e00-e5f5-4f18-b127-8e30879d2017 None None] The sync data for ids ['63a9749c-c86f-441b-b555-6f8851ebe1a8'] in n-d-811416-5 is: [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:32:18Z', 'revision_number': 3, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:32:24.954197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:24.971547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:25.010780 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:32:25.065684 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:25.079064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:25.143041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dc766-4bfb-4f04-aae9-fade097773de req-f4311552-fba2-48aa-8833-9c417ab2b8ee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:25.166875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d3dc766-4bfb-4f04-aae9-fade097773de req-f4311552-fba2-48aa-8833-9c417ab2b8ee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.3214247 Feb 07 13:32:25.261425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=26686f1a-e2b9-4a61-ac36-d927c5e6219a,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:25.312503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d3dc766-4bfb-4f04-aae9-fade097773de req-fe2c9bf5-f596-4fa6-a39e-6a3ea050c5c2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225505 Feb 07 13:32:25.360150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Network 0264b727-dc45-428c-8428-ff213686e121 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:25.360150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:25.900133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Router 63a9749c-c86f-441b-b555-6f8851ebe1a8 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:32:25.956649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6be98e7c-6f46-4dde-a344-04ccc157632b None None] Provisioning complete for port 26686f1a-e2b9-4a61-ac36-d927c5e6219a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:25.956649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6be98e7c-6f46-4dde-a344-04ccc157632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:25.969086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Router 87926266-5de6-4986-82bf-e68522b7f643 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:32:26.041090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6be98e7c-6f46-4dde-a344-04ccc157632b None None] Port 26686f1a-e2b9-4a61-ac36-d927c5e6219a cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:32:26.294657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:32:26.313266 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] Sync routers for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:32:26.322536 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:26.322536 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:32:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:26.330775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ddcb1065-1ba2-4768-943a-1828f2d5a80d admin admin] 10.222.0.69 "PUT /v2.0/routers/87926266-5de6-4986-82bf-e68522b7f643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3368173 Feb 07 13:32:26.341149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:26.445201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:32:26.481261 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0b2b9c49-2ade-4602-aa12-73a1b4786bf4 admin admin] 10.222.0.69 "PUT /v2.0/routers/63a9749c-c86f-441b-b555-6f8851ebe1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6389565 Feb 07 13:32:26.685397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc5b0-ef6e-497b-8e50-8e1e697f0f92 req-2c3c0175-be60-43e9-b29c-dd2342c46518 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:26.690448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eacbc5b0-ef6e-497b-8e50-8e1e697f0f92 req-2c3c0175-be60-43e9-b29c-dd2342c46518 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.2189906 Feb 07 13:32:26.746788 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:26.956284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eacbc5b0-ef6e-497b-8e50-8e1e697f0f92 req-4c26c325-0d1d-4d9c-84ab-d7715f97b6e7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257729 Feb 07 13:32:27.053247 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:27.200736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ca6bb6a9-b06e-4528-93c9-1a657e627b4f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:27.340335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:27.500133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Deleting port 05657991-e355-45f8-b554-032569168a03 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:32:27.500555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:27.579404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port ca6bb6a9-b06e-4528-93c9-1a657e627b4f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:27.588797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ca6bb6a9-b06e-4528-93c9-1a657e627b4f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:27.592738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:27.727288 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05657991-e355-45f8-b554-032569168a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:32:23Z', 'revision_number': 5, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port': {'id': '05657991-e355-45f8-b554-032569168a03', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ac:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87926266-5de6-4986-82bf-e68522b7f643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:24:49Z', 'updated_at': '2022-02-07T13:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:27.746512 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] Checking router: 87926266-5de6-4986-82bf-e68522b7f643 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:32:27.784767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] Routers {'87926266-5de6-4986-82bf-e68522b7f643'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:27.797085 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:32:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87926266-5de6-4986-82bf-e68522b7f643'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:27.972874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] For port 05657991-e355-45f8-b554-032569168a03, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=05657991-e355-45f8-b554-032569168a03,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:27.972874 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:28.073959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:28.103171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-fe6bb5c3-183c-48ca-ab3d-f1fb8a7d6def tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:28.117833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-fe6bb5c3-183c-48ca-ab3d-f1fb8a7d6def tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/networks?id=95e9be6a-214e-453c-a55b-179eff19b6c8 HTTP/1.1" status: 200 len: 909 time: 0.4273357 Feb 07 13:32:28.149689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port ca6bb6a9-b06e-4528-93c9-1a657e627b4f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ca6bb6a9-b06e-4528-93c9-1a657e627b4f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:28.166274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-3cf5276b-0ca6-403a-9613-59d1bcf15f3b tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/quotas/955d87b720e0421f97fbc3bd251a2cca HTTP/1.1" status: 200 len: 375 time: 0.0606601 Feb 07 13:32:28.260113 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:28.290545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Calling delete_port for 05657991-e355-45f8-b554-032569168a03 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:32:28.370921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-319d2f69-e55b-4ff0-8c8c-883f7061b9e0 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=955d87b720e0421f97fbc3bd251a2cca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033911 Feb 07 13:32:28.388026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Sync routers for ids ['63a9749c-c86f-441b-b555-6f8851ebe1a8'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:32:28.446585 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] Set router 87926266-5de6-4986-82bf-e68522b7f643 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:28.484052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Routers {'63a9749c-c86f-441b-b555-6f8851ebe1a8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:28.484052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:32:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['63a9749c-c86f-441b-b555-6f8851ebe1a8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:28.674982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=ca6bb6a9-b06e-4528-93c9-1a657e627b4f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:28.796920 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:32:27Z', 'revision_number': 6, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:28.803953 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7978dd-a6c2-4198-a5b1-486ac2b48bb6 None None] The sync data for ids ['87926266-5de6-4986-82bf-e68522b7f643'] in n-d-811416-5 is: [{'id': '87926266-5de6-4986-82bf-e68522b7f643', 'name': 'tempest-AttachVolumeShelveTestJSON-1782193191-router', 'tenant_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:24:47Z', 'updated_at': '2022-02-07T13:32:27Z', 'revision_number': 6, 'project_id': '0e2c7966b1f4464399bfb4378d1fdf55', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:32:28.906560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:28.960125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b581c7a-9b07-4282-9b74-96c9e638e589 req-f65b5b3d-562c-4bdd-9c9a-cca9bf52bc45 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:28.967316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b581c7a-9b07-4282-9b74-96c9e638e589 req-f65b5b3d-562c-4bdd-9c9a-cca9bf52bc45 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.5136557 Feb 07 13:32:29.009622 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Set router 63a9749c-c86f-441b-b555-6f8851ebe1a8 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:29.015261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-45f4a61e-dedc-4064-aad4-2bcee780d6ce service neutron] 10.222.0.69 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416078 Feb 07 13:32:29.150421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Pushing event deleted for resources: {'Port': ['ID=05657991-e355-45f8-b554-032569168a03,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:29.297318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:29.454076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b581c7a-9b07-4282-9b74-96c9e638e589 req-ab197362-4fde-4f7c-ac57-386fe9e2c28d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858754 Feb 07 13:32:29.512268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-88337324-6989-41fa-9df4-376a306186e0 service neutron] 10.222.0.69 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958885 Feb 07 13:32:29.710949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ca6bb6a9-b06e-4528-93c9-1a657e627b4f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:29.896279 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:29.901002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:29.910058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port ca6bb6a9-b06e-4528-93c9-1a657e627b4f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:29.911324 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:30.006624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:32:23Z', 'revision_number': 4, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '26686f1a-e2b9-4a61-ac36-d927c5e6219a', 'name': '', 'network_id': '0264b727-dc45-428c-8428-ff213686e121', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'mac_address': 'fa:16:3e:8a:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '8c790061-aa5d-46f8-90f6-6307f3de1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:22Z', 'updated_at': '2022-02-07T13:32:24Z', 'revision_number': 2, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'subnets': [{'id': '8c790061-aa5d-46f8-90f6-6307f3de1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:30.006624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Checking router: 63a9749c-c86f-441b-b555-6f8851ebe1a8 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:32:30.006624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Updating router 63a9749c-c86f-441b-b555-6f8851ebe1a8 port 26686f1a-e2b9-4a61-ac36-d927c5e6219a binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:32:30.112705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:30.112705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87926266-5de6-4986-82bf-e68522b7f643 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:32:30.133748 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:30.146241 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:30.148287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46342) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:30.151130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e1ef01b-414b-4819-859e-dced45c5ff60 admin admin] 10.222.0.69 "DELETE /v2.0/routers/87926266-5de6-4986-82bf-e68522b7f643 HTTP/1.1" status: 204 len: 168 time: 3.8198953 Feb 07 13:32:30.193895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2d352c81-f05f-45a3-aeb2-b4d85a453d7c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:32:30.245379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 2d352c81-f05f-45a3-aeb2-b4d85a453d7c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:32:30.245379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2d352c81-f05f-45a3-aeb2-b4d85a453d7c not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:32:30.261316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da7bf94-514d-469d-9ce7-afafa0314b30 admin admin] Deleting subnet c1b01f07-c2a8-46c2-95ed-882b054f4c16 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:32:30.264546 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3da7bf94-514d-469d-9ce7-afafa0314b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:30.498334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78d76bda-c326-4ff7-b555-89ceee1a9a0e req-8bea83dc-3506-4c92-8085-a6d8f7c5fa96 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 210 time: 0.0485339 Feb 07 13:32:30.547429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3da7bf94-514d-469d-9ce7-afafa0314b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.207317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3da7bf94-514d-469d-9ce7-afafa0314b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.207317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570c436-0044-4cf5-9f1c-49ba4173ef30 req-0cead958-3cdf-475c-bab5-284dca380e65 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:31.207317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f570c436-0044-4cf5-9f1c-49ba4173ef30 req-0cead958-3cdf-475c-bab5-284dca380e65 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1587682 Feb 07 13:32:31.214444 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.216834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f570c436-0044-4cf5-9f1c-49ba4173ef30 req-f4c92804-c1b1-47c2-bde1-088a45005274 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008112 Feb 07 13:32:31.219396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Transition to ACTIVE for port object 26686f1a-e2b9-4a61-ac36-d927c5e6219a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:31.219396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 05657991-e355-45f8-b554-032569168a03 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:32:31.219396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 05657991-e355-45f8-b554-032569168a03 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:32:31.219396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 05657991-e355-45f8-b554-032569168a03 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:32:31.226593 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.261661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3da7bf94-514d-469d-9ce7-afafa0314b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.277142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7bf94-514d-469d-9ce7-afafa0314b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b01f07-c2a8-46c2-95ed-882b054f4c16,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:31.283842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3da7bf94-514d-469d-9ce7-afafa0314b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.290619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3da7bf94-514d-469d-9ce7-afafa0314b30 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c1b01f07-c2a8-46c2-95ed-882b054f4c16 HTTP/1.1" status: 204 len: 168 time: 1.1486144 Feb 07 13:32:31.296912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1e21d-1bbf-43b7-a4d4-ee02f6fb8fe5 None None] Network c714ab91-cf7e-4826-9a3b-11210ff20286 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:32:31.296996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46364) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:31.469737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9a4c-c0ee-4e24-b581-ac1227c48c53 None None] Pushing event updated for resources: {'Port': ['ID=26686f1a-e2b9-4a61-ac36-d927c5e6219a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:31.769951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be83d8a4-fafd-4f24-9655-3c36330ca028 req-4861918c-c3ec-462e-854b-b7ae44220638 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 210 time: 0.1418192 Feb 07 13:32:31.833814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.840776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Attempting to bind port 26686f1a-e2b9-4a61-ac36-d927c5e6219a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:32:31.840776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Attempting to bind port 26686f1a-e2b9-4a61-ac36-d927c5e6219a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:32:31.840776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Attempting to bind port 26686f1a-e2b9-4a61-ac36-d927c5e6219a on network 0264b727-dc45-428c-8428-ff213686e121 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:31.848944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Deleting port e6031770-b0ec-46da-a059-ce73334a77a8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:32:31.848944 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.892821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:32:31.892821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Checking segment: {'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:31.892821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:31.892821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Bound using segment: {'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:32:31.892821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Bound port: 26686f1a-e2b9-4a61-ac36-d927c5e6219a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f33a0e-318d-42f1-ab92-18163cd0ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0264b727-dc45-428c-8428-ff213686e121'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:32:31.892821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:32.061308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] For port 26686f1a-e2b9-4a61-ac36-d927c5e6219a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:32:32.065105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] For port 26686f1a-e2b9-4a61-ac36-d927c5e6219a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=26686f1a-e2b9-4a61-ac36-d927c5e6219a,segment=NetworkSegment(41f33a0e-318d-42f1-ab92-18163cd0ceff),segment_id=41f33a0e-318d-42f1-ab92-18163cd0ceff)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:32:32.136589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] DHCP port deletion for c714ab91-cf7e-4826-9a3b-11210ff20286 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:32:32.145510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] Deleting port e6031770-b0ec-46da-a059-ce73334a77a8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:32:32.146526 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:32.210461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] For port e6031770-b0ec-46da-a059-ce73334a77a8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e6031770-b0ec-46da-a059-ce73334a77a8,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:32.210461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:32.256775 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:32.354468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eed13-b11d-4ade-a256-b70028239d85 req-3055aa5a-49ca-4d68-b73d-c8afed0d1d8e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:32.354468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-635eed13-b11d-4ade-a256-b70028239d85 req-3055aa5a-49ca-4d68-b73d-c8afed0d1d8e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.2200475 Feb 07 13:32:32.400280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Calling delete_port for e6031770-b0ec-46da-a059-ce73334a77a8 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:32:32.456814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-635eed13-b11d-4ade-a256-b70028239d85 req-df518e30-dbf3-4fb9-a12d-3e688c21c4f4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828543 Feb 07 13:32:32.525670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9a4c-c0ee-4e24-b581-ac1227c48c53 None None] Pushing event updated for resources: {'Port': ['ID=26686f1a-e2b9-4a61-ac36-d927c5e6219a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:32.531414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Routers {'63a9749c-c86f-441b-b555-6f8851ebe1a8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:32:32.532239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:32:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['63a9749c-c86f-441b-b555-6f8851ebe1a8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:32.622218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:32.757448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6031770-b0ec-46da-a059-ce73334a77a8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:32.786728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] No DVR routers for this DVR port e6031770-b0ec-46da-a059-ce73334a77a8 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:32:32.919235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] Set router 63a9749c-c86f-441b-b555-6f8851ebe1a8 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:32:33.014721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-478fe5c2-3b40-4de9-8b6f-dd4a3cd5e64d req-1db3d3ed-2905-40cf-8133-d885f058dab0 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 210 time: 0.0708883 Feb 07 13:32:33.045348 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] For port e6031770-b0ec-46da-a059-ce73334a77a8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e6031770-b0ec-46da-a059-ce73334a77a8,segment=NetworkSegment(554a0ac1-9969-4430-8eaf-2b8709bbf5b7),segment_id=554a0ac1-9969-4430-8eaf-2b8709bbf5b7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:33.045348 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:33.064282 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:33.129506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c714ab91-cf7e-4826-9a3b-11210ff20286']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:33.149817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554a0ac1-9969-4430-8eaf-2b8709bbf5b7') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:33.150128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554a0ac1-9969-4430-8eaf-2b8709bbf5b7') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:33.164458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:33.183235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e6031770-b0ec-46da-a059-ce73334a77a8 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:32:33.198186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:33.208381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:32:33.209055 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:32:33.225170 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:32:33.312312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] Calling delete_port for e6031770-b0ec-46da-a059-ce73334a77a8 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:32:33.358362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: e6031770-b0ec-46da-a059-ce73334a77a8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:32:33.358362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e6031770-b0ec-46da-a059-ce73334a77a8 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:32:33.435628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:33.488770 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:33.491488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] Pushing event deleted for resources: {'Network': ['ID=c714ab91-cf7e-4826-9a3b-11210ff20286,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:33.533161 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-58f2b48b-2a9f-4d99-b3ff-d739f65ec35b admin admin] 10.222.0.69 "DELETE /v2.0/networks/c714ab91-cf7e-4826-9a3b-11210ff20286 HTTP/1.1" status: 204 len: 168 time: 2.2369711 Feb 07 13:32:33.621108 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:32:33.621468 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:32:33.824429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:32:23Z', 'revision_number': 4, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '26686f1a-e2b9-4a61-ac36-d927c5e6219a', 'name': '', 'network_id': '0264b727-dc45-428c-8428-ff213686e121', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'mac_address': 'fa:16:3e:8a:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '8c790061-aa5d-46f8-90f6-6307f3de1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:22Z', 'updated_at': '2022-02-07T13:32:32Z', 'revision_number': 4, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'subnets': [{'id': '8c790061-aa5d-46f8-90f6-6307f3de1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:32:33.826068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e54f-6e9c-4043-95fc-66df627cea1d req-d838c683-524e-4630-8f07-e153d3eaa108 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:33.826068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22c1e54f-6e9c-4043-95fc-66df627cea1d req-d838c683-524e-4630-8f07-e153d3eaa108 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1928647 Feb 07 13:32:33.827418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903cf216-a670-4ecb-adbc-dc619acb0943 None None] The sync data for ids ['63a9749c-c86f-441b-b555-6f8851ebe1a8'] in n-d-811416-5 is: [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:32:23Z', 'revision_number': 4, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '26686f1a-e2b9-4a61-ac36-d927c5e6219a', 'name': '', 'network_id': '0264b727-dc45-428c-8428-ff213686e121', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'mac_address': 'fa:16:3e:8a:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '8c790061-aa5d-46f8-90f6-6307f3de1fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:22Z', 'updated_at': '2022-02-07T13:32:32Z', 'revision_number': 4, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'subnets': [{'id': '8c790061-aa5d-46f8-90f6-6307f3de1fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:32:33.875680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22c1e54f-6e9c-4043-95fc-66df627cea1d req-83791fdf-8784-4a7a-887a-05b6afd15e4a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518568 Feb 07 13:32:33.994624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46414) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:34.119189 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bfb78906-9888-45ba-958e-a51cce125a4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e2c7966b1f4464399bfb4378d1fdf55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035352 Feb 07 13:32:34.119189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46422) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:34.127907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] Deleting port e6031770-b0ec-46da-a059-ce73334a77a8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:32:34.127907 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:34.249190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2da42763-27a1-465b-a1d8-c10c837715ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:34.292235 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2da42763-27a1-465b-a1d8-c10c837715ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:34.324712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-78aa6f45-89ef-4bbf-aa53-da91ab712460 None None] The port 'e6031770-b0ec-46da-a059-ce73334a77a8' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:32:34.378248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3469c62e-0549-4d40-bf99-de78dc7ee886 req-bf7f5bbe-836d-41bf-871b-9b6bd9224c9d tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 210 time: 0.0581162 Feb 07 13:32:34.398111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-0b0561fa-e0ca-46c4-afa7-f837558d64eb tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:34.398111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-0b0561fa-e0ca-46c4-afa7-f837558d64eb tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.35 "GET /v2.0/networks?id=95e9be6a-214e-453c-a55b-179eff19b6c8 HTTP/1.1" status: 200 len: 909 time: 0.3772132 Feb 07 13:32:34.401192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Request body: {'port': {'device_id': '251e2877-0137-4c7f-9545-269f476e2027', 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'admin_state_up': True, 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:34.421484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:34.435595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Usage tracker for resource:port and tenant:955d87b720e0421f97fbc3bd251a2cca is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:34.440977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:34.446640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:34.491682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2da42763-27a1-465b-a1d8-c10c837715ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:34.526918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da42763-27a1-465b-a1d8-c10c837715ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bc70b4-50a2-4a9a-b60a-fdf75a507c28,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:34.526918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2da42763-27a1-465b-a1d8-c10c837715ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:34.529446 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2da42763-27a1-465b-a1d8-c10c837715ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8bc70b4-50a2-4a9a-b60a-fdf75a507c28 HTTP/1.1" status: 204 len: 168 time: 0.4169939 Feb 07 13:32:34.606414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Made reservation on behalf of 955d87b720e0421f97fbc3bd251a2cca for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:32:34.612096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:34.843555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Allocated IP 172.20.0.3 (95e9be6a-214e-453c-a55b-179eff19b6c8/903c297a-bdad-46c0-a604-05db2c8c5d25/0bdecd66-c429-4b81-a12b-b2d4398b188b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:32:35.235071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 26686f1a-e2b9-4a61-ac36-d927c5e6219a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:35.336356 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:35.374113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Transition to ACTIVE for port object 0bdecd66-c429-4b81-a12b-b2d4398b188b will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:35.399484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cdb35-477c-4d32-9b1f-99a60ef7e279 req-4286467e-1625-44b0-a53a-d68c0604b4ae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:35.408516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a10cdb35-477c-4d32-9b1f-99a60ef7e279 req-4286467e-1625-44b0-a53a-d68c0604b4ae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.2896030 Feb 07 13:32:35.460738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 26686f1a-e2b9-4a61-ac36-d927c5e6219a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:35.466898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 26686f1a-e2b9-4a61-ac36-d927c5e6219a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:35.467597 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:35.495568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a10cdb35-477c-4d32-9b1f-99a60ef7e279 req-d0aa44e1-52b2-42df-9a7c-7243a6c1122e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877140 Feb 07 13:32:35.660357 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:35.757024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 26686f1a-e2b9-4a61-ac36-d927c5e6219a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=26686f1a-e2b9-4a61-ac36-d927c5e6219a,segment=NetworkSegment(41f33a0e-318d-42f1-ab92-18163cd0ceff),segment_id=41f33a0e-318d-42f1-ab92-18163cd0ceff)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:35.766020 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:35.843766 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:35.868044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:35.874452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:35.900819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:32:35.992974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Pushing event updated for resources: {'Port': ['ID=0bdecd66-c429-4b81-a12b-b2d4398b188b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:36.021957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:36.021957 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:36.064674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5862-c413-4b5d-925c-1c2228fc1fca req-3df3da28-00a4-43a2-adf1-e61e87846805 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:36.064674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-128c5862-c413-4b5d-925c-1c2228fc1fca req-3df3da28-00a4-43a2-adf1-e61e87846805 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Synchronizing usage tracker for tenant:955d87b720e0421f97fbc3bd251a2cca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:32:36.094136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=26686f1a-e2b9-4a61-ac36-d927c5e6219a,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:36.145654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5dc84e3-0d59-4b95-8224-1f6a611e399c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7390976 Feb 07 13:32:36.179936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Request body: {'port': {'device_id': '251e2877-0137-4c7f-9545-269f476e2027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:36.228452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-128c5862-c413-4b5d-925c-1c2228fc1fca req-3df3da28-00a4-43a2-adf1-e61e87846805 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Unset dirty status for tenant:955d87b720e0421f97fbc3bd251a2cca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:32:36.238228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-128c5862-c413-4b5d-925c-1c2228fc1fca req-3df3da28-00a4-43a2-adf1-e61e87846805 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1027 time: 0.6605575 Feb 07 13:32:36.340448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-128c5862-c413-4b5d-925c-1c2228fc1fca req-36087a13-d9cd-4da3-ab2f-62628f22f7ef tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010273 Feb 07 13:32:36.490574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e8f0ba38-47bd-477c-b93a-f77ef4e446fa None None] Provisioning for port 0bdecd66-c429-4b81-a12b-b2d4398b188b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:36.490574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e8f0ba38-47bd-477c-b93a-f77ef4e446fa None None] Provisioning complete for port 0bdecd66-c429-4b81-a12b-b2d4398b188b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:36.490574 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e8f0ba38-47bd-477c-b93a-f77ef4e446fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:36.524532 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:36.616762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0ba38-47bd-477c-b93a-f77ef4e446fa None None] Port 0bdecd66-c429-4b81-a12b-b2d4398b188b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:32:37.139342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25054e1-fab1-4bf8-b6a8-c97937d6cc17 req-2e272b35-245b-4521-99a6-d6ab3031b636 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:37.145744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d25054e1-fab1-4bf8-b6a8-c97937d6cc17 req-2e272b35-245b-4521-99a6-d6ab3031b636 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.3663881 Feb 07 13:32:37.151154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 26686f1a-e2b9-4a61-ac36-d927c5e6219a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:37.217517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d25054e1-fab1-4bf8-b6a8-c97937d6cc17 req-9593bcef-2dd1-42ac-af7c-322004c7a727 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710273 Feb 07 13:32:37.284764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 26686f1a-e2b9-4a61-ac36-d927c5e6219a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:37.285379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:37.313037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdecd66-c429-4b81-a12b-b2d4398b188b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:32:37.324200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:37.351013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Transition to ACTIVE for port object 0bdecd66-c429-4b81-a12b-b2d4398b188b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:37.524554 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:38.009278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdecd66-c429-4b81-a12b-b2d4398b188b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:38.108803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a31c5-1fb2-4fc0-bf7e-726d339232f8 req-3d602773-eb78-4f02-9596-67c4ffb0a237 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:38.110423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f08a31c5-1fb2-4fc0-bf7e-726d339232f8 req-3d602773-eb78-4f02-9596-67c4ffb0a237 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1052 time: 0.5843155 Feb 07 13:32:38.119891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Attempting to bind port 0bdecd66-c429-4b81-a12b-b2d4398b188b on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:32:38.120258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Attempting to bind port 0bdecd66-c429-4b81-a12b-b2d4398b188b by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:32:38.120589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Attempting to bind port 0bdecd66-c429-4b81-a12b-b2d4398b188b on network 95e9be6a-214e-453c-a55b-179eff19b6c8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:38.141320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Port 0bdecd66-c429-4b81-a12b-b2d4398b188b on network 95e9be6a-214e-453c-a55b-179eff19b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:32:38.141684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Attempting to bind port 0bdecd66-c429-4b81-a12b-b2d4398b188b on network 95e9be6a-214e-453c-a55b-179eff19b6c8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:38.154765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:32:38.155111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Checking segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:38.155498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Bound using segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:32:38.155932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Bound port: 0bdecd66-c429-4b81-a12b-b2d4398b188b, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:32:38.156308 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:38.223820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f08a31c5-1fb2-4fc0-bf7e-726d339232f8 req-65ab31eb-7ea3-42aa-96a4-a418cc473e8b tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988529 Feb 07 13:32:38.286831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] For port 0bdecd66-c429-4b81-a12b-b2d4398b188b, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:32:38.289936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] For port 0bdecd66-c429-4b81-a12b-b2d4398b188b, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0bdecd66-c429-4b81-a12b-b2d4398b188b,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:32:38.436985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac625e7-592e-494e-92cd-a507d360affa req-72f98fd8-3fcd-4cea-9437-d34fb24750c6 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:38.438370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fac625e7-592e-494e-92cd-a507d360affa req-72f98fd8-3fcd-4cea-9437-d34fb24750c6 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.0954530 Feb 07 13:32:38.483068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fac625e7-592e-494e-92cd-a507d360affa req-c5c03dee-c5dc-4ba9-a0c5-20b496648631 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Feb 07 13:32:38.677861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:38.748787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:38.748787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:38.748787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] 10.222.0.35 "PUT /v2.0/ports/0bdecd66-c429-4b81-a12b-b2d4398b188b HTTP/1.1" status: 200 len: 1091 time: 2.6060541 Feb 07 13:32:38.750875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251e2877-0137-4c7f-9545-269f476e2027', 'tag': '0bdecd66-c429-4b81-a12b-b2d4398b188b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:32:38.778832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757c933-f605-46bc-85bb-aafaacf40c25 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdecd66-c429-4b81-a12b-b2d4398b188b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:38.785949 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a22e25a3-2b35-4d20-a9e0-f1f8dd4514e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:38.858794 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251e2877-0137-4c7f-9545-269f476e2027', 'tag': '0bdecd66-c429-4b81-a12b-b2d4398b188b', 'status': 'completed', 'code': 200} Feb 07 13:32:38.999955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6ae7-acea-46c8-80c4-2f782c6be057 req-a62dc208-b18c-4458-930b-c6f9cb1874ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:39.009134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d0d6ae7-acea-46c8-80c4-2f782c6be057 req-a62dc208-b18c-4458-930b-c6f9cb1874ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=955d87b720e0421f97fbc3bd251a2cca&device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1094 time: 0.1223261 Feb 07 13:32:39.287383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6ae7-acea-46c8-80c4-2f782c6be057 req-21b2647f-7660-4df9-9ed7-d002edb83151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:39.288906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d0d6ae7-acea-46c8-80c4-2f782c6be057 req-21b2647f-7660-4df9-9ed7-d002edb83151 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=955d87b720e0421f97fbc3bd251a2cca&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2771881 Feb 07 13:32:39.561102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6ae7-acea-46c8-80c4-2f782c6be057 req-eacb236e-ca3e-4024-932c-3fa75be315a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:39.561102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d0d6ae7-acea-46c8-80c4-2f782c6be057 req-eacb236e-ca3e-4024-932c-3fa75be315a2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2640579 Feb 07 13:32:39.568165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979c77c-0ca2-4764-be28-3c4d9ac30a44 req-471f0697-c2ff-44bb-8c76-4cbfb510ab8b tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:39.570825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f979c77c-0ca2-4764-be28-3c4d9ac30a44 req-471f0697-c2ff-44bb-8c76-4cbfb510ab8b tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1094 time: 0.1827252 Feb 07 13:32:39.729707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f979c77c-0ca2-4764-be28-3c4d9ac30a44 req-fa1e84d9-964f-4628-933f-cb9dd150bdf3 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427984 Feb 07 13:32:39.790200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e54a0fd1-2944-49e4-b3a1-3c943a876e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:39.790200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e54a0fd1-2944-49e4-b3a1-3c943a876e41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=955d87b720e0421f97fbc3bd251a2cca&device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1094 time: 0.1750519 Feb 07 13:32:39.882345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-d3dcbe95-9ab9-4364-9116-3544f1b7b3ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bdecd66-c429-4b81-a12b-b2d4398b188b HTTP/1.1" status: 200 len: 217 time: 0.0871429 Feb 07 13:32:39.890159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4ac46-a16a-4f87-bd46-82888b1118a3 req-b8664a15-05a0-410c-b161-45f2681565c7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:39.891558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbc4ac46-a16a-4f87-bd46-82888b1118a3 req-b8664a15-05a0-410c-b161-45f2681565c7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.2339036 Feb 07 13:32:40.108972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-ecb29610-2ad6-47a8-a757-807ecaf54730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:40.108972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-ecb29610-2ad6-47a8-a757-807ecaf54730 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=903c297a-bdad-46c0-a604-05db2c8c5d25 HTTP/1.1" status: 200 len: 848 time: 0.2150011 Feb 07 13:32:40.114834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbc4ac46-a16a-4f87-bd46-82888b1118a3 req-27b86cad-4ab7-4098-9906-f9c0a1784a82 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632679 Feb 07 13:32:40.191067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-9a6626f5-ddcd-4040-86e9-46bf33ecbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:40.192508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-9a6626f5-ddcd-4040-86e9-46bf33ecbb87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e9be6a-214e-453c-a55b-179eff19b6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789003 Feb 07 13:32:40.384536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-e5ffc2c0-83f7-4adb-b17a-f25b13d56f4e service neutron] 10.222.0.35 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816647 Feb 07 13:32:40.558999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce6aa469-2556-4f83-a9c2-3a5230e2520d req-ae765cfd-e08f-4c46-a58a-504713c82822 service neutron] 10.222.0.35 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694906 Feb 07 13:32:40.936023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20b7fc-35c7-4855-8133-9f505de7b463 req-40287b18-fb48-40b3-a195-080a21cd65fb tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:40.936023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea20b7fc-35c7-4855-8133-9f505de7b463 req-40287b18-fb48-40b3-a195-080a21cd65fb tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1094 time: 0.0784404 Feb 07 13:32:40.981370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea20b7fc-35c7-4855-8133-9f505de7b463 req-8d323a53-0c58-4a72-946d-9fcdfcb52449 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Feb 07 13:32:41.374478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689e74a-194a-4664-b513-a29e14af3d02 req-a1989175-f30d-4465-bf0b-1d56f36761ee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:41.374478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c689e74a-194a-4664-b513-a29e14af3d02 req-a1989175-f30d-4465-bf0b-1d56f36761ee tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1035993 Feb 07 13:32:41.420250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c689e74a-194a-4664-b513-a29e14af3d02 req-c573018b-cb30-4dd5-9e96-1dd65429bd36 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Feb 07 13:32:41.557992 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c87dfce-1441-4df3-97b8-81f5234558ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:41.613954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46634) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:41.777777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:41.792524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:41.796393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] Usage tracker for resource:security_group_rule and tenant:3050edac1043409894ca25ee4dc005f5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:41.799799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:41.822552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:41.934102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:42.033268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:42.084548 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3050edac1043409894ca25ee4dc005f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714110 Feb 07 13:32:42.085784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d95f3f-04f6-4806-9311-98090b9fcd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8819b658-ee66-412d-bff7-196308795355,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:42.087623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46652) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:42.233220 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:42.247438 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:42.258459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def57d4f-07d6-4333-87b8-31e681243fba req-6360e4e4-4586-407a-816f-e2660cc25bf6 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:42.260025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-def57d4f-07d6-4333-87b8-31e681243fba req-6360e4e4-4586-407a-816f-e2660cc25bf6 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1094 time: 0.1404588 Feb 07 13:32:42.264044 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:42.305570 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:42.330385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-def57d4f-07d6-4333-87b8-31e681243fba req-d867ef9c-9051-47ca-9331-b6d2fadda232 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595186 Feb 07 13:32:42.440164 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:42.463876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8819b658-ee66-412d-bff7-196308795355,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.475838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.479047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.479047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.479047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:32:42.497890 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:42.497890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-801c0aef-8719-496f-88ae-7d63971e2453 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8819b658-ee66-412d-bff7-196308795355 HTTP/1.1" status: 204 len: 168 time: 0.4020963 Feb 07 13:32:42.649813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c9872-7e2b-4020-8d24-4e545894bc7d req-107447e3-2d6f-4b23-a8e3-58d6f8e4f950 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:42.649813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b5c9872-7e2b-4020-8d24-4e545894bc7d req-107447e3-2d6f-4b23-a8e3-58d6f8e4f950 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.0843904 Feb 07 13:32:42.700744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b5c9872-7e2b-4020-8d24-4e545894bc7d req-230d3fac-8f05-4f6a-b6ed-1d1df95f4e21 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Feb 07 13:32:43.223049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46678) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:43.247641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:43.284861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:43.284861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] Usage tracker for resource:security_group_rule and tenant:3000760a27dc4918911f842061c762ad is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:43.284861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:43.284861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:43.388694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:43.510998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7bf51-31a9-4ad4-afea-cfd1fe197d50 req-7a73aa3e-9d9f-4ba1-9f79-6139024980c4 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:43.512414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fef7bf51-31a9-4ad4-afea-cfd1fe197d50 req-7a73aa3e-9d9f-4ba1-9f79-6139024980c4 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1094 time: 0.0695539 Feb 07 13:32:43.554602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fef7bf51-31a9-4ad4-afea-cfd1fe197d50 req-d781ea4c-dc60-453a-857e-c54aae023a84 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360844 Feb 07 13:32:43.561352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0bdecd66-c429-4b81-a12b-b2d4398b188b details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:32:43.705043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0bdecd66-c429-4b81-a12b-b2d4398b188b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0bdecd66-c429-4b81-a12b-b2d4398b188b,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:43.718291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '0bdecd66-c429-4b81-a12b-b2d4398b188b', 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'port_id': '0bdecd66-c429-4b81-a12b-b2d4398b188b', 'mac_address': 'fa:16:3e:14:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c297a-bdad-46c0-a604-05db2c8c5d25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:32:43.776283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:43.793573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdecd66-c429-4b81-a12b-b2d4398b188b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:32:43.809458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0bdecd66-c429-4b81-a12b-b2d4398b188b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0bdecd66-c429-4b81-a12b-b2d4398b188b,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:43.899704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dccec-a9f6-4ed8-a0a1-1292a974a1a6 req-733c73c2-dade-46ca-8d10-a4dfbc26f8fc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:43.901349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-603dccec-a9f6-4ed8-a0a1-1292a974a1a6 req-733c73c2-dade-46ca-8d10-a4dfbc26f8fc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.0874045 Feb 07 13:32:43.972853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:43.976376 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:43.976376 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:43.979670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-603dccec-a9f6-4ed8-a0a1-1292a974a1a6 req-e003b3ee-730b-4965-b9a0-77734b2ebf8d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587094 Feb 07 13:32:44.015328 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3000760a27dc4918911f842061c762ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933009 Feb 07 13:32:44.015328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46690) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:44.062640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0bdecd66-c429-4b81-a12b-b2d4398b188b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:44.079275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521e4a7-807d-4ede-8979-708f870cad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2ed850-153a-42cb-8297-9e8ffeaa9247,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:44.097763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f9822ec-b0c5-458a-b92f-0a09a202b98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:44.124903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f9822ec-b0c5-458a-b92f-0a09a202b98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:44.182625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0bdecd66-c429-4b81-a12b-b2d4398b188b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:32:44.285920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f9822ec-b0c5-458a-b92f-0a09a202b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:44.302751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9822ec-b0c5-458a-b92f-0a09a202b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2ed850-153a-42cb-8297-9e8ffeaa9247,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:44.333010 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f9822ec-b0c5-458a-b92f-0a09a202b98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:44.333010 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3f9822ec-b0c5-458a-b92f-0a09a202b98d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a2ed850-153a-42cb-8297-9e8ffeaa9247 HTTP/1.1" status: 204 len: 168 time: 0.3069048 Feb 07 13:32:44.763406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84fbe2-09b6-4c6c-b946-9deb1ee65df1 req-02e02efa-6914-4b72-bf6e-bd42e12e000a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:44.765812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c84fbe2-09b6-4c6c-b946-9deb1ee65df1 req-02e02efa-6914-4b72-bf6e-bd42e12e000a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1095 time: 0.1002331 Feb 07 13:32:44.845952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c84fbe2-09b6-4c6c-b946-9deb1ee65df1 req-e3d64374-24ce-4301-b4d9-dd8af00ef92f tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706756 Feb 07 13:32:45.199955 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:45.213132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58461-0e87-499f-a608-88df0b31df34 req-d37c5022-abf1-4633-b26b-5c8d4c50c538 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:45.213132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3b58461-0e87-499f-a608-88df0b31df34 req-d37c5022-abf1-4633-b26b-5c8d4c50c538 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1282263 Feb 07 13:32:45.266125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3b58461-0e87-499f-a608-88df0b31df34 req-0e0a13c3-7c35-4f3f-98f4-3e5ddaa17d84 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387309 Feb 07 13:32:45.577027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0bdecd66-c429-4b81-a12b-b2d4398b188b up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:45.759260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 0bdecd66-c429-4b81-a12b-b2d4398b188b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:45.775400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 0bdecd66-c429-4b81-a12b-b2d4398b188b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:45.775400 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:45.919836 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:45.930137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e2877-0137-4c7f-9545-269f476e2027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdecd66-c429-4b81-a12b-b2d4398b188b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:32:45.943083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 0bdecd66-c429-4b81-a12b-b2d4398b188b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0bdecd66-c429-4b81-a12b-b2d4398b188b,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:46.043167 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:46.078167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fa1c8-8c69-47e4-b0a7-4c90cd821942 req-752a09b3-0c54-4c20-b846-ae98c0ce1fbf tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:46.088092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-374fa1c8-8c69-47e4-b0a7-4c90cd821942 req-752a09b3-0c54-4c20-b846-ae98c0ce1fbf tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1095 time: 0.0845449 Feb 07 13:32:46.149081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-374fa1c8-8c69-47e4-b0a7-4c90cd821942 req-af53ce1d-66c4-4199-9c66-2d646510f21a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608456 Feb 07 13:32:46.282648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=0bdecd66-c429-4b81-a12b-b2d4398b188b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:46.383623 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e2877-0137-4c7f-9545-269f476e2027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdecd66-c429-4b81-a12b-b2d4398b188b', 'code': 200} Feb 07 13:32:46.591092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9bd6-5427-4fdd-89dd-4db308513935 req-6c8f7961-bccc-4bcb-ab1b-6c3df041e0d5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:46.591092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31fd9bd6-5427-4fdd-89dd-4db308513935 req-6c8f7961-bccc-4bcb-ab1b-6c3df041e0d5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1796448 Feb 07 13:32:46.672178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31fd9bd6-5427-4fdd-89dd-4db308513935 req-9b353f1e-2905-40ba-ade2-f6738113c655 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723963 Feb 07 13:32:46.961273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bf595-706f-4be5-937e-abff94456c88 req-b74f0c77-82e7-4610-9332-ce1a3c8bc7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:46.961273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a14bf595-706f-4be5-937e-abff94456c88 req-b74f0c77-82e7-4610-9332-ce1a3c8bc7d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.4608335 Feb 07 13:32:47.029762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a14bf595-706f-4be5-937e-abff94456c88 req-cde54581-fd3f-4db2-bba1-4b7a30ddc2da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646241 Feb 07 13:32:47.363312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dbef4-fe2b-4e08-8ae5-65a5d0948e69 req-09ea84f9-5de9-4b9f-8798-b570adc8673c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:47.365341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-791dbef4-fe2b-4e08-8ae5-65a5d0948e69 req-09ea84f9-5de9-4b9f-8798-b570adc8673c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.0997684 Feb 07 13:32:47.420694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-791dbef4-fe2b-4e08-8ae5-65a5d0948e69 req-3e32fc95-24cc-4459-8ec1-724a9086a2ca tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487924 Feb 07 13:32:47.951256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b62e28-9015-4851-a5f6-2c587136cdf1 req-bee76bbb-1e2b-40bb-8f5f-3c65375ef326 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:47.951256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93b62e28-9015-4851-a5f6-2c587136cdf1 req-bee76bbb-1e2b-40bb-8f5f-3c65375ef326 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.1544576 Feb 07 13:32:48.041016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93b62e28-9015-4851-a5f6-2c587136cdf1 req-e8bcc27a-196c-4160-9c88-aa1736d5dbe0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905411 Feb 07 13:32:48.728267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b14878-58bf-4a86-a8ee-156ace244561 req-9de97cca-49ec-4591-b1e5-3c0bab08c0ca tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:48.736769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30b14878-58bf-4a86-a8ee-156ace244561 req-9de97cca-49ec-4591-b1e5-3c0bab08c0ca tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.1347923 Feb 07 13:32:48.786758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8db4ed81-044d-4ded-832f-45b031bc73ed details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:32:48.792261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-30b14878-58bf-4a86-a8ee-156ace244561 req-6fb8d6ad-d86d-43fc-9a94-09007774ce43 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542314 Feb 07 13:32:49.044759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8db4ed81-044d-4ded-832f-45b031bc73ed, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8db4ed81-044d-4ded-832f-45b031bc73ed,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:49.084703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '8db4ed81-044d-4ded-832f-45b031bc73ed', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'port_id': '8db4ed81-044d-4ded-832f-45b031bc73ed', 'mac_address': 'fa:16:3e:75:68:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:32:49.088259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b711-0e2d-4f99-804e-3af8686a77eb req-0f258ec1-8bcc-42f1-8594-856c84738ab0 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:49.095091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57b9b711-0e2d-4f99-804e-3af8686a77eb req-0f258ec1-8bcc-42f1-8594-856c84738ab0 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.1381664 Feb 07 13:32:49.136876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57b9b711-0e2d-4f99-804e-3af8686a77eb req-86b5d9bf-b1f4-4ddd-af1e-d40dd5c69b08 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Feb 07 13:32:49.171894 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:49.195351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db4ed81-044d-4ded-832f-45b031bc73ed {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:32:49.212962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8db4ed81-044d-4ded-832f-45b031bc73ed, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8db4ed81-044d-4ded-832f-45b031bc73ed,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:49.312712 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:49.404329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8db4ed81-044d-4ded-832f-45b031bc73ed,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:49.511776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2869e2-49c4-40b6-a319-a2747f890271 req-ad905d37-8772-4698-985f-84ca02352477 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:49.516662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e2869e2-49c4-40b6-a319-a2747f890271 req-ad905d37-8772-4698-985f-84ca02352477 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 944 time: 0.3084943 Feb 07 13:32:49.565834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4f9d-2fa6-4f9c-b4a0-6875e28b0836 req-f3f7b48e-67aa-4fa5-9a58-fa5299263285 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:49.567449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b56d4f9d-2fa6-4f9c-b4a0-6875e28b0836 req-f3f7b48e-67aa-4fa5-9a58-fa5299263285 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.2764230 Feb 07 13:32:49.575227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e2869e2-49c4-40b6-a319-a2747f890271 req-353f07be-1fdc-4e34-b508-cb5c710ee4e4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548203 Feb 07 13:32:49.632116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b56d4f9d-2fa6-4f9c-b4a0-6875e28b0836 req-5d54f92c-918d-4cb1-82a8-6a44366dba26 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525596 Feb 07 13:32:49.633007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8db4ed81-044d-4ded-832f-45b031bc73ed'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:32:50.165998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-35cf42fc-e781-43d5-9b8b-1a960285ac43 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:50.165998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-35cf42fc-e781-43d5-9b8b-1a960285ac43 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/networks?id=95e9be6a-214e-453c-a55b-179eff19b6c8 HTTP/1.1" status: 200 len: 909 time: 0.1643407 Feb 07 13:32:50.188569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-0b265436-3190-4ac7-8490-acc18a2c8fba tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/quotas/955d87b720e0421f97fbc3bd251a2cca HTTP/1.1" status: 200 len: 375 time: 0.0097799 Feb 07 13:32:50.272650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-4534c3f3-8484-4eaa-81d8-d406eee9a42b tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=955d87b720e0421f97fbc3bd251a2cca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798681 Feb 07 13:32:50.494190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-694b8b2f-b5d6-47fb-a162-fadded70b92f service neutron] 10.222.0.69 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018297 Feb 07 13:32:50.713818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-bf1baad6-aec2-4d2d-a356-e3e8b81732e6 service neutron] 10.222.0.69 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279840 Feb 07 13:32:50.805936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8db4ed81-044d-4ded-832f-45b031bc73ed up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:32:50.822247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd089f-0af3-4f50-9a54-14510c192336 req-d2653787-7308-4a68-8c44-02f2fd83e560 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:50.829541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1cd089f-0af3-4f50-9a54-14510c192336 req-d2653787-7308-4a68-8c44-02f2fd83e560 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 945 time: 0.1029677 Feb 07 13:32:50.883038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1cd089f-0af3-4f50-9a54-14510c192336 req-5464ed2d-3f48-4a29-a812-f1be448dea33 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533745 Feb 07 13:32:50.965164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 8db4ed81-044d-4ded-832f-45b031bc73ed completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:50.977911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 8db4ed81-044d-4ded-832f-45b031bc73ed triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:50.977911 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:51.067029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27ec5003-9c2e-4a71-b8ae-d8b3ea2ccdfe req-f9c0afa9-cb3c-469e-8582-48490dbaf580 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 210 time: 0.0691292 Feb 07 13:32:51.162140 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:51.216101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8db4ed81-044d-4ded-832f-45b031bc73ed, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8db4ed81-044d-4ded-832f-45b031bc73ed,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:51.216101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744115c-e200-4de6-922a-15dcff041aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db4ed81-044d-4ded-832f-45b031bc73ed'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:32:51.299150 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744115c-e200-4de6-922a-15dcff041aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db4ed81-044d-4ded-832f-45b031bc73ed', 'code': 200} Feb 07 13:32:51.308204 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:51.419376 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8db4ed81-044d-4ded-832f-45b031bc73ed,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:51.455788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbad0e-fb90-4382-9145-2dbc89ac3287 req-1bb4be7f-df4c-476a-b6c3-cba77ddc6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:51.457769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35fbad0e-fb90-4382-9145-2dbc89ac3287 req-1bb4be7f-df4c-476a-b6c3-cba77ddc6a3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 1097 time: 0.0912125 Feb 07 13:32:51.505024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-35fbad0e-fb90-4382-9145-2dbc89ac3287 req-8c25a83d-e8c4-4744-a97e-345e04e909ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Feb 07 13:32:52.098748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44a9e6-b2fb-4e6d-84da-13170349c899 req-25a40596-78a9-46e3-8c7d-976742014140 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:52.098748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a44a9e6-b2fb-4e6d-84da-13170349c899 req-25a40596-78a9-46e3-8c7d-976742014140 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 946 time: 0.0875618 Feb 07 13:32:52.193649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4192fdf-d50b-4eee-a1a6-f521b7a1d13c req-ac6d323b-7fbd-4e36-b02d-f4342d210a1d tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 210 time: 0.0520461 Feb 07 13:32:52.204436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a44a9e6-b2fb-4e6d-84da-13170349c899 req-3451ad39-76f8-4b41-95e0-0a7a664ada64 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020212 Feb 07 13:32:52.876477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 46972) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:53.162912 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:53.192475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:53.196984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] Usage tracker for resource:security_group_rule and tenant:d861bc7f645443d3ad6066ce0d663663 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:53.199855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:53.210434 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:53.370846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:53.544374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e27dc5e0-1eda-4546-b7f9-e95e97d6cb00 req-d9758145-7958-46a5-b328-47df59c90573 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 210 time: 0.0582404 Feb 07 13:32:53.544374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d860-7b29-4b26-beaa-a64e20574af0 req-31171de9-1cee-42c4-9d09-8d940c2b5d24 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:53.544374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8aa7d860-7b29-4b26-beaa-a64e20574af0 req-31171de9-1cee-42c4-9d09-8d940c2b5d24 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 946 time: 0.1369050 Feb 07 13:32:53.544374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8aa7d860-7b29-4b26-beaa-a64e20574af0 req-adfd8399-eef0-4258-bc4e-31f997833995 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382335 Feb 07 13:32:53.762761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:53.762899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc3f8-ef15-4da6-bed2-22a6e4257950 req-4b0783f2-578b-43c7-bc58-1d35c2b98ba4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:53.762899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b1fc3f8-ef15-4da6-bed2-22a6e4257950 req-4b0783f2-578b-43c7-bc58-1d35c2b98ba4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 946 time: 0.0953388 Feb 07 13:32:53.787335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d681a3f-cdeb-440c-a485-e7fecdfb9b7c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:53.801308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 46990) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:53.802100 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-62f9313d-25a2-40f3-9828-980ae8e993bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d861bc7f645443d3ad6066ce0d663663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241924 Feb 07 13:32:53.826343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b1fc3f8-ef15-4da6-bed2-22a6e4257950 req-99a16d4e-4cdf-4c85-8fdf-95ad47a6d569 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566359 Feb 07 13:32:53.871526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0cadc258-56e9-43e0-9cfa-7bfc25b3f751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:53.898059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0cadc258-56e9-43e0-9cfa-7bfc25b3f751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:54.038209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3dac5-8e97-44d0-809e-5a3520d24c16 req-6c99946f-092b-43cd-aa0d-09dc90e84cc5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:54.039770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51f3dac5-8e97-44d0-809e-5a3520d24c16 req-6c99946f-092b-43cd-aa0d-09dc90e84cc5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 946 time: 0.1009300 Feb 07 13:32:54.098990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51f3dac5-8e97-44d0-809e-5a3520d24c16 req-41a63157-f4c5-4b94-a2ee-fc1bcae66697 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Feb 07 13:32:54.098990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0cadc258-56e9-43e0-9cfa-7bfc25b3f751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:54.117126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadc258-56e9-43e0-9cfa-7bfc25b3f751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d681a3f-cdeb-440c-a485-e7fecdfb9b7c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:54.151201 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0cadc258-56e9-43e0-9cfa-7bfc25b3f751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:54.151201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0cadc258-56e9-43e0-9cfa-7bfc25b3f751 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d681a3f-cdeb-440c-a485-e7fecdfb9b7c HTTP/1.1" status: 204 len: 168 time: 0.3391762 Feb 07 13:32:54.664566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-bfcf3f27-7284-4b60-9dd6-06a163f202cd tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:54.666079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-bfcf3f27-7284-4b60-9dd6-06a163f202cd tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.47 "GET /v2.0/networks?id=95e9be6a-214e-453c-a55b-179eff19b6c8 HTTP/1.1" status: 200 len: 909 time: 0.1681972 Feb 07 13:32:54.677983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Request body: {'port': {'device_id': '19c86928-7f70-42a3-9541-92b42188a896', 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'admin_state_up': True, 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:54.695242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:54.706224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:54.772006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca84db45-98e4-46de-abe1-abceabeea1ea req-363c0b9f-72a8-4481-9ddb-35d4fc8ba592 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 210 time: 0.0461338 Feb 07 13:32:54.780858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:54.804270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Made reservation on behalf of 955d87b720e0421f97fbc3bd251a2cca for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:32:54.804270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.005382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Allocated IP 172.20.0.11 (95e9be6a-214e-453c-a55b-179eff19b6c8/903c297a-bdad-46c0-a604-05db2c8c5d25/ad498e13-d1a1-4995-9114-ef218d829739) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:32:55.115907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:55.137556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.170478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:32:55.179243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] Usage tracker for resource:security_group_rule and tenant:87e6d38033a345298364e775f12c5666 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:32:55.179243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:32:55.191760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:32:55.302784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.374427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.390476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffc625-0a15-4bf3-aecc-aa005a37d7fd req-93476661-47bb-4f17-8a88-dfd4bd5d5c55 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:55.397568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6ffc625-0a15-4bf3-aecc-aa005a37d7fd req-93476661-47bb-4f17-8a88-dfd4bd5d5c55 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 946 time: 0.3819535 Feb 07 13:32:55.426514 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87e6d38033a345298364e775f12c5666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093145 Feb 07 13:32:55.429340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47040) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:32:55.441502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269be53d-9117-4dc0-ac2e-ff43e62e38a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507e37e5-b93a-4388-b467-e0b3a663765d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:55.480626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6ffc625-0a15-4bf3-aecc-aa005a37d7fd req-08cdd071-4454-40da-879a-2c346902db7f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823255 Feb 07 13:32:55.503579 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.509134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa820d2d-709d-4dde-9213-14a1cab6111f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.521781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Transition to ACTIVE for port object ad498e13-d1a1-4995-9114-ef218d829739 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:55.538334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa820d2d-709d-4dde-9213-14a1cab6111f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.668475 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.670556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0bdecd66-c429-4b81-a12b-b2d4398b188b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:32:55.696234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa820d2d-709d-4dde-9213-14a1cab6111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.713083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa820d2d-709d-4dde-9213-14a1cab6111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507e37e5-b93a-4388-b467-e0b3a663765d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:55.739176 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa820d2d-709d-4dde-9213-14a1cab6111f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:55.739176 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fa820d2d-709d-4dde-9213-14a1cab6111f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/507e37e5-b93a-4388-b467-e0b3a663765d HTTP/1.1" status: 204 len: 168 time: 0.3014219 Feb 07 13:32:55.782218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:32:55.785961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:32:55.790213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:32:55.854109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Pushing event updated for resources: {'Port': ['ID=ad498e13-d1a1-4995-9114-ef218d829739,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:55.927333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:55.931794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:56.086178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-d5c6ee38-f95e-4edc-9794-9a0aa9e8822e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4095588 Feb 07 13:32:56.112551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Request body: {'port': {'device_id': '19c86928-7f70-42a3-9541-92b42188a896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:32:56.191325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc067c-a4da-4eab-b152-af84e8e64da9 req-50fd52ef-427b-46e6-bcef-d5b9d6c75f04 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:56.191325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c0dc067c-a4da-4eab-b152-af84e8e64da9 req-50fd52ef-427b-46e6-bcef-d5b9d6c75f04 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Synchronizing usage tracker for tenant:955d87b720e0421f97fbc3bd251a2cca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:32:56.284266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c0dc067c-a4da-4eab-b152-af84e8e64da9 req-50fd52ef-427b-46e6-bcef-d5b9d6c75f04 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Unset dirty status for tenant:955d87b720e0421f97fbc3bd251a2cca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:32:56.284266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0dc067c-a4da-4eab-b152-af84e8e64da9 req-50fd52ef-427b-46e6-bcef-d5b9d6c75f04 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1028 time: 0.2552819 Feb 07 13:32:56.345646 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:56.385886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-584cb3ac-adfd-4db1-b4e6-132c06cd86e6 None None] Provisioning for port ad498e13-d1a1-4995-9114-ef218d829739 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:32:56.389284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0dc067c-a4da-4eab-b152-af84e8e64da9 req-a034fb02-7018-4b52-a898-e6f5efeafe78 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099002 Feb 07 13:32:56.392624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-584cb3ac-adfd-4db1-b4e6-132c06cd86e6 None None] Provisioning complete for port ad498e13-d1a1-4995-9114-ef218d829739 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:32:56.393195 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-584cb3ac-adfd-4db1-b4e6-132c06cd86e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:56.483627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-584cb3ac-adfd-4db1-b4e6-132c06cd86e6 None None] Port ad498e13-d1a1-4995-9114-ef218d829739 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:32:56.985344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc8504-4cb2-4b8b-aad1-1d50b04b98ac req-e0677186-361d-428f-b474-2511357fbbb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:56.985344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-acbc8504-4cb2-4b8b-aad1-1d50b04b98ac req-e0677186-361d-428f-b474-2511357fbbb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 946 time: 0.3692560 Feb 07 13:32:57.029779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-ebd2730c-6062-4a17-990c-028910085cba tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:57.029779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-ebd2730c-6062-4a17-990c-028910085cba tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 946 time: 0.3192201 Feb 07 13:32:57.184400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port 8db4ed81-044d-4ded-832f-45b031bc73ed {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:32:57.184400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:57.311300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-acbc8504-4cb2-4b8b-aad1-1d50b04b98ac req-25c2ad29-fb85-4455-a99d-cd2f6ee82f5e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213000 Feb 07 13:32:57.331537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad498e13-d1a1-4995-9114-ef218d829739 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:32:57.542315 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:57.624595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Transition to ACTIVE for port object ad498e13-d1a1-4995-9114-ef218d829739 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:32:57.668410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] For port 8db4ed81-044d-4ded-832f-45b031bc73ed, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8db4ed81-044d-4ded-832f-45b031bc73ed,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:32:57.668821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:57.693603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-dc96aed4-76be-4f02-81a7-53c18bb6f6e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4798620 Feb 07 13:32:57.770888 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:58.154086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for 8db4ed81-044d-4ded-832f-45b031bc73ed owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:32:58.369121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4536be0-92cb-49db-a178-717bc5ab7119 req-36983b77-325c-4de3-b428-483e94911e03 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:58.369121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4536be0-92cb-49db-a178-717bc5ab7119 req-36983b77-325c-4de3-b428-483e94911e03 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1028 time: 0.8124774 Feb 07 13:32:58.601130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Pushing event updated for resources: {'Port': ['ID=ad498e13-d1a1-4995-9114-ef218d829739,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:58.604554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4536be0-92cb-49db-a178-717bc5ab7119 req-a943500e-b84f-4cc4-a048-7d1da5d014b5 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327521 Feb 07 13:32:58.779863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Attempting to bind port ad498e13-d1a1-4995-9114-ef218d829739 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:32:58.779863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Attempting to bind port ad498e13-d1a1-4995-9114-ef218d829739 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:32:58.779863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Attempting to bind port ad498e13-d1a1-4995-9114-ef218d829739 on network 95e9be6a-214e-453c-a55b-179eff19b6c8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:58.801965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Port ad498e13-d1a1-4995-9114-ef218d829739 on network 95e9be6a-214e-453c-a55b-179eff19b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:32:58.801965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Attempting to bind port ad498e13-d1a1-4995-9114-ef218d829739 on network 95e9be6a-214e-453c-a55b-179eff19b6c8 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:32:58.801965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:32:58.801965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Checking segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:32:58.801965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Bound using segment: {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:32:58.801965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Bound port: ad498e13-d1a1-4995-9114-ef218d829739, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55025abb-85ca-4d1a-92af-0d26e42a6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:32:58.801965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:58.823430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-2df6f68a-6084-4976-96ea-75179d080dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:58.823430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-2df6f68a-6084-4976-96ea-75179d080dd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=955d87b720e0421f97fbc3bd251a2cca&device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.6676688 Feb 07 13:32:58.839632 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:58.849776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8db4ed81-044d-4ded-832f-45b031bc73ed'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:32:59.116352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113d642-82bc-43aa-922c-48b7ef6baa66 req-53f2d39b-1ff6-4037-bf45-4708dd47be08 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:59.131292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5113d642-82bc-43aa-922c-48b7ef6baa66 req-53f2d39b-1ff6-4037-bf45-4708dd47be08 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 946 time: 0.6412575 Feb 07 13:32:59.245067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=8db4ed81-044d-4ded-832f-45b031bc73ed,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:32:59.310538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] No DVR routers for this DVR port 8db4ed81-044d-4ded-832f-45b031bc73ed on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:32:59.326829 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:59.331933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e744115c-e200-4de6-922a-15dcff041aee', 'name': 'network-vif-deleted', 'tag': '8db4ed81-044d-4ded-832f-45b031bc73ed'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:32:59.430451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-53c73444-ca01-4980-a38f-0c22b0befdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:59.430451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-53c73444-ca01-4980-a38f-0c22b0befdd6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e9be6a-214e-453c-a55b-179eff19b6c8 HTTP/1.1" status: 200 len: 909 time: 0.5875545 Feb 07 13:32:59.439517 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e744115c-e200-4de6-922a-15dcff041aee', 'name': 'network-vif-deleted', 'tag': '8db4ed81-044d-4ded-832f-45b031bc73ed', 'status': 'completed', 'code': 200} Feb 07 13:32:59.540705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] For port ad498e13-d1a1-4995-9114-ef218d829739, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:32:59.568331 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5113d642-82bc-43aa-922c-48b7ef6baa66 req-2ed64191-ef42-4e03-8224-f8782e465fe8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330571 Feb 07 13:32:59.586250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c63e1a0-b2f4-4cd2-a36f-9a03e0073135 req-412e54bf-b2f5-4667-a4d7-3181fbffa3b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "DELETE /v2.0/ports/8db4ed81-044d-4ded-832f-45b031bc73ed HTTP/1.1" status: 204 len: 173 time: 2.5584733 Feb 07 13:32:59.594072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-7f80a1ad-8375-4af3-9085-c380151a15dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bdecd66-c429-4b81-a12b-b2d4398b188b HTTP/1.1" status: 200 len: 217 time: 0.1428561 Feb 07 13:32:59.594072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] For port ad498e13-d1a1-4995-9114-ef218d829739, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ad498e13-d1a1-4995-9114-ef218d829739,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:32:59.685852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-8bd81d54-23d0-4c61-b48f-f56868769aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:59.688558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-8bd81d54-23d0-4c61-b48f-f56868769aaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=903c297a-bdad-46c0-a604-05db2c8c5d25 HTTP/1.1" status: 200 len: 848 time: 0.0924735 Feb 07 13:32:59.690590 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:59.888481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:32:59.888481 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:32:59.888481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] 10.222.0.47 "PUT /v2.0/ports/ad498e13-d1a1-4995-9114-ef218d829739 HTTP/1.1" status: 200 len: 1092 time: 3.7899830 Feb 07 13:33:00.023851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a50c4-2188-431e-99ee-8872e9738887 service neutron] Pushing event updated for resources: {'Port': ['ID=ad498e13-d1a1-4995-9114-ef218d829739,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:00.114859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510b906-eac4-4d88-902b-beafdb9c75f3 req-cfb02a98-567b-4246-ba0c-7de0b2f885a7 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:00.116906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c510b906-eac4-4d88-902b-beafdb9c75f3 req-cfb02a98-567b-4246-ba0c-7de0b2f885a7 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1095 time: 0.2488317 Feb 07 13:33:00.168962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-4d63d42a-65b6-4e94-bae5-9cb651b82050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:00.170600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-4d63d42a-65b6-4e94-bae5-9cb651b82050 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e9be6a-214e-453c-a55b-179eff19b6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4079082 Feb 07 13:33:00.306184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c510b906-eac4-4d88-902b-beafdb9c75f3 req-08e6aff3-7ea6-4efc-ad07-aff68fbbeecf tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608999 Feb 07 13:33:00.346781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-6a2ed577-cec0-4482-b70f-1ef231e4d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:00.346781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-6a2ed577-cec0-4482-b70f-1ef231e4d7a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=955d87b720e0421f97fbc3bd251a2cca&device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1095 time: 0.3396609 Feb 07 13:33:00.457216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-b0fa60f0-2214-49bd-921b-00d95e01709f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad498e13-d1a1-4995-9114-ef218d829739 HTTP/1.1" status: 200 len: 217 time: 0.0851011 Feb 07 13:33:00.670165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-1a326e27-0a31-499e-af6d-0743e9f3f9b2 service neutron] 10.222.0.35 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882822 Feb 07 13:33:00.886919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8db4ed81-044d-4ded-832f-45b031bc73ed no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:00.929282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 8db4ed81-044d-4ded-832f-45b031bc73ed {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:00.929282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8db4ed81-044d-4ded-832f-45b031bc73ed not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:00.972540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b2204ed4-4ba2-40ba-8d5b-8b8bf9bb2c98 req-d83c437a-a029-4e28-9fad-1b03d006158a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:33:00.988920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-553e73ac-8fca-471a-bded-ea34d169d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:00.990446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-553e73ac-8fca-471a-bded-ea34d169d248 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=903c297a-bdad-46c0-a604-05db2c8c5d25 HTTP/1.1" status: 200 len: 848 time: 0.5343685 Feb 07 13:33:01.089125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec427b5-4558-4b7e-bd3e-6611153edf8d req-00a8f102-5c12-46db-ae92-e1a542ab3bd3 service neutron] 10.222.0.35 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093642 Feb 07 13:33:01.146637 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47176) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:01.161824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-6c202ca2-4ade-4450-9a12-4beae569f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:01.161824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-6c202ca2-4ade-4450-9a12-4beae569f000 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95e9be6a-214e-453c-a55b-179eff19b6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511366 Feb 07 13:33:01.259890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b2204ed4-4ba2-40ba-8d5b-8b8bf9bb2c98 req-d83c437a-a029-4e28-9fad-1b03d006158a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:33:01.259890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2204ed4-4ba2-40ba-8d5b-8b8bf9bb2c98 req-d83c437a-a029-4e28-9fad-1b03d006158a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e744115c-e200-4de6-922a-15dcff041aee HTTP/1.1" status: 200 len: 210 time: 0.3975067 Feb 07 13:33:01.438383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-ed89c9cd-1ecf-452d-ac8d-f1d3e3103e88 service neutron] 10.222.0.47 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733893 Feb 07 13:33:01.439026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c86928-7f70-42a3-9541-92b42188a896', 'tag': 'ad498e13-d1a1-4995-9114-ef218d829739'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:33:01.443588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:01.470293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:01.470293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] Usage tracker for resource:security_group_rule and tenant:a478706796c4480b83a6750fe3db21e1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:01.480912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:01.487688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:01.585480 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:01.635107 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c86928-7f70-42a3-9541-92b42188a896', 'tag': 'ad498e13-d1a1-4995-9114-ef218d829739', 'status': 'completed', 'code': 200} Feb 07 13:33:01.668971 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:01.857427 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a478706796c4480b83a6750fe3db21e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578076 Feb 07 13:33:01.857427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66bf59-a4b6-47ea-a620-52e5920d05ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b0d882-219e-4e50-98d0-c17151d8006c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:01.858541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47190) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:01.858541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb17e5-7a7b-43aa-9865-ed04509c41b9 req-6cd22c2b-4419-468e-8b18-f3ddfbd868ef tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:01.858541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04cb17e5-7a7b-43aa-9865-ed04509c41b9 req-6cd22c2b-4419-468e-8b18-f3ddfbd868ef tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1095 time: 0.3708997 Feb 07 13:33:01.887028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f94f710-4aa0-433d-9fd0-ce468ebf7bcd req-4d9d72ff-790b-4b75-bad2-d84a0007a43e service neutron] 10.222.0.47 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388578 Feb 07 13:33:01.931072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04cb17e5-7a7b-43aa-9865-ed04509c41b9 req-1631cec6-c847-4876-9208-b304859f0f40 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736847 Feb 07 13:33:01.949010 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-19607920-3a50-4d78-9abd-6af94e37f25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:01.978400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-19607920-3a50-4d78-9abd-6af94e37f25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:02.018323 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:33:02.168542 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-19607920-3a50-4d78-9abd-6af94e37f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:02.196268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19607920-3a50-4d78-9abd-6af94e37f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b0d882-219e-4e50-98d0-c17151d8006c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:02.309552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-19607920-3a50-4d78-9abd-6af94e37f25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:02.323541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-19607920-3a50-4d78-9abd-6af94e37f25c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98b0d882-219e-4e50-98d0-c17151d8006c HTTP/1.1" status: 204 len: 168 time: 0.4906034 Feb 07 13:33:02.370569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-66102158-2fe4-4285-b34d-95448493d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:02.370569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-66102158-2fe4-4285-b34d-95448493d648 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=955d87b720e0421f97fbc3bd251a2cca&device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1095 time: 0.2300022 Feb 07 13:33:02.625654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-7083a57a-e163-46e3-85b5-844dfd915f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:02.628516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-7083a57a-e163-46e3-85b5-844dfd915f02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=95e9be6a-214e-453c-a55b-179eff19b6c8 HTTP/1.1" status: 200 len: 909 time: 0.2673032 Feb 07 13:33:02.733400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-ffd0b9da-9aaa-4958-a418-be9ee9ed0d3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad498e13-d1a1-4995-9114-ef218d829739 HTTP/1.1" status: 200 len: 217 time: 0.0988398 Feb 07 13:33:02.861533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-05371196-5ca8-4f7d-8c89-343d4f16ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:02.863268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-05371196-5ca8-4f7d-8c89-343d4f16ee42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=903c297a-bdad-46c0-a604-05db2c8c5d25 HTTP/1.1" status: 200 len: 848 time: 0.1210206 Feb 07 13:33:02.954062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-bf51cf45-ba80-4eb7-8b47-228a4638d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:02.966872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-bf51cf45-ba80-4eb7-8b47-228a4638d498 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95e9be6a-214e-453c-a55b-179eff19b6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973091 Feb 07 13:33:03.200003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-3a0d352b-07bb-4517-8234-6940605afe01 service neutron] 10.222.0.47 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258327 Feb 07 13:33:03.202154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90553595-3afb-433c-b2df-befff7f94e31 req-686e97f0-de52-4967-acdc-354ac4238df8 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:03.203684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90553595-3afb-433c-b2df-befff7f94e31 req-686e97f0-de52-4967-acdc-354ac4238df8 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1095 time: 0.1375380 Feb 07 13:33:03.244377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47220) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:03.270754 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:03.294486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:03.299305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] Usage tracker for resource:security_group_rule and tenant:b90c59ee2c874823aa19d1de3888910d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:03.302819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:03.310799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:03.412828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:03.520772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f16fcba-6890-4da7-8542-69c0721e44d8 req-227fe295-3e65-4ae7-aaf3-e8390cd266b9 service neutron] 10.222.0.47 "GET /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146780 Feb 07 13:33:03.524050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90553595-3afb-433c-b2df-befff7f94e31 req-4b65baec-148a-43c6-8e2f-54e30dea4f4f tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966402 Feb 07 13:33:03.600945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:03.671279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553826d1-9ffb-4902-8014-2fcf27125408,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:03.676826 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e7f829d7-fd3a-44b5-9733-4c1b58486913 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b90c59ee2c874823aa19d1de3888910d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307189 Feb 07 13:33:03.679594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47228) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:03.757549 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778151ad-0391-4b01-9d5d-406f11bdfe65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:03.784288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778151ad-0391-4b01-9d5d-406f11bdfe65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:03.922217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778151ad-0391-4b01-9d5d-406f11bdfe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:03.938860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778151ad-0391-4b01-9d5d-406f11bdfe65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553826d1-9ffb-4902-8014-2fcf27125408,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:03.944844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-778151ad-0391-4b01-9d5d-406f11bdfe65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:03.946797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-778151ad-0391-4b01-9d5d-406f11bdfe65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/553826d1-9ffb-4902-8014-2fcf27125408 HTTP/1.1" status: 204 len: 168 time: 0.2657790 Feb 07 13:33:04.795884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0771a-e310-4449-8f28-e4835ec18815 req-70f304fc-2ade-42f2-9e12-af1a3101f50e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:04.797476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fa0771a-e310-4449-8f28-e4835ec18815 req-70f304fc-2ade-42f2-9e12-af1a3101f50e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1095 time: 0.1090329 Feb 07 13:33:04.853073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4fa0771a-e310-4449-8f28-e4835ec18815 req-27c02f73-c160-4317-a6c2-cc10c3de4606 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491323 Feb 07 13:33:06.130093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85a22c-18da-440e-8d98-eccee4bd1ba5 req-04da157b-c752-462c-a1eb-8e381717d247 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:06.138247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d85a22c-18da-440e-8d98-eccee4bd1ba5 req-04da157b-c752-462c-a1eb-8e381717d247 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1095 time: 0.0971763 Feb 07 13:33:06.183787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d85a22c-18da-440e-8d98-eccee4bd1ba5 req-daaad669-c2a1-4a7e-8147-4ac1e3a8a8ac tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Feb 07 13:33:06.906955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ad498e13-d1a1-4995-9114-ef218d829739 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:33:07.049528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ad498e13-d1a1-4995-9114-ef218d829739, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ad498e13-d1a1-4995-9114-ef218d829739,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:07.063873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'ad498e13-d1a1-4995-9114-ef218d829739', 'network_id': '95e9be6a-214e-453c-a55b-179eff19b6c8', 'port_id': 'ad498e13-d1a1-4995-9114-ef218d829739', 'mac_address': 'fa:16:3e:4f:4c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c297a-bdad-46c0-a604-05db2c8c5d25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:33:07.120474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:07.138000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad498e13-d1a1-4995-9114-ef218d829739 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:33:07.154171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ad498e13-d1a1-4995-9114-ef218d829739, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ad498e13-d1a1-4995-9114-ef218d829739,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:07.225631 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:07.305662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ad498e13-d1a1-4995-9114-ef218d829739,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:07.396774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8780dd-f00d-4a83-96fb-fedecd10f910 req-42fc7b6d-338f-4968-a93e-a9a8eff0fd29 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:07.398271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c8780dd-f00d-4a83-96fb-fedecd10f910 req-42fc7b6d-338f-4968-a93e-a9a8eff0fd29 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1096 time: 0.0807018 Feb 07 13:33:07.447358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c8780dd-f00d-4a83-96fb-fedecd10f910 req-9ceca3c1-0a1a-441c-ab47-9543704b8587 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Feb 07 13:33:07.536371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ad498e13-d1a1-4995-9114-ef218d829739'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:33:07.926620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47358) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:08.097908 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:08.114962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:08.116947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] Usage tracker for resource:security_group_rule and tenant:b9779016529d4e85ba04f45e7a264e7c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:08.120017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:08.127270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:08.244713 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:08.371563 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:08.426729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99db0e38-5592-4767-85d7-c94e44dc02d8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:08.431103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4affd796-3988-4bea-8878-7c11aae5befd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9779016529d4e85ba04f45e7a264e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033455 Feb 07 13:33:08.433860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47382) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:08.495344 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a863366d-5aea-40aa-af2b-79ba44ebc98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:08.524360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a863366d-5aea-40aa-af2b-79ba44ebc98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:08.652548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f5981-69a9-41d2-a30c-505a954946a3 req-ce4995ba-bb3b-41ac-89f8-ce731944b74f tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:08.654055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-736f5981-69a9-41d2-a30c-505a954946a3 req-ce4995ba-bb3b-41ac-89f8-ce731944b74f tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1096 time: 0.0829222 Feb 07 13:33:08.697460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a863366d-5aea-40aa-af2b-79ba44ebc98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:08.716136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-736f5981-69a9-41d2-a30c-505a954946a3 req-ed74ce9c-35d7-4d59-9f7a-dfc07751c884 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525475 Feb 07 13:33:08.718929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863366d-5aea-40aa-af2b-79ba44ebc98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db0e38-5592-4767-85d7-c94e44dc02d8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:08.724459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a863366d-5aea-40aa-af2b-79ba44ebc98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:08.726297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a863366d-5aea-40aa-af2b-79ba44ebc98f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99db0e38-5592-4767-85d7-c94e44dc02d8 HTTP/1.1" status: 204 len: 168 time: 0.2915249 Feb 07 13:33:08.751221 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b433-e6b1-4ed6-9f3f-857ec83fa124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:08.911320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ad498e13-d1a1-4995-9114-ef218d829739 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:33:09.091450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port ad498e13-d1a1-4995-9114-ef218d829739 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:33:09.096913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port ad498e13-d1a1-4995-9114-ef218d829739 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:09.101640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:09.261572 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:09.302003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port ad498e13-d1a1-4995-9114-ef218d829739, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ad498e13-d1a1-4995-9114-ef218d829739,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:09.302835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c86928-7f70-42a3-9541-92b42188a896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad498e13-d1a1-4995-9114-ef218d829739'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:33:09.354880 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c86928-7f70-42a3-9541-92b42188a896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad498e13-d1a1-4995-9114-ef218d829739', 'code': 200} Feb 07 13:33:09.384008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:09.456052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=ad498e13-d1a1-4995-9114-ef218d829739,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:09.514756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287ffa9-6ead-4cbd-a35a-e56bc3016c2b req-1bfba092-d6f4-4a13-a0e0-b481ec12eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:09.516316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a287ffa9-6ead-4cbd-a35a-e56bc3016c2b req-1bfba092-d6f4-4a13-a0e0-b481ec12eeda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.0973225 Feb 07 13:33:09.523925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47440) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:09.545479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:09.564456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a287ffa9-6ead-4cbd-a35a-e56bc3016c2b req-6538b66b-431c-47d3-b4da-ac2728d40f90 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Feb 07 13:33:09.565247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:09.569006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] Usage tracker for resource:security_group_rule and tenant:780e04a9378a4e1fafe66261715c8f0a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:09.571841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:09.580806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:09.684296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:09.745638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:09.802907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd63c6-3219-4711-a88a-bd50f5bef1de,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:09.808862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2f116336-0897-4583-b933-82ddde974e9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=780e04a9378a4e1fafe66261715c8f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828047 Feb 07 13:33:09.811632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47458) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:09.926656 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa2fbe07-62a4-4d86-a667-2439438d2fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:09.961105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa2fbe07-62a4-4d86-a667-2439438d2fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:09.973914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96eaad-a690-43b8-bdf8-1beea89a5f72 req-f15a590c-9a0e-4562-ab7d-449085c2026c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:09.975422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a96eaad-a690-43b8-bdf8-1beea89a5f72 req-f15a590c-9a0e-4562-ab7d-449085c2026c tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.1398144 Feb 07 13:33:10.046980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a96eaad-a690-43b8-bdf8-1beea89a5f72 req-3df0693e-0bc4-4cd6-a897-4d9e4d3b8164 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650411 Feb 07 13:33:10.161094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa2fbe07-62a4-4d86-a667-2439438d2fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:10.185451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fbe07-62a4-4d86-a667-2439438d2fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd63c6-3219-4711-a88a-bd50f5bef1de,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:10.232396 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa2fbe07-62a4-4d86-a667-2439438d2fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:10.237708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aa2fbe07-62a4-4d86-a667-2439438d2fed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ccbd63c6-3219-4711-a88a-bd50f5bef1de HTTP/1.1" status: 204 len: 168 time: 0.4246972 Feb 07 13:33:11.288944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4056556-3c3d-4466-8dce-7786add8756e req-365a49a9-c56a-4ec7-8c4d-8648ca349dd9 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:11.290678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4056556-3c3d-4466-8dce-7786add8756e req-365a49a9-c56a-4ec7-8c4d-8648ca349dd9 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.1030068 Feb 07 13:33:11.339624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4056556-3c3d-4466-8dce-7786add8756e req-8119484b-1efd-47a9-ba3f-d69e9df991e1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Feb 07 13:33:11.576196 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3cc19bb5-8f35-4990-b2ff-b4a4b1254c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:12.274063 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:12.302906 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:12.611991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f83fa-dc48-472b-81a3-85255a185d35 req-d46abfce-87f9-4338-9f84-fccb8befad59 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:12.614092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb3f83fa-dc48-472b-81a3-85255a185d35 req-d46abfce-87f9-4338-9f84-fccb8befad59 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.1020019 Feb 07 13:33:12.663034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb3f83fa-dc48-472b-81a3-85255a185d35 req-1bed4276-9d13-42c3-8194-4bae82de3b25 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Feb 07 13:33:12.879867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a2ec5-48db-4a28-ac6a-b58097189a98 req-05039e24-1197-4300-8aea-5072dda834b6 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:12.881681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a47a2ec5-48db-4a28-ac6a-b58097189a98 req-05039e24-1197-4300-8aea-5072dda834b6 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.0842381 Feb 07 13:33:12.927330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a47a2ec5-48db-4a28-ac6a-b58097189a98 req-66ea5c4a-4ce8-4f65-aa31-d72485bc48e5 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Feb 07 13:33:13.123910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f03b2e-b008-48c0-9e70-21fc8d9f5acb req-47df04b3-ff0c-4946-8369-1231932b132e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:13.125607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7f03b2e-b008-48c0-9e70-21fc8d9f5acb req-47df04b3-ff0c-4946-8369-1231932b132e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.0828278 Feb 07 13:33:13.173655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7f03b2e-b008-48c0-9e70-21fc8d9f5acb req-5709f5cf-5f5e-4a23-8d90-d468b45b61e4 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Feb 07 13:33:13.789886 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:13.885072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4da935-af78-489a-a9d6-9495f3cf1e16 req-4d55aaa3-74cd-4730-80aa-7913b0c3ae1e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:13.890903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f4da935-af78-489a-a9d6-9495f3cf1e16 req-4d55aaa3-74cd-4730-80aa-7913b0c3ae1e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.0905066 Feb 07 13:33:13.953161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f4da935-af78-489a-a9d6-9495f3cf1e16 req-aa4c021f-8b4b-413a-ad1d-605f01e0291f tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Feb 07 13:33:14.138223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47800) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:14.284747 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:14.302977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:14.307826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9368fba90d48bca54b9abda0368b1c is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:14.317094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:14.323019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:14.431087 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:14.499669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:14.551534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e82a87-003e-4e2a-959a-37c2fde053c5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:14.555836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a2876b15-919f-41e9-974d-31aa4a671dd1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e9368fba90d48bca54b9abda0368b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166017 Feb 07 13:33:14.558528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47830) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:14.671084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5ac5-4cc2-4597-89cd-003404ec61dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:14.707092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5ac5-4cc2-4597-89cd-003404ec61dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:14.882360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5ac5-4cc2-4597-89cd-003404ec61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:14.905765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d5ac5-4cc2-4597-89cd-003404ec61dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e82a87-003e-4e2a-959a-37c2fde053c5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:14.911716 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5ac5-4cc2-4597-89cd-003404ec61dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:14.913869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8d1d5ac5-4cc2-4597-89cd-003404ec61dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9e82a87-003e-4e2a-959a-37c2fde053c5 HTTP/1.1" status: 204 len: 168 time: 0.3527198 Feb 07 13:33:15.150518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a6915-0282-424c-a223-a6ba8f4240c6 req-ba2547ed-eaad-48fd-bfd7-94937a486c24 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:15.152396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-836a6915-0282-424c-a223-a6ba8f4240c6 req-ba2547ed-eaad-48fd-bfd7-94937a486c24 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.0853682 Feb 07 13:33:15.253111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:15.259936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-836a6915-0282-424c-a223-a6ba8f4240c6 req-af7657bb-32a3-471a-8552-9423f598cbba tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918849 Feb 07 13:33:15.304079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-261f2ae5-3b2a-4f44-8723-17e721a8a18e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:15.305699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-261f2ae5-3b2a-4f44-8723-17e721a8a18e tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 1097 time: 0.1033673 Feb 07 13:33:15.405066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Deleting port ad498e13-d1a1-4995-9114-ef218d829739 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:15.405478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:15.707893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] For port ad498e13-d1a1-4995-9114-ef218d829739, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=ad498e13-d1a1-4995-9114-ef218d829739,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:15.708309 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:15.732631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 47888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:15.778493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:15.798382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:15.805331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Usage tracker for resource:security_group_rule and tenant:eab4d050af37458484915121600118cb is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:15.809570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:15.817435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:15.922100 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:15.983196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Calling delete_port for ad498e13-d1a1-4995-9114-ef218d829739 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:15.994681 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:16.046654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfaa52f-a88a-43ee-8a9d-7cce7eee5a25,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:16.060946 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eab4d050af37458484915121600118cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247442 Feb 07 13:33:16.060946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.060946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.061313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.061610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.061952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.062284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.062883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.063217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.063553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.063883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.064275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.064604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e13827f-0a1d-4fd3-ae7d-55f77a70de70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:16.067570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 47904) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:16.182953 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b73731ed-5587-4a04-beff-73c7c5b28273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:16.211532 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b73731ed-5587-4a04-beff-73c7c5b28273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:16.257873 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:16.269573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0bdecd66-c429-4b81-a12b-b2d4398b188b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:33:16.337119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['ad498e13-d1a1-4995-9114-ef218d829739'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:33:16.360222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad498e13-d1a1-4995-9114-ef218d829739,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:16.413402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] No DVR routers for this DVR port ad498e13-d1a1-4995-9114-ef218d829739 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:33:16.417092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:16.444229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c86928-7f70-42a3-9541-92b42188a896', 'name': 'network-vif-deleted', 'tag': 'ad498e13-d1a1-4995-9114-ef218d829739'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:33:16.500043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-45501be7-6e85-4dcd-85dd-aa4a4f7851ce req-8ad2a53e-ee8a-4566-b23b-007bb565a14f tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Synchronizing usage tracker for tenant:955d87b720e0421f97fbc3bd251a2cca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:33:16.530323 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c86928-7f70-42a3-9541-92b42188a896', 'name': 'network-vif-deleted', 'tag': 'ad498e13-d1a1-4995-9114-ef218d829739', 'status': 'completed', 'code': 200} Feb 07 13:33:16.575593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac02ddaa-9a41-43f8-857b-2d9d7b48da77 req-8ab82dea-1b2f-4c15-b700-7d9730f5435a tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.47 "DELETE /v2.0/ports/ad498e13-d1a1-4995-9114-ef218d829739 HTTP/1.1" status: 204 len: 173 time: 1.2641127 Feb 07 13:33:16.576658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b73731ed-5587-4a04-beff-73c7c5b28273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:16.580505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b73731ed-5587-4a04-beff-73c7c5b28273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:16.585043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b73731ed-5587-4a04-beff-73c7c5b28273 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4cfaa52f-a88a-43ee-8a9d-7cce7eee5a25 HTTP/1.1" status: 204 len: 168 time: 0.5134983 Feb 07 13:33:16.626636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73731ed-5587-4a04-beff-73c7c5b28273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfaa52f-a88a-43ee-8a9d-7cce7eee5a25,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:16.668606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-45501be7-6e85-4dcd-85dd-aa4a4f7851ce req-8ad2a53e-ee8a-4566-b23b-007bb565a14f tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Unset dirty status for tenant:955d87b720e0421f97fbc3bd251a2cca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:33:16.669788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45501be7-6e85-4dcd-85dd-aa4a4f7851ce req-8ad2a53e-ee8a-4566-b23b-007bb565a14f tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=19c86928-7f70-42a3-9541-92b42188a896 HTTP/1.1" status: 200 len: 210 time: 0.2163470 Feb 07 13:33:18.554557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40db8-36fc-47ac-bc69-7145546011fe req-e9a033e2-ce19-4e1c-9aba-ea9736f933bf tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:18.558502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abf40db8-36fc-47ac-bc69-7145546011fe req-e9a033e2-ce19-4e1c-9aba-ea9736f933bf tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.1093392 Feb 07 13:33:18.627597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abf40db8-36fc-47ac-bc69-7145546011fe req-dc0397a2-690f-428e-8414-9ac24857f3ba tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544202 Feb 07 13:33:18.958011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ad498e13-d1a1-4995-9114-ef218d829739 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:19.010072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: ad498e13-d1a1-4995-9114-ef218d829739 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:19.011830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device ad498e13-d1a1-4995-9114-ef218d829739 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:19.308744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48120) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:19.441445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:19.456776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:19.460749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8661359e3b476892366a9a97166f71 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:19.463641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:19.469362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:19.565951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:19.634296 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:19.753254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48148) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:19.763412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad8661359e3b476892366a9a97166f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617450 Feb 07 13:33:19.788644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b350533-b4ce-4259-9274-a6c086a35e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d750b4b1-3694-410c-863d-ebf7441838f2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:19.856181 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6bb8c88-d52b-46d0-aeb6-37068a72794a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:19.889536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-1ba646a9-cb3c-4d6e-afe3-256c6d3354ab tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:19.891049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-1ba646a9-cb3c-4d6e-afe3-256c6d3354ab tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.2034521 Feb 07 13:33:19.891499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6bb8c88-d52b-46d0-aeb6-37068a72794a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:19.939068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f2baa-7d65-415d-ad51-f1172ecd3aeb req-b53dd1e5-13e9-447e-9eec-58a15b08d8fe tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:19.940883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c23f2baa-7d65-415d-ad51-f1172ecd3aeb req-b53dd1e5-13e9-447e-9eec-58a15b08d8fe tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 1096 time: 0.1491599 Feb 07 13:33:20.000135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Deleting port 0bdecd66-c429-4b81-a12b-b2d4398b188b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:20.000396 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:20.008289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6bb8c88-d52b-46d0-aeb6-37068a72794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:20.030313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb8c88-d52b-46d0-aeb6-37068a72794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750b4b1-3694-410c-863d-ebf7441838f2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:20.049178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c23f2baa-7d65-415d-ad51-f1172ecd3aeb req-7323ed9c-6ec0-45d3-a261-eabf83563d28 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0404a3f5-e270-4e31-a92f-856ad19f185e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951571 Feb 07 13:33:20.069554 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6bb8c88-d52b-46d0-aeb6-37068a72794a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:20.073807 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d6bb8c88-d52b-46d0-aeb6-37068a72794a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d750b4b1-3694-410c-863d-ebf7441838f2 HTTP/1.1" status: 204 len: 168 time: 0.3195434 Feb 07 13:33:20.275130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] For port 0bdecd66-c429-4b81-a12b-b2d4398b188b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=0bdecd66-c429-4b81-a12b-b2d4398b188b,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:20.286801 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:20.415584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Calling delete_port for 0bdecd66-c429-4b81-a12b-b2d4398b188b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:20.682637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:20.693817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['0bdecd66-c429-4b81-a12b-b2d4398b188b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:33:20.797336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bdecd66-c429-4b81-a12b-b2d4398b188b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:20.852280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] No DVR routers for this DVR port 0bdecd66-c429-4b81-a12b-b2d4398b188b on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:33:20.856798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:20.861032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251e2877-0137-4c7f-9545-269f476e2027', 'name': 'network-vif-deleted', 'tag': '0bdecd66-c429-4b81-a12b-b2d4398b188b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:33:20.885998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e14e45d-e66a-4c80-a4bc-411f221df074 req-a9416a0c-ddeb-4810-a3b9-763aae2f2ad1 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.35 "DELETE /v2.0/ports/0bdecd66-c429-4b81-a12b-b2d4398b188b HTTP/1.1" status: 204 len: 173 time: 0.9891806 Feb 07 13:33:20.887877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48176) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:20.910192 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:20.925899 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251e2877-0137-4c7f-9545-269f476e2027', 'name': 'network-vif-deleted', 'tag': '0bdecd66-c429-4b81-a12b-b2d4398b188b', 'status': 'completed', 'code': 200} Feb 07 13:33:20.926754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:20.938814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] Usage tracker for resource:security_group_rule and tenant:fd5d0661a77f43999013369133e2d38a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:20.942681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:20.951440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:21.067844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:21.143190 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:21.263656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd5d0661a77f43999013369133e2d38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738816 Feb 07 13:33:21.273271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48190) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:21.310191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b5a69442-d27f-4e3c-9725-6ef0bf84dc18 req-5f0d7cca-707b-4bcd-a49a-f138d3a418d0 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Synchronizing usage tracker for tenant:955d87b720e0421f97fbc3bd251a2cca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:33:21.314459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b68ff8-fbb1-43e8-9f78-bfca0299b49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e532b6-d6fe-4324-948e-4679c9b21299,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:21.400470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c07410-427e-43a5-9ef1-a066a97b61a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:21.436833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b5a69442-d27f-4e3c-9725-6ef0bf84dc18 req-5f0d7cca-707b-4bcd-a49a-f138d3a418d0 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] Unset dirty status for tenant:955d87b720e0421f97fbc3bd251a2cca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:33:21.436833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5a69442-d27f-4e3c-9725-6ef0bf84dc18 req-5f0d7cca-707b-4bcd-a49a-f138d3a418d0 tempest-TestServerMultinode-2115906901 tempest-TestServerMultinode-2115906901-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=251e2877-0137-4c7f-9545-269f476e2027 HTTP/1.1" status: 200 len: 210 time: 0.1764553 Feb 07 13:33:21.440432 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c07410-427e-43a5-9ef1-a066a97b61a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:21.617009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c07410-427e-43a5-9ef1-a066a97b61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:21.662010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c07410-427e-43a5-9ef1-a066a97b61a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e532b6-d6fe-4324-948e-4679c9b21299,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:21.675021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86c07410-427e-43a5-9ef1-a066a97b61a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:21.676546 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86c07410-427e-43a5-9ef1-a066a97b61a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9e532b6-d6fe-4324-948e-4679c9b21299 HTTP/1.1" status: 204 len: 168 time: 0.4016900 Feb 07 13:33:22.567283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48222) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:23.383879 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:23.732470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0bdecd66-c429-4b81-a12b-b2d4398b188b no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:23.808219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 0bdecd66-c429-4b81-a12b-b2d4398b188b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:23.808573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 0bdecd66-c429-4b81-a12b-b2d4398b188b not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:23.855579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Deleting port ab8ef091-faf5-47a5-ad6c-e31ea8978cec {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:23.858054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:24.045791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] For port ab8ef091-faf5-47a5-ad6c-e31ea8978cec, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:24.045791 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:24.179737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Calling delete_port for ab8ef091-faf5-47a5-ad6c-e31ea8978cec owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:24.479828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:24.535381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8ef091-faf5-47a5-ad6c-e31ea8978cec,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:24.759829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:25.283417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:25.793801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Router 64d725e6-f113-49eb-a02d-0154d0e9324a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:33:26.055591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:33:26.073441 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] Sync routers for ids ['64d725e6-f113-49eb-a02d-0154d0e9324a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:33:26.082009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-43570818-6704-4b96-8528-8f4c03071136 admin admin] 10.222.0.69 "PUT /v2.0/routers/64d725e6-f113-49eb-a02d-0154d0e9324a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5127118 Feb 07 13:33:26.082509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48302) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:26.100160 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] Routers {'64d725e6-f113-49eb-a02d-0154d0e9324a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:33:26.100440 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['64d725e6-f113-49eb-a02d-0154d0e9324a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:26.368573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:26.462155 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] Set router 64d725e6-f113-49eb-a02d-0154d0e9324a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:33:26.685272 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:26.854187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Deleting port 5a34abea-5a93-4a17-bb19-c2392e00b49d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:26.854821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:26.942257 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:33:24Z', 'revision_number': 5, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port': {'id': '5a34abea-5a93-4a17-bb19-c2392e00b49d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:27:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:31:56Z', 'updated_at': '2022-02-07T13:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:26.954205 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] Checking router: 64d725e6-f113-49eb-a02d-0154d0e9324a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:33:26.976873 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] Routers {'64d725e6-f113-49eb-a02d-0154d0e9324a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:33:26.977722 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['64d725e6-f113-49eb-a02d-0154d0e9324a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:27.304940 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] Set router 64d725e6-f113-49eb-a02d-0154d0e9324a gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:33:27.505139 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] For port 5a34abea-5a93-4a17-bb19-c2392e00b49d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=5a34abea-5a93-4a17-bb19-c2392e00b49d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:27.505616 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:27.507507 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:33:26Z', 'revision_number': 6, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:27.512089 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18061844-24d5-4d22-bf5e-5b503982cf62 None None] The sync data for ids ['64d725e6-f113-49eb-a02d-0154d0e9324a'] in n-d-811416-5 is: [{'id': '64d725e6-f113-49eb-a02d-0154d0e9324a', 'name': 'tempest-TestServerMultinode-847559806-router', 'tenant_id': '89cb60e81edc41e3bca67acadd2c99ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:31:55Z', 'updated_at': '2022-02-07T13:33:26Z', 'revision_number': 6, 'project_id': '89cb60e81edc41e3bca67acadd2c99ff', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:33:27.660250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:27.766215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Calling delete_port for 5a34abea-5a93-4a17-bb19-c2392e00b49d owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:27.925086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:27.958858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:27.963928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] Usage tracker for resource:security_group_rule and tenant:0c666c863e9b490a910fa3ca5db9130e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:27.967373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:27.981046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:28.108320 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.117437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.159859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a34abea-5a93-4a17-bb19-c2392e00b49d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:28.193993 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.252855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550a2ce7-ae95-4e5b-ad28-31b2a69f76e9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:28.290549 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bc68c476-49a4-47bf-aeaa-705ae0846337 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0c666c863e9b490a910fa3ca5db9130e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6288104 Feb 07 13:33:28.291743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48356) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:28.329881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.426746 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0995af1-ff01-40e5-b9f2-d86ec4670ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.461939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0995af1-ff01-40e5-b9f2-d86ec4670ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.598782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.601609 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.630682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0995af1-ff01-40e5-b9f2-d86ec4670ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.680155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0995af1-ff01-40e5-b9f2-d86ec4670ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a2ce7-ae95-4e5b-ad28-31b2a69f76e9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:28.683711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a0995af1-ff01-40e5-b9f2-d86ec4670ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.685211 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a0995af1-ff01-40e5-b9f2-d86ec4670ab1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/550a2ce7-ae95-4e5b-ad28-31b2a69f76e9 HTTP/1.1" status: 204 len: 168 time: 0.3923266 Feb 07 13:33:28.711168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.713785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64d725e6-f113-49eb-a02d-0154d0e9324a {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:33:28.750939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.756433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-457d8074-c25b-456d-a49e-70e43da22ac3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/64d725e6-f113-49eb-a02d-0154d0e9324a HTTP/1.1" status: 204 len: 168 time: 2.6730778 Feb 07 13:33:28.758949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48376) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:28.842722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-22031caf-4c05-44aa-a113-31ec29ec3df4 admin admin] Deleting subnet 903c297a-bdad-46c0-a604-05db2c8c5d25 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:33:28.847160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22031caf-4c05-44aa-a113-31ec29ec3df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:28.920036 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22031caf-4c05-44aa-a113-31ec29ec3df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:29.022890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22031caf-4c05-44aa-a113-31ec29ec3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:29.106586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ab8ef091-faf5-47a5-ad6c-e31ea8978cec no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:29.145781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ab8ef091-faf5-47a5-ad6c-e31ea8978cec {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:29.146138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ab8ef091-faf5-47a5-ad6c-e31ea8978cec not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:29.146548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5a34abea-5a93-4a17-bb19-c2392e00b49d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:29.182236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 5a34abea-5a93-4a17-bb19-c2392e00b49d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:29.182599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 5a34abea-5a93-4a17-bb19-c2392e00b49d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:29.580709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22031caf-4c05-44aa-a113-31ec29ec3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:29.620706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22031caf-4c05-44aa-a113-31ec29ec3df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903c297a-bdad-46c0-a604-05db2c8c5d25,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:29.622673 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-22031caf-4c05-44aa-a113-31ec29ec3df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:29.632654 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-22031caf-4c05-44aa-a113-31ec29ec3df4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/903c297a-bdad-46c0-a604-05db2c8c5d25 HTTP/1.1" status: 204 len: 168 time: 0.8723550 Feb 07 13:33:29.633252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48394) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:29.635360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87257f6f-3640-4396-9d7b-00dc58a937f5 None None] Network 95e9be6a-214e-453c-a55b-179eff19b6c8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:33:29.788781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:29.803788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Deleting port 64188dfe-546e-4dcd-89f2-a3b2a806d690 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:29.804635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:29.927861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48412) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:29.971684 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.024367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] DHCP port deletion for 95e9be6a-214e-453c-a55b-179eff19b6c8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:33:30.029368 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Deleting port 64188dfe-546e-4dcd-89f2-a3b2a806d690 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:30.029652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:30.029808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.039129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] Usage tracker for resource:security_group_rule and tenant:7007427acb3549f7bd6dc6ee09ce7594 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:30.044983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:30.058613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:30.171678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.172920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48418) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:30.259871 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.274098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] For port 64188dfe-546e-4dcd-89f2-a3b2a806d690, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64188dfe-546e-4dcd-89f2-a3b2a806d690,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:30.275037 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.284706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] For port 64188dfe-546e-4dcd-89f2-a3b2a806d690, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64188dfe-546e-4dcd-89f2-a3b2a806d690,segment=NetworkSegment(55025abb-85ca-4d1a-92af-0d26e42a6741),segment_id=55025abb-85ca-4d1a-92af-0d26e42a6741)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:30.285263 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.380687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f88eee-56ba-46c8-8422-3541f8f91a02,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:30.423682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Calling delete_port for 64188dfe-546e-4dcd-89f2-a3b2a806d690 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:30.428311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c8bebd8a-bda0-4b10-a00c-a20118975a89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7007427acb3549f7bd6dc6ee09ce7594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945309 Feb 07 13:33:30.432625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48426) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:30.451852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Calling delete_port for 64188dfe-546e-4dcd-89f2-a3b2a806d690 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:30.539574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15452351-bf47-4679-a70f-fa982384b3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.543396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ba30109e-a465-459c-8fc4-1bc982960772 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53789c8874484b5e82c0044e2d425f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692112 Feb 07 13:33:30.546034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48432) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:30.591516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.595993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15452351-bf47-4679-a70f-fa982384b3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.599146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:33:30.599660 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:33:30.664398 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a16bfe3-6c09-47dc-9764-7df67fd3a67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.686167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Pushing event deleted for resources: {'Port': ['ID=64188dfe-546e-4dcd-89f2-a3b2a806d690,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:30.695483 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a16bfe3-6c09-47dc-9764-7df67fd3a67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.698930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.699385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.699857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.700326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.703225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.703225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.703225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.703225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.703225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.703225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.703225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.703863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:30.707487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c29d47-1528-48b7-8a3c-788dd52f5b7e None None] No DVR routers for this DVR port 64188dfe-546e-4dcd-89f2-a3b2a806d690 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:33:30.769321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15452351-bf47-4679-a70f-fa982384b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.792367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15452351-bf47-4679-a70f-fa982384b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f88eee-56ba-46c8-8422-3541f8f91a02,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:30.847669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a16bfe3-6c09-47dc-9764-7df67fd3a67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.864840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16bfe3-6c09-47dc-9764-7df67fd3a67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5421a35-8d48-4ded-95db-390453b24860,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:30.869238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7a16bfe3-6c09-47dc-9764-7df67fd3a67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.871033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7a16bfe3-6c09-47dc-9764-7df67fd3a67b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5421a35-8d48-4ded-95db-390453b24860 HTTP/1.1" status: 204 len: 168 time: 0.3236642 Feb 07 13:33:30.883480 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15452351-bf47-4679-a70f-fa982384b3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:30.887483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-15452351-bf47-4679-a70f-fa982384b3b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7f88eee-56ba-46c8-8422-3541f8f91a02 HTTP/1.1" status: 204 len: 168 time: 0.4538133 Feb 07 13:33:31.082251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64188dfe-546e-4dcd-89f2-a3b2a806d690 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:31.101243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Deleting port 64188dfe-546e-4dcd-89f2-a3b2a806d690 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:31.101745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:31.117175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 64188dfe-546e-4dcd-89f2-a3b2a806d690 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:31.117540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64188dfe-546e-4dcd-89f2-a3b2a806d690 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:31.172777 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] The port '64188dfe-546e-4dcd-89f2-a3b2a806d690' was deleted {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:33:31.308226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:31.349571 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e9be6a-214e-453c-a55b-179eff19b6c8']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:31.368963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55025abb-85ca-4d1a-92af-0d26e42a6741') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:31.369279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55025abb-85ca-4d1a-92af-0d26e42a6741') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:31.382604 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:31.401130 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:31.407363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:33:31.407893 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:33:31.421543 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:33:31.628663 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:31.664276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:31.677327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e9be6a-214e-453c-a55b-179eff19b6c8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:31.683446 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-505d268c-7c28-4bf9-ba9c-3a187967e288 admin admin] 10.222.0.69 "DELETE /v2.0/networks/95e9be6a-214e-453c-a55b-179eff19b6c8 HTTP/1.1" status: 204 len: 168 time: 2.0484509 Feb 07 13:33:31.685611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48472) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:32.448732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:32.849282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Deleting port 26686f1a-e2b9-4a61-ac36-d927c5e6219a {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:32.849836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:33.045800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] For port 26686f1a-e2b9-4a61-ac36-d927c5e6219a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=26686f1a-e2b9-4a61-ac36-d927c5e6219a,segment=NetworkSegment(41f33a0e-318d-42f1-ab92-18163cd0ceff),segment_id=41f33a0e-318d-42f1-ab92-18163cd0ceff)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:33.046169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:33.175868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Calling delete_port for 26686f1a-e2b9-4a61-ac36-d927c5e6219a owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:33.530886 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:33.583567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26686f1a-e2b9-4a61-ac36-d927c5e6219a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:33.943550 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:34.507460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Router 63a9749c-c86f-441b-b555-6f8851ebe1a8 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:33:34.706686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:33:34.716543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] Sync routers for ids ['63a9749c-c86f-441b-b555-6f8851ebe1a8'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:33:34.733646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] Routers {'63a9749c-c86f-441b-b555-6f8851ebe1a8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:33:34.733863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['63a9749c-c86f-441b-b555-6f8851ebe1a8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:34.852974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a2983a78-b096-45a5-a903-3a5a4b146ba1 admin admin] 10.222.0.69 "PUT /v2.0/routers/63a9749c-c86f-441b-b555-6f8851ebe1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1657367 Feb 07 13:33:34.855473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48550) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:34.941214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] Set router 63a9749c-c86f-441b-b555-6f8851ebe1a8 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:33:35.058152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:35.265995 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:35.286689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:33:33Z', 'revision_number': 5, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:35.291067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] Checking router: 63a9749c-c86f-441b-b555-6f8851ebe1a8 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:33:35.312660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] Routers {'63a9749c-c86f-441b-b555-6f8851ebe1a8'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:33:35.312660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['63a9749c-c86f-441b-b555-6f8851ebe1a8'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:35.399339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Deleting port ca6bb6a9-b06e-4528-93c9-1a657e627b4f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:35.400052 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:35.536809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] Set router 63a9749c-c86f-441b-b555-6f8851ebe1a8 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:33:35.680787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] For port ca6bb6a9-b06e-4528-93c9-1a657e627b4f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ca6bb6a9-b06e-4528-93c9-1a657e627b4f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:35.682529 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:35.850490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Calling delete_port for ca6bb6a9-b06e-4528-93c9-1a657e627b4f owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:35.855871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:33:33Z', 'revision_number': 5, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:35.859869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f249e6-a70a-49bc-8d17-5aa9fc4864ea None None] The sync data for ids ['63a9749c-c86f-441b-b555-6f8851ebe1a8'] in n-d-811416-5 is: [{'id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'name': 'tempest-TestServerMultinode-340489378-router', 'tenant_id': '955d87b720e0421f97fbc3bd251a2cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:32:14Z', 'updated_at': '2022-02-07T13:33:33Z', 'revision_number': 5, 'project_id': '955d87b720e0421f97fbc3bd251a2cca', 'gw_port': {'id': 'ca6bb6a9-b06e-4528-93c9-1a657e627b4f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a9749c-c86f-441b-b555-6f8851ebe1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:32:17Z', 'updated_at': '2022-02-07T13:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:33:36.150849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:36.343943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6bb6a9-b06e-4528-93c9-1a657e627b4f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:36.457601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:36.637682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:36.640524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:36.839472 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:36.840082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63a9749c-c86f-441b-b555-6f8851ebe1a8 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:33:36.854432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:36.858339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48592) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:36.858831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-919fd176-e258-4062-9d8b-e37d2578a31c admin admin] 10.222.0.69 "DELETE /v2.0/routers/63a9749c-c86f-441b-b555-6f8851ebe1a8 HTTP/1.1" status: 204 len: 168 time: 2.0017471 Feb 07 13:33:36.932667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c70224-a890-4360-a13b-91135cfb3d58 admin admin] Deleting subnet 8c790061-aa5d-46f8-90f6-6307f3de1fbf {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:33:36.935888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7c70224-a890-4360-a13b-91135cfb3d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:36.993125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7c70224-a890-4360-a13b-91135cfb3d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:37.114531 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7c70224-a890-4360-a13b-91135cfb3d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:37.317690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7c70224-a890-4360-a13b-91135cfb3d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:37.362293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c70224-a890-4360-a13b-91135cfb3d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c790061-aa5d-46f8-90f6-6307f3de1fbf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:37.368655 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a7c70224-a890-4360-a13b-91135cfb3d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:37.374011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a176e965-7c47-47e9-90d5-78e3c88f5a6e None None] Network 0264b727-dc45-428c-8428-ff213686e121 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:33:37.375781 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a7c70224-a890-4360-a13b-91135cfb3d58 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8c790061-aa5d-46f8-90f6-6307f3de1fbf HTTP/1.1" status: 204 len: 168 time: 0.5162990 Feb 07 13:33:37.379312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48608) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:37.478005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 26686f1a-e2b9-4a61-ac36-d927c5e6219a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:37.525453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 26686f1a-e2b9-4a61-ac36-d927c5e6219a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:37.525802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 26686f1a-e2b9-4a61-ac36-d927c5e6219a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:37.557411 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:37.570197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Deleting port a8309058-07a1-4e4d-9ed9-280c9a64cd3d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:37.570462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:37.785003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] DHCP port deletion for 0264b727-dc45-428c-8428-ff213686e121 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:33:37.789905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] Deleting port a8309058-07a1-4e4d-9ed9-280c9a64cd3d {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:37.790375 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:37.876858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] For port a8309058-07a1-4e4d-9ed9-280c9a64cd3d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a8309058-07a1-4e4d-9ed9-280c9a64cd3d,segment=NetworkSegment(41f33a0e-318d-42f1-ab92-18163cd0ceff),segment_id=41f33a0e-318d-42f1-ab92-18163cd0ceff)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:37.877744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.017535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Calling delete_port for a8309058-07a1-4e4d-9ed9-280c9a64cd3d owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:38.046876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] For port a8309058-07a1-4e4d-9ed9-280c9a64cd3d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a8309058-07a1-4e4d-9ed9-280c9a64cd3d,segment=NetworkSegment(41f33a0e-318d-42f1-ab92-18163cd0ceff),segment_id=41f33a0e-318d-42f1-ab92-18163cd0ceff)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:38.046876 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.169996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] Calling delete_port for a8309058-07a1-4e4d-9ed9-280c9a64cd3d owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:33:38.252453 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.265284 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:33:38.265706 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:33:38.303555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8309058-07a1-4e4d-9ed9-280c9a64cd3d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:38.305888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] No DVR routers for this DVR port a8309058-07a1-4e4d-9ed9-280c9a64cd3d on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:33:38.428062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.454081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0264b727-dc45-428c-8428-ff213686e121']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:38.468513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f33a0e-318d-42f1-ab92-18163cd0ceff') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:38.468807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f33a0e-318d-42f1-ab92-18163cd0ceff') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:38.482439 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.504228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.510888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:33:38.511249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:33:38.525686 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:33:38.688584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.697507 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.724221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0264b727-dc45-428c-8428-ff213686e121,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:38.740647 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8ef796ea-afc6-488e-a940-603ade8c9d4f admin admin] 10.222.0.69 "DELETE /v2.0/networks/0264b727-dc45-428c-8428-ff213686e121 HTTP/1.1" status: 204 len: 168 time: 1.3599498 Feb 07 13:33:38.770499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] Deleting port a8309058-07a1-4e4d-9ed9-280c9a64cd3d {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:38.771060 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:38.886341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bc6580ad-8dc1-49e1-9bdd-cbf26af48bb7 None None] The port 'a8309058-07a1-4e4d-9ed9-280c9a64cd3d' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:33:38.890254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98c942bf-92ad-469c-ace0-484ac956bdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:39.009306 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:33:39.092705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ca6bb6a9-b06e-4528-93c9-1a657e627b4f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:39.141142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: ca6bb6a9-b06e-4528-93c9-1a657e627b4f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:39.141397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device ca6bb6a9-b06e-4528-93c9-1a657e627b4f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:39.142745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a8309058-07a1-4e4d-9ed9-280c9a64cd3d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:33:39.177459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a8309058-07a1-4e4d-9ed9-280c9a64cd3d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:33:39.177988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a8309058-07a1-4e4d-9ed9-280c9a64cd3d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:33:39.459094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48648) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:39.686481 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3392bbd-201b-4832-9da5-4bd4257f59ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89cb60e81edc41e3bca67acadd2c99ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264349 Feb 07 13:33:39.691335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48654) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:39.806842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-06042ca2-138a-4506-ae58-217ca09b14a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:39.843214 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-06042ca2-138a-4506-ae58-217ca09b14a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:40.008536 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-06042ca2-138a-4506-ae58-217ca09b14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:40.033469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06042ca2-138a-4506-ae58-217ca09b14a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf4f7c-da4b-478f-85e6-d41b34e2ca78,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:40.046349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-06042ca2-138a-4506-ae58-217ca09b14a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:40.047673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-06042ca2-138a-4506-ae58-217ca09b14a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12bf4f7c-da4b-478f-85e6-d41b34e2ca78 HTTP/1.1" status: 204 len: 168 time: 0.3568423 Feb 07 13:33:41.039337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48694) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:41.102799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48700) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:41.103892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d0412fce-2cf5-476f-bebd-f40280b8bb4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=955d87b720e0421f97fbc3bd251a2cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622661 Feb 07 13:33:41.210924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa8033ae-b068-4459-acda-e8ccb99c0277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:41.247357 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa8033ae-b068-4459-acda-e8ccb99c0277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:41.462292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa8033ae-b068-4459-acda-e8ccb99c0277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:41.480314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8033ae-b068-4459-acda-e8ccb99c0277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0404a3f5-e270-4e31-a92f-856ad19f185e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:41.483638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa8033ae-b068-4459-acda-e8ccb99c0277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:41.484808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fa8033ae-b068-4459-acda-e8ccb99c0277 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0404a3f5-e270-4e31-a92f-856ad19f185e HTTP/1.1" status: 204 len: 168 time: 0.3797827 Feb 07 13:33:41.582134 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e381b70-a6b1-4aa7-9560-a36afcf60402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:41.633333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-43b2d2b8-dd6a-4538-a900-72f3b438b47c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:41.635145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-43b2d2b8-dd6a-4538-a900-72f3b438b47c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.1732180 Feb 07 13:33:41.677750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-9dd9c0c2-ebbe-42d9-aae3-a30725263235 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/quotas/4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 375 time: 0.0302637 Feb 07 13:33:41.789246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-b9daf553-51d3-4f06-b93d-3442e05bcb84 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101933 Feb 07 13:33:41.973186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-cdbda974-1b66-467a-a9c1-c31a0b47aeb8 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773024 Feb 07 13:33:42.182213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-702e8d6f-7257-4de8-86f0-b8394c725d62 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033777 Feb 07 13:33:42.246200 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:42.346476 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:42.993557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5678e144-b011-495e-8a7d-68273c2de2bf req-b32a61da-c4ae-4ae8-9456-7420afa1382a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 210 time: 0.0800130 Feb 07 13:33:43.265688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48786) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:43.401316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1556808554-network', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:33:43.402973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:43.406986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Usage tracker for resource:network and tenant:0a7753f7138e42eeae91cdfc4fb60462 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:43.410050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:43.416454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:43.510991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Made reservation on behalf of 0a7753f7138e42eeae91cdfc4fb60462 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:33:43.513985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:43.533548 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:43.548916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:43.553897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7753f7138e42eeae91cdfc4fb60462 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:43.559888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:43.582490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:43.666130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:43.765743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:43.794547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:43.817614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:33:43.827268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4fcc24-f8f3-447d-a43d-6de5d426c828,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:43.837741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:43.838348 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Added segment 45a73b73-4f3c-4cff-b174-beff22c7dc97 of type vlan for network f0ce5584-8113-459b-892d-e9d2f9c43674 Feb 07 13:33:43.840542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.841075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.841615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.842123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.842630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.843912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.844468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.845511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.846129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.846690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.847197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.847704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:43.901055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:44.038979 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:44.040045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:44.040595 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:44.248558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d826097-3ce4-40cb-82a3-b1a5eaecfacf req-90fd402d-404f-474f-870c-9e4a59b6d07e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 210 time: 0.0771084 Feb 07 13:33:44.263033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ce5584-8113-459b-892d-e9d2f9c43674,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:44.274965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network f0ce5584-8113-459b-892d-e9d2f9c43674 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:33:44.401305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b5c08e47-566c-4a1d-8647-a08f45db0eb9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1302574 Feb 07 13:33:44.401913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48828) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:44.409251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Request body: {'subnet': {'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1556808554-subnet', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:33:44.414311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48832) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:44.426333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:44.432582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Usage tracker for resource:subnet and tenant:0a7753f7138e42eeae91cdfc4fb60462 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:44.435728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:44.443057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:44.564587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:44.583588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Made reservation on behalf of 0a7753f7138e42eeae91cdfc4fb60462 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:33:44.585944 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:44.694999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:44.699066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] Usage tracker for resource:security_group_rule and tenant:9249d9d3665b44b89c79e7510487646d is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:44.702242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:44.708768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:44.933167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48846) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:44.999929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.054658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.099100 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.118111 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.118324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:45.122493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] Usage tracker for resource:security_group_rule and tenant:2e4f08ea69934ed187aef3c4c51c70b8 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:45.126647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:45.140036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:45.187786 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.236749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.286018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1fbdb4-6dd6-4016-a69d-df777e0621a6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:45.290312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cf543d54-2c3f-400e-b484-d82a82898e3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9249d9d3665b44b89c79e7510487646d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8747745 Feb 07 13:33:45.293191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48856) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:45.307614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9107b01-3300-4a21-8be2-f78486eadcda,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:45.322367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Checking segment: {'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:33:45.322513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Network hostable DHCP agents. Network: f0ce5584-8113-459b-892d-e9d2f9c43674, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:33:45.372860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84134428-1375-4c00-bdc9-1128aae196b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.389261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-9c8bfffe-4f42-4fc7-bc04-7e464961f8fa tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:45.392572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-9c8bfffe-4f42-4fc7-bc04-7e464961f8fa tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.2386436 Feb 07 13:33:45.404856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'port': {'device_id': '2f097727-4266-4695-95bb-4acb54fa9fd3', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'admin_state_up': True, 'tenant_id': '4a92a614e65b49c08d9e99ad98743207'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:33:45.407802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84134428-1375-4c00-bdc9-1128aae196b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.474173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.525752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Network f0ce5584-8113-459b-892d-e9d2f9c43674 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:33:45.529938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e49458-8222-4e43-80bb-3b13efdc8942,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:45.535199 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-997bbf22-fbf6-4312-bb3a-e19014f1498b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e4f08ea69934ed187aef3c4c51c70b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009829 Feb 07 13:33:45.537962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48868) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:45.557295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c04e6f0-ec8b-4526-9846-04edbdc2e00a req-517e475d-11e7-43cd-b81c-5f9f6400f843 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 210 time: 0.1339123 Feb 07 13:33:45.560188 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84134428-1375-4c00-bdc9-1128aae196b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.602003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84134428-1375-4c00-bdc9-1128aae196b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1fbdb4-6dd6-4016-a69d-df777e0621a6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:45.612723 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-84134428-1375-4c00-bdc9-1128aae196b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.616401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-84134428-1375-4c00-bdc9-1128aae196b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce1fbdb4-6dd6-4016-a69d-df777e0621a6 HTTP/1.1" status: 204 len: 168 time: 0.3196874 Feb 07 13:33:45.634898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, f0ce5584-8113-459b-892d-e9d2f9c43674) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:33:45.646616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:45.647667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.649581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ce12c-9ecb-4652-a95b-e72dd3f69346 None None] Network f0ce5584-8113-459b-892d-e9d2f9c43674 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:33:45.668575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdc05421-2750-4266-9a7d-a270cc850106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.686547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:45.697413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:45.730612 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdc05421-2750-4266-9a7d-a270cc850106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.772472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a8565c81-d636-409e-b25f-ce7d71e6af25 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3693724 Feb 07 13:33:45.775190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48876) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:45.781763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:33:45.794689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:45.799944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Usage tracker for resource:router and tenant:0a7753f7138e42eeae91cdfc4fb60462 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:45.807533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:45.815887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:45.862392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:33:45.865979 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.885383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdc05421-2750-4266-9a7d-a270cc850106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.922626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc05421-2750-4266-9a7d-a270cc850106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e49458-8222-4e43-80bb-3b13efdc8942,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:45.938970 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bdc05421-2750-4266-9a7d-a270cc850106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.938970 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bdc05421-2750-4266-9a7d-a270cc850106 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15e49458-8222-4e43-80bb-3b13efdc8942 HTTP/1.1" status: 204 len: 168 time: 0.3952153 Feb 07 13:33:45.952398 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:45.954001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.002931 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.062614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-f0ce5584-8113-459b-892d-e9d2f9c43674', 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'fixed_ips': [{'subnet_id': 'b9107b01-3300-4a21-8be2-f78486eadcda'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:33:46.064065 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.136486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.20.0.9 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/194a88af-60fe-4c69-a5b7-42e9af9d71c7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:33:46.269297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Allocated IP 172.20.0.2 (f0ce5584-8113-459b-892d-e9d2f9c43674/b9107b01-3300-4a21-8be2-f78486eadcda/137f96e8-2217-4ed3-824f-25da3d5bf9e4) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:33:46.524710 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.536636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Transition to ACTIVE for port object 137f96e8-2217-4ed3-824f-25da3d5bf9e4 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:33:46.557500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Transition to ACTIVE for port object 137f96e8-2217-4ed3-824f-25da3d5bf9e4 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:33:46.644834 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.665514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.760214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Network f0ce5584-8113-459b-892d-e9d2f9c43674 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:33:46.763392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:33:46.768238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:33:46.773489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1456632-3498-40a0-8316-30aeb7f1c239 req-7d7afecb-a187-4de8-acf2-d33d62e4b6b0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 210 time: 0.0851052 Feb 07 13:33:46.777492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Pushing event updated for resources: {'Port': ['ID=137f96e8-2217-4ed3-824f-25da3d5bf9e4,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:46.801945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48898) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:46.822727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.838396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:46.842411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] Usage tracker for resource:security_group_rule and tenant:b1a9bc736b94492787614f57c1fd0dac is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:46.845367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:46.851064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:46.881320 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.887893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Attempting to bind port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:33:46.888628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Attempting to bind port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:33:46.889258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Attempting to bind port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 on network f0ce5584-8113-459b-892d-e9d2f9c43674 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:33:46.897776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:33:46.903313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Transition to ACTIVE for port object 194a88af-60fe-4c69-a5b7-42e9af9d71c7 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:33:46.912205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Checking segment: {'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:33:46.913199 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:46.915345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Bound using segment: {'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:33:46.917440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Bound port: 137f96e8-2217-4ed3-824f-25da3d5bf9e4, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:33:46.918159 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.036586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.045474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.102128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48904) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:47.127558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.139586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.158923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] For port 137f96e8-2217-4ed3-824f-25da3d5bf9e4, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:33:47.170622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:47.171035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] For port 137f96e8-2217-4ed3-824f-25da3d5bf9e4, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=137f96e8-2217-4ed3-824f-25da3d5bf9e4,segment=NetworkSegment(45a73b73-4f3c-4cff-b174-beff22c7dc97),segment_id=45a73b73-4f3c-4cff-b174-beff22c7dc97)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:33:47.177360 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:90274d7c5c56419b94734d4e313d2ba6 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:47.181090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:47.190738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:47.255812 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.290955 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b1a9bc736b94492787614f57c1fd0dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879191 Feb 07 13:33:47.294389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18077e8d-6f94-4f8d-babb-6f4a4109af9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeabb50-e179-45c2-aee6-d4e79a475e75,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:47.320307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 48910) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:47.350191 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.356978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d6182-6ca6-4c6f-81d1-975a55f8f2c3 None None] Pushing event updated for resources: {'Port': ['ID=137f96e8-2217-4ed3-824f-25da3d5bf9e4,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:47.440048 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.446462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:33:47.487762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:33:47.496740 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90274d7c5c56419b94734d4e313d2ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910990 Feb 07 13:33:47.499027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 48916) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:47.514198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:33:47.553802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad1f85-1989-4a9c-a93c-737f942fc1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05c4a80-023d-4784-b08b-00dd3cc66eba,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:47.614735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:47.615403 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.639546 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af198a7e-d840-46ea-879f-f3e05056ba33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.656690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=194a88af-60fe-4c69-a5b7-42e9af9d71c7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:47.747212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-35398d61-4c64-4824-9b09-ab8e96b7a958 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3473670 Feb 07 13:33:47.761789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af198a7e-d840-46ea-879f-f3e05056ba33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.771616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Request body: {'port': {'device_id': '2f097727-4266-4695-95bb-4acb54fa9fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:33:47.947459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af198a7e-d840-46ea-879f-f3e05056ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.959447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-378e0770-0527-4482-b8ce-cb8b192d2859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:47.962196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:48.026722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af198a7e-d840-46ea-879f-f3e05056ba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05c4a80-023d-4784-b08b-00dd3cc66eba,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:48.041706 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af198a7e-d840-46ea-879f-f3e05056ba33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:48.044323 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af198a7e-d840-46ea-879f-f3e05056ba33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d05c4a80-023d-4784-b08b-00dd3cc66eba HTTP/1.1" status: 204 len: 168 time: 0.5431206 Feb 07 13:33:48.067681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:48.195858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-378e0770-0527-4482-b8ce-cb8b192d2859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:48.220611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:48.238866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c3484466-689f-48ba-96a8-1cf354eb5551 None None] Provisioning for port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:33:48.244178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c3484466-689f-48ba-96a8-1cf354eb5551 None None] Provisioning complete for port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:48.244621 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c3484466-689f-48ba-96a8-1cf354eb5551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:48.322062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c3484466-689f-48ba-96a8-1cf354eb5551 None None] Port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:33:48.402237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fadcf-7400-4caa-b044-f6b1ec8db04b req-f8b51c13-8c95-4f6c-b2ea-4c83b7321fe4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:48.402935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9b3fadcf-7400-4caa-b044-f6b1ec8db04b req-f8b51c13-8c95-4f6c-b2ea-4c83b7321fe4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:33:48.572618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9b3fadcf-7400-4caa-b044-f6b1ec8db04b req-f8b51c13-8c95-4f6c-b2ea-4c83b7321fe4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:33:48.573785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b3fadcf-7400-4caa-b044-f6b1ec8db04b req-f8b51c13-8c95-4f6c-b2ea-4c83b7321fe4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 931 time: 0.5141163 Feb 07 13:33:48.625048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Allocated IP 172.25.7.243 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/e32cd77b-457e-43fd-a258-b27862ab64a3) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:33:48.754036 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-378e0770-0527-4482-b8ce-cb8b192d2859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:48.870051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e0770-0527-4482-b8ce-cb8b192d2859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeabb50-e179-45c2-aee6-d4e79a475e75,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:48.910822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b3fadcf-7400-4caa-b044-f6b1ec8db04b req-d90f59cc-e80e-4f18-a10f-a85f6d3ca9ad tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142362 Feb 07 13:33:48.971091 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-378e0770-0527-4482-b8ce-cb8b192d2859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:48.973286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-378e0770-0527-4482-b8ce-cb8b192d2859 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5aeabb50-e179-45c2-aee6-d4e79a475e75 HTTP/1.1" status: 204 len: 168 time: 1.6510127 Feb 07 13:33:49.082533 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:49.108433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275d7410-064d-4311-b726-bc3dd3a1d809 None None] Network f0ce5584-8113-459b-892d-e9d2f9c43674 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:33:49.155284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194a88af-60fe-4c69-a5b7-42e9af9d71c7 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:33:49.166368 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:49.186943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Transition to ACTIVE for port object 194a88af-60fe-4c69-a5b7-42e9af9d71c7 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:33:49.210790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 137f96e8-2217-4ed3-824f-25da3d5bf9e4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:33:49.317830 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:49.370218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9198b369-7f99-4edd-84ac-33f2fc5712da None None] Provisioning for port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:33:49.414620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:49.527170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:33:49.531691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:33:49.534399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:33:49.545651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:33:49.550919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:49.551681 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:49.834801 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:49.889075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 137f96e8-2217-4ed3-824f-25da3d5bf9e4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=137f96e8-2217-4ed3-824f-25da3d5bf9e4,segment=NetworkSegment(45a73b73-4f3c-4cff-b174-beff22c7dc97),segment_id=45a73b73-4f3c-4cff-b174-beff22c7dc97)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:49.975623 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:50.006998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Pushing event updated for resources: {'Port': ['ID=e32cd77b-457e-43fd-a258-b27862ab64a3,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:50.149082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4188210f-3f0e-4e74-8db3-a16ff96431c5 None None] Provisioning complete for port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:50.149711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4188210f-3f0e-4e74-8db3-a16ff96431c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:50.211404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=137f96e8-2217-4ed3-824f-25da3d5bf9e4,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:50.311141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Pushing event updated for resources: {'Port': ['ID=194a88af-60fe-4c69-a5b7-42e9af9d71c7,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:50.318516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Attempting to bind port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:33:50.318854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Attempting to bind port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:33:50.319195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Attempting to bind port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:33:50.336639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 on network c42fd682-807a-46ed-800d-ed30d5f431a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:33:50.336967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Attempting to bind port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:33:50.346198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:33:50.346536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:33:50.346920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:33:50.347353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Bound port: 194a88af-60fe-4c69-a5b7-42e9af9d71c7, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:33:50.347712 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:50.502120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7541c-6bce-4f3f-b7f1-e28c1faf8c1a req-971d6414-0793-4637-a875-fd6a98aa36bc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:50.503940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14c7541c-6bce-4f3f-b7f1-e28c1faf8c1a req-971d6414-0793-4637-a875-fd6a98aa36bc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.3281124 Feb 07 13:33:50.592508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] For port 194a88af-60fe-4c69-a5b7-42e9af9d71c7, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:33:50.597268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] For port 194a88af-60fe-4c69-a5b7-42e9af9d71c7, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=194a88af-60fe-4c69-a5b7-42e9af9d71c7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:33:50.676836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14c7541c-6bce-4f3f-b7f1-e28c1faf8c1a req-4d039e39-da89-41a1-a430-2367ac1a091a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647074 Feb 07 13:33:50.696362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:50.769841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:50.770461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:50.771842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] 10.222.0.47 "PUT /v2.0/ports/194a88af-60fe-4c69-a5b7-42e9af9d71c7 HTTP/1.1" status: 200 len: 1091 time: 3.0124104 Feb 07 13:33:50.774684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f097727-4266-4695-95bb-4acb54fa9fd3', 'tag': '194a88af-60fe-4c69-a5b7-42e9af9d71c7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:33:50.792302 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:50.882117 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f097727-4266-4695-95bb-4acb54fa9fd3', 'tag': '194a88af-60fe-4c69-a5b7-42e9af9d71c7', 'status': 'completed', 'code': 200} Feb 07 13:33:51.037891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d967a-85fc-4e68-954a-da7773ffda35 service neutron] Pushing event updated for resources: {'Port': ['ID=194a88af-60fe-4c69-a5b7-42e9af9d71c7,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:51.160640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aefea4-e5f2-4f74-87a1-ac25d44b4f51 req-8bbf7d32-60c7-43bf-a3e8-a536c5afeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:51.162140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8aefea4-e5f2-4f74-87a1-ac25d44b4f51 req-8bbf7d32-60c7-43bf-a3e8-a536c5afeac7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 1094 time: 0.2767923 Feb 07 13:33:51.169579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 137f96e8-2217-4ed3-824f-25da3d5bf9e4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:33:51.240882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:51.241539 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:51.472640 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:51.472640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aefea4-e5f2-4f74-87a1-ac25d44b4f51 req-b5d80c2d-888f-426e-b8a8-8cc6fd0dbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:51.473108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8aefea4-e5f2-4f74-87a1-ac25d44b4f51 req-b5d80c2d-888f-426e-b8a8-8cc6fd0dbda1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a92a614e65b49c08d9e99ad98743207&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3029664 Feb 07 13:33:52.007004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aefea4-e5f2-4f74-87a1-ac25d44b4f51 req-2d324903-1c8c-4f3c-a231-832e8f034e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:52.008515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d8aefea4-e5f2-4f74-87a1-ac25d44b4f51 req-2d324903-1c8c-4f3c-a231-832e8f034e05 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3321941 Feb 07 13:33:52.051899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7aba7-d2e4-41c6-8a7e-f12ec4ce44f3 req-9781cf4e-e6f6-4f45-b012-0d088a819da9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:52.054095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cda7aba7-d2e4-41c6-8a7e-f12ec4ce44f3 req-9781cf4e-e6f6-4f45-b012-0d088a819da9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.1694329 Feb 07 13:33:52.161829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cda7aba7-d2e4-41c6-8a7e-f12ec4ce44f3 req-77dc4e42-be23-4cba-979d-88846ef64b8d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013710 Feb 07 13:33:52.181493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Router 39874a76-7b98-4a02-9bf2-5db07e262b6a is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:33:52.186576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-80601a75-610f-499e-ab4c-54f0763fb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:52.188336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-80601a75-610f-499e-ab4c-54f0763fb72f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 1094 time: 0.1134686 Feb 07 13:33:52.354731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-9211369c-4c2e-41ff-ba28-2cef200c485e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194a88af-60fe-4c69-a5b7-42e9af9d71c7 HTTP/1.1" status: 200 len: 217 time: 0.1588361 Feb 07 13:33:52.512495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-96c6359c-360f-4871-a810-e4c14e28d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:52.513985 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-96c6359c-360f-4871-a810-e4c14e28d8ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.1512218 Feb 07 13:33:52.517947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:33:52.527176 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Sync routers for ids ['39874a76-7b98-4a02-9bf2-5db07e262b6a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:33:52.543000 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Routers {'39874a76-7b98-4a02-9bf2-5db07e262b6a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:33:52.544751 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['39874a76-7b98-4a02-9bf2-5db07e262b6a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:52.612168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3cf2cf06-d67d-4936-a521-8552cc169951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:52.614088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-3cf2cf06-d67d-4936-a521-8552cc169951 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852997 Feb 07 13:33:52.750183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:52.750183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-23bb3620-d24f-4981-9b13-f4abca499217 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.9727588 Feb 07 13:33:52.753230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49070) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:52.769219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-7d450b95-44f8-474a-9861-9899512c86fd service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484718 Feb 07 13:33:52.770297 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Set router 39874a76-7b98-4a02-9bf2-5db07e262b6a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:33:52.975115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3da20482-4184-4a40-a045-b4a1af0c9370 req-31839cf2-b332-46cf-b113-5cee333220b7 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990936 Feb 07 13:33:53.136966 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:33:50Z', 'revision_number': 3, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port': {'id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:48Z', 'updated_at': '2022-02-07T13:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:53.140946 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Checking router: 39874a76-7b98-4a02-9bf2-5db07e262b6a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:33:53.141225 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Updating router 39874a76-7b98-4a02-9bf2-5db07e262b6a port e32cd77b-457e-43fd-a258-b27862ab64a3 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:33:53.193865 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:53.356942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c596b1-66e5-4108-b8d3-93d4bf91a1a0 req-da477ccf-ead5-49ac-b46a-db40c96631d2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:53.358538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77c596b1-66e5-4108-b8d3-93d4bf91a1a0 req-da477ccf-ead5-49ac-b46a-db40c96631d2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.0879080 Feb 07 13:33:53.408284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77c596b1-66e5-4108-b8d3-93d4bf91a1a0 req-f009b495-63d3-49e4-8cf2-d2b2ec2b446a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Feb 07 13:33:53.589881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:53.600246 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:53.613855 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Transition to ACTIVE for port object e32cd77b-457e-43fd-a258-b27862ab64a3 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:33:53.730713 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:53.835739 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Attempting to bind port e32cd77b-457e-43fd-a258-b27862ab64a3 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:33:53.836263 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Attempting to bind port e32cd77b-457e-43fd-a258-b27862ab64a3 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:33:53.836632 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Attempting to bind port e32cd77b-457e-43fd-a258-b27862ab64a3 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:33:53.846353 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:33:53.846941 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:33:53.847487 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:53.848066 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:33:53.849224 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Bound port: e32cd77b-457e-43fd-a258-b27862ab64a3, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:33:53.852191 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:53.896016 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Pushing event updated for resources: {'Port': ['ID=e32cd77b-457e-43fd-a258-b27862ab64a3,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:53.913359 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.913748 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.914086 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.914411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.914802 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.915124 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.915440 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.915750 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.916269 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.916743 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.917228 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.917556 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:33:53.931276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Allocated IP 172.20.0.1 (f0ce5584-8113-459b-892d-e9d2f9c43674/b9107b01-3300-4a21-8be2-f78486eadcda/62156e2f-89dd-4cdc-a22b-81b4f822e191) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:33:53.983481 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] For port e32cd77b-457e-43fd-a258-b27862ab64a3, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:33:53.988279 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] For port e32cd77b-457e-43fd-a258-b27862ab64a3, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e32cd77b-457e-43fd-a258-b27862ab64a3,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:33:54.082713 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:54.117010 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:54.151015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Transition to ACTIVE for port object 62156e2f-89dd-4cdc-a22b-81b4f822e191 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:33:54.225370 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa67bb-119b-443f-949d-f6b49da1908a None None] Pushing event updated for resources: {'Port': ['ID=e32cd77b-457e-43fd-a258-b27862ab64a3,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:54.228103 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Routers {'39874a76-7b98-4a02-9bf2-5db07e262b6a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:33:54.228707 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['39874a76-7b98-4a02-9bf2-5db07e262b6a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:54.248473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:54.361375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Pushing event updated for resources: {'Port': ['ID=62156e2f-89dd-4cdc-a22b-81b4f822e191,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:54.367239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Network f0ce5584-8113-459b-892d-e9d2f9c43674 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:33:54.368401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:33:54.373544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:33:54.487831 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:54.499472 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] Set router 39874a76-7b98-4a02-9bf2-5db07e262b6a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:33:54.733193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997337ff-4ba3-4333-899e-d4d154f8e738 req-21916303-3261-4b2f-ace3-60ac0a1f9c2a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:54.736223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-997337ff-4ba3-4333-899e-d4d154f8e738 req-21916303-3261-4b2f-ace3-60ac0a1f9c2a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.1913404 Feb 07 13:33:54.764824 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:54.812062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-997337ff-4ba3-4333-899e-d4d154f8e738 req-0e26a07f-26e1-4359-a17a-d63e93aa89f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670800 Feb 07 13:33:54.859491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:54.997346 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:33:50Z', 'revision_number': 3, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port': {'id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:48Z', 'updated_at': '2022-02-07T13:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:55.002241 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c257d92-64f8-4ddc-84ea-959af254bbe2 None None] The sync data for ids ['39874a76-7b98-4a02-9bf2-5db07e262b6a'] in n-d-811416-5 is: [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:33:50Z', 'revision_number': 3, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port': {'id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:48Z', 'updated_at': '2022-02-07T13:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:33:55.013215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ec6847dd-fa40-47bb-a274-5bae06e2b7ee None None] Provisioning for port 62156e2f-89dd-4cdc-a22b-81b4f822e191 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:33:55.019057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ec6847dd-fa40-47bb-a274-5bae06e2b7ee None None] Provisioning complete for port 62156e2f-89dd-4cdc-a22b-81b4f822e191 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:55.019423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ec6847dd-fa40-47bb-a274-5bae06e2b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:55.085638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ec6847dd-fa40-47bb-a274-5bae06e2b7ee None None] Port 62156e2f-89dd-4cdc-a22b-81b4f822e191 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:33:55.148475 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:55.208101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:55.333869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Pushing event updated for resources: {'Port': ['ID=62156e2f-89dd-4cdc-a22b-81b4f822e191,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:55.345969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:55.554240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Network f0ce5584-8113-459b-892d-e9d2f9c43674 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:33:55.555564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:33:55.912543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Router 39874a76-7b98-4a02-9bf2-5db07e262b6a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:33:55.934970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2469fa8c-75e6-45fd-a291-c59e94f67627 None None] Provisioning complete for port 62156e2f-89dd-4cdc-a22b-81b4f822e191 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:55.935949 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2469fa8c-75e6-45fd-a291-c59e94f67627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:56.080901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2469fa8c-75e6-45fd-a291-c59e94f67627 None None] Port 62156e2f-89dd-4cdc-a22b-81b4f822e191 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:33:56.193019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:33:56.213681 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e0b85fb-a7c8-4c7d-97f6-a3c4aa11a25e admin admin] 10.222.0.69 "PUT /v2.0/routers/39874a76-7b98-4a02-9bf2-5db07e262b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4553487 Feb 07 13:33:56.320646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95a827-552f-4313-8a27-c53bb1c15e3c req-9138a864-cc34-4b77-8ad0-07d68405ba1c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:56.322263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d95a827-552f-4313-8a27-c53bb1c15e3c req-9138a864-cc34-4b77-8ad0-07d68405ba1c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.2656860 Feb 07 13:33:56.374817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d95a827-552f-4313-8a27-c53bb1c15e3c req-0ceb1150-9fc5-4152-a799-bbca0fbf5ea7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Feb 07 13:33:57.182178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Sync routers for ids ['39874a76-7b98-4a02-9bf2-5db07e262b6a'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:33:57.190824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e32cd77b-457e-43fd-a258-b27862ab64a3 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:33:57.260753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Routers {'39874a76-7b98-4a02-9bf2-5db07e262b6a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:33:57.261704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['39874a76-7b98-4a02-9bf2-5db07e262b6a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:57.498930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Set router 39874a76-7b98-4a02-9bf2-5db07e262b6a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:33:57.591840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port e32cd77b-457e-43fd-a258-b27862ab64a3 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:33:57.644858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e32cd77b-457e-43fd-a258-b27862ab64a3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:57.645472 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:57.653495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb9a24-6cc1-44cf-a01d-4e87b42f4888 req-493430ec-a22f-4b91-98e8-3a6f1e1057e9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:57.663634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57eb9a24-6cc1-44cf-a01d-4e87b42f4888 req-493430ec-a22f-4b91-98e8-3a6f1e1057e9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.1493874 Feb 07 13:33:57.788531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57eb9a24-6cc1-44cf-a01d-4e87b42f4888 req-408339fb-91dc-4df9-9724-29a16a0268cf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223440 Feb 07 13:33:58.059600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.087269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port e32cd77b-457e-43fd-a258-b27862ab64a3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e32cd77b-457e-43fd-a258-b27862ab64a3,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:33:58.119493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:33:54Z', 'revision_number': 4, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port': {'id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:48Z', 'updated_at': '2022-02-07T13:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '62156e2f-89dd-4cdc-a22b-81b4f822e191', 'name': '', 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'mac_address': 'fa:16:3e:47:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'b9107b01-3300-4a21-8be2-f78486eadcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:53Z', 'updated_at': '2022-02-07T13:33:54Z', 'revision_number': 2, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'subnets': [{'id': 'b9107b01-3300-4a21-8be2-f78486eadcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:58.123616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Checking router: 39874a76-7b98-4a02-9bf2-5db07e262b6a for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:33:58.124016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Updating router 39874a76-7b98-4a02-9bf2-5db07e262b6a port 62156e2f-89dd-4cdc-a22b-81b4f822e191 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:33:58.189419 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.277006 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.296073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=e32cd77b-457e-43fd-a258-b27862ab64a3,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:58.327286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:58.342189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49298) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:58.482760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.498098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:33:58.502723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] Usage tracker for resource:security_group_rule and tenant:0487e3d918e540029584f790a028732d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:33:58.505994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:33:58.511922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:33:58.645607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.707599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.727714 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.739896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Transition to ACTIVE for port object 62156e2f-89dd-4cdc-a22b-81b4f822e191 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:33:58.773655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ba5a2c-8e4e-41d3-a862-3cc345448037,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:58.780093 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d7d66b59-45d9-499a-9094-b251f5ffe568 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0487e3d918e540029584f790a028732d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515364 Feb 07 13:33:58.783189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49306) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:33:58.821538 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.894022 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4317abf1-ad8d-478c-91d9-619b806fa54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:58.947924 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4317abf1-ad8d-478c-91d9-619b806fa54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:59.046126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76c91e-419e-4af0-a34f-1f0a58a5afab req-43c3aea3-a19e-4ddd-a858-89c64d9b8fff tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:33:59.103180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da76c91e-419e-4af0-a34f-1f0a58a5afab req-43c3aea3-a19e-4ddd-a858-89c64d9b8fff tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.1684463 Feb 07 13:33:59.218246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Attempting to bind port 62156e2f-89dd-4cdc-a22b-81b4f822e191 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:33:59.219245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Attempting to bind port 62156e2f-89dd-4cdc-a22b-81b4f822e191 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:33:59.220285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Attempting to bind port 62156e2f-89dd-4cdc-a22b-81b4f822e191 on network f0ce5584-8113-459b-892d-e9d2f9c43674 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:33:59.223886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e32cd77b-457e-43fd-a258-b27862ab64a3 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:33:59.267201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff37665-1e44-4cd9-88d3-dc6ed3d330bf None None] Pushing event updated for resources: {'Port': ['ID=62156e2f-89dd-4cdc-a22b-81b4f822e191,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:59.280671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:33:59.281053 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Checking segment: {'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:33:59.281459 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:59.282070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Bound using segment: {'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:33:59.283138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Bound port: 62156e2f-89dd-4cdc-a22b-81b4f822e191, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a73b73-4f3c-4cff-b174-beff22c7dc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:33:59.284100 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:59.295778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da76c91e-419e-4af0-a34f-1f0a58a5afab req-080178ca-f0e0-47f9-b1e8-e5bdc2ca95a9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915293 Feb 07 13:33:59.338706 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:59.408160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4317abf1-ad8d-478c-91d9-619b806fa54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:59.431496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] For port 62156e2f-89dd-4cdc-a22b-81b4f822e191, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:33:59.432726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317abf1-ad8d-478c-91d9-619b806fa54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ba5a2c-8e4e-41d3-a862-3cc345448037,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:59.433669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port e32cd77b-457e-43fd-a258-b27862ab64a3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:33:59.434037 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:59.447125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4317abf1-ad8d-478c-91d9-619b806fa54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:59.448548 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4317abf1-ad8d-478c-91d9-619b806fa54d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63ba5a2c-8e4e-41d3-a862-3cc345448037 HTTP/1.1" status: 204 len: 168 time: 0.6617920 Feb 07 13:33:59.483441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] For port 62156e2f-89dd-4cdc-a22b-81b4f822e191, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=62156e2f-89dd-4cdc-a22b-81b4f822e191,segment=NetworkSegment(45a73b73-4f3c-4cff-b174-beff22c7dc97),segment_id=45a73b73-4f3c-4cff-b174-beff22c7dc97)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:33:59.585493 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:33:59.712658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff37665-1e44-4cd9-88d3-dc6ed3d330bf None None] Pushing event updated for resources: {'Port': ['ID=62156e2f-89dd-4cdc-a22b-81b4f822e191,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:33:59.744651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Routers {'39874a76-7b98-4a02-9bf2-5db07e262b6a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:33:59.745278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['39874a76-7b98-4a02-9bf2-5db07e262b6a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:33:59.795693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Deleting port 62156e2f-89dd-4cdc-a22b-81b4f822e191 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:33:59.796061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:00.096717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] Set router 39874a76-7b98-4a02-9bf2-5db07e262b6a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:34:00.132936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] For port 62156e2f-89dd-4cdc-a22b-81b4f822e191, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=62156e2f-89dd-4cdc-a22b-81b4f822e191,segment=NetworkSegment(45a73b73-4f3c-4cff-b174-beff22c7dc97),segment_id=45a73b73-4f3c-4cff-b174-beff22c7dc97)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:00.133502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:00.346504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49346) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:00.366991 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:00.385322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:00.390654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2f8b794d4a4a638c9dd7a1d6624ab3 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:00.396145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:00.403065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:00.508992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Calling delete_port for 62156e2f-89dd-4cdc-a22b-81b4f822e191 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:00.584930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:00.589317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:33:54Z', 'revision_number': 4, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port': {'id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:48Z', 'updated_at': '2022-02-07T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '62156e2f-89dd-4cdc-a22b-81b4f822e191', 'name': '', 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'mac_address': 'fa:16:3e:47:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'b9107b01-3300-4a21-8be2-f78486eadcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:53Z', 'updated_at': '2022-02-07T13:33:59Z', 'revision_number': 4, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'subnets': [{'id': 'b9107b01-3300-4a21-8be2-f78486eadcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:00.598362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15bf10-4468-48c2-bba3-2ab8461a3329 None None] The sync data for ids ['39874a76-7b98-4a02-9bf2-5db07e262b6a'] in n-d-811416-5 is: [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:33:54Z', 'revision_number': 4, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port': {'id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:48Z', 'updated_at': '2022-02-07T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '62156e2f-89dd-4cdc-a22b-81b4f822e191', 'name': '', 'network_id': 'f0ce5584-8113-459b-892d-e9d2f9c43674', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'mac_address': 'fa:16:3e:47:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'b9107b01-3300-4a21-8be2-f78486eadcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:53Z', 'updated_at': '2022-02-07T13:33:59Z', 'revision_number': 4, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'subnets': [{'id': 'b9107b01-3300-4a21-8be2-f78486eadcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:34:00.668420 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:00.744240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451e8335-78f2-4495-9922-bf89829f36f8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:00.765955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87778cc9-aca9-4ec8-95ab-a67ce691cd5d req-ebabdedb-4b6c-4cee-b7bb-665e7499410b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:00.770029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8d5d9efc-84bf-40ad-80fc-20e4d9591e08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f2f8b794d4a4a638c9dd7a1d6624ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226644 Feb 07 13:34:00.772502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49354) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:00.773250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87778cc9-aca9-4ec8-95ab-a67ce691cd5d req-ebabdedb-4b6c-4cee-b7bb-665e7499410b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.1856306 Feb 07 13:34:00.851669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87778cc9-aca9-4ec8-95ab-a67ce691cd5d req-872a567a-dbea-4ad0-a2cc-22ef857f30db tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744953 Feb 07 13:34:00.893412 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b7058b4-2b31-4504-942e-d6a54bbefcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:00.925580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b7058b4-2b31-4504-942e-d6a54bbefcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:01.025386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:01.054041 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b7058b4-2b31-4504-942e-d6a54bbefcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:01.104124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62156e2f-89dd-4cdc-a22b-81b4f822e191,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:01.111872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7058b4-2b31-4504-942e-d6a54bbefcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451e8335-78f2-4495-9922-bf89829f36f8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:01.120642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8b7058b4-2b31-4504-942e-d6a54bbefcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:01.126864 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8b7058b4-2b31-4504-942e-d6a54bbefcf5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/451e8335-78f2-4495-9922-bf89829f36f8 HTTP/1.1" status: 204 len: 168 time: 0.3493075 Feb 07 13:34:01.290872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 62156e2f-89dd-4cdc-a22b-81b4f822e191 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:34:01.371632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 62156e2f-89dd-4cdc-a22b-81b4f822e191 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:34:01.372166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 62156e2f-89dd-4cdc-a22b-81b4f822e191 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 07 13:34:01.468837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Port 62156e2f-89dd-4cdc-a22b-81b4f822e191 not found, will not notify nova. {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 07 13:34:01.540367 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:01.961979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Router 39874a76-7b98-4a02-9bf2-5db07e262b6a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:34:02.243046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0852d4c-b39e-416b-be2a-25a0fcf28d57 req-1f54e0d1-75e6-4059-9afa-3de023533d44 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:02.249987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0852d4c-b39e-416b-be2a-25a0fcf28d57 req-1f54e0d1-75e6-4059-9afa-3de023533d44 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.2217495 Feb 07 13:34:02.283027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:34:02.309737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8b68631c-b83a-421e-ab87-a96716ad2ac6 admin admin] 10.222.0.69 "PUT /v2.0/routers/39874a76-7b98-4a02-9bf2-5db07e262b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9646709 Feb 07 13:34:02.314188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49398) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:02.328137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0852d4c-b39e-416b-be2a-25a0fcf28d57 req-d8d2e1f7-0e11-4423-a552-5df597a4de4a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770187 Feb 07 13:34:02.567465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:02.607044 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] Sync routers for ids ['39874a76-7b98-4a02-9bf2-5db07e262b6a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:34:02.622047 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] Routers {'39874a76-7b98-4a02-9bf2-5db07e262b6a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:02.626728 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['39874a76-7b98-4a02-9bf2-5db07e262b6a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:02.805419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:02.931938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Deleting port e32cd77b-457e-43fd-a258-b27862ab64a3 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:02.932308 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:02.958217 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] Set router 39874a76-7b98-4a02-9bf2-5db07e262b6a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:34:03.160478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 194a88af-60fe-4c69-a5b7-42e9af9d71c7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:34:03.165694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] For port e32cd77b-457e-43fd-a258-b27862ab64a3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=e32cd77b-457e-43fd-a258-b27862ab64a3,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:03.166923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:03.304786 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:34:00Z', 'revision_number': 5, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port': {'id': 'e32cd77b-457e-43fd-a258-b27862ab64a3', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:33:48Z', 'updated_at': '2022-02-07T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:03.320311 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] Checking router: 39874a76-7b98-4a02-9bf2-5db07e262b6a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:34:03.331469 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] Routers {'39874a76-7b98-4a02-9bf2-5db07e262b6a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:03.332408 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:33:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['39874a76-7b98-4a02-9bf2-5db07e262b6a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:03.351641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 194a88af-60fe-4c69-a5b7-42e9af9d71c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=194a88af-60fe-4c69-a5b7-42e9af9d71c7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:03.368993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '194a88af-60fe-4c69-a5b7-42e9af9d71c7', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'port_id': '194a88af-60fe-4c69-a5b7-42e9af9d71c7', 'mac_address': 'fa:16:3e:48:77:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:34:03.449906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Calling delete_port for e32cd77b-457e-43fd-a258-b27862ab64a3 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:03.451019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:03.473191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194a88af-60fe-4c69-a5b7-42e9af9d71c7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:34:03.491296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 194a88af-60fe-4c69-a5b7-42e9af9d71c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=194a88af-60fe-4c69-a5b7-42e9af9d71c7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:03.529932 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] Set router 39874a76-7b98-4a02-9bf2-5db07e262b6a gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:34:03.604767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:03.674289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff21b41-10be-4061-8273-d56c451060da req-a98b78e8-2cbe-4d2f-a2e8-47dd0c168227 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:03.681577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ff21b41-10be-4061-8273-d56c451060da req-a98b78e8-2cbe-4d2f-a2e8-47dd0c168227 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 943 time: 0.1812005 Feb 07 13:34:03.784314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=194a88af-60fe-4c69-a5b7-42e9af9d71c7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:03.789854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:03.827451 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:03.835892 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:34:02Z', 'revision_number': 6, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:03.841613 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c321d69-639b-4e73-972d-a79f824472ee None None] The sync data for ids ['39874a76-7b98-4a02-9bf2-5db07e262b6a'] in n-d-811416-5 is: [{'id': '39874a76-7b98-4a02-9bf2-5db07e262b6a', 'name': 'tempest-ImageQuotaTest-1556808554-router', 'tenant_id': '0a7753f7138e42eeae91cdfc4fb60462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:33:45Z', 'updated_at': '2022-02-07T13:34:02Z', 'revision_number': 6, 'project_id': '0a7753f7138e42eeae91cdfc4fb60462', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:34:03.961043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['194a88af-60fe-4c69-a5b7-42e9af9d71c7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:34:03.961837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Pushing event deleted for resources: {'Port': ['ID=e32cd77b-457e-43fd-a258-b27862ab64a3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:03.989606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ff21b41-10be-4061-8273-d56c451060da req-e0be884d-4b93-459a-8a27-da79ceb93c05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999525 Feb 07 13:34:04.069702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.091157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:04.102147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1249cab65e48eba23c23258c503c68 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:04.106974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:04.116406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:04.125394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.462458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.465658 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.541347 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.619774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.619774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39874a76-7b98-4a02-9bf2-5db07e262b6a {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:34:04.652509 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.675153 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.679255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49492) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:04.680131 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c2a890d3-4aec-4b43-81d1-914ea0f7e87e admin admin] 10.222.0.69 "DELETE /v2.0/routers/39874a76-7b98-4a02-9bf2-5db07e262b6a HTTP/1.1" status: 204 len: 168 time: 2.3646774 Feb 07 13:34:04.718656 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e1249cab65e48eba23c23258c503c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9275310 Feb 07 13:34:04.721156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcd495-663a-4395-90bb-7b19f75c19e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcca09c8-a3c3-46bc-8ae0-590a29ec6c07,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:04.736021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49496) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:04.798492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ed2b3f-b641-4da1-9ff6-8515b4e847f7 admin admin] Deleting subnet b9107b01-3300-4a21-8be2-f78486eadcda {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:34:04.802036 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b3f-b641-4da1-9ff6-8515b4e847f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.817935 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f2612dd-73e3-4d64-9eb7-a31662fc2c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.847031 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f2612dd-73e3-4d64-9eb7-a31662fc2c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.856696 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b3f-b641-4da1-9ff6-8515b4e847f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:04.980180 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b3f-b641-4da1-9ff6-8515b4e847f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.055855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f2612dd-73e3-4d64-9eb7-a31662fc2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.083712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2612dd-73e3-4d64-9eb7-a31662fc2c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcca09c8-a3c3-46bc-8ae0-590a29ec6c07,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:05.098840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5f2612dd-73e3-4d64-9eb7-a31662fc2c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.103161 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5f2612dd-73e3-4d64-9eb7-a31662fc2c8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fcca09c8-a3c3-46bc-8ae0-590a29ec6c07 HTTP/1.1" status: 204 len: 168 time: 0.3660805 Feb 07 13:34:05.163491 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b3f-b641-4da1-9ff6-8515b4e847f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.171771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 194a88af-60fe-4c69-a5b7-42e9af9d71c7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:34:05.236519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 62156e2f-89dd-4cdc-a22b-81b4f822e191 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:34:05.280400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2b3f-b641-4da1-9ff6-8515b4e847f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.292135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed2b3f-b641-4da1-9ff6-8515b4e847f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9107b01-3300-4a21-8be2-f78486eadcda,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:05.294041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 62156e2f-89dd-4cdc-a22b-81b4f822e191 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:34:05.294975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 62156e2f-89dd-4cdc-a22b-81b4f822e191 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:34:05.295741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e32cd77b-457e-43fd-a258-b27862ab64a3 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:34:05.302944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a6ed2b3f-b641-4da1-9ff6-8515b4e847f7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b9107b01-3300-4a21-8be2-f78486eadcda HTTP/1.1" status: 204 len: 168 time: 0.6217463 Feb 07 13:34:05.304641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49512) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:05.322802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03e1bb-bdd9-4c73-a6d0-f586b2d30bad None None] Network f0ce5584-8113-459b-892d-e9d2f9c43674 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:34:05.372431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0977b61-47cc-4316-b01e-b54962b5437d req-22685da3-bb00-4cf0-b51e-975f89ffbd98 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:05.374247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0977b61-47cc-4316-b01e-b54962b5437d req-22685da3-bb00-4cf0-b51e-975f89ffbd98 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 944 time: 0.1386032 Feb 07 13:34:05.421668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0977b61-47cc-4316-b01e-b54962b5437d req-27629a16-89d9-4c0f-940a-ce95b0883945 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Feb 07 13:34:05.428578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: e32cd77b-457e-43fd-a258-b27862ab64a3 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:34:05.442205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device e32cd77b-457e-43fd-a258-b27862ab64a3 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:34:05.443396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.443396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Deleting port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:05.443396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.619731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:34:05.634336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:34:05.634336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.683574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] DHCP port deletion for f0ce5584-8113-459b-892d-e9d2f9c43674 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:34:05.694589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] For port 137f96e8-2217-4ed3-824f-25da3d5bf9e4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=137f96e8-2217-4ed3-824f-25da3d5bf9e4,segment=NetworkSegment(45a73b73-4f3c-4cff-b174-beff22c7dc97),segment_id=45a73b73-4f3c-4cff-b174-beff22c7dc97)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:05.695305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.700713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] Deleting port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:05.701209 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:05.894435 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Calling delete_port for 137f96e8-2217-4ed3-824f-25da3d5bf9e4 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:06.034222 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.061035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] For port 137f96e8-2217-4ed3-824f-25da3d5bf9e4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=137f96e8-2217-4ed3-824f-25da3d5bf9e4,segment=NetworkSegment(45a73b73-4f3c-4cff-b174-beff22c7dc97),segment_id=45a73b73-4f3c-4cff-b174-beff22c7dc97)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:06.061035 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.061375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.143616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Pushing event deleted for resources: {'Port': ['ID=137f96e8-2217-4ed3-824f-25da3d5bf9e4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:06.146311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] No DVR routers for this DVR port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:34:06.247446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] Calling delete_port for 137f96e8-2217-4ed3-824f-25da3d5bf9e4 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:06.299104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f097727-4266-4695-95bb-4acb54fa9fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194a88af-60fe-4c69-a5b7-42e9af9d71c7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:34:06.302136 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.336791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 194a88af-60fe-4c69-a5b7-42e9af9d71c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=194a88af-60fe-4c69-a5b7-42e9af9d71c7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:06.346285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ce5584-8113-459b-892d-e9d2f9c43674']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:06.357000 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f097727-4266-4695-95bb-4acb54fa9fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194a88af-60fe-4c69-a5b7-42e9af9d71c7', 'code': 200} Feb 07 13:34:06.362044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a73b73-4f3c-4cff-b174-beff22c7dc97') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:06.362356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a73b73-4f3c-4cff-b174-beff22c7dc97') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:06.377163 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.385651 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:34:06.385651 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:34:06.402026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.409832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:34:06.410233 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:34:06.424405 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:34:06.479819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.513799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b1a79-2644-41c0-b7e5-490e4b62e626 req-6e7ee83e-c2f2-4354-a41d-a5e1b7fca684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:06.515561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc7b1a79-2644-41c0-b7e5-490e4b62e626 req-6e7ee83e-c2f2-4354-a41d-a5e1b7fca684 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0970566 Feb 07 13:34:06.561553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=194a88af-60fe-4c69-a5b7-42e9af9d71c7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:06.572624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc7b1a79-2644-41c0-b7e5-490e4b62e626 req-f45eb670-5677-4817-8fae-36281f7814c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Feb 07 13:34:06.584591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.619317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.639622 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ce5584-8113-459b-892d-e9d2f9c43674,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:06.661664 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8092a179-ff8a-480e-9c3e-006264033515 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f0ce5584-8113-459b-892d-e9d2f9c43674 HTTP/1.1" status: 204 len: 168 time: 1.3429294 Feb 07 13:34:06.855678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3a40d-4115-4293-a631-9a9da3b7c872 req-eeb4cc50-1cca-4008-af75-ea68cc7bcf3c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:06.857159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5c3a40d-4115-4293-a631-9a9da3b7c872 req-eeb4cc50-1cca-4008-af75-ea68cc7bcf3c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 945 time: 0.1512349 Feb 07 13:34:06.885812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] Deleting port 137f96e8-2217-4ed3-824f-25da3d5bf9e4 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:06.886704 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:06.933704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5c3a40d-4115-4293-a631-9a9da3b7c872 req-733a4943-5e5c-4338-b2c1-631a906ee936 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686591 Feb 07 13:34:06.974609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ee15d901-7864-420f-95c9-19d1bd055688 None None] The port '137f96e8-2217-4ed3-824f-25da3d5bf9e4' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:34:07.173990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 137f96e8-2217-4ed3-824f-25da3d5bf9e4 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:34:07.221307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 137f96e8-2217-4ed3-824f-25da3d5bf9e4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:34:07.221661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 137f96e8-2217-4ed3-824f-25da3d5bf9e4 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:34:07.237015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49574) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:07.290014 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a167aaf2-7d1f-49cc-8fcb-5c4631dcae38 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a7753f7138e42eeae91cdfc4fb60462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508997 Feb 07 13:34:07.292501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49580) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:07.413376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27a1406e-d4cf-4b1d-948c-2273a52587cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:07.442581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27a1406e-d4cf-4b1d-948c-2273a52587cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:07.621618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27a1406e-d4cf-4b1d-948c-2273a52587cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:07.644300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1406e-d4cf-4b1d-948c-2273a52587cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4fcc24-f8f3-447d-a43d-6de5d426c828,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:07.676885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27a1406e-d4cf-4b1d-948c-2273a52587cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:07.678100 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27a1406e-d4cf-4b1d-948c-2273a52587cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c4fcc24-f8f3-447d-a43d-6de5d426c828 HTTP/1.1" status: 204 len: 168 time: 0.3846226 Feb 07 13:34:08.376775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b69f9-156c-459a-aa11-49ead243cc58 req-c205a721-39ec-4f7b-b6d8-3f4c43fdef87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:08.384548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b5b69f9-156c-459a-aa11-49ead243cc58 req-c205a721-39ec-4f7b-b6d8-3f4c43fdef87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 945 time: 0.2557704 Feb 07 13:34:08.456048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b5b69f9-156c-459a-aa11-49ead243cc58 req-d9f2c39f-b94c-4987-984e-224df9b7d1cb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670900 Feb 07 13:34:08.787351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d1f5-b8b9-43e6-bdc5-9723c1869901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:08.870849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49624) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:08.894798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:08.913628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:08.917781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:08.921263 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:08.928169 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:09.062669 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:09.176282 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:09.227864 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3559518 Feb 07 13:34:09.229068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0efdf-8a62-4e7c-9d6e-50ae1e3558f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09232103-dc06-4483-beb2-c102b0fcbf0c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:09.230594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49640) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:09.351924 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d50279e3-3847-4157-86b7-4f534bdcad53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:09.386516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d50279e3-3847-4157-86b7-4f534bdcad53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:09.422285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49650) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:09.551669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d50279e3-3847-4157-86b7-4f534bdcad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:09.600666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d50279e3-3847-4157-86b7-4f534bdcad53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:09.603967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d50279e3-3847-4157-86b7-4f534bdcad53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09232103-dc06-4483-beb2-c102b0fcbf0c HTTP/1.1" status: 204 len: 168 time: 0.3720477 Feb 07 13:34:09.604988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50279e3-3847-4157-86b7-4f534bdcad53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09232103-dc06-4483-beb2-c102b0fcbf0c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:09.745256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:09.753853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:09.759260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Usage tracker for resource:floatingip and tenant:7dca200af2704169a6dca0d5453055aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:09.762480 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:09.774849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:09.817149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be9f5-6fb7-4074-b586-40decbc2bb9e req-fbb13e6f-3720-4854-afa1-0e6090c9e881 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:09.830301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c29be9f5-6fb7-4074-b586-40decbc2bb9e req-fbb13e6f-3720-4854-afa1-0e6090c9e881 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 945 time: 0.1473606 Feb 07 13:34:09.861804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:09.905363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c29be9f5-6fb7-4074-b586-40decbc2bb9e req-ff116aa3-76a8-4492-aa0d-62dd3c4e9d65 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740516 Feb 07 13:34:10.235705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:10.278566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6d3e-7a50-4e84-9b46-fe417b19c02b req-e9a567cc-70fc-4950-8074-6541aacc42b4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:10.281042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0be6d3e-7a50-4e84-9b46-fe417b19c02b req-e9a567cc-70fc-4950-8074-6541aacc42b4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 945 time: 0.1431928 Feb 07 13:34:10.405344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0be6d3e-7a50-4e84-9b46-fe417b19c02b req-ffd8c7ac-1dd0-42e3-b6d9-5eb1c8ed52ac tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180632 Feb 07 13:34:10.480755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Allocated IP 172.25.7.33 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/6710a5e1-9b99-4764-a0a7-ae16a44a4b33) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:10.702070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:10.785273 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:10.867392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:10.870491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:10.874720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:10.914632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'Port': ['ID=6710a5e1-9b99-4764-a0a7-ae16a44a4b33,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:10.971279 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:11.147684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:11.474572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-5ca62d17-79e5-437f-83e5-b0d96d1aa1fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840318 Feb 07 13:34:11.518714 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:11.549450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-65c9396b-e50e-4406-b203-2b6979cbfffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:11.613425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:11.634794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-13b099df-e0fe-4b49-a9df-4331ef4a7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:11.635091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-13b099df-e0fe-4b49-a9df-4331ef4a7a05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0825243 Feb 07 13:34:11.836377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-3ae787c3-9ce4-438e-b3e3-6d3139ddb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:11.837993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-3ae787c3-9ce4-438e-b3e3-6d3139ddb353 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1836276 Feb 07 13:34:11.845339 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'Port': ['ID=6710a5e1-9b99-4764-a0a7-ae16a44a4b33,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:11.856490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:11.946700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-e1eb96c4-fe03-4930-9be4-1808887f187c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194a88af-60fe-4c69-a5b7-42e9af9d71c7 HTTP/1.1" status: 200 len: 217 time: 0.1016948 Feb 07 13:34:12.014101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.016445 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4e1f06a4-d47d-446e-80d9-b6c51a3c66ad tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5930870 Feb 07 13:34:12.019498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49700) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:12.024876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-825d200a-932d-4704-9910-28ea3e751701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:12.026384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-825d200a-932d-4704-9910-28ea3e751701 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0740452 Feb 07 13:34:12.026507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-701720630'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:12.039703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:12.045289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Usage tracker for resource:network and tenant:7dca200af2704169a6dca0d5453055aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:12.049790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:12.055522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:12.112993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-c66ee5c9-399f-46db-a752-b56e0b89ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:12.114670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-c66ee5c9-399f-46db-a752-b56e0b89ab76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814943 Feb 07 13:34:12.152971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Made reservation on behalf of 7dca200af2704169a6dca0d5453055aa for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:34:12.176740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.194692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.215659 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:12.225346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Usage tracker for resource:security_group_rule and tenant:7dca200af2704169a6dca0d5453055aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:12.230653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:12.243057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:12.255667 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.290605 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.345051 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.353623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-cded0df8-d503-4bd4-91f5-fed95c3cbe4e service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325630 Feb 07 13:34:12.467661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.518926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6830f67a-73a1-4159-a358-2ed9b2812d3a req-5fbbbc94-d54b-421f-b062-367627f6ec1c service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595030 Feb 07 13:34:12.522884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303dea77-0fb9-4e55-94c5-a2861a419a28,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:12.525578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:34:12.537798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.538174 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Added segment 20052581-67ef-4a41-a960-24377626a81a of type vlan for network 689e7539-7814-4159-9584-20430d8f20bc Feb 07 13:34:12.567947 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.770339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.776797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:12.777674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:12.915325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'Network': ['ID=689e7539-7814-4159-9584-20430d8f20bc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:12.926337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 689e7539-7814-4159-9584-20430d8f20bc details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:34:13.019515 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8e01c17a-7a80-40fb-b9e0-3285c7d228f2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9976525 Feb 07 13:34:13.022202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49734) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:13.028597 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Request body: {'subnet': {'network_id': '689e7539-7814-4159-9584-20430d8f20bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:13.171474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:13.175529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Usage tracker for resource:subnet and tenant:7dca200af2704169a6dca0d5453055aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:13.178588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:13.184515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:13.310752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Made reservation on behalf of 7dca200af2704169a6dca0d5453055aa for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:34:13.310752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:13.745527 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:13.772343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:13.868429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Checking segment: {'id': '20052581-67ef-4a41-a960-24377626a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '689e7539-7814-4159-9584-20430d8f20bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:34:13.868792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Network hostable DHCP agents. Network: 689e7539-7814-4159-9584-20430d8f20bc, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:34:13.873685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'Subnet': ['ID=a9abae2d-3b55-45a9-958b-6f850e361c2c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:13.956317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Network 689e7539-7814-4159-9584-20430d8f20bc is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:34:14.051630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 689e7539-7814-4159-9584-20430d8f20bc) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:14.055966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:14.056656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:14.068737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11247dfa-9c9d-4614-b208-1d2851be3857 None None] Network 689e7539-7814-4159-9584-20430d8f20bc requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:34:14.176636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49792) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:14.177209 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e379ea9f-3f4e-41b1-80d9-895e60978a3d tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1536613 Feb 07 13:34:14.183304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1628695276', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:14.203323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:14.213358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Usage tracker for resource:router and tenant:7dca200af2704169a6dca0d5453055aa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:14.216642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:14.230421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:14.352872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:14.353928 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:14.371439 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:14.378968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-689e7539-7814-4159-9584-20430d8f20bc', 'network_id': '689e7539-7814-4159-9584-20430d8f20bc', 'tenant_id': '7dca200af2704169a6dca0d5453055aa', 'fixed_ips': [{'subnet_id': 'a9abae2d-3b55-45a9-958b-6f850e361c2c'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:34:14.380187 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:14.604583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Allocated IP 172.20.0.2 (689e7539-7814-4159-9584-20430d8f20bc/a9abae2d-3b55-45a9-958b-6f850e361c2c/9ba3321c-b30d-4b94-896d-1032c7059840) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:14.901428 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:14.911893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Transition to ACTIVE for port object 9ba3321c-b30d-4b94-896d-1032c7059840 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:34:14.931820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Transition to ACTIVE for port object 9ba3321c-b30d-4b94-896d-1032c7059840 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:34:14.965504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:15.018579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4d81-1f86-45db-923a-97e895e4720e req-5fae4071-b71a-469d-983d-ec6c443269bc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:15.020080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-5fae4071-b71a-469d-983d-ec6c443269bc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.5737751 Feb 07 13:34:15.035137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-a8415c31-07ef-46f0-92a7-aef142ec9e29 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/quotas/4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Feb 07 13:34:15.102482 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:15.123601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-4aa6c4b0-d2b7-4802-a3c8-224bc1e20866 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833547 Feb 07 13:34:15.186218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Network 689e7539-7814-4159-9584-20430d8f20bc is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:15.194125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:15.202343 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:15.278502 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:15.279159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Pushing event updated for resources: {'Port': ['ID=9ba3321c-b30d-4b94-896d-1032c7059840,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:15.345697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Attempting to bind port 9ba3321c-b30d-4b94-896d-1032c7059840 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:34:15.346615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Attempting to bind port 9ba3321c-b30d-4b94-896d-1032c7059840 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '20052581-67ef-4a41-a960-24377626a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '689e7539-7814-4159-9584-20430d8f20bc'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:34:15.347171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Attempting to bind port 9ba3321c-b30d-4b94-896d-1032c7059840 on network 689e7539-7814-4159-9584-20430d8f20bc {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:34:15.353438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:34:15.354065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Checking segment: {'id': '20052581-67ef-4a41-a960-24377626a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '689e7539-7814-4159-9584-20430d8f20bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:34:15.354668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:15.355239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Bound using segment: {'id': '20052581-67ef-4a41-a960-24377626a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '689e7539-7814-4159-9584-20430d8f20bc'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:34:15.355903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Bound port: 9ba3321c-b30d-4b94-896d-1032c7059840, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20052581-67ef-4a41-a960-24377626a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '689e7539-7814-4159-9584-20430d8f20bc'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:34:15.358144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:15.450511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f5f4a71f-da48-467a-9af9-bdbade5d81db service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098567 Feb 07 13:34:15.523380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] For port 9ba3321c-b30d-4b94-896d-1032c7059840, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:34:15.526457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] For port 9ba3321c-b30d-4b94-896d-1032c7059840, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9ba3321c-b30d-4b94-896d-1032c7059840,segment=NetworkSegment(20052581-67ef-4a41-a960-24377626a81a),segment_id=20052581-67ef-4a41-a960-24377626a81a)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:34:15.582256 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:15.724231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2b99e-d63e-4a39-ae0c-74285a93ebd1 None None] Pushing event updated for resources: {'Port': ['ID=9ba3321c-b30d-4b94-896d-1032c7059840,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:15.759413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:15.802711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:15.903452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-8a91b177-003c-4591-b134-db5c3d4d87bf service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927877 Feb 07 13:34:15.987287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Allocated IP 172.25.7.232 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/75c71a8e-b75e-4fb5-8a73-05fb93eb5081) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:16.008936 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:34:16.211359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:16.350874 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:16.402573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7464c058-a8d0-437f-b6b7-72c3e63154fa req-b50c217f-8ebd-4afb-b23d-b2ac635df998 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 210 time: 0.0943637 Feb 07 13:34:16.433811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:16.441591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:16.452654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:16.648884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'Port': ['ID=75c71a8e-b75e-4fb5-8a73-05fb93eb5081,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:17.118729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60132678-be12-43bc-aa72-d1e38a0263d9 None None] Network 689e7539-7814-4159-9584-20430d8f20bc requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:34:17.256405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9ba3321c-b30d-4b94-896d-1032c7059840 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:34:17.361918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:17.386387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49862) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:17.420357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b2e9ea43-8173-46ba-9e70-6f1a6afd43fb None None] Provisioning for port 9ba3321c-b30d-4b94-896d-1032c7059840 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:34:17.513071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9ba3321c-b30d-4b94-896d-1032c7059840 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:34:17.539581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9ba3321c-b30d-4b94-896d-1032c7059840 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:34:17.539957 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:17.627390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:17.677940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:17.685286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Usage tracker for resource:security_group_rule and tenant:a2a0b571f3874df486a65fa211af178b is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:17.692846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:17.706405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:17.757222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eab4cc63-06bc-4340-ba73-9d7047c525b0 req-30eeab2f-2970-4c94-9048-3114de547610 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 210 time: 0.1082809 Feb 07 13:34:17.834984 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:17.878144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9ba3321c-b30d-4b94-896d-1032c7059840, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9ba3321c-b30d-4b94-896d-1032c7059840,segment=NetworkSegment(20052581-67ef-4a41-a960-24377626a81a),segment_id=20052581-67ef-4a41-a960-24377626a81a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:17.900300 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:17.970483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:18.016601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:18.019288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:18.087220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc8dc4-4c70-4106-8028-ff31c236b884,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:18.095185 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2a0b571f3874df486a65fa211af178b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7088778 Feb 07 13:34:18.103192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49878) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:18.118656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9ba3321c-b30d-4b94-896d-1032c7059840,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:18.145189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.145189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.145189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.151541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.151541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.151541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.151541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.151541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.151541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.151541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.175188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.175188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07203d2-e8f6-4df5-bd66-47107d3cfd87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:18.376249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-52618fa4-ea5e-4bd7-9794-cd1337f0d017 None None] Provisioning complete for port 9ba3321c-b30d-4b94-896d-1032c7059840 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:34:18.376249 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-52618fa4-ea5e-4bd7-9794-cd1337f0d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:18.380583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54e56188-54ac-4dc3-ae5b-208bc69913b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:18.418230 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54e56188-54ac-4dc3-ae5b-208bc69913b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:18.528137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Router 3bc1de95-9752-4010-b318-ed2d8cc5b4f3 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:34:18.603576 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54e56188-54ac-4dc3-ae5b-208bc69913b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:18.649800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e56188-54ac-4dc3-ae5b-208bc69913b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc8dc4-4c70-4106-8028-ff31c236b884,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:18.717960 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-54e56188-54ac-4dc3-ae5b-208bc69913b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:18.720466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-54e56188-54ac-4dc3-ae5b-208bc69913b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97dc8dc4-4c70-4106-8028-ff31c236b884 HTTP/1.1" status: 204 len: 168 time: 0.6158409 Feb 07 13:34:19.214678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:34:19.222760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24ecf6-f71c-4036-89bd-6b167efecf9d None None] Sync routers for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:34:19.245671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24ecf6-f71c-4036-89bd-6b167efecf9d None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:19.245671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc24ecf6-f71c-4036-89bd-6b167efecf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:19.353309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9dd3144-8395-4203-af80-6151d7febe44 req-04b45037-707c-4161-bb7a-18cab9ea58af tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 210 time: 0.2876542 Feb 07 13:34:19.417604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9ba3321c-b30d-4b94-896d-1032c7059840 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:34:19.434178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4d81-1f86-45db-923a-97e895e4720e req-cc6624c6-9599-43a3-9828-90951c86a880 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:19.434178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-cc6624c6-9599-43a3-9828-90951c86a880 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.6267626 Feb 07 13:34:19.451316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'port': {'device_id': '88394894-fb39-4765-bb22-656a5cd91c36', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'admin_state_up': True, 'tenant_id': '4a92a614e65b49c08d9e99ad98743207'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:19.474467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:19.474467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-15654aea-d2c6-4008-82c8-7abb17d3012e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2873216 Feb 07 13:34:19.483444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49900) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:19.503019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc24ecf6-f71c-4036-89bd-6b167efecf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:19.520581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24ecf6-f71c-4036-89bd-6b167efecf9d None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:19.520581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc24ecf6-f71c-4036-89bd-6b167efecf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:19.601852 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-fc24ecf6-f71c-4036-89bd-6b167efecf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:19.602260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24ecf6-f71c-4036-89bd-6b167efecf9d None None] The sync data for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:34:19.608997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9ba3321c-b30d-4b94-896d-1032c7059840 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:34:19.609257 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:19.620422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:19.633675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:19.638786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 49908) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:19.682640 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:19.743568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:19.776691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] Usage tracker for resource:security_group_rule and tenant:59afeb0e1e9348c6990f20d241b84e51 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:19.781711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:19.792952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:19.881080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:34:19.884793 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:19.909948 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:20.090657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.20.0.5 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/769c1a51-3361-47a4-b359-53b3783331f2) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:20.141415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:20.275281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59afeb0e1e9348c6990f20d241b84e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354756 Feb 07 13:34:20.287944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca1699-5ebd-4c02-832b-b2e5bafa61b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a00215e-3d16-4981-89df-ff03beb7490d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:20.392521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 49920) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:20.444375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:20.478939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Transition to ACTIVE for port object 769c1a51-3361-47a4-b359-53b3783331f2 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:34:20.584816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9320689-47cf-4e02-abb2-71135e3183c9 req-a94d9d0b-6fbb-4549-9501-84009f363f10 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 210 time: 0.0568159 Feb 07 13:34:20.588781 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:20.599381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['194a88af-60fe-4c69-a5b7-42e9af9d71c7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:34:20.624494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1568000-e5f3-422d-809b-8bedc65136ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:20.659236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1568000-e5f3-422d-809b-8bedc65136ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:20.709493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:20.751306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:20.769381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:20.788769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:20.909717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=769c1a51-3361-47a4-b359-53b3783331f2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:20.947606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:20.948562 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.057220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f8675559-9410-41ef-890f-e5d91832fea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6177649 Feb 07 13:34:21.068791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Request body: {'port': {'device_id': '88394894-fb39-4765-bb22-656a5cd91c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:21.140916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1568000-e5f3-422d-809b-8bedc65136ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.161318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1568000-e5f3-422d-809b-8bedc65136ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a00215e-3d16-4981-89df-ff03beb7490d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:21.211733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c1568000-e5f3-422d-809b-8bedc65136ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.213148 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c1568000-e5f3-422d-809b-8bedc65136ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a00215e-3d16-4981-89df-ff03beb7490d HTTP/1.1" status: 204 len: 168 time: 0.8287549 Feb 07 13:34:21.226218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.244341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-47421137-4827-46de-8729-827c76b0c7df None None] Provisioning for port 769c1a51-3361-47a4-b359-53b3783331f2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:34:21.258814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-47421137-4827-46de-8729-827c76b0c7df None None] Provisioning complete for port 769c1a51-3361-47a4-b359-53b3783331f2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:34:21.259119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47421137-4827-46de-8729-827c76b0c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.269220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Allocated IP 172.20.0.1 (689e7539-7814-4159-9584-20430d8f20bc/a9abae2d-3b55-45a9-958b-6f850e361c2c/2267dbf0-117a-4b8f-b5fe-1ab3c3d27902) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:21.398228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-47421137-4827-46de-8729-827c76b0c7df None None] Port 769c1a51-3361-47a4-b359-53b3783331f2 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:34:21.520957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.538444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Transition to ACTIVE for port object 2267dbf0-117a-4b8f-b5fe-1ab3c3d27902 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:34:21.651299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.772096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769c1a51-3361-47a4-b359-53b3783331f2 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:34:21.782300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.814487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Transition to ACTIVE for port object 769c1a51-3361-47a4-b359-53b3783331f2 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:34:21.858249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Network 689e7539-7814-4159-9584-20430d8f20bc is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:21.868951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:21.877287 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:21.901941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:21.916796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'Port': ['ID=2267dbf0-117a-4b8f-b5fe-1ab3c3d27902,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:21.994437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:22.279515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:22.383548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Pushing event updated for resources: {'Port': ['ID=769c1a51-3361-47a4-b359-53b3783331f2,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:22.439020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b70e7f15-3a94-425c-9a1e-28d07f003d83 None None] Provisioning for port 2267dbf0-117a-4b8f-b5fe-1ab3c3d27902 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:34:22.445291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b70e7f15-3a94-425c-9a1e-28d07f003d83 None None] Provisioning complete for port 2267dbf0-117a-4b8f-b5fe-1ab3c3d27902 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:34:22.445910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b70e7f15-3a94-425c-9a1e-28d07f003d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:22.483588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Attempting to bind port 769c1a51-3361-47a4-b359-53b3783331f2 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:34:22.484213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Attempting to bind port 769c1a51-3361-47a4-b359-53b3783331f2 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:34:22.484792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Attempting to bind port 769c1a51-3361-47a4-b359-53b3783331f2 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:34:22.510501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb79d2-8f0c-4c5e-99f8-0dbd8d996f1c req-9aa68ca3-28e5-4508-9432-00fbb8afcdd2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:22.514960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5bfb79d2-8f0c-4c5e-99f8-0dbd8d996f1c req-9aa68ca3-28e5-4508-9432-00fbb8afcdd2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:34:22.527827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b70e7f15-3a94-425c-9a1e-28d07f003d83 None None] Port 2267dbf0-117a-4b8f-b5fe-1ab3c3d27902 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:34:22.535128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Port 769c1a51-3361-47a4-b359-53b3783331f2 on network c42fd682-807a-46ed-800d-ed30d5f431a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:34:22.535920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Attempting to bind port 769c1a51-3361-47a4-b359-53b3783331f2 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:34:22.563533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:34:22.563800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:34:22.564572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:34:22.565168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Bound port: 769c1a51-3361-47a4-b359-53b3783331f2, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:34:22.565877 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:22.646616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5bfb79d2-8f0c-4c5e-99f8-0dbd8d996f1c req-9aa68ca3-28e5-4508-9432-00fbb8afcdd2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:34:22.648192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfb79d2-8f0c-4c5e-99f8-0dbd8d996f1c req-9aa68ca3-28e5-4508-9432-00fbb8afcdd2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.8322394 Feb 07 13:34:22.729388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] For port 769c1a51-3361-47a4-b359-53b3783331f2, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:34:22.743595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bfb79d2-8f0c-4c5e-99f8-0dbd8d996f1c req-9b0e9e97-716f-4858-9b4d-f897b5dbcd27 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725212 Feb 07 13:34:22.746710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] For port 769c1a51-3361-47a4-b359-53b3783331f2, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=769c1a51-3361-47a4-b359-53b3783331f2,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:34:22.830638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:22.929488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:22.930123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:22.942198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] 10.222.0.35 "PUT /v2.0/ports/769c1a51-3361-47a4-b359-53b3783331f2 HTTP/1.1" status: 200 len: 1091 time: 1.8775392 Feb 07 13:34:22.944481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88394894-fb39-4765-bb22-656a5cd91c36', 'tag': '769c1a51-3361-47a4-b359-53b3783331f2'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:34:22.999040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e61ca-1804-4fde-a371-d27d21e6cf4e service neutron] Pushing event updated for resources: {'Port': ['ID=769c1a51-3361-47a4-b359-53b3783331f2,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:23.043820 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88394894-fb39-4765-bb22-656a5cd91c36', 'tag': '769c1a51-3361-47a4-b359-53b3783331f2', 'status': 'completed', 'code': 200} Feb 07 13:34:23.093708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:23.150216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:23.159283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4d81-1f86-45db-923a-97e895e4720e req-45044b46-b072-4a02-9bed-31f8644b33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:23.161247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-45044b46-b072-4a02-9bed-31f8644b33f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 1094 time: 0.0990665 Feb 07 13:34:23.310093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-7271144d-a97d-4c2e-8687-214802531bdf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=769c1a51-3361-47a4-b359-53b3783331f2 HTTP/1.1" status: 200 len: 217 time: 0.1417320 Feb 07 13:34:23.366773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:23.374886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'Port': ['ID=2267dbf0-117a-4b8f-b5fe-1ab3c3d27902,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:23.445836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4d81-1f86-45db-923a-97e895e4720e req-0adcabcf-55bf-43d8-bc44-b710eba57ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:23.448731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-0adcabcf-55bf-43d8-bc44-b710eba57ff5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.1314564 Feb 07 13:34:23.586413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f62208cc-61f3-47b6-8fb2-c1d2d662bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:23.588669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f62208cc-61f3-47b6-8fb2-c1d2d662bd2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353741 Feb 07 13:34:23.598377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Network 689e7539-7814-4159-9584-20430d8f20bc is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:23.599522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:23.869040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-f534b375-d4a4-4705-828b-dc5c8d8cecbd service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740502 Feb 07 13:34:24.059098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Router 3bc1de95-9752-4010-b318-ed2d8cc5b4f3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:34:24.151940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a2de305-19d4-4a61-9258-1e72b22dbc40 None None] Provisioning complete for port 2267dbf0-117a-4b8f-b5fe-1ab3c3d27902 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:34:24.151940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a2de305-19d4-4a61-9258-1e72b22dbc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:24.192627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceec4d81-1f86-45db-923a-97e895e4720e req-6d545568-7f08-4eba-9173-25be1dac720a service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171301 Feb 07 13:34:24.219282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d9bdd-f8b4-451a-996b-e94bf362293c req-d2e23372-410f-48c5-862a-ec1a2ee60860 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:24.223237 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a95d9bdd-f8b4-451a-996b-e94bf362293c req-d2e23372-410f-48c5-862a-ec1a2ee60860 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1959121 Feb 07 13:34:24.277866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6a2de305-19d4-4a61-9258-1e72b22dbc40 None None] Port 2267dbf0-117a-4b8f-b5fe-1ab3c3d27902 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:34:24.298472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a95d9bdd-f8b4-451a-996b-e94bf362293c req-b2c86ee6-d5b4-4db4-b02c-0bcf604b146a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690091 Feb 07 13:34:24.307412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:34:24.318190 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6b878-c7a4-46b7-8789-7a7f336c9199 None None] Sync routers for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:34:24.320767 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5b1e47de-84b0-4af5-a9e0-65062ce25a56 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "PUT /v2.0/routers/3bc1de95-9752-4010-b318-ed2d8cc5b4f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8431840 Feb 07 13:34:24.324049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50032) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:24.331053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Request body: {'port': {'network_id': '689e7539-7814-4159-9584-20430d8f20bc', 'name': 'tempest-FloatingIPAdminTestJSON-1744464674'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:24.331996 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6b878-c7a4-46b7-8789-7a7f336c9199 None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:24.332709 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9de6b878-c7a4-46b7-8789-7a7f336c9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:24.403299 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9de6b878-c7a4-46b7-8789-7a7f336c9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:24.413566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-143e7240-2739-42cf-839a-b623de13df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:24.414827 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6b878-c7a4-46b7-8789-7a7f336c9199 None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:24.415432 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9de6b878-c7a4-46b7-8789-7a7f336c9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:24.421965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-143e7240-2739-42cf-839a-b623de13df70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 1094 time: 0.1154854 Feb 07 13:34:24.504778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:24.511171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Usage tracker for resource:port and tenant:7dca200af2704169a6dca0d5453055aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:24.520142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:24.522339 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9de6b878-c7a4-46b7-8789-7a7f336c9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:24.522768 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6b878-c7a4-46b7-8789-7a7f336c9199 None None] The sync data for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:34:24.526850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:24.630681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Made reservation on behalf of 7dca200af2704169a6dca0d5453055aa for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:34:24.635465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:24.641442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-68c97df9-6258-4d40-812d-6a622d318051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:24.642890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-68c97df9-6258-4d40-812d-6a622d318051 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.2200644 Feb 07 13:34:24.677046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] device_id is not set on port 2de75c36-7aea-4618-bf57-6616327fd66e yet. {{(pid=88312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:34:24.720978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-31fca90b-d17a-4f9c-9789-c485ffbb954c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=769c1a51-3361-47a4-b359-53b3783331f2 HTTP/1.1" status: 200 len: 217 time: 0.0716953 Feb 07 13:34:24.789604 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:24.817374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-6974c9ee-cccb-4b18-a736-281906d46c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:24.818855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-6974c9ee-cccb-4b18-a736-281906d46c96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0931654 Feb 07 13:34:24.895219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Allocated IP 172.20.0.6 (689e7539-7814-4159-9584-20430d8f20bc/a9abae2d-3b55-45a9-958b-6f850e361c2c/2de75c36-7aea-4618-bf57-6616327fd66e) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:24.993321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-986d24c7-a490-441e-8c7a-5e6e0a9ac060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:24.997684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-986d24c7-a490-441e-8c7a-5e6e0a9ac060 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675293 Feb 07 13:34:25.232384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:25.238195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-306925f8-4480-4cb1-8d42-10ae2497388f service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340703 Feb 07 13:34:25.252481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Transition to ACTIVE for port object 2de75c36-7aea-4618-bf57-6616327fd66e will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:34:25.430565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:25.617289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Network 689e7539-7814-4159-9584-20430d8f20bc is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:25.620772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:25.640598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:25.689639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18d2dc32-a5be-429d-a698-13cf0b1fc9fc req-0a5d3d9a-c5fb-4494-930b-0ade0b0f1dfa service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444883 Feb 07 13:34:25.764230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event updated for resources: {'Port': ['ID=2de75c36-7aea-4618-bf57-6616327fd66e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:25.807641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:25.807641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:25.815885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec5dee-71d1-4ae0-8868-ee9c773c8a23 req-bf477f91-a362-4e85-b121-d1dbd0b99ff4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:25.825860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1ec5dee-71d1-4ae0-8868-ee9c773c8a23 req-bf477f91-a362-4e85-b121-d1dbd0b99ff4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.2569325 Feb 07 13:34:25.956891 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1ec5dee-71d1-4ae0-8868-ee9c773c8a23 req-9b5d264b-982d-4d75-82ad-5f7054ccea65 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121941 Feb 07 13:34:25.985189 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f0ffd85a-ca62-4447-9cb8-e6199faaf1e2 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6514761 Feb 07 13:34:25.985189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50090) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:26.201518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4204d327-c094-48b7-8352-92736d3e7767 None None] Provisioning for port 2de75c36-7aea-4618-bf57-6616327fd66e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:34:26.201518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4204d327-c094-48b7-8352-92736d3e7767 None None] Provisioning complete for port 2de75c36-7aea-4618-bf57-6616327fd66e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:34:26.201518 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4204d327-c094-48b7-8352-92736d3e7767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:26.271690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4204d327-c094-48b7-8352-92736d3e7767 None None] Port 2de75c36-7aea-4618-bf57-6616327fd66e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:34:26.306970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'project_id': '7dca200af2704169a6dca0d5453055aa', 'port_id': '2de75c36-7aea-4618-bf57-6616327fd66e'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:26.320050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:26.324874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Usage tracker for resource:floatingip and tenant:7dca200af2704169a6dca0d5453055aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:26.327864 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:26.336743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:26.561537 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:26.982239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:27.257979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Allocated IP 172.25.7.63 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/54d2f298-5fb7-452d-844a-f08dd17c64ae) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:27.351475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdf191-cd75-4d2d-974a-08b2d4d2c126 req-4dd73e7b-879c-4143-b337-9959eae6829d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:27.353513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8cdf191-cd75-4d2d-974a-08b2d4d2c126 req-4dd73e7b-879c-4143-b337-9959eae6829d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1409366 Feb 07 13:34:27.412416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8cdf191-cd75-4d2d-974a-08b2d4d2c126 req-d8601e65-8420-4769-b08a-6fa85c22169c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Feb 07 13:34:27.600023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:27.724147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:27.806133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:27.806133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:27.806133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:27.840389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Pushing event updated for resources: {'Port': ['ID=54d2f298-5fb7-452d-844a-f08dd17c64ae,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:28.308004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:28.501892 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:28.705805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b382f5-6776-4663-b2c0-eeece1a83bdd req-8b39c174-75f8-45aa-9b82-de0e09e78fb8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:28.716443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b382f5-6776-4663-b2c0-eeece1a83bdd req-8b39c174-75f8-45aa-9b82-de0e09e78fb8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1137822 Feb 07 13:34:28.765872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42b382f5-6776-4663-b2c0-eeece1a83bdd req-a62c7e03-c062-46cb-98f6-d956506b3a00 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509279 Feb 07 13:34:28.787290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:28.868455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:29.022545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Pushing event updated for resources: {'Port': ['ID=54d2f298-5fb7-452d-844a-f08dd17c64ae,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:29.043967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:29.266189 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Floating IP 784fbfe1-d8d3-434d-91fb-5d26b405471e associated. External IP: 172.25.7.63, port: 2de75c36-7aea-4618-bf57-6616327fd66e. Feb 07 13:34:29.847547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Router 3bc1de95-9752-4010-b318-ed2d8cc5b4f3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:34:30.051553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e522-ab16-4630-b5fd-17ad3b0d7db4 req-051e05e5-ce75-4eea-aaa3-4efba27367b6 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:30.058475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5617e522-ab16-4630-b5fd-17ad3b0d7db4 req-051e05e5-ce75-4eea-aaa3-4efba27367b6 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1117589 Feb 07 13:34:30.096928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:34:30.122872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44a49a-68f1-4343-a517-5d32435cfc3a None None] Sync routers for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:34:30.137390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44a49a-68f1-4343-a517-5d32435cfc3a None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:30.138077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-de44a49a-68f1-4343-a517-5d32435cfc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:30.141222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5617e522-ab16-4630-b5fd-17ad3b0d7db4 req-732c5c1e-5e89-4ae6-8d4b-8c9ae4d62f95 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822828 Feb 07 13:34:30.239109 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:30.254111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-de44a49a-68f1-4343-a517-5d32435cfc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:30.263233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44a49a-68f1-4343-a517-5d32435cfc3a None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:30.263894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-de44a49a-68f1-4343-a517-5d32435cfc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:30.341187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-de44a49a-68f1-4343-a517-5d32435cfc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:30.341187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44a49a-68f1-4343-a517-5d32435cfc3a None None] The sync data for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:34:30.363723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50146) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:30.369375 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-231b875b-b2da-46be-ae5c-c7f5c1ef9d56 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.3765824 Feb 07 13:34:30.482572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dad6417e-1444-4ed8-b0d9-c1bbb7434eba tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] 10.222.0.69 "GET /v2.0/floatingips/784fbfe1-d8d3-434d-91fb-5d26b405471e HTTP/1.1" status: 200 len: 982 time: 0.1230035 Feb 07 13:34:30.488538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50154) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:30.605577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8577dfb5-444f-4c2b-acab-ce92e535a63a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1109715 Feb 07 13:34:30.608916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50160) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:30.874825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Deleting port 54d2f298-5fb7-452d-844a-f08dd17c64ae {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:30.875118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:31.061126 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:31.061767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:31.212551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Calling delete_port for 54d2f298-5fb7-452d-844a-f08dd17c64ae owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:31.424618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a40c48-e55d-496b-8224-eb8c2b256c5d req-8a4022d4-d8e7-4b21-9414-027693f6f93d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:31.426476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9a40c48-e55d-496b-8224-eb8c2b256c5d req-8a4022d4-d8e7-4b21-9414-027693f6f93d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1420174 Feb 07 13:34:31.480912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9a40c48-e55d-496b-8224-eb8c2b256c5d req-bb470634-1f2c-4021-bee9-de481ec7d5a2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476813 Feb 07 13:34:31.863791 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:31.885518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event deleted for resources: {'Port': ['ID=54d2f298-5fb7-452d-844a-f08dd17c64ae,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:32.012857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:32.013197 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Floating IP 784fbfe1-d8d3-434d-91fb-5d26b405471e disassociated (deleted). External IP: 172.25.7.63, port: 2de75c36-7aea-4618-bf57-6616327fd66e. Feb 07 13:34:32.554483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Router 3bc1de95-9752-4010-b318-ed2d8cc5b4f3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:34:32.847202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:34:32.859004 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebdf6a-8983-45b3-90ee-afc6c2d7a0e9 None None] Sync routers for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:34:32.860019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42116310-465e-4e7a-b114-8564c62280b5 req-cc66fd6f-3ba7-4613-8d2c-db87c31e4701 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:32.861582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42116310-465e-4e7a-b114-8564c62280b5 req-cc66fd6f-3ba7-4613-8d2c-db87c31e4701 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.2406709 Feb 07 13:34:32.880716 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebdf6a-8983-45b3-90ee-afc6c2d7a0e9 None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:32.881487 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5eebdf6a-8983-45b3-90ee-afc6c2d7a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:32.914340 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:32.967375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42116310-465e-4e7a-b114-8564c62280b5 req-e8a8a5ad-4557-4b9d-8a36-ed97fb52a24f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953941 Feb 07 13:34:32.977074 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5eebdf6a-8983-45b3-90ee-afc6c2d7a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:32.987365 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebdf6a-8983-45b3-90ee-afc6c2d7a0e9 None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:32.987994 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5eebdf6a-8983-45b3-90ee-afc6c2d7a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:32.995072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dc300cee-58bb-41ae-a09e-8ad419b0d90a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "DELETE /v2.0/floatingips/784fbfe1-d8d3-434d-91fb-5d26b405471e HTTP/1.1" status: 204 len: 168 time: 2.3855696 Feb 07 13:34:33.004665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50194) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:33.019241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:33.024789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:33.028998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Usage tracker for resource:floatingip and tenant:78bbcbeb29cc4af58aa30dff148a214a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:33.032301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:33.038772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:33.089690 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5eebdf6a-8983-45b3-90ee-afc6c2d7a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:33.090027 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebdf6a-8983-45b3-90ee-afc6c2d7a0e9 None None] The sync data for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:34:33.149301 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:33.293833 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:33.442641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Allocated IP 172.25.7.238 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/9c596505-b206-47a3-844e-9c78db6e30fc) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:33.619468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:33.735862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:33.809162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:33.812068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:33.816253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:33.856115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Pushing event updated for resources: {'Port': ['ID=9c596505-b206-47a3-844e-9c78db6e30fc,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:33.909652 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:34.082381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:34.480430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ab020-0e00-4766-b9b3-2e4e8861ae05 req-b9b15532-d091-486a-9788-53cd497d2aac tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:34.482303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1ab020-0e00-4766-b9b3-2e4e8861ae05 req-b9b15532-d091-486a-9788-53cd497d2aac tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.3493793 Feb 07 13:34:34.584143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe1ab020-0e00-4766-b9b3-2e4e8861ae05 req-a2772540-b773-4e47-9b3a-d5c129972d8e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930459 Feb 07 13:34:34.651741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:34.872294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:34.993680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Pushing event updated for resources: {'Port': ['ID=9c596505-b206-47a3-844e-9c78db6e30fc,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:35.016459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:35.118945 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:35.121754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ad4ae93b-29ad-46ee-9c9c-5412951c7254 tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1126521 Feb 07 13:34:35.123238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50222) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:35.248253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:35.258869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:35.262770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Usage tracker for resource:floatingip and tenant:7c260694e3214724b6631b4dca847f4a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:35.268457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:35.275159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:35.381310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:35.544021 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:35.704340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Allocated IP 172.25.7.104 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/c619cfc3-ce4e-435c-9e7e-006f18f82a13) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:34:35.944091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdde50-bebc-42eb-b3a8-4773ac4c62ec req-36242bd1-9c7f-40e5-a505-f5a5e8eece85 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:35.951205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8bdde50-bebc-42eb-b3a8-4773ac4c62ec req-36242bd1-9c7f-40e5-a505-f5a5e8eece85 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.2108285 Feb 07 13:34:35.992630 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:36.027616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8bdde50-bebc-42eb-b3a8-4773ac4c62ec req-0384ec73-27e3-4610-b2cf-324199db1c1b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755539 Feb 07 13:34:36.164368 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:36.253474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:34:36.256617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:34:36.260792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:34:36.307067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Pushing event updated for resources: {'Port': ['ID=c619cfc3-ce4e-435c-9e7e-006f18f82a13,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:36.365930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:36.537636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:36.821209 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:36.902080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:37.018138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Pushing event updated for resources: {'Port': ['ID=c619cfc3-ce4e-435c-9e7e-006f18f82a13,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:37.059089 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:37.217983 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:37.217983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-23be6dbd-e33e-40e7-bc8d-95bea89ecb18 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0909264 Feb 07 13:34:37.217983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50258) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:37.382129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a1f0b9ee-0203-40ed-a051-786c902be7ae tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Synchronizing usage tracker for tenant:78bbcbeb29cc4af58aa30dff148a214a on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:34:37.445242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da00a7-cb1e-414d-a360-5d59d416fcf2 req-a25789a8-cce1-4842-9e7f-750ad9f80c42 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:37.446842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6da00a7-cb1e-414d-a360-5d59d416fcf2 req-a25789a8-cce1-4842-9e7f-750ad9f80c42 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1513877 Feb 07 13:34:37.511274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6da00a7-cb1e-414d-a360-5d59d416fcf2 req-de1f92d2-3645-4314-bba9-b0fe0bc39ddb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566304 Feb 07 13:34:37.595053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a1f0b9ee-0203-40ed-a051-786c902be7ae tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Unset dirty status for tenant:78bbcbeb29cc4af58aa30dff148a214a on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:34:37.595053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a1f0b9ee-0203-40ed-a051-786c902be7ae tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3727443 Feb 07 13:34:37.595053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50262) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:37.921302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-dcb41e58-87d2-4a86-8952-1fdc2cf39b7e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Synchronizing usage tracker for tenant:7dca200af2704169a6dca0d5453055aa on resource:floatingip {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:34:38.012723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-dcb41e58-87d2-4a86-8952-1fdc2cf39b7e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Unset dirty status for tenant:7dca200af2704169a6dca0d5453055aa on resource:floatingip {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:34:38.013927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dcb41e58-87d2-4a86-8952-1fdc2cf39b7e tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4186773 Feb 07 13:34:38.017601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50268) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:38.185915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Deleting port c619cfc3-ce4e-435c-9e7e-006f18f82a13 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:38.186317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:38.423900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:38.424263 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:38.558534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Calling delete_port for c619cfc3-ce4e-435c-9e7e-006f18f82a13 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:38.800946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413f821-2a47-4487-a68c-58460e0b4957 req-9571defb-beec-4507-bccf-9721b1a0fb7e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:38.807503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cdf72821-0d91-4452-aec4-a465c28ced07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:38.812034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8413f821-2a47-4487-a68c-58460e0b4957 req-9571defb-beec-4507-bccf-9721b1a0fb7e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1543102 Feb 07 13:34:38.848799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8413f821-2a47-4487-a68c-58460e0b4957 req-69d9112d-84e4-41af-8e54-1b8da76ff589 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Feb 07 13:34:38.883505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:38.933862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Pushing event deleted for resources: {'Port': ['ID=c619cfc3-ce4e-435c-9e7e-006f18f82a13,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:39.033418 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:39.051485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:39.054952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a82a70b9-5163-4336-a424-7df7f6f71cb0 tempest-FloatingIPAdminTestJSON-574990661 tempest-FloatingIPAdminTestJSON-574990661-project] 10.222.0.69 "DELETE /v2.0/floatingips/e546f63e-60f8-477c-867e-f68da726a323 HTTP/1.1" status: 204 len: 168 time: 1.0341747 Feb 07 13:34:39.055180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50286) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:39.222540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Deleting port 9c596505-b206-47a3-844e-9c78db6e30fc {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:39.223413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:39.428551 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:39.431670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:39.567675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Calling delete_port for 9c596505-b206-47a3-844e-9c78db6e30fc owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:39.847621 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:39.901387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c596505-b206-47a3-844e-9c78db6e30fc,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:40.175963 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:40.205519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25519-e128-4a32-b366-c0ae14f2c6fc req-84f06762-d87e-44eb-9cff-755335bc6a87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:40.207322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cf25519-e128-4a32-b366-c0ae14f2c6fc req-84f06762-d87e-44eb-9cff-755335bc6a87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1516755 Feb 07 13:34:40.262372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cf25519-e128-4a32-b366-c0ae14f2c6fc req-44703c28-c11e-47af-9d7e-c1c33ff2640e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454812 Feb 07 13:34:40.324286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:40.329542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c029f66e-3414-4dc4-bf3d-347e04cb813a tempest-FloatingIPAdminTestJSON-1447938220 tempest-FloatingIPAdminTestJSON-1447938220-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/46871ce2-40a9-4dab-962c-78ef2e4788ff HTTP/1.1" status: 204 len: 168 time: 1.2695241 Feb 07 13:34:40.329716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50330) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:40.428913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c37e825a-9399-451c-9837-a2c16c69f889 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Deleting port 2de75c36-7aea-4618-bf57-6616327fd66e {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:40.428913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c37e825a-9399-451c-9837-a2c16c69f889 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:40.682156 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c37e825a-9399-451c-9837-a2c16c69f889 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:40.827699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-c37e825a-9399-451c-9837-a2c16c69f889 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Calling delete_port for 2de75c36-7aea-4618-bf57-6616327fd66e owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:41.093283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c37e825a-9399-451c-9837-a2c16c69f889 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:41.150258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e825a-9399-451c-9837-a2c16c69f889 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event deleted for resources: {'Port': ['ID=2de75c36-7aea-4618-bf57-6616327fd66e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:41.270792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c37e825a-9399-451c-9837-a2c16c69f889 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:41.279016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c37e825a-9399-451c-9837-a2c16c69f889 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "DELETE /v2.0/ports/2de75c36-7aea-4618-bf57-6616327fd66e HTTP/1.1" status: 204 len: 168 time: 0.9479494 Feb 07 13:34:41.282426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50368) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:41.474207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a889fca3-2578-4d26-b6ae-a99075d67279 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:41.475191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a889fca3-2578-4d26-b6ae-a99075d67279 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Synchronizing usage tracker for tenant:7dca200af2704169a6dca0d5453055aa on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:34:41.550772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f277c13-76f9-46a9-aa49-4e5598ea3e14 req-2876cffa-5ac3-4a2e-98ff-ffeddb32c984 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:41.560898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f277c13-76f9-46a9-aa49-4e5598ea3e14 req-2876cffa-5ac3-4a2e-98ff-ffeddb32c984 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1106536 Feb 07 13:34:41.615353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f277c13-76f9-46a9-aa49-4e5598ea3e14 req-7dda8747-a1d0-4806-8bff-d1e90a4dddf1 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533934 Feb 07 13:34:41.910013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a889fca3-2578-4d26-b6ae-a99075d67279 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Unset dirty status for tenant:7dca200af2704169a6dca0d5453055aa on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:34:41.910249 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d55910d6-6fc2-4990-ba28-848196f5bc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:41.911233 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a889fca3-2578-4d26-b6ae-a99075d67279 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "GET /v2.0/ports?device_id=3bc1de95-9752-4010-b318-ed2d8cc5b4f3 HTTP/1.1" status: 200 len: 913 time: 0.6272116 Feb 07 13:34:41.913949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50392) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:42.309946 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:42.334022 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:42.530301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:42.892763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cc375-1e1a-4e76-a067-23d18a77bd46 req-6831ece2-8af2-4574-8a37-4f70b6340b60 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:42.894650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e4cc375-1e1a-4e76-a067-23d18a77bd46 req-6831ece2-8af2-4574-8a37-4f70b6340b60 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1065071 Feb 07 13:34:42.947196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e4cc375-1e1a-4e76-a067-23d18a77bd46 req-457f5675-0f75-4676-bc3d-61c47865ada8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455046 Feb 07 13:34:43.083120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Deleting port 2267dbf0-117a-4b8f-b5fe-1ab3c3d27902 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:43.083634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:43.289142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:43.423581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Calling delete_port for 2267dbf0-117a-4b8f-b5fe-1ab3c3d27902 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:43.820988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:43.836163 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:43.889128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event deleted for resources: {'Port': ['ID=2267dbf0-117a-4b8f-b5fe-1ab3c3d27902,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:44.163402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aaa99-be81-4d5b-93b1-73284cd2fc83 req-f34e9a06-07b1-4dcd-aedd-eb0bfe0f512b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:44.174849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e1aaa99-be81-4d5b-93b1-73284cd2fc83 req-f34e9a06-07b1-4dcd-aedd-eb0bfe0f512b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0958724 Feb 07 13:34:44.211256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e1aaa99-be81-4d5b-93b1-73284cd2fc83 req-fc074f3b-bb44-4389-b9b7-010aedfe88c3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Feb 07 13:34:44.270328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:44.747845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Router 3bc1de95-9752-4010-b318-ed2d8cc5b4f3 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:34:44.952923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:34:44.963244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a6585-da5f-41f6-bb86-5ff11bc838e3 None None] Sync routers for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:34:44.976134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a6585-da5f-41f6-bb86-5ff11bc838e3 None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:44.976134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6585-da5f-41f6-bb86-5ff11bc838e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:45.043599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6585-da5f-41f6-bb86-5ff11bc838e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:45.053167 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a6585-da5f-41f6-bb86-5ff11bc838e3 None None] Routers {'3bc1de95-9752-4010-b318-ed2d8cc5b4f3'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:34:45.053819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6585-da5f-41f6-bb86-5ff11bc838e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:45.068615 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fec1ff26-2b0a-4c15-8856-124fbcb7b5e9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "PUT /v2.0/routers/3bc1de95-9752-4010-b318-ed2d8cc5b4f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1536410 Feb 07 13:34:45.071161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50524) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:45.140989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7b6a6585-da5f-41f6-bb86-5ff11bc838e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:45.141384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a6585-da5f-41f6-bb86-5ff11bc838e3 None None] The sync data for ids ['3bc1de95-9752-4010-b318-ed2d8cc5b4f3'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:34:45.287545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:45.299627 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:45.713287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38858a9-6b41-4a0a-917b-c6eaae740c12 req-59e8b090-056e-4f87-9f33-4751d4288f5f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:45.714890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b38858a9-6b41-4a0a-917b-c6eaae740c12 req-59e8b090-056e-4f87-9f33-4751d4288f5f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.3553987 Feb 07 13:34:45.743055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:45.775386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b38858a9-6b41-4a0a-917b-c6eaae740c12 req-0bc8aad9-15a9-4344-a38a-9287b50e4f46 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542390 Feb 07 13:34:45.973102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Deleting port 75c71a8e-b75e-4fb5-8a73-05fb93eb5081 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:45.973461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:46.163375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:46.292203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Calling delete_port for 75c71a8e-b75e-4fb5-8a73-05fb93eb5081 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:46.592415 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:46.645508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event deleted for resources: {'Port': ['ID=75c71a8e-b75e-4fb5-8a73-05fb93eb5081,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:46.692252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.692610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.692955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.693280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.693771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.694246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.694727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.695770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.695770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.695770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.697421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.697421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:34:46.758138 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:46.944711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:46.975296 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.052605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf2290-a86d-4063-aadb-aa70a49e565c req-39811133-5187-442c-92b2-64687bee41dc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:47.053755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61cf2290-a86d-4063-aadb-aa70a49e565c req-39811133-5187-442c-92b2-64687bee41dc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1183236 Feb 07 13:34:47.133194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61cf2290-a86d-4063-aadb-aa70a49e565c req-8d6d1fb6-9fc5-436a-8fdd-10beaa80e003 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530007 Feb 07 13:34:47.191966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.192517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc1de95-9752-4010-b318-ed2d8cc5b4f3 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:34:47.208486 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.209567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-42fd67f5-ae32-44be-81d6-cda582babc8f tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "DELETE /v2.0/routers/3bc1de95-9752-4010-b318-ed2d8cc5b4f3 HTTP/1.1" status: 204 len: 168 time: 2.1368828 Feb 07 13:34:47.212215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50600) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:47.277315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7272ca-fbd1-48e7-bc10-24f7b754fcc9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Deleting subnet a9abae2d-3b55-45a9-958b-6f850e361c2c {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:34:47.280336 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0c7272ca-fbd1-48e7-bc10-24f7b754fcc9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.339488 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0c7272ca-fbd1-48e7-bc10-24f7b754fcc9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.425181 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0c7272ca-fbd1-48e7-bc10-24f7b754fcc9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.630822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0c7272ca-fbd1-48e7-bc10-24f7b754fcc9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.784960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7272ca-fbd1-48e7-bc10-24f7b754fcc9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event deleted for resources: {'Subnet': ['ID=a9abae2d-3b55-45a9-958b-6f850e361c2c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:47.790249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0c7272ca-fbd1-48e7-bc10-24f7b754fcc9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.797651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153b8c2-339e-4f55-83fd-391b41a17492 None None] Network 689e7539-7814-4159-9584-20430d8f20bc requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:34:47.798124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0c7272ca-fbd1-48e7-bc10-24f7b754fcc9 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "DELETE /v2.0/subnets/a9abae2d-3b55-45a9-958b-6f850e361c2c HTTP/1.1" status: 204 len: 168 time: 0.5845573 Feb 07 13:34:47.800214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50618) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:47.913212 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:47.924503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Deleting port 9ba3321c-b30d-4b94-896d-1032c7059840 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:47.924839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.146382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] For port 9ba3321c-b30d-4b94-896d-1032c7059840, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9ba3321c-b30d-4b94-896d-1032c7059840,segment=NetworkSegment(20052581-67ef-4a41-a960-24377626a81a),segment_id=20052581-67ef-4a41-a960-24377626a81a)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:48.146751 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.189744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] DHCP port deletion for 689e7539-7814-4159-9584-20430d8f20bc request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:34:48.202475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] Deleting port 9ba3321c-b30d-4b94-896d-1032c7059840 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:48.203401 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.306311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Calling delete_port for 9ba3321c-b30d-4b94-896d-1032c7059840 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:48.450309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455c034-ac03-4574-9510-dc4af1629d3f req-24e20394-31ff-4e9f-b089-b1d465962601 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:48.451813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8455c034-ac03-4574-9510-dc4af1629d3f req-24e20394-31ff-4e9f-b089-b1d465962601 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1179307 Feb 07 13:34:48.491257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] For port 9ba3321c-b30d-4b94-896d-1032c7059840, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9ba3321c-b30d-4b94-896d-1032c7059840,segment=NetworkSegment(20052581-67ef-4a41-a960-24377626a81a),segment_id=20052581-67ef-4a41-a960-24377626a81a)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:34:48.492035 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.497930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8455c034-ac03-4574-9510-dc4af1629d3f req-23dbf3f7-fac1-484e-948d-3d41d5d58a68 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Feb 07 13:34:48.606913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.622445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] Calling delete_port for 9ba3321c-b30d-4b94-896d-1032c7059840 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:48.655793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event deleted for resources: {'Port': ['ID=9ba3321c-b30d-4b94-896d-1032c7059840,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:48.659992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] No DVR routers for this DVR port 9ba3321c-b30d-4b94-896d-1032c7059840 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:34:48.726759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:34:48.727116 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:34:48.801567 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.830509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689e7539-7814-4159-9584-20430d8f20bc']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:48.842569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20052581-67ef-4a41-a960-24377626a81a') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:48.842865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20052581-67ef-4a41-a960-24377626a81a') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:34:48.854667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.870419 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.876698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:34:48.877286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:34:48.896198 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:34:49.095093 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:49.117458 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:49.129676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event deleted for resources: {'Network': ['ID=689e7539-7814-4159-9584-20430d8f20bc,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:49.136034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9ba3321c-b30d-4b94-896d-1032c7059840 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:34:49.140051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-55a015a4-4e17-43c7-b34d-5c6510515d8a tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "DELETE /v2.0/networks/689e7539-7814-4159-9584-20430d8f20bc HTTP/1.1" status: 204 len: 168 time: 1.3387864 Feb 07 13:34:49.143457 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50652) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:49.175113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9ba3321c-b30d-4b94-896d-1032c7059840 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:34:49.175453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9ba3321c-b30d-4b94-896d-1032c7059840 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:34:49.228288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] Deleting port 9ba3321c-b30d-4b94-896d-1032c7059840 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:49.229053 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:49.314496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-11388b65-72bf-4d12-92ba-2ece4eb3b0dd None None] The port '9ba3321c-b30d-4b94-896d-1032c7059840' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:34:49.328668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Deleting port 6710a5e1-9b99-4764-a0a7-ae16a44a4b33 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:34:49.329189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:49.544473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:49.544818 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:49.693049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Calling delete_port for 6710a5e1-9b99-4764-a0a7-ae16a44a4b33 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:34:49.725707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c15cd0-668f-4ca4-b1b5-6c720cdf4e79 req-29549007-3b4d-48bd-a805-b9048d6ba862 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:49.727552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56c15cd0-668f-4ca4-b1b5-6c720cdf4e79 req-29549007-3b4d-48bd-a805-b9048d6ba862 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1088517 Feb 07 13:34:49.784961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56c15cd0-668f-4ca4-b1b5-6c720cdf4e79 req-fe4d5443-3752-4d14-a3ac-d5c74b252194 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492954 Feb 07 13:34:49.973407 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:50.025419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Pushing event deleted for resources: {'Port': ['ID=6710a5e1-9b99-4764-a0a7-ae16a44a4b33,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:50.131443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:50.261261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:50.262455 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1dc92366-d209-4775-815f-cb222fd49956 tempest-FloatingIPAdminTestJSON-1128895261 tempest-FloatingIPAdminTestJSON-1128895261-project] 10.222.0.69 "DELETE /v2.0/floatingips/4407d191-025d-439e-a232-a1514ca914f2 HTTP/1.1" status: 204 len: 168 time: 1.1179829 Feb 07 13:34:50.983182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9778f2f-cbf5-460b-99da-7074c87f4139 req-0d8d8dec-db47-449c-ac94-fd45e0316027 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:50.985245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9778f2f-cbf5-460b-99da-7074c87f4139 req-0d8d8dec-db47-449c-ac94-fd45e0316027 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0891511 Feb 07 13:34:51.009225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50720) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:51.032145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9778f2f-cbf5-460b-99da-7074c87f4139 req-3d639565-2c55-44dc-9b38-4c6b4dc58782 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Feb 07 13:34:51.177307 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-49bca76c-de11-43ac-9f83-4a5cbfaace44 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7dca200af2704169a6dca0d5453055aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667478 Feb 07 13:34:51.179826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50730) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:51.242257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7819-76ad-440e-8b6f-d319a806495a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:51.271451 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7819-76ad-440e-8b6f-d319a806495a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:51.443881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7819-76ad-440e-8b6f-d319a806495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:51.463154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb7819-76ad-440e-8b6f-d319a806495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303dea77-0fb9-4e55-94c5-a2861a419a28,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:51.467067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a8cb7819-76ad-440e-8b6f-d319a806495a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:51.468548 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a8cb7819-76ad-440e-8b6f-d319a806495a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/303dea77-0fb9-4e55-94c5-a2861a419a28 HTTP/1.1" status: 204 len: 168 time: 0.2874670 Feb 07 13:34:52.232025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49840424-2e46-4258-a2c0-f92d421d05a2 req-3b9df45f-7500-4a65-982c-5ec7a1d96f0c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:52.234614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49840424-2e46-4258-a2c0-f92d421d05a2 req-3b9df45f-7500-4a65-982c-5ec7a1d96f0c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0853004 Feb 07 13:34:52.279692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49840424-2e46-4258-a2c0-f92d421d05a2 req-33fd0ce4-9be6-4de0-9b0f-08b94aab1181 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389874 Feb 07 13:34:52.397481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50780) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:52.415954 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:52.431382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:52.435213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] Usage tracker for resource:security_group_rule and tenant:7c260694e3214724b6631b4dca847f4a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:52.438165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:52.444150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:52.557172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:52.666309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:52.716454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb22e3f-5be2-4fc0-a3fc-07cb1e570cae,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:52.721315 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1b3f3b3c-b6e3-4dce-9245-717543964a76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c260694e3214724b6631b4dca847f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228397 Feb 07 13:34:52.724466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50794) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:52.793181 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d6252da-aca8-4abb-a89b-d1188ed40acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:52.819993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d6252da-aca8-4abb-a89b-d1188ed40acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:52.969179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d6252da-aca8-4abb-a89b-d1188ed40acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:52.983871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6252da-aca8-4abb-a89b-d1188ed40acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb22e3f-5be2-4fc0-a3fc-07cb1e570cae,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:52.991202 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2d6252da-aca8-4abb-a89b-d1188ed40acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:52.994657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2d6252da-aca8-4abb-a89b-d1188ed40acb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cb22e3f-5be2-4fc0-a3fc-07cb1e570cae HTTP/1.1" status: 204 len: 168 time: 0.2659998 Feb 07 13:34:53.013537 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:34:53.472959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242c8e3-85f7-4590-a5df-461b90636615 req-9363cf98-73ca-42a4-aba5-88e2d88f9d79 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:53.474492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9242c8e3-85f7-4590-a5df-461b90636615 req-9363cf98-73ca-42a4-aba5-88e2d88f9d79 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0853953 Feb 07 13:34:53.524511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9242c8e3-85f7-4590-a5df-461b90636615 req-a16f692d-5f0b-4631-be98-d62488824877 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Feb 07 13:34:54.010982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50842) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:54.028126 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:54.042220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:54.045994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] Usage tracker for resource:security_group_rule and tenant:78bbcbeb29cc4af58aa30dff148a214a is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:54.049468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:54.055004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:54.139422 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:54.289504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:54.337540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6332208-1ebc-43b7-ba77-bb52abe1966f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:54.341818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e03f85fd-1fa1-4361-8d9e-3d0e3f062d7b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78bbcbeb29cc4af58aa30dff148a214a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298492 Feb 07 13:34:54.345522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50854) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:54.402778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c00e4c6f-c843-4f09-84f3-cc8f942e02e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:54.429328 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c00e4c6f-c843-4f09-84f3-cc8f942e02e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:54.632887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c00e4c6f-c843-4f09-84f3-cc8f942e02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:54.667864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e4c6f-c843-4f09-84f3-cc8f942e02e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6332208-1ebc-43b7-ba77-bb52abe1966f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:54.738676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c00e4c6f-c843-4f09-84f3-cc8f942e02e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:54.745016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c00e4c6f-c843-4f09-84f3-cc8f942e02e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c6332208-1ebc-43b7-ba77-bb52abe1966f HTTP/1.1" status: 204 len: 168 time: 0.3939655 Feb 07 13:34:54.783594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882a525-aca9-4824-bf6e-0c40fb2ebf39 req-75340111-137a-4239-9ef3-db93ff757b1d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:54.785093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d882a525-aca9-4824-bf6e-0c40fb2ebf39 req-75340111-137a-4239-9ef3-db93ff757b1d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1308942 Feb 07 13:34:54.830595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d882a525-aca9-4824-bf6e-0c40fb2ebf39 req-6ca04d63-ddc1-4443-99dc-65ee4b555950 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395412 Feb 07 13:34:54.928943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:56.311371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14a738-b7d0-4f95-afd6-db0a0a89e079 req-1ee8d794-cebc-4ed4-a6f1-e281db5db0b4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:56.313549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f14a738-b7d0-4f95-afd6-db0a0a89e079 req-1ee8d794-cebc-4ed4-a6f1-e281db5db0b4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.2232792 Feb 07 13:34:56.361940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f14a738-b7d0-4f95-afd6-db0a0a89e079 req-6d88dd90-8c8b-45b9-a280-5f8f0f27263a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Feb 07 13:34:57.548010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c9024-b9a8-436b-8f3b-5ff06f46073d req-2c2f707c-19a0-4ef1-ad9d-5e3d6c083608 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:57.549517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a7c9024-b9a8-436b-8f3b-5ff06f46073d req-2c2f707c-19a0-4ef1-ad9d-5e3d6c083608 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0812261 Feb 07 13:34:57.612856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a7c9024-b9a8-436b-8f3b-5ff06f46073d req-ce22b3fa-d41b-41e3-8740-183000049c4e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476506 Feb 07 13:34:57.642299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 50958) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:57.772106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5d1c1169-4d80-4e01-8df0-bdf34d7d6792 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:57.850746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5d1c1169-4d80-4e01-8df0-bdf34d7d6792 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] 10.222.0.69 "PUT /v2.0/quotas/16a8cd0e69434dbbbf91871dcfb8c7ce HTTP/1.1" status: 200 len: 368 time: 0.2071540 Feb 07 13:34:57.853654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50964) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:57.860327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Request body: {'network': {'project_id': '16a8cd0e69434dbbbf91871dcfb8c7ce'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:57.866288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:57.870223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Usage tracker for resource:network and tenant:16a8cd0e69434dbbbf91871dcfb8c7ce is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:57.873106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:57.879889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:58.003825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Made reservation on behalf of 16a8cd0e69434dbbbf91871dcfb8c7ce for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:34:58.006351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:58.019003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:58.035459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:58.039337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Usage tracker for resource:security_group_rule and tenant:16a8cd0e69434dbbbf91871dcfb8c7ce is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:58.042343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:58.049793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:58.136058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:58.258751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:58.286934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:34:58.295358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803d6a3b-e9c3-4268-9dd2-d036409ff7f3,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:58.301159 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:58.301508 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Added segment c970ad7e-7ca5-489b-a9dc-aa0430537001 of type vlan for network 53f1c12f-688f-433f-b45b-d3147569ffeb Feb 07 13:34:58.332050 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:58.512024 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:58.513032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:58.513651 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:58.625066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Pushing event updated for resources: {'Network': ['ID=53f1c12f-688f-433f-b45b-d3147569ffeb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:58.636855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 53f1c12f-688f-433f-b45b-d3147569ffeb details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:34:58.718912 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7c274367-2d1c-400a-874f-1f65011ec430 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8589134 Feb 07 13:34:58.718912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50974) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:58.722955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Request body: {'network': {'project_id': '16a8cd0e69434dbbbf91871dcfb8c7ce'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:58.754710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:58.759867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Usage tracker for resource:network and tenant:16a8cd0e69434dbbbf91871dcfb8c7ce is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:58.764234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:58.771851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:58.834825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b34fe-5aea-4c4b-8ecd-432a487ba84d req-2619fdb2-2fe1-48ce-b4e7-a2bd4f33a9b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:58.837038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e6b34fe-5aea-4c4b-8ecd-432a487ba84d req-2619fdb2-2fe1-48ce-b4e7-a2bd4f33a9b5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0983124 Feb 07 13:34:58.887529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e6b34fe-5aea-4c4b-8ecd-432a487ba84d req-9f4a692b-dd94-4b18-90b7-229c1b9cb17c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444801 Feb 07 13:34:58.894537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Made reservation on behalf of 16a8cd0e69434dbbbf91871dcfb8c7ce for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:34:58.896895 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.032918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:34:59.041570 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.041922 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Added segment 58027ebb-c2cd-40f2-b5e6-acfeec00af3c of type vlan for network db2be899-1f31-435c-af74-7f4272322a37 Feb 07 13:34:59.072660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.195660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.196842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:34:59.197428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.299065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Pushing event updated for resources: {'Network': ['ID=db2be899-1f31-435c-af74-7f4272322a37,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:59.308979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network db2be899-1f31-435c-af74-7f4272322a37 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:34:59.415377 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-56ebfda4-a88f-4ac0-88b2-5ae566174538 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6976392 Feb 07 13:34:59.420040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50980) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:59.424747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ebb32304-94ea-4d52-a0f3-4c82ab6d60d3 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Request body: {'network': {'project_id': '16a8cd0e69434dbbbf91871dcfb8c7ce'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:34:59.431504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ebb32304-94ea-4d52-a0f3-4c82ab6d60d3 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:34:59.435842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ebb32304-94ea-4d52-a0f3-4c82ab6d60d3 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Usage tracker for resource:network and tenant:16a8cd0e69434dbbbf91871dcfb8c7ce is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:34:59.439118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ebb32304-94ea-4d52-a0f3-4c82ab6d60d3 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:34:59.445824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ebb32304-94ea-4d52-a0f3-4c82ab6d60d3 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:34:59.447453 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb32304-94ea-4d52-a0f3-4c82ab6d60d3 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 13:34:59.448013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb32304-94ea-4d52-a0f3-4c82ab6d60d3 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:34:59.449185 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ebb32304-94ea-4d52-a0f3-4c82ab6d60d3 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0296710 Feb 07 13:34:59.451987 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50984) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:59.502896 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ccdf33a1-49d8-4c52-b547-cf64eb52ad96 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16a8cd0e69434dbbbf91871dcfb8c7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493188 Feb 07 13:34:59.505993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50988) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:59.575465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7cc12b02-dcf9-4b54-adf6-5f822c0c6aa9 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.609881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7cc12b02-dcf9-4b54-adf6-5f822c0c6aa9 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.769647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7cc12b02-dcf9-4b54-adf6-5f822c0c6aa9 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.785376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc12b02-dcf9-4b54-adf6-5f822c0c6aa9 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d6a3b-e9c3-4268-9dd2-d036409ff7f3,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:34:59.794283 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7cc12b02-dcf9-4b54-adf6-5f822c0c6aa9 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:34:59.795438 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7cc12b02-dcf9-4b54-adf6-5f822c0c6aa9 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/803d6a3b-e9c3-4268-9dd2-d036409ff7f3 HTTP/1.1" status: 204 len: 168 time: 0.2884746 Feb 07 13:34:59.798192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 50994) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:34:59.906079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.037806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.065586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2be899-1f31-435c-af74-7f4272322a37']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:00.079512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58027ebb-c2cd-40f2-b5e6-acfeec00af3c') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:00.079907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58027ebb-c2cd-40f2-b5e6-acfeec00af3c') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:00.092655 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.099932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df9645-9886-4811-be4a-b5fb026eca0d req-cddc06e7-28f1-4fbf-9558-d96c9a7820e0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:00.102594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75df9645-9886-4811-be4a-b5fb026eca0d req-cddc06e7-28f1-4fbf-9558-d96c9a7820e0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1071618 Feb 07 13:35:00.110662 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.117840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:35:00.118290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:35:00.136326 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:35:00.164872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75df9645-9886-4811-be4a-b5fb026eca0d req-3b646869-aca8-4e86-bf06-6dffdc5cc67f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559292 Feb 07 13:35:00.340564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.357323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.367580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Pushing event deleted for resources: {'Network': ['ID=db2be899-1f31-435c-af74-7f4272322a37,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:00.370271 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8816fe61-bf45-48d1-8a65-ce7320e6008c tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] 10.222.0.69 "DELETE /v2.0/networks/db2be899-1f31-435c-af74-7f4272322a37 HTTP/1.1" status: 204 len: 168 time: 0.5711462 Feb 07 13:35:00.373118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51002) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:00.482940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.624120 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.651963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f1c12f-688f-433f-b45b-d3147569ffeb']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:00.667067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c970ad7e-7ca5-489b-a9dc-aa0430537001') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:00.667067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c970ad7e-7ca5-489b-a9dc-aa0430537001') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:00.680790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.700766 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.708512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:35:00.709156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:35:00.727412 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:35:00.903925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.910559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:00.935195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] Pushing event deleted for resources: {'Network': ['ID=53f1c12f-688f-433f-b45b-d3147569ffeb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:00.941956 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-adcb21d9-7a53-472f-9858-35e01d6de9b5 tempest-QuotasNegativeTest-24749660 tempest-QuotasNegativeTest-24749660-project-admin] 10.222.0.69 "DELETE /v2.0/networks/53f1c12f-688f-433f-b45b-d3147569ffeb HTTP/1.1" status: 204 len: 168 time: 0.5676761 Feb 07 13:35:01.379958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9c9cf-79bc-421b-98fa-1b2ff42b3c63 req-3db0c56c-a358-4973-bc56-f73363d0b448 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:01.381569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-98f9c9cf-79bc-421b-98fa-1b2ff42b3c63 req-3db0c56c-a358-4973-bc56-f73363d0b448 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0873220 Feb 07 13:35:01.384709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51018) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:01.431045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-98f9c9cf-79bc-421b-98fa-1b2ff42b3c63 req-fa590762-5d9c-493d-ae3b-3015c088ff0a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 Feb 07 13:35:01.543414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:01.558058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:01.563384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c02664cf50664fcead207076f038b583 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:01.566308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:01.572135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:01.659708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:01.862517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:01.911889 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c02664cf50664fcead207076f038b583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261021 Feb 07 13:35:01.913502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a43ec6-20ef-4020-a5b9-bb6957d878a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4813b69a-7a81-4bcf-8747-c4597ca0de8d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:01.914576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51026) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:01.975360 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18d74115-20c8-4649-9e05-e9d4389ddfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:02.007465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18d74115-20c8-4649-9e05-e9d4389ddfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:02.154833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51032) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:02.212626 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18d74115-20c8-4649-9e05-e9d4389ddfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:02.231302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d74115-20c8-4649-9e05-e9d4389ddfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4813b69a-7a81-4bcf-8747-c4597ca0de8d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:02.235667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-18d74115-20c8-4649-9e05-e9d4389ddfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:02.236818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-18d74115-20c8-4649-9e05-e9d4389ddfa3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4813b69a-7a81-4bcf-8747-c4597ca0de8d HTTP/1.1" status: 204 len: 168 time: 0.3212597 Feb 07 13:35:02.282860 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:02.298799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:02.302803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] Usage tracker for resource:security_group_rule and tenant:1620c9a8663c4931a2379109c17bced1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:02.306026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:02.311700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:02.396857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:02.598242 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:02.659168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1620c9a8663c4931a2379109c17bced1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032663 Feb 07 13:35:02.661622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d768f-9c6f-4934-8a9b-22ec5af0fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2da9a0f-7570-4bbc-86fb-9e7d34b7d05c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:02.662398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51044) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:02.683208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d64101-0af6-4a9d-9a05-0e5201c288b0 req-584b7f89-e32f-460d-bab0-6ace3cb7a403 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:02.684820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42d64101-0af6-4a9d-9a05-0e5201c288b0 req-584b7f89-e32f-460d-bab0-6ace3cb7a403 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1376567 Feb 07 13:35:02.746592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42d64101-0af6-4a9d-9a05-0e5201c288b0 req-e67fea83-ef4e-4fa5-ad61-4abcb359db8d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551341 Feb 07 13:35:02.754040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d1d65b-e714-4c6c-a5b8-27dcc3ce0aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:02.784384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d1d65b-e714-4c6c-a5b8-27dcc3ce0aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:03.048956 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d1d65b-e714-4c6c-a5b8-27dcc3ce0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:03.065632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1d65b-e714-4c6c-a5b8-27dcc3ce0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2da9a0f-7570-4bbc-86fb-9e7d34b7d05c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:03.074442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-11d1d65b-e714-4c6c-a5b8-27dcc3ce0aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:03.075574 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-11d1d65b-e714-4c6c-a5b8-27dcc3ce0aca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2da9a0f-7570-4bbc-86fb-9e7d34b7d05c HTTP/1.1" status: 204 len: 168 time: 0.4120085 Feb 07 13:35:03.744411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51072) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:03.884923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1688102237-network', 'tenant_id': '74080054e127405e93c615d9f28c08aa'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:03.884923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:03.884923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Usage tracker for resource:network and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:03.898588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:03.938479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:03.997338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2367c9-0127-4d37-8cfe-9e2d26e7b2c3 req-fb906884-a6fd-473d-84ed-e40d747a85be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:03.999230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e2367c9-0127-4d37-8cfe-9e2d26e7b2c3 req-fb906884-a6fd-473d-84ed-e40d747a85be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1283274 Feb 07 13:35:04.020927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51080) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:04.039543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.048340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e2367c9-0127-4d37-8cfe-9e2d26e7b2c3 req-a16b2066-5bea-4a2f-a9b0-04a97257a212 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Feb 07 13:35:04.068395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:04.072680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a02c664cdd423d88fbda116dbd6d35 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:04.076181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:04.081290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Made reservation on behalf of 74080054e127405e93c615d9f28c08aa for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:35:04.082932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:04.083934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.103030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.115255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:04.119454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Usage tracker for resource:security_group_rule and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:04.122906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:04.129612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:04.182934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.218882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.349803 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.403289 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9a02c664cdd423d88fbda116dbd6d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812516 Feb 07 13:35:04.403721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.404190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3744c-67ca-410b-98e3-4e69b76f6588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0c32e2-6d5f-4033-b44b-44c8d36c8e9d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:04.407049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51084) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:04.459740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:35:04.465547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df3d6d6-27d3-4a42-8da9-10bc58b88597,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:04.486498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.486498 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Added segment 962b19d7-162f-464b-9407-8765fda56577 of type vlan for network ec2a7d10-962d-475e-b430-4c8c4f47d39c Feb 07 13:35:04.489009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0f8-0be9-40b7-9399-be3e862fa871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.512615 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.525349 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0f8-0be9-40b7-9399-be3e862fa871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.643139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.644345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:04.645011 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.699184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0f8-0be9-40b7-9399-be3e862fa871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.727748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcc0f8-0be9-40b7-9399-be3e862fa871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0c32e2-6d5f-4033-b44b-44c8d36c8e9d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:04.743813 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0f8-0be9-40b7-9399-be3e862fa871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:04.745515 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b7fcc0f8-0be9-40b7-9399-be3e862fa871 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a0c32e2-6d5f-4033-b44b-44c8d36c8e9d HTTP/1.1" status: 204 len: 168 time: 0.3374584 Feb 07 13:35:04.766377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] Pushing event updated for resources: {'Network': ['ID=ec2a7d10-962d-475e-b430-4c8c4f47d39c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:04.779698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:35:04.839796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9a6cf712-8113-4f19-93f1-2375e00d361b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0937579 Feb 07 13:35:04.842693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51092) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:04.849884 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Request body: {'subnet': {'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1688102237-subnet', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:04.857039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:04.861902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Usage tracker for resource:subnet and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:04.865788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:04.873028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:05.081454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Made reservation on behalf of 74080054e127405e93c615d9f28c08aa for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:35:05.084478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:05.261873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc1e1a-4d7b-4d3f-b32d-7948509d7373 req-a5121a7b-98d4-469e-8e88-cd1dd2d349e7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:05.263656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ebc1e1a-4d7b-4d3f-b32d-7948509d7373 req-a5121a7b-98d4-469e-8e88-cd1dd2d349e7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1008556 Feb 07 13:35:05.315787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ebc1e1a-4d7b-4d3f-b32d-7948509d7373 req-defbbd6e-e132-40b1-bb9e-7d35a3be2cb3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454600 Feb 07 13:35:05.464334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:05.547792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9538e9-c9bc-4769-9145-66519498b27f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:05.552576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Checking segment: {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:05.553136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Network hostable DHCP agents. Network: ec2a7d10-962d-475e-b430-4c8c4f47d39c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:35:05.858660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:35:06.058387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, ec2a7d10-962d-475e-b430-4c8c4f47d39c) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:06.064239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:06.066661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:06.069864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b93eea-9707-4998-89a8-000becdd1351 None None] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:35:06.209645 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dbae46ed-dca4-475e-9a59-d8d3d715ce42 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3655434 Feb 07 13:35:06.212321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51122) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:06.217679 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:06.223768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:06.227662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Usage tracker for resource:router and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:06.230758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:06.237616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:06.311087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:35:06.312065 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:06.453548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:06.456519 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:06.578293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:06.597079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Allocated IP 172.20.0.2 (ec2a7d10-962d-475e-b430-4c8c4f47d39c/9e9538e9-c9bc-4769-9145-66519498b27f/32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:06.784062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9f425-df42-4b22-bac6-5634d3aff15d req-60b89d11-b9ff-4eb6-ae08-815a6de1632e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:06.785682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6f9f425-df42-4b22-bac6-5634d3aff15d req-60b89d11-b9ff-4eb6-ae08-815a6de1632e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.3434954 Feb 07 13:35:06.858268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6f9f425-df42-4b22-bac6-5634d3aff15d req-06957d4d-9672-432e-924c-9f3b17a26aaf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589759 Feb 07 13:35:06.893518 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:06.904625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Transition to ACTIVE for port object 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:06.926716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Transition to ACTIVE for port object 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:07.041702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:07.111950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:07.181427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:07.185322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:07.190981 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:07.235610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Pushing event updated for resources: {'Port': ['ID=32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:07.278726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.279227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.279654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.280181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.280978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.281553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.282216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.282799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.283371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.283993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.284485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.285029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:07.315150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Attempting to bind port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:07.315527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Attempting to bind port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:07.316068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Attempting to bind port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 on network ec2a7d10-962d-475e-b430-4c8c4f47d39c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:07.322511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:07.328278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Checking segment: {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:07.328278 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:07.328278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Bound using segment: {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:07.328278 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Bound port: 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:07.328278 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:07.431582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] For port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:07.434880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] For port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:07.529038 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:07.553951 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:07.564328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:07.669762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7afcd3-f61f-4dab-8623-3b5f6232d762 None None] Pushing event updated for resources: {'Port': ['ID=32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:07.709671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51152) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:07.760314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Allocated IP 172.25.7.164 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/559b3a75-0bc9-4fef-81d9-0c5d496d6001) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:07.871159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-658447441', 'router:external': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:07.872918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:07.888220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Usage tracker for resource:network and tenant:2675f5fcccfe4008869f525bda9829b5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:07.899018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:07.915200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:07.962019 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.048818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Made reservation on behalf of 2675f5fcccfe4008869f525bda9829b5 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:35:08.048818 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.076065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.086746 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.111029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:08.114991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Usage tracker for resource:security_group_rule and tenant:2675f5fcccfe4008869f525bda9829b5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:08.118531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:08.125967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:08.181982 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:08.185347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:08.190469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:08.231334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Pushing event updated for resources: {'Port': ['ID=559b3a75-0bc9-4fef-81d9-0c5d496d6001,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:08.317731 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.363994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966035-790e-4ee4-9d5a-ab85e6b87579 req-24fb676a-169c-4973-bfb3-c3b892ebfb82 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:08.367768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a966035-790e-4ee4-9d5a-ab85e6b87579 req-24fb676a-169c-4973-bfb3-c3b892ebfb82 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.3827717 Feb 07 13:35:08.397028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.445503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a966035-790e-4ee4-9d5a-ab85e6b87579 req-87afebb9-7cd1-4e3d-ac99-35c8692917da tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729320 Feb 07 13:35:08.467286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26daa93-1f1b-48d6-80a5-0e3372fc3cec,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:08.476590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:35:08.486524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.486949 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Added segment 963d18d5-f7db-4a39-bf5a-a2988d0b7452 of type vlan for network 6967720a-0e47-4331-b6e3-f765927d37b6 Feb 07 13:35:08.525421 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.654828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.658757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:08.658757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.800814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'Network': ['ID=6967720a-0e47-4331-b6e3-f765927d37b6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:08.815081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6967720a-0e47-4331-b6e3-f765927d37b6 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:35:08.878728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fa3dad33-87e0-414a-965e-46a0a0360287 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1675863 Feb 07 13:35:08.887315 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f6f7d4f2-0e8e-48fe-bc39-ef9b3eec3853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:08.887463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51164) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:08.887952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'subnet': {'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:08.896306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:08.900550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Usage tracker for resource:subnet and tenant:2675f5fcccfe4008869f525bda9829b5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:08.904159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:08.911254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:08.934324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:09.007633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074174d7-0ab4-40b9-9647-145b52551dd3 None None] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:35:09.043383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Made reservation on behalf of 2675f5fcccfe4008869f525bda9829b5 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:35:09.046026 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:09.354304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:09.391037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d27b6dad-eff1-47e3-8542-086ed227aabd None None] Provisioning for port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:09.431236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:09.555769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:09.564499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:09.564873 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:09.831942 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:09.891335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:09.923693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51176) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:09.949115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94f9fa-be43-45aa-b5e1-728f24195e99 req-956f6608-1a9b-48b3-a011-0e2637d67014 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:09.954117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d9ee0d34-301c-424e-8704-3e6f5e284413 None None] Provisioning complete for port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:09.954570 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0d34-301c-424e-8704-3e6f5e284413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:09.956813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a94f9fa-be43-45aa-b5e1-728f24195e99 req-956f6608-1a9b-48b3-a011-0e2637d67014 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1458845 Feb 07 13:35:09.963304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Router f7c20756-752e-4ca5-aead-7f0bd0639819 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:35:10.034364 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:10.061365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a94f9fa-be43-45aa-b5e1-728f24195e99 req-8ec77b35-8229-447c-a483-a34716da1f6a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035750 Feb 07 13:35:10.067552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.objects.ports [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88313) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 13:35:10.070854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:10.139173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:10.186364 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:10.214389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8c98c01-03f7-4bd6-9994-d065227a89cd,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:10.219207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Checking segment: {'id': '963d18d5-f7db-4a39-bf5a-a2988d0b7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:10.219572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Network hostable DHCP agents. Network: 6967720a-0e47-4331-b6e3-f765927d37b6, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:35:10.289753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:10.296689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] Usage tracker for resource:security_group_rule and tenant:62fe8b268f8c4f6cb4389585cc205428 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:10.299855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:10.301693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:10.309393 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Sync routers for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:10.311141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:10.321894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Network 6967720a-0e47-4331-b6e3-f765927d37b6 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:35:10.325966 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:10.330657 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:34:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:10.433053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:10.439078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6967720a-0e47-4331-b6e3-f765927d37b6) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:10.442487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:10.443160 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:10.450146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc0118-616e-4adf-b877-dac88b165da7 None None] Network 6967720a-0e47-4331-b6e3-f765927d37b6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:35:10.483640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:10.486117 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e605b791-38e4-47ab-bc77-25b625e08a8c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2721758 Feb 07 13:35:10.488032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51182) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:10.559763 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:10.570925 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:10.580977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-039955bb-2569-4a24-8a4c-70636de85173 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6942999 Feb 07 13:35:10.580977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51186) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:10.586408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1231651218', 'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:10.597971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:10.609434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Usage tracker for resource:port and tenant:2675f5fcccfe4008869f525bda9829b5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:10.614500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:10.622081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:10.741304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Made reservation on behalf of 2675f5fcccfe4008869f525bda9829b5 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:35:10.744109 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:10.764517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d66ba-ed63-4f8d-b5a1-bc8ba8b6e576 None None] Network 6967720a-0e47-4331-b6e3-f765927d37b6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:35:10.773237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] device_id is not set on port d2c29bc5-1054-4f39-9812-13a03bb038a1 yet. {{(pid=88313) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 13:35:10.778214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0bab31-ec8e-4f3d-abda-920ee13278a1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:10.789406 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-377c11c0-37b9-47c2-9917-ff5c0d402be6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62fe8b268f8c4f6cb4389585cc205428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643606 Feb 07 13:35:10.792468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51190) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:10.941673 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:08Z', 'revision_number': 3, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:10.946775 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Checking router: f7c20756-752e-4ca5-aead-7f0bd0639819 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:35:10.947123 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Updating router f7c20756-752e-4ca5-aead-7f0bd0639819 port 559b3a75-0bc9-4fef-81d9-0c5d496d6001 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:35:10.951207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Allocated IP 172.20.0.5 (6967720a-0e47-4331-b6e3-f765927d37b6/c8c98c01-03f7-4bd6-9994-d065227a89cd/d2c29bc5-1054-4f39-9812-13a03bb038a1) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:11.010016 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9a60b63-4219-436a-888c-2c71d7ae72f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.019131 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.138840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9a60b63-4219-436a-888c-2c71d7ae72f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.218904 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.241007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:11.345419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:11.346245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.360747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f8adf-1089-4ae6-8b58-74443e5dd314 req-58948121-85d5-495c-bca2-c6421d657409 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:11.362599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-603f8adf-1089-4ae6-8b58-74443e5dd314 req-58948121-85d5-495c-bca2-c6421d657409 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1168618 Feb 07 13:35:11.422339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-603f8adf-1089-4ae6-8b58-74443e5dd314 req-1b51ab21-586f-4d4b-8533-afd4cb303dc1 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Feb 07 13:35:11.498855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.546980 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.568968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Network 6967720a-0e47-4331-b6e3-f765927d37b6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:11.572367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:11.575013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:11.615128 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Transition to ACTIVE for port object 559b3a75-0bc9-4fef-81d9-0c5d496d6001 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:11.616430 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-af935295-3b43-4590-b9b8-50b693560950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.622341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c29bc5-1054-4f39-9812-13a03bb038a1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:11.623128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9a60b63-4219-436a-888c-2c71d7ae72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.642256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:11.642912 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.668906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a60b63-4219-436a-888c-2c71d7ae72f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0bab31-ec8e-4f3d-abda-920ee13278a1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:11.686224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b9a60b63-4219-436a-888c-2c71d7ae72f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.689432 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b9a60b63-4219-436a-888c-2c71d7ae72f4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b0bab31-ec8e-4f3d-abda-920ee13278a1 HTTP/1.1" status: 204 len: 168 time: 0.8942313 Feb 07 13:35:11.723165 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.762298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.769354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7206476c-09cb-42c3-8829-47e14f63ee9c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1877475 Feb 07 13:35:11.771850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51198) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:11.819778 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Attempting to bind port 559b3a75-0bc9-4fef-81d9-0c5d496d6001 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:11.820200 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Attempting to bind port 559b3a75-0bc9-4fef-81d9-0c5d496d6001 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:11.820555 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Attempting to bind port 559b3a75-0bc9-4fef-81d9-0c5d496d6001 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:11.822745 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Pushing event updated for resources: {'Port': ['ID=559b3a75-0bc9-4fef-81d9-0c5d496d6001,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:11.832599 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:11.832965 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:11.833364 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.833759 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:11.834221 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Bound port: 559b3a75-0bc9-4fef-81d9-0c5d496d6001, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:11.834586 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.846250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ae49098f-77c9-41ee-9015-1c08331a9f24 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Deleting port d2c29bc5-1054-4f39-9812-13a03bb038a1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:11.846597 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ae49098f-77c9-41ee-9015-1c08331a9f24 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:11.864285 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.864619 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.864958 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.865350 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.865627 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.865945 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.866268 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.866589 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.866907 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.867239 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.867605 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.867928 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:11.921119 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] For port 559b3a75-0bc9-4fef-81d9-0c5d496d6001, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:11.925003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] For port 559b3a75-0bc9-4fef-81d9-0c5d496d6001, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=559b3a75-0bc9-4fef-81d9-0c5d496d6001,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:12.004607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Allocated IP 172.20.0.1 (ec2a7d10-962d-475e-b430-4c8c4f47d39c/9e9538e9-c9bc-4769-9145-66519498b27f/c52a73eb-5857-463d-921c-b05c36140eb8) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:12.027395 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.103583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ae49098f-77c9-41ee-9015-1c08331a9f24 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.122472 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78dae0-9901-4037-a9ad-c5f4a1ca8ded None None] Pushing event updated for resources: {'Port': ['ID=559b3a75-0bc9-4fef-81d9-0c5d496d6001,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:12.141457 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:12.142080 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:12.205941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.224922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Transition to ACTIVE for port object c52a73eb-5857-463d-921c-b05c36140eb8 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:12.256277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ae49098f-77c9-41ee-9015-1c08331a9f24 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Calling delete_port for d2c29bc5-1054-4f39-9812-13a03bb038a1 owned by {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:12.289141 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.321249 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.321922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.382689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:12.391194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:12.394232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:12.398700 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:12.434215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Pushing event updated for resources: {'Port': ['ID=c52a73eb-5857-463d-921c-b05c36140eb8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:12.487882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.510223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ae49098f-77c9-41ee-9015-1c08331a9f24 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.774061 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:08Z', 'revision_number': 3, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:12.778938 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf8b99-a1a1-4bee-93b2-4024395ebbba None None] The sync data for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 is: [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:08Z', 'revision_number': 3, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:12.780120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49098f-77c9-41ee-9015-1c08331a9f24 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2c29bc5-1054-4f39-9812-13a03bb038a1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:12.860233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ae49098f-77c9-41ee-9015-1c08331a9f24 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.870440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ae49098f-77c9-41ee-9015-1c08331a9f24 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "DELETE /v2.0/ports/d2c29bc5-1054-4f39-9812-13a03bb038a1 HTTP/1.1" status: 204 len: 168 time: 1.0973744 Feb 07 13:35:12.872958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51220) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:12.879130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6', 'external_fixed_ips': [{'subnet_id': 'c8c98c01-03f7-4bd6-9994-d065227a89cd', 'ip_address': '172.20.0.5'}]}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:12.887480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:12.896909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4a22c-aa78-465f-b52c-6b8f3f5a8178 req-a30a4b9b-9749-4b02-a9e1-1a2ceeb5f406 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:12.898777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5c4a22c-aa78-465f-b52c-6b8f3f5a8178 req-a30a4b9b-9749-4b02-a9e1-1a2ceeb5f406 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.2510748 Feb 07 13:35:12.904556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Usage tracker for resource:router and tenant:2675f5fcccfe4008869f525bda9829b5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:12.910111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:12.912608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:12.931695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:12.963919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5c4a22c-aa78-465f-b52c-6b8f3f5a8178 req-8a86ef60-465a-4549-b0eb-42e123760a84 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Feb 07 13:35:12.972403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f076e204-8fc6-4737-ad63-d361ffc78b05 None None] Provisioning for port c52a73eb-5857-463d-921c-b05c36140eb8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:12.980803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f076e204-8fc6-4737-ad63-d361ffc78b05 None None] Provisioning complete for port c52a73eb-5857-463d-921c-b05c36140eb8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:12.981303 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f076e204-8fc6-4737-ad63-d361ffc78b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.089000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.091611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.122901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f076e204-8fc6-4737-ad63-d361ffc78b05 None None] Port c52a73eb-5857-463d-921c-b05c36140eb8 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:35:13.285502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 559b3a75-0bc9-4fef-81d9-0c5d496d6001 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:13.400969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.456252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.487271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-145bfabe-24a2-4737-9814-234dbe28b488 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4003997 Feb 07 13:35:13.572495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 559b3a75-0bc9-4fef-81d9-0c5d496d6001 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:13.573025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.578386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 559b3a75-0bc9-4fef-81d9-0c5d496d6001 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:13.579117 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.798812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.809534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Pushing event updated for resources: {'Port': ['ID=c52a73eb-5857-463d-921c-b05c36140eb8,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:13.822971 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.842523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 559b3a75-0bc9-4fef-81d9-0c5d496d6001, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=559b3a75-0bc9-4fef-81d9-0c5d496d6001,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:13.854118 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.912115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-d602a25e-7c5c-47a4-b287-c9a873fe3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:13.913669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-d602a25e-7c5c-47a4-b287-c9a873fe3c0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 1096 time: 0.3540301 Feb 07 13:35:13.961676 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:13.997200 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:13.997968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:14.135426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=559b3a75-0bc9-4fef-81d9-0c5d496d6001,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:14.151346 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:14.330221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Router f7c20756-752e-4ca5-aead-7f0bd0639819 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:35:14.409161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-c54624ff-4d43-4f3b-8cda-a23676e98cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:14.410842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-c54624ff-4d43-4f3b-8cda-a23676e98cfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.4769509 Feb 07 13:35:14.459941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cbc1e32f-afc9-4d59-95d4-49187822f02d None None] Provisioning complete for port c52a73eb-5857-463d-921c-b05c36140eb8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:14.462392 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e32f-afc9-4d59-95d4-49187822f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:14.482982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3db48-e4c4-4d66-b7a5-79e16f7d97ea req-94459f8e-28bf-4836-9619-236e6da8e08a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:14.485430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cef3db48-e4c4-4d66-b7a5-79e16f7d97ea req-94459f8e-28bf-4836-9619-236e6da8e08a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.3007610 Feb 07 13:35:14.539422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-ff3c7597-8c78-4dd9-af4d-3d3e7b731fe7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=194a88af-60fe-4c69-a5b7-42e9af9d71c7 HTTP/1.1" status: 200 len: 217 time: 0.1172078 Feb 07 13:35:14.598000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1e32f-afc9-4d59-95d4-49187822f02d None None] Port c52a73eb-5857-463d-921c-b05c36140eb8 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:35:14.612801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cef3db48-e4c4-4d66-b7a5-79e16f7d97ea req-1ac199b9-7e9b-4693-bfaf-f4b1e4263aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092770 Feb 07 13:35:14.614799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:14.635735 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc74e2c5-19da-4067-bf37-b29d05ba8898 admin admin] 10.222.0.69 "PUT /v2.0/routers/f7c20756-752e-4ca5-aead-7f0bd0639819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1462641 Feb 07 13:35:14.658795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-59c733c4-41ad-4390-9fc2-8c4903386f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:14.660294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-59c733c4-41ad-4390-9fc2-8c4903386f58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.1171944 Feb 07 13:35:14.935206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-09826f2f-a7e0-484a-9bc0-5965bc553648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:14.937372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-09826f2f-a7e0-484a-9bc0-5965bc553648 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621350 Feb 07 13:35:15.053363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Sync routers for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:15.071067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:15.072196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:15.157159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:15.274790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 559b3a75-0bc9-4fef-81d9-0c5d496d6001 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:15.334332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:15.371229 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:15.454975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:15.677644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Allocated IP 172.20.0.5 (6967720a-0e47-4331-b6e3-f765927d37b6/c8c98c01-03f7-4bd6-9994-d065227a89cd/d278d6f2-6197-4c99-9af4-74c8fd7bd404) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:15.682999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-170d0513-0098-45c9-99b8-6037062dfaf7 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898253 Feb 07 13:35:15.812919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 559b3a75-0bc9-4fef-81d9-0c5d496d6001 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:15.814008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:15.858828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-392bdc68-80e7-4335-8d7b-8644b1dd463e req-f75ea10c-a5ba-4f51-ab8a-73bc35ce6cab service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653337 Feb 07 13:35:15.972409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:15.978364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-22463642-network', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:15.987431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:15.998835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Usage tracker for resource:network and tenant:9aa50e52c8034cadb55a7097e1f6555e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:16.004880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:16.013113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:16.104049 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Made reservation on behalf of 9aa50e52c8034cadb55a7097e1f6555e for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:35:16.104438 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.106891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 2, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:16.114297 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Checking router: f7c20756-752e-4ca5-aead-7f0bd0639819 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:35:16.116013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Updating router f7c20756-752e-4ca5-aead-7f0bd0639819 port c52a73eb-5857-463d-921c-b05c36140eb8 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:35:16.117440 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.136640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851793-cb23-4ad8-888c-9b63f6db1b9d req-59461e10-612b-4afe-9588-bf6284276839 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:16.138387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8851793-cb23-4ad8-888c-9b63f6db1b9d req-59461e10-612b-4afe-9588-bf6284276839 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.2409830 Feb 07 13:35:16.141830 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.166608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:16.171325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa50e52c8034cadb55a7097e1f6555e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:16.175025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:16.181490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:16.196368 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.203022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8851793-cb23-4ad8-888c-9b63f6db1b9d req-d7f16bec-eea6-411c-a760-a0cb0e3de957 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548508 Feb 07 13:35:16.288883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.317434 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.384250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Network 6967720a-0e47-4331-b6e3-f765927d37b6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:16.387101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:16.389529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:16.401736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.430373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:35:16.430688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'Port': ['ID=d278d6f2-6197-4c99-9af4-74c8fd7bd404,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:16.438994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06373bc7-9779-409a-8d34-55b812cefb0c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:16.445694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.446096 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Added segment ae09588f-6c41-4514-8673-0118f4454d2c of type vlan for network 9bbe05b1-8af9-40ec-b70d-86a3958978ce Feb 07 13:35:16.474846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.590325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.591708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:16.591708 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.604409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.619104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Transition to ACTIVE for port object c52a73eb-5857-463d-921c-b05c36140eb8 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:16.701605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbe05b1-8af9-40ec-b70d-86a3958978ce,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:16.711713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9bbe05b1-8af9-40ec-b70d-86a3958978ce details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:35:16.727152 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:16.814408 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-372a3c7c-ccf2-48ad-8ef7-9d318f9bafa5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8407502 Feb 07 13:35:16.817356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:16.823791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Request body: {'subnet': {'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-22463642-subnet', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:16.842606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:16.850230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Usage tracker for resource:subnet and tenant:9aa50e52c8034cadb55a7097e1f6555e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:16.859228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:16.869051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:16.989928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Made reservation on behalf of 9aa50e52c8034cadb55a7097e1f6555e for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:35:16.994183 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:17.040743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:17.084851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Attempting to bind port c52a73eb-5857-463d-921c-b05c36140eb8 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:17.085422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Attempting to bind port c52a73eb-5857-463d-921c-b05c36140eb8 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:17.085585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Attempting to bind port c52a73eb-5857-463d-921c-b05c36140eb8 on network ec2a7d10-962d-475e-b430-4c8c4f47d39c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:17.095801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:17.096226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Checking segment: {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:17.096636 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:17.098142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Bound using segment: {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:17.098387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Bound port: c52a73eb-5857-463d-921c-b05c36140eb8, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:17.098623 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:17.117379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7bec6-50dd-4cec-a386-5c970eabf6aa None None] Pushing event updated for resources: {'Port': ['ID=c52a73eb-5857-463d-921c-b05c36140eb8,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:17.212165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] For port c52a73eb-5857-463d-921c-b05c36140eb8, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:17.214098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] For port c52a73eb-5857-463d-921c-b05c36140eb8, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c52a73eb-5857-463d-921c-b05c36140eb8,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:17.367197 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:17.440261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:17.452008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:17.453585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:17.571039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40c8034-950c-418a-8542-2d7c4ca9ab51,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:17.575880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Checking segment: {'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:17.577961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Network hostable DHCP agents. Network: 9bbe05b1-8af9-40ec-b70d-86a3958978ce, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:35:17.617833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7bec6-50dd-4cec-a386-5c970eabf6aa None None] Pushing event updated for resources: {'Port': ['ID=c52a73eb-5857-463d-921c-b05c36140eb8,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:17.703030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323129-b0a3-40a3-b713-1764fa924586 req-3b9f2bb1-8dee-40d3-a04e-bf73d0acac11 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:17.704645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75323129-b0a3-40a3-b713-1764fa924586 req-3b9f2bb1-8dee-40d3-a04e-bf73d0acac11 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.3661449 Feb 07 13:35:17.721194 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Network 9bbe05b1-8af9-40ec-b70d-86a3958978ce is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:35:17.733550 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:17.780989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:17.797539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9bbe05b1-8af9-40ec-b70d-86a3958978ce) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:17.803668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:17.805994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:17.837714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84e981-949a-49f3-a76a-231c11f8954c None None] Network 9bbe05b1-8af9-40ec-b70d-86a3958978ce requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:35:17.846728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75323129-b0a3-40a3-b713-1764fa924586 req-2cbe014d-f94a-4781-a8e4-d465b8878914 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338689 Feb 07 13:35:17.953447 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3775024-9038-4634-84c7-6a7758da786a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1320598 Feb 07 13:35:17.953658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:17.959570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:17.965614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:17.969824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Usage tracker for resource:router and tenant:9aa50e52c8034cadb55a7097e1f6555e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:17.973463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:17.979259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:18.081241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Router cbc21fb0-ac69-4c53-b178-ace2db1cc871 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:35:18.130260 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:18.132384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:18.157779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:18.282853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:18.291938 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Sync routers for ids ['cbc21fb0-ac69-4c53-b178-ace2db1cc871'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:18.302317 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Routers {'cbc21fb0-ac69-4c53-b178-ace2db1cc871'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:18.302982 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['cbc21fb0-ac69-4c53-b178-ace2db1cc871'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:18.324716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-9bbe05b1-8af9-40ec-b70d-86a3958978ce', 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'fixed_ips': [{'subnet_id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:35:18.325649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:18.437662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:18.444582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2254e0ce-3e4e-435e-a1b2-00cd34527c13 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5654414 Feb 07 13:35:18.444715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:17Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:18.444876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51296) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:18.453599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d381e3-478e-46df-a2ba-796bb47d84d8 None None] The sync data for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 is: [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:17Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:18.585049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Allocated IP 172.20.0.2 (9bbe05b1-8af9-40ec-b70d-86a3958978ce/c40c8034-950c-418a-8542-2d7c4ca9ab51/490c1c9c-3e5e-46e7-ae91-36481ec2e121) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:18.694620 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Set router cbc21fb0-ac69-4c53-b178-ace2db1cc871 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:18.821317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:18.919962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.060246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.071534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Transition to ACTIVE for port object 490c1c9c-3e5e-46e7-ae91-36481ec2e121 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:19.117865 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc21fb0-ac69-4c53-b178-ace2db1cc871', 'name': '', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6', 'external_fixed_ips': [{'subnet_id': 'c8c98c01-03f7-4bd6-9994-d065227a89cd', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd278d6f2-6197-4c99-9af4-74c8fd7bd404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:13Z', 'updated_at': '2022-02-07T13:35:16Z', 'revision_number': 3, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port': {'id': 'd278d6f2-6197-4c99-9af4-74c8fd7bd404', 'name': '', 'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc21fb0-ac69-4c53-b178-ace2db1cc871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'c8c98c01-03f7-4bd6-9994-d065227a89cd', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:15Z', 'updated_at': '2022-02-07T13:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8c98c01-03f7-4bd6-9994-d065227a89cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:19.118448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.122223 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Checking router: cbc21fb0-ac69-4c53-b178-ace2db1cc871 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:35:19.123024 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Updating router cbc21fb0-ac69-4c53-b178-ace2db1cc871 port d278d6f2-6197-4c99-9af4-74c8fd7bd404 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:35:19.126304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Transition to ACTIVE for port object 490c1c9c-3e5e-46e7-ae91-36481ec2e121 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:19.176025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5e5cf-d08c-4990-a71b-e07ba12b5f89 req-45a26669-9e24-4533-9e57-a83f3cb9be64 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:19.177466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1c5e5cf-d08c-4990-a71b-e07ba12b5f89 req-45a26669-9e24-4533-9e57-a83f3cb9be64 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.1356676 Feb 07 13:35:19.191707 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.225568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Deleting port d278d6f2-6197-4c99-9af4-74c8fd7bd404 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:19.225568 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.266849 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.354672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c52a73eb-5857-463d-921c-b05c36140eb8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:19.483649 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.525951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.529779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Network 9bbe05b1-8af9-40ec-b70d-86a3958978ce is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:19.541984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:19.552321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:19.572346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.659333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Calling delete_port for d278d6f2-6197-4c99-9af4-74c8fd7bd404 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:19.663239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Pushing event updated for resources: {'Port': ['ID=490c1c9c-3e5e-46e7-ae91-36481ec2e121,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:19.760804 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.763378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Attempting to bind port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:19.763763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Attempting to bind port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:19.764147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Attempting to bind port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 on network 9bbe05b1-8af9-40ec-b70d-86a3958978ce {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:19.778144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:19.778144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Checking segment: {'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:19.778144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.778978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Bound using segment: {'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:19.779224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Bound port: 490c1c9c-3e5e-46e7-ae91-36481ec2e121, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:19.779660 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.801369 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Transition to ACTIVE for port object d278d6f2-6197-4c99-9af4-74c8fd7bd404 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:19.848254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Allocated IP 172.25.7.180 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/7fbefd93-17bd-4312-ae72-dc768c811186) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:19.866136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c52a73eb-5857-463d-921c-b05c36140eb8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:19.877856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c52a73eb-5857-463d-921c-b05c36140eb8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:19.879258 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.918376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1c5e5cf-d08c-4990-a71b-e07ba12b5f89 req-88d0cb66-0112-46e2-99c9-b94f061e5843 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7350903 Feb 07 13:35:19.969508 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:19.976217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] For port 490c1c9c-3e5e-46e7-ae91-36481ec2e121, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:19.980379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] For port 490c1c9c-3e5e-46e7-ae91-36481ec2e121, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=490c1c9c-3e5e-46e7-ae91-36481ec2e121,segment=NetworkSegment(ae09588f-6c41-4514-8673-0118f4454d2c),segment_id=ae09588f-6c41-4514-8673-0118f4454d2c)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:20.080789 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.103157 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d63ee9-047f-4722-b232-04c5393618d4 None None] Pushing event updated for resources: {'Port': ['ID=d278d6f2-6197-4c99-9af4-74c8fd7bd404,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:20.109533 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Attempting to bind port d278d6f2-6197-4c99-9af4-74c8fd7bd404 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:20.109890 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Attempting to bind port d278d6f2-6197-4c99-9af4-74c8fd7bd404 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '963d18d5-f7db-4a39-bf5a-a2988d0b7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:20.110386 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Attempting to bind port d278d6f2-6197-4c99-9af4-74c8fd7bd404 on network 6967720a-0e47-4331-b6e3-f765927d37b6 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:20.119490 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:20.119866 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Checking segment: {'id': '963d18d5-f7db-4a39-bf5a-a2988d0b7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:20.120484 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.120876 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Bound using segment: {'id': '963d18d5-f7db-4a39-bf5a-a2988d0b7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:20.121338 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Bound port: d278d6f2-6197-4c99-9af4-74c8fd7bd404, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963d18d5-f7db-4a39-bf5a-a2988d0b7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6967720a-0e47-4331-b6e3-f765927d37b6'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:20.121706 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.127729 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.155996 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:35:20.156748 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:35:20.200627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.244481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57bd8d-c437-430b-a015-ccd0038034db None None] Pushing event updated for resources: {'Port': ['ID=490c1c9c-3e5e-46e7-ae91-36481ec2e121,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:20.252372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c52a73eb-5857-463d-921c-b05c36140eb8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c52a73eb-5857-463d-921c-b05c36140eb8,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:20.255484 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] For port d278d6f2-6197-4c99-9af4-74c8fd7bd404, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:20.258828 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] For port d278d6f2-6197-4c99-9af4-74c8fd7bd404, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d278d6f2-6197-4c99-9af4-74c8fd7bd404,segment=NetworkSegment(963d18d5-f7db-4a39-bf5a-a2988d0b7452),segment_id=963d18d5-f7db-4a39-bf5a-a2988d0b7452)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:20.287478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.361693 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:20.365534 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:20.368725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:20.369153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.415212 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.479052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c52a73eb-5857-463d-921c-b05c36140eb8,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:20.579601 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d63ee9-047f-4722-b232-04c5393618d4 None None] Pushing event updated for resources: {'Port': ['ID=d278d6f2-6197-4c99-9af4-74c8fd7bd404,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:20.581923 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbefd93-17bd-4312-ae72-dc768c811186,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:20.591847 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Routers {'cbc21fb0-ac69-4c53-b178-ace2db1cc871'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:20.593014 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['cbc21fb0-ac69-4c53-b178-ace2db1cc871'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:20.611270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.611613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.611953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.612399 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.612893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.613224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.613550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.613872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.614195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.614515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.614834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.615151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:20.657994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Deleting port d278d6f2-6197-4c99-9af4-74c8fd7bd404 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:20.658347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.816174 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] Set router cbc21fb0-ac69-4c53-b178-ace2db1cc871 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:20.901871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] For port d278d6f2-6197-4c99-9af4-74c8fd7bd404, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d278d6f2-6197-4c99-9af4-74c8fd7bd404,segment=NetworkSegment(963d18d5-f7db-4a39-bf5a-a2988d0b7452),segment_id=963d18d5-f7db-4a39-bf5a-a2988d0b7452)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:20.902236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:20.927120 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc21fb0-ac69-4c53-b178-ace2db1cc871', 'name': '', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:13Z', 'updated_at': '2022-02-07T13:35:19Z', 'revision_number': 4, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:20.931391 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0469fc8-6c4c-4cc3-a610-1036450933e4 None None] The sync data for ids ['cbc21fb0-ac69-4c53-b178-ace2db1cc871'] in n-d-811416-5 is: [{'id': 'cbc21fb0-ac69-4c53-b178-ace2db1cc871', 'name': '', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:13Z', 'updated_at': '2022-02-07T13:35:19Z', 'revision_number': 4, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:21.044404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Calling delete_port for d278d6f2-6197-4c99-9af4-74c8fd7bd404 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:21.274093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ea4fa-c139-4558-a3c7-a061c6766e79 req-118f5a86-64c3-4f47-bc09-64885288ef02 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:21.287357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-359ea4fa-c139-4558-a3c7-a061c6766e79 req-118f5a86-64c3-4f47-bc09-64885288ef02 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.2128751 Feb 07 13:35:21.325216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 490c1c9c-3e5e-46e7-ae91-36481ec2e121 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:21.363150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-359ea4fa-c139-4558-a3c7-a061c6766e79 req-146fadc9-8fd4-430d-95d4-7167b322b52e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745649 Feb 07 13:35:21.421703 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:21.574327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:21.576246 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:21.582308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c52a73eb-5857-463d-921c-b05c36140eb8 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:21.650477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb8bee-69d5-4876-8a2d-6fe44fe5978f None None] Network 9bbe05b1-8af9-40ec-b70d-86a3958978ce requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:35:21.663010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event deleted for resources: {'Port': ['ID=d278d6f2-6197-4c99-9af4-74c8fd7bd404,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:21.805072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:21.812061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c52a73eb-5857-463d-921c-b05c36140eb8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:21.812444 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:21.819672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:21.853737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9c0ff630-b219-4794-ae64-66ee7232430d None None] Provisioning for port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:21.875920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9c0ff630-b219-4794-ae64-66ee7232430d None None] Provisioning complete for port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:21.876562 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff630-b219-4794-ae64-66ee7232430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.008336 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.010821 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.145575 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.146084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbc21fb0-ac69-4c53-b178-ace2db1cc871 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:35:22.160225 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.161518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e145a86a-6e36-469d-b654-139e8865d061 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "DELETE /v2.0/routers/cbc21fb0-ac69-4c53-b178-ace2db1cc871 HTTP/1.1" status: 204 len: 168 time: 3.7158101 Feb 07 13:35:22.164186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51320) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:22.197129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Router 2af566af-ddf6-4d01-8da7-1406354ce413 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:35:22.199312 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff630-b219-4794-ae64-66ee7232430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.229502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa627318-8531-4d48-a46c-d5f14741d3c4 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Deleting subnet c8c98c01-03f7-4bd6-9994-d065227a89cd {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:35:22.237671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa627318-8531-4d48-a46c-d5f14741d3c4 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.243173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9c0ff630-b219-4794-ae64-66ee7232430d None None] For port 490c1c9c-3e5e-46e7-ae91-36481ec2e121, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=490c1c9c-3e5e-46e7-ae91-36481ec2e121,segment=NetworkSegment(ae09588f-6c41-4514-8673-0118f4454d2c),segment_id=ae09588f-6c41-4514-8673-0118f4454d2c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:22.308384 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa627318-8531-4d48-a46c-d5f14741d3c4 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.351200 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff630-b219-4794-ae64-66ee7232430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.376419 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa627318-8531-4d48-a46c-d5f14741d3c4 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.426234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:22.442049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Sync routers for ids ['2af566af-ddf6-4d01-8da7-1406354ce413'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:22.466685 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Routers {'2af566af-ddf6-4d01-8da7-1406354ce413'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:22.467463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2af566af-ddf6-4d01-8da7-1406354ce413'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:22.541721 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.541721 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af2b56ec-8728-49c9-b2a0-91e62a476146 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5850706 Feb 07 13:35:22.542469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51326) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:22.548732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ff630-b219-4794-ae64-66ee7232430d None None] Pushing event updated for resources: {'Port': ['ID=490c1c9c-3e5e-46e7-ae91-36481ec2e121,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:22.610771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa627318-8531-4d48-a46c-d5f14741d3c4 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.646408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e8058643-9dbf-49d2-b3cb-d189ce887f7d None None] Provisioning complete for port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:22.646983 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e8058643-9dbf-49d2-b3cb-d189ce887f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.657728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa627318-8531-4d48-a46c-d5f14741d3c4 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c98c01-03f7-4bd6-9994-d065227a89cd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:22.678432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa627318-8531-4d48-a46c-d5f14741d3c4 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:22.691535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aa627318-8531-4d48-a46c-d5f14741d3c4 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/c8c98c01-03f7-4bd6-9994-d065227a89cd HTTP/1.1" status: 204 len: 168 time: 0.5263608 Feb 07 13:35:22.694175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51334) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:22.739544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Set router 2af566af-ddf6-4d01-8da7-1406354ce413 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:22.954839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.088851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923084af-f846-4e05-9acd-7b1b6dcf9467 req-b8540503-9ec4-4bb8-920c-a5a9e763ad80 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:23.090339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-923084af-f846-4e05-9acd-7b1b6dcf9467 req-b8540503-9ec4-4bb8-920c-a5a9e763ad80 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.5665903 Feb 07 13:35:23.143589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.187438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-923084af-f846-4e05-9acd-7b1b6dcf9467 req-0281f0be-7270-45d8-b338-a8ba581eae85 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751801 Feb 07 13:35:23.205376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6967720a-0e47-4331-b6e3-f765927d37b6']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:23.211722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:35:20Z', 'revision_number': 3, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port': {'id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:19Z', 'updated_at': '2022-02-07T13:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:23.216900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Checking router: 2af566af-ddf6-4d01-8da7-1406354ce413 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:35:23.217257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Updating router 2af566af-ddf6-4d01-8da7-1406354ce413 port 7fbefd93-17bd-4312-ae72-dc768c811186 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:35:23.238863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963d18d5-f7db-4a39-bf5a-a2988d0b7452') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:23.239290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963d18d5-f7db-4a39-bf5a-a2988d0b7452') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:23.257013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 490c1c9c-3e5e-46e7-ae91-36481ec2e121 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:23.257654 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.276995 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.285485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:35:23.287738 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:35:23.316439 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:35:23.349175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.483621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:23.483898 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.490222 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.524779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6967720a-0e47-4331-b6e3-f765927d37b6 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 13:35:23.551729 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.564955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event deleted for resources: {'Network': ['ID=6967720a-0e47-4331-b6e3-f765927d37b6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:23.585497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-96d66954-fd2e-4876-af7d-6de8a5bbc845 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "DELETE /v2.0/networks/6967720a-0e47-4331-b6e3-f765927d37b6 HTTP/1.1" status: 204 len: 168 time: 0.8861008 Feb 07 13:35:23.622518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.910428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Allocated IP 172.20.0.1 (9bbe05b1-8af9-40ec-b70d-86a3958978ce/c40c8034-950c-418a-8542-2d7c4ca9ab51/2327fad3-bdbc-4e96-8d42-1b575a4a48bf) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:23.917994 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:23.932022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Transition to ACTIVE for port object 7fbefd93-17bd-4312-ae72-dc768c811186 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:24.061119 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.076592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Transition to ACTIVE for port object 2327fad3-bdbc-4e96-8d42-1b575a4a48bf will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:24.342580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.342821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.388615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f05e63-8b3d-4ef5-8e14-4c6e093b7c9a req-f2cab4c9-879f-4358-9640-49c9167e3ecc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:24.394465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63f05e63-8b3d-4ef5-8e14-4c6e093b7c9a req-f2cab4c9-879f-4358-9640-49c9167e3ecc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0960388 Feb 07 13:35:24.395260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51360) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:24.414428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'router': {'name': 'tempest-router--1168774477', 'project_id': 'da26f6d8fbcb41ac80856bb3be1c9257'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:24.424566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:24.431210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Usage tracker for resource:router and tenant:da26f6d8fbcb41ac80856bb3be1c9257 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:24.445231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:24.456923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:24.467573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63f05e63-8b3d-4ef5-8e14-4c6e093b7c9a req-ae8b7dec-9eb1-4527-b80d-ae0fe0b0bff0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661221 Feb 07 13:35:24.487718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Network 9bbe05b1-8af9-40ec-b70d-86a3958978ce is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:24.489117 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:24.492750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Attempting to bind port 7fbefd93-17bd-4312-ae72-dc768c811186 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:24.493071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Attempting to bind port 7fbefd93-17bd-4312-ae72-dc768c811186 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:24.493211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:24.493489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Attempting to bind port 7fbefd93-17bd-4312-ae72-dc768c811186 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:24.495870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dac2a-774f-44a2-bc0d-1607f2b6bd72 None None] Pushing event updated for resources: {'Port': ['ID=7fbefd93-17bd-4312-ae72-dc768c811186,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:24.508560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:24.508940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:24.509346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.509741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:24.510213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Bound port: 7fbefd93-17bd-4312-ae72-dc768c811186, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:24.510739 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.530515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Pushing event updated for resources: {'Port': ['ID=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:24.560051 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.607925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] For port 7fbefd93-17bd-4312-ae72-dc768c811186, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:24.613629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] For port 7fbefd93-17bd-4312-ae72-dc768c811186, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7fbefd93-17bd-4312-ae72-dc768c811186,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:24.740197 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.741657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.756679 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.782846 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.836293 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.840504 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.869935 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:24.873275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Routers {'2af566af-ddf6-4d01-8da7-1406354ce413'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:24.873947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2af566af-ddf6-4d01-8da7-1406354ce413'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:24.930536 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dac2a-774f-44a2-bc0d-1607f2b6bd72 None None] Pushing event updated for resources: {'Port': ['ID=7fbefd93-17bd-4312-ae72-dc768c811186,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:24.963395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cbd4bb56-1ff2-49f7-be3c-a6eadb3d2eca None None] Provisioning for port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:24.974463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cbd4bb56-1ff2-49f7-be3c-a6eadb3d2eca None None] Provisioning complete for port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:24.974832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cbd4bb56-1ff2-49f7-be3c-a6eadb3d2eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.013069 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.018763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51364) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:25.020017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9911335b-6c32-4c4d-ba85-4d27cf0f4fd6 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6234200 Feb 07 13:35:25.103620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4bb56-1ff2-49f7-be3c-a6eadb3d2eca None None] Port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:35:25.113744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] Set router 2af566af-ddf6-4d01-8da7-1406354ce413 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:25.181233 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76693f7c-806f-4c45-9737-c832cb1bce29 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.442639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:35:24Z', 'revision_number': 4, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port': {'id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:19Z', 'updated_at': '2022-02-07T13:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2327fad3-bdbc-4e96-8d42-1b575a4a48bf', 'name': '', 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'mac_address': 'fa:16:3e:4d:e3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:23Z', 'updated_at': '2022-02-07T13:35:23Z', 'revision_number': 1, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'subnets': [{'id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:25.446748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a390360-a35b-4e5c-bf10-f825dae3ec4d None None] The sync data for ids ['2af566af-ddf6-4d01-8da7-1406354ce413'] in n-d-811416-5 is: [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:35:24Z', 'revision_number': 4, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port': {'id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:19Z', 'updated_at': '2022-02-07T13:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2327fad3-bdbc-4e96-8d42-1b575a4a48bf', 'name': '', 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'mac_address': 'fa:16:3e:4d:e3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:23Z', 'updated_at': '2022-02-07T13:35:23Z', 'revision_number': 1, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'subnets': [{'id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:25.660003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76693f7c-806f-4c45-9737-c832cb1bce29 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.663176 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76693f7c-806f-4c45-9737-c832cb1bce29 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.667418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.resource_extend [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 13:35:25.696528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36803b8-56bc-463a-b399-9d29441b68cd req-94651d10-acbe-48aa-95f0-de130ce2f090 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:25.697069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.697589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e36803b8-56bc-463a-b399-9d29441b68cd req-94651d10-acbe-48aa-95f0-de130ce2f090 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.0990267 Feb 07 13:35:25.751098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e36803b8-56bc-463a-b399-9d29441b68cd req-4b667b01-67a8-4151-9f92-3f00c2ad48c0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480285 Feb 07 13:35:25.807363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.878310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76693f7c-806f-4c45-9737-c832cb1bce29 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.879482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76693f7c-806f-4c45-9737-c832cb1bce29 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b02b9f21-b565-42ff-b20e-2b49e027234b {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:35:25.943197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76693f7c-806f-4c45-9737-c832cb1bce29 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:25.944452 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-76693f7c-806f-4c45-9737-c832cb1bce29 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b02b9f21-b565-42ff-b20e-2b49e027234b HTTP/1.1" status: 204 len: 168 time: 0.9252946 Feb 07 13:35:25.948132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Pushing event updated for resources: {'Port': ['ID=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:25.951459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:26.111838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Network 9bbe05b1-8af9-40ec-b70d-86a3958978ce is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:26.113156 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:26.361402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Router 2af566af-ddf6-4d01-8da7-1406354ce413 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:35:26.384402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51374) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:26.425216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 769c1a51-3361-47a4-b359-53b3783331f2 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:35:26.616307 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:26.622495 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-95f4415c-d51f-49b3-8eb9-33af93715e8b admin admin] 10.222.0.69 "PUT /v2.0/routers/2af566af-ddf6-4d01-8da7-1406354ce413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0716619 Feb 07 13:35:26.701103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bfe15aa4-f81d-48d3-b5fe-b7c1548178b8 None None] Provisioning complete for port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:26.701103 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bfe15aa4-f81d-48d3-b5fe-b7c1548178b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:26.878837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bfe15aa4-f81d-48d3-b5fe-b7c1548178b8 None None] Port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:35:26.977534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 769c1a51-3361-47a4-b359-53b3783331f2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=769c1a51-3361-47a4-b359-53b3783331f2,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:26.994894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '769c1a51-3361-47a4-b359-53b3783331f2', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'port_id': '769c1a51-3361-47a4-b359-53b3783331f2', 'mac_address': 'fa:16:3e:ff:0e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:35:27.144561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-541866937', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:27.145337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.169176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:27.171384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Usage tracker for resource:router and tenant:9bec8ecc9dda4c89a11476cf4004b921 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:27.177148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:27.202636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769c1a51-3361-47a4-b359-53b3783331f2 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:35:27.202978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:27.224442 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 769c1a51-3361-47a4-b359-53b3783331f2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=769c1a51-3361-47a4-b359-53b3783331f2,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:27.263301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016de8b-5b28-4572-ab12-bcdb8f510306 req-0081dea6-1c63-423b-a839-ad5c57b1d5ba tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:27.277045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2016de8b-5b28-4572-ab12-bcdb8f510306 req-0081dea6-1c63-423b-a839-ad5c57b1d5ba tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 943 time: 0.2057941 Feb 07 13:35:27.283065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7fbefd93-17bd-4312-ae72-dc768c811186 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:27.346535 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.362002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2016de8b-5b28-4572-ab12-bcdb8f510306 req-edae846b-a6c1-4e37-9ffc-8451a900fe76 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839238 Feb 07 13:35:27.363624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.364999 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.388399 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.487385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=769c1a51-3361-47a4-b359-53b3783331f2,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:27.532515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 7fbefd93-17bd-4312-ae72-dc768c811186 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:27.538163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7fbefd93-17bd-4312-ae72-dc768c811186 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:27.538535 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.606445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['769c1a51-3361-47a4-b359-53b3783331f2'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:35:27.800203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51396) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:27.801220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926776580', 'description': 'tempest-secgroup-smoke-926776580 description', 'project_id': '74080054e127405e93c615d9f28c08aa'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:27.813033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:27.823080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:security_group and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:27.832903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:27.842018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:27.888942 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.922409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.938644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:27.954727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 7fbefd93-17bd-4312-ae72-dc768c811186, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7fbefd93-17bd-4312-ae72-dc768c811186,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:27.970125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:27.974052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:security_group_rule and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:27.977184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:27.983462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:28.071424 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.090416 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.156775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=7fbefd93-17bd-4312-ae72-dc768c811186,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:28.179902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.225896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3257cf7a-7aed-4291-be2d-e1aa07272d02,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:28.306134 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.307139 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8457bf6c-c8f3-4fb8-97ff-7bfc87d88d7c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5107183 Feb 07 13:35:28.309964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51402) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:28.315609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'security_group_rule': {'security_group_id': '3257cf7a-7aed-4291-be2d-e1aa07272d02', 'project_id': '74080054e127405e93c615d9f28c08aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:28.322711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:28.326603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:security_group_rule and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:28.329685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:28.337078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:28.337375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.375920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.448370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 769c1a51-3361-47a4-b359-53b3783331f2 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:28.457436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.578930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.623580 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Sync routers for ids ['2af566af-ddf6-4d01-8da7-1406354ce413'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:28.633911 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Routers {'2af566af-ddf6-4d01-8da7-1406354ce413'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:28.634516 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2af566af-ddf6-4d01-8da7-1406354ce413'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:28.676530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 769c1a51-3361-47a4-b359-53b3783331f2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:28.686615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 769c1a51-3361-47a4-b359-53b3783331f2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:28.688018 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.705656 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.750658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Allocated IP 172.25.7.248 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/18b29674-7db0-4b4d-9316-955254da7f90) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:28.756526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf084a8d-8a62-4b1d-b954-b80a71e2a526,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:28.767944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a421ca-d722-4251-99e3-3e5af1478f67 req-88942f6b-a7ce-47cb-8c86-6df63dc92434 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:28.775246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44a421ca-d722-4251-99e3-3e5af1478f67 req-88942f6b-a7ce-47cb-8c86-6df63dc92434 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 944 time: 0.3001506 Feb 07 13:35:28.854766 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.856000 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cdd7ef5b-504f-41d0-ba6b-df0929bc71ef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5449922 Feb 07 13:35:28.859880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51410) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:28.862480 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Set router 2af566af-ddf6-4d01-8da7-1406354ce413 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:28.867242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'security_group_rule': {'security_group_id': '3257cf7a-7aed-4291-be2d-e1aa07272d02', 'project_id': '74080054e127405e93c615d9f28c08aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:28.880755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:28.885539 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:28.890309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:security_group_rule and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:28.898102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:28.912706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:28.946662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44a421ca-d722-4251-99e3-3e5af1478f67 req-6b6658fd-896f-4dd0-8dd4-a3e70c97a057 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702487 Feb 07 13:35:28.963370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88394894-fb39-4765-bb22-656a5cd91c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c1a51-3361-47a4-b359-53b3783331f2'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:35:28.981055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 769c1a51-3361-47a4-b359-53b3783331f2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=769c1a51-3361-47a4-b359-53b3783331f2,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:29.003710 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88394894-fb39-4765-bb22-656a5cd91c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769c1a51-3361-47a4-b359-53b3783331f2', 'code': 200} Feb 07 13:35:29.037471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.039779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.144172 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.152461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.170058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5338dc-15db-49f4-baa2-39727ad6abaa req-0bab1882-d71f-4bc7-a1ee-7ef5f96f03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:29.172949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb5338dc-15db-49f4-baa2-39727ad6abaa req-0bab1882-d71f-4bc7-a1ee-7ef5f96f03cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 1095 time: 0.1019380 Feb 07 13:35:29.199575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7fbefd93-17bd-4312-ae72-dc768c811186 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:29.200089 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.248430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.291958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:29.297656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=769c1a51-3361-47a4-b359-53b3783331f2,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:29.300262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7fbefd93-17bd-4312-ae72-dc768c811186 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:29.300640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.305105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a3818e-4389-4a72-a4b2-a357a67abfa6,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:29.313595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb5338dc-15db-49f4-baa2-39727ad6abaa req-a15c40d1-ec32-4ec5-8603-60f7c14d97c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239367 Feb 07 13:35:29.316775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:29.318299 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:35:24Z', 'revision_number': 4, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port': {'id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:19Z', 'updated_at': '2022-02-07T13:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2327fad3-bdbc-4e96-8d42-1b575a4a48bf', 'name': '', 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'mac_address': 'fa:16:3e:4d:e3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:23Z', 'updated_at': '2022-02-07T13:35:24Z', 'revision_number': 2, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'subnets': [{'id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:29.322393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:29.324125 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Checking router: 2af566af-ddf6-4d01-8da7-1406354ce413 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:35:29.324692 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Updating router 2af566af-ddf6-4d01-8da7-1406354ce413 port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:35:29.353867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event updated for resources: {'Port': ['ID=18b29674-7db0-4b4d-9316-955254da7f90,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:29.391694 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.486840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.490918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-18fa759a-110c-49f9-9291-1386dab0d810 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6294136 Feb 07 13:35:29.491539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51416) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:29.496472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'security_group_rule': {'security_group_id': '3257cf7a-7aed-4291-be2d-e1aa07272d02', 'project_id': '74080054e127405e93c615d9f28c08aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:29.504971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:29.508896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:security_group_rule and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:29.512678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:29.518630 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:29.586358 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.650431 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.755108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.763187 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.775762 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Transition to ACTIVE for port object 2327fad3-bdbc-4e96-8d42-1b575a4a48bf will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:29.779618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3b5647-5cee-41cc-8f30-e192abc75690,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:29.814607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.882203 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.907623 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:29.907623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9fc2b0dc-76b3-4f80-94d9-3da9ef1d1264 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4124269 Feb 07 13:35:29.909235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51424) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:29.914518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'security_group_rule': {'security_group_id': '3257cf7a-7aed-4291-be2d-e1aa07272d02', 'project_id': '74080054e127405e93c615d9f28c08aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:29.923142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:29.927403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:security_group_rule and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:29.930633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:29.938620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:30.013572 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:35:30.016822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.104522 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b5670-d146-4af9-aa7d-bf3147561ff5 None None] Pushing event updated for resources: {'Port': ['ID=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:30.124495 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Attempting to bind port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:30.128713 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Attempting to bind port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:30.131151 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Attempting to bind port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf on network 9bbe05b1-8af9-40ec-b70d-86a3958978ce {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:30.143636 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:30.144345 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Checking segment: {'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:30.144925 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.145462 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Bound using segment: {'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:30.146081 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Bound port: 2327fad3-bdbc-4e96-8d42-1b575a4a48bf, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae09588f-6c41-4514-8673-0118f4454d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:30.146634 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.148573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.208253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.213620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.246591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8879005b-2ba6-4dc1-b8ef-4353d99f18e7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:30.312318 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] For port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:30.316151 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] For port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,segment=NetworkSegment(ae09588f-6c41-4514-8673-0118f4454d2c),segment_id=ae09588f-6c41-4514-8673-0118f4454d2c)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:30.417068 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.417314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.421092 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-adbea485-7f3e-4ff7-870c-475a0fa3fbfc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5099835 Feb 07 13:35:30.423154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51434) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:30.428710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'security_group_rule': {'security_group_id': '3257cf7a-7aed-4291-be2d-e1aa07272d02', 'project_id': '74080054e127405e93c615d9f28c08aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:30.436061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:30.440508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:security_group_rule and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:30.445650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:30.451715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:30.502684 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Routers {'2af566af-ddf6-4d01-8da7-1406354ce413'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:30.503313 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2af566af-ddf6-4d01-8da7-1406354ce413'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:30.580184 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b5670-d146-4af9-aa7d-bf3147561ff5 None None] Pushing event updated for resources: {'Port': ['ID=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:30.591520 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Project 74080054e127405e93c615d9f28c08aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:35:30.602309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.648088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e23b32-6efb-4959-9aad-433f1449df35 req-7c62008e-db43-4c56-96de-897fba72f5ac tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:30.649619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7e23b32-6efb-4959-9aad-433f1449df35 req-7c62008e-db43-4c56-96de-897fba72f5ac tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 945 time: 0.3562231 Feb 07 13:35:30.695223 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.770154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7e23b32-6efb-4959-9aad-433f1449df35 req-e54e54a6-d2b1-4678-a269-4faa4d255b69 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078916 Feb 07 13:35:30.778722 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.818095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2586774-3cf0-4071-b7a1-441af611005a,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:30.818234 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] Set router 2af566af-ddf6-4d01-8da7-1406354ce413 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:30.853822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Router 8934d204-c170-46dc-ae99-0f4f3455159e is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:35:30.883393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:30.886631 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0c388ac2-cb15-480d-9017-733d2d1043fe tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4623895 Feb 07 13:35:30.887721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:30.893539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'security_group_rule': {'security_group_id': '3257cf7a-7aed-4291-be2d-e1aa07272d02', 'project_id': '74080054e127405e93c615d9f28c08aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:30.901163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:30.905212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:security_group_rule and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:30.908309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:30.915070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:31.042551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:31.053286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40ba40-c4b3-40b3-a364-5cdee7dfc03a None None] Sync routers for ids ['8934d204-c170-46dc-ae99-0f4f3455159e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:31.063049 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40ba40-c4b3-40b3-a364-5cdee7dfc03a None None] Routers {'8934d204-c170-46dc-ae99-0f4f3455159e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:31.063669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0c40ba40-c4b3-40b3-a364-5cdee7dfc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8934d204-c170-46dc-ae99-0f4f3455159e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:31.103897 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Project 74080054e127405e93c615d9f28c08aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:35:31.123557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.144403 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:35:24Z', 'revision_number': 4, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port': {'id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:19Z', 'updated_at': '2022-02-07T13:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2327fad3-bdbc-4e96-8d42-1b575a4a48bf', 'name': '', 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'mac_address': 'fa:16:3e:4d:e3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:23Z', 'updated_at': '2022-02-07T13:35:30Z', 'revision_number': 4, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'subnets': [{'id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:31.144738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0c40ba40-c4b3-40b3-a364-5cdee7dfc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:31.155176 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ce1f1-74cc-4e07-9309-70ad30d77ba0 None None] The sync data for ids ['2af566af-ddf6-4d01-8da7-1406354ce413'] in n-d-811416-5 is: [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:35:24Z', 'revision_number': 4, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port': {'id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:19Z', 'updated_at': '2022-02-07T13:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2327fad3-bdbc-4e96-8d42-1b575a4a48bf', 'name': '', 'network_id': '9bbe05b1-8af9-40ec-b70d-86a3958978ce', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'mac_address': 'fa:16:3e:4d:e3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:23Z', 'updated_at': '2022-02-07T13:35:30Z', 'revision_number': 4, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'subnets': [{'id': 'c40c8034-950c-418a-8542-2d7c4ca9ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:31.157351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40ba40-c4b3-40b3-a364-5cdee7dfc03a None None] Routers {'8934d204-c170-46dc-ae99-0f4f3455159e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:31.158134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0c40ba40-c4b3-40b3-a364-5cdee7dfc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8934d204-c170-46dc-ae99-0f4f3455159e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:31.198984 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.198984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e54aefa4-a423-4958-80ee-fffb7831268f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8135760 Feb 07 13:35:31.201591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51450) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:31.236874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0c40ba40-c4b3-40b3-a364-5cdee7dfc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:31.237296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40ba40-c4b3-40b3-a364-5cdee7dfc03a None None] The sync data for ids ['8934d204-c170-46dc-ae99-0f4f3455159e'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:31.258179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.263356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2327fad3-bdbc-4e96-8d42-1b575a4a48bf up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:31.334408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.371221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272fb03b-b24a-4b7c-b7f0-5689e347abee,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:31.457484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-133301ef-701a-4d13-aa1f-20f79e86c60c tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/routers/8934d204-c170-46dc-ae99-0f4f3455159e HTTP/1.1" status: 200 len: 920 time: 0.2530360 Feb 07 13:35:31.459110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51458) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:31.482632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:31.489460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:31.490028 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.505108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fc6b5117-6aa8-484f-88bd-734676672d27 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=8934d204-c170-46dc-ae99-0f4f3455159e HTTP/1.1" status: 200 len: 205 time: 0.0449567 Feb 07 13:35:31.507794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:31.574020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.575659 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a1a1fb37-d0db-4fee-b346-ec5b58935377 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6870174 Feb 07 13:35:31.697863 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.777644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,segment=NetworkSegment(ae09588f-6c41-4514-8673-0118f4454d2c),segment_id=ae09588f-6c41-4514-8673-0118f4454d2c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:31.809619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-ae55fef0-43aa-4dca-a739-e2c7f1deb0e6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Synchronizing usage tracker for tenant:74080054e127405e93c615d9f28c08aa on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:35:31.814477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.854177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:31.954951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:31.996952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-ae55fef0-43aa-4dca-a739-e2c7f1deb0e6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Unset dirty status for tenant:74080054e127405e93c615d9f28c08aa on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:35:31.998532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-ae55fef0-43aa-4dca-a739-e2c7f1deb0e6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926776580&fields=id&tenant_id=74080054e127405e93c615d9f28c08aa HTTP/1.1" status: 200 len: 267 time: 0.2744329 Feb 07 13:35:32.132980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d12fe-dac4-4b8b-8ba9-f52868c3c7f7 req-4f0f6adc-61a1-4c26-a7a4-e658e4fefca2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:32.134380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-517d12fe-dac4-4b8b-8ba9-f52868c3c7f7 req-4f0f6adc-61a1-4c26-a7a4-e658e4fefca2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 945 time: 0.2278464 Feb 07 13:35:32.195276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:32.227861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-d415f227-927c-4c2c-ba20-74d5d3017393 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:32.228600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-d415f227-927c-4c2c-ba20-74d5d3017393 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Synchronizing usage tracker for tenant:74080054e127405e93c615d9f28c08aa on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:35:32.233250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-517d12fe-dac4-4b8b-8ba9-f52868c3c7f7 req-33f508ca-f137-4baa-bce7-d2d119d2010c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915618 Feb 07 13:35:32.276379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Deleting port 18b29674-7db0-4b4d-9316-955254da7f90 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:32.276379 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:32.384986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-d415f227-927c-4c2c-ba20-74d5d3017393 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Unset dirty status for tenant:74080054e127405e93c615d9f28c08aa on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:35:32.388874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-d415f227-927c-4c2c-ba20-74d5d3017393 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/networks?id=ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 200 len: 809 time: 0.3809474 Feb 07 13:35:32.418900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-ff6ddc56-4cdd-4717-9533-c4dfc450cc4a tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/quotas/74080054e127405e93c615d9f28c08aa HTTP/1.1" status: 200 len: 375 time: 0.0213687 Feb 07 13:35:32.453491 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:32.513211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e269665-2314-4aa3-acf4-1ac5ff62b045 req-2c14584d-a8d1-4bcb-b0eb-ca041ecf59c3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:32.515606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e269665-2314-4aa3-acf4-1ac5ff62b045 req-2c14584d-a8d1-4bcb-b0eb-ca041ecf59c3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 945 time: 0.1678641 Feb 07 13:35:32.559607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-c064563f-eeec-4593-94bf-d4acddbe633e tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74080054e127405e93c615d9f28c08aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297388 Feb 07 13:35:32.588948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Calling delete_port for 18b29674-7db0-4b4d-9316-955254da7f90 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:32.717121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-45879e62-b641-49ed-907c-7f7ec4b94726 service neutron] 10.222.0.69 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460652 Feb 07 13:35:32.727319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e269665-2314-4aa3-acf4-1ac5ff62b045 req-07dacf82-07a7-4b4e-a790-fbd53f1eaf28 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003825 Feb 07 13:35:32.875776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-ef08baf2-a503-4cfe-8175-e8459c4950f5 service neutron] 10.222.0.69 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515515 Feb 07 13:35:33.139709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:33.171818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2327fad3-bdbc-4e96-8d42-1b575a4a48bf up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:33.243606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event deleted for resources: {'Port': ['ID=18b29674-7db0-4b4d-9316-955254da7f90,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:33.315733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:33.348074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:33.348638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:33.364512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5af13d8-526c-451c-b3a8-e383e9d77171 req-386196aa-1045-4a8d-ab55-f7795e192fff tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 210 time: 0.0881028 Feb 07 13:35:33.536325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:33.538558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:33.698369 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:33.699375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Fanout notify agent at l3_agent the message router_deleted on router 8934d204-c170-46dc-ae99-0f4f3455159e {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:35:33.730526 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:33.735863 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f8ab1f09-4521-47a3-a47e-060f6e516e23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/8934d204-c170-46dc-ae99-0f4f3455159e HTTP/1.1" status: 204 len: 168 time: 2.2225928 Feb 07 13:35:33.736169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51500) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:33.741191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'router': {'name': 'tempest-snat-router-484183191', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': False}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:33.746294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:33.759882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Usage tracker for resource:router and tenant:2675f5fcccfe4008869f525bda9829b5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:33.764818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:33.934715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:33.979425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9fe2c-6946-44d4-b6fa-0894d0b8d753 req-b200a14a-e6d1-49a2-9821-82668a101d39 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:33.980947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7a9fe2c-6946-44d4-b6fa-0894d0b8d753 req-b200a14a-e6d1-49a2-9821-82668a101d39 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 945 time: 0.2182391 Feb 07 13:35:34.026561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7a9fe2c-6946-44d4-b6fa-0894d0b8d753 req-3f61b8a0-c141-4b41-b49e-150847341845 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Feb 07 13:35:34.059101 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:34.059517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:34.075873 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:34.492439 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:34.552181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb97d92a-5708-46e8-ac3e-a8f7e3f206cf req-706eada2-f4bb-4e23-af90-3ed2872fdbef tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 210 time: 0.0579638 Feb 07 13:35:35.108975 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:35.143721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:35.200278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-c1d6f3e8-b04e-483c-9d5c-2aa9a1a5dd32 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:35.206360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-c1d6f3e8-b04e-483c-9d5c-2aa9a1a5dd32 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 945 time: 0.1817877 Feb 07 13:35:35.396674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port 769c1a51-3361-47a4-b359-53b3783331f2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:35.396933 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:35.480218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Allocated IP 172.25.7.105 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/fea0a212-6e18-495b-82d0-a45bd9f805c5) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:35.489288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff61c-92e0-4e31-8611-bb3c33280cc5 req-7125ca39-b559-41c1-a3e0-980c88b7b065 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:35.490767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f12ff61c-92e0-4e31-8611-bb3c33280cc5 req-7125ca39-b559-41c1-a3e0-980c88b7b065 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 945 time: 0.2879219 Feb 07 13:35:35.827714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51524) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:35.869252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f12ff61c-92e0-4e31-8611-bb3c33280cc5 req-83697499-679f-4261-8366-1140798d9c25 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721640 Feb 07 13:35:35.932359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31005635-8b8f-453d-938b-c8969972da46 req-3adff965-c5c9-41a2-beed-797f1f7d41cd tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 210 time: 0.2540855 Feb 07 13:35:35.958062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:35.975239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:35.979296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] Usage tracker for resource:security_group_rule and tenant:b47525c41f56479891eb22f54cf69ad0 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:35.982269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:35.988865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:36.032334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:36.036264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] For port 769c1a51-3361-47a4-b359-53b3783331f2, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=769c1a51-3361-47a4-b359-53b3783331f2,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:36.036622 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:36.077698 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:36.166388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for 769c1a51-3361-47a4-b359-53b3783331f2 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:36.252034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:36.309224 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b47525c41f56479891eb22f54cf69ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777703 Feb 07 13:35:36.309224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdce580-a1bd-4bbd-81f2-267c60845f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d32222f-1070-4c9e-90a1-022318e5da75,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:36.313230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51530) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:36.378993 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25f81df-6825-4951-b8e1-0bc97866cbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:36.394129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:36.405516 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25f81df-6825-4951-b8e1-0bc97866cbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:36.494857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:36.501733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:36.504613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:36.546851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'Port': ['ID=fea0a212-6e18-495b-82d0-a45bd9f805c5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:36.600300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2637a4cb-4e3a-4cf8-9368-302a7a0621b1 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:36.601642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2637a4cb-4e3a-4cf8-9368-302a7a0621b1 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.47 "GET /v2.0/networks?id=ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 200 len: 809 time: 0.2969911 Feb 07 13:35:36.816202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-f0070a83-a6b2-4c3e-bcf0-0231b369a509 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74080054e127405e93c615d9f28c08aa HTTP/1.1" status: 200 len: 379 time: 0.1528440 Feb 07 13:35:36.825498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'port': {'device_id': '48519664-68b9-4287-b11b-00a3e6223e71', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'admin_state_up': True, 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'security_groups': ['3257cf7a-7aed-4291-be2d-e1aa07272d02']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:36.979861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:36.984479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:port and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:36.987647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:36.993800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:37.054584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25f81df-6825-4951-b8e1-0bc97866cbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:37.070927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f81df-6825-4951-b8e1-0bc97866cbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d32222f-1070-4c9e-90a1-022318e5da75,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:37.080739 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a25f81df-6825-4951-b8e1-0bc97866cbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:37.081896 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a25f81df-6825-4951-b8e1-0bc97866cbae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d32222f-1070-4c9e-90a1-022318e5da75 HTTP/1.1" status: 204 len: 168 time: 0.7676291 Feb 07 13:35:37.119471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:37.129535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['194a88af-60fe-4c69-a5b7-42e9af9d71c7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:35:37.168912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4acfa20-7fa7-4081-ba3d-6fa98b2bc027 req-b92cca5b-d3ae-463f-b6f1-ac3568572d90 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 210 time: 0.1041293 Feb 07 13:35:37.180961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=769c1a51-3361-47a4-b359-53b3783331f2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:37.276539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Made reservation on behalf of 74080054e127405e93c615d9f28c08aa for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:35:37.281123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:37.535856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae65c0e-10a4-47de-a3da-65adfae204cc req-6635e609-f5d3-4fdd-be4e-625a4a79a92b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:37.537348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eae65c0e-10a4-47de-a3da-65adfae204cc req-6635e609-f5d3-4fdd-be4e-625a4a79a92b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 867 time: 0.5314889 Feb 07 13:35:37.574444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] No DVR routers for this DVR port 769c1a51-3361-47a4-b359-53b3783331f2 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:35:37.577849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:37.586389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88394894-fb39-4765-bb22-656a5cd91c36', 'name': 'network-vif-deleted', 'tag': '769c1a51-3361-47a4-b359-53b3783331f2'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:35:37.683991 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88394894-fb39-4765-bb22-656a5cd91c36', 'name': 'network-vif-deleted', 'tag': '769c1a51-3361-47a4-b359-53b3783331f2', 'status': 'completed', 'code': 200} Feb 07 13:35:37.794374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eae65c0e-10a4-47de-a3da-65adfae204cc req-072ec3a0-b4d0-4cc1-abfe-baedd660f9b4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118187 Feb 07 13:35:37.797978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:37.853552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f537615-c484-4355-866c-9b2d2c85d6e3 req-3dfa6083-25ac-4728-bf84-094f910ca224 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "DELETE /v2.0/ports/769c1a51-3361-47a4-b359-53b3783331f2 HTTP/1.1" status: 204 len: 173 time: 2.6091218 Feb 07 13:35:37.909655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Allocated IP 172.20.0.10 (ec2a7d10-962d-475e-b430-4c8c4f47d39c/9e9538e9-c9bc-4769-9145-66519498b27f/b114f4e9-3724-4f68-ac5d-2620f8624d72) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:38.020356 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51544) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:38.038171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.054270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:38.071331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] Usage tracker for resource:security_group_rule and tenant:daf23502e23f4fc88ab403c4711d9942 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:38.081626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:38.087722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:38.189463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.289000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.346365 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=daf23502e23f4fc88ab403c4711d9942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249214 Feb 07 13:35:38.347322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89e9b2-fab7-4eb0-bf41-b365351570dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfff7a8-834d-4cb4-9c8a-6597568a17ea,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:38.349859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51550) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:38.381185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70799d73-451c-47b0-9271-20ffb0100543 req-2ba58bdc-beb1-4a1d-b030-10bd79bdf761 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 210 time: 0.0907555 Feb 07 13:35:38.432997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.437236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.488511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 769c1a51-3361-47a4-b359-53b3783331f2 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:35:38.522576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Transition to ACTIVE for port object b114f4e9-3724-4f68-ac5d-2620f8624d72 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:38.523723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 769c1a51-3361-47a4-b359-53b3783331f2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:35:38.524100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 769c1a51-3361-47a4-b359-53b3783331f2 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:35:38.568735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3286ab6-3018-4301-b8a0-99ea63f9ceb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.607364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3286ab6-3018-4301-b8a0-99ea63f9ceb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.722596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3286ab6-3018-4301-b8a0-99ea63f9ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.722843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-69109618-d440-45c3-bd75-bb633c657475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.722980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.740226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286ab6-3018-4301-b8a0-99ea63f9ceb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfff7a8-834d-4cb4-9c8a-6597568a17ea,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:38.748002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b3286ab6-3018-4301-b8a0-99ea63f9ceb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:38.751462 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b3286ab6-3018-4301-b8a0-99ea63f9ceb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fcfff7a8-834d-4cb4-9c8a-6597568a17ea HTTP/1.1" status: 204 len: 168 time: 0.3984103 Feb 07 13:35:38.796526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Router bff1cc16-10e0-4c2b-9f85-d51627b9b712 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:35:38.807600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:38.807600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:38.816158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:38.892045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'Port': ['ID=b114f4e9-3724-4f68-ac5d-2620f8624d72,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:39.024683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d99afbec-806e-415b-8d6a-24dc0fabd8a9 req-a0aa21bd-6887-42b4-9ba6-6741286bf4c8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:35:39.073405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:39.074025 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:39.294790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2c6f310e-5848-41ec-a5e8-5730ae4a6cd5 None None] Provisioning for port b114f4e9-3724-4f68-ac5d-2620f8624d72 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:39.300283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d99afbec-806e-415b-8d6a-24dc0fabd8a9 req-a0aa21bd-6887-42b4-9ba6-6741286bf4c8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:35:39.300283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d99afbec-806e-415b-8d6a-24dc0fabd8a9 req-a0aa21bd-6887-42b4-9ba6-6741286bf4c8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=88394894-fb39-4765-bb22-656a5cd91c36 HTTP/1.1" status: 200 len: 210 time: 0.3393502 Feb 07 13:35:39.312464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2c6f310e-5848-41ec-a5e8-5730ae4a6cd5 None None] Provisioning complete for port b114f4e9-3724-4f68-ac5d-2620f8624d72 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:39.314696 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c6f310e-5848-41ec-a5e8-5730ae4a6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:39.335251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:39.344293 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Sync routers for ids ['bff1cc16-10e0-4c2b-9f85-d51627b9b712'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:39.354496 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Routers {'bff1cc16-10e0-4c2b-9f85-d51627b9b712'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:39.355178 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bff1cc16-10e0-4c2b-9f85-d51627b9b712'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:39.393104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f310e-5848-41ec-a5e8-5730ae4a6cd5 None None] Port b114f4e9-3724-4f68-ac5d-2620f8624d72 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:35:39.431744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-22fd68ae-b70d-460c-8bf3-812376698aa6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6113877 Feb 07 13:35:39.444330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Request body: {'port': {'device_id': '48519664-68b9-4287-b11b-00a3e6223e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:39.493506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:39.497164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7f3082dc-e2de-4f26-ab99-2465eb4f45ec tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7575383 Feb 07 13:35:39.497940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51562) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:39.595803 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Set router bff1cc16-10e0-4c2b-9f85-d51627b9b712 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:39.651196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:39.745577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51566) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:39.763505 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e93b351d-3913-440d-ba65-6c31ad7b6308 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/routers/bff1cc16-10e0-4c2b-9f85-d51627b9b712 HTTP/1.1" status: 200 len: 908 time: 0.2530181 Feb 07 13:35:39.768896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51570) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:39.781555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'router': {'name': 'tempest-snat-router-484183191', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': True}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:39.787444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:39.788558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a6e5e-bfd8-44a2-9716-d448b0d7bdb4 req-9fcde4d6-4fe1-470e-baec-8c27e9ce1235 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:39.789163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9d2a6e5e-bfd8-44a2-9716-d448b0d7bdb4 req-9fcde4d6-4fe1-470e-baec-8c27e9ce1235 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Synchronizing usage tracker for tenant:74080054e127405e93c615d9f28c08aa on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:35:39.806429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:39.813515 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Usage tracker for resource:router and tenant:2675f5fcccfe4008869f525bda9829b5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:39.816883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:39.819330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:39.826085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] Usage tracker for resource:security_group_rule and tenant:075e65adc6ca4b2e814892c9d8fb9f53 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:39.830253 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:39.832583 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:39.844499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:39.977154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:39.979210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:39.980435 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:39.997441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9d2a6e5e-bfd8-44a2-9716-d448b0d7bdb4 req-9fcde4d6-4fe1-470e-baec-8c27e9ce1235 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Unset dirty status for tenant:74080054e127405e93c615d9f28c08aa on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:35:39.997441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d2a6e5e-bfd8-44a2-9716-d448b0d7bdb4 req-9fcde4d6-4fe1-470e-baec-8c27e9ce1235 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 932 time: 0.4873142 Feb 07 13:35:40.005596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.046525 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.062448 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff1cc16-10e0-4c2b-9f85-d51627b9b712', 'name': 'tempest-snat-router-484183191', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'fea0a212-6e18-495b-82d0-a45bd9f805c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:34Z', 'updated_at': '2022-02-07T13:35:36Z', 'revision_number': 3, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port': {'id': 'fea0a212-6e18-495b-82d0-a45bd9f805c5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff1cc16-10e0-4c2b-9f85-d51627b9b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:35Z', 'updated_at': '2022-02-07T13:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:40.068907 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Checking router: bff1cc16-10e0-4c2b-9f85-d51627b9b712 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:35:40.073074 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Updating router bff1cc16-10e0-4c2b-9f85-d51627b9b712 port fea0a212-6e18-495b-82d0-a45bd9f805c5 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:35:40.077812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d2a6e5e-bfd8-44a2-9716-d448b0d7bdb4 req-bfc0968a-147b-4f61-b9d8-ce87f3578c71 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637505 Feb 07 13:35:40.138928 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.168773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b114f4e9-3724-4f68-ac5d-2620f8624d72 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:35:40.176870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.192567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Transition to ACTIVE for port object b114f4e9-3724-4f68-ac5d-2620f8624d72 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:40.205015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=075e65adc6ca4b2e814892c9d8fb9f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582558 Feb 07 13:35:40.206165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ed9f0-e2e4-4d3a-9c22-485c39d9f9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0d947-158e-42e8-98ad-4ade2dd9842c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:40.208252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51574) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:40.293419 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.374389 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa541360-1776-4477-bef1-cc82bbe4f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.473080 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.505308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Pushing event updated for resources: {'Port': ['ID=b114f4e9-3724-4f68-ac5d-2620f8624d72,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:40.534778 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.534778 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Transition to ACTIVE for port object fea0a212-6e18-495b-82d0-a45bd9f805c5 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:40.586833 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa541360-1776-4477-bef1-cc82bbe4f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.619718 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.811949 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Attempting to bind port fea0a212-6e18-495b-82d0-a45bd9f805c5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:40.812396 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Attempting to bind port fea0a212-6e18-495b-82d0-a45bd9f805c5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:40.813003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Attempting to bind port fea0a212-6e18-495b-82d0-a45bd9f805c5 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:40.816859 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc2d48-de7c-4859-9919-4723c6d82111 None None] Pushing event updated for resources: {'Port': ['ID=fea0a212-6e18-495b-82d0-a45bd9f805c5,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:40.818041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Attempting to bind port b114f4e9-3724-4f68-ac5d-2620f8624d72 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:40.818391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Attempting to bind port b114f4e9-3724-4f68-ac5d-2620f8624d72 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:40.819200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Attempting to bind port b114f4e9-3724-4f68-ac5d-2620f8624d72 on network ec2a7d10-962d-475e-b430-4c8c4f47d39c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:40.824783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Port b114f4e9-3724-4f68-ac5d-2620f8624d72 on network ec2a7d10-962d-475e-b430-4c8c4f47d39c not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:35:40.825166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Attempting to bind port b114f4e9-3724-4f68-ac5d-2620f8624d72 on network ec2a7d10-962d-475e-b430-4c8c4f47d39c {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:40.826715 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:40.827107 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:40.827731 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.828290 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:40.828956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Bound port: fea0a212-6e18-495b-82d0-a45bd9f805c5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:40.840666 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.841775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:40.841775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Checking segment: {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:40.841775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Bound using segment: {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:40.841775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Bound port: b114f4e9-3724-4f68-ac5d-2620f8624d72, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962b19d7-162f-464b-9407-8765fda56577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:40.841775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.894949 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa541360-1776-4477-bef1-cc82bbe4f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.918494 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] For port fea0a212-6e18-495b-82d0-a45bd9f805c5, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:40.922411 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] For port fea0a212-6e18-495b-82d0-a45bd9f805c5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fea0a212-6e18-495b-82d0-a45bd9f805c5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:40.933734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa541360-1776-4477-bef1-cc82bbe4f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0d947-158e-42e8-98ad-4ade2dd9842c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:40.955121 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aa541360-1776-4477-bef1-cc82bbe4f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.956555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aa541360-1776-4477-bef1-cc82bbe4f8c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4db0d947-158e-42e8-98ad-4ade2dd9842c HTTP/1.1" status: 204 len: 168 time: 0.7469401 Feb 07 13:35:40.972114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] For port b114f4e9-3724-4f68-ac5d-2620f8624d72, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:40.976011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] For port b114f4e9-3724-4f68-ac5d-2620f8624d72, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:40.979182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:40.989986 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:41.011686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:41.072638 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Routers {'bff1cc16-10e0-4c2b-9f85-d51627b9b712'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:41.073453 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bff1cc16-10e0-4c2b-9f85-d51627b9b712'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:41.093913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:41.180584 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc2d48-de7c-4859-9919-4723c6d82111 None None] Pushing event updated for resources: {'Port': ['ID=fea0a212-6e18-495b-82d0-a45bd9f805c5,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:41.221481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Allocated IP 172.25.7.80 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/1738a98a-6256-482d-a50b-650b6801c410) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:41.317918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Pushing event updated for resources: {'Port': ['ID=b114f4e9-3724-4f68-ac5d-2620f8624d72,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:41.327835 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] Set router bff1cc16-10e0-4c2b-9f85-d51627b9b712 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:41.345667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:41.346297 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:41.347678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-2ccecb69-e5ac-4515-83c6-10e247b17e94 service neutron] 10.222.0.47 "PUT /v2.0/ports/b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 200 len: 1092 time: 1.9075766 Feb 07 13:35:41.348191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48519664-68b9-4287-b11b-00a3e6223e71', 'tag': 'b114f4e9-3724-4f68-ac5d-2620f8624d72'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:35:41.388454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8d202-2b99-4a3a-b92c-5cfce44e8744 req-f5406842-15f1-4582-8c80-1ee2ad30a14c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:41.391564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cac8d202-2b99-4a3a-b92c-5cfce44e8744 req-f5406842-15f1-4582-8c80-1ee2ad30a14c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 944 time: 0.1195481 Feb 07 13:35:41.460442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:41.538745 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48519664-68b9-4287-b11b-00a3e6223e71', 'tag': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'status': 'completed', 'code': 200} Feb 07 13:35:41.558325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cac8d202-2b99-4a3a-b92c-5cfce44e8744 req-b822c4ae-ffb9-41ed-b4f0-6fdb27a9e421 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576605 Feb 07 13:35:41.597017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-98a3d959-c8f6-41a0-b6af-435ae74b13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:41.599935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-98a3d959-c8f6-41a0-b6af-435ae74b13d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74080054e127405e93c615d9f28c08aa&device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1095 time: 0.1253984 Feb 07 13:35:41.663621 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc7b18d2-73ec-4422-b638-fd04d09e9bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:41.723156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:41.798651 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-bb9fd56f-f308-4cf8-b75e-af686d37cb84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 200 len: 217 time: 0.1792593 Feb 07 13:35:41.925948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-1cf8b66b-7a43-4c55-ba2f-665b340c854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:41.927770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-1cf8b66b-7a43-4c55-ba2f-665b340c854e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e9538e9-c9bc-4769-9145-66519498b27f HTTP/1.1" status: 200 len: 848 time: 0.1351519 Feb 07 13:35:42.030754 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff1cc16-10e0-4c2b-9f85-d51627b9b712', 'name': 'tempest-snat-router-484183191', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'fea0a212-6e18-495b-82d0-a45bd9f805c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:34Z', 'updated_at': '2022-02-07T13:35:36Z', 'revision_number': 3, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port': {'id': 'fea0a212-6e18-495b-82d0-a45bd9f805c5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff1cc16-10e0-4c2b-9f85-d51627b9b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:35Z', 'updated_at': '2022-02-07T13:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:42.045365 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc5190-5fe4-481e-be25-f6a0c63ac386 None None] The sync data for ids ['bff1cc16-10e0-4c2b-9f85-d51627b9b712'] in n-d-811416-5 is: [{'id': 'bff1cc16-10e0-4c2b-9f85-d51627b9b712', 'name': 'tempest-snat-router-484183191', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.105'}], 'enable_snat': False}, 'gw_port_id': 'fea0a212-6e18-495b-82d0-a45bd9f805c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:34Z', 'updated_at': '2022-02-07T13:35:36Z', 'revision_number': 3, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port': {'id': 'fea0a212-6e18-495b-82d0-a45bd9f805c5', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff1cc16-10e0-4c2b-9f85-d51627b9b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:35Z', 'updated_at': '2022-02-07T13:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:42.077869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-bfcfe872-70fe-4964-9b2b-1e02f14e5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:42.080830 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-bfcfe872-70fe-4964-9b2b-1e02f14e5c7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec2a7d10-962d-475e-b430-4c8c4f47d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464806 Feb 07 13:35:42.206460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:42.209340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:42.225336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'Port': ['ID=1738a98a-6256-482d-a50b-650b6801c410,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:42.229172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:42.317186 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:42.321358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:42.329720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-ba716d27-1d5c-40a3-be4a-1096c6f48b3e service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418423 Feb 07 13:35:42.740009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03d5aebb-7afd-4ce9-a569-a023a057977a req-14d5d4a5-5bfe-4fd2-bedc-22989d6fddb8 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054852 Feb 07 13:35:42.903298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b812d-528a-4eac-9a5e-8d0f395ad7c9 req-d357f9d5-8dfe-495a-aebf-da87652e6ce7 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:42.920815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-692b812d-528a-4eac-9a5e-8d0f395ad7c9 req-d357f9d5-8dfe-495a-aebf-da87652e6ce7 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 944 time: 0.1272254 Feb 07 13:35:43.125886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:43.155084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-692b812d-528a-4eac-9a5e-8d0f395ad7c9 req-35382d79-35fe-48fb-9dc3-111e7f598ebc tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625359 Feb 07 13:35:43.196514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-5b13a7c2-74b6-4724-8e3c-25e7a0f99bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:43.200368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-5b13a7c2-74b6-4724-8e3c-25e7a0f99bf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74080054e127405e93c615d9f28c08aa&device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1095 time: 0.2777579 Feb 07 13:35:43.329751 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fea0a212-6e18-495b-82d0-a45bd9f805c5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:43.519526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-55f95f5f-24a0-4012-8627-f5fd463439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:43.521201 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-55f95f5f-24a0-4012-8627-f5fd463439ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 200 len: 909 time: 0.3137007 Feb 07 13:35:43.643481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-4d72c3b1-85db-4c28-aedc-9ff8998e0bf2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 200 len: 217 time: 0.1129925 Feb 07 13:35:43.688807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port fea0a212-6e18-495b-82d0-a45bd9f805c5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:43.688807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fea0a212-6e18-495b-82d0-a45bd9f805c5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:43.688807 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:43.710294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-39a19d4c-58fa-40cf-9cbe-6c36270ca5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:43.712461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-39a19d4c-58fa-40cf-9cbe-6c36270ca5a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e9538e9-c9bc-4769-9145-66519498b27f HTTP/1.1" status: 200 len: 848 time: 0.0657129 Feb 07 13:35:43.726784 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:43.839822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-e5ae9037-7458-494c-8dbd-df5db8e7bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:43.843929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-e5ae9037-7458-494c-8dbd-df5db8e7bd9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec2a7d10-962d-475e-b430-4c8c4f47d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237531 Feb 07 13:35:43.917779 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:43.934062 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:43.957235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port fea0a212-6e18-495b-82d0-a45bd9f805c5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fea0a212-6e18-495b-82d0-a45bd9f805c5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:44.022474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-70345808-1825-4823-a42c-eea6c02c358c service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693411 Feb 07 13:35:44.082846 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:44.104074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Router ad3e7e5c-a7f0-4a90-97c0-676eb515be1e is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:35:44.195263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f9d8be2-374d-4ce5-b101-89125a14f380 req-c52454c3-7bff-494b-b5c6-54d0a1fe50d7 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684723 Feb 07 13:35:44.204211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=fea0a212-6e18-495b-82d0-a45bd9f805c5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:44.337899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:44.358949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Sync routers for ids ['ad3e7e5c-a7f0-4a90-97c0-676eb515be1e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:44.367226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Routers {'ad3e7e5c-a7f0-4a90-97c0-676eb515be1e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:44.368247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['ad3e7e5c-a7f0-4a90-97c0-676eb515be1e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:44.421533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa42e60-4a5f-4062-8ffb-2a607f7163d8 req-bc0b9dbf-9196-4c06-8f83-400b3108bb4e tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:44.431657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8aa42e60-4a5f-4062-8ffb-2a607f7163d8 req-bc0b9dbf-9196-4c06-8f83-400b3108bb4e tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 944 time: 0.1276941 Feb 07 13:35:44.463793 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:44.465172 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8bb44381-e6ea-4774-8e27-966a2e796cf1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6908371 Feb 07 13:35:44.468486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51628) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:44.504551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8aa42e60-4a5f-4062-8ffb-2a607f7163d8 req-0f009b6f-38cc-494e-a4ab-84ea1b1b9c45 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718787 Feb 07 13:35:44.620193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Set router ad3e7e5c-a7f0-4a90-97c0-676eb515be1e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:44.850014 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-056812bc-db9c-444c-b1b2-cbd117e2eede tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/routers/ad3e7e5c-a7f0-4a90-97c0-676eb515be1e HTTP/1.1" status: 200 len: 906 time: 0.3796611 Feb 07 13:35:44.852105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51636) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:44.984470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3e7e5c-a7f0-4a90-97c0-676eb515be1e', 'name': 'tempest-snat-router-484183191', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '1738a98a-6256-482d-a50b-650b6801c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:39Z', 'updated_at': '2022-02-07T13:35:42Z', 'revision_number': 3, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port': {'id': '1738a98a-6256-482d-a50b-650b6801c410', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:79:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3e7e5c-a7f0-4a90-97c0-676eb515be1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:41Z', 'updated_at': '2022-02-07T13:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:44.988794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Checking router: ad3e7e5c-a7f0-4a90-97c0-676eb515be1e for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:35:44.989211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Updating router ad3e7e5c-a7f0-4a90-97c0-676eb515be1e port 1738a98a-6256-482d-a50b-650b6801c410 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:35:45.043304 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.048289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.251259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.289647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fea0a212-6e18-495b-82d0-a45bd9f805c5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:45.321945 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.362430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Deleting port 1738a98a-6256-482d-a50b-650b6801c410 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:45.362777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.413169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fea0a212-6e18-495b-82d0-a45bd9f805c5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:45.413720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.551288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.581687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b114f4e9-3724-4f68-ac5d-2620f8624d72 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:35:45.584893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.614743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Transition to ACTIVE for port object 1738a98a-6256-482d-a50b-650b6801c410 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:35:45.777673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bc2d0-be9b-4fc3-87c7-b5dae752f9bd req-3934ed24-8100-4a09-ba39-a7bdae468d25 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:45.785052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df6bc2d0-be9b-4fc3-87c7-b5dae752f9bd req-3934ed24-8100-4a09-ba39-a7bdae468d25 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 944 time: 0.1667385 Feb 07 13:35:45.804198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Calling delete_port for 1738a98a-6256-482d-a50b-650b6801c410 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:45.836952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b114f4e9-3724-4f68-ac5d-2620f8624d72, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:45.853164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'port_id': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'mac_address': 'fa:16:3e:b7:e4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:35:45.862970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df6bc2d0-be9b-4fc3-87c7-b5dae752f9bd req-94079a1d-1cf8-4f6a-816c-8679597e5efd tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769300 Feb 07 13:35:45.897118 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:45.997566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.db.api [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:35:45.998162 n-d-811416-5 neutron-server[88312]: DEBUG oslo_db.api [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:35:46.003901 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:46.015095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Attempting to bind port 1738a98a-6256-482d-a50b-650b6801c410 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:35:46.015471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Attempting to bind port 1738a98a-6256-482d-a50b-650b6801c410 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:35:46.015837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Attempting to bind port 1738a98a-6256-482d-a50b-650b6801c410 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:35:46.019255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924f973-bfd4-44de-8a90-173e4d412eb3 None None] Pushing event updated for resources: {'Port': ['ID=1738a98a-6256-482d-a50b-650b6801c410,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:46.030695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:35:46.030695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:35:46.030934 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:46.031309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:35:46.031782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Bound port: 1738a98a-6256-482d-a50b-650b6801c410, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:35:46.032185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:46.060446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b114f4e9-3724-4f68-ac5d-2620f8624d72 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:35:46.092979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b114f4e9-3724-4f68-ac5d-2620f8624d72, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:46.117357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] For port 1738a98a-6256-482d-a50b-650b6801c410, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:35:46.120383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] For port 1738a98a-6256-482d-a50b-650b6801c410, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1738a98a-6256-482d-a50b-650b6801c410,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:35:46.162309 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:46.204080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:46.250379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Routers {'ad3e7e5c-a7f0-4a90-97c0-676eb515be1e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:46.250999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['ad3e7e5c-a7f0-4a90-97c0-676eb515be1e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:46.317520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b114f4e9-3724-4f68-ac5d-2620f8624d72,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:46.372888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e21f7e-af45-458e-ad3f-211f699f7eb7 req-659dec61-e38b-46cd-9b43-fe70aa4ada35 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:46.374481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73e21f7e-af45-458e-ad3f-211f699f7eb7 req-659dec61-e38b-46cd-9b43-fe70aa4ada35 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 945 time: 0.0872920 Feb 07 13:35:46.419875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73e21f7e-af45-458e-ad3f-211f699f7eb7 req-0fe1f5fc-cc29-4770-9ad3-95315f51aaa3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390975 Feb 07 13:35:46.476232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] Set router ad3e7e5c-a7f0-4a90-97c0-676eb515be1e gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:46.499341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Deleting port 1738a98a-6256-482d-a50b-650b6801c410 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:46.499696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:46.518189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924f973-bfd4-44de-8a90-173e4d412eb3 None None] Pushing event updated for resources: {'Port': ['ID=1738a98a-6256-482d-a50b-650b6801c410,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:46.582057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['b114f4e9-3724-4f68-ac5d-2620f8624d72'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:35:46.617047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3e7e5c-a7f0-4a90-97c0-676eb515be1e', 'name': 'tempest-snat-router-484183191', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:39Z', 'updated_at': '2022-02-07T13:35:45Z', 'revision_number': 4, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:46.638106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da22c855-59ef-4375-b2ef-0f77df35e0b1 None None] The sync data for ids ['ad3e7e5c-a7f0-4a90-97c0-676eb515be1e'] in n-d-811416-5 is: [{'id': 'ad3e7e5c-a7f0-4a90-97c0-676eb515be1e', 'name': 'tempest-snat-router-484183191', 'tenant_id': '2675f5fcccfe4008869f525bda9829b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:39Z', 'updated_at': '2022-02-07T13:35:45Z', 'revision_number': 4, 'project_id': '2675f5fcccfe4008869f525bda9829b5', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:46.698328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] For port 1738a98a-6256-482d-a50b-650b6801c410, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=1738a98a-6256-482d-a50b-650b6801c410,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:46.698973 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:46.836470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Calling delete_port for 1738a98a-6256-482d-a50b-650b6801c410 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:47.074000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9076b-0e7f-4aa4-986f-36969641df25 req-cea4ad65-5e49-4217-85da-4ff82fccdb80 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:47.075479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96f9076b-0e7f-4aa4-986f-36969641df25 req-cea4ad65-5e49-4217-85da-4ff82fccdb80 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 945 time: 0.0868540 Feb 07 13:35:47.116591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:47.123008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96f9076b-0e7f-4aa4-986f-36969641df25 req-9aea6d1c-7271-4d25-9431-621e34753835 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Feb 07 13:35:47.288620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event deleted for resources: {'Port': ['ID=1738a98a-6256-482d-a50b-650b6801c410,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:47.383066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:47.563683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:47.566268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:47.619407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e2ab-81ed-4cfb-925a-c33f1513ad5e req-b4d0cd90-e596-4cda-9937-68af72180334 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:47.620931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b764e2ab-81ed-4cfb-925a-c33f1513ad5e req-b4d0cd90-e596-4cda-9937-68af72180334 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 945 time: 0.0864079 Feb 07 13:35:47.664941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:47.665449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad3e7e5c-a7f0-4a90-97c0-676eb515be1e {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:35:47.666682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b764e2ab-81ed-4cfb-925a-c33f1513ad5e req-64adb1ae-7d31-4d40-90f5-5b0c55359256 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 Feb 07 13:35:47.678983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:47.682575 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7e9a3ec6-1aaa-434b-987f-1e5f2cdac2e1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "DELETE /v2.0/routers/ad3e7e5c-a7f0-4a90-97c0-676eb515be1e HTTP/1.1" status: 204 len: 168 time: 2.8271108 Feb 07 13:35:47.682941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51666) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:47.896898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:48.299133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:48.310603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-bfd3f72f-6b96-4856-b4c0-7a57a35733e0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:48.312848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-bfd3f72f-6b96-4856-b4c0-7a57a35733e0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 945 time: 0.2440856 Feb 07 13:35:48.399317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:48.399663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:48.431810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Deleting port fea0a212-6e18-495b-82d0-a45bd9f805c5 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:48.432181 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:48.499662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488d2a7-fe2b-4068-a891-c90646183dc2 req-8863a79b-2fcb-40d7-ac9e-2eb53687d397 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:48.501077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0488d2a7-fe2b-4068-a891-c90646183dc2 req-8863a79b-2fcb-40d7-ac9e-2eb53687d397 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 945 time: 0.2629404 Feb 07 13:35:48.761135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0488d2a7-fe2b-4068-a891-c90646183dc2 req-87547129-c8ff-400f-94c4-3967ad802def tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529848 Feb 07 13:35:48.885081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] For port fea0a212-6e18-495b-82d0-a45bd9f805c5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fea0a212-6e18-495b-82d0-a45bd9f805c5,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:48.888317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:49.034842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Calling delete_port for fea0a212-6e18-495b-82d0-a45bd9f805c5 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:49.080771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] For port 194a88af-60fe-4c69-a5b7-42e9af9d71c7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=194a88af-60fe-4c69-a5b7-42e9af9d71c7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:49.081054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:49.216270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for 194a88af-60fe-4c69-a5b7-42e9af9d71c7 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:49.333320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b797-c501-4e72-909f-f57b440b1b63 req-dda69d4b-4c20-46b7-80eb-446cd0304b62 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:49.334718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63d6b797-c501-4e72-909f-f57b440b1b63 req-dda69d4b-4c20-46b7-80eb-446cd0304b62 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 945 time: 0.5382288 Feb 07 13:35:49.552647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b114f4e9-3724-4f68-ac5d-2620f8624d72 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:35:49.602757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63d6b797-c501-4e72-909f-f57b440b1b63 req-ed9b1580-2bb2-4d38-ba07-540c377016b4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=a112de0e-d000-471d-84bf-ad6add13aec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603130 Feb 07 13:35:49.670746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port b114f4e9-3724-4f68-ac5d-2620f8624d72 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:35:49.673458 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:49.677323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port b114f4e9-3724-4f68-ac5d-2620f8624d72 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:35:49.677703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:49.741735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=194a88af-60fe-4c69-a5b7-42e9af9d71c7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:49.789836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.790825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.791184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.791548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.791915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.792519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.794600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.794955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.795361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.795763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.796394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.796866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:35:49.844315 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:49.854702 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:49.884081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48519664-68b9-4287-b11b-00a3e6223e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b114f4e9-3724-4f68-ac5d-2620f8624d72'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:35:49.896180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port b114f4e9-3724-4f68-ac5d-2620f8624d72, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:35:49.897607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] No DVR routers for this DVR port 194a88af-60fe-4c69-a5b7-42e9af9d71c7 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:35:49.910429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:49.917845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event deleted for resources: {'Port': ['ID=fea0a212-6e18-495b-82d0-a45bd9f805c5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:49.919274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f097727-4266-4695-95bb-4acb54fa9fd3', 'name': 'network-vif-deleted', 'tag': '194a88af-60fe-4c69-a5b7-42e9af9d71c7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:35:49.961077 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:49.961968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 194a88af-60fe-4c69-a5b7-42e9af9d71c7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:35:49.999093 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48519664-68b9-4287-b11b-00a3e6223e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'code': 200} Feb 07 13:35:50.035542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 194a88af-60fe-4c69-a5b7-42e9af9d71c7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:35:50.035646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 194a88af-60fe-4c69-a5b7-42e9af9d71c7 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:35:50.070670 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f097727-4266-4695-95bb-4acb54fa9fd3', 'name': 'network-vif-deleted', 'tag': '194a88af-60fe-4c69-a5b7-42e9af9d71c7', 'status': 'completed', 'code': 200} Feb 07 13:35:50.088777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=b114f4e9-3724-4f68-ac5d-2620f8624d72,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:50.107501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:50.261604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e05e9806-d0cc-41ef-8c34-9f06c661c04f req-0c8920d8-4c76-47e9-9496-3c12a4484a4d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "DELETE /v2.0/ports/194a88af-60fe-4c69-a5b7-42e9af9d71c7 HTTP/1.1" status: 204 len: 173 time: 1.9418783 Feb 07 13:35:50.349375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:50.353582 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:50.385129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a956e97-4bb6-4994-8e74-d3ddde8d0f80 req-d9825f63-57dd-4b17-8677-b0b2e466726a tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:50.386515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a956e97-4bb6-4994-8e74-d3ddde8d0f80 req-d9825f63-57dd-4b17-8677-b0b2e466726a tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 946 time: 0.4784071 Feb 07 13:35:50.422135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb205-6599-4662-8755-f1156a87cad8 req-bd47cd00-34ba-4e08-9bb4-57e97a4519db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:50.423632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e5fb205-6599-4662-8755-f1156a87cad8 req-bd47cd00-34ba-4e08-9bb4-57e97a4519db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1097 time: 0.3218527 Feb 07 13:35:50.461841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a956e97-4bb6-4994-8e74-d3ddde8d0f80 req-d019a700-eb7d-4995-86aa-e22e4a80c0d3 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690668 Feb 07 13:35:50.479421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e5fb205-6599-4662-8755-f1156a87cad8 req-a43a029b-c94e-4605-8e45-5c8b540814e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481977 Feb 07 13:35:50.589134 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:50.589677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bff1cc16-10e0-4c2b-9f85-d51627b9b712 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:35:50.599374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:50.600598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-240d9a36-7e3d-4b6e-a8d7-7308b4ec4114 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "DELETE /v2.0/routers/bff1cc16-10e0-4c2b-9f85-d51627b9b712 HTTP/1.1" status: 204 len: 168 time: 2.9167387 Feb 07 13:35:50.604258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51694) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:50.611065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2112412916', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:50.622074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:50.627118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Usage tracker for resource:router and tenant:9bec8ecc9dda4c89a11476cf4004b921 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:50.634145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:50.641133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:50.718128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:50.720136 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:50.742257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:50.808392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6cec72a4-7642-4f5c-b067-eaaf7c01cd53 req-274539ac-70b6-4681-a6db-459f421b8f88 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:35:50.910679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6cec72a4-7642-4f5c-b067-eaaf7c01cd53 req-274539ac-70b6-4681-a6db-459f421b8f88 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:35:50.912088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cec72a4-7642-4f5c-b067-eaaf7c01cd53 req-274539ac-70b6-4681-a6db-459f421b8f88 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 210 time: 0.1510479 Feb 07 13:35:51.132969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:51.189607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fea0a212-6e18-495b-82d0-a45bd9f805c5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:35:51.224508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: fea0a212-6e18-495b-82d0-a45bd9f805c5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:35:51.224838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fea0a212-6e18-495b-82d0-a45bd9f805c5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:35:51.607420 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:51.639264 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:51.694056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e2ccd-4e87-4b38-bcbe-152e25cb0f92 req-4610946f-d8c2-4dd3-b392-a9834220902d tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:51.697181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a6e2ccd-4e87-4b38-bcbe-152e25cb0f92 req-4610946f-d8c2-4dd3-b392-a9834220902d tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 946 time: 0.1095469 Feb 07 13:35:51.768744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a6e2ccd-4e87-4b38-bcbe-152e25cb0f92 req-757b0290-678b-44e1-bde4-1935a67f30f0 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662427 Feb 07 13:35:51.862852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Allocated IP 172.25.7.143 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/870b79e4-121f-4e7a-bbfd-942ceff488f0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:52.087701 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:52.136053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5fc1a0c8-3fb9-4bdf-bd13-6da14faae988 req-582957ae-68d9-4361-91cd-80188d66238c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f097727-4266-4695-95bb-4acb54fa9fd3 HTTP/1.1" status: 200 len: 210 time: 0.0453112 Feb 07 13:35:52.214155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:52.281911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:52.284882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:52.290800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:52.452876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event updated for resources: {'Port': ['ID=870b79e4-121f-4e7a-bbfd-942ceff488f0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:52.913212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:52.985956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ab706-6685-4ab4-a1cf-407e7e462054 req-ac212dd5-04b5-40ee-9358-ab9d5554ad8f tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:52.988069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a07ab706-6685-4ab4-a1cf-407e7e462054 req-ac212dd5-04b5-40ee-9358-ab9d5554ad8f tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 946 time: 0.0919418 Feb 07 13:35:53.037543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a07ab706-6685-4ab4-a1cf-407e7e462054 req-80b3b91d-f074-4a89-b52d-a84a39c72bd2 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Feb 07 13:35:53.290414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffc5a3-ff02-48d4-8c78-179b1460a0f2 req-3180c7ed-f167-4182-b3a6-e8e50a70bad0 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:53.303370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ffc5a3-ff02-48d4-8c78-179b1460a0f2 req-3180c7ed-f167-4182-b3a6-e8e50a70bad0 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 946 time: 0.1533861 Feb 07 13:35:53.337438 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:53.364451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29ffc5a3-ff02-48d4-8c78-179b1460a0f2 req-99ec47e0-8569-4731-83d1-12d7c56e1146 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615289 Feb 07 13:35:53.582286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2c908-49b4-4be3-b4c6-2a42dae7ed16 req-91fde634-d8f3-40f8-a060-eff109ea99ff tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:53.583816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75d2c908-49b4-4be3-b4c6-2a42dae7ed16 req-91fde634-d8f3-40f8-a060-eff109ea99ff tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 946 time: 0.0911016 Feb 07 13:35:53.631283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75d2c908-49b4-4be3-b4c6-2a42dae7ed16 req-6affb707-b4cb-4794-bc47-b89cec381b0c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Feb 07 13:35:53.636427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Router 802e00ab-903e-489d-b48c-cc26d550c55d is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:35:53.660168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51738) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:53.856623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:53.870111 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f92580-3939-4539-b979-a1faa68d0a9f None None] Sync routers for ids ['802e00ab-903e-489d-b48c-cc26d550c55d'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:53.883587 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f92580-3939-4539-b979-a1faa68d0a9f None None] Routers {'802e00ab-903e-489d-b48c-cc26d550c55d'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:53.886663 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-03f92580-3939-4539-b979-a1faa68d0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['802e00ab-903e-489d-b48c-cc26d550c55d'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:53.949696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:53.952342 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eb85ae36-65d0-49ee-9088-568e51c2c291 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3468871 Feb 07 13:35:53.955146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51748) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:53.958143 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-03f92580-3939-4539-b979-a1faa68d0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:53.961369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4f197b08-aa1d-4750-a653-180b3bc54be1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': False}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:53.970147 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f92580-3939-4539-b979-a1faa68d0a9f None None] Routers {'802e00ab-903e-489d-b48c-cc26d550c55d'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:53.970808 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-03f92580-3939-4539-b979-a1faa68d0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['802e00ab-903e-489d-b48c-cc26d550c55d'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:53.992788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaac3a4-5244-4545-a2ff-6b583f68a52a tempest-TestServerBasicOps-1258608013 tempest-TestServerBasicOps-1258608013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:53.997826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fdaac3a4-5244-4545-a2ff-6b583f68a52a tempest-TestServerBasicOps-1258608013 tempest-TestServerBasicOps-1258608013-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1092 time: 0.3365567 Feb 07 13:35:53.998536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51752) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:54.004813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:54.015627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:54.020328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Usage tracker for resource:floatingip and tenant:74080054e127405e93c615d9f28c08aa is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:54.024086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:54.031260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:54.045852 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-03f92580-3939-4539-b979-a1faa68d0a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:54.046883 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f92580-3939-4539-b979-a1faa68d0a9f None None] The sync data for ids ['802e00ab-903e-489d-b48c-cc26d550c55d'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:54.104082 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:54.270284 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:54.596494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Allocated IP 172.25.7.24 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ed2a4337-0251-4e0e-8254-7d6b2e8cb0ae) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:35:54.729239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f197b08-aa1d-4750-a653-180b3bc54be1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:54.800460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:54.841410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:54.933077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:55.017891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:35:55.026349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:35:55.028984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:35:55.094158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'Port': ['ID=ed2a4337-0251-4e0e-8254-7d6b2e8cb0ae,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:55.566736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f197b08-aa1d-4750-a653-180b3bc54be1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:55.572282 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f197b08-aa1d-4750-a653-180b3bc54be1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:55.581667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:55.753087 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:55.784718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f197b08-aa1d-4750-a653-180b3bc54be1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Router 802e00ab-903e-489d-b48c-cc26d550c55d has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:35:55.993819 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:56.082013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:56.140048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f197b08-aa1d-4750-a653-180b3bc54be1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:56.147313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff7fb9-7465-47c2-aeb3-15f05d41f132 None None] Sync routers for ids ['802e00ab-903e-489d-b48c-cc26d550c55d'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:56.147890 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4f197b08-aa1d-4750-a653-180b3bc54be1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:56.149518 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4f197b08-aa1d-4750-a653-180b3bc54be1 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "PUT /v2.0/routers/802e00ab-903e-489d-b48c-cc26d550c55d HTTP/1.1" status: 200 len: 922 time: 2.1928890 Feb 07 13:35:56.152394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51844) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:56.167249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff7fb9-7465-47c2-aeb3-15f05d41f132 None None] Routers {'802e00ab-903e-489d-b48c-cc26d550c55d'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:56.167966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10ff7fb9-7465-47c2-aeb3-15f05d41f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['802e00ab-903e-489d-b48c-cc26d550c55d'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:56.275276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event updated for resources: {'Port': ['ID=ed2a4337-0251-4e0e-8254-7d6b2e8cb0ae,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:56.280226 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:56.307651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10ff7fb9-7465-47c2-aeb3-15f05d41f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:56.318834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff7fb9-7465-47c2-aeb3-15f05d41f132 None None] Routers {'802e00ab-903e-489d-b48c-cc26d550c55d'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:56.319658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10ff7fb9-7465-47c2-aeb3-15f05d41f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['802e00ab-903e-489d-b48c-cc26d550c55d'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:56.404381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-10ff7fb9-7465-47c2-aeb3-15f05d41f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:56.404889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff7fb9-7465-47c2-aeb3-15f05d41f132 None None] The sync data for ids ['802e00ab-903e-489d-b48c-cc26d550c55d'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:56.429986 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0385a66a-bbdf-4dc5-811f-d0a9c6c86a95 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/routers/802e00ab-903e-489d-b48c-cc26d550c55d HTTP/1.1" status: 200 len: 922 time: 0.2758434 Feb 07 13:35:56.430682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51852) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:56.485406 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Floating IP 6cc481fa-372e-4f66-8404-acf925d03093 associated. External IP: 172.25.7.24, port: b114f4e9-3724-4f68-ac5d-2620f8624d72. Feb 07 13:35:56.531648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51858) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:56.535755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8d3b7-32a8-47cb-a678-9176986f69e7 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:56.537271 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1ea8d3b7-32a8-47cb-a678-9176986f69e7 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=802e00ab-903e-489d-b48c-cc26d550c55d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1056120 Feb 07 13:35:56.540857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183922110', 'description': 'tempest-secgroup-smoke-183922110 description', 'project_id': '4a92a614e65b49c08d9e99ad98743207'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:56.546882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51862) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:56.549040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:56.552934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:security_group and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:56.555804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:56.562167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:56.658046 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:56.684896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:56.706781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:security_group_rule and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:56.718720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:56.725072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:56.802592 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:56.887761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:56.911626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00e86f-6d60-4e1e-a478-60bab479745b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:56.912241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2f00e86f-6d60-4e1e-a478-60bab479745b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Synchronizing usage tracker for tenant:2675f5fcccfe4008869f525bda9829b5 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:35:56.934556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030c06b8-9273-4f3c-a665-d14ab80f57e5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:57.001855 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.003251 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7e12b4ca-2480-4add-b98a-4e2c8b44be87 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4706023 Feb 07 13:35:57.006231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51868) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:57.015675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'security_group_rule': {'security_group_id': '030c06b8-9273-4f3c-a665-d14ab80f57e5', 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:57.025783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:57.079830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:security_group_rule and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:57.094522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:57.097205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2f00e86f-6d60-4e1e-a478-60bab479745b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Unset dirty status for tenant:2675f5fcccfe4008869f525bda9829b5 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:35:57.098356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2f00e86f-6d60-4e1e-a478-60bab479745b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 881 time: 0.5505383 Feb 07 13:35:57.101737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51872) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:57.110799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:57.137353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Router f7c20756-752e-4ca5-aead-7f0bd0639819 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:35:57.151910 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4b45687c-b748-412c-bf73-68e2182304af tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=802e00ab-903e-489d-b48c-cc26d550c55d HTTP/1.1" status: 200 len: 205 time: 0.0486712 Feb 07 13:35:57.152671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:57.222049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.341494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.380214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:35:57.389358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.395436 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] Sync routers for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:35:57.409528 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:57.411190 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:57.471439 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.505789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b84a367-db54-4112-9f8a-1c553978a6f1,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:57.510289 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.547278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.569447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.573441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5c0f9550-2948-444d-86f6-91e89e31c8b8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5635443 Feb 07 13:35:57.574155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51880) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:57.581509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cf966c34-4c32-47b6-a1e6-f339be57dfc4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5819232 Feb 07 13:35:57.583067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48519664-68b9-4287-b11b-00a3e6223e71', 'tag': 'b114f4e9-3724-4f68-ac5d-2620f8624d72'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:35:57.585912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'security_group_rule': {'security_group_id': '030c06b8-9273-4f3c-a665-d14ab80f57e5', 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:57.606126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:57.611627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:security_group_rule and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:57.615887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:57.623834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:57.636514 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48519664-68b9-4287-b11b-00a3e6223e71', 'tag': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'status': 'completed', 'code': 200} Feb 07 13:35:57.637041 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:57.648603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Deleting port 870b79e4-121f-4e7a-bbfd-942ceff488f0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:35:57.649193 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.713105 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.760981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-fce00666-2898-40ea-8a98-4db0cbda1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:57.762595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-fce00666-2898-40ea-8a98-4db0cbda1077 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74080054e127405e93c615d9f28c08aa&device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1097 time: 0.1049306 Feb 07 13:35:57.884289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.901310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:57.974557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-8b325a02-d390-4fbc-9cc2-a1e6bfb6d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:57.976567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-8b325a02-d390-4fbc-9cc2-a1e6bfb6d0d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 200 len: 909 time: 0.2078934 Feb 07 13:35:57.985885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.062369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Calling delete_port for 870b79e4-121f-4e7a-bbfd-942ceff488f0 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:35:58.112760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-9fe36f45-17cb-416b-b645-bfc191273281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 200 len: 999 time: 0.1296561 Feb 07 13:35:58.127220 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6cc481fa-372e-4f66-8404-acf925d03093', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'port_id': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'mac_address': 'fa:16:3e:b7:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48519664-68b9-4287-b11b-00a3e6223e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:35:55Z', 'updated_at': '2022-02-07T13:35:55Z', 'revision_number': 0, 'project_id': '74080054e127405e93c615d9f28c08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:20Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:58.132670 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] Checking router: f7c20756-752e-4ca5-aead-7f0bd0639819 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:35:58.142656 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:35:58.143337 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:58.187507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-c321c347-3a45-4c42-ba4e-fedd2c830e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:58.189314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-c321c347-3a45-4c42-ba4e-fedd2c830e3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e9538e9-c9bc-4769-9145-66519498b27f HTTP/1.1" status: 200 len: 848 time: 0.0710230 Feb 07 13:35:58.237543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18bdf73-318e-4d2c-aa2d-e397bad6a009,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:58.284818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-7d5edc15-bf59-407b-a70b-e085372f3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:35:58.286499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-7d5edc15-bf59-407b-a70b-e085372f3e4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec2a7d10-962d-475e-b430-4c8c4f47d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909905 Feb 07 13:35:58.350589 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.352022 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d31b38f7-2227-488d-bc75-5660193af9eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7771785 Feb 07 13:35:58.359742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51890) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:58.367115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'security_group_rule': {'security_group_id': '030c06b8-9273-4f3c-a665-d14ab80f57e5', 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:58.378363 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:58.389480 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:35:58.390473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:security_group_rule and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:58.394969 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:58.405396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:58.438942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-c7b5e731-a9f2-4143-988e-5d950472dd17 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458421 Feb 07 13:35:58.472541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.535402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event deleted for resources: {'Port': ['ID=870b79e4-121f-4e7a-bbfd-942ceff488f0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:58.614698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7f91640-e38c-4f94-a549-2aa1973c38fb req-504547bd-a7a5-4f03-b1cb-d92b1dbddc20 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698134 Feb 07 13:35:58.622717 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.692286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.788592 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6cc481fa-372e-4f66-8404-acf925d03093', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'port_id': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'mac_address': 'fa:16:3e:b7:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48519664-68b9-4287-b11b-00a3e6223e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:35:55Z', 'updated_at': '2022-02-07T13:35:55Z', 'revision_number': 0, 'project_id': '74080054e127405e93c615d9f28c08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:20Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:35:58.793531 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8ce40-145d-4125-9e18-60f86b33d881 None None] The sync data for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 is: [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6cc481fa-372e-4f66-8404-acf925d03093', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'port_id': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'mac_address': 'fa:16:3e:b7:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48519664-68b9-4287-b11b-00a3e6223e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:35:55Z', 'updated_at': '2022-02-07T13:35:55Z', 'revision_number': 0, 'project_id': '74080054e127405e93c615d9f28c08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:20Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:35:58.824779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.885566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.895762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.905054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:58.923076 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d87825-8131-423b-aa6e-3e0ca312ae49,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:59.021213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5795dc0e-e4a7-42be-a7df-39760b6c197c None None] New status for floating IP 6cc481fa-372e-4f66-8404-acf925d03093: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:35:59.029513 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.030789 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3801931e-3aea-4c54-8753-08d136a4c0fe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6695740 Feb 07 13:35:59.035309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51898) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:59.040451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'security_group_rule': {'security_group_id': '030c06b8-9273-4f3c-a665-d14ab80f57e5', 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:59.047950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:59.052337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:security_group_rule and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:59.055319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:59.062696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:59.076962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.077695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Fanout notify agent at l3_agent the message router_deleted on router 802e00ab-903e-489d-b48c-cc26d550c55d {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:35:59.099324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.103946 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5cfc1ba5-cc64-48fd-95f5-09e49bf65f13 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/802e00ab-903e-489d-b48c-cc26d550c55d HTTP/1.1" status: 204 len: 168 time: 1.9467692 Feb 07 13:35:59.104661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51902) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:59.110512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1843983129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:59.117640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:59.121571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Usage tracker for resource:router and tenant:9bec8ecc9dda4c89a11476cf4004b921 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:59.125401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:59.132753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:59.145559 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.203512 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.204431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.219649 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.229631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.299569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.339072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.345555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016acc40-64bf-4e42-8374-e79fae3fbda0,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:35:59.453654 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.454839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c3a9032a-d8e6-46fd-b5a0-f301f8925cb4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4185176 Feb 07 13:35:59.457553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51908) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:59.462660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'security_group_rule': {'security_group_id': '030c06b8-9273-4f3c-a665-d14ab80f57e5', 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:59.470163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:35:59.474427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:security_group_rule and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:35:59.477527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:35:59.485000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:35:59.489055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dc71c7d4-5e16-4588-9224-ca467039dc01 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3805637 Feb 07 13:35:59.489055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:35:59.489246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 51912) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:35:59.497390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:35:59.826246 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Project 4a92a614e65b49c08d9e99ad98743207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:35:59.841671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.070269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.097176 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.237066 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.267993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aa9285-fabf-4207-819a-b830ba03647b,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:00.461517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.462703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c414aa39-78d5-40bd-9a89-44d9ccf6cfb9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0041633 Feb 07 13:36:00.465607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 51918) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:00.471247 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'security_group_rule': {'security_group_id': '030c06b8-9273-4f3c-a665-d14ab80f57e5', 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:00.478497 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:00.482840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:security_group_rule and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:00.486321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:00.492353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:00.505257 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.535611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.594925 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Project 4a92a614e65b49c08d9e99ad98743207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:36:00.602249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.676289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Allocated IP 172.25.7.191 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/cf77a345-5e93-4527-b980-baad9c1ff657) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:00.682652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.743400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.771514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08163c4-5781-42a2-bf8d-fb439c6312b8,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:00.834696 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.847828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.849329 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8f87c294-e13c-4128-a9e6-5a5062e87d81 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3825364 Feb 07 13:36:00.928080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:00.998333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:01.001463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:01.005454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:01.038466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event updated for resources: {'Port': ['ID=cf77a345-5e93-4527-b980-baad9c1ff657,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:01.679024 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:02.105981 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:02.112367 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:02.430278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Router 9f9bbc55-7441-482a-9971-f0086ef1a533 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:36:02.629927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:02.642476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:02.642993 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b519e2-4a80-4ede-a8b8-05ebf163167f None None] Sync routers for ids ['9f9bbc55-7441-482a-9971-f0086ef1a533'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:02.646428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52000) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:02.646873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-293820bf-5765-40b2-84e6-f8bd33bc4ad2 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "PUT /v2.0/routers/9f9bbc55-7441-482a-9971-f0086ef1a533 HTTP/1.1" status: 200 len: 880 time: 3.1562874 Feb 07 13:36:02.654964 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b519e2-4a80-4ede-a8b8-05ebf163167f None None] Routers {'9f9bbc55-7441-482a-9971-f0086ef1a533'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:02.655781 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a3b519e2-4a80-4ede-a8b8-05ebf163167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9f9bbc55-7441-482a-9971-f0086ef1a533'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:02.745076 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a3b519e2-4a80-4ede-a8b8-05ebf163167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:02.754815 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b519e2-4a80-4ede-a8b8-05ebf163167f None None] Routers {'9f9bbc55-7441-482a-9971-f0086ef1a533'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:02.755606 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a3b519e2-4a80-4ede-a8b8-05ebf163167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['9f9bbc55-7441-482a-9971-f0086ef1a533'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:02.823100 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-a3b519e2-4a80-4ede-a8b8-05ebf163167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:02.823827 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b519e2-4a80-4ede-a8b8-05ebf163167f None None] The sync data for ids ['9f9bbc55-7441-482a-9971-f0086ef1a533'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:02.855762 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b91aa8fe-7a6d-4a57-b524-5db8fa4aeb26 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/routers/9f9bbc55-7441-482a-9971-f0086ef1a533 HTTP/1.1" status: 200 len: 921 time: 0.2074528 Feb 07 13:36:02.859490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52008) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:02.942489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f7b59-acac-4c94-b7ac-b8bf842ea245 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:02.946685 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-119f7b59-acac-4c94-b7ac-b8bf842ea245 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=9f9bbc55-7441-482a-9971-f0086ef1a533&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0834982 Feb 07 13:36:02.946685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:03.087608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fba88-6181-43b4-9f98-d918ec2d4dc0 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:03.092155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52016) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:03.092619 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c66fba88-6181-43b4-9f98-d918ec2d4dc0 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 881 time: 0.1445799 Feb 07 13:36:03.152023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7dc8ad84-8b6c-4979-af5f-cd30626cbd8f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f9bbc55-7441-482a-9971-f0086ef1a533 HTTP/1.1" status: 200 len: 205 time: 0.0576153 Feb 07 13:36:03.154324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52020) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:03.340234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:03.667495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:03.744649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Deleting port cf77a345-5e93-4527-b980-baad9c1ff657 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:36:03.744998 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:03.931589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.094752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Calling delete_port for cf77a345-5e93-4527-b980-baad9c1ff657 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:36:04.362357 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.408873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event deleted for resources: {'Port': ['ID=cf77a345-5e93-4527-b980-baad9c1ff657,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:04.512929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.697103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:04.721975 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.724584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.807545 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.808934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9bbc55-7441-482a-9971-f0086ef1a533 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:36:04.832484 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.833591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0b114a4e-5ac0-4f7b-bde0-62194b191dbf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/9f9bbc55-7441-482a-9971-f0086ef1a533 HTTP/1.1" status: 204 len: 168 time: 1.6783695 Feb 07 13:36:04.837962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52040) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:04.838526 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.843331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1673686141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:04.850312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:04.854177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:04.856257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Usage tracker for resource:router and tenant:9bec8ecc9dda4c89a11476cf4004b921 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:04.859465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:04.860064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] Usage tracker for resource:security_group_rule and tenant:0e89fe2f83af4d67961f3b3d227248be is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:04.863330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:04.865198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:04.873995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:04.950361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.952322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.962426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:04.969651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:05.030154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:05.057937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:05.082273 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e89fe2f83af4d67961f3b3d227248be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840754 Feb 07 13:36:05.083114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15f069-f6e8-4ddf-97de-69709274f20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fcd661-bfd2-416e-b32a-a72fe70d321d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:05.085071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52046) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:05.147250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:05.148468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0957417e-4c62-4e1e-9675-7347a8e770a7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3095469 Feb 07 13:36:05.151355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52050) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:05.156691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': True}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:05.159790 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2e37e37e-fcdf-4a4f-aac6-62c946752069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:05.190834 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2e37e37e-fcdf-4a4f-aac6-62c946752069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:05.333200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2e37e37e-fcdf-4a4f-aac6-62c946752069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:05.348297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37e37e-fcdf-4a4f-aac6-62c946752069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fcd661-bfd2-416e-b32a-a72fe70d321d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:05.367490 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2e37e37e-fcdf-4a4f-aac6-62c946752069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:05.368672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2e37e37e-fcdf-4a4f-aac6-62c946752069 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5fcd661-bfd2-416e-b32a-a72fe70d321d HTTP/1.1" status: 204 len: 168 time: 0.2818749 Feb 07 13:36:05.677310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:06.145279 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:06.181486 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:06.347915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Allocated IP 172.25.7.77 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/ddf1dda4-85af-436a-ab72-2c0e8a0b0ff9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:06.531366 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:06.629756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:06.708865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:06.712336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:06.721936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:06.754272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf1dda4-85af-436a-ab72-2c0e8a0b0ff9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:07.012222 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:36:07.215632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:07.781286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:07.788943 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:08.150585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Router 4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:36:08.237388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52098) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:08.243006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874521467', 'description': 'tempest-secgroup-smoke-1874521467 description', 'project_id': '34acd293d1b74783a724230f7eedab17'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:08.252847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:08.257286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:08.260424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:08.268739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:08.366417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:08.376109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f17b7-5ed6-4225-a9f9-86bdd9973b0b None None] Sync routers for ids ['4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:08.385092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:08.388314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f17b7-5ed6-4225-a9f9-86bdd9973b0b None None] Routers {'4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:08.388314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-be7f17b7-5ed6-4225-a9f9-86bdd9973b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:08.389802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:08.393729 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-805f94ab-80f4-48fa-8f97-38ed46082d9b tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "PUT /v2.0/routers/4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a HTTP/1.1" status: 200 len: 914 time: 3.2413275 Feb 07 13:36:08.394391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52104) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:08.411277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:08.438880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:08.443629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:08.446952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:08.453079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:08.489134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-be7f17b7-5ed6-4225-a9f9-86bdd9973b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:08.498672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f17b7-5ed6-4225-a9f9-86bdd9973b0b None None] Routers {'4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:08.499576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-be7f17b7-5ed6-4225-a9f9-86bdd9973b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:35:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:08.562162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-be7f17b7-5ed6-4225-a9f9-86bdd9973b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:08.562791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f17b7-5ed6-4225-a9f9-86bdd9973b0b None None] The sync data for ids ['4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a'] in n-d-811416-5 is: [] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:08.575866 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:08.601069 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-53ef31dd-d134-4f4c-8dfe-59db528b2379 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/routers/4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a HTTP/1.1" status: 200 len: 920 time: 0.2055666 Feb 07 13:36:08.603859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52108) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:08.636298 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:08.653014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:08.667841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:08.675509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:08.684680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:08.687344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1ae56e-fcff-43aa-aaf3-911072b9215b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:08.694019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e0007-f469-42e1-9f66-f0472e5609a0 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:08.698137 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ea7e0007-f469-42e1-9f66-f0472e5609a0 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0908062 Feb 07 13:36:08.698666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52112) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:08.734490 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4a66afb5-767a-46a5-86b0-26df75f6ffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:08.884883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17832ec7-1fe6-4184-a357-58bb0d68bce7 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:08.886267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-17832ec7-1fe6-4184-a357-58bb0d68bce7 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 881 time: 0.1865895 Feb 07 13:36:08.889537 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:08.890065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52116) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:08.937110 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f8593262-6213-46ce-838c-1e24ff63bede tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a HTTP/1.1" status: 200 len: 205 time: 0.0455849 Feb 07 13:36:08.938896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52120) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:09.007037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.081273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f37c10-9313-466f-9024-532d8cfe4812,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:09.274838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.279658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3eadb5e6-82c7-4a86-959a-5e20eacbdff6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0376692 Feb 07 13:36:09.279765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52124) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:09.285135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '20f37c10-9313-466f-9024-532d8cfe4812', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:09.292949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:09.297709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:09.300957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:09.307443 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:09.311477 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.403018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.477518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.509137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.516774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.546456 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc43376-fbe9-4715-99ad-7a86b69ca6f7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:09.595825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Deleting port ddf1dda4-85af-436a-ab72-2c0e8a0b0ff9 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:36:09.596202 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.630756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.634794 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e6e11290-14ec-41ff-99e4-b2e084abc8fc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515382 Feb 07 13:36:09.640972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52130) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:09.640972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '20f37c10-9313-466f-9024-532d8cfe4812', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:09.646875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:09.650858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:09.654022 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:09.662537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:09.752542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.818852 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.820283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.905353 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.932238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a2418b-8230-48b5-834e-7a3bb10b265b,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:09.948324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Calling delete_port for ddf1dda4-85af-436a-ab72-2c0e8a0b0ff9 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:36:09.984908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:09.986158 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8fef7cb5-30d2-4708-90ff-1b35de5643d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503428 Feb 07 13:36:09.988850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52134) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:09.994317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '20f37c10-9313-466f-9024-532d8cfe4812', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:10.001539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:10.006199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:10.010149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:10.017149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:10.082871 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.157920 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.183723 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.230089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.235637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event deleted for resources: {'Port': ['ID=ddf1dda4-85af-436a-ab72-2c0e8a0b0ff9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:10.258097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c72e6c-49ac-4da4-bb67-8f8b91d01478,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:10.332188 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.362728 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.363616 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-db923241-fd34-4ca5-ae82-6a51b7e6f7c4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737872 Feb 07 13:36:10.366838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52138) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:10.372144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '20f37c10-9313-466f-9024-532d8cfe4812', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:10.379526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:10.392633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:10.396588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:10.403248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:10.494547 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.512574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.515538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.570709 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.607547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.608215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Fanout notify agent at l3_agent the message router_deleted on router 4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:36:10.634228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.639718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-913d926c-6148-4c4d-85d4-0ab6b77d0e46 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a HTTP/1.1" status: 204 len: 168 time: 1.6958816 Feb 07 13:36:10.644669 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.644822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52144) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:10.647305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1824510808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:10.655152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:10.661773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Usage tracker for resource:router and tenant:9bec8ecc9dda4c89a11476cf4004b921 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:10.664857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ce1e6d-015a-4359-8684-480ecdc014a7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:10.665673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:10.674292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:10.750339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.751575 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3fe8d0d5-ec1a-4434-b89b-2dccb0ad284f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3837965 Feb 07 13:36:10.754495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52148) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:10.759466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '20f37c10-9313-466f-9024-532d8cfe4812', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:10.768317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:10.773286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:10.777018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:10.783379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:10.830503 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.831655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.847185 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.875340 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Project 34acd293d1b74783a724230f7eedab17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:36:10.876787 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.944257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:10.955243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.023536 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.047840 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.049121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-faccb758-0797-49f9-90b0-3343f3eae43a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4069502 Feb 07 13:36:11.051656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a13815-121f-4bd3-8695-b805a3a291a7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:11.051929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52152) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:11.057947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'enable_snat': False}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:11.123698 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.125888 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-65e55e84-ef62-4f87-b65d-aa1165899df7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3701591 Feb 07 13:36:11.128489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52156) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:11.137752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '20f37c10-9313-466f-9024-532d8cfe4812', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:11.198590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:11.391249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:11.402252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:11.411870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:11.550029 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bff8ff70-ff78-4997-bb37-d6b1d83f1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.634492 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.657530 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Project 34acd293d1b74783a724230f7eedab17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:36:11.673363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.761285 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.851865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.888961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c009d6-719b-42f5-8ae0-12443e6c6659,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:11.970962 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:11.972148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-10dffdc0-42f9-425d-a316-7f68e362061c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8403840 Feb 07 13:36:11.975387 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52164) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:11.981512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'network': {'name': 'tempest-network-smoke--291648274', 'project_id': '34acd293d1b74783a724230f7eedab17', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:12.005368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:12.010539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:network and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:12.013561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:12.021231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:12.107053 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.140293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.213546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:36:12.218575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.241344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.258737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:36:12.267406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.267767 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Added segment 12afae0b-35d2-4a37-a1b9-1a6d3034ac48 of type vlan for network d02fbd4b-241e-4098-a8a4-035ab40561c0 Feb 07 13:36:12.281902 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.296773 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.297590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Allocated IP 172.25.7.58 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/520eab8f-7686-4c56-81a4-5395c7547a78) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:12.418542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.424706 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:12.425414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.462020 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.633971 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Network': ['ID=d02fbd4b-241e-4098-a8a4-035ab40561c0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:12.635019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:36:12.767957 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.788164 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b4361993-c764-4ca4-8419-559de047638e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8085318 Feb 07 13:36:12.788581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52170) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:12.793453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'admin_state_up': True, 'project_id': '34acd293d1b74783a724230f7eedab17', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:12.802409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:12.807135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:router and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:12.813349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:12.821933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:12.845581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:12.848665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:12.852715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:12.883516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Pushing event updated for resources: {'Port': ['ID=520eab8f-7686-4c56-81a4-5395c7547a78,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:12.910241 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.911694 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:12.928630 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:13.304372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:13.536358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:13.746913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:13.778730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:13.790943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:13.932862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:13.936395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:13.941208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.25.7.122 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/69614c20-538f-4875-8e37-062fc7aa05c0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:14.101828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:14.230316 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:14.264659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Router e8af6f16-7965-4b72-82e7-d89ac938e947 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:36:14.297536 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:14.300483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:14.304325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:14.345405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=69614c20-538f-4875-8e37-062fc7aa05c0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:14.454436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:14.464994 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:14.465587 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bae09-2ff5-4a17-ae83-6b658f72ea47 None None] Sync routers for ids ['e8af6f16-7965-4b72-82e7-d89ac938e947'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:14.470489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-47589421-d145-484e-934d-d55cd2887200 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "PUT /v2.0/routers/e8af6f16-7965-4b72-82e7-d89ac938e947 HTTP/1.1" status: 200 len: 915 time: 3.4175274 Feb 07 13:36:14.471867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52176) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:14.478135 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bae09-2ff5-4a17-ae83-6b658f72ea47 None None] Routers {'e8af6f16-7965-4b72-82e7-d89ac938e947'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:14.479272 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-af1bae09-2ff5-4a17-ae83-6b658f72ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['e8af6f16-7965-4b72-82e7-d89ac938e947'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:14.552172 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-af1bae09-2ff5-4a17-ae83-6b658f72ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:14.563670 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bae09-2ff5-4a17-ae83-6b658f72ea47 None None] Routers {'e8af6f16-7965-4b72-82e7-d89ac938e947'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:14.564688 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-af1bae09-2ff5-4a17-ae83-6b658f72ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['e8af6f16-7965-4b72-82e7-d89ac938e947'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:14.639899 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-af1bae09-2ff5-4a17-ae83-6b658f72ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:14.640621 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bae09-2ff5-4a17-ae83-6b658f72ea47 None None] The sync data for ids ['e8af6f16-7965-4b72-82e7-d89ac938e947'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:14.675565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-82631dad-2b33-404f-90c1-8c1fb7281d09 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/routers/e8af6f16-7965-4b72-82e7-d89ac938e947 HTTP/1.1" status: 200 len: 921 time: 0.2021239 Feb 07 13:36:14.678730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52180) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:14.768473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81857755-eeef-4420-8a08-e6ce15b1140f tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:14.770107 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-81857755-eeef-4420-8a08-e6ce15b1140f tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=e8af6f16-7965-4b72-82e7-d89ac938e947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0899477 Feb 07 13:36:14.773381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52184) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:15.005325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744348b1-5bc0-4742-899a-d71cdb40e514 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:15.005325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-744348b1-5bc0-4742-899a-d71cdb40e514 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/networks/6a8c52f3-3d0a-43eb-8076-4604dbdd7795 HTTP/1.1" status: 200 len: 881 time: 0.1413286 Feb 07 13:36:15.007093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52190) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:15.057146 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52200) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:15.057307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3b9617fe-e282-44d1-b6af-128e273003ec tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af6f16-7965-4b72-82e7-d89ac938e947 HTTP/1.1" status: 200 len: 205 time: 0.0492532 Feb 07 13:36:15.264416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:15.278851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f091decd-755e-4939-944b-3833c29190dc req-48ab0463-5c49-4ae7-9809-0850ab08c9f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2394552 Feb 07 13:36:15.311762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:15.434294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091decd-755e-4939-944b-3833c29190dc req-773f351b-4b2d-4992-afa0-f0ae6f8ab788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:15.436173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f091decd-755e-4939-944b-3833c29190dc req-773f351b-4b2d-4992-afa0-f0ae6f8ab788 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74080054e127405e93c615d9f28c08aa&device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1097 time: 0.0793185 Feb 07 13:36:15.617919 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:15.678473 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:15.730584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091decd-755e-4939-944b-3833c29190dc req-c557b7dc-a196-4089-a896-e656344f730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:15.732112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f091decd-755e-4939-944b-3833c29190dc req-c557b7dc-a196-4089-a896-e656344f730b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 200 len: 909 time: 0.2760744 Feb 07 13:36:15.801667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Deleting port 520eab8f-7686-4c56-81a4-5395c7547a78 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:36:15.801807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:15.839855 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f091decd-755e-4939-944b-3833c29190dc req-d9421654-48c1-4c3c-a863-5527f1645eca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 200 len: 1001 time: 0.1017201 Feb 07 13:36:15.908385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091decd-755e-4939-944b-3833c29190dc req-0d62d2e9-e4dd-413c-9e4c-bfeb7c4472a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:15.909839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f091decd-755e-4939-944b-3833c29190dc req-0d62d2e9-e4dd-413c-9e4c-bfeb7c4472a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e9538e9-c9bc-4769-9145-66519498b27f HTTP/1.1" status: 200 len: 848 time: 0.0626841 Feb 07 13:36:15.986553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091decd-755e-4939-944b-3833c29190dc req-528733eb-1679-4729-a409-91eae58df5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:15.988376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f091decd-755e-4939-944b-3833c29190dc req-528733eb-1679-4729-a409-91eae58df5e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec2a7d10-962d-475e-b430-4c8c4f47d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716658 Feb 07 13:36:16.131738 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:16.141313 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:16.145270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f091decd-755e-4939-944b-3833c29190dc req-99fcc3f2-3ec7-4a6d-a930-324c64d65342 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508055 Feb 07 13:36:16.291711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f091decd-755e-4939-944b-3833c29190dc req-dab26de8-a58c-44b2-b229-a91608470183 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401057 Feb 07 13:36:16.465444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Calling delete_port for 520eab8f-7686-4c56-81a4-5395c7547a78 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:36:16.745648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router defccde2-b5f8-45c2-addd-c04b5fb38a04 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:36:16.812022 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:16.909783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event deleted for resources: {'Port': ['ID=520eab8f-7686-4c56-81a4-5395c7547a78,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:17.062719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.102349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:17.113141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Sync routers for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:17.124151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:17.124151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:17.267065 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.270520 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.330132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:36:17.372786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.374814 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e920b23e-6cf1-4676-8684-ca0791cdaaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5855069 Feb 07 13:36:17.377901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52228) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:17.401613 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.402555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Fanout notify agent at l3_agent the message router_deleted on router e8af6f16-7965-4b72-82e7-d89ac938e947 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:36:17.420256 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.422065 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1512c5a3-7a8b-4048-bdd5-0e03d42c0636 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/e8af6f16-7965-4b72-82e7-d89ac938e947 HTTP/1.1" status: 204 len: 168 time: 2.3634658 Feb 07 13:36:17.425773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52234) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:17.430919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1706033299', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}, 'admin_state_up': False}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:17.438682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:17.442805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Usage tracker for resource:router and tenant:9bec8ecc9dda4c89a11476cf4004b921 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:17.445777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:17.452971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:17.493303 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3c65e5a1-339d-4518-8d81-8f11e8aa56b8 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=34acd293d1b74783a724230f7eedab17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1140077 Feb 07 13:36:17.496658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52238) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:17.572713 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.573725 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.613543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.661950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51461cba-f107-4d6b-ab26-d7be6b11592f tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:17.663547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-51461cba-f107-4d6b-ab26-d7be6b11592f tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1664939 Feb 07 13:36:17.666491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52242) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:17.701765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:14Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:17.707800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Checking router: defccde2-b5f8-45c2-addd-c04b5fb38a04 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:36:17.708541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Updating router defccde2-b5f8-45c2-addd-c04b5fb38a04 port 69614c20-538f-4875-8e37-062fc7aa05c0 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:36:17.715475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1dfa88b2-c679-48bf-b0da-e40f178b4a70 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475144 Feb 07 13:36:17.721682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52246) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:17.727745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1912028823', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'project_id': '34acd293d1b74783a724230f7eedab17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:17.773235 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:17.844851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:17.849636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:subnet and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:17.853031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:17.860889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:17.984799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:36:17.989390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.037899 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.162993 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.184439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Transition to ACTIVE for port object 69614c20-538f-4875-8e37-062fc7aa05c0 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:18.258688 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.355034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Pushing event updated for resources: {'Port': ['ID=69614c20-538f-4875-8e37-062fc7aa05c0,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:18.376421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.376763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.377174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.378574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.378574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.378574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.378887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.379238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.379539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.379967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.380304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.381104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:18.396317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Attempting to bind port 69614c20-538f-4875-8e37-062fc7aa05c0 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:36:18.396687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Attempting to bind port 69614c20-538f-4875-8e37-062fc7aa05c0 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:36:18.397047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Attempting to bind port 69614c20-538f-4875-8e37-062fc7aa05c0 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:36:18.402726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:36:18.403097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:36:18.403490 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.404791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:36:18.405170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Bound port: 69614c20-538f-4875-8e37-062fc7aa05c0, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:36:18.405591 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.442038 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.490205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] For port 69614c20-538f-4875-8e37-062fc7aa05c0, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:36:18.493891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] For port 69614c20-538f-4875-8e37-062fc7aa05c0, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=69614c20-538f-4875-8e37-062fc7aa05c0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:36:18.558942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Subnet': ['ID=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:18.570214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Checking segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:36:18.570665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network hostable DHCP agents. Network: d02fbd4b-241e-4098-a8a4-035ab40561c0, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:36:18.613401 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.629481 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.662658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.670538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:36:18.706012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:18.706565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:18.765866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, d02fbd4b-241e-4098-a8a4-035ab40561c0) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:18.775252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:18.775252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:18.807580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e6111-3ce8-4f6b-89b9-d8448cc8ba6b None None] Pushing event updated for resources: {'Port': ['ID=69614c20-538f-4875-8e37-062fc7aa05c0,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:18.810986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Allocated IP 172.25.7.31 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/d9df42b5-4c99-4fda-8ca2-0fc0ef217907) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:18.814710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510a2c7-ef19-455a-9cda-47be0e0f5820 None None] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:36:18.895104 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f14e1542-5af9-42b0-9daa-e1b08dc39334 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1697450 Feb 07 13:36:18.895673 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52254) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:18.978532 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:19.015650 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:36:19.121032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:19.203552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:19.207439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:19.210182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:19.247563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event updated for resources: {'Port': ['ID=d9df42b5-4c99-4fda-8ca2-0fc0ef217907,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:19.416453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-d02fbd4b-241e-4098-a8a4-035ab40561c0', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:36:19.417322 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:19.620387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:14Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:19.630123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d265b9-f8af-4c1e-a37d-5bd88468b579 None None] The sync data for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 is: [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:14Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:19.642013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Allocated IP 172.20.0.2 (d02fbd4b-241e-4098-a8a4-035ab40561c0/b9e061fa-a9a8-4c65-a3cd-3414a9e727ff/9325acb3-2c17-4f25-9316-e8c918832659) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:19.684220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:19.828555 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:19.935999 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:19.952431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Transition to ACTIVE for port object 9325acb3-2c17-4f25-9316-e8c918832659 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:20.000377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Transition to ACTIVE for port object 9325acb3-2c17-4f25-9316-e8c918832659 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:20.104970 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:20.190994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.20.0.1 (d02fbd4b-241e-4098-a8a4-035ab40561c0/b9e061fa-a9a8-4c65-a3cd-3414a9e727ff/179a8efe-0533-427d-93d7-6710f54de640) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:20.194578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:20.198187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:20.200875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:20.234551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Pushing event updated for resources: {'Port': ['ID=9325acb3-2c17-4f25-9316-e8c918832659,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:20.280573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:20.319887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Attempting to bind port 9325acb3-2c17-4f25-9316-e8c918832659 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:36:20.320353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Attempting to bind port 9325acb3-2c17-4f25-9316-e8c918832659 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:36:20.320742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Attempting to bind port 9325acb3-2c17-4f25-9316-e8c918832659 on network d02fbd4b-241e-4098-a8a4-035ab40561c0 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:36:20.327296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:36:20.327699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Checking segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:36:20.328179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:20.328591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Bound using segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:36:20.329110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Bound port: 9325acb3-2c17-4f25-9316-e8c918832659, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:36:20.329536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:20.439284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] For port 9325acb3-2c17-4f25-9316-e8c918832659, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:36:20.443602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] For port 9325acb3-2c17-4f25-9316-e8c918832659, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9325acb3-2c17-4f25-9316-e8c918832659,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:36:20.524854 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:20.551909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Transition to ACTIVE for port object 179a8efe-0533-427d-93d7-6710f54de640 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:20.584908 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:20.681474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb8344-49a2-4369-965f-2f559908c589 None None] Pushing event updated for resources: {'Port': ['ID=9325acb3-2c17-4f25-9316-e8c918832659,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:20.745155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:20.790050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Router c7aa9a9d-584c-408a-a885-ef84add881b5 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:36:20.818649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:20.821915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:20.828899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:20.927716 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:21.042057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:21.055872 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d48b9-a573-423e-bda7-c1ea403a47b9 None None] Sync routers for ids ['c7aa9a9d-584c-408a-a885-ef84add881b5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:21.063511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=179a8efe-0533-427d-93d7-6710f54de640,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:21.073421 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d48b9-a573-423e-bda7-c1ea403a47b9 None None] Routers {'c7aa9a9d-584c-408a-a885-ef84add881b5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:21.074303 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-af7d48b9-a573-423e-bda7-c1ea403a47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c7aa9a9d-584c-408a-a885-ef84add881b5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.099297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:21.145531 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-af7d48b9-a573-423e-bda7-c1ea403a47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:21.155607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:21.156432 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d48b9-a573-423e-bda7-c1ea403a47b9 None None] Routers {'c7aa9a9d-584c-408a-a885-ef84add881b5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:21.157195 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-af7d48b9-a573-423e-bda7-c1ea403a47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c7aa9a9d-584c-408a-a885-ef84add881b5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:21.161557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c8fb3e7f-45c1-4780-8e5d-a449286cf1ab tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7305598 Feb 07 13:36:21.161557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52262) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:21.165655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:21.221929 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-af7d48b9-a573-423e-bda7-c1ea403a47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:21.222674 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d48b9-a573-423e-bda7-c1ea403a47b9 None None] The sync data for ids ['c7aa9a9d-584c-408a-a885-ef84add881b5'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:21.330812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9325acb3-2c17-4f25-9316-e8c918832659 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:36:21.443015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:21.539168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9325acb3-2c17-4f25-9316-e8c918832659 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:21.559037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 69614c20-538f-4875-8e37-062fc7aa05c0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:36:21.784883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 69614c20-538f-4875-8e37-062fc7aa05c0 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:21.795298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 69614c20-538f-4875-8e37-062fc7aa05c0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:21.795298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:21.814383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:21.907384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:21.910181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:21.927177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 69614c20-538f-4875-8e37-062fc7aa05c0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=69614c20-538f-4875-8e37-062fc7aa05c0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:21.952940 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.001780 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.040840 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.041102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Deleting port d9df42b5-4c99-4fda-8ca2-0fc0ef217907 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:36:22.041651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.119482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=69614c20-538f-4875-8e37-062fc7aa05c0,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:22.126568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.130644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=179a8efe-0533-427d-93d7-6710f54de640,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:22.227456 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.285344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:22.286628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:22.364222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Calling delete_port for d9df42b5-4c99-4fda-8ca2-0fc0ef217907 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:36:22.475241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b6270-8a89-4833-8883-f41d36cbd4c5 None None] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:36:22.487651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router defccde2-b5f8-45c2-addd-c04b5fb38a04 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:36:22.648467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.700861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ab2cfcc7-597a-4160-b299-b98671776696 None None] Provisioning for port 9325acb3-2c17-4f25-9316-e8c918832659 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:22.711462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ab2cfcc7-597a-4160-b299-b98671776696 None None] Provisioning complete for port 9325acb3-2c17-4f25-9316-e8c918832659 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:22.712104 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab2cfcc7-597a-4160-b299-b98671776696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.854640 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:22.864792 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ceb5f4c3-6cbf-4fc3-9e08-327bfce46cf3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "PUT /v2.0/routers/defccde2-b5f8-45c2-addd-c04b5fb38a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9677229 Feb 07 13:36:22.886532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Sync routers for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:22.895219 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab2cfcc7-597a-4160-b299-b98671776696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:22.904614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Pushing event deleted for resources: {'Port': ['ID=d9df42b5-4c99-4fda-8ca2-0fc0ef217907,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:22.918693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:22.919750 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:23.008228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:23.025263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ab2cfcc7-597a-4160-b299-b98671776696 None None] For port 9325acb3-2c17-4f25-9316-e8c918832659, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9325acb3-2c17-4f25-9316-e8c918832659,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:23.161359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ab2cfcc7-597a-4160-b299-b98671776696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:23.188934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-702fe6d2-928e-4475-9036-26fa59722872 req-dcb1b17d-966a-4e09-abfa-1a783ad324d4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:36:23.278018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 69614c20-538f-4875-8e37-062fc7aa05c0 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:36:23.350186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:36:23.431183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cfcc7-597a-4160-b299-b98671776696 None None] Pushing event updated for resources: {'Port': ['ID=9325acb3-2c17-4f25-9316-e8c918832659,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:23.441871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-183a4626-e78e-4863-b74b-ebdfb3e613b3 None None] Provisioning complete for port 9325acb3-2c17-4f25-9316-e8c918832659 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:23.442067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-183a4626-e78e-4863-b74b-ebdfb3e613b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:23.487471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:23.491456 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625435'] for router, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:23.553145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-702fe6d2-928e-4475-9036-26fa59722872 req-dcb1b17d-966a-4e09-abfa-1a783ad324d4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:36:23.554330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-dcb1b17d-966a-4e09-abfa-1a783ad324d4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874521467&fields=id&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 267 time: 0.4884980 Feb 07 13:36:23.687651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 69614c20-538f-4875-8e37-062fc7aa05c0 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:23.687651 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:23.723807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Router c7aa9a9d-584c-408a-a885-ef84add881b5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:36:23.917780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:23.927548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe6d2-928e-4475-9036-26fa59722872 req-05eb8e19-f1ff-40f8-8cd1-d0068ffde7b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:23.928716 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd6532-d7b4-45d0-b191-1d87768143ee None None] Sync routers for ids ['c7aa9a9d-584c-408a-a885-ef84add881b5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:23.929216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-05eb8e19-f1ff-40f8-8cd1-d0068ffde7b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 796 time: 0.3616695 Feb 07 13:36:23.944007 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd6532-d7b4-45d0-b191-1d87768143ee None None] Routers {'c7aa9a9d-584c-408a-a885-ef84add881b5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:23.944007 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fbcd6532-d7b4-45d0-b191-1d87768143ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c7aa9a9d-584c-408a-a885-ef84add881b5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:23.949434 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:23.953063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a1663bcc-14d7-4a6e-a9b9-c9401f66678e tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "PUT /v2.0/routers/c7aa9a9d-584c-408a-a885-ef84add881b5 HTTP/1.1" status: 200 len: 706 time: 2.7896125 Feb 07 13:36:23.954580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52284) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:23.955295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-ce6689a8-da3b-41dd-ba31-e767deca410b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/quotas/34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 375 time: 0.0178943 Feb 07 13:36:23.990504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 2, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:23.995774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Checking router: defccde2-b5f8-45c2-addd-c04b5fb38a04 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:36:23.995774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Updating router defccde2-b5f8-45c2-addd-c04b5fb38a04 port 179a8efe-0533-427d-93d7-6710f54de640 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:36:24.012872 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fbcd6532-d7b4-45d0-b191-1d87768143ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:24.023919 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd6532-d7b4-45d0-b191-1d87768143ee None None] Routers {'c7aa9a9d-584c-408a-a885-ef84add881b5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:24.024697 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fbcd6532-d7b4-45d0-b191-1d87768143ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['c7aa9a9d-584c-408a-a885-ef84add881b5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:24.053977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-050d0781-a8ea-4250-81c3-2674af6ef5da tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921378 Feb 07 13:36:24.086874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.101036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-183a4626-e78e-4863-b74b-ebdfb3e613b3 None None] Provisioning for port 179a8efe-0533-427d-93d7-6710f54de640 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:24.103161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fbcd6532-d7b4-45d0-b191-1d87768143ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:24.103599 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd6532-d7b4-45d0-b191-1d87768143ee None None] The sync data for ids ['c7aa9a9d-584c-408a-a885-ef84add881b5'] in n-d-811416-5 is: [] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:24.114163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-183a4626-e78e-4863-b74b-ebdfb3e613b3 None None] Provisioning complete for port 179a8efe-0533-427d-93d7-6710f54de640 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:24.114548 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-183a4626-e78e-4863-b74b-ebdfb3e613b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.128885 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5f113c0f-4bae-4dec-8e4f-71468c65563a tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/routers/c7aa9a9d-584c-408a-a885-ef84add881b5 HTTP/1.1" status: 200 len: 741 time: 0.1728776 Feb 07 13:36:24.131611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52290) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:24.180085 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-40b080e4-8d2e-47eb-b865-715f81546830 tempest-RoutersAdminTest-1380010870 tempest-RoutersAdminTest-1380010870-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&device_id=c7aa9a9d-584c-408a-a885-ef84add881b5 HTTP/1.1" status: 200 len: 205 time: 0.0470338 Feb 07 13:36:24.182754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52294) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:24.233616 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21761396-5ee4-4cfd-87d0-5081de147c23 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7aa9a9d-584c-408a-a885-ef84add881b5 HTTP/1.1" status: 200 len: 205 time: 0.0492461 Feb 07 13:36:24.235796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52298) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:24.261705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-183a4626-e78e-4863-b74b-ebdfb3e613b3 None None] Port 179a8efe-0533-427d-93d7-6710f54de640 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:36:24.283401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-ab1c0f8e-9194-4537-a230-c4ec660dc02a service neutron] 10.222.0.69 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138588 Feb 07 13:36:24.389299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a09c7fa1-9b83-4cb5-b53d-b4306e36454a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.411456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-af0283b4-99d3-46c9-a51b-268d1825ffd4 None None] Provisioning complete for port 179a8efe-0533-427d-93d7-6710f54de640 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:24.411829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-af0283b4-99d3-46c9-a51b-268d1825ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.500770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-af0283b4-99d3-46c9-a51b-268d1825ffd4 None None] Port 179a8efe-0533-427d-93d7-6710f54de640 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:36:24.564851 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-8772bd7a-be7c-431f-9919-d76d5b5050e3 service neutron] 10.222.0.69 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804589 Feb 07 13:36:24.592787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.613881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Transition to ACTIVE for port object 179a8efe-0533-427d-93d7-6710f54de640 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:24.714703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.725394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a09c7fa1-9b83-4cb5-b53d-b4306e36454a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.728038 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a09c7fa1-9b83-4cb5-b53d-b4306e36454a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.859066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98625db7-29d1-4067-8de8-9671c091afb1 None None] Pushing event updated for resources: {'Port': ['ID=179a8efe-0533-427d-93d7-6710f54de640,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:24.859638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a09c7fa1-9b83-4cb5-b53d-b4306e36454a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.860311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09c7fa1-9b83-4cb5-b53d-b4306e36454a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Fanout notify agent at l3_agent the message router_deleted on router c7aa9a9d-584c-408a-a885-ef84add881b5 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:36:24.891828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a09c7fa1-9b83-4cb5-b53d-b4306e36454a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:24.900374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b4c043a1-8801-4b11-9116-0c97198dfa55 req-a8de4659-e895-4e78-ab89-b3c5507ef515 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 210 time: 0.0939767 Feb 07 13:36:24.905420 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a09c7fa1-9b83-4cb5-b53d-b4306e36454a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/c7aa9a9d-584c-408a-a885-ef84add881b5 HTTP/1.1" status: 204 len: 168 time: 0.6643732 Feb 07 13:36:24.906116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52308) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:24.970289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52312) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:24.970814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-afa84339-87e3-41cd-9fdc-9e0dd8df9d88 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7aa9a9d-584c-408a-a885-ef84add881b5 HTTP/1.1" status: 200 len: 205 time: 0.0629494 Feb 07 13:36:24.985329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:25.086188 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-ecab49ce-5f9a-4a51-9ec9-8d957b01aafe tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] delete failed (client error): The resource could not be found. Feb 07 13:36:25.087527 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ecab49ce-5f9a-4a51-9ec9-8d957b01aafe tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/c7aa9a9d-584c-408a-a885-ef84add881b5 HTTP/1.1" status: 404 len: 336 time: 0.1158476 Feb 07 13:36:25.092118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Attempting to bind port 179a8efe-0533-427d-93d7-6710f54de640 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:36:25.092118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Attempting to bind port 179a8efe-0533-427d-93d7-6710f54de640 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:36:25.092118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Attempting to bind port 179a8efe-0533-427d-93d7-6710f54de640 on network d02fbd4b-241e-4098-a8a4-035ab40561c0 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:36:25.094290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52320) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.104855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:36:25.105726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Checking segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:36:25.106346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:25.107436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Bound using segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:36:25.108085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Bound port: 179a8efe-0533-427d-93d7-6710f54de640, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:36:25.108638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:25.143922 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2cc471aa-e29d-4c36-80ab-c7c4f3db3c2f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af6f16-7965-4b72-82e7-d89ac938e947 HTTP/1.1" status: 200 len: 205 time: 0.0460930 Feb 07 13:36:25.144126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52324) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.220589 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-0d24a7c5-7da4-42ea-8f77-7b7a003822c7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] delete failed (client error): The resource could not be found. Feb 07 13:36:25.221677 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0d24a7c5-7da4-42ea-8f77-7b7a003822c7 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/e8af6f16-7965-4b72-82e7-d89ac938e947 HTTP/1.1" status: 404 len: 336 time: 0.0766628 Feb 07 13:36:25.224325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.227661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] For port 179a8efe-0533-427d-93d7-6710f54de640, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:36:25.231767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9325acb3-2c17-4f25-9316-e8c918832659 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:36:25.276306 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-77ee1191-416d-4e7f-b032-9732f869b57f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a HTTP/1.1" status: 200 len: 205 time: 0.0487900 Feb 07 13:36:25.276613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52332) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.281688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] For port 179a8efe-0533-427d-93d7-6710f54de640, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=179a8efe-0533-427d-93d7-6710f54de640,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:36:25.324349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9325acb3-2c17-4f25-9316-e8c918832659 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:25.324727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:25.357403 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-e59780f6-b865-4e9b-9ae4-40837a3e086a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] delete failed (client error): The resource could not be found. Feb 07 13:36:25.358745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e59780f6-b865-4e9b-9ae4-40837a3e086a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/4dabc2e4-ab73-4166-99d8-ed6fc2e1f85a HTTP/1.1" status: 404 len: 336 time: 0.0808647 Feb 07 13:36:25.361085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52336) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.370351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:25.411215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4a50f7da-81e8-469b-82ad-18edbf1e17b6 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f9bbc55-7441-482a-9971-f0086ef1a533 HTTP/1.1" status: 200 len: 205 time: 0.0489168 Feb 07 13:36:25.413471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52340) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.514540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:25.514540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:25.514745 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-1e9c19a2-03ea-462e-a4b8-4c37f2000ebf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] delete failed (client error): The resource could not be found. Feb 07 13:36:25.514745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1e9c19a2-03ea-462e-a4b8-4c37f2000ebf tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/9f9bbc55-7441-482a-9971-f0086ef1a533 HTTP/1.1" status: 404 len: 336 time: 0.0933681 Feb 07 13:36:25.514745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52344) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.554060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98625db7-29d1-4067-8de8-9671c091afb1 None None] Pushing event updated for resources: {'Port': ['ID=179a8efe-0533-427d-93d7-6710f54de640,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:25.558978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-33b140e5-8ab3-4017-b1e3-dc16eb44cbd4 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=802e00ab-903e-489d-b48c-cc26d550c55d HTTP/1.1" status: 200 len: 205 time: 0.0473704 Feb 07 13:36:25.561754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52348) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.741686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:36:25.807355 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-9f914cc9-f578-478f-a37e-adb49f0f283a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] delete failed (client error): The resource could not be found. Feb 07 13:36:25.807665 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9f914cc9-f578-478f-a37e-adb49f0f283a tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/802e00ab-903e-489d-b48c-cc26d550c55d HTTP/1.1" status: 404 len: 336 time: 0.2447419 Feb 07 13:36:25.811365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52354) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.859214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-eeacc9e3-0b8a-4e27-a110-bad8c5d90e18 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "GET /v2.0/ports?device_id=8934d204-c170-46dc-ae99-0f4f3455159e HTTP/1.1" status: 200 len: 205 time: 0.0457535 Feb 07 13:36:25.861833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52358) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.933229 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-ebc8f757-1c2e-4542-9462-6dbfb327cb4f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] delete failed (client error): The resource could not be found. Feb 07 13:36:25.937047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ebc8f757-1c2e-4542-9462-6dbfb327cb4f tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/routers/8934d204-c170-46dc-ae99-0f4f3455159e HTTP/1.1" status: 404 len: 336 time: 0.0714777 Feb 07 13:36:25.937278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52364) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:25.989973 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de13ee6-7d5d-4ec6-ba0b-1234ac94b3d0 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] DELETE failed (client error): The resource could not be found. Feb 07 13:36:25.990697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de13ee6-7d5d-4ec6-ba0b-1234ac94b3d0 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:36:25.995508 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6de13ee6-7d5d-4ec6-ba0b-1234ac94b3d0 tempest-RoutersAdminTest-1310298155 tempest-RoutersAdminTest-1310298155-project] 10.222.0.69 "DELETE /v2.0/subnets/c8c98c01-03f7-4bd6-9994-d065227a89cd HTTP/1.1" status: 404 len: 337 time: 0.0540307 Feb 07 13:36:26.003576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33365046-c83f-4bfc-a8d2-8c6a7ca9fc4a req-ddb39ae1-0f31-42dd-acae-8a176c45bd54 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 210 time: 0.0506313 Feb 07 13:36:26.109632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:25Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:26.114222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b911971-a41f-4d68-b829-ffb9b17867d1 None None] The sync data for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 is: [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:25Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:26.501848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-335cb0bc-a3ca-4f97-89de-7a4cebe71ea0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183922110&fields=id&tenant_id=4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 267 time: 0.0528402 Feb 07 13:36:26.593682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52382) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:26.696838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-29423a6a-52da-43aa-876a-43c1e780949f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:26.698413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-29423a6a-52da-43aa-876a-43c1e780949f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.1854210 Feb 07 13:36:26.719208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-b7829854-6652-4e47-8f67-495dbe53c9df tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/quotas/4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 375 time: 0.0108533 Feb 07 13:36:26.780501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:26.796180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:26.800393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] Usage tracker for resource:security_group_rule and tenant:9bec8ecc9dda4c89a11476cf4004b921 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:26.803600 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:26.810626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:26.841340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-78e6c271-2803-42ca-8e22-9e05ea884584 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147139 Feb 07 13:36:26.899237 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:26.986641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-c2840793-a428-411f-935f-3501d212dda8 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416926 Feb 07 13:36:26.989641 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:27.055383 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bec8ecc9dda4c89a11476cf4004b921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602690 Feb 07 13:36:27.058336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52390) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:27.071804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebba4b6-ed56-4a4e-bbf6-b0dc40e2037b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c204305-70c1-46dd-8f07-f262d9c4a402,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:27.141342 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea49da1-3c96-4134-972d-b29a306ea23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:27.175016 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea49da1-3c96-4134-972d-b29a306ea23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:27.188601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-463434ed-2b99-4dd7-b438-bbeb9019bea6 req-f7fb1138-91e1-403c-95c1-b1bbd740e682 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 210 time: 0.0548871 Feb 07 13:36:27.212510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-62f192b4-243c-4d33-b161-01ee0b764b98 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195392 Feb 07 13:36:27.287422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 179a8efe-0533-427d-93d7-6710f54de640 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:36:27.338670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea49da1-3c96-4134-972d-b29a306ea23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:27.363255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea49da1-3c96-4134-972d-b29a306ea23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c204305-70c1-46dd-8f07-f262d9c4a402,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:27.370707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dea49da1-3c96-4134-972d-b29a306ea23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:27.372180 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dea49da1-3c96-4134-972d-b29a306ea23a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c204305-70c1-46dd-8f07-f262d9c4a402 HTTP/1.1" status: 204 len: 168 time: 0.3129015 Feb 07 13:36:27.504603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 179a8efe-0533-427d-93d7-6710f54de640 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:27.509846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 179a8efe-0533-427d-93d7-6710f54de640 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:27.510245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:27.640496 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:27.676611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 179a8efe-0533-427d-93d7-6710f54de640, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=179a8efe-0533-427d-93d7-6710f54de640,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:27.736333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe6d2-928e-4475-9036-26fa59722872 req-d52a8369-6689-4612-b22b-dd759f4661d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:27.737795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-d52a8369-6689-4612-b22b-dd759f4661d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.35 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 796 time: 0.1738541 Feb 07 13:36:27.792601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-b8e6c306-bd96-4a95-a8cf-c6f5b8475428 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 380 time: 0.0462756 Feb 07 13:36:27.800286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'port': {'device_id': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'admin_state_up': True, 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'security_groups': ['20f37c10-9313-466f-9024-532d8cfe4812']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:27.933894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:27.938325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:port and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:27.941195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:27.946721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:27.989879 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:28.065235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=179a8efe-0533-427d-93d7-6710f54de640,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:28.097987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:36:28.101622 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:28.327906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.20.0.7 (d02fbd4b-241e-4098-a8a4-035ab40561c0/b9e061fa-a9a8-4c65-a3cd-3414a9e727ff/a39b4a59-c09f-4ad4-a0b3-b7606a126ddd) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:28.332156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ee95f42-93b6-4a63-821f-072c29ade860 req-86706213-6603-4fb8-a429-96db828743cf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 210 time: 0.0620899 Feb 07 13:36:28.387007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3edd778a-b1e1-436b-ac0b-f2fd10dcf876 req-40ebe249-716c-403c-bcbe-9f407311b102 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 210 time: 0.0502355 Feb 07 13:36:28.431419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52416) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:28.482783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-de8ab696-9a19-410f-8a84-85840f726fbf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2675f5fcccfe4008869f525bda9829b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482614 Feb 07 13:36:28.485406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52420) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:28.554289 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eddb0fca-f7b8-4c02-8502-3af937419237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:28.582087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eddb0fca-f7b8-4c02-8502-3af937419237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:28.702043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:28.715235 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eddb0fca-f7b8-4c02-8502-3af937419237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:28.718477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Transition to ACTIVE for port object a39b4a59-c09f-4ad4-a0b3-b7606a126ddd will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:28.730776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb0fca-f7b8-4c02-8502-3af937419237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26daa93-1f1b-48d6-80a5-0e3372fc3cec,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:28.737517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-eddb0fca-f7b8-4c02-8502-3af937419237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:28.738621 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-eddb0fca-f7b8-4c02-8502-3af937419237 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c26daa93-1f1b-48d6-80a5-0e3372fc3cec HTTP/1.1" status: 204 len: 168 time: 0.2522161 Feb 07 13:36:28.818993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:28.897273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:28.900582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:28.906091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:28.938223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:28.978490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:28.979122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:29.138973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-3daf41d0-e4b3-4f35-9920-890ca8cfd051 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3414991 Feb 07 13:36:29.150745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Request body: {'port': {'device_id': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:29.217784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 179a8efe-0533-427d-93d7-6710f54de640 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:36:29.272149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:29.279177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3d45c124-0063-4b89-9d70-29481d2502b0 None None] Provisioning for port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:29.285110 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3d45c124-0063-4b89-9d70-29481d2502b0 None None] Provisioning complete for port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:29.285488 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3d45c124-0063-4b89-9d70-29481d2502b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:29.350189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3d45c124-0063-4b89-9d70-29481d2502b0 None None] Port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:36:29.357453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 179a8efe-0533-427d-93d7-6710f54de640 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:29.357880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:29.628914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f471feae-1c04-4ac6-b90a-ba9ea11f7403 req-df4d5dcd-9cf9-4937-a185-b436ab15e28a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 210 time: 0.1558788 Feb 07 13:36:29.729501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a707-f906-41c8-8d86-11f9ecd7da1e req-62f6289d-c179-4b0e-bf05-1b61fc8d5793 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:29.730292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4584a707-f906-41c8-8d86-11f9ecd7da1e req-62f6289d-c179-4b0e-bf05-1b61fc8d5793 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:36:29.815786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39b4a59-c09f-4ad4-a0b3-b7606a126ddd {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:36:29.823906 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:29.828142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4584a707-f906-41c8-8d86-11f9ecd7da1e req-62f6289d-c179-4b0e-bf05-1b61fc8d5793 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:36:29.829288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4584a707-f906-41c8-8d86-11f9ecd7da1e req-62f6289d-c179-4b0e-bf05-1b61fc8d5793 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 931 time: 0.2524202 Feb 07 13:36:29.861253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Transition to ACTIVE for port object a39b4a59-c09f-4ad4-a0b3-b7606a126ddd will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:29.884636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4584a707-f906-41c8-8d86-11f9ecd7da1e req-4dcbc4d0-9c2b-4cb9-92a2-0ecd96c07a0a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491934 Feb 07 13:36:29.950445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:30.124199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:30.206584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Attempting to bind port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:36:30.207172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Attempting to bind port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:36:30.207667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Attempting to bind port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on network d02fbd4b-241e-4098-a8a4-035ab40561c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:36:30.213597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on network d02fbd4b-241e-4098-a8a4-035ab40561c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:36:30.214290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Attempting to bind port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on network d02fbd4b-241e-4098-a8a4-035ab40561c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:36:30.221212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:36:30.221552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Checking segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:36:30.221968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Bound using segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:36:30.222401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Bound port: a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:36:30.222790 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:30.321713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:36:30.324804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:36:30.441612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:30.586878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:30.587623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:30.589043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] 10.222.0.35 "PUT /v2.0/ports/a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 1091 time: 1.4427888 Feb 07 13:36:30.590622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:36:30.623767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46815792-0ab1-4249-87c0-5b75cd131e53 service neutron] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:30.787195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-9b082c39-2c30-4dff-ae18-887c60a4175b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:30.790703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-9b082c39-2c30-4dff-ae18-887c60a4175b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.2992945 Feb 07 13:36:30.930725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-66c0e1df-3602-48f7-a2bc-fa9b7811e750 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 379 time: 0.1227009 Feb 07 13:36:30.936009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9f0365a-d6cd-40e7-8961-47f707d1aa0c req-f4660820-2b9e-4a87-9c90-94a7b6ef46a0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 210 time: 0.0641041 Feb 07 13:36:30.942183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'port': {'device_id': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'admin_state_up': True, 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'security_groups': ['030c06b8-9273-4f3c-a665-d14ab80f57e5']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:31.138236 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'status': 'completed', 'code': 200} Feb 07 13:36:31.150223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe6d2-928e-4475-9036-26fa59722872 req-c1a0f9d2-ce5f-4d71-b05c-14e7c174df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:31.151777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-c1a0f9d2-ce5f-4d71-b05c-14e7c174df9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1094 time: 0.4469538 Feb 07 13:36:31.285531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-c62fe301-8d67-4ea4-99ab-56fddd38a660 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 217 time: 0.0865297 Feb 07 13:36:31.399494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:31.403311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe6d2-928e-4475-9036-26fa59722872 req-468a8d72-185a-4d51-84e2-726d1c84d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:31.405609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-468a8d72-185a-4d51-84e2-726d1c84d60f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.1129465 Feb 07 13:36:31.420633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29538e4-a12a-4608-838d-b317d586b156 req-0b6fb300-75bf-49f5-bb2e-1efa4c1ba143 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:31.422198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e29538e4-a12a-4608-838d-b317d586b156 req-0b6fb300-75bf-49f5-bb2e-1efa4c1ba143 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 943 time: 0.2819154 Feb 07 13:36:31.426895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:31.526457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e29538e4-a12a-4608-838d-b317d586b156 req-91525157-f0ea-42af-98b6-49eaa436eba2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630131 Feb 07 13:36:31.544264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe6d2-928e-4475-9036-26fa59722872 req-ee9b5381-baf4-4267-bef2-684f91c2cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:31.546523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-ee9b5381-baf4-4267-bef2-684f91c2cce0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207597 Feb 07 13:36:31.578634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:36:31.582028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:31.781228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-35bf1953-e781-4172-ace0-06631ea0f785 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280467 Feb 07 13:36:31.837056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52482) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:31.928998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.20.0.5 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/a9b20450-1b49-41c5-8520-8f78ea87ccb4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:31.970128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:31.984564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-702fe6d2-928e-4475-9036-26fa59722872 req-bb1866d8-7909-4fdd-85e4-0c1c00265a8b service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752522 Feb 07 13:36:31.986928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:31.992524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] Usage tracker for resource:security_group_rule and tenant:ed93bfa6af444b49b631a2981bd5dea4 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:31.995749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:32.005518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:32.105533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:32.157174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44308334-02c4-4cce-a472-b110215ba641 req-8ec7facd-af68-4376-af14-ee604d6f6ee0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 210 time: 0.0781851 Feb 07 13:36:32.160794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:32.217405 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed93bfa6af444b49b631a2981bd5dea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764627 Feb 07 13:36:32.217716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52490) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:32.231012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e998ea-d608-4cd6-828b-20337ad47bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877aa1d2-ce6a-44e1-beb4-83c1b67166e4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:32.262130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:32.267143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-de84753a-30df-4002-8628-a1e3fa747710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:32.268630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-de84753a-30df-4002-8628-a1e3fa747710 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1094 time: 0.1483958 Feb 07 13:36:32.289140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e533a661-527b-40f1-8b37-05aa3edf7f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:32.314299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e533a661-527b-40f1-8b37-05aa3edf7f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:32.352582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Transition to ACTIVE for port object a9b20450-1b49-41c5-8520-8f78ea87ccb4 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:32.420051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-b6aa55f4-1fe7-4ed5-94af-e36ce5ccc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:32.426831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-b6aa55f4-1fe7-4ed5-94af-e36ce5ccc214 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.1465611 Feb 07 13:36:32.481244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e533a661-527b-40f1-8b37-05aa3edf7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:32.498796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-c0346e23-23ba-401a-8cad-779caab20594 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 217 time: 0.0700006 Feb 07 13:36:32.501108 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533a661-527b-40f1-8b37-05aa3edf7f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877aa1d2-ce6a-44e1-beb4-83c1b67166e4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:32.503893 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e533a661-527b-40f1-8b37-05aa3edf7f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:32.508856 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e533a661-527b-40f1-8b37-05aa3edf7f4a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/877aa1d2-ce6a-44e1-beb4-83c1b67166e4 HTTP/1.1" status: 204 len: 168 time: 0.2902524 Feb 07 13:36:32.544060 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:32.634815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:32.641884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:32.647064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-cf2c8491-ea26-4386-9e8b-cf3a51f71a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:32.648556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-cf2c8491-ea26-4386-9e8b-cf3a51f71a43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.1429956 Feb 07 13:36:32.649274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:32.902403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=a9b20450-1b49-41c5-8520-8f78ea87ccb4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:32.971166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:32.971792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.000968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e19fd933-df29-4591-8d87-3dd5c76f5ff8 None None] Provisioning for port a9b20450-1b49-41c5-8520-8f78ea87ccb4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:33.006237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e19fd933-df29-4591-8d87-3dd5c76f5ff8 None None] Provisioning complete for port a9b20450-1b49-41c5-8520-8f78ea87ccb4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:33.006605 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e19fd933-df29-4591-8d87-3dd5c76f5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.022015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-ad26dfba-9396-470c-9d15-391d2a0d4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:33.023508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-ad26dfba-9396-470c-9d15-391d2a0d4dfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979685 Feb 07 13:36:33.032434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d213298-a772-42e1-8413-ec4e5c29894d req-576d826f-3ff7-4075-9375-155a286456a7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:33.033816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d213298-a772-42e1-8413-ec4e5c29894d req-576d826f-3ff7-4075-9375-155a286456a7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 943 time: 0.2071226 Feb 07 13:36:33.102466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e19fd933-df29-4591-8d87-3dd5c76f5ff8 None None] Port a9b20450-1b49-41c5-8520-8f78ea87ccb4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:36:33.124282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-0d105cde-635a-43ea-8d4e-67d792d07107 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1872640 Feb 07 13:36:33.138242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Request body: {'port': {'device_id': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:33.218643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52502) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:33.241259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.261134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:33.266820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] Usage tracker for resource:security_group_rule and tenant:a3517264740b4d418f023858d07d049a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:33.270316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:33.276494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:33.316260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d213298-a772-42e1-8413-ec4e5c29894d req-de379658-8104-4acb-9f06-e2001dc606c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626898 Feb 07 13:36:33.363416 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.371385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.392333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-6a0177c3-8b2c-4fd8-93c9-fc741392486d service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574786 Feb 07 13:36:33.424020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.478664 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3517264740b4d418f023858d07d049a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566075 Feb 07 13:36:33.478664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cf013-760f-4405-b85f-0b280ba82285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0c111c-9433-4a43-932a-35ac9935d791,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:33.480378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52506) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:33.552841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1269f73-a630-407b-812b-2dfe10bef155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.589118 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1269f73-a630-407b-812b-2dfe10bef155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.593007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728608a8-74d3-4418-b297-6b9682e28a99 req-b79d56ff-5281-4c7a-8b58-eba0df126b86 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:33.593729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-728608a8-74d3-4418-b297-6b9682e28a99 req-b79d56ff-5281-4c7a-8b58-eba0df126b86 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:36:33.666570 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-585e89cd-69b3-4ebf-a96d-ccfb1fd1c64b req-ba172fb9-af7a-4d27-aa5a-61ad9092b33e service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668400 Feb 07 13:36:33.721311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1269f73-a630-407b-812b-2dfe10bef155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.736424 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269f73-a630-407b-812b-2dfe10bef155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0c111c-9433-4a43-932a-35ac9935d791,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:33.742853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e1269f73-a630-407b-812b-2dfe10bef155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.746588 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e1269f73-a630-407b-812b-2dfe10bef155 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc0c111c-9433-4a43-932a-35ac9935d791 HTTP/1.1" status: 204 len: 168 time: 0.2627525 Feb 07 13:36:33.759458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-728608a8-74d3-4418-b297-6b9682e28a99 req-b79d56ff-5281-4c7a-8b58-eba0df126b86 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:36:33.760672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-728608a8-74d3-4418-b297-6b9682e28a99 req-b79d56ff-5281-4c7a-8b58-eba0df126b86 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 931 time: 0.4856641 Feb 07 13:36:33.841215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-728608a8-74d3-4418-b297-6b9682e28a99 req-22bab18b-0835-40b5-8343-953cd91f9e0d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706131 Feb 07 13:36:33.937931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b20450-1b49-41c5-8520-8f78ea87ccb4 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:36:33.945106 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:33.959830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Transition to ACTIVE for port object a9b20450-1b49-41c5-8520-8f78ea87ccb4 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:36:34.052047 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:34.193993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b20450-1b49-41c5-8520-8f78ea87ccb4,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:34.303482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Attempting to bind port a9b20450-1b49-41c5-8520-8f78ea87ccb4 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:36:34.303598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Attempting to bind port a9b20450-1b49-41c5-8520-8f78ea87ccb4 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:36:34.303951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Attempting to bind port a9b20450-1b49-41c5-8520-8f78ea87ccb4 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:36:34.308985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Port a9b20450-1b49-41c5-8520-8f78ea87ccb4 on network c42fd682-807a-46ed-800d-ed30d5f431a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:36:34.309315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Attempting to bind port a9b20450-1b49-41c5-8520-8f78ea87ccb4 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:36:34.315112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:36:34.315453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:36:34.315845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:36:34.316311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Bound port: a9b20450-1b49-41c5-8520-8f78ea87ccb4, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:36:34.316871 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:34.407509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] For port a9b20450-1b49-41c5-8520-8f78ea87ccb4, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:36:34.410685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] For port a9b20450-1b49-41c5-8520-8f78ea87ccb4, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a9b20450-1b49-41c5-8520-8f78ea87ccb4,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:36:34.477583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:34.548319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:34.548938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:34.550298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] 10.222.0.47 "PUT /v2.0/ports/a9b20450-1b49-41c5-8520-8f78ea87ccb4 HTTP/1.1" status: 200 len: 1091 time: 1.4173419 Feb 07 13:36:34.554224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'tag': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:36:34.578464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed73e34-6cd2-4a5c-8418-b0f7affd3985 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b20450-1b49-41c5-8520-8f78ea87ccb4,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:34.601794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51938e4-f50d-45d2-b353-cdcb6df7542b req-fccae9ad-7d50-4f29-9855-fa2d44ff7c77 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:34.603312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e51938e4-f50d-45d2-b353-cdcb6df7542b req-fccae9ad-7d50-4f29-9855-fa2d44ff7c77 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 943 time: 0.1717360 Feb 07 13:36:34.665661 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'tag': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'status': 'completed', 'code': 200} Feb 07 13:36:34.788584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a39b4a59-c09f-4ad4-a0b3-b7606a126ddd details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:36:34.910656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e51938e4-f50d-45d2-b353-cdcb6df7542b req-7386c7ed-1246-4b1e-840d-f259eaf72c4a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925816 Feb 07 13:36:34.940991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb279921-f3a3-4238-8dc7-05c8cca27d2b req-0b197c89-e4c1-4405-8942-a3f01394b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:34.943079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb279921-f3a3-4238-8dc7-05c8cca27d2b req-0b197c89-e4c1-4405-8942-a3f01394b2b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 1094 time: 0.2648554 Feb 07 13:36:34.955700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:34.973291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'port_id': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'mac_address': 'fa:16:3e:53:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:36:35.032472 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:35.051032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39b4a59-c09f-4ad4-a0b3-b7606a126ddd {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:36:35.068237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:35.149164 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:35.149458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb279921-f3a3-4238-8dc7-05c8cca27d2b req-977f8034-3b51-4b8a-b9d8-e35539371f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:35.151126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb279921-f3a3-4238-8dc7-05c8cca27d2b req-977f8034-3b51-4b8a-b9d8-e35539371f12 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a92a614e65b49c08d9e99ad98743207&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2010286 Feb 07 13:36:35.163634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7628f87-96d2-4bc2-bec0-64c0b744cfe8 req-ad5576b5-98e4-4d39-958b-721d859fb43b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:35.165127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7628f87-96d2-4bc2-bec0-64c0b744cfe8 req-ad5576b5-98e4-4d39-958b-721d859fb43b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 943 time: 0.1929557 Feb 07 13:36:35.223471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:35.293547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7628f87-96d2-4bc2-bec0-64c0b744cfe8 req-d835100b-8dab-4f8f-8b4b-dcad1f7b42da tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088901 Feb 07 13:36:35.333011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb279921-f3a3-4238-8dc7-05c8cca27d2b req-de53026c-f2e2-40a0-9271-5aa697386425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:35.334454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb279921-f3a3-4238-8dc7-05c8cca27d2b req-de53026c-f2e2-40a0-9271-5aa697386425 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1684661 Feb 07 13:36:35.348842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:36:35.448298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-fe041c65-5638-4167-8ffe-a793ae7fdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:35.450254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-fe041c65-5638-4167-8ffe-a793ae7fdace service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 1094 time: 0.0752258 Feb 07 13:36:35.526741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-ce35c8ee-4cb3-459e-9150-e36736e3b446 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b20450-1b49-41c5-8520-8f78ea87ccb4 HTTP/1.1" status: 200 len: 217 time: 0.0695646 Feb 07 13:36:35.594585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-e64515b1-9d3d-4e7c-93e7-54c1c7529290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:35.595843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-e64515b1-9d3d-4e7c-93e7-54c1c7529290 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0629241 Feb 07 13:36:35.681409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-a1146078-8808-49e8-92ae-c5ad93410560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:35.683066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-a1146078-8808-49e8-92ae-c5ad93410560 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815151 Feb 07 13:36:35.823080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-9fe6cd0a-f0f8-4f65-84ba-68ce19824a18 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331253 Feb 07 13:36:35.960977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-976227f0-f88f-4632-8b09-5c89bfedbe84 req-1b451cfc-f0da-4602-a132-eac2a7c7684a service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319048 Feb 07 13:36:36.100347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dd8fc-cb76-4745-9531-1c4629288102 req-6cf4730f-eb38-4f16-9f10-263e09f3249c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:36.101850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d13dd8fc-cb76-4745-9531-1c4629288102 req-6cf4730f-eb38-4f16-9f10-263e09f3249c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 944 time: 0.0803454 Feb 07 13:36:36.147030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d13dd8fc-cb76-4745-9531-1c4629288102 req-3f5066f5-f596-4c3c-a619-7979bf7fe683 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391798 Feb 07 13:36:36.485229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085f0bb-5e4b-4c5a-8166-31239e39d230 req-0c7a2b5c-7ad0-437d-8e33-95085d2ed27c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:36.486744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9085f0bb-5e4b-4c5a-8166-31239e39d230 req-0c7a2b5c-7ad0-437d-8e33-95085d2ed27c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 943 time: 0.0858357 Feb 07 13:36:36.533177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9085f0bb-5e4b-4c5a-8166-31239e39d230 req-1735ba71-c2c4-4bda-9765-4d452583eb77 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405748 Feb 07 13:36:36.803921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a39b4a59-c09f-4ad4-a0b3-b7606a126ddd up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:36:36.961113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:36.966588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:36.966982 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:37.085724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:37.112132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:36:37.121900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:37.158651 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'code': 200} Feb 07 13:36:37.214516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:37.291888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:37.337692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89f1a8-5c9d-4427-883d-c0b6e3a291dd req-1413ea22-810d-4ef0-8c7a-ba08b0e3b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:37.339074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de89f1a8-5c9d-4427-883d-c0b6e3a291dd req-1413ea22-810d-4ef0-8c7a-ba08b0e3b502 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1096 time: 0.1271200 Feb 07 13:36:37.381461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ca328-b647-409b-bbc7-9feb2b8ccf7c req-4d69254f-fb59-43b1-8296-1cc984a1bc51 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:37.382968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b08ca328-b647-409b-bbc7-9feb2b8ccf7c req-4d69254f-fb59-43b1-8296-1cc984a1bc51 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.1202753 Feb 07 13:36:37.417211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de89f1a8-5c9d-4427-883d-c0b6e3a291dd req-c617b15d-ef96-4d41-b36d-dd5fc9c29b7b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717452 Feb 07 13:36:37.436188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b08ca328-b647-409b-bbc7-9feb2b8ccf7c req-0d71253e-8c63-4c0d-9f6b-5f0d1d0cbb33 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458646 Feb 07 13:36:37.732506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628af6-1da5-4446-b24b-b93f5ebb9512 req-1d571652-28dd-40bd-9c4f-02cb43467c33 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:37.734179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07628af6-1da5-4446-b24b-b93f5ebb9512 req-1d571652-28dd-40bd-9c4f-02cb43467c33 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 943 time: 0.0907907 Feb 07 13:36:37.781342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07628af6-1da5-4446-b24b-b93f5ebb9512 req-bc89cb47-a267-490c-9845-6675ad7d7e17 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412326 Feb 07 13:36:38.621321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1749f-8e39-438e-be0b-4dffaa5fc88f req-b8525d1b-be7e-43df-bf60-37c738700d63 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:38.623625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63e1749f-8e39-438e-be0b-4dffaa5fc88f req-b8525d1b-be7e-43df-bf60-37c738700d63 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0818882 Feb 07 13:36:38.685817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63e1749f-8e39-438e-be0b-4dffaa5fc88f req-19faab59-40aa-4767-b598-8079d4742c24 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550463 Feb 07 13:36:38.777028 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0ba6c8a8-c0e6-4aa3-a85f-4faed0e772a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:39.083802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e497c38-5c69-4d2d-9ca7-d9bd494f8988 req-6a770691-5bd3-4a42-a214-dae19fb18413 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:39.085311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e497c38-5c69-4d2d-9ca7-d9bd494f8988 req-6a770691-5bd3-4a42-a214-dae19fb18413 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 943 time: 0.1947660 Feb 07 13:36:39.131179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e497c38-5c69-4d2d-9ca7-d9bd494f8988 req-03d0a4f2-7b12-496f-8fb7-4802d9d804cf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Feb 07 13:36:39.867260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc46e2a-add2-4b92-b844-98cf53026ed4 req-33423525-7096-4a54-8f76-d407097137f3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:39.868764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bc46e2a-add2-4b92-b844-98cf53026ed4 req-33423525-7096-4a54-8f76-d407097137f3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0816834 Feb 07 13:36:39.915761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bc46e2a-add2-4b92-b844-98cf53026ed4 req-7111257d-11e0-430c-8de4-9f5cd0d4ec7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406137 Feb 07 13:36:40.101057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b6201-6a40-414d-9b69-64b8393a9281 req-1acb5500-660b-4bde-ac02-04e4d3d0fb7e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:40.102390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-232b6201-6a40-414d-9b69-64b8393a9281 req-1acb5500-660b-4bde-ac02-04e4d3d0fb7e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0782852 Feb 07 13:36:40.146615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-232b6201-6a40-414d-9b69-64b8393a9281 req-7c6c0ba5-d1b5-487d-a9b0-4b86ff78be9b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377333 Feb 07 13:36:40.168658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52616) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:40.241882 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74ce96-6fa1-4226-8071-9a5a10c9e0cf tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:40.243404 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4f74ce96-6fa1-4226-8071-9a5a10c9e0cf tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1091 time: 0.0732434 Feb 07 13:36:40.246474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52620) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:40.252007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:40.259157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:40.263015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:floatingip and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:40.265885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:40.271575 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:40.321465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9cb8f-3076-4cba-bce3-442a4ee115c9 req-6b20e9b1-2c76-4c67-bb5f-92771e434a55 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:40.322912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ee9cb8f-3076-4cba-bce3-442a4ee115c9 req-6b20e9b1-2c76-4c67-bb5f-92771e434a55 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 943 time: 0.0847340 Feb 07 13:36:40.366637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ee9cb8f-3076-4cba-bce3-442a4ee115c9 req-38683200-7f53-491f-897c-c88cae0c4399 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378056 Feb 07 13:36:40.383601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:40.526409 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:40.659927 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.25.7.102 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/89c191f7-ddf8-48f9-aac2-8548b69697b9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:40.810670 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:40.926859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:40.993681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:40.996578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:41.001814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:41.037748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=89c191f7-ddf8-48f9-aac2-8548b69697b9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:41.438050 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:41.550171 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-076916ed-0017-4fac-a65e-2dc6eda303d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:41.565546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debd6e3-9e65-42ec-918d-19b4ffa712bb req-f1d595f6-1a4d-4378-ab3e-22556c6fc1fc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:41.567183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5debd6e3-9e65-42ec-918d-19b4ffa712bb req-f1d595f6-1a4d-4378-ab3e-22556c6fc1fc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 943 time: 0.0897896 Feb 07 13:36:41.618151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5debd6e3-9e65-42ec-918d-19b4ffa712bb req-8700d852-8b9c-41ad-813a-dd72c1fd10aa tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440905 Feb 07 13:36:41.692477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:41.911634 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:41.984040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:42.090569 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=89c191f7-ddf8-48f9-aac2-8548b69697b9,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:42.108756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:42.278787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:42.329437 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Floating IP 60cfcaad-9512-4381-9116-373a1f10d233 associated. External IP: 172.25.7.102, port: a39b4a59-c09f-4ad4-a0b3-b7606a126ddd. Feb 07 13:36:42.343540 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:42.703051 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router defccde2-b5f8-45c2-addd-c04b5fb38a04 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:36:42.818168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2ce6-f581-452d-9c33-bd8a5016b625 req-bcff04b2-dc95-4262-b603-511e0e698e88 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:42.820065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-027c2ce6-f581-452d-9c33-bd8a5016b625 req-bcff04b2-dc95-4262-b603-511e0e698e88 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 943 time: 0.0880959 Feb 07 13:36:42.865431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-027c2ce6-f581-452d-9c33-bd8a5016b625 req-ccdf154c-a922-4967-a4fb-c5e6cc12e726 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396819 Feb 07 13:36:42.896498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:42.911836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] Sync routers for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:42.922371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:42.922978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:42.978076 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:43.034985 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44a20812-8b2e-4860-9cf1-bfadf51d56c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7873826 Feb 07 13:36:43.035585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:36:43.109696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:36:43.222555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ed32-2021-4d4d-9a75-b0954e23a20b req-7f7fbc83-8b56-42d8-b6b0-2bb17cc46a3c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:43.230799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1898ed32-2021-4d4d-9a75-b0954e23a20b req-7f7fbc83-8b56-42d8-b6b0-2bb17cc46a3c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.1032748 Feb 07 13:36:43.241553 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'status': 'completed', 'code': 200} Feb 07 13:36:43.317168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1898ed32-2021-4d4d-9a75-b0954e23a20b req-34914487-33e7-4e10-81ea-be6f0f713be9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849025 Feb 07 13:36:43.353150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52644) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:43.363726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c434f9a-fb61-4952-933a-6815b44a549f req-f56be16d-5797-454d-bf08-92a2eccab9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:43.365483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c434f9a-fb61-4952-933a-6815b44a549f req-f56be16d-5797-454d-bf08-92a2eccab9a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1096 time: 0.0978904 Feb 07 13:36:43.477264 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b82977d3-5d8a-46ec-8119-b169b729e644 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/60cfcaad-9512-4381-9116-373a1f10d233 HTTP/1.1" status: 200 len: 991 time: 0.1229646 Feb 07 13:36:43.538271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '60cfcaad-9512-4381-9116-373a1f10d233', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'port_id': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'mac_address': 'fa:16:3e:53:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:36:41Z', 'updated_at': '2022-02-07T13:36:41Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:27Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:43.543366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] Checking router: defccde2-b5f8-45c2-addd-c04b5fb38a04 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:36:43.552467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:43.553205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:43.564335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c434f9a-fb61-4952-933a-6815b44a549f req-66ae6ae0-8a5a-4155-9a59-4b4412d12a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:43.566058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c434f9a-fb61-4952-933a-6815b44a549f req-66ae6ae0-8a5a-4155-9a59-4b4412d12a68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.1944125 Feb 07 13:36:43.677923 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c434f9a-fb61-4952-933a-6815b44a549f req-ca7f4f51-e71e-436c-935e-cca57505883b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 999 time: 0.1058428 Feb 07 13:36:43.749906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c434f9a-fb61-4952-933a-6815b44a549f req-1e801a07-2229-479b-b27b-463481b3945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:43.751573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c434f9a-fb61-4952-933a-6815b44a549f req-1e801a07-2229-479b-b27b-463481b3945b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.0625486 Feb 07 13:36:43.757599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a9b20450-1b49-41c5-8520-8f78ea87ccb4 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:36:43.814277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:36:43.834372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c434f9a-fb61-4952-933a-6815b44a549f req-138dca31-cca1-4d14-bbef-6ffc90156301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:43.835861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c434f9a-fb61-4952-933a-6815b44a549f req-138dca31-cca1-4d14-bbef-6ffc90156301 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782604 Feb 07 13:36:43.936926 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:43.988028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c434f9a-fb61-4952-933a-6815b44a549f req-9737f87a-4532-4442-95bb-887c8e470576 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449780 Feb 07 13:36:44.013887 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:36:44.107375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a9b20450-1b49-41c5-8520-8f78ea87ccb4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a9b20450-1b49-41c5-8520-8f78ea87ccb4,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:44.187121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'port_id': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'mac_address': 'fa:16:3e:4e:c8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:36:44.192835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c434f9a-fb61-4952-933a-6815b44a549f req-95b456e9-d1a2-4104-a487-b6236b500af3 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958880 Feb 07 13:36:44.211430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360bc16-b9a9-4cca-af78-a3779d6e91b1 req-2bf262de-6fa7-41ae-a5a7-edd8fd6a3ebe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:44.211430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9360bc16-b9a9-4cca-af78-a3779d6e91b1 req-2bf262de-6fa7-41ae-a5a7-edd8fd6a3ebe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 943 time: 0.1376245 Feb 07 13:36:44.256702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9360bc16-b9a9-4cca-af78-a3779d6e91b1 req-716f50c7-b087-4921-b3cd-6c3694a1ae72 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439491 Feb 07 13:36:44.264079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:44.315138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b20450-1b49-41c5-8520-8f78ea87ccb4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:36:44.367781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a9b20450-1b49-41c5-8520-8f78ea87ccb4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a9b20450-1b49-41c5-8520-8f78ea87ccb4,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:44.396832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '60cfcaad-9512-4381-9116-373a1f10d233', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'port_id': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'mac_address': 'fa:16:3e:53:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:36:41Z', 'updated_at': '2022-02-07T13:36:41Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:27Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:44.400803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b2cd2d-8d19-4b8d-b029-de637f7f8f7b None None] The sync data for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 is: [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '60cfcaad-9512-4381-9116-373a1f10d233', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'port_id': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'mac_address': 'fa:16:3e:53:74:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:36:41Z', 'updated_at': '2022-02-07T13:36:41Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:27Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:44.480904 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:44.483837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52660) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:44.562356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a9b20450-1b49-41c5-8520-8f78ea87ccb4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:44.647244 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa635d-c703-46ab-9c59-5dc4dd4e5a43 None None] New status for floating IP 60cfcaad-9512-4381-9116-373a1f10d233: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:36:44.733826 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-34b9931f-bc05-4f94-8572-d55c8116ae89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/60cfcaad-9512-4381-9116-373a1f10d233 HTTP/1.1" status: 200 len: 991 time: 0.2471030 Feb 07 13:36:44.838101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a9b20450-1b49-41c5-8520-8f78ea87ccb4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:36:45.235353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:45.457735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062c3b0-03b1-4bad-b3f4-eeed67cbda9d req-2220f4cf-6133-4186-a4e0-e4801a23d1de tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:45.466200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d062c3b0-03b1-4bad-b3f4-eeed67cbda9d req-2220f4cf-6133-4186-a4e0-e4801a23d1de tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 944 time: 0.0929880 Feb 07 13:36:45.504066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d062c3b0-03b1-4bad-b3f4-eeed67cbda9d req-6bcffbd1-798d-4465-a5a0-ffe2c308e2ac tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390677 Feb 07 13:36:45.736631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52670) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:45.758075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a9b20450-1b49-41c5-8520-8f78ea87ccb4 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:36:45.886420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port a9b20450-1b49-41c5-8520-8f78ea87ccb4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:36:45.891855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port a9b20450-1b49-41c5-8520-8f78ea87ccb4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:36:45.892259 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:45.978363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5f3203b7-a9bd-4c1a-a576-4cb75ffd26c6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/60cfcaad-9512-4381-9116-373a1f10d233 HTTP/1.1" status: 200 len: 993 time: 0.2404320 Feb 07 13:36:46.011577 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:46.039052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:36:46.048584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a9b20450-1b49-41c5-8520-8f78ea87ccb4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a9b20450-1b49-41c5-8520-8f78ea87ccb4,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:36:46.083714 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'code': 200} Feb 07 13:36:46.121086 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:46.190877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a9b20450-1b49-41c5-8520-8f78ea87ccb4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:46.208773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6854-daec-4254-a78d-5125b3ca111b req-b7920524-dedb-4854-ad49-4a3f6ab425de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:46.212240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2daf6854-daec-4254-a78d-5125b3ca111b req-b7920524-dedb-4854-ad49-4a3f6ab425de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 1096 time: 0.0715652 Feb 07 13:36:46.251620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2daf6854-daec-4254-a78d-5125b3ca111b req-387120a8-ce19-400a-9fa3-e2a8cdcb24d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 Feb 07 13:36:46.699530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080500b6-c224-46f0-ba2e-a4a9ca9178db req-8eb8cda5-edf7-40ec-a941-2aee04069d41 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:46.702857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-080500b6-c224-46f0-ba2e-a4a9ca9178db req-8eb8cda5-edf7-40ec-a941-2aee04069d41 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 945 time: 0.0894856 Feb 07 13:36:46.748624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-080500b6-c224-46f0-ba2e-a4a9ca9178db req-e1394e34-0cfd-49e2-bf05-52fe0cb6f685 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 Feb 07 13:36:47.956567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e533da-7e05-4f70-b123-1d746f6b1ab1 req-a8920d3b-e80e-4420-b0a0-211899c95dd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:47.960745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e533da-7e05-4f70-b123-1d746f6b1ab1 req-a8920d3b-e80e-4420-b0a0-211899c95dd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 945 time: 0.0886881 Feb 07 13:36:48.004546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02e533da-7e05-4f70-b123-1d746f6b1ab1 req-3e933628-5c3d-41fb-90ca-42f532a0ebb8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404906 Feb 07 13:36:49.189919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f80f-3a30-4ee2-bf6a-e2652d96faf0 req-8d1ec4b7-db2c-425b-9bbf-1e6c03f23918 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:49.191286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b972f80f-3a30-4ee2-bf6a-e2652d96faf0 req-8d1ec4b7-db2c-425b-9bbf-1e6c03f23918 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 945 time: 0.0809886 Feb 07 13:36:49.237321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b972f80f-3a30-4ee2-bf6a-e2652d96faf0 req-2c8617df-c923-4d92-967c-af419b06585c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400932 Feb 07 13:36:49.424458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e9007-d13d-48b4-b9a0-95aa545dc44a req-a36aa2be-1ea0-4bc1-a096-bbc8847331a8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:49.425921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf4e9007-d13d-48b4-b9a0-95aa545dc44a req-a36aa2be-1ea0-4bc1-a096-bbc8847331a8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 945 time: 0.0828834 Feb 07 13:36:49.471594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf4e9007-d13d-48b4-b9a0-95aa545dc44a req-195da1bb-41ac-4e30-9dbe-9893549b82d3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397384 Feb 07 13:36:49.496347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52708) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:49.807191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd308838-2046-42f6-93aa-fc660cb94518 tempest-TestVolumeBootPattern-230377012 tempest-TestVolumeBootPattern-230377012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:49.808875 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd308838-2046-42f6-93aa-fc660cb94518 tempest-TestVolumeBootPattern-230377012 tempest-TestVolumeBootPattern-230377012-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 1091 time: 0.3101964 Feb 07 13:36:49.812469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52716) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:49.817523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:36:49.824183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:49.828023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:floatingip and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:49.830840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:49.836903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:49.897686 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:50.041122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:50.184702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.25.7.239 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/341517e9-1b90-4199-a159-984d2457c26b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:36:50.334151 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:50.446843 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:50.515229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:36:50.518063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:36:50.520529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:36:50.563582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=341517e9-1b90-4199-a159-984d2457c26b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:50.580602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.580939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.581270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.581598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.581921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.582250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.582566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.582882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.583195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.583710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.584310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.584568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:36:50.953059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:51.084149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:51.454412 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:51.543578 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:51.658868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=341517e9-1b90-4199-a159-984d2457c26b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:51.670494 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:51.853169 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Floating IP 1beef9fa-692b-4471-ba64-e34397844279 associated. External IP: 172.25.7.239, port: a9b20450-1b49-41c5-8520-8f78ea87ccb4. Feb 07 13:36:52.223833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Router 87f0b689-1037-4081-a34a-a58e785aefe5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:36:52.408861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:36:52.418898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:36:52.429205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:52.429813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:52.532014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:52.587181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-80bdd739-8c3b-45aa-bd7c-373d38b39138 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7735558 Feb 07 13:36:52.587846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'tag': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:36:52.613581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:36:52.637728 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'tag': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'status': 'completed', 'code': 200} Feb 07 13:36:52.744048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-82acee74-db11-4d65-8158-0da60771a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:52.751918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-82acee74-db11-4d65-8158-0da60771a52a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 1096 time: 0.0909846 Feb 07 13:36:52.902887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-5a8487b8-56ec-4f7c-8c54-19b1e798ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:52.904456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-5a8487b8-56ec-4f7c-8c54-19b1e798ae88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1519887 Feb 07 13:36:53.008306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-0d28827a-7c36-4e09-a5db-6bcbf051e27a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b20450-1b49-41c5-8520-8f78ea87ccb4 HTTP/1.1" status: 200 len: 999 time: 0.0978293 Feb 07 13:36:53.029613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '1beef9fa-692b-4471-ba64-e34397844279', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:4e:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:36:50Z', 'updated_at': '2022-02-07T13:36:50Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:53.033570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:36:53.041732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:36:53.042328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:36:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:53.201145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-b07e2552-2ca2-451b-80df-3203100af739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:53.202627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-b07e2552-2ca2-451b-80df-3203100af739 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.1887884 Feb 07 13:36:53.228466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:36:53.277036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:53.284451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-0a241d0a-2cdb-40bb-88a6-12b37ab081d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:36:53.285974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-0a241d0a-2cdb-40bb-88a6-12b37ab081d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775495 Feb 07 13:36:53.402975 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:53.419451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:53.423523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5caa73c076477e890365c7e1364b08 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:53.426006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-98357818-f78d-4143-ae16-b0d0447d3ddf service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337769 Feb 07 13:36:53.427048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:53.433021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:53.519158 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:53.563161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bea2fcb0-5cd9-42e4-baa8-de503ec442f9 req-b8e149fa-bfc2-4050-bddb-709be87f570e service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310883 Feb 07 13:36:53.583274 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:53.594089 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '1beef9fa-692b-4471-ba64-e34397844279', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:4e:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:36:50Z', 'updated_at': '2022-02-07T13:36:50Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:36:53.598188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9cd25-5103-428e-999f-0c9205ca3a96 None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '1beef9fa-692b-4471-ba64-e34397844279', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:4e:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:36:50Z', 'updated_at': '2022-02-07T13:36:50Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:36:53.634831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9faeb98-5234-4bcd-b29c-51a0db7a0e9a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:53.641891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52752) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:53.642082 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2e5cb09a-54da-4552-b432-edfbccb20e11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e5caa73c076477e890365c7e1364b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638253 Feb 07 13:36:53.706586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8161d40b-f595-493b-baba-5d4e835f4822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:53.733953 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8161d40b-f595-493b-baba-5d4e835f4822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:53.835372 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2c111-2a04-4f9b-81b9-61df81db9eef None None] New status for floating IP 1beef9fa-692b-4471-ba64-e34397844279: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:36:53.880964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8161d40b-f595-493b-baba-5d4e835f4822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:53.900099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161d40b-f595-493b-baba-5d4e835f4822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9faeb98-5234-4bcd-b29c-51a0db7a0e9a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:53.904283 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8161d40b-f595-493b-baba-5d4e835f4822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:53.905708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8161d40b-f595-493b-baba-5d4e835f4822 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9faeb98-5234-4bcd-b29c-51a0db7a0e9a HTTP/1.1" status: 204 len: 168 time: 0.2627501 Feb 07 13:36:54.539027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52760) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:54.556560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:54.571034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:54.574814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] Usage tracker for resource:security_group_rule and tenant:8ca7b38ea1e246598bc5335c344a686b is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:54.577844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:54.583360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:54.663253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:54.748909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:54.796853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d0b1f2-7c94-4a8e-9eed-8482b37c5d74,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:54.801345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e9983d07-d76d-4878-8415-6dcdd1465bff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ca7b38ea1e246598bc5335c344a686b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612915 Feb 07 13:36:54.806493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52764) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:54.858425 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:54.866215 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da0ed848-c15b-438f-901e-b2efcb7e21b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:54.892355 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da0ed848-c15b-438f-901e-b2efcb7e21b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:55.017720 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da0ed848-c15b-438f-901e-b2efcb7e21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:55.032091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ed848-c15b-438f-901e-b2efcb7e21b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d0b1f2-7c94-4a8e-9eed-8482b37c5d74,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:55.038535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-da0ed848-c15b-438f-901e-b2efcb7e21b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:55.039723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-da0ed848-c15b-438f-901e-b2efcb7e21b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81d0b1f2-7c94-4a8e-9eed-8482b37c5d74 HTTP/1.1" status: 204 len: 168 time: 0.2348211 Feb 07 13:36:55.710871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52772) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:55.729388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:55.744233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:55.748221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] Usage tracker for resource:security_group_rule and tenant:15c20a766c82429da1710e001bd7e581 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:55.751233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:55.757045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:55.836595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:55.903015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:55.953290 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15c20a766c82429da1710e001bd7e581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413573 Feb 07 13:36:55.954153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb1f7f-2942-4782-8194-c215ed74fcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b9f751-10cc-4362-8e9d-f25d54363f43,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:55.955967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52776) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:56.013589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f78d187-dbf6-4554-b064-09dd934bba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:56.039130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f78d187-dbf6-4554-b064-09dd934bba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:56.165983 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f78d187-dbf6-4554-b064-09dd934bba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:56.181747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78d187-dbf6-4554-b064-09dd934bba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b9f751-10cc-4362-8e9d-f25d54363f43,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:56.188522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3f78d187-dbf6-4554-b064-09dd934bba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:56.188938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3f78d187-dbf6-4554-b064-09dd934bba34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/72b9f751-10cc-4362-8e9d-f25d54363f43 HTTP/1.1" status: 204 len: 168 time: 0.2311752 Feb 07 13:36:57.999096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52808) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:58.115166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:58.129029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:36:58.132965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:8069a127265e475e9e32ec934776aa7d is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:36:58.136133 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:36:58.142209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:36:58.226370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:58.320458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:58.369637 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8069a127265e475e9e32ec934776aa7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690965 Feb 07 13:36:58.369968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e648-3e5c-4191-ad1c-53c257fd0ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c30644-2b51-4ed0-ae59-ac18f2840b3b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:58.374007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52814) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:36:58.433368 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33a134aa-201e-4108-b855-ed8a692d189b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:58.461981 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33a134aa-201e-4108-b855-ed8a692d189b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:58.499089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-76c92774-e668-4200-8f88-7573dbd7940c req-d007af1f-d122-4c47-8bdf-3fd45d9cb96a service neutron] (88313) timed out ('10.222.0.47', 53341) {{(pid=88313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:36:58.577727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33a134aa-201e-4108-b855-ed8a692d189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:58.592301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a134aa-201e-4108-b855-ed8a692d189b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c30644-2b51-4ed0-ae59-ac18f2840b3b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:36:58.601602 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-33a134aa-201e-4108-b855-ed8a692d189b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:36:58.603937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-33a134aa-201e-4108-b855-ed8a692d189b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02c30644-2b51-4ed0-ae59-ac18f2840b3b HTTP/1.1" status: 204 len: 168 time: 0.2286246 Feb 07 13:37:02.160481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-272cb61a-608a-40fb-a9d1-42940497bcd7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754778 Feb 07 13:37:02.311509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-96ee00cc-42e2-4634-b6c1-45591ab7ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:02.313144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-96ee00cc-42e2-4634-b6c1-45591ab7ffa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1096 time: 0.0802875 Feb 07 13:37:02.469692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-e218da49-642f-4001-95a5-3831c3c06bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:02.471086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-e218da49-642f-4001-95a5-3831c3c06bbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.1391544 Feb 07 13:37:02.576596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-bda48718-504a-49bb-86c3-45596eed6398 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 1001 time: 0.0993707 Feb 07 13:37:02.638187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-66b166be-db5c-403f-b62e-a37934758178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:02.639632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-66b166be-db5c-403f-b62e-a37934758178 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.0571744 Feb 07 13:37:02.721130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-225501a2-e840-4d52-920e-201fa8b3826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:02.722696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-225501a2-e840-4d52-920e-201fa8b3826d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769818 Feb 07 13:37:02.858061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-d9bc2045-091e-40c2-8ca4-4016601fb6a8 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289961 Feb 07 13:37:03.108056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b94582c-a0d3-4eb4-85ea-4da30d22af63 req-a291f9c6-a216-44a9-aa06-776c752bb8e6 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440908 Feb 07 13:37:08.725896 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-469d1305-3426-45c9-aca1-c376cb3d0e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:10.812182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-11ff5e44-67d4-457d-a921-58cdc1bfdaa7 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:10.812182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-11ff5e44-67d4-457d-a921-58cdc1bfdaa7 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1096 time: 0.0757585 Feb 07 13:37:10.839320 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:10.851727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:37:10.854397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Usage tracker for resource:security_group_rule and tenant:aaab895a1bb54ff098f9f1a4b51c8960 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:37:10.857997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:37:10.865100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:37:10.959647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:11.039965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:11.070779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd44c1d0-d10d-4cbc-8323-d6e79d8c2d26 req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559354 Feb 07 13:37:11.092469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986e195-a01c-4a79-a809-7ee2e4667d8d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580c5373-fc40-4583-899f-40f577b42af8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:37:11.234611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52922) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:37:11.282097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516db87-8297-423d-8e45-f9fb7587a2b3 req-3ea44e25-a2a8-452c-ab57-116bf3fd2454 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:11.284919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b516db87-8297-423d-8e45-f9fb7587a2b3 req-3ea44e25-a2a8-452c-ab57-116bf3fd2454 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0913432 Feb 07 13:37:11.336704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b516db87-8297-423d-8e45-f9fb7587a2b3 req-ca60580e-eb6b-4d27-ac99-635ddbf2bc23 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462999 Feb 07 13:37:11.361386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 52930) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:37:11.460834 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:11.492323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:37:11.500422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] Usage tracker for resource:security_group_rule and tenant:00a7eaaec30e49a18752bdad0be108ed is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:37:11.505612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2b5ac458-890c-45b9-92e3-56365e247c78 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/60cfcaad-9512-4381-9116-373a1f10d233 HTTP/1.1" status: 200 len: 993 time: 0.1431811 Feb 07 13:37:11.506560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:37:11.512517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:37:11.586694 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4b9aba8b-a5df-4ce9-9b79-f4fb42c297d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:11.610782 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:11.714722 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:11.763406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00a7eaaec30e49a18752bdad0be108ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277810 Feb 07 13:37:11.764979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b3269-87bd-4d22-8fa6-308af146a3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26911433-0152-4080-bf5e-745cce2d9c4f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:37:11.766131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 52938) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:37:11.828913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d834539c-a3d4-4cee-9514-43b618bdd8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:11.859184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d834539c-a3d4-4cee-9514-43b618bdd8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:12.018866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d834539c-a3d4-4cee-9514-43b618bdd8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:12.040881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834539c-a3d4-4cee-9514-43b618bdd8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26911433-0152-4080-bf5e-745cce2d9c4f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:37:12.053305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d834539c-a3d4-4cee-9514-43b618bdd8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:12.057685 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d834539c-a3d4-4cee-9514-43b618bdd8d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26911433-0152-4080-bf5e-745cce2d9c4f HTTP/1.1" status: 204 len: 168 time: 0.2871964 Feb 07 13:37:12.268792 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:12.360253 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:12.694311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb1314-c193-42a1-a450-fddd4a97de60 req-60ca489b-e3fc-4ddd-a5ae-fab4ff4246de tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:12.694311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58eb1314-c193-42a1-a450-fddd4a97de60 req-60ca489b-e3fc-4ddd-a5ae-fab4ff4246de tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.1058464 Feb 07 13:37:12.769134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58eb1314-c193-42a1-a450-fddd4a97de60 req-2cdf67ff-1dc4-45df-abc7-577c8eda07cb tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731568 Feb 07 13:37:12.959396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-e411efab-ab87-4b50-a61a-568c831d999f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2301400 Feb 07 13:37:13.804040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:13.960201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd7b0b-66cd-4426-b9fb-78d3b0ce5bdf req-37ac51ae-e897-45a0-b988-0d5df7fe9bb2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:13.961656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ccd7b0b-66cd-4426-b9fb-78d3b0ce5bdf req-37ac51ae-e897-45a0-b988-0d5df7fe9bb2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0795796 Feb 07 13:37:14.009926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ccd7b0b-66cd-4426-b9fb-78d3b0ce5bdf req-68eeb0b8-139d-4da8-9fed-d3351d19c4ff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Feb 07 13:37:14.791460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53024) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:37:14.975754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cc255-749b-4b53-8001-d5475f45dcde req-1a756f55-2976-4996-926e-5ba90f207885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:14.977314 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cf1cc255-749b-4b53-8001-d5475f45dcde req-1a756f55-2976-4996-926e-5ba90f207885 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1097 time: 0.1849213 Feb 07 13:37:15.018976 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-cf1cc255-749b-4b53-8001-d5475f45dcde req-225acccb-f929-4523-b8b3-02d13e763419 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350375 Feb 07 13:37:15.216587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c55bb-7ee3-4a2d-937e-95958eab76d7 req-c9c8a69e-9a10-45ea-92de-d683418da48e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:15.218178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50c55bb-7ee3-4a2d-937e-95958eab76d7 req-c9c8a69e-9a10-45ea-92de-d683418da48e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0890911 Feb 07 13:37:15.267878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e50c55bb-7ee3-4a2d-937e-95958eab76d7 req-a6b474fa-ac39-490f-82b2-667bfd4af37a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Feb 07 13:37:15.296111 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:15.508613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-e784a185-7b0a-48e4-8f65-90f96853187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:15.510110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-e784a185-7b0a-48e4-8f65-90f96853187d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1096 time: 0.0729156 Feb 07 13:37:15.645792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-53c571b9-4069-449a-a647-3ad3054648b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:15.647266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-53c571b9-4069-449a-a647-3ad3054648b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.1312804 Feb 07 13:37:15.762073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-dda55e18-1aab-47dc-9b29-c1ce71eb1d2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 1001 time: 0.1078322 Feb 07 13:37:15.840806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-2be652ad-79c8-4dce-9cde-90c386665b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:15.840806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-2be652ad-79c8-4dce-9cde-90c386665b36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.0680287 Feb 07 13:37:15.917157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-bedb65db-f691-45e5-a578-07bcaf1646b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:15.917157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-bedb65db-f691-45e5-a578-07bcaf1646b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750256 Feb 07 13:37:16.056797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-94212201-ccf2-48cb-9ed2-d66ef01f51d2 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334033 Feb 07 13:37:16.194222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-5127615c-e493-44fa-8bc1-6221efa39b30 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307249 Feb 07 13:37:16.429108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-1dc3dea7-ab22-423d-8ee4-acc7f2190d4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1216607 Feb 07 13:37:16.479649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a9735-1ded-400e-bf6f-8df6b4f4b691 req-03d9a3df-69e3-4747-abbe-88a57bb75db8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:16.481860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd4a9735-1ded-400e-bf6f-8df6b4f4b691 req-03d9a3df-69e3-4747-abbe-88a57bb75db8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.1001601 Feb 07 13:37:16.579450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd4a9735-1ded-400e-bf6f-8df6b4f4b691 req-48d85893-7f4d-43f3-bc51-62d4215022fa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903685 Feb 07 13:37:16.610044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-b8f6c843-9730-4307-84bc-2fcc3c9bb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:16.615626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-b8f6c843-9730-4307-84bc-2fcc3c9bb51d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74080054e127405e93c615d9f28c08aa&device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1097 time: 0.0857117 Feb 07 13:37:16.768265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-26f0a8b6-067d-4850-8c37-948603c97235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:16.769708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-26f0a8b6-067d-4850-8c37-948603c97235 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 200 len: 909 time: 0.1368418 Feb 07 13:37:16.873166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-09de4ab5-f789-48d9-af79-9c63bf68ea1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 200 len: 1001 time: 0.0966733 Feb 07 13:37:16.948164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-1c779bf3-3545-4db6-a3f6-aa02836a7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:16.948164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-1c779bf3-3545-4db6-a3f6-aa02836a7f4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e9538e9-c9bc-4769-9145-66519498b27f HTTP/1.1" status: 200 len: 848 time: 0.0673959 Feb 07 13:37:17.023416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-09680ad4-ad57-4ed8-8312-782d9e37b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:17.024941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-09680ad4-ad57-4ed8-8312-782d9e37b0e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec2a7d10-962d-475e-b430-4c8c4f47d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717516 Feb 07 13:37:17.170257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-47c0f36a-da70-4831-9354-48be4fe99888 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332603 Feb 07 13:37:17.417907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13a05846-12c5-4be9-aeb9-d2994e14a304 req-c2454b24-86db-4ae4-a9d4-0e2523ed17d5 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458525 Feb 07 13:37:17.776292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87b4ac-3533-43ec-92cf-e321b66c1905 req-3f722255-e2dc-44f0-a652-1cd7d48f682a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:17.778492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa87b4ac-3533-43ec-92cf-e321b66c1905 req-3f722255-e2dc-44f0-a652-1cd7d48f682a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0903389 Feb 07 13:37:17.825207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa87b4ac-3533-43ec-92cf-e321b66c1905 req-37180d8a-965b-422a-922f-1f74d5fcaf90 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Feb 07 13:37:19.013011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2de106-a75a-456d-8065-69c6962b7286 req-f9717c92-9533-4e8f-858c-f19dd8254a37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:19.014477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b2de106-a75a-456d-8065-69c6962b7286 req-f9717c92-9533-4e8f-858c-f19dd8254a37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0806277 Feb 07 13:37:19.058067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b2de106-a75a-456d-8065-69c6962b7286 req-4c9768dd-22db-4c0a-8ba9-a89108fbbedd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378153 Feb 07 13:37:20.249282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f744fe-cf0f-48bb-b76c-2f8141920825 req-ab4a4746-6bc4-4611-8320-62843de82212 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:20.251170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0f744fe-cf0f-48bb-b76c-2f8141920825 req-ab4a4746-6bc4-4611-8320-62843de82212 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0842836 Feb 07 13:37:20.296464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0f744fe-cf0f-48bb-b76c-2f8141920825 req-5779d5af-6030-457a-aeee-b55009b16343 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Feb 07 13:37:21.013817 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:37:21.498304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d5aaa-2c79-4020-bf5e-cd68b1cb5e31 req-983e36bf-9e17-4bb6-a20e-7979ad7208dd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:21.499775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-694d5aaa-2c79-4020-bf5e-cd68b1cb5e31 req-983e36bf-9e17-4bb6-a20e-7979ad7208dd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0937204 Feb 07 13:37:21.550540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-694d5aaa-2c79-4020-bf5e-cd68b1cb5e31 req-b61a392e-33d0-4e66-85e9-e8594083ca54 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448232 Feb 07 13:37:22.911376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bd954-d505-4796-a419-cc74ed6e6653 req-28980667-583a-435e-9190-d82c621319bd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:22.912909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec2bd954-d505-4796-a419-cc74ed6e6653 req-28980667-583a-435e-9190-d82c621319bd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0979104 Feb 07 13:37:22.959156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec2bd954-d505-4796-a419-cc74ed6e6653 req-60efaf04-686c-480f-801e-4798be7be19e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Feb 07 13:37:24.153645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f8e3d-3c8c-4077-ae87-f49d332d54b1 req-531b893f-618c-4534-98f6-43f5571754dc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:24.155400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-468f8e3d-3c8c-4077-ae87-f49d332d54b1 req-531b893f-618c-4534-98f6-43f5571754dc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0876637 Feb 07 13:37:24.201968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-468f8e3d-3c8c-4077-ae87-f49d332d54b1 req-8057fea6-0aaf-4834-9cfa-f8eace3fb4a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Feb 07 13:37:24.788280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:25.399505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665234e-f16e-49e8-89e1-42b32a8fb7c1 req-c24d98c9-2c4f-4192-9ef4-4bf2d6fc1766 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:25.401026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2665234e-f16e-49e8-89e1-42b32a8fb7c1 req-c24d98c9-2c4f-4192-9ef4-4bf2d6fc1766 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0930247 Feb 07 13:37:25.446664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2665234e-f16e-49e8-89e1-42b32a8fb7c1 req-a75f0c50-f652-4313-ac52-dafe3f7970cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396795 Feb 07 13:37:26.648179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bb545-6c4b-4665-9a89-03befd8ee464 req-cce6fb3f-cc99-4b55-8ec2-de92be76e337 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:26.657036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-136bb545-6c4b-4665-9a89-03befd8ee464 req-cce6fb3f-cc99-4b55-8ec2-de92be76e337 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0984802 Feb 07 13:37:26.701969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-136bb545-6c4b-4665-9a89-03befd8ee464 req-b50f1f93-15d4-437a-8d1a-2606b54bdfbc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438983 Feb 07 13:37:27.889675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a7ce-f8df-4a00-843f-2211711e723f req-7444041d-c181-4394-9b03-00df45a5581d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:27.891147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a175a7ce-f8df-4a00-843f-2211711e723f req-7444041d-c181-4394-9b03-00df45a5581d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0792618 Feb 07 13:37:27.949796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a175a7ce-f8df-4a00-843f-2211711e723f req-94006ba5-df25-4d5a-8982-0150117c4a77 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529680 Feb 07 13:37:29.144222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edfc3d-3b55-4181-9435-d4122cdb10c1 req-081c0ed2-b8ba-4739-8b14-fa43e0a47d02 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:29.145695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6edfc3d-3b55-4181-9435-d4122cdb10c1 req-081c0ed2-b8ba-4739-8b14-fa43e0a47d02 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0824063 Feb 07 13:37:29.190228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6edfc3d-3b55-4181-9435-d4122cdb10c1 req-928b6e02-e6ef-42af-8292-3c6266e066f7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Feb 07 13:37:30.387959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86119e8-1f3d-459c-9cba-499763510cf6 req-cb830235-8904-4e7e-a92e-3f8722a8f6be tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:30.392510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d86119e8-1f3d-459c-9cba-499763510cf6 req-cb830235-8904-4e7e-a92e-3f8722a8f6be tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0911138 Feb 07 13:37:30.434487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d86119e8-1f3d-459c-9cba-499763510cf6 req-9fbe34ee-fa66-4f72-884d-b51e4a52a593 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391059 Feb 07 13:37:31.626842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c484-c1a0-40d1-a5fa-94e5905457a9 req-4d5bf28c-0e76-4082-8c0c-fe956eadc1ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:31.628345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed71c484-c1a0-40d1-a5fa-94e5905457a9 req-4d5bf28c-0e76-4082-8c0c-fe956eadc1ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0853925 Feb 07 13:37:31.674848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed71c484-c1a0-40d1-a5fa-94e5905457a9 req-8206aa3a-5ad5-4be3-87e8-4c781df39585 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Feb 07 13:37:32.866516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68032b-7c5f-4fa3-a446-010dd17a210d req-291280d4-3f82-44a8-8596-fc7a3f690132 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:32.868980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da68032b-7c5f-4fa3-a446-010dd17a210d req-291280d4-3f82-44a8-8596-fc7a3f690132 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0849290 Feb 07 13:37:32.914163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da68032b-7c5f-4fa3-a446-010dd17a210d req-02450608-a30d-4c65-911b-c0a5b8d8310d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386703 Feb 07 13:37:33.581483 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-c2a2c94e-7411-494e-95e2-6ab0e1be7e62 service neutron] show failed (client error): The resource could not be found. Feb 07 13:37:33.582393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-c2a2c94e-7411-494e-95e2-6ab0e1be7e62 service neutron] 10.222.0.35 "GET /v2.0/ports/a39b4a59-c09f-4ad4-a0b3-b7606a126ddd/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0753837 Feb 07 13:37:34.107716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9012-200f-4e9c-97df-f4a449cf72ac req-52365865-6f5c-45fb-ae6a-59e05bc9f0cb tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:34.109232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf4a9012-200f-4e9c-97df-f4a449cf72ac req-52365865-6f5c-45fb-ae6a-59e05bc9f0cb tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0850575 Feb 07 13:37:34.154416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf4a9012-200f-4e9c-97df-f4a449cf72ac req-ad22e0e7-06d5-46ae-ab12-c116a7623488 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 Feb 07 13:37:34.316467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-f589fae4-0002-4b9d-b88e-4a89de886c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:34.317945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-f589fae4-0002-4b9d-b88e-4a89de886c60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 1096 time: 0.0730450 Feb 07 13:37:34.330421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:37:34.442621 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:34.722491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:37:34.746664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:37:34.804441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:37:34.810850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:34.826629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Transition to ACTIVE for port object a39b4a59-c09f-4ad4-a0b3-b7606a126ddd will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:37:34.862616 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'code': 200} Feb 07 13:37:35.008126 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:35.270226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:37:35.387659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] No DVR routers for this DVR port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:37:35.502249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebb855-fae0-4d67-bce6-d197c713dee2 req-aa8f8f3c-3841-4d9d-9298-f21198d868d9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:35.503768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-caebb855-fae0-4d67-bce6-d197c713dee2 req-aa8f8f3c-3841-4d9d-9298-f21198d868d9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 943 time: 0.2310188 Feb 07 13:37:35.627203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-caebb855-fae0-4d67-bce6-d197c713dee2 req-acc304e0-73c8-47d9-98b5-69ba1f0a72f4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701406 Feb 07 13:37:35.682041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Attempting to bind port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:37:35.682377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Attempting to bind port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:37:35.682690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Attempting to bind port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on network d02fbd4b-241e-4098-a8a4-035ab40561c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:37:35.687751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on network d02fbd4b-241e-4098-a8a4-035ab40561c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:37:35.688902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Attempting to bind port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on network d02fbd4b-241e-4098-a8a4-035ab40561c0 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:37:35.693180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:37:35.693512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Checking segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:37:35.693890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Bound using segment: {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:37:35.694311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Bound port: a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afae0b-35d2-4a37-a1b9-1a6d3034ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:37:35.694655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:35.791369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:37:35.794634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:37:35.868271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:35.933946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:35.934561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:35.936606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] 10.222.0.47 "PUT /v2.0/ports/a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 1091 time: 1.6101112 Feb 07 13:37:35.953967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ecc5b-63c6-46ec-9c86-875d5e5c1451 service neutron] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:37:36.035585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-11133efb-8d9b-4fc0-9683-5657c40e98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:36.037220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-11133efb-8d9b-4fc0-9683-5657c40e98ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1094 time: 0.0774469 Feb 07 13:37:36.174350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-cfebd23d-7f11-4389-b664-7aab0bbaeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:36.175819 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-cfebd23d-7f11-4389-b664-7aab0bbaeff5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.1322336 Feb 07 13:37:36.285418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-600946f3-e67a-4912-828f-b80991b13eb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 999 time: 0.1031296 Feb 07 13:37:36.350440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-fc1dd5d4-3811-42e8-a63b-615d16a606c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:36.351883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-fc1dd5d4-3811-42e8-a63b-615d16a606c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.0586445 Feb 07 13:37:36.436196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-332b65c2-0ad7-4efa-b568-b9506b36e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:36.437960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-332b65c2-0ad7-4efa-b568-b9506b36e077 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787935 Feb 07 13:37:36.575759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-1897674e-7431-4193-8fc5-c71e899f6efd service neutron] 10.222.0.47 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305976 Feb 07 13:37:36.718569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51cd434f-eac5-4cd2-912f-04940b5044b8 req-c7853573-73cb-4895-9ff5-012b072b9c03 service neutron] 10.222.0.47 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365702 Feb 07 13:37:36.824474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b718e-1c58-41e0-8198-b275d1dfab59 req-d91cd474-821e-4860-b424-7bb5896a85e8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:36.826222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f41b718e-1c58-41e0-8198-b275d1dfab59 req-d91cd474-821e-4860-b424-7bb5896a85e8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 943 time: 0.0807669 Feb 07 13:37:36.864833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:37:36.884327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f41b718e-1c58-41e0-8198-b275d1dfab59 req-cca8c8b4-8497-49d3-911b-12552b589ffd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444970 Feb 07 13:37:36.924139 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'status': 'completed', 'code': 200} Feb 07 13:37:37.072721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4b59-00a7-40fe-a140-54221424d775 req-2bdcfb72-de1b-48b2-a341-32342829f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:37.074188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-2bdcfb72-de1b-48b2-a341-32342829f18f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1094 time: 0.1343131 Feb 07 13:37:37.077578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4b59-00a7-40fe-a140-54221424d775 req-1befbfff-4c60-49ac-bb14-0553215bf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:37.078861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-1befbfff-4c60-49ac-bb14-0553215bf529 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1094 time: 0.1020713 Feb 07 13:37:37.084312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a39b4a59-c09f-4ad4-a0b3-b7606a126ddd no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:37:37.182395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device a39b4a59-c09f-4ad4-a0b3-b7606a126ddd not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:37:37.450539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4b59-00a7-40fe-a140-54221424d775 req-dc2704df-34de-438d-b25a-73c742aa6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:37.452575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-dc2704df-34de-438d-b25a-73c742aa6ebc service neutron] 10.222.0.35 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.3726335 Feb 07 13:37:37.454777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4b59-00a7-40fe-a140-54221424d775 req-0536de7b-96e0-43d4-af82-1bd83ce0ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:37.456138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-0536de7b-96e0-43d4-af82-1bd83ce0ded0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.3565624 Feb 07 13:37:37.646241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-93fa42bc-d66d-4ba8-a979-c5ba491dcf92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 999 time: 0.1872914 Feb 07 13:37:37.647926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-553e26ce-53c8-435f-ab35-0fefa85422a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 999 time: 0.1402633 Feb 07 13:37:37.757662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4b59-00a7-40fe-a140-54221424d775 req-3366713e-40ef-4bc0-afcf-b7e9f072814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:37.759123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-3366713e-40ef-4bc0-afcf-b7e9f072814a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.1067393 Feb 07 13:37:37.762431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4b59-00a7-40fe-a140-54221424d775 req-d2e8116a-cfba-4073-b7c1-61dbd61c6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:37.763860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-d2e8116a-cfba-4073-b7c1-61dbd61c6b33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.0819910 Feb 07 13:37:37.896104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4b59-00a7-40fe-a140-54221424d775 req-8eb4e1b5-85f0-4475-a034-9ef491d593ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:37.897599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-8eb4e1b5-85f0-4475-a034-9ef491d593ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328862 Feb 07 13:37:37.900568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4b59-00a7-40fe-a140-54221424d775 req-ab638d31-af2e-4774-b288-664fde878fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:37.901870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-ab638d31-af2e-4774-b288-664fde878fa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046088 Feb 07 13:37:38.210741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-02e02e94-b268-4aaf-ae03-9e23e753c15a service neutron] 10.222.0.47 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878187 Feb 07 13:37:38.212463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-a4673442-af4c-4569-a2eb-bbd31cddb6f9 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083611 Feb 07 13:37:38.225290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9708faf-f8fd-415c-8cda-306c0f099b76 req-8e206c83-8e91-4249-840b-9f2398f5a420 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:38.226687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9708faf-f8fd-415c-8cda-306c0f099b76 req-8e206c83-8e91-4249-840b-9f2398f5a420 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 943 time: 0.2356408 Feb 07 13:37:38.437863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9708faf-f8fd-415c-8cda-306c0f099b76 req-b4ed30ce-56e8-41f4-a8cf-edfaade5503c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921389 Feb 07 13:37:38.500857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-00fae34a-1a87-4341-bfaa-1bd9043e8476 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733154 Feb 07 13:37:38.503873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097b4b59-00a7-40fe-a140-54221424d775 req-51f948fd-5110-4598-82ef-1d3106f6854c service neutron] 10.222.0.47 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863734 Feb 07 13:37:38.793489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fa1102a2-dc2a-4237-8640-1eb9df580fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:39.629330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982fdaa-fee7-4a7c-9252-9418e3d42fab req-83953400-5f31-4aee-b1e6-3d7a9d2db150 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:39.631105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9982fdaa-fee7-4a7c-9252-9418e3d42fab req-83953400-5f31-4aee-b1e6-3d7a9d2db150 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 943 time: 0.0860126 Feb 07 13:37:39.808141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9982fdaa-fee7-4a7c-9252-9418e3d42fab req-19dccca3-1447-43ca-8a43-8c3df8f952a3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712685 Feb 07 13:37:40.081298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a39b4a59-c09f-4ad4-a0b3-b7606a126ddd details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:37:40.211749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:37:40.225964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'port_id': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'mac_address': 'fa:16:3e:53:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:37:40.285503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:40.305359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39b4a59-c09f-4ad4-a0b3-b7606a126ddd {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:37:40.321323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:37:40.428307 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:40.494810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:37:40.503308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.503308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.503473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.503824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.504188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.505898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.505898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.505898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.505898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.506245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.506316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.506665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:37:40.859744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:37:41.001735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1439e7-0f8b-42a3-8d8f-1c19a703d100 req-6c556632-0ea3-49a1-9776-3e430398a739 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:41.003224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1439e7-0f8b-42a3-8d8f-1c19a703d100 req-6c556632-0ea3-49a1-9776-3e430398a739 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 944 time: 0.0882974 Feb 07 13:37:41.049432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1439e7-0f8b-42a3-8d8f-1c19a703d100 req-bcccc31b-724e-4e2b-9874-6e966e1714f8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Feb 07 13:37:41.570688 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fe267dac-15b5-43c7-b606-acf2fc1c341e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:42.092158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a39b4a59-c09f-4ad4-a0b3-b7606a126ddd up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:37:42.245196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b828f-6cac-4483-bcf3-08bbc36661ed req-bea7652d-367b-4ab5-bf2b-deeecf218dcc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:42.246593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-059b828f-6cac-4483-bcf3-08bbc36661ed req-bea7652d-367b-4ab5-bf2b-deeecf218dcc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 944 time: 0.0835598 Feb 07 13:37:42.285117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:37:42.290328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:37:42.290700 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:42.292568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-059b828f-6cac-4483-bcf3-08bbc36661ed req-bc7070b4-7b55-43fb-816d-8c844c00c844 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391328 Feb 07 13:37:42.355355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:42.390630 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:42.422001 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:42.453106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:37:42.465144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:37:42.510698 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'code': 200} Feb 07 13:37:42.605735 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:42.681249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:37:42.958519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24785978-ff1e-4ba7-af80-31701499e67e req-29c8a353-9758-4bfe-9dc6-98d190e50564 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:42.961682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24785978-ff1e-4ba7-af80-31701499e67e req-29c8a353-9758-4bfe-9dc6-98d190e50564 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.1539457 Feb 07 13:37:43.021506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24785978-ff1e-4ba7-af80-31701499e67e req-8358b460-5354-4b96-9827-2c5bbc6797db tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554588 Feb 07 13:37:43.029970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-843aea22-bd8c-4dcb-9fed-6dd109e81b38 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:43.031401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-843aea22-bd8c-4dcb-9fed-6dd109e81b38 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26&tenant_id=34acd293d1b74783a724230f7eedab17&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 945 time: 0.1526902 Feb 07 13:37:43.115332 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-c536a224-e1c8-44d6-b65f-2252021dc9eb service neutron] delete failed (client error): The resource could not be found. Feb 07 13:37:43.116432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-c536a224-e1c8-44d6-b65f-2252021dc9eb service neutron] 10.222.0.35 "DELETE /v2.0/ports/a39b4a59-c09f-4ad4-a0b3-b7606a126ddd/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0796275 Feb 07 13:37:43.262336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-ea6cad07-af9d-4fd2-b2f7-11b59d1cd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:43.264478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-ea6cad07-af9d-4fd2-b2f7-11b59d1cd644 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1096 time: 0.0742395 Feb 07 13:37:43.397582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-5ec86a19-d69e-48dc-bbee-94225a3dc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:43.399031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-5ec86a19-d69e-48dc-bbee-94225a3dc5b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.1290128 Feb 07 13:37:43.505652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-4b2bc409-164d-477f-b85e-b44a4638b09d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 1001 time: 0.1010168 Feb 07 13:37:43.568474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-c4baf336-fecb-4ac5-b515-8a5267cffd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:43.569973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-c4baf336-fecb-4ac5-b515-8a5267cffd41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.0585437 Feb 07 13:37:43.650186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-ad8da913-a4bd-4d9d-a177-63da46afbae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:43.652030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-ad8da913-a4bd-4d9d-a177-63da46afbae9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755460 Feb 07 13:37:43.782479 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:43.787792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-189525a7-4e23-447e-be3f-cec603f261d8 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303172 Feb 07 13:37:43.927558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b08ecc9-3ba0-42de-b5ae-34c653868448 req-135b16fa-ee74-4213-b25b-9544b65ea141 service neutron] 10.222.0.35 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332588 Feb 07 13:37:44.217100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef785-0f07-4881-a6df-33a28abefb7b req-49d05a24-5269-4a1b-bfde-5b01873ed264 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:44.218600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e8ef785-0f07-4881-a6df-33a28abefb7b req-49d05a24-5269-4a1b-bfde-5b01873ed264 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0823631 Feb 07 13:37:44.263820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e8ef785-0f07-4881-a6df-33a28abefb7b req-576dd25f-d8d4-44da-9fe6-d8b8f73bbcb3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391273 Feb 07 13:37:45.267715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:45.453589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba2130-c49c-4202-93d9-00acf7b26756 req-d13fec6f-d332-492b-bc35-dfc30e3f6775 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:37:45.455136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00ba2130-c49c-4202-93d9-00acf7b26756 req-d13fec6f-d332-492b-bc35-dfc30e3f6775 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0861282 Feb 07 13:37:45.501635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00ba2130-c49c-4202-93d9-00acf7b26756 req-da46d5d6-4665-457d-8dea-693988ea5aaf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Feb 07 13:37:45.526344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53204) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:37:45.639419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ed2804f9-0dfb-4a9b-9096-0b9570462a5f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/60cfcaad-9512-4381-9116-373a1f10d233 HTTP/1.1" status: 200 len: 993 time: 0.1118832 Feb 07 13:37:54.781741 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:37:58.013537 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:38:08.764858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f4a603c1-481a-4e64-bb5c-58060f0e04ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:11.630869 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d1050afe-155d-4f6d-b7c5-f4fddfc70b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:12.250666 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:12.313300 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:13.787281 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:15.283117 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:18.414682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-3c17a2a1-f6c6-4a4b-9155-4fced0674574 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754905 Feb 07 13:38:18.514263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-97c7ed01-3437-4905-8295-60fa93f9d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:18.515960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-97c7ed01-3437-4905-8295-60fa93f9d09d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 1096 time: 0.0771472 Feb 07 13:38:18.791272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-806bd405-5986-4677-95ff-ac87b8860d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:18.792753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-806bd405-5986-4677-95ff-ac87b8860d38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.2515638 Feb 07 13:38:18.901485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-098860ef-d505-49df-9dc1-fe0130c1b52b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b20450-1b49-41c5-8520-8f78ea87ccb4 HTTP/1.1" status: 200 len: 1001 time: 0.0988481 Feb 07 13:38:18.967632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-7cf2079d-c62e-4141-affe-639cb6c07748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:18.969186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-7cf2079d-c62e-4141-affe-639cb6c07748 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0608680 Feb 07 13:38:19.045231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-98a60f56-0bdd-4151-a059-b327b1411adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:19.046714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-98a60f56-0bdd-4151-a059-b327b1411adf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717018 Feb 07 13:38:19.183478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-2f0b2569-5d50-4945-856a-eb9299e69207 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302226 Feb 07 13:38:19.333055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae1b0aef-ad76-4595-8c37-8a8f04e23645 req-d83fa74f-41d2-4635-90f5-db11bef9f6f2 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423173 Feb 07 13:38:24.821687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:35.014293 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:38:38.759382 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0dd2cb47-787f-4cc8-b220-f6d9f38d6fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:41.553358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ea8e0a98-6c50-4305-81e5-94caed098b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:42.255960 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:42.318581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:42.783507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcf9f5-58a4-44d8-b895-2312868c875f req-369f88e3-910b-4053-86a8-15d0e958dc40 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:42.785036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1abcf9f5-58a4-44d8-b895-2312868c875f req-369f88e3-910b-4053-86a8-15d0e958dc40 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1096 time: 0.0745587 Feb 07 13:38:42.825330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1abcf9f5-58a4-44d8-b895-2312868c875f req-11a7da1a-ffd0-4ef3-9e47-52f53a643c3c tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347209 Feb 07 13:38:42.848442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53486) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:43.063745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 89c191f7-ddf8-48f9-aac2-8548b69697b9 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:38:43.063745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:43.241649 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:43.241980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:43.370712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 89c191f7-ddf8-48f9-aac2-8548b69697b9 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:38:43.624870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:43.674475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=89c191f7-ddf8-48f9-aac2-8548b69697b9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:43.713119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.713999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.713999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.714159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.715092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.715092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.715654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.715654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.716149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.716233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.716554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.716874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:43.778022 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:43.778354 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Floating IP 60cfcaad-9512-4381-9116-373a1f10d233 disassociated (deleted). External IP: 172.25.7.102, port: a39b4a59-c09f-4ad4-a0b3-b7606a126ddd. Feb 07 13:38:43.821400 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:44.258449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router defccde2-b5f8-45c2-addd-c04b5fb38a04 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:38:44.446183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:38:44.456555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] Sync routers for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:38:44.467069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:38:44.471641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:38:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:44.547951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:44.608926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bc131cc9-9541-434a-a5c3-f960d118ff27 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/floatingips/60cfcaad-9512-4381-9116-373a1f10d233 HTTP/1.1" status: 204 len: 168 time: 1.7593248 Feb 07 13:38:44.609631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:38:44.662215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:38:44.672659 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'status': 'completed', 'code': 200} Feb 07 13:38:44.815694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42b380-64b7-4275-a389-9d5533b980ad req-d3778a29-dfd7-464d-9134-7ae6c2b7d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:44.817274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f42b380-64b7-4275-a389-9d5533b980ad req-d3778a29-dfd7-464d-9134-7ae6c2b7d62a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 1096 time: 0.1185658 Feb 07 13:38:44.978655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42b380-64b7-4275-a389-9d5533b980ad req-7a67f350-b9f3-4a75-ad6f-344e9c76cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:44.980298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f42b380-64b7-4275-a389-9d5533b980ad req-7a67f350-b9f3-4a75-ad6f-344e9c76cb07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 200 len: 896 time: 0.1570318 Feb 07 13:38:45.032585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:27Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:45.036671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] Checking router: defccde2-b5f8-45c2-addd-c04b5fb38a04 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:38:45.045464 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:38:45.046075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:38:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:45.054029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f42b380-64b7-4275-a389-9d5533b980ad req-7a51ed92-10be-4ee1-b416-659dd338af3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 200 len: 217 time: 0.0674956 Feb 07 13:38:45.123431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42b380-64b7-4275-a389-9d5533b980ad req-ddfd404c-1c6c-4a39-887c-996874c2a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:45.125000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f42b380-64b7-4275-a389-9d5533b980ad req-ddfd404c-1c6c-4a39-887c-996874c2a3af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 200 len: 835 time: 0.0640042 Feb 07 13:38:45.209358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42b380-64b7-4275-a389-9d5533b980ad req-871532b6-b1fc-4bf0-908e-060f47a20d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:45.210635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f42b380-64b7-4275-a389-9d5533b980ad req-871532b6-b1fc-4bf0-908e-060f47a20d0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d02fbd4b-241e-4098-a8a4-035ab40561c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783725 Feb 07 13:38:45.282484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:38:45.352930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f42b380-64b7-4275-a389-9d5533b980ad req-56485e14-6942-4412-beef-fd1b66576f13 service neutron] 10.222.0.47 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354055 Feb 07 13:38:45.493500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f42b380-64b7-4275-a389-9d5533b980ad req-e0d4df43-0844-45a3-94e0-7b9753f15688 service neutron] 10.222.0.47 "GET /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340232 Feb 07 13:38:45.605140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:27Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:45.609825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b254e-62ae-45f8-9c42-d6c2b2622c1a None None] The sync data for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 is: [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '179a8efe-0533-427d-93d7-6710f54de640', 'name': '', 'network_id': 'd02fbd4b-241e-4098-a8a4-035ab40561c0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:b7:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:19Z', 'updated_at': '2022-02-07T13:36:27Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'b9e061fa-a9a8-4c65-a3cd-3414a9e727ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:38:45.728951 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:45.860962 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64c387-3fe4-40e0-ad30-33297b972810 None None] New status for floating IP 60cfcaad-9512-4381-9116-373a1f10d233: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:38:46.176300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce88c6-4e4e-4ae1-81f2-aa95edc78e6d req-2d09b5e0-3dcc-42e8-9f0a-f813aff07504 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:46.176300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d0ce88c6-4e4e-4ae1-81f2-aa95edc78e6d req-2d09b5e0-3dcc-42e8-9f0a-f813aff07504 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:38:46.301817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d0ce88c6-4e4e-4ae1-81f2-aa95edc78e6d req-2d09b5e0-3dcc-42e8-9f0a-f813aff07504 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:38:46.303032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0ce88c6-4e4e-4ae1-81f2-aa95edc78e6d req-2d09b5e0-3dcc-42e8-9f0a-f813aff07504 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.2045825 Feb 07 13:38:46.350205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0ce88c6-4e4e-4ae1-81f2-aa95edc78e6d req-2a8981d4-be81-46dd-8118-7ea6612a0ce8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 Feb 07 13:38:47.666542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038968d-a19c-4983-a437-10ee64683d23 req-5dbc3b12-9cf1-4781-8705-8f8ce63f6260 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:47.672362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c038968d-a19c-4983-a437-10ee64683d23 req-5dbc3b12-9cf1-4781-8705-8f8ce63f6260 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.2136362 Feb 07 13:38:47.717070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c038968d-a19c-4983-a437-10ee64683d23 req-fef7878f-2fef-44dd-b2f0-cf829ff575dc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=20f37c10-9313-466f-9024-532d8cfe4812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429437 Feb 07 13:38:47.967705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-604a54fd-d4ae-44bc-b6fe-49b5a3ce0851 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:47.969236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-604a54fd-d4ae-44bc-b6fe-49b5a3ce0851 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 945 time: 0.0813549 Feb 07 13:38:48.043048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:38:48.043395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:48.298018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:38:48.298267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:48.425768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for a39b4a59-c09f-4ad4-a0b3-b7606a126ddd owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:38:48.633269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:48.684797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=a39b4a59-c09f-4ad4-a0b3-b7606a126ddd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:48.769997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] No DVR routers for this DVR port a39b4a59-c09f-4ad4-a0b3-b7606a126ddd on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:38:48.772970 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:48.775833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'name': 'network-vif-deleted', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:38:48.825909 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7eca344-e7e3-411f-9132-196adb96ef26', 'name': 'network-vif-deleted', 'tag': 'a39b4a59-c09f-4ad4-a0b3-b7606a126ddd', 'status': 'completed', 'code': 200} Feb 07 13:38:48.874157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eea8ae9f-c441-4c35-bcde-929eb08cfb3f req-4dcaa8c0-5e6c-473d-99b6-737272553cc7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "DELETE /v2.0/ports/a39b4a59-c09f-4ad4-a0b3-b7606a126ddd HTTP/1.1" status: 204 len: 173 time: 0.8993695 Feb 07 13:38:48.881248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ef34520d-7f7d-42c9-85aa-cf550bddbe79 req-97a99bee-3a3b-467e-b8e6-57f582e5087b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:38:48.952301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ef34520d-7f7d-42c9-85aa-cf550bddbe79 req-97a99bee-3a3b-467e-b8e6-57f582e5087b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:38:48.956188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef34520d-7f7d-42c9-85aa-cf550bddbe79 req-97a99bee-3a3b-467e-b8e6-57f582e5087b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7eca344-e7e3-411f-9132-196adb96ef26 HTTP/1.1" status: 200 len: 210 time: 0.1184127 Feb 07 13:38:50.055410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53540) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:50.590886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a39b4a59-c09f-4ad4-a0b3-b7606a126ddd no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:38:50.631677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: a39b4a59-c09f-4ad4-a0b3-b7606a126ddd {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:38:50.631677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a39b4a59-c09f-4ad4-a0b3-b7606a126ddd not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:38:50.641361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:51.138681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 179a8efe-0533-427d-93d7-6710f54de640 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:38:51.139327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:51.336151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 179a8efe-0533-427d-93d7-6710f54de640, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=179a8efe-0533-427d-93d7-6710f54de640,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:38:51.336444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:51.463204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 179a8efe-0533-427d-93d7-6710f54de640 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:38:51.707061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:51.761591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=179a8efe-0533-427d-93d7-6710f54de640,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:52.045755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:52.540299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router defccde2-b5f8-45c2-addd-c04b5fb38a04 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:38:52.602744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53554) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:52.729965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:52.733894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:38:52.746300 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:52.746429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] Sync routers for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:38:52.750748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Usage tracker for resource:security_group_rule and tenant:f323d66f8edb414d800fbde32f286f4f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:52.753653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:52.755859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:38:52.756482 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:38:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:52.759747 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:52.826150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7c3d7bcd-5f40-42f0-bf23-2166164023b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "PUT /v2.0/routers/defccde2-b5f8-45c2-addd-c04b5fb38a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7668953 Feb 07 13:38:52.826369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53560) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:52.842193 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:52.894120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a31120-e81b-448b-94df-2ec315359953 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting subnet b9e061fa-a9a8-4c65-a3cd-3414a9e727ff {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:38:52.896993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e4a31120-e81b-448b-94df-2ec315359953 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:52.935662 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:52.936491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:38:52.956165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e4a31120-e81b-448b-94df-2ec315359953 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:52.986490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89480e01-4b52-4ea4-bd96-58b8b00a58b8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:52.990591 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f323d66f8edb414d800fbde32f286f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868527 Feb 07 13:38:52.996468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53564) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:52.997859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:52.998319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:52.998754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:52.999193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:52.999618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:53.000068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:53.001107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:53.001107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:53.001107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:53.001681 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:53.002191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:53.002629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e4e9-fd80-4df4-b232-5206e22505fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:53.096397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a3edf98-4393-477c-b49d-fc6bc7d0cf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.107575 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e4a31120-e81b-448b-94df-2ec315359953 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.193264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a3edf98-4393-477c-b49d-fc6bc7d0cf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.249800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:38:51Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:53.256731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] Checking router: defccde2-b5f8-45c2-addd-c04b5fb38a04 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:38:53.268644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] Routers {'defccde2-b5f8-45c2-addd-c04b5fb38a04'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:38:53.269509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:38:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['defccde2-b5f8-45c2-addd-c04b5fb38a04'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:53.325593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e4a31120-e81b-448b-94df-2ec315359953 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.360211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a3edf98-4393-477c-b49d-fc6bc7d0cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.376967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a31120-e81b-448b-94df-2ec315359953 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e061fa-a9a8-4c65-a3cd-3414a9e727ff,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:53.381937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3edf98-4393-477c-b49d-fc6bc7d0cf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89480e01-4b52-4ea4-bd96-58b8b00a58b8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:53.394535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e4a31120-e81b-448b-94df-2ec315359953 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.403677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e4a31120-e81b-448b-94df-2ec315359953 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/subnets/b9e061fa-a9a8-4c65-a3cd-3414a9e727ff HTTP/1.1" status: 204 len: 168 time: 0.5762510 Feb 07 13:38:53.408667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6a3edf98-4393-477c-b49d-fc6bc7d0cf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.408907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53572) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:53.413703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6a3edf98-4393-477c-b49d-fc6bc7d0cf7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89480e01-4b52-4ea4-bd96-58b8b00a58b8 HTTP/1.1" status: 204 len: 168 time: 0.4122632 Feb 07 13:38:53.449881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2950d2-349c-4a1a-a3a4-dc3ebb4553fc None None] Network d02fbd4b-241e-4098-a8a4-035ab40561c0 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:38:53.622776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] Set router defccde2-b5f8-45c2-addd-c04b5fb38a04 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:38:53.637859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.852413 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:53.930241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 69614c20-538f-4875-8e37-062fc7aa05c0 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:38:53.931910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:54.041676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:38:51Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:54.048977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029deef9-55ac-4d9d-88ed-70cb46d68ead None None] The sync data for ids ['defccde2-b5f8-45c2-addd-c04b5fb38a04'] in n-d-811416-5 is: [{'id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1913198377', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:36:12Z', 'updated_at': '2022-02-07T13:38:51Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '69614c20-538f-4875-8e37-062fc7aa05c0', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ca:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defccde2-b5f8-45c2-addd-c04b5fb38a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:36:13Z', 'updated_at': '2022-02-07T13:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:38:54.093380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] DHCP port deletion for d02fbd4b-241e-4098-a8a4-035ab40561c0 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:38:54.097762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Deleting port 9325acb3-2c17-4f25-9316-e8c918832659 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:38:54.098142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:54.144526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 69614c20-538f-4875-8e37-062fc7aa05c0, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=69614c20-538f-4875-8e37-062fc7aa05c0,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:38:54.145000 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:54.273797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 69614c20-538f-4875-8e37-062fc7aa05c0 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:38:54.318111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] For port 9325acb3-2c17-4f25-9316-e8c918832659, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9325acb3-2c17-4f25-9316-e8c918832659,segment=NetworkSegment(12afae0b-35d2-4a37-a1b9-1a6d3034ac48),segment_id=12afae0b-35d2-4a37-a1b9-1a6d3034ac48)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:38:54.318514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:54.452746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Calling delete_port for 9325acb3-2c17-4f25-9316-e8c918832659 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:38:54.604681 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:54.653219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Pushing event deleted for resources: {'Port': ['ID=9325acb3-2c17-4f25-9316-e8c918832659,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:54.663118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.663460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.663804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.664178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.664512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.664839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.665172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.665510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.665825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.666155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.666478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.666799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:38:54.673287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06067b-9fd4-41b4-803a-530a5d8b81ed None None] No DVR routers for this DVR port 9325acb3-2c17-4f25-9316-e8c918832659 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:38:54.775433 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:54.826249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=69614c20-538f-4875-8e37-062fc7aa05c0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:54.832983 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:54.924744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.101481 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.103647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.221440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.221994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Fanout notify agent at l3_agent the message router_deleted on router defccde2-b5f8-45c2-addd-c04b5fb38a04 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:38:55.254089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.255196 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4a593f5a-3905-4008-b67b-b8ebcbe1b6cf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/routers/defccde2-b5f8-45c2-addd-c04b5fb38a04 HTTP/1.1" status: 204 len: 168 time: 1.8452082 Feb 07 13:38:55.258111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53604) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:55.352540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 179a8efe-0533-427d-93d7-6710f54de640 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:38:55.387796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 179a8efe-0533-427d-93d7-6710f54de640 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:38:55.388399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 179a8efe-0533-427d-93d7-6710f54de640 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:38:55.389091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9325acb3-2c17-4f25-9316-e8c918832659 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:38:55.414799 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.427691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9325acb3-2c17-4f25-9316-e8c918832659 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:38:55.428076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9325acb3-2c17-4f25-9316-e8c918832659 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:38:55.551356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.576509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02fbd4b-241e-4098-a8a4-035ab40561c0']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:55.592325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12afae0b-35d2-4a37-a1b9-1a6d3034ac48') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:55.592325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12afae0b-35d2-4a37-a1b9-1a6d3034ac48') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:38:55.601339 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.618683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.625101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:38:55.625561 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: util.warn( Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:38:55.641135 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:38:55.787223 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.805071 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.814768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Network': ['ID=d02fbd4b-241e-4098-a8a4-035ab40561c0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:55.817349 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-58786dee-4e5c-45af-bd03-998bd599351e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/networks/d02fbd4b-241e-4098-a8a4-035ab40561c0 HTTP/1.1" status: 204 len: 168 time: 0.5583160 Feb 07 13:38:55.821368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:55.892006 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9419-59fe-400b-ab7e-d7a1a95f8012 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:55.923595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9419-59fe-400b-ab7e-d7a1a95f8012 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:56.090962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9419-59fe-400b-ab7e-d7a1a95f8012 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:56.108511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd9419-59fe-400b-ab7e-d7a1a95f8012 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f37c10-9313-466f-9024-532d8cfe4812,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:56.174939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9419-59fe-400b-ab7e-d7a1a95f8012 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:56.176208 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c6bd9419-59fe-400b-ab7e-d7a1a95f8012 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/security-groups/20f37c10-9313-466f-9024-532d8cfe4812 HTTP/1.1" status: 204 len: 168 time: 0.3551648 Feb 07 13:38:56.632375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53624) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:56.638142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169814816', 'description': 'tempest-secgroup-smoke-1169814816 description', 'project_id': '34acd293d1b74783a724230f7eedab17'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:56.647811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:56.652948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:56.657998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:56.665018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:56.735560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:56.755484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:56.759641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:56.763498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:56.769208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:56.842382 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:56.895454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:56.941736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04847e9-0004-4eb5-90f3-17b13a8e2f07,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:57.021319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.022664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8a9b7a21-bfaf-4943-8175-a2ee469993b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3892908 Feb 07 13:38:57.025432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53628) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:57.031120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': 'b04847e9-0004-4eb5-90f3-17b13a8e2f07', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:57.038030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:57.041976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:57.045656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:57.051519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:57.160173 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.220394 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.235596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 69614c20-538f-4875-8e37-062fc7aa05c0 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:38:57.270186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 69614c20-538f-4875-8e37-062fc7aa05c0 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:38:57.270531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 69614c20-538f-4875-8e37-062fc7aa05c0 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:38:57.307067 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.330788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cb66fd-925f-4bc2-bc72-f033b60d5043,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:57.404247 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.405456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d2e31259-cb89-44cc-90f0-580d0f3073c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790002 Feb 07 13:38:57.408155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53632) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:57.413085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': 'b04847e9-0004-4eb5-90f3-17b13a8e2f07', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:57.419317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:57.423083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:57.426014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:57.431641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:57.514150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.576321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.667755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.693968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca330d6-9a35-4df8-ae93-3a6822e84f9a,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:57.787143 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:57.788556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e8f58a6b-3f60-4b37-856b-999152ed37aa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3793199 Feb 07 13:38:57.791184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53642) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:57.796760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': 'b04847e9-0004-4eb5-90f3-17b13a8e2f07', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:57.803241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:57.807641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:57.811357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:57.817576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:57.886955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-9117140c-ed22-456a-a243-f5847733cb67 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6802f2a6b5a341cd80bfbaff91d97d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277259 Feb 07 13:38:57.967870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.078964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.086047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-fb21d64e-140f-4520-9760-b419f3cf0900 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:58.087478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-fb21d64e-140f-4520-9760-b419f3cf0900 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944540 Feb 07 13:38:58.102146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-dc5792cb-7d5a-49d3-a004-37662b46eefc tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/quotas/6802f2a6b5a341cd80bfbaff91d97d39 HTTP/1.1" status: 200 len: 375 time: 0.0092599 Feb 07 13:38:58.152489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-cc2a9bcd-70a3-4f96-96f7-cfa2de31bb8b tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6802f2a6b5a341cd80bfbaff91d97d39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448003 Feb 07 13:38:58.157978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.185627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4394a2a0-f8b2-4d9e-9583-6b4c7b2bea9e,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:58.233086 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.234278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8145094a-f904-46a8-8469-370a58449892 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4421794 Feb 07 13:38:58.237229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53654) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:58.242152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': 'b04847e9-0004-4eb5-90f3-17b13a8e2f07', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:58.249236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:58.253038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:58.256141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:58.262019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:58.325869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.407123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3155db1-f009-4baa-8201-f0b96052f032 req-fcf6b230-957e-43ea-a82d-707005a4ef3e tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 210 time: 0.0544071 Feb 07 13:38:58.430906 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.511889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.536971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8794998-9b91-47b2-bf2a-0de2643f1584,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:58.598662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.599941 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-736bed3e-4485-4bda-abb5-f2ef000bedf9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617837 Feb 07 13:38:58.602978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53668) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:58.608883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': 'b04847e9-0004-4eb5-90f3-17b13a8e2f07', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:58.615928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:58.619815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:58.622786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:58.628638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:58.701832 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Project 34acd293d1b74783a724230f7eedab17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:38:58.709164 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.774301 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.838325 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.862379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ac43f7-4e77-40af-b789-04ef512043fc,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:58.935262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:58.936505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a1a14f38-458a-4eae-81cb-dd54aab13d37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325415 Feb 07 13:38:58.940726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 53678) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:58.945688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': 'b04847e9-0004-4eb5-90f3-17b13a8e2f07', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:58.952541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:58.956273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:58.959076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:58.965349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:59.030346 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Project 34acd293d1b74783a724230f7eedab17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:38:59.034843 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.100927 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.192700 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.216740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59efcda7-5c19-406d-bf4c-82475d2d5653,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:59.300410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.300410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-79fd77de-fb42-4955-9b76-5dbd327598af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554034 Feb 07 13:38:59.300594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53684) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:59.305764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'network': {'name': 'tempest-network-smoke--1604415937', 'project_id': '34acd293d1b74783a724230f7eedab17', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:59.312297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:59.316099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:network and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:59.319008 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:59.326102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:59.421129 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:38:59.424650 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.454090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:38:59.463252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.463685 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Added segment 18f447a2-1cfc-41c7-b4c4-20497d1c833c of type vlan for network f12821d9-741c-49dc-9d64-9391da0a4cca Feb 07 13:38:59.491253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.603342 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.609784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:38:59.610888 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.628219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-11c0181f-776e-4284-89cb-41843b661746 req-a9add14e-d773-4096-b99b-51b3d81ae727 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 210 time: 0.1653721 Feb 07 13:38:59.726213 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Network': ['ID=f12821d9-741c-49dc-9d64-9391da0a4cca,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:38:59.737513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network f12821d9-741c-49dc-9d64-9391da0a4cca details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:38:59.775281 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3e6ca835-9fb9-4040-a108-7e6125cc31b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4741578 Feb 07 13:38:59.778599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53690) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:38:59.783602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'admin_state_up': True, 'project_id': '34acd293d1b74783a724230f7eedab17', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:38:59.791500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:38:59.795753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:router and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:38:59.798928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:38:59.805390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:38:59.861901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.862996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:38:59.878989 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:00.353291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:00.690706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-77f3353f-e41d-4369-b1ce-50e3837bbf10 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6802f2a6b5a341cd80bfbaff91d97d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361581 Feb 07 13:39:00.799489 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:00.825072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b261f19b-9fb5-47ff-99fe-ce2f0d117820 req-40072227-1fbd-41d4-9d42-b6487f0db0f6 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 210 time: 0.0548148 Feb 07 13:39:00.829614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:00.906849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-c3fcd53d-f2c6-4ba3-8ded-79ac7ea3d1fc tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:00.908374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-c3fcd53d-f2c6-4ba3-8ded-79ac7ea3d1fc tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129939 Feb 07 13:39:00.923781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Request body: {'port': {'device_id': 'd9ee59be-3638-4e75-9c1b-715630066f75', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '6802f2a6b5a341cd80bfbaff91d97d39'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:00.977111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.25.7.61 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/f3e22037-9cde-4b82-8d9d-5e66316cea88) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:39:01.068102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:01.072233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Usage tracker for resource:port and tenant:6802f2a6b5a341cd80bfbaff91d97d39 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:39:01.076902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:39:01.083600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:01.133849 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:01.169076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Made reservation on behalf of 6802f2a6b5a341cd80bfbaff91d97d39 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:39:01.172596 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:01.184752 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:01.205855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:01.209610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Usage tracker for resource:security_group_rule and tenant:6802f2a6b5a341cd80bfbaff91d97d39 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:39:01.212385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:39:01.218590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:01.298159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:01.325302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:01.390432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:39:01.393251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:01.397075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:39:01.415733 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:01.437511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=f3e22037-9cde-4b82-8d9d-5e66316cea88,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:01.492708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5977d876-6883-4c5e-9388-21f55e0398b4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:01.599007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Allocated IP 192.168.233.198 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/69985bda-f935-45b7-a2d4-4ca966b2f707) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:39:01.805966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:01.823041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Transition to ACTIVE for port object 69985bda-f935-45b7-a2d4-4ca966b2f707 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:01.986415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a171966-04f8-4b60-996f-5cf8e1130844 req-47c0ab58-61ca-4826-bd61-da0277f3a904 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 210 time: 0.0442836 Feb 07 13:39:02.010492 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:02.012616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:02.087122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:39:02.091268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:02.093887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:39:02.136612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Pushing event updated for resources: {'Port': ['ID=69985bda-f935-45b7-a2d4-4ca966b2f707,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:02.173002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:02.173660 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:02.290525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-4f3765d9-914d-4f2b-9fb8-11a819820219 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3705909 Feb 07 13:39:02.386994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:02.409680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Request body: {'port': {'device_id': 'd9ee59be-3638-4e75-9c1b-715630066f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:02.478658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-17a081e9-8747-4a06-91e4-fc6cb288ceb9 None None] Provisioning for port 69985bda-f935-45b7-a2d4-4ca966b2f707 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:02.485291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-17a081e9-8747-4a06-91e4-fc6cb288ceb9 None None] Provisioning complete for port 69985bda-f935-45b7-a2d4-4ca966b2f707 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:02.485712 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-17a081e9-8747-4a06-91e4-fc6cb288ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:02.524732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:02.541681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-17a081e9-8747-4a06-91e4-fc6cb288ceb9 None None] Port 69985bda-f935-45b7-a2d4-4ca966b2f707 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:39:02.672615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 3e791b4d-24c1-425c-a085-cd90833a8d3a is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:39:02.855374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:39:02.865244 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Sync routers for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:39:02.872135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69985bda-f935-45b7-a2d4-4ca966b2f707 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:39:02.876051 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:39:02.876836 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:38:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:02.880028 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:02.895348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Transition to ACTIVE for port object 69985bda-f935-45b7-a2d4-4ca966b2f707 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:02.987376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:02.988867 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-60053165-a2d2-4517-880f-47f364f0a677 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2093568 Feb 07 13:39:02.992044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53700) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:03.021763 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:03.046389 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa00934a-3e8d-4f47-8563-906a951aeed5 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=34acd293d1b74783a724230f7eedab17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504920 Feb 07 13:39:03.047292 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53706) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:03.055831 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:39:03.105980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Pushing event updated for resources: {'Port': ['ID=69985bda-f935-45b7-a2d4-4ca966b2f707,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:03.211522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02542dfa-48d8-45a9-b1b0-c24de60c1198 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:03.224561 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-02542dfa-48d8-45a9-b1b0-c24de60c1198 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1761599 Feb 07 13:39:03.225228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53710) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:03.270513 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b7c8f2c-5657-49cf-84f7-0c8e79a5b1e0 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416088 Feb 07 13:39:03.270778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53714) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:03.277348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1841939187', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'project_id': '34acd293d1b74783a724230f7eedab17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:03.409596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:03.413627 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:subnet and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:39:03.416697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:39:03.420250 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:01Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:03.423418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:03.425114 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Checking router: 3e791b4d-24c1-425c-a085-cd90833a8d3a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:39:03.425467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Updating router 3e791b4d-24c1-425c-a085-cd90833a8d3a port f3e22037-9cde-4b82-8d9d-5e66316cea88 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:39:03.483124 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:03.484435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac774ed-5de9-457e-b5b6-9c094564c659 req-c66d5097-2d2b-4971-95d4-b78969644b69 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:03.485147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eac774ed-5de9-457e-b5b6-9c094564c659 req-c66d5097-2d2b-4971-95d4-b78969644b69 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Synchronizing usage tracker for tenant:6802f2a6b5a341cd80bfbaff91d97d39 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:39:03.495346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:39:03.497780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Attempting to bind port 69985bda-f935-45b7-a2d4-4ca966b2f707 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:39:03.498118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Attempting to bind port 69985bda-f935-45b7-a2d4-4ca966b2f707 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:39:03.498453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Attempting to bind port 69985bda-f935-45b7-a2d4-4ca966b2f707 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:03.499909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:03.508210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Port 69985bda-f935-45b7-a2d4-4ca966b2f707 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:39:03.508509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Attempting to bind port 69985bda-f935-45b7-a2d4-4ca966b2f707 on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:03.515014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:39:03.515362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:39:03.515742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:39:03.516206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Bound port: 69985bda-f935-45b7-a2d4-4ca966b2f707, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:39:03.517341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:03.583565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eac774ed-5de9-457e-b5b6-9c094564c659 req-c66d5097-2d2b-4971-95d4-b78969644b69 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Unset dirty status for tenant:6802f2a6b5a341cd80bfbaff91d97d39 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:39:03.584930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eac774ed-5de9-457e-b5b6-9c094564c659 req-c66d5097-2d2b-4971-95d4-b78969644b69 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 948 time: 0.4188664 Feb 07 13:39:03.641126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] For port 69985bda-f935-45b7-a2d4-4ca966b2f707, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:39:03.645729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] For port 69985bda-f935-45b7-a2d4-4ca966b2f707, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69985bda-f935-45b7-a2d4-4ca966b2f707,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:39:03.656247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eac774ed-5de9-457e-b5b6-9c094564c659 req-98d4e4c5-0ff8-4883-8ea8-34e32a77fb05 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Synchronizing usage tracker for tenant:6802f2a6b5a341cd80bfbaff91d97d39 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:39:03.817950 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:03.828933 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Transition to ACTIVE for port object f3e22037-9cde-4b82-8d9d-5e66316cea88 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:04.004816 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:04.021569 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:04.022042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:04.049781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eac774ed-5de9-457e-b5b6-9c094564c659 req-98d4e4c5-0ff8-4883-8ea8-34e32a77fb05 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Unset dirty status for tenant:6802f2a6b5a341cd80bfbaff91d97d39 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:39:04.050960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eac774ed-5de9-457e-b5b6-9c094564c659 req-98d4e4c5-0ff8-4883-8ea8-34e32a77fb05 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483156 Feb 07 13:39:04.076291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:04.076291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:04.077330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] 10.222.0.35 "PUT /v2.0/ports/69985bda-f935-45b7-a2d4-4ca966b2f707 HTTP/1.1" status: 200 len: 1096 time: 1.7773092 Feb 07 13:39:04.079528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ee59be-3638-4e75-9c1b-715630066f75', 'tag': '69985bda-f935-45b7-a2d4-4ca966b2f707'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:39:04.102971 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Pushing event updated for resources: {'Port': ['ID=f3e22037-9cde-4b82-8d9d-5e66316cea88,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:04.114662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953f148-7983-4cbf-ba84-9a6ba9690e76 service neutron] Pushing event updated for resources: {'Port': ['ID=69985bda-f935-45b7-a2d4-4ca966b2f707,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:04.126883 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Attempting to bind port f3e22037-9cde-4b82-8d9d-5e66316cea88 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:39:04.127468 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Attempting to bind port f3e22037-9cde-4b82-8d9d-5e66316cea88 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:39:04.128052 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Attempting to bind port f3e22037-9cde-4b82-8d9d-5e66316cea88 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:04.139419 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ee59be-3638-4e75-9c1b-715630066f75', 'tag': '69985bda-f935-45b7-a2d4-4ca966b2f707', 'status': 'completed', 'code': 200} Feb 07 13:39:04.141647 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.141991 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.142331 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.142663 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.142990 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.143313 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.143638 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.143958 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.144317 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.144633 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.144951 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.145268 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:04.148993 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:39:04.149427 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:39:04.154254 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:04.154254 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:39:04.154254 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Bound port: f3e22037-9cde-4b82-8d9d-5e66316cea88, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:39:04.154254 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:04.248399 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] For port f3e22037-9cde-4b82-8d9d-5e66316cea88, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:39:04.249365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b623e-6147-47bb-8f9a-435fa81c1a60 req-4350f101-703e-42c1-8e37-fdb0dcde32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:04.251504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b4b623e-6147-47bb-8f9a-435fa81c1a60 req-4350f101-703e-42c1-8e37-fdb0dcde32a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6802f2a6b5a341cd80bfbaff91d97d39&device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 1099 time: 0.0873382 Feb 07 13:39:04.252663 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] For port f3e22037-9cde-4b82-8d9d-5e66316cea88, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f3e22037-9cde-4b82-8d9d-5e66316cea88,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:39:04.262783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Subnet': ['ID=c539d77c-80c0-4261-a88e-214db1d09e23,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:04.285405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b4b623e-6147-47bb-8f9a-435fa81c1a60 req-9292ee89-a0f3-4e8a-8215-dbaa5a089c1a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6802f2a6b5a341cd80bfbaff91d97d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279708 Feb 07 13:39:04.292437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Checking segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:39:04.292800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network hostable DHCP agents. Network: f12821d9-741c-49dc-9d64-9391da0a4cca, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:39:04.313449 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:04.393475 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:39:04.394080 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:38:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:04.405175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network f12821d9-741c-49dc-9d64-9391da0a4cca is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:39:04.432565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b623e-6147-47bb-8f9a-435fa81c1a60 req-00518c64-0370-4098-bd2e-c546bb23fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:04.434067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b4b623e-6147-47bb-8f9a-435fa81c1a60 req-00518c64-0370-4098-bd2e-c546bb23fa01 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1427097 Feb 07 13:39:04.472326 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af17f4-deee-4988-a936-623ea2238f8a None None] Pushing event updated for resources: {'Port': ['ID=f3e22037-9cde-4b82-8d9d-5e66316cea88,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:04.542808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-e7c31f08-80c0-4805-bef6-07045dd6fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:04.545178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-e7c31f08-80c0-4805-bef6-07045dd6fa16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6802f2a6b5a341cd80bfbaff91d97d39&device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 1099 time: 0.0769196 Feb 07 13:39:04.588004 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:39:04.592868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, f12821d9-741c-49dc-9d64-9391da0a4cca) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:04.596942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:04.598125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:04.605641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d5e23-d521-48a4-b44e-ea03630db4bb None None] Network f12821d9-741c-49dc-9d64-9391da0a4cca requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:39:04.614341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-df441ab8-339c-4fcd-b4dd-6f9ef45a3b1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=69985bda-f935-45b7-a2d4-4ca966b2f707 HTTP/1.1" status: 200 len: 217 time: 0.0624049 Feb 07 13:39:04.722091 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b8f81ccf-39a9-425c-8301-f860620a715e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4501045 Feb 07 13:39:04.722742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53722) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:04.740435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-3fd4ab1f-bafc-4685-a310-29e24317945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:04.740435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-3fd4ab1f-bafc-4685-a310-29e24317945e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.1196508 Feb 07 13:39:04.832220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-f9c18ced-c740-4031-83b7-f90b44482a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:04.833970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-f9c18ced-c740-4031-83b7-f90b44482a14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859573 Feb 07 13:39:04.924464 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:01Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:04.937743 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b1490-3b9e-48fb-8c32-ba342d8885da None None] The sync data for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 is: [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:01Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:39:04.937990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-f12821d9-741c-49dc-9d64-9391da0a4cca', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:39:04.938843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:05.007625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-0989046d-0d3c-4db9-b798-0e5efadd081a service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656766 Feb 07 13:39:05.119585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Allocated IP 172.20.0.2 (f12821d9-741c-49dc-9d64-9391da0a4cca/c539d77c-80c0-4261-a88e-214db1d09e23/53e6e7ed-b69c-41cf-8294-2c311c72b627) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:39:05.160990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325cef2c-5db4-43b0-9341-2b49a075c8d7 req-85ff50d5-304c-4671-aea4-5ebb1cad18ef service neutron] 10.222.0.35 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469662 Feb 07 13:39:05.347207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2008e-4292-411c-9f3e-fcf645287c05 req-973cdd8e-86a7-4efc-bb67-b2dd5e72936f tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:05.349777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89d2008e-4292-411c-9f3e-fcf645287c05 req-973cdd8e-86a7-4efc-bb67-b2dd5e72936f tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 948 time: 0.1386902 Feb 07 13:39:05.408828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89d2008e-4292-411c-9f3e-fcf645287c05 req-453d0075-f20c-4340-8d6b-f2cfa325af26 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Feb 07 13:39:05.430978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:05.448070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Transition to ACTIVE for port object 53e6e7ed-b69c-41cf-8294-2c311c72b627 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:05.464593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Transition to ACTIVE for port object 53e6e7ed-b69c-41cf-8294-2c311c72b627 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:05.535693 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:05.604154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:05.604763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Network f12821d9-741c-49dc-9d64-9391da0a4cca is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:39:05.607844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:05.610295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:39:05.616488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Pushing event updated for resources: {'Port': ['ID=53e6e7ed-b69c-41cf-8294-2c311c72b627,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:05.717793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Attempting to bind port 53e6e7ed-b69c-41cf-8294-2c311c72b627 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:39:05.718837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Attempting to bind port 53e6e7ed-b69c-41cf-8294-2c311c72b627 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:39:05.720432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Attempting to bind port 53e6e7ed-b69c-41cf-8294-2c311c72b627 on network f12821d9-741c-49dc-9d64-9391da0a4cca {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:05.726527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:39:05.726980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Checking segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:39:05.727448 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:05.727938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Bound using segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:39:05.728878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Bound port: 53e6e7ed-b69c-41cf-8294-2c311c72b627, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:39:05.729334 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:05.821643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] For port 53e6e7ed-b69c-41cf-8294-2c311c72b627, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:39:05.825582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] For port 53e6e7ed-b69c-41cf-8294-2c311c72b627, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=53e6e7ed-b69c-41cf-8294-2c311c72b627,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:39:05.913337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:06.002711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70192ae-7ac8-4bf6-88bf-9e37465b6bba None None] Pushing event updated for resources: {'Port': ['ID=53e6e7ed-b69c-41cf-8294-2c311c72b627,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:06.031526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.20.0.1 (f12821d9-741c-49dc-9d64-9391da0a4cca/c539d77c-80c0-4261-a88e-214db1d09e23/6a83adb8-8630-45b6-9f12-c8a200f80cfb) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:39:06.221154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:06.240924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Transition to ACTIVE for port object 6a83adb8-8630-45b6-9f12-c8a200f80cfb will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:06.359132 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:06.428452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network f12821d9-741c-49dc-9d64-9391da0a4cca is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:39:06.431686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:06.437581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:39:06.605080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=6a83adb8-8630-45b6-9f12-c8a200f80cfb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:06.611712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18719e6-4ef8-4c6b-93f2-45f7aed4cbe4 req-de77e25e-6b13-41ba-bbda-1fc76bdff222 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:06.613740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d18719e6-4ef8-4c6b-93f2-45f7aed4cbe4 req-de77e25e-6b13-41ba-bbda-1fc76bdff222 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 948 time: 0.0880749 Feb 07 13:39:06.632447 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:06.660329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d18719e6-4ef8-4c6b-93f2-45f7aed4cbe4 req-27061290-ffbe-4e37-b3b5-0936226ce617 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Feb 07 13:39:06.987503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:07.378248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69985bda-f935-45b7-a2d4-4ca966b2f707 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:39:07.385841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 53e6e7ed-b69c-41cf-8294-2c311c72b627 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:39:07.416082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146e72e-60c7-4b1f-b192-1cccab501fe1 None None] Network f12821d9-741c-49dc-9d64-9391da0a4cca requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:39:07.437736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:07.507141 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:07.623167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:07.627584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=6a83adb8-8630-45b6-9f12-c8a200f80cfb,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:07.651572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-962ca05e-3a3f-47f2-be70-359f8d0ad687 None None] Provisioning for port 53e6e7ed-b69c-41cf-8294-2c311c72b627 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:07.687881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69985bda-f935-45b7-a2d4-4ca966b2f707, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69985bda-f935-45b7-a2d4-4ca966b2f707,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:07.730741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 53e6e7ed-b69c-41cf-8294-2c311c72b627 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:07.740447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '69985bda-f935-45b7-a2d4-4ca966b2f707', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '69985bda-f935-45b7-a2d4-4ca966b2f707', 'mac_address': 'fa:16:3e:57:2e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:39:07.744253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 53e6e7ed-b69c-41cf-8294-2c311c72b627 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:07.744619 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:07.786931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network f12821d9-741c-49dc-9d64-9391da0a4cca is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:39:07.788757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:07.855161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaedef3-8429-4c8e-a86e-d8b340a19249 req-de81a51f-095f-4adb-b5ab-c7bc5330c85a tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:07.856834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3aaedef3-8429-4c8e-a86e-d8b340a19249 req-de81a51f-095f-4adb-b5ab-c7bc5330c85a tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 948 time: 0.0867941 Feb 07 13:39:07.896797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:07.911783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3aaedef3-8429-4c8e-a86e-d8b340a19249 req-de311114-4810-40fb-9dfe-1fd4306c3054 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 Feb 07 13:39:07.928166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69985bda-f935-45b7-a2d4-4ca966b2f707 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:39:07.999466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69985bda-f935-45b7-a2d4-4ca966b2f707, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69985bda-f935-45b7-a2d4-4ca966b2f707,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:07.999716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 3e791b4d-24c1-425c-a085-cd90833a8d3a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:39:08.006840 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:08.046197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 53e6e7ed-b69c-41cf-8294-2c311c72b627, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=53e6e7ed-b69c-41cf-8294-2c311c72b627,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:08.055292 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:08.125607 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:08.126373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f3e22037-9cde-4b82-8d9d-5e66316cea88 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:39:08.151762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=69985bda-f935-45b7-a2d4-4ca966b2f707,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:08.193877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:39:08.217383 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-14022eaf-008f-469b-b8d9-f24d22354e37 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "PUT /v2.0/routers/3e791b4d-24c1-425c-a085-cd90833a8d3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4935505 Feb 07 13:39:08.255388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Sync routers for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:39:08.312086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:39:08.312707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:38:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:08.382626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['69985bda-f935-45b7-a2d4-4ca966b2f707'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:39:08.440861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=53e6e7ed-b69c-41cf-8294-2c311c72b627,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:08.461082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-7fa19038-6bda-4d98-9a85-efe68b13a447 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:39:08.513291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-7fa19038-6bda-4d98-9a85-efe68b13a447 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:39:08.514881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-7fa19038-6bda-4d98-9a85-efe68b13a447 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169814816&fields=id&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 267 time: 0.1038613 Feb 07 13:39:08.557879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b0e3784-1ffe-458f-85ea-6c0962260da3 None None] Provisioning for port 6a83adb8-8630-45b6-9f12-c8a200f80cfb completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:08.561801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f3e22037-9cde-4b82-8d9d-5e66316cea88 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:08.585533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b0e3784-1ffe-458f-85ea-6c0962260da3 None None] Provisioning complete for port 6a83adb8-8630-45b6-9f12-c8a200f80cfb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:08.585908 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3784-1ffe-458f-85ea-6c0962260da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:08.619554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f3e22037-9cde-4b82-8d9d-5e66316cea88 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:08.619922 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:08.682532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:39:08.686588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-1d638d2b-1539-4044-9007-4d93be630772 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:08.688546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-1d638d2b-1539-4044-9007-4d93be630772 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 797 time: 0.1665394 Feb 07 13:39:08.707678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-37bc8d97-5191-41cb-b176-8e022cae49ac tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/quotas/34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 375 time: 0.0136714 Feb 07 13:39:08.795647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-5f8f6114-3192-4835-91e5-cf1903414bd2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:39:08.828995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e3784-1ffe-458f-85ea-6c0962260da3 None None] Port 6a83adb8-8630-45b6-9f12-c8a200f80cfb cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:39:08.861212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-5f8f6114-3192-4835-91e5-cf1903414bd2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:39:08.862589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-5f8f6114-3192-4835-91e5-cf1903414bd2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489625 Feb 07 13:39:08.901586 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fd5b47c7-309b-43f6-96ac-11cf6e5924bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:09.011686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-274e75cb-6daf-44d5-b9fd-034dafb42532 service neutron] 10.222.0.69 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372128 Feb 07 13:39:09.019450 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b0e3784-1ffe-458f-85ea-6c0962260da3 None None] Provisioning complete for port 53e6e7ed-b69c-41cf-8294-2c311c72b627 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:09.019910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3784-1ffe-458f-85ea-6c0962260da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:09.195569 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:09.261656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port f3e22037-9cde-4b82-8d9d-5e66316cea88, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f3e22037-9cde-4b82-8d9d-5e66316cea88,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:09.320240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-62ba6dc5-cb41-4c0b-a069-1e405a27842f service neutron] 10.222.0.69 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020763 Feb 07 13:39:09.331599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386f52-28ce-45c4-84cb-fd9058fef484 req-0f11d1e9-ae59-4c8e-887e-b308b49c4f2c tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:09.333124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad386f52-28ce-45c4-84cb-fd9058fef484 req-0f11d1e9-ae59-4c8e-887e-b308b49c4f2c tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 949 time: 0.2947550 Feb 07 13:39:09.341758 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:09.391727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad386f52-28ce-45c4-84cb-fd9058fef484 req-e249db52-30f7-481c-b360-963ab1eb10d4 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485637 Feb 07 13:39:09.397247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:07Z', 'revision_number': 2, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:09.407315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Checking router: 3e791b4d-24c1-425c-a085-cd90833a8d3a for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:39:09.408026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Updating router 3e791b4d-24c1-425c-a085-cd90833a8d3a port 6a83adb8-8630-45b6-9f12-c8a200f80cfb binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:39:09.438791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 53e6e7ed-b69c-41cf-8294-2c311c72b627 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:39:09.523840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=f3e22037-9cde-4b82-8d9d-5e66316cea88,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:09.534675 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:09.548752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-819387b3-fb9d-4309-926c-a45a11faccd7 None None] Provisioning complete for port 6a83adb8-8630-45b6-9f12-c8a200f80cfb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:09.549119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-819387b3-fb9d-4309-926c-a45a11faccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:09.663263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-819387b3-fb9d-4309-926c-a45a11faccd7 None None] Port 6a83adb8-8630-45b6-9f12-c8a200f80cfb cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:39:09.670593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb7886a8-23e6-467e-88cf-3c5124e38929 req-1f5a6663-f9ca-44cb-a2c6-5a3857cf675b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 210 time: 0.0788043 Feb 07 13:39:09.671538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 53e6e7ed-b69c-41cf-8294-2c311c72b627 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:09.671911 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:10.095756 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:10.107858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Transition to ACTIVE for port object 6a83adb8-8630-45b6-9f12-c8a200f80cfb will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:10.170029 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:10.328354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc1bdf-85c9-40ef-a619-e271a5050638 None None] Pushing event updated for resources: {'Port': ['ID=6a83adb8-8630-45b6-9f12-c8a200f80cfb,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:10.394347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Attempting to bind port 6a83adb8-8630-45b6-9f12-c8a200f80cfb on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:39:10.394898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Attempting to bind port 6a83adb8-8630-45b6-9f12-c8a200f80cfb by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:39:10.395270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Attempting to bind port 6a83adb8-8630-45b6-9f12-c8a200f80cfb on network f12821d9-741c-49dc-9d64-9391da0a4cca {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:10.401216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:39:10.401847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Checking segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:39:10.401979 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:10.402371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Bound using segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:39:10.403334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Bound port: 6a83adb8-8630-45b6-9f12-c8a200f80cfb, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:39:10.403707 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:10.508227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] For port 6a83adb8-8630-45b6-9f12-c8a200f80cfb, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:39:10.511467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] For port 6a83adb8-8630-45b6-9f12-c8a200f80cfb, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6a83adb8-8630-45b6-9f12-c8a200f80cfb,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:39:10.564352 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:10.591887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6c69-20c9-4c04-b984-0dde3f5e871f req-422e2fee-569d-4320-8c3f-9f8c19c99adb tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:10.593377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6bd6c69-20c9-4c04-b984-0dde3f5e871f req-422e2fee-569d-4320-8c3f-9f8c19c99adb tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 949 time: 0.0852706 Feb 07 13:39:10.648883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6bd6c69-20c9-4c04-b984-0dde3f5e871f req-9082d74b-7a16-4a87-9e54-3388bd5bf6cc tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 Feb 07 13:39:10.652829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:39:10.652829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:38:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:10.725668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc1bdf-85c9-40ef-a619-e271a5050638 None None] Pushing event updated for resources: {'Port': ['ID=6a83adb8-8630-45b6-9f12-c8a200f80cfb,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:10.843816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6d85d10-1a5a-4b0c-836a-0c24b3bec893 req-99dc68d6-958a-496b-85d6-09756d78aab0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 210 time: 0.0523767 Feb 07 13:39:10.869364 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:39:11.200255 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:10Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:11.204522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb302e-717b-423f-b27f-dce20dbdb6e1 None None] The sync data for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 is: [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:10Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:39:11.392331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69985bda-f935-45b7-a2d4-4ca966b2f707 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:39:11.509193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f3e22037-9cde-4b82-8d9d-5e66316cea88 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:39:11.565986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 69985bda-f935-45b7-a2d4-4ca966b2f707 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:11.577649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 69985bda-f935-45b7-a2d4-4ca966b2f707 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:11.578024 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:11.619868 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b04c8be8-8019-4087-a3ac-49a7478e8120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:11.660051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f3e22037-9cde-4b82-8d9d-5e66316cea88 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:11.662454 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:11.832973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:11.900564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ee59be-3638-4e75-9c1b-715630066f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69985bda-f935-45b7-a2d4-4ca966b2f707'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:39:11.922638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69985bda-f935-45b7-a2d4-4ca966b2f707, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69985bda-f935-45b7-a2d4-4ca966b2f707,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:11.930134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6a83adb8-8630-45b6-9f12-c8a200f80cfb up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:39:11.981953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:12.017441 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:39:12.077436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=69985bda-f935-45b7-a2d4-4ca966b2f707,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:12.087033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-474f6b81-a4c3-4e2a-87b3-e720c66775c1 req-21b4006b-c1ab-4390-9795-5f86225278f0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 210 time: 0.0825419 Feb 07 13:39:12.112127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a65c8-a50a-48d4-89a4-5c883c5a0b6a req-bcf70ee7-f00e-44db-8e5f-dee0a6bb42d1 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:12.113667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d40a65c8-a50a-48d4-89a4-5c883c5a0b6a req-bcf70ee7-f00e-44db-8e5f-dee0a6bb42d1 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 949 time: 0.3140743 Feb 07 13:39:12.123619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-ae75aa74-f704-4626-a859-dc3d638ee89a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:12.125068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-ae75aa74-f704-4626-a859-dc3d638ee89a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 797 time: 0.2643495 Feb 07 13:39:12.158489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 6a83adb8-8630-45b6-9f12-c8a200f80cfb completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:12.164549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6a83adb8-8630-45b6-9f12-c8a200f80cfb triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:12.165279 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:12.197610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d40a65c8-a50a-48d4-89a4-5c883c5a0b6a req-bf4a92d3-1f68-4bb4-a340-f18cad592ff7 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715404 Feb 07 13:39:12.210569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-c98b3f93-5d2a-443a-b909-5ae08da31542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 380 time: 0.0625987 Feb 07 13:39:12.220881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'port': {'device_id': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'admin_state_up': True, 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'security_groups': ['b04847e9-0004-4eb5-90f3-17b13a8e2f07']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:12.366394 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:12.392717 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ee59be-3638-4e75-9c1b-715630066f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69985bda-f935-45b7-a2d4-4ca966b2f707', 'code': 200} Feb 07 13:39:12.395204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:12.396305 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:12.399423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:12.407506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:12.434724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 6a83adb8-8630-45b6-9f12-c8a200f80cfb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6a83adb8-8630-45b6-9f12-c8a200f80cfb,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:12.525233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:39:12.529972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:12.541035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f7d23-783f-439f-af72-84b6edb534c4 req-51f7e66e-f5e3-42ca-bf56-6f3222752ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:12.542532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-467f7d23-783f-439f-af72-84b6edb534c4 req-51f7e66e-f5e3-42ca-bf56-6f3222752ecf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 1101 time: 0.0937519 Feb 07 13:39:12.547052 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:12.626064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=6a83adb8-8630-45b6-9f12-c8a200f80cfb,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:12.644236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-467f7d23-783f-439f-af72-84b6edb534c4 req-e46629b9-e676-4094-985b-bac71529d960 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942814 Feb 07 13:39:12.738649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.20.0.12 (f12821d9-741c-49dc-9d64-9391da0a4cca/c539d77c-80c0-4261-a88e-214db1d09e23/245ef75f-f149-498b-9080-08cc4029c736) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:39:12.930200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:12.946407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Transition to ACTIVE for port object 245ef75f-f149-498b-9080-08cc4029c736 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:13.021524 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:13.094261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network f12821d9-741c-49dc-9d64-9391da0a4cca is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:39:13.097459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:13.101253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:39:13.140851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:13.174269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:13.174903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:13.274235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-61143d4b-54f6-4bcf-8bcd-c82dc6c3f649 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0574918 Feb 07 13:39:13.285198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Request body: {'port': {'device_id': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:13.323377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6f3a2-72fe-4aa8-a36a-1d952d180049 req-0d9efc1e-cdfc-4c1f-94b9-7bbe816c0447 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:13.325200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-20c6f3a2-72fe-4aa8-a36a-1d952d180049 req-0d9efc1e-cdfc-4c1f-94b9-7bbe816c0447 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:39:13.421143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-61e9127c-3419-4c9f-9601-2a97c8a179b3 None None] Provisioning for port 245ef75f-f149-498b-9080-08cc4029c736 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:13.426809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6a83adb8-8630-45b6-9f12-c8a200f80cfb up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:39:13.463105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-61e9127c-3419-4c9f-9601-2a97c8a179b3 None None] Provisioning complete for port 245ef75f-f149-498b-9080-08cc4029c736 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:13.463288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-20c6f3a2-72fe-4aa8-a36a-1d952d180049 req-0d9efc1e-cdfc-4c1f-94b9-7bbe816c0447 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:39:13.463394 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-61e9127c-3419-4c9f-9601-2a97c8a179b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:13.464207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20c6f3a2-72fe-4aa8-a36a-1d952d180049 req-0d9efc1e-cdfc-4c1f-94b9-7bbe816c0447 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 932 time: 0.2624280 Feb 07 13:39:13.497522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:13.542041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-61e9127c-3419-4c9f-9601-2a97c8a179b3 None None] Port 245ef75f-f149-498b-9080-08cc4029c736 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:39:13.556742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 6a83adb8-8630-45b6-9f12-c8a200f80cfb triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:13.557355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:13.718194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff5784-6788-4cf3-9cfa-e9c186dc7225 req-02865c87-763e-451d-b4d1-e05ae098c080 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:13.729324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6ff5784-6788-4cf3-9cfa-e9c186dc7225 req-02865c87-763e-451d-b4d1-e05ae098c080 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 950 time: 0.3922389 Feb 07 13:39:13.741177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20c6f3a2-72fe-4aa8-a36a-1d952d180049 req-aaeccf4a-3050-46ef-8ca3-33347a85bb14 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685838 Feb 07 13:39:13.798390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:13.841797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6ff5784-6788-4cf3-9cfa-e9c186dc7225 req-97cf1e12-4735-4945-af9f-09d59777676f tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113973 Feb 07 13:39:14.054060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245ef75f-f149-498b-9080-08cc4029c736 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:39:14.062009 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:14.075741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Transition to ACTIVE for port object 245ef75f-f149-498b-9080-08cc4029c736 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:14.157977 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:14.313877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:14.397398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:39:14.397792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:39:14.398082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:14.403146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:39:14.403463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:14.408519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:39:14.408852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Checking segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:39:14.409231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Bound using segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:39:14.409656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Bound port: 245ef75f-f149-498b-9080-08cc4029c736, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:39:14.409998 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:14.501481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:39:14.504282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:39:14.581306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:14.644611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:14.645237 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:14.646673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-3b507d43-3895-455e-a706-50d45792c59c service neutron] 10.222.0.47 "PUT /v2.0/ports/245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1092 time: 1.3657329 Feb 07 13:39:14.647112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:39:14.671446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b507d43-3895-455e-a706-50d45792c59c service neutron] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:14.700442 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'status': 'completed', 'code': 200} Feb 07 13:39:14.798079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aead8d0-55b1-4d8c-bb32-d7f44f186333 req-c26da69a-90ab-4cae-885e-489d50a9f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:14.799603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aead8d0-55b1-4d8c-bb32-d7f44f186333 req-c26da69a-90ab-4cae-885e-489d50a9f4b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1095 time: 0.0797451 Feb 07 13:39:15.057122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aead8d0-55b1-4d8c-bb32-d7f44f186333 req-48c89617-a0e8-4eff-9fb7-478ae828f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:15.058594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aead8d0-55b1-4d8c-bb32-d7f44f186333 req-48c89617-a0e8-4eff-9fb7-478ae828f43d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=34acd293d1b74783a724230f7eedab17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2514606 Feb 07 13:39:15.099415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da362d5f-e7c8-4410-bfb0-8f3a1d557c7b req-ff48080c-2123-4871-a87a-4e47fd7e7f25 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:15.100815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da362d5f-e7c8-4410-bfb0-8f3a1d557c7b req-ff48080c-2123-4871-a87a-4e47fd7e7f25 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 944 time: 0.2211947 Feb 07 13:39:15.212970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667b4a0-42bc-4806-bd46-8e2130ae3883 req-075baf63-fc12-4023-8b4d-766d8d475b33 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:15.218728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5667b4a0-42bc-4806-bd46-8e2130ae3883 req-075baf63-fc12-4023-8b4d-766d8d475b33 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 950 time: 0.2549410 Feb 07 13:39:15.271106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da362d5f-e7c8-4410-bfb0-8f3a1d557c7b req-b42bf2f5-29a4-4477-8084-09af17c5d336 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159000 Feb 07 13:39:15.272842 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:15.302387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aead8d0-55b1-4d8c-bb32-d7f44f186333 req-0b213494-1dfb-45f7-8bcd-c516fd0653f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:15.303935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2aead8d0-55b1-4d8c-bb32-d7f44f186333 req-0b213494-1dfb-45f7-8bcd-c516fd0653f4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2355640 Feb 07 13:39:15.306879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5667b4a0-42bc-4806-bd46-8e2130ae3883 req-70a48e00-4841-4af2-baba-26e4abc97b5f tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846965 Feb 07 13:39:15.413480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-658721f0-1dda-4411-902b-7d5358bcde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:15.415076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-658721f0-1dda-4411-902b-7d5358bcde32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1095 time: 0.0764816 Feb 07 13:39:15.488383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-44d780ff-5035-4fb0-b73f-af671ca3997e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 217 time: 0.0656607 Feb 07 13:39:15.551601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-5f659b63-17c3-481c-937b-f54c5ce85128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:15.553165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-5f659b63-17c3-481c-937b-f54c5ce85128 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.0595856 Feb 07 13:39:15.763727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-01bd6e5e-0d29-45d1-92c9-4e1cf2d51bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:15.766161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-01bd6e5e-0d29-45d1-92c9-4e1cf2d51bde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068648 Feb 07 13:39:15.901643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-5f27149e-adb9-43f9-a0fb-59f9fda7f107 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292751 Feb 07 13:39:16.086131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-511c5e70-9a6d-461e-a82f-a5bff9268fde req-dee7800f-5e24-47b1-9618-c36a806472f1 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779573 Feb 07 13:39:16.110919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f82e2-a66d-49c3-8b1a-9b9f8511a5b5 req-735d7ad7-38e4-41fc-912d-a3db2ca59e67 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:16.114008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b77f82e2-a66d-49c3-8b1a-9b9f8511a5b5 req-735d7ad7-38e4-41fc-912d-a3db2ca59e67 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 950 time: 0.1103785 Feb 07 13:39:16.160465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b77f82e2-a66d-49c3-8b1a-9b9f8511a5b5 req-3f1a0dd4-b616-4dac-a6c2-2376fd69b003 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Feb 07 13:39:16.460767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c056c26-8159-4166-9905-299b10118240 req-8f5c24f4-d9d5-420e-8d66-a9846e6409c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:16.462243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c056c26-8159-4166-9905-299b10118240 req-8f5c24f4-d9d5-420e-8d66-a9846e6409c8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 944 time: 0.0802417 Feb 07 13:39:16.505377 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c056c26-8159-4166-9905-299b10118240 req-4c87d5ab-0d0f-4509-98cb-b20794925714 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375571 Feb 07 13:39:17.366495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-46699cf2-b65a-4d8f-b15f-507a973c0432 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:17.367956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-46699cf2-b65a-4d8f-b15f-507a973c0432 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 950 time: 0.1433396 Feb 07 13:39:17.382722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc82ac-02ac-4f2c-bc85-7a3ac8ed5138 req-0fd8716d-f64e-4495-942e-bb2d747e20a4 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:17.384168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9bc82ac-02ac-4f2c-bc85-7a3ac8ed5138 req-0fd8716d-f64e-4495-942e-bb2d747e20a4 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 950 time: 0.1145120 Feb 07 13:39:17.482922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Deleting port 69985bda-f935-45b7-a2d4-4ca966b2f707 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:39:17.483513 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:17.510763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9bc82ac-02ac-4f2c-bc85-7a3ac8ed5138 req-769cb4d5-a4ec-4333-933f-47b24de600e0 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/security-groups?id=5977d876-6883-4c5e-9388-21f55e0398b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971875 Feb 07 13:39:17.795221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] For port 69985bda-f935-45b7-a2d4-4ca966b2f707, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69985bda-f935-45b7-a2d4-4ca966b2f707,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:17.795673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:17.867338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f74e9-e6a8-45b9-b80c-028a3e4a8804 req-7a12d8cb-3b68-4b07-9627-ce9cc36a49d7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:17.868871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c59f74e9-e6a8-45b9-b80c-028a3e4a8804 req-7a12d8cb-3b68-4b07-9627-ce9cc36a49d7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 944 time: 0.2480912 Feb 07 13:39:17.931061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Calling delete_port for 69985bda-f935-45b7-a2d4-4ca966b2f707 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:39:18.025263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c59f74e9-e6a8-45b9-b80c-028a3e4a8804 req-38150bbd-549d-4dd7-a010-c6324369a758 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015873 Feb 07 13:39:18.170030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:18.180997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['69985bda-f935-45b7-a2d4-4ca966b2f707'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:39:18.223874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Pushing event deleted for resources: {'Port': ['ID=69985bda-f935-45b7-a2d4-4ca966b2f707,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:18.303279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] No DVR routers for this DVR port 69985bda-f935-45b7-a2d4-4ca966b2f707 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:39:18.305826 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:18.308431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ee59be-3638-4e75-9c1b-715630066f75', 'name': 'network-vif-deleted', 'tag': '69985bda-f935-45b7-a2d4-4ca966b2f707'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:39:18.471438 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ee59be-3638-4e75-9c1b-715630066f75', 'name': 'network-vif-deleted', 'tag': '69985bda-f935-45b7-a2d4-4ca966b2f707', 'status': 'completed', 'code': 200} Feb 07 13:39:18.508831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-e6fb57a6-d23f-48e8-827b-0e696306d2ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1954043 Feb 07 13:39:18.674550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6d45c00b-0d91-4329-9afd-574d82b98efa req-5256de68-e8e6-4ea6-b9f4-8d5f489cd43b tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Synchronizing usage tracker for tenant:6802f2a6b5a341cd80bfbaff91d97d39 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:39:18.695764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-05b1a6b5-236e-4347-a5d0-ca18396edf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:18.697175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-05b1a6b5-236e-4347-a5d0-ca18396edf4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74080054e127405e93c615d9f28c08aa&device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1097 time: 0.1214116 Feb 07 13:39:18.778804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 245ef75f-f149-498b-9080-08cc4029c736 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:39:18.842416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-fbff63a7-0095-4a48-b8d9-168165fa4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:18.844193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-fbff63a7-0095-4a48-b8d9-168165fa4cb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 200 len: 909 time: 0.1285923 Feb 07 13:39:18.846547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f5fa630-45f7-471a-8272-34c9f595c691 req-b0491a37-e12e-4400-abcb-dfc4e18ee334 tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.35 "DELETE /v2.0/ports/69985bda-f935-45b7-a2d4-4ca966b2f707 HTTP/1.1" status: 204 len: 173 time: 1.4615109 Feb 07 13:39:18.917462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:18.921997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6d45c00b-0d91-4329-9afd-574d82b98efa req-5256de68-e8e6-4ea6-b9f4-8d5f489cd43b tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] Unset dirty status for tenant:6802f2a6b5a341cd80bfbaff91d97d39 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:39:18.926514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6d45c00b-0d91-4329-9afd-574d82b98efa req-5256de68-e8e6-4ea6-b9f4-8d5f489cd43b tempest-VolumesNegativeTest-1796889785 tempest-VolumesNegativeTest-1796889785-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9ee59be-3638-4e75-9c1b-715630066f75 HTTP/1.1" status: 200 len: 210 time: 0.2944312 Feb 07 13:39:18.933390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '245ef75f-f149-498b-9080-08cc4029c736', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'port_id': '245ef75f-f149-498b-9080-08cc4029c736', 'mac_address': 'fa:16:3e:c4:e6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:39:18.957134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-643c100a-1942-4343-8c55-ff70ebfac60b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 200 len: 1001 time: 0.1064651 Feb 07 13:39:18.994654 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:19.011557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245ef75f-f149-498b-9080-08cc4029c736 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:39:19.029300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:19.029792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-42822ddb-5234-4d70-adda-c9d708bbbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:19.033690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-42822ddb-5234-4d70-adda-c9d708bbbc2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e9538e9-c9bc-4769-9145-66519498b27f HTTP/1.1" status: 200 len: 848 time: 0.0698261 Feb 07 13:39:19.107011 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:19.116094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-44d8cd3a-aaa4-49b1-9c68-0691c84631e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:19.121463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-44d8cd3a-aaa4-49b1-9c68-0691c84631e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec2a7d10-962d-475e-b430-4c8c4f47d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795584 Feb 07 13:39:19.184033 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:19.313542 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-f037da9b-f758-4aae-b675-3072ce4976a8 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891556 Feb 07 13:39:19.322560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e5cb0-6cd7-4e68-9887-92c6b7bd9cfb req-e63583ab-9504-4397-ad38-b8a4ef38afde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:19.324431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-480e5cb0-6cd7-4e68-9887-92c6b7bd9cfb req-e63583ab-9504-4397-ad38-b8a4ef38afde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.1327882 Feb 07 13:39:19.449527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['245ef75f-f149-498b-9080-08cc4029c736'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:39:19.452771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-480e5cb0-6cd7-4e68-9887-92c6b7bd9cfb req-7107eed3-152d-4e73-96e7-8b4187ac508e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089849 Feb 07 13:39:19.489247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-47c3973a-084f-4359-9661-2de1ad71a1a0 req-b15789c6-29b3-4834-a43b-f369ab0bbcff service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642113 Feb 07 13:39:20.643713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e125f-05b0-4d63-8085-4849beaa9fbd req-78fc3b5e-054e-41dc-a0d0-824b480f9dfd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:20.648963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c14e125f-05b0-4d63-8085-4849beaa9fbd req-78fc3b5e-054e-41dc-a0d0-824b480f9dfd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.0899982 Feb 07 13:39:20.692193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c14e125f-05b0-4d63-8085-4849beaa9fbd req-454e2d6a-508d-4788-b168-b3aaf47554d0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Feb 07 13:39:20.814313 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 245ef75f-f149-498b-9080-08cc4029c736 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:39:20.958132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 245ef75f-f149-498b-9080-08cc4029c736 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:20.963226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 245ef75f-f149-498b-9080-08cc4029c736 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:20.963596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:21.079336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:21.111294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:39:21.121019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:21.156011 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'code': 200} Feb 07 13:39:21.192322 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:21.261261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:21.287895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea32ac-889d-4940-bf27-175f666a2624 req-c774b8c7-a761-425a-8762-48c960f1e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:21.289627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cea32ac-889d-4940-bf27-175f666a2624 req-c774b8c7-a761-425a-8762-48c960f1e5c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1097 time: 0.0767894 Feb 07 13:39:21.335487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cea32ac-889d-4940-bf27-175f666a2624 req-49cfb19e-77f0-4da8-a24d-4eb4c01daf03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401957 Feb 07 13:39:21.454602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69985bda-f935-45b7-a2d4-4ca966b2f707 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:39:21.489861 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 69985bda-f935-45b7-a2d4-4ca966b2f707 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:39:21.490216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69985bda-f935-45b7-a2d4-4ca966b2f707 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:39:21.880041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2da7-93ab-4d71-bf6c-f3908915bb90 req-2ef8ef94-da60-408a-ba45-80e94ea7be6a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:21.881788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-338f2da7-93ab-4d71-bf6c-f3908915bb90 req-2ef8ef94-da60-408a-ba45-80e94ea7be6a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0801485 Feb 07 13:39:21.927131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-338f2da7-93ab-4d71-bf6c-f3908915bb90 req-41144923-5933-49da-9135-06476a0d9a18 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396981 Feb 07 13:39:23.121381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b2e5-ddd5-49c2-8cb2-66c0355f2a2e req-37d667db-9c1d-4693-a9f0-35ab46b2a266 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:23.123597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4db5b2e5-ddd5-49c2-8cb2-66c0355f2a2e req-37d667db-9c1d-4693-a9f0-35ab46b2a266 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0871601 Feb 07 13:39:23.169703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4db5b2e5-ddd5-49c2-8cb2-66c0355f2a2e req-4f8c9220-0362-45b9-ad5a-ab6e5cdb0f10 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393667 Feb 07 13:39:23.357728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940bf70-df43-49de-ae99-296dd0afbf56 req-c7d3f9f2-16bb-44af-b12e-7445be796fb5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:23.359275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7940bf70-df43-49de-ae99-296dd0afbf56 req-c7d3f9f2-16bb-44af-b12e-7445be796fb5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0823805 Feb 07 13:39:23.412938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7940bf70-df43-49de-ae99-296dd0afbf56 req-8cb3306a-64de-48af-b43e-2363c3ee69ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Feb 07 13:39:23.436863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 53996) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:23.636275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e172c-a612-444e-8a33-d9f7eccec717 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:23.637886 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-934e172c-a612-444e-8a33-d9f7eccec717 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1092 time: 0.1997643 Feb 07 13:39:23.640922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54000) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:23.646232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '245ef75f-f149-498b-9080-08cc4029c736', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:23.654376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:23.658429 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:floatingip and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:39:23.661769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:39:23.670489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:23.718409 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:23.868730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:24.008274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.25.7.102 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/30aa495c-3464-4399-b551-1c79ec2ea9b0) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:39:24.160679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:24.244441 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:24.315915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:39:24.318822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:24.322702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:39:24.360433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=30aa495c-3464-4399-b551-1c79ec2ea9b0,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:24.762034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:24.849476 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:24.901940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:25.115933 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:25.173756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:25.286172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=30aa495c-3464-4399-b551-1c79ec2ea9b0,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:25.295167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:25.472418 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Floating IP 56505376-d9a3-4431-80b8-97546d55da73 associated. External IP: 172.25.7.102, port: 245ef75f-f149-498b-9080-08cc4029c736. Feb 07 13:39:25.942321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 3e791b4d-24c1-425c-a085-cd90833a8d3a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:39:26.123841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:39:26.134801 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] Sync routers for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:39:26.147921 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:39:26.148567 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:39:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:26.221267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:26.282518 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-49c9f2a7-99cb-4a76-a877-e9d195253a7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6405678 Feb 07 13:39:26.283159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:39:26.340321 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'status': 'completed', 'code': 200} Feb 07 13:39:26.346154 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:39:26.540028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998c105-162e-44fe-b389-26ad1cf8c2f3 req-96548c4f-1d58-4842-bfa9-9545f33349c0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:26.541685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9998c105-162e-44fe-b389-26ad1cf8c2f3 req-96548c4f-1d58-4842-bfa9-9545f33349c0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.1130548 Feb 07 13:39:26.590042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-b64972a8-81a0-47f7-964e-e93e30b5deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:26.592164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-b64972a8-81a0-47f7-964e-e93e30b5deb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1097 time: 0.2290025 Feb 07 13:39:26.599784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9998c105-162e-44fe-b389-26ad1cf8c2f3 req-e7fedbad-5cdc-4030-b09c-138d3a841c69 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520711 Feb 07 13:39:26.632374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54078) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:26.806924 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-afbd24d7-25fc-4f04-a549-4b7f574aff31 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/56505376-d9a3-4431-80b8-97546d55da73 HTTP/1.1" status: 200 len: 992 time: 0.1717269 Feb 07 13:39:26.832386 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '56505376-d9a3-4431-80b8-97546d55da73', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'port_id': '245ef75f-f149-498b-9080-08cc4029c736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'mac_address': 'fa:16:3e:c4:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:39:24Z', 'updated_at': '2022-02-07T13:39:24Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:12Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:26.836197 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] Checking router: 3e791b4d-24c1-425c-a085-cd90833a8d3a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:39:26.846086 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:39:26.846684 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:39:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:26.898925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-23415cf6-69b5-455c-8d20-ef4b0b3b0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:26.900400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-23415cf6-69b5-455c-8d20-ef4b0b3b0307 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.2995362 Feb 07 13:39:27.025610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-dfe43370-a90f-4073-b8fc-b615bb862b7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1000 time: 0.1185758 Feb 07 13:39:27.036338 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:39:27.090081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-9c2a2aca-713a-41cf-b5b0-0eac2e8bd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:27.091484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-9c2a2aca-713a-41cf-b5b0-0eac2e8bd809 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.0603850 Feb 07 13:39:27.175125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-dc02b892-a9fe-47cb-b772-ef5b4265541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:27.176820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-dc02b892-a9fe-47cb-b772-ef5b4265541f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794177 Feb 07 13:39:27.313564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-3a764897-5601-4078-9af1-37b27a1652a5 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306431 Feb 07 13:39:27.405070 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '56505376-d9a3-4431-80b8-97546d55da73', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'port_id': '245ef75f-f149-498b-9080-08cc4029c736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'mac_address': 'fa:16:3e:c4:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:39:24Z', 'updated_at': '2022-02-07T13:39:24Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:12Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:27.409275 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e35970-6135-4f6e-b2bf-a489a9f83f01 None None] The sync data for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 is: [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '56505376-d9a3-4431-80b8-97546d55da73', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'port_id': '245ef75f-f149-498b-9080-08cc4029c736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'mac_address': 'fa:16:3e:c4:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:39:24Z', 'updated_at': '2022-02-07T13:39:24Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:12Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:39:27.457122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55aa527f-1394-4544-b5cf-09eeda03edd4 req-4a7803c8-99b1-475f-880d-b32c2e12ebf6 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378660 Feb 07 13:39:27.651937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f554153-e099-4298-8100-7dc0b121657f None None] New status for floating IP 56505376-d9a3-4431-80b8-97546d55da73: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:39:27.809185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:27.927074 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3121638-cecd-4f82-ac5e-2c4ed0a14321 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/56505376-d9a3-4431-80b8-97546d55da73 HTTP/1.1" status: 200 len: 992 time: 0.1156883 Feb 07 13:39:28.174801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54092) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:28.327352 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-974d4ff9-4306-43f5-9b20-e6f12f639eac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6802f2a6b5a341cd80bfbaff91d97d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513007 Feb 07 13:39:28.329666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54098) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:28.389837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-958327ca-102c-4c1a-a84a-4ba95e97c1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:28.415626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-958327ca-102c-4c1a-a84a-4ba95e97c1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:28.591190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-958327ca-102c-4c1a-a84a-4ba95e97c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:28.607252 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958327ca-102c-4c1a-a84a-4ba95e97c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5977d876-6883-4c5e-9388-21f55e0398b4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:28.687735 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-958327ca-102c-4c1a-a84a-4ba95e97c1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:28.689050 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-958327ca-102c-4c1a-a84a-4ba95e97c1d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5977d876-6883-4c5e-9388-21f55e0398b4 HTTP/1.1" status: 204 len: 168 time: 0.3584785 Feb 07 13:39:28.929823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54104) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:29.037981 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5371c099-0c17-40e1-83bc-c193efda555c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/56505376-d9a3-4431-80b8-97546d55da73 HTTP/1.1" status: 200 len: 994 time: 0.1067340 Feb 07 13:39:29.758822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54126) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:29.860700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-11404264-network', 'tenant_id': '0edcb13423fa4601ac0a377d18af9be5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:29.866198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:29.870090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Usage tracker for resource:network and tenant:0edcb13423fa4601ac0a377d18af9be5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:39:29.873621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:39:29.883951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:29.969298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Made reservation on behalf of 0edcb13423fa4601ac0a377d18af9be5 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:39:29.971578 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:29.984171 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:29.997979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:30.001768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Usage tracker for resource:security_group_rule and tenant:0edcb13423fa4601ac0a377d18af9be5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:39:30.004565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:39:30.010752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:30.091828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:30.214839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:30.247356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:39:30.252451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7951226b-5d87-433f-abbf-a91aea3728aa,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:30.260656 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:30.260656 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Added segment 9b121867-c111-497b-9df8-531de08dd3e3 of type vlan for network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 Feb 07 13:39:30.286071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:30.404711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:30.405734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:30.406311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:30.508157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] Pushing event updated for resources: {'Network': ['ID=85e6662b-59c3-40a8-bdc2-7557ccdbc730,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:30.518572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:39:30.576622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-14a3da71-34b4-480d-991b-8af8c498b07f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8166156 Feb 07 13:39:30.579433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54132) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:39:30.585254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Request body: {'subnet': {'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-11404264-subnet', 'tenant_id': '0edcb13423fa4601ac0a377d18af9be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:30.591516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:30.595524 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Usage tracker for resource:subnet and tenant:0edcb13423fa4601ac0a377d18af9be5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:39:30.598408 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:39:30.604279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:30.660856 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Made reservation on behalf of 0edcb13423fa4601ac0a377d18af9be5 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:39:30.663410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:30.946477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:31.025009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83764cd-7d36-48a3-88ea-c2d986dd5856,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:31.032908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Checking segment: {'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:39:31.033277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Network hostable DHCP agents. Network: 85e6662b-59c3-40a8-bdc2-7557ccdbc730, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:39:31.112336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:39:31.180739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 85e6662b-59c3-40a8-bdc2-7557ccdbc730) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:31.184722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:31.185800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:31.190290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a24243-f3e8-4ebf-8e5d-ad9e2e5ca282 None None] Network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:39:31.267206 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1adc7b2d-1413-44fb-a6a6-b0cd4bc10ecd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6864319 Feb 07 13:39:31.410747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc855c29-0a8a-47ac-94c4-514899d26d27 None None] Network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:39:38.729702 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-88c2ac34-009c-421d-bc57-8d8ebb2c8a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:41.546224 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a5f6-1b3e-4e3f-bb4d-37f9a0c04d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:42.244077 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:42.312168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:43.803593 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:45.283600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:45.875951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334aa42-24cd-4404-be30-7f4205ba7341 req-4b8b9fd3-3515-4c5b-a8e8-0154bd4f1ed0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:45.877353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5334aa42-24cd-4404-be30-7f4205ba7341 req-4b8b9fd3-3515-4c5b-a8e8-0154bd4f1ed0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 945 time: 0.0833578 Feb 07 13:39:45.927022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5334aa42-24cd-4404-be30-7f4205ba7341 req-26d8ce44-f068-490c-9ddb-189112dcd02b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436926 Feb 07 13:39:47.124789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d3b22-a354-4064-a5a0-9b5175f5794d req-143e8577-2f70-4289-a930-32f6a4da2f6c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:47.126253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed7d3b22-a354-4064-a5a0-9b5175f5794d req-143e8577-2f70-4289-a930-32f6a4da2f6c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 945 time: 0.0826745 Feb 07 13:39:47.172641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed7d3b22-a354-4064-a5a0-9b5175f5794d req-12fb3bb6-41e2-4aba-ae7c-0a94a18fdeed tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401812 Feb 07 13:39:47.621600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-0da2d3aa-caa7-4d6f-b5c9-346f62cc3d00 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:47.623049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-0da2d3aa-caa7-4d6f-b5c9-346f62cc3d00 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 945 time: 0.0837967 Feb 07 13:39:47.694623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port a9b20450-1b49-41c5-8520-8f78ea87ccb4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:39:47.694972 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:47.954301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] For port a9b20450-1b49-41c5-8520-8f78ea87ccb4, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=a9b20450-1b49-41c5-8520-8f78ea87ccb4,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:39:47.961721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:48.419001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:48.420130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:48.420475 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Floating IP 1beef9fa-692b-4471-ba64-e34397844279 disassociated. External IP: 172.25.7.239, port: a9b20450-1b49-41c5-8520-8f78ea87ccb4. Feb 07 13:39:48.420815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for a9b20450-1b49-41c5-8520-8f78ea87ccb4 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:39:48.494825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d8ef8-e578-4893-a020-0712435aec03 req-2e9f2def-cd5b-4878-9210-26e907dd7b98 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:48.496231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e8d8ef8-e578-4893-a020-0712435aec03 req-2e9f2def-cd5b-4878-9210-26e907dd7b98 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 945 time: 0.1723008 Feb 07 13:39:48.587622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e8d8ef8-e578-4893-a020-0712435aec03 req-6eeed655-e7cb-481d-81a3-bcf5e749b5eb tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788147 Feb 07 13:39:48.683593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:48.734732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=a9b20450-1b49-41c5-8520-8f78ea87ccb4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:48.745628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.745920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.746347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.746583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.746917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.747245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.747573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.747897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.748246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.749084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.749452 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.749926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:39:48.938412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Router 87f0b689-1037-4081-a34a-a58e785aefe5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:39:49.017428 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:39:49.130244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:39:49.141924 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:39:49.153023 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:39:49.153749 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:39:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:49.210060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] No DVR routers for this DVR port a9b20450-1b49-41c5-8520-8f78ea87ccb4 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:39:49.213255 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:49.219732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'name': 'network-vif-deleted', 'tag': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:39:49.271243 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19944ba-c77c-45aa-b3b7-9eed4abf9381', 'name': 'network-vif-deleted', 'tag': 'a9b20450-1b49-41c5-8520-8f78ea87ccb4', 'status': 'completed', 'code': 200} Feb 07 13:39:49.319801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5c75d86-b9f9-4792-ac1d-a6c8ac72894a req-db517aae-5f8a-417d-818f-ff556ef075fd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "DELETE /v2.0/ports/a9b20450-1b49-41c5-8520-8f78ea87ccb4 HTTP/1.1" status: 204 len: 173 time: 1.6897466 Feb 07 13:39:49.354982 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:39:49.694770 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:49.699414 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:39:49.713593 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:39:49.718256 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:39:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:49.753057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cf479e71-d251-4e80-86de-48cf9cfbb595 req-417a1646-c9ee-42bf-9098-6c9412305738 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:39:49.844935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-cf479e71-d251-4e80-86de-48cf9cfbb595 req-417a1646-c9ee-42bf-9098-6c9412305738 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:39:49.854492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf479e71-d251-4e80-86de-48cf9cfbb595 req-417a1646-c9ee-42bf-9098-6c9412305738 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 210 time: 0.1459212 Feb 07 13:39:49.971463 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:39:50.289996 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:39:50.293969 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d64ee-f86a-4196-a950-fd1282316b68 None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:39:50.539095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbed995-87d1-48b5-8c22-4f5e5c1bd4d7 None None] New status for floating IP 1beef9fa-692b-4471-ba64-e34397844279: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:39:50.979690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a9b20450-1b49-41c5-8520-8f78ea87ccb4 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:39:51.030370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8163b306-0560-4691-a6e3-33e3b1f75dac req-3651a7b4-7339-45d3-9cae-e2c4bd65fecd tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=e19944ba-c77c-45aa-b3b7-9eed4abf9381 HTTP/1.1" status: 200 len: 210 time: 0.0602973 Feb 07 13:39:51.077784 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: a9b20450-1b49-41c5-8520-8f78ea87ccb4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:39:51.078123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device a9b20450-1b49-41c5-8520-8f78ea87ccb4 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:39:52.390554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-6da39be0-9288-4e6a-9bb0-5fbe26586c51 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183922110&fields=id&tenant_id=4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 267 time: 0.0422211 Feb 07 13:39:52.545425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fc80d3db-6bd5-4eff-ab27-f47167a3f5b7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:52.547638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fc80d3db-6bd5-4eff-ab27-f47167a3f5b7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.1505713 Feb 07 13:39:52.562882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-447c8734-ae52-443e-a0fd-b4cb409c730e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/quotas/4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 375 time: 0.0098670 Feb 07 13:39:52.652455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-4ac23ee3-4828-49fa-8e76-93d76b2362ba tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844328 Feb 07 13:39:52.837779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-a1ea313c-ca83-4ccb-9d73-83044331b78c service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758370 Feb 07 13:39:53.110286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-d6748eaf-ce99-40fd-9045-2c3d63dd3073 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655399 Feb 07 13:39:54.004474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1dca166-9ac2-44a8-888c-fa0713f2368a req-ca0ee7a9-7f25-4b60-996a-00e6abe34e28 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 210 time: 0.0429745 Feb 07 13:39:54.889068 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:55.174355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28104434-6496-4b55-bfb5-06ed48ab8ee3 req-4e26b2bc-1e35-4223-a97e-0d5d37ef1259 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 210 time: 0.0477622 Feb 07 13:39:56.338572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-272a5af4-01a2-416c-8ae9-1a82ec888653 req-cb820b2d-21d6-458d-a1e4-de0b2784685f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 210 time: 0.0470631 Feb 07 13:39:56.521783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-f218b04a-f81c-4226-b382-1cb30dbcd4f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:56.523267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-f218b04a-f81c-4226-b382-1cb30dbcd4f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.1529627 Feb 07 13:39:56.572518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-3f2fb297-d1cc-4221-87ea-8bd0c12bf968 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 379 time: 0.0400753 Feb 07 13:39:56.581336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'port': {'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'admin_state_up': True, 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'security_groups': ['030c06b8-9273-4f3c-a665-d14ab80f57e5']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:56.722253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:39:56.731929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:39:56.883489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:39:56.887205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:57.061124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.20.0.13 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/d18358e4-e322-4c68-8e23-f96046fee76b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:39:57.272985 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:57.290472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Transition to ACTIVE for port object d18358e4-e322-4c68-8e23-f96046fee76b will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:57.428995 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:57.548357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:39:57.555253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:39:57.560183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:39:57.601370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=d18358e4-e322-4c68-8e23-f96046fee76b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:57.654546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:57.655181 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:57.690229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ccd0-08f9-4e9e-8df0-57a4a7db77e7 req-47bfee9f-6825-49b0-b27c-6ea839a5e2a7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:57.690229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3b89ccd0-08f9-4e9e-8df0-57a4a7db77e7 req-47bfee9f-6825-49b0-b27c-6ea839a5e2a7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:39:57.757873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1ab0ad0e-a846-4fed-a756-82831ea2f859 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1776192 Feb 07 13:39:57.767829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Request body: {'port': {'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:39:57.865962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-3b89ccd0-08f9-4e9e-8df0-57a4a7db77e7 req-47bfee9f-6825-49b0-b27c-6ea839a5e2a7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:39:57.867580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b89ccd0-08f9-4e9e-8df0-57a4a7db77e7 req-47bfee9f-6825-49b0-b27c-6ea839a5e2a7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 932 time: 0.3921545 Feb 07 13:39:57.889430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-323a583c-b779-4146-b37a-845dbec17a2a None None] Provisioning for port d18358e4-e322-4c68-8e23-f96046fee76b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:39:57.895423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-323a583c-b779-4146-b37a-845dbec17a2a None None] Provisioning complete for port d18358e4-e322-4c68-8e23-f96046fee76b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:39:57.901804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-323a583c-b779-4146-b37a-845dbec17a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:57.925500 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:57.959224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-323a583c-b779-4146-b37a-845dbec17a2a None None] Port d18358e4-e322-4c68-8e23-f96046fee76b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:39:57.993997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b89ccd0-08f9-4e9e-8df0-57a4a7db77e7 req-d74877ab-d601-427d-a11c-f9c40fd8dbd4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171694 Feb 07 13:39:58.436541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18358e4-e322-4c68-8e23-f96046fee76b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:39:58.444318 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:58.459320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Transition to ACTIVE for port object d18358e4-e322-4c68-8e23-f96046fee76b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:39:58.581187 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:58.746501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d18358e4-e322-4c68-8e23-f96046fee76b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:58.836705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Attempting to bind port d18358e4-e322-4c68-8e23-f96046fee76b on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:39:58.837291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Attempting to bind port d18358e4-e322-4c68-8e23-f96046fee76b by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:39:58.837686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Attempting to bind port d18358e4-e322-4c68-8e23-f96046fee76b on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:58.842649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Port d18358e4-e322-4c68-8e23-f96046fee76b on network c42fd682-807a-46ed-800d-ed30d5f431a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:39:58.843034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Attempting to bind port d18358e4-e322-4c68-8e23-f96046fee76b on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:39:58.848992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:39:58.849401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:39:58.849857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:39:58.850383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Bound port: d18358e4-e322-4c68-8e23-f96046fee76b, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:39:58.850802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:58.944584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] For port d18358e4-e322-4c68-8e23-f96046fee76b, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:39:58.947608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] For port d18358e4-e322-4c68-8e23-f96046fee76b, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d18358e4-e322-4c68-8e23-f96046fee76b,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:39:59.033253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:59.102514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:59.104930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:39:59.104930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] 10.222.0.35 "PUT /v2.0/ports/d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 1092 time: 1.3425214 Feb 07 13:39:59.105213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:39:59.174948 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'status': 'completed', 'code': 200} Feb 07 13:39:59.176847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedded15-597a-4a4a-a8f6-7cfa5277afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d18358e4-e322-4c68-8e23-f96046fee76b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:39:59.276929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27dd8d-073b-4c6c-b012-5f45bdf4ad51 req-3148cd45-1574-48f6-91d7-cf841436c053 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:59.278691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c27dd8d-073b-4c6c-b012-5f45bdf4ad51 req-3148cd45-1574-48f6-91d7-cf841436c053 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 944 time: 0.1561141 Feb 07 13:39:59.342153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a47-9aa7-4d7b-8383-39e20ff649d6 req-1397b84f-a90d-407e-8c72-2a2932b2f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:59.343930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4410a47-9aa7-4d7b-8383-39e20ff649d6 req-1397b84f-a90d-407e-8c72-2a2932b2f8c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1095 time: 0.1420019 Feb 07 13:39:59.352110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c27dd8d-073b-4c6c-b012-5f45bdf4ad51 req-2ca759eb-2c25-4df4-9364-1e4fc9a45a8d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638182 Feb 07 13:39:59.497867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a47-9aa7-4d7b-8383-39e20ff649d6 req-794f645b-2de2-44d8-9ae3-643e0558b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:59.501059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4410a47-9aa7-4d7b-8383-39e20ff649d6 req-794f645b-2de2-44d8-9ae3-643e0558b89a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a92a614e65b49c08d9e99ad98743207&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1478989 Feb 07 13:39:59.643806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410a47-9aa7-4d7b-8383-39e20ff649d6 req-ac68b488-a6c4-4012-b975-d914a1f38bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:59.645395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4410a47-9aa7-4d7b-8383-39e20ff649d6 req-ac68b488-a6c4-4012-b975-d914a1f38bf6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1392314 Feb 07 13:39:59.751820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-55f0de8e-6eae-4998-9b97-3244034ef771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:59.753355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-55f0de8e-6eae-4998-9b97-3244034ef771 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1095 time: 0.0739269 Feb 07 13:39:59.838343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-ac6d56b4-62a9-4127-a615-cf44f6cd0daf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 217 time: 0.0731089 Feb 07 13:39:59.905407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1334c7ee-5720-458f-b646-a34457951bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:59.905407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-1334c7ee-5720-458f-b646-a34457951bb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0624559 Feb 07 13:39:59.983596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-e4f4cded-05f4-43a9-a1eb-86917dc41f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:39:59.985363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-e4f4cded-05f4-43a9-a1eb-86917dc41f8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773363 Feb 07 13:40:00.123184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-82211326-4475-40c2-b52d-f4d7fa47c206 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319847 Feb 07 13:40:00.256069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4a8553d-47c6-48f9-b341-15adeb743fa0 req-17b62c95-afd8-4eb4-952e-a9572ea8b874 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271918 Feb 07 13:40:00.541858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0ba83-4eec-400a-a883-cae119d898e3 req-700410e4-a100-4220-9f7c-79da34c285d5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:00.543320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6de0ba83-4eec-400a-a883-cae119d898e3 req-700410e4-a100-4220-9f7c-79da34c285d5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 944 time: 0.0801601 Feb 07 13:40:00.587202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6de0ba83-4eec-400a-a883-cae119d898e3 req-5ca6e744-816b-43cc-8cc0-a1ce7c54d5a8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372970 Feb 07 13:40:01.902693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3b27a-4963-4d25-bf38-7c65dc825c65 req-6533d4d3-cd80-45a5-8fe7-dd06cb0d2dc3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:01.904191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68b3b27a-4963-4d25-bf38-7c65dc825c65 req-6533d4d3-cd80-45a5-8fe7-dd06cb0d2dc3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 944 time: 0.2074580 Feb 07 13:40:01.949247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-68b3b27a-4963-4d25-bf38-7c65dc825c65 req-4c05bfef-420d-4923-a684-a2b69cb853d5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390248 Feb 07 13:40:03.133162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa60cf-1cf5-43ad-816c-8057c44084e5 req-94903286-51f2-4602-9b22-e1a4a5124a86 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:03.134547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4aa60cf-1cf5-43ad-816c-8057c44084e5 req-94903286-51f2-4602-9b22-e1a4a5124a86 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 944 time: 0.0795789 Feb 07 13:40:03.179921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f4aa60cf-1cf5-43ad-816c-8057c44084e5 req-efd46034-422e-4aa4-acd1-075418e87bfe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397062 Feb 07 13:40:04.372566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11a6d5-4e24-41c2-85fb-4df2d58797eb req-41586dd4-4bcb-4a6c-afe9-07b684a04460 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:04.373960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da11a6d5-4e24-41c2-85fb-4df2d58797eb req-41586dd4-4bcb-4a6c-afe9-07b684a04460 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 944 time: 0.0834634 Feb 07 13:40:04.420382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da11a6d5-4e24-41c2-85fb-4df2d58797eb req-9eaf2476-a484-4864-98df-03c414a1a56d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Feb 07 13:40:05.620485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c20937-8f28-423d-9e8d-fbaa97bd725c req-ede28875-6077-4d00-8f75-96cdfb3160ef tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:05.622103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5c20937-8f28-423d-9e8d-fbaa97bd725c req-ede28875-6077-4d00-8f75-96cdfb3160ef tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 944 time: 0.0933273 Feb 07 13:40:05.676627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5c20937-8f28-423d-9e8d-fbaa97bd725c req-fa9bfaec-28a3-4218-9350-7adaf256ea63 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448818 Feb 07 13:40:06.862136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf3d6-587a-4aa2-a029-92c4ce912924 req-e4338863-3827-4211-94af-3d2ac9c4b33c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:06.863607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-276bf3d6-587a-4aa2-a029-92c4ce912924 req-e4338863-3827-4211-94af-3d2ac9c4b33c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 944 time: 0.0801909 Feb 07 13:40:07.043321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-276bf3d6-587a-4aa2-a029-92c4ce912924 req-b6993e49-c49c-4949-9074-6d4072933ed4 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738708 Feb 07 13:40:07.593649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d18358e4-e322-4c68-8e23-f96046fee76b details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:40:07.731838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d18358e4-e322-4c68-8e23-f96046fee76b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d18358e4-e322-4c68-8e23-f96046fee76b,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:40:07.745341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:40:07.803214 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:07.819845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18358e4-e322-4c68-8e23-f96046fee76b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:40:07.834692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d18358e4-e322-4c68-8e23-f96046fee76b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d18358e4-e322-4c68-8e23-f96046fee76b,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:40:07.905866 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:07.985001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=d18358e4-e322-4c68-8e23-f96046fee76b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:40:07.995406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.995749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.996140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.998648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.998648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.998648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.998648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.998648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.998648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:07.998648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:08.000467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:08.000467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:08.089522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['d18358e4-e322-4c68-8e23-f96046fee76b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:40:08.337917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e5775-09a5-4779-ac7e-f7b00253e601 req-ff41a5e0-0a11-4aa4-b67c-52b2669d67a7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:08.339818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-316e5775-09a5-4779-ac7e-f7b00253e601 req-ff41a5e0-0a11-4aa4-b67c-52b2669d67a7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 945 time: 0.1821175 Feb 07 13:40:08.390708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-316e5775-09a5-4779-ac7e-f7b00253e601 req-d635f50d-1c1b-4c3f-b5a3-b507e005d5f3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443742 Feb 07 13:40:08.729267 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-867b55cd-187e-4742-9cd8-2807972d9748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:09.592754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d18358e4-e322-4c68-8e23-f96046fee76b up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:40:09.593372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ba7c0-eab2-44b1-919d-9f420a87e3f5 req-a006a357-9aa3-483d-b1b4-dd843d58fea3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:09.594870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-409ba7c0-eab2-44b1-919d-9f420a87e3f5 req-a006a357-9aa3-483d-b1b4-dd843d58fea3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 945 time: 0.0933948 Feb 07 13:40:09.660559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-409ba7c0-eab2-44b1-919d-9f420a87e3f5 req-f0365242-7e45-49fd-a152-2662ac06e82b tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596449 Feb 07 13:40:09.746047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port d18358e4-e322-4c68-8e23-f96046fee76b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:40:09.751462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port d18358e4-e322-4c68-8e23-f96046fee76b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:40:09.751842 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:09.871850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:09.899638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:40:09.918994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port d18358e4-e322-4c68-8e23-f96046fee76b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d18358e4-e322-4c68-8e23-f96046fee76b,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:40:09.950722 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'code': 200} Feb 07 13:40:10.030509 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:10.083835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de9b29-1629-4bf3-b8a5-a6e68578a712 req-373851b4-60b9-4747-8a06-f14ee13cc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:10.086414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0de9b29-1629-4bf3-b8a5-a6e68578a712 req-373851b4-60b9-4747-8a06-f14ee13cc1e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1097 time: 0.0791862 Feb 07 13:40:10.098383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=d18358e4-e322-4c68-8e23-f96046fee76b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:40:10.129251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0de9b29-1629-4bf3-b8a5-a6e68578a712 req-a85ae375-0688-46a6-8c4c-68bfe43671ae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368044 Feb 07 13:40:10.854658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca5f3-f3b1-4d11-860e-46a8b6c6f6cf req-3c97d756-c959-411c-a934-bdc85531c024 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:10.856204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deaca5f3-f3b1-4d11-860e-46a8b6c6f6cf req-3c97d756-c959-411c-a934-bdc85531c024 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 946 time: 0.0839689 Feb 07 13:40:10.903641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-deaca5f3-f3b1-4d11-860e-46a8b6c6f6cf req-78ae477a-15b2-4e2e-81c0-cc311ec33cdc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Feb 07 13:40:11.563914 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c8046f2-639a-4793-ae0e-c00a2e2fdaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:12.092605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faff746-e166-44e3-99fe-d834c4c58815 req-cbd6070a-5554-4bd4-8bb4-8bf604e27314 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:12.093986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8faff746-e166-44e3-99fe-d834c4c58815 req-cbd6070a-5554-4bd4-8bb4-8bf604e27314 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 946 time: 0.0807760 Feb 07 13:40:12.140110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8faff746-e166-44e3-99fe-d834c4c58815 req-8dd60d99-a44b-4ffd-9d0f-b52bb4949c28 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Feb 07 13:40:12.260839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:12.338196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5254a-28c7-453c-aa7b-733834d3b995 req-7437eb4f-ab0f-4cb3-b133-e56178e88f22 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:12.339641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6e5254a-28c7-453c-aa7b-733834d3b995 req-7437eb4f-ab0f-4cb3-b133-e56178e88f22 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 946 time: 0.0925822 Feb 07 13:40:12.357861 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:12.388000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6e5254a-28c7-453c-aa7b-733834d3b995 req-9290f86c-5d16-42f1-ad93-5174c89fcda6 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 Feb 07 13:40:12.411563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54458) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:40:12.481526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74af164f-c511-40dc-b0c0-b3b7e96be2c7 tempest-TestVolumeBootPattern-230377012 tempest-TestVolumeBootPattern-230377012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:12.482233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-74af164f-c511-40dc-b0c0-b3b7e96be2c7 tempest-TestVolumeBootPattern-230377012 tempest-TestVolumeBootPattern-230377012-project-admin] Synchronizing usage tracker for tenant:8c05747d36854ced8d80cbd1a5fe851c on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:40:12.649137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-74af164f-c511-40dc-b0c0-b3b7e96be2c7 tempest-TestVolumeBootPattern-230377012 tempest-TestVolumeBootPattern-230377012-project-admin] Unset dirty status for tenant:8c05747d36854ced8d80cbd1a5fe851c on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:40:12.650327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-74af164f-c511-40dc-b0c0-b3b7e96be2c7 tempest-TestVolumeBootPattern-230377012 tempest-TestVolumeBootPattern-230377012-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1092 time: 0.2377222 Feb 07 13:40:12.653326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 54466) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:40:12.658562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:40:12.667290 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:40:12.671330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:floatingip and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:40:12.674370 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:40:12.681124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:40:12.803517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:13.056513 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:13.210432 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.25.7.155 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/e451c472-1fd7-4f1c-8daf-baaf03345294) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:40:13.362501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:13.493653 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:13.574359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:40:13.577798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:40:13.585202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:40:13.629980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=e451c472-1fd7-4f1c-8daf-baaf03345294,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:40:13.647305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.647652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.648526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.648526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.648694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.648974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.649298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.649623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.649945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.650267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.650586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.650902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:40:13.818421 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:14.052910 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:14.200304 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:14.424794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:14.487617 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:14.601124 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=e451c472-1fd7-4f1c-8daf-baaf03345294,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:40:14.613665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:14.790728 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Floating IP 73a0e0ef-09c6-409d-be15-fb3dbaf696aa associated. External IP: 172.25.7.155, port: d18358e4-e322-4c68-8e23-f96046fee76b. Feb 07 13:40:15.280063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Router 87f0b689-1037-4081-a34a-a58e785aefe5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:40:15.283391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:15.462216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:40:15.472577 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:40:15.481629 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:40:15.482256 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:40:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:40:15.580712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:15.655998 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d3e0a951-fdcf-4506-93bc-64e8247062be tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9915979 Feb 07 13:40:15.655998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:40:15.674141 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:40:15.695604 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'status': 'completed', 'code': 200} Feb 07 13:40:15.793687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-6bf06dc7-7cf1-4156-b526-b4af626260a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:15.795199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-6bf06dc7-7cf1-4156-b526-b4af626260a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1097 time: 0.0793853 Feb 07 13:40:15.931385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-d7ca2de9-42eb-4e42-982b-a34b01ecf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:15.932840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-d7ca2de9-42eb-4e42-982b-a34b01ecf1cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1318355 Feb 07 13:40:16.053264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-56b472b5-bfe3-4f21-99b0-abbe7a9eb2a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 1000 time: 0.1148624 Feb 07 13:40:16.060375 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:13Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:40:16.064232 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:40:16.072427 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:40:16.073015 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:40:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:40:16.119309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-639c3f0a-e883-4de3-974f-22a7bf978e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:16.120795 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-639c3f0a-e883-4de3-974f-22a7bf978e10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0620148 Feb 07 13:40:16.200256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-a534146a-4b29-4fe5-a7aa-13850cbe7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:16.201721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-a534146a-4b29-4fe5-a7aa-13850cbe7061 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756719 Feb 07 13:40:16.290897 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:40:16.346494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-53c05d4b-483b-4dfc-85b4-ef7bef40da3c service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389484 Feb 07 13:40:16.495455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-038671e6-f1c5-4f1e-bae0-8460ed304f0a req-e096cf15-19e9-47a9-86ad-6cd6226cac79 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426990 Feb 07 13:40:16.663122 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:13Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:40:16.667083 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5cff1-2ac1-4c94-8def-ceaf28b8a2f7 None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:13Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:40:16.897762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebdd42-fa57-4f10-86be-8db302ff47aa None None] New status for floating IP 73a0e0ef-09c6-409d-be15-fb3dbaf696aa: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:40:24.898983 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:26.017051 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:40:27.162419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-6400bc3d-bd98-49d3-892c-f4125a35ffba req-0d169996-8ad2-45b9-805b-944c35615678 service neutron] (88312) timed out ('10.222.0.69', 35950) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:40:38.761394 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-482b0393-587c-404a-b8ea-4c713a0cb959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:41.615398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8dce235f-6130-45b0-ac5a-c18f04015a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:42.306659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44adc9-90b6-489b-9f1b-60ed05e0621c req-504cd859-06c1-4597-b44a-a72d3294bab7 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:42.308190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b44adc9-90b6-489b-9f1b-60ed05e0621c req-504cd859-06c1-4597-b44a-a72d3294bab7 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1097 time: 0.0774579 Feb 07 13:40:42.322642 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:42.351404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2b44adc9-90b6-489b-9f1b-60ed05e0621c req-e230764e-2d93-4ffb-b9b3-1b57c3ec82da tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Synchronizing usage tracker for tenant:aaab895a1bb54ff098f9f1a4b51c8960 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:40:42.372331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:42.499705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2b44adc9-90b6-489b-9f1b-60ed05e0621c req-e230764e-2d93-4ffb-b9b3-1b57c3ec82da tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Unset dirty status for tenant:aaab895a1bb54ff098f9f1a4b51c8960 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:40:42.503787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b44adc9-90b6-489b-9f1b-60ed05e0621c req-e230764e-2d93-4ffb-b9b3-1b57c3ec82da tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876569 Feb 07 13:40:42.706537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6abbc0-52c6-4486-bd6f-08be41f0ac0c req-331893e2-5494-4fcb-91cf-7ff65887b9e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:42.708858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e6abbc0-52c6-4486-bd6f-08be41f0ac0c req-331893e2-5494-4fcb-91cf-7ff65887b9e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0989003 Feb 07 13:40:42.761209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e6abbc0-52c6-4486-bd6f-08be41f0ac0c req-1ec051cd-06bb-4a57-a8c6-b48568e9191e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402808 Feb 07 13:40:42.785807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54842) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:40:42.893187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a8fd53b9-fb7c-4107-9bd2-7d5f5c8ccead tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/56505376-d9a3-4431-80b8-97546d55da73 HTTP/1.1" status: 200 len: 994 time: 0.1072428 Feb 07 13:40:43.869748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f717ac-7c22-4b32-9d78-cdc4c2e90ef0 req-fd3d2640-0107-4d59-b17a-625b3a995276 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:43.871238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8f717ac-7c22-4b32-9d78-cdc4c2e90ef0 req-fd3d2640-0107-4d59-b17a-625b3a995276 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0860567 Feb 07 13:40:43.906828 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:43.918930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8f717ac-7c22-4b32-9d78-cdc4c2e90ef0 req-aff6d099-e6ff-48a3-8619-5eb6f623dbe2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Feb 07 13:40:43.998824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 54872) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:40:44.140515 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-2c221dfd-1d74-4719-af21-632742a4cd6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405280 Feb 07 13:40:45.113869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06468c-8719-4886-a0bd-233862ab79ce req-871a2b1a-0387-4c83-8328-72629e231c7f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:45.118448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d06468c-8719-4886-a0bd-233862ab79ce req-871a2b1a-0387-4c83-8328-72629e231c7f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0909345 Feb 07 13:40:45.170938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d06468c-8719-4886-a0bd-233862ab79ce req-2715e19b-5627-4b34-9e87-2f92363f8581 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Feb 07 13:40:45.297593 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:46.381393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a6186-51bd-4648-afc3-1d4408c2e8a1 req-7f45c3ee-cba5-4f07-ab04-ed223af6b6a8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:46.383550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b81a6186-51bd-4648-afc3-1d4408c2e8a1 req-7f45c3ee-cba5-4f07-ab04-ed223af6b6a8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0949326 Feb 07 13:40:46.432903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b81a6186-51bd-4648-afc3-1d4408c2e8a1 req-8ea7fe3b-9e08-4b72-9e3a-e3becb0d5af1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 Feb 07 13:40:46.569841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-b9c77ca8-a8d4-43ee-bd50-67b1afb8dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:46.571449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-b9c77ca8-a8d4-43ee-bd50-67b1afb8dcb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1097 time: 0.0833240 Feb 07 13:40:46.822681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-30e0ebcc-28f9-4181-8828-1c62b3d603c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:46.824145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-30e0ebcc-28f9-4181-8828-1c62b3d603c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.2468030 Feb 07 13:40:46.930024 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-321bd528-e80d-46e1-8627-2305f35e1fb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1002 time: 0.0996399 Feb 07 13:40:46.993163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-b4066871-b0b7-4ade-b4aa-c1f5c66e621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:46.994634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-b4066871-b0b7-4ade-b4aa-c1f5c66e621d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.0590699 Feb 07 13:40:47.076529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-4ebfed4a-6b2e-4ab0-90a9-6fc26472addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:47.078022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-4ebfed4a-6b2e-4ab0-90a9-6fc26472addb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771768 Feb 07 13:40:47.234382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-676d7801-f8fd-41a9-a906-3c405a939d18 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486800 Feb 07 13:40:47.379301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-b065779e-27a8-42a0-837c-a0b8abc138a1 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382818 Feb 07 13:40:47.630618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da314-d030-4448-a0c2-f5bebecb3e34 req-4d18310a-1d9c-4b0d-ac8f-2705ec1b64a7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:47.632574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e4da314-d030-4448-a0c2-f5bebecb3e34 req-4d18310a-1d9c-4b0d-ac8f-2705ec1b64a7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0828431 Feb 07 13:40:47.688803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e4da314-d030-4448-a0c2-f5bebecb3e34 req-340f021a-156d-42c1-8754-6d92100c27b3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467129 Feb 07 13:40:48.880994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a66608-90bb-4f19-ae87-acf3f4b4dc3b req-de6f212f-12d7-49e0-8756-0537addbcf56 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:48.882719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7a66608-90bb-4f19-ae87-acf3f4b4dc3b req-de6f212f-12d7-49e0-8756-0537addbcf56 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0853515 Feb 07 13:40:48.929492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f7a66608-90bb-4f19-ae87-acf3f4b4dc3b req-5098a078-cbf4-4778-886b-b351fe37e8b2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406041 Feb 07 13:40:50.120679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb983a-583d-44b1-9746-90f90f5222ea req-a9c4f9bf-770a-499a-95e4-554efdda3485 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:50.122193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3fb983a-583d-44b1-9746-90f90f5222ea req-a9c4f9bf-770a-499a-95e4-554efdda3485 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0838995 Feb 07 13:40:50.168239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3fb983a-583d-44b1-9746-90f90f5222ea req-e2c2ccd7-3a60-4005-a286-868157bce1f5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Feb 07 13:40:51.358640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea2e4d-0540-4b30-ac0a-14adf7ac8e5a req-22249493-9563-4194-bb35-879bc8e6ef1e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:51.360293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0aea2e4d-0540-4b30-ac0a-14adf7ac8e5a req-22249493-9563-4194-bb35-879bc8e6ef1e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0842280 Feb 07 13:40:51.405184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0aea2e4d-0540-4b30-ac0a-14adf7ac8e5a req-dc29db04-8f32-46d1-997b-8b4cb2071dd1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390027 Feb 07 13:40:52.592796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2dfdc-41bd-4312-adee-9a909c48cffc req-9a09c305-fd8a-47e7-88f7-052c501957b6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:52.594262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1a2dfdc-41bd-4312-adee-9a909c48cffc req-9a09c305-fd8a-47e7-88f7-052c501957b6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0812764 Feb 07 13:40:52.643016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1a2dfdc-41bd-4312-adee-9a909c48cffc req-4d4959d5-a8e3-44be-a856-293e4a10d499 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Feb 07 13:40:54.006234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db691c-b05c-4566-8331-38bab2a5a3e7 req-42ee6847-da23-439e-afe5-e3af0f906d67 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:54.007962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60db691c-b05c-4566-8331-38bab2a5a3e7 req-42ee6847-da23-439e-afe5-e3af0f906d67 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0863385 Feb 07 13:40:54.052131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60db691c-b05c-4566-8331-38bab2a5a3e7 req-e5fbe831-5dd4-4d91-b21f-bb0c3e89b132 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 Feb 07 13:40:54.917923 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:40:55.261765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b115d2-5262-4c10-bb25-c343f73f022d req-70b3d733-1ce0-4e41-9be9-ddff08090ef7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:55.263555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12b115d2-5262-4c10-bb25-c343f73f022d req-70b3d733-1ce0-4e41-9be9-ddff08090ef7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0987451 Feb 07 13:40:55.312013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12b115d2-5262-4c10-bb25-c343f73f022d req-cef16b5c-c03e-42c5-b463-a300ccbf47bc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409327 Feb 07 13:40:56.501741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61930b8e-760a-4b42-b0ae-5d10343efea3 req-b60582f2-97dc-4437-8b5a-5f3197965e84 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:56.503246 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61930b8e-760a-4b42-b0ae-5d10343efea3 req-b60582f2-97dc-4437-8b5a-5f3197965e84 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0809393 Feb 07 13:40:56.550705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61930b8e-760a-4b42-b0ae-5d10343efea3 req-e9ed45b3-3540-4ce9-a7c5-b6c353c13f98 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Feb 07 13:40:57.738504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6e4c5-5c59-4201-ba0a-3203ac116e73 req-44b7d4e0-072e-46fe-a65b-5c2c08d1422a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:57.740587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfd6e4c5-5c59-4201-ba0a-3203ac116e73 req-44b7d4e0-072e-46fe-a65b-5c2c08d1422a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0837300 Feb 07 13:40:57.784841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfd6e4c5-5c59-4201-ba0a-3203ac116e73 req-0acd9d2a-209a-4c1f-badf-f03e3e43aac9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Feb 07 13:40:58.975375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f2409-9f24-4d5f-a3b6-ab5008f7e4ee req-9d0d1271-e733-40c7-8fbd-c2c4f9d6cf4e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:58.976878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d8f2409-9f24-4d5f-a3b6-ab5008f7e4ee req-9d0d1271-e733-40c7-8fbd-c2c4f9d6cf4e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0803654 Feb 07 13:40:59.025995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d8f2409-9f24-4d5f-a3b6-ab5008f7e4ee req-9bafdccc-316c-424f-a8df-7972c3e54de9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Feb 07 13:40:59.285523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8e7ba541-3eac-4802-844c-960ae827ac2e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:40:59.286267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8e7ba541-3eac-4802-844c-960ae827ac2e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Synchronizing usage tracker for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:40:59.380193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8e7ba541-3eac-4802-844c-960ae827ac2e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Unset dirty status for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:40:59.381431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8e7ba541-3eac-4802-844c-960ae827ac2e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/networks?id=85e6662b-59c3-40a8-bdc2-7557ccdbc730 HTTP/1.1" status: 200 len: 812 time: 0.3495827 Feb 07 13:40:59.396939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-0dc55ae6-bfbc-4d37-ba0e-4048934395ba tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/quotas/0edcb13423fa4601ac0a377d18af9be5 HTTP/1.1" status: 200 len: 375 time: 0.0097156 Feb 07 13:40:59.444390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-7b4917fc-f49d-437d-a875-9530ee848d07 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0edcb13423fa4601ac0a377d18af9be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422926 Feb 07 13:40:59.454532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-aff0d120-11ad-41a1-872f-79e2f020072c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:40:59.455440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-aff0d120-11ad-41a1-872f-79e2f020072c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047448 Feb 07 13:40:59.585593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-26d1b13b-85dd-422e-8850-7421e8da9fff service neutron] 10.222.0.69 "GET /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246250 Feb 07 13:40:59.716089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-d46eebe4-6c80-41b2-b786-e341bee3a587 service neutron] 10.222.0.69 "GET /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248887 Feb 07 13:40:59.795676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-ab14f4be-1f8d-4306-b560-2e517f430cf5 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:40:59.796669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-ab14f4be-1f8d-4306-b560-2e517f430cf5 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051374 Feb 07 13:40:59.880905 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-9f15ea3f-164b-4965-a279-4166cf551994 req-dd16da62-115c-4a7e-b0f5-93eaf09e464d service neutron] show failed (client error): The resource could not be found. Feb 07 13:40:59.882115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-dd16da62-115c-4a7e-b0f5-93eaf09e464d service neutron] 10.222.0.47 "GET /v2.0/ports/245ef75f-f149-498b-9080-08cc4029c736/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0801322 Feb 07 13:40:59.964586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-317dc520-2e8d-46f9-a627-05efcc03d81d req-6f31e92a-dfcd-42a7-ace2-045adb9dbc54 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 210 time: 0.0455253 Feb 07 13:41:00.213811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22a3a-d036-4283-92fb-256162cd3211 req-6065eb0d-20f7-4963-bc1a-ae4befc88ee8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:00.215316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3c22a3a-d036-4283-92fb-256162cd3211 req-6065eb0d-20f7-4963-bc1a-ae4befc88ee8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0807333 Feb 07 13:41:00.266274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3c22a3a-d036-4283-92fb-256162cd3211 req-e7510c3e-f980-4ebd-bae0-4cc38ad75cc5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449185 Feb 07 13:41:00.488158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-3c8aeb87-da63-4369-b0e4-51a8f0ca8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:00.489524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-3c8aeb87-da63-4369-b0e4-51a8f0ca8264 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 1097 time: 0.0714226 Feb 07 13:41:00.500175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:41:00.613870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:00.891005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:00.919018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:41:00.976243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:00.981597 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:00.997441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Transition to ACTIVE for port object 245ef75f-f149-498b-9080-08cc4029c736 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:41:01.039946 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'code': 200} Feb 07 13:41:01.114096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:01.163854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-218a5ee6-525a-4708-8a17-119f1b379746 req-3873432b-5fd2-4703-9a9c-beae0f945adc tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 210 time: 0.0860305 Feb 07 13:41:01.273332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:01.286305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.286736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.287087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.287410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.287736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.288094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.288414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.288926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.289394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.289872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.290194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.290629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:01.339120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] No DVR routers for this DVR port 245ef75f-f149-498b-9080-08cc4029c736 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:41:01.696150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1489edb-71e3-485f-ab01-ddb2274b29f4 req-53ef6a9c-dda8-4e88-81b3-5a3630cd6e61 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:01.697665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1489edb-71e3-485f-ab01-ddb2274b29f4 req-53ef6a9c-dda8-4e88-81b3-5a3630cd6e61 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 944 time: 0.3070133 Feb 07 13:41:01.774587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:41:01.774922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:41:01.775252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:41:01.786009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:41:01.786509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:41:01.790828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1489edb-71e3-485f-ab01-ddb2274b29f4 req-dc5e03e9-a6b9-46ce-8a9b-d4c38b0e9096 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614722 Feb 07 13:41:01.794812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:41:01.795154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Checking segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:41:01.795527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Bound using segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:41:01.795956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Bound port: 245ef75f-f149-498b-9080-08cc4029c736, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:41:01.796327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:01.888687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:41:01.891591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:41:02.009224 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:02.073963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:02.074577 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:02.075926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] 10.222.0.35 "PUT /v2.0/ports/245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1092 time: 1.5797851 Feb 07 13:41:02.090940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911ef7c-f198-411c-bb27-5319ff196cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:02.177260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-a95708ae-ad48-4603-b2dc-944e250b676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:02.179368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-a95708ae-ad48-4603-b2dc-944e250b676e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1095 time: 0.0797937 Feb 07 13:41:02.340070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58e8e6b0-1165-4f8b-9a40-0be43caf15be req-40812264-fa07-47f5-b7d0-7253cfe851be tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 210 time: 0.0479896 Feb 07 13:41:02.377166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-23dfbc91-e902-4f60-9f05-1f691903f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:02.378872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-23dfbc91-e902-4f60-9f05-1f691903f77b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.1937456 Feb 07 13:41:02.571329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-99580b82-05e2-460a-ad49-c387df690c1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1000 time: 0.1691308 Feb 07 13:41:02.654432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-783ff9b6-d672-4d8d-a3c5-49ae5b40bb27 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:02.655843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-783ff9b6-d672-4d8d-a3c5-49ae5b40bb27 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.47 "GET /v2.0/networks?id=85e6662b-59c3-40a8-bdc2-7557ccdbc730 HTTP/1.1" status: 200 len: 812 time: 0.2728093 Feb 07 13:41:02.666380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-b385cf83-a50e-4dda-ae86-04fcbae1982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:02.667694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-b385cf83-a50e-4dda-ae86-04fcbae1982e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.0864811 Feb 07 13:41:02.670975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Request body: {'port': {'device_id': 'bfc84684-ed5a-4195-a128-b1cedd286043', 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730', 'admin_state_up': True, 'tenant_id': '0edcb13423fa4601ac0a377d18af9be5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:41:02.862046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ea3f-164b-4965-a279-4166cf551994 req-7253d68b-ddac-45c1-a609-d21c57a2a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:02.863513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-7253d68b-ddac-45c1-a609-d21c57a2a841 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792588 Feb 07 13:41:02.864763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:41:02.868658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Usage tracker for resource:port and tenant:0edcb13423fa4601ac0a377d18af9be5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:41:02.872458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:41:02.897439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:41:03.015610 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:41:03.042391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:03.073387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-92e17994-2d99-46fa-a14d-b3b5c415a214 service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019365 Feb 07 13:41:03.075550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Made reservation on behalf of 0edcb13423fa4601ac0a377d18af9be5 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:41:03.079219 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:03.118615 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'status': 'completed', 'code': 200} Feb 07 13:41:03.252880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e2826-294f-4a69-9ed5-c98c3163f47b req-a3825a67-505c-41a5-99ec-df93efaff213 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:03.254400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a9e2826-294f-4a69-9ed5-c98c3163f47b req-a3825a67-505c-41a5-99ec-df93efaff213 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 944 time: 0.3085763 Feb 07 13:41:03.292810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 245ef75f-f149-498b-9080-08cc4029c736 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:03.356171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 245ef75f-f149-498b-9080-08cc4029c736 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:03.589509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af031047-e425-43b2-98ad-85f6ed2827c7 req-a8088518-4072-42cc-9e43-745374973e8d tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 210 time: 0.1238537 Feb 07 13:41:03.604102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a9e2826-294f-4a69-9ed5-c98c3163f47b req-56f85cb1-f720-421c-b67b-963f7ea254be tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408031 Feb 07 13:41:03.625527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-67478dcf-b133-4239-8671-8a67db748cae service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324616 Feb 07 13:41:03.636271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870e27-a873-4967-89ad-8708cb8fc75f req-dcac9e0c-86e9-4336-8458-1b403f360f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:03.637738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-dcac9e0c-86e9-4336-8458-1b403f360f9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1095 time: 0.4602492 Feb 07 13:41:03.647218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Allocated IP 172.20.0.12 (85e6662b-59c3-40a8-bdc2-7557ccdbc730/a83764cd-7d36-48a3-88ea-c2d986dd5856/2fe655af-b9e1-455e-8a52-5e69bea0b74b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:41:03.953484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870e27-a873-4967-89ad-8708cb8fc75f req-870c2a8c-949f-4a36-a761-d9f6a09c75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:03.954927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-870c2a8c-949f-4a36-a761-d9f6a09c75ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.3090413 Feb 07 13:41:04.049918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870e27-a873-4967-89ad-8708cb8fc75f req-99a680ee-1ab3-4057-a2bf-4917b7287e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:04.051407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-99a680ee-1ab3-4057-a2bf-4917b7287e71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1095 time: 0.3083355 Feb 07 13:41:04.169255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-2575a2a0-2430-4add-ab40-ecb5d0e4e197 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1000 time: 0.2070572 Feb 07 13:41:04.234352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:04.298825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870e27-a873-4967-89ad-8708cb8fc75f req-cf12a0d3-ca69-423b-b358-ffc1235c44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:04.302027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-cf12a0d3-ca69-423b-b358-ffc1235c44c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.1112373 Feb 07 13:41:04.302827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870e27-a873-4967-89ad-8708cb8fc75f req-857aeea6-541d-4a06-afd5-ee239a948c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:04.304135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-857aeea6-541d-4a06-afd5-ee239a948c14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.2328889 Feb 07 13:41:04.457575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-dae492b2-0d83-4ae5-9d88-294095295416 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1000 time: 0.1180677 Feb 07 13:41:04.511457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870e27-a873-4967-89ad-8708cb8fc75f req-fd4e9ba8-6759-4fd7-be3c-e5ec2f95b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:04.512910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-fd4e9ba8-6759-4fd7-be3c-e5ec2f95b990 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043900 Feb 07 13:41:04.515813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:04.663479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870e27-a873-4967-89ad-8708cb8fc75f req-3daf54a0-5fa4-44ee-b011-459c07c328c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:04.664962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-3daf54a0-5fa4-44ee-b011-459c07c328c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.2005203 Feb 07 13:41:04.672632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:41:04.714670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:41:04.726914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:41:04.846038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Pushing event updated for resources: {'Port': ['ID=2fe655af-b9e1-455e-8a52-5e69bea0b74b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:05.088644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:05.089239 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:05.106776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-6c119d80-12a0-4af4-8995-22ceceb8657a service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803065 Feb 07 13:41:05.217681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870e27-a873-4967-89ad-8708cb8fc75f req-bf32b42c-fef9-46e4-82db-7ae65d896256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:05.219155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-bf32b42c-fef9-46e4-82db-7ae65d896256 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5436170 Feb 07 13:41:05.236921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84bff-b160-4f37-8829-ea38901cd63e req-e4bb56b6-d91a-4437-b054-dde7b0e783c8 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:05.237577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80a84bff-b160-4f37-8829-ea38901cd63e req-e4bb56b6-d91a-4437-b054-dde7b0e783c8 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Synchronizing usage tracker for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:41:05.266860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-33a65aff-751b-4fb8-acd3-937d82348247 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6021698 Feb 07 13:41:05.326844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf50c-54b5-4390-9a9b-b8be4e7f6a5a req-38090e1a-5623-44b2-b058-88d0dba43cf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:05.328317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6cdf50c-54b5-4390-9a9b-b8be4e7f6a5a req-38090e1a-5623-44b2-b058-88d0dba43cf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 944 time: 0.5384748 Feb 07 13:41:05.347051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Request body: {'port': {'device_id': 'bfc84684-ed5a-4195-a128-b1cedd286043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:41:05.499543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-77305460-e140-428d-a194-897c0d465a9e service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776789 Feb 07 13:41:05.546082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80a84bff-b160-4f37-8829-ea38901cd63e req-e4bb56b6-d91a-4437-b054-dde7b0e783c8 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Unset dirty status for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:41:05.547205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80a84bff-b160-4f37-8829-ea38901cd63e req-e4bb56b6-d91a-4437-b054-dde7b0e783c8 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 932 time: 0.8242736 Feb 07 13:41:05.550078 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6cdf50c-54b5-4390-9a9b-b8be4e7f6a5a req-0a6955d7-6584-4302-b569-c12dc99dcd24 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093921 Feb 07 13:41:05.569525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-26640bbd-2361-4470-8e7c-defb1aec7218 service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283529 Feb 07 13:41:05.680889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:05.711812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80a84bff-b160-4f37-8829-ea38901cd63e req-85b89924-1198-45d3-b66c-c2ca54cbd40d tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Synchronizing usage tracker for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:41:05.818989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22870e27-a873-4967-89ad-8708cb8fc75f req-ccfaaeff-452e-437a-960e-001ee279c930 service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352312 Feb 07 13:41:05.859735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-80a84bff-b160-4f37-8829-ea38901cd63e req-85b89924-1198-45d3-b66c-c2ca54cbd40d tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Unset dirty status for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:41:05.860933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-80a84bff-b160-4f37-8829-ea38901cd63e req-85b89924-1198-45d3-b66c-c2ca54cbd40d tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022583 Feb 07 13:41:05.886855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 245ef75f-f149-498b-9080-08cc4029c736 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:41:06.023380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:06.036958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '245ef75f-f149-498b-9080-08cc4029c736', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'port_id': '245ef75f-f149-498b-9080-08cc4029c736', 'mac_address': 'fa:16:3e:c4:e6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:41:06.087121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-ffaf83aa-476a-4372-b0c8-f3b550628c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:06.088652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-ffaf83aa-476a-4372-b0c8-f3b550628c9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1095 time: 0.1717277 Feb 07 13:41:06.090764 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:06.108071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245ef75f-f149-498b-9080-08cc4029c736 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:41:06.124819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:06.202363 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:06.241875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe655af-b9e1-455e-8a52-5e69bea0b74b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:41:06.253331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:06.290953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Transition to ACTIVE for port object 2fe655af-b9e1-455e-8a52-5e69bea0b74b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:41:06.300133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:06.308761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-257ecd04-0b08-414b-9255-aa0ce5c3fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:06.310195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-257ecd04-0b08-414b-9255-aa0ce5c3fb87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.1734586 Feb 07 13:41:06.396593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:06.427799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['245ef75f-f149-498b-9080-08cc4029c736'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:41:06.471032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-03e98916-031d-467a-8daa-db3e65e14276 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1001 time: 0.1547954 Feb 07 13:41:06.587387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe655af-b9e1-455e-8a52-5e69bea0b74b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:06.670741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-cfd0f27b-3e1e-4271-8554-162311f8d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:06.672202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-cfd0f27b-3e1e-4271-8554-162311f8d33a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.1484821 Feb 07 13:41:06.941867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Attempting to bind port 2fe655af-b9e1-455e-8a52-5e69bea0b74b on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:41:06.942531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Attempting to bind port 2fe655af-b9e1-455e-8a52-5e69bea0b74b by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:41:06.942531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Attempting to bind port 2fe655af-b9e1-455e-8a52-5e69bea0b74b on network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:41:06.954023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Port 2fe655af-b9e1-455e-8a52-5e69bea0b74b on network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:41:06.954349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Attempting to bind port 2fe655af-b9e1-455e-8a52-5e69bea0b74b on network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:41:06.966008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:41:06.966348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Checking segment: {'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:41:06.966739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Bound using segment: {'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:41:06.967176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Bound port: 2fe655af-b9e1-455e-8a52-5e69bea0b74b, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:41:06.967530 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:07.069535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977211-2c01-4125-8843-3be13b1a61e1 req-9b74707a-01c4-4665-ba88-b67130b1b57f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:07.071011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66977211-2c01-4125-8843-3be13b1a61e1 req-9b74707a-01c4-4665-ba88-b67130b1b57f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.4044154 Feb 07 13:41:07.091802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-948c84cb-e6b1-4b54-9359-ee2e0f58545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:07.093257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-948c84cb-e6b1-4b54-9359-ee2e0f58545b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523181 Feb 07 13:41:07.257118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] For port 2fe655af-b9e1-455e-8a52-5e69bea0b74b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:41:07.297199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] For port 2fe655af-b9e1-455e-8a52-5e69bea0b74b, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2fe655af-b9e1-455e-8a52-5e69bea0b74b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:41:07.312747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76e641-e508-4300-b199-d62036e40a27 req-b44f0216-81e5-4d90-8ad6-252ef2abfa89 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:07.314287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b76e641-e508-4300-b199-d62036e40a27 req-b44f0216-81e5-4d90-8ad6-252ef2abfa89 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 944 time: 0.3340914 Feb 07 13:41:07.321290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66977211-2c01-4125-8843-3be13b1a61e1 req-7e98d668-862e-4838-bbb7-064c7684530c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317560 Feb 07 13:41:07.354981 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-e80be670-9971-4b94-8760-f5ffbb77709f service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456744 Feb 07 13:41:07.442930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:07.494063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b76e641-e508-4300-b199-d62036e40a27 req-4dec7ed2-16e1-42a9-9f18-8a05c26d1e59 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639404 Feb 07 13:41:07.534564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:07.535169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:07.536648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] 10.222.0.47 "PUT /v2.0/ports/2fe655af-b9e1-455e-8a52-5e69bea0b74b HTTP/1.1" status: 200 len: 1092 time: 2.2033875 Feb 07 13:41:07.538765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc84684-ed5a-4195-a128-b1cedd286043', 'tag': '2fe655af-b9e1-455e-8a52-5e69bea0b74b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:07.577285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55e5f2-25ad-41cb-91f8-29278820e489 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe655af-b9e1-455e-8a52-5e69bea0b74b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:07.589283 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc84684-ed5a-4195-a128-b1cedd286043', 'tag': '2fe655af-b9e1-455e-8a52-5e69bea0b74b', 'status': 'completed', 'code': 200} Feb 07 13:41:07.597371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3df05e5b-48c8-4382-a64e-f89a25586233 req-3aa3c196-9ddf-46ae-a104-bba039529384 service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313845 Feb 07 13:41:07.681978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef37f0-4609-48fe-8960-2b2ba2e97c9f req-062d4117-c28f-4011-9c99-4f1a3974d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:07.683392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eef37f0-4609-48fe-8960-2b2ba2e97c9f req-062d4117-c28f-4011-9c99-4f1a3974d13c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0edcb13423fa4601ac0a377d18af9be5&device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 1095 time: 0.0777791 Feb 07 13:41:07.830062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef37f0-4609-48fe-8960-2b2ba2e97c9f req-74eff5d9-4651-4506-8206-066e4e03c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:07.831489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eef37f0-4609-48fe-8960-2b2ba2e97c9f req-74eff5d9-4651-4506-8206-066e4e03c33f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0edcb13423fa4601ac0a377d18af9be5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1410656 Feb 07 13:41:07.888131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 245ef75f-f149-498b-9080-08cc4029c736 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:41:08.023076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 245ef75f-f149-498b-9080-08cc4029c736 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:41:08.027727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 245ef75f-f149-498b-9080-08cc4029c736 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:41:08.028146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:08.084384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef37f0-4609-48fe-8960-2b2ba2e97c9f req-e1d5c250-ecb7-4180-ae9d-09fbb1d523d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:08.085814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eef37f0-4609-48fe-8960-2b2ba2e97c9f req-e1d5c250-ecb7-4180-ae9d-09fbb1d523d9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2254159 Feb 07 13:41:08.094187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd4ab2-250e-4c76-8238-e2080174e815 req-dc2fb3d9-9fb6-4289-a897-a8cba2d658ae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:08.095779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7fd4ab2-250e-4c76-8238-e2080174e815 req-dc2fb3d9-9fb6-4289-a897-a8cba2d658ae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.2678962 Feb 07 13:41:08.107492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-d3b4c7e6-2811-4fee-b840-479723cd4df1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:08.109146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-d3b4c7e6-2811-4fee-b840-479723cd4df1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.35 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f&tenant_id=34acd293d1b74783a724230f7eedab17&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 945 time: 0.2476296 Feb 07 13:41:08.152273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:08.181020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:08.190627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:08.249812 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'code': 200} Feb 07 13:41:08.257970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e7fd4ab2-250e-4c76-8238-e2080174e815 req-56747d4c-df83-44b3-becf-39e336fe21ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478627 Feb 07 13:41:08.277908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-abb621ed-b14f-4ab4-9640-5029c54d2ee1 service neutron] 10.222.0.35 "GET /v2.0/ports/245ef75f-f149-498b-9080-08cc4029c736/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 382 time: 0.1528263 Feb 07 13:41:08.287876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-63456b12-af0c-48e6-a592-36159a5520c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:08.289428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-63456b12-af0c-48e6-a592-36159a5520c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0edcb13423fa4601ac0a377d18af9be5&device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 1095 time: 0.1333094 Feb 07 13:41:08.297057 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:08.366399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:08.373977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.374324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.374660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.374992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.375321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.375674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.376017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.376344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.376666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.376985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.377309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.377625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:08.393031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-2d74e747-bea4-4899-9ecf-499f93a27d64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fe655af-b9e1-455e-8a52-5e69bea0b74b HTTP/1.1" status: 200 len: 217 time: 0.0960503 Feb 07 13:41:08.472307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-22c2f107-f1e1-4753-a8aa-51c64fc0f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:08.474543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-22c2f107-f1e1-4753-a8aa-51c64fc0f35b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a83764cd-7d36-48a3-88ea-c2d986dd5856 HTTP/1.1" status: 200 len: 852 time: 0.0733407 Feb 07 13:41:08.480408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-93278681-e2c0-4e19-98c6-123102ba58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:08.481729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-93278681-e2c0-4e19-98c6-123102ba58cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1097 time: 0.1319988 Feb 07 13:41:08.720494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8a99dc0-2615-4341-809d-2437924da172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:08.751874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-7630057a-548e-43c6-8738-506e5f79c668 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85e6662b-59c3-40a8-bdc2-7557ccdbc730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2692382 Feb 07 13:41:08.939880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-c536be5f-5423-4fdb-9f2c-219d989828ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:08.941349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-c536be5f-5423-4fdb-9f2c-219d989828ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.4276986 Feb 07 13:41:09.014329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-be09abbe-65a4-43c9-9577-b47a5fa43d23 service neutron] 10.222.0.47 "GET /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549379 Feb 07 13:41:09.070749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fa11c-7e11-469b-b483-bec0f6efd6b1 req-a5c033be-66be-4a68-a16a-e60939c0d568 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:09.072196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be5fa11c-7e11-469b-b483-bec0f6efd6b1 req-a5c033be-66be-4a68-a16a-e60939c0d568 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 944 time: 0.4046965 Feb 07 13:41:09.155044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-6c9346e4-1982-44a0-bc5d-c5e99d4810fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1002 time: 0.1995463 Feb 07 13:41:09.228976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be5fa11c-7e11-469b-b483-bec0f6efd6b1 req-2aa04e0e-3c23-476d-8931-3b0dd531f0d0 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112702 Feb 07 13:41:09.259720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-d34a0408-5071-4c09-b483-3114e7459d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:09.261165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-d34a0408-5071-4c09-b483-3114e7459d28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.0991051 Feb 07 13:41:09.314165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d049982c-f681-4f5e-8a4c-005b9d886299 req-4bd30c66-eb49-4976-b61f-457a6d73c5c8 service neutron] 10.222.0.47 "GET /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842534 Feb 07 13:41:09.344404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-2820d304-25be-4e56-b60b-fd86679c79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:09.345901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-2820d304-25be-4e56-b60b-fd86679c79d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765419 Feb 07 13:41:09.539953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-0a430b52-af4d-43cd-b9c2-ae9600dd47cc service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870692 Feb 07 13:41:09.550783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ddce0-0fec-42bc-b70c-cf67197206e2 req-5c867b58-6c53-472c-a933-a6b42e1e6abf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:09.552740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e20ddce0-0fec-42bc-b70c-cf67197206e2 req-5c867b58-6c53-472c-a933-a6b42e1e6abf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.1789522 Feb 07 13:41:09.672880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e20ddce0-0fec-42bc-b70c-cf67197206e2 req-d576438e-9739-4dfc-9bd9-7234929a6904 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019011 Feb 07 13:41:09.710749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-ec476a55-ec94-4f56-8ec2-4b3a0d918c7f service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570358 Feb 07 13:41:10.410210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0cf89-ba05-4623-a85f-63cdabbf829b req-ccbcb7a1-dc9f-4089-8fcd-298c6206f00e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:10.412250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10c0cf89-ba05-4623-a85f-63cdabbf829b req-ccbcb7a1-dc9f-4089-8fcd-298c6206f00e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 944 time: 0.0795021 Feb 07 13:41:10.459263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10c0cf89-ba05-4623-a85f-63cdabbf829b req-3699adec-d7af-47e2-9e04-605be511971e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Feb 07 13:41:10.860467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9486a-5189-40e4-b7f6-9acbfa1fabcb req-cc578f96-532a-46f8-a109-e0a8f9557821 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:10.861976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d9486a-5189-40e4-b7f6-9acbfa1fabcb req-cc578f96-532a-46f8-a109-e0a8f9557821 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0809875 Feb 07 13:41:10.907224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5d9486a-5189-40e4-b7f6-9acbfa1fabcb req-139658cd-7eae-4e49-8727-b989a206a194 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Feb 07 13:41:11.562642 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5fbb26e6-b7f1-4465-8174-f3f47b6d0577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:11.652896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91efbf9-54c1-48c6-853f-d16ed70d440a req-0cd37b50-f16c-477b-ae55-4840fc1b6afa tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:11.654389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d91efbf9-54c1-48c6-853f-d16ed70d440a req-0cd37b50-f16c-477b-ae55-4840fc1b6afa tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 944 time: 0.0865004 Feb 07 13:41:11.703571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d91efbf9-54c1-48c6-853f-d16ed70d440a req-b099437b-13c2-48dc-a2d7-29261eba03d4 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Feb 07 13:41:12.096291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a6518-bf02-4491-a502-2253ed1f7559 req-1b0f0e59-241d-4acc-b8be-62f4d2ea223b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:12.097843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e58a6518-bf02-4491-a502-2253ed1f7559 req-1b0f0e59-241d-4acc-b8be-62f4d2ea223b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.0819981 Feb 07 13:41:12.143431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e58a6518-bf02-4491-a502-2253ed1f7559 req-961265d6-fc47-440b-84b4-3a8de2fbbf65 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391815 Feb 07 13:41:12.305062 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:12.368104 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:12.762912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-7714c8ea-826f-43b8-a29c-f9f7040d4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:12.764554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-7714c8ea-826f-43b8-a29c-f9f7040d4858 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 1097 time: 0.2004902 Feb 07 13:41:12.775102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:41:12.948715 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:13.007281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8aa68-d258-4774-bbfe-af6057695932 req-b0cdf173-54e5-48d1-9a12-6ae827ecbc90 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:13.008786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97d8aa68-d258-4774-bbfe-af6057695932 req-b0cdf173-54e5-48d1-9a12-6ae827ecbc90 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 944 time: 0.1921318 Feb 07 13:41:13.113440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97d8aa68-d258-4774-bbfe-af6057695932 req-9189b70f-60d7-41ee-b8aa-fdcb1df9df30 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982089 Feb 07 13:41:13.316541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:13.337216 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2fe655af-b9e1-455e-8a52-5e69bea0b74b details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:41:13.366094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:41:13.416043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43219c0b-38c9-4d2d-83c5-c3d462b80c4e req-ea81c693-680b-4577-94eb-44b8d7605c22 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:13.417554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43219c0b-38c9-4d2d-83c5-c3d462b80c4e req-ea81c693-680b-4577-94eb-44b8d7605c22 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 946 time: 0.1586413 Feb 07 13:41:13.453922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:13.460330 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:13.477740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2fe655af-b9e1-455e-8a52-5e69bea0b74b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2fe655af-b9e1-455e-8a52-5e69bea0b74b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:13.492420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '2fe655af-b9e1-455e-8a52-5e69bea0b74b', 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730', 'port_id': '2fe655af-b9e1-455e-8a52-5e69bea0b74b', 'mac_address': 'fa:16:3e:86:85:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83764cd-7d36-48a3-88ea-c2d986dd5856', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:41:13.494112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Transition to ACTIVE for port object 245ef75f-f149-498b-9080-08cc4029c736 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:41:13.505026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43219c0b-38c9-4d2d-83c5-c3d462b80c4e req-6ab364df-7c2e-477b-8f26-a06322b035b2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724924 Feb 07 13:41:13.528540 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'code': 200} Feb 07 13:41:13.553664 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:13.570475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe655af-b9e1-455e-8a52-5e69bea0b74b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:41:13.585787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:13.586520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2fe655af-b9e1-455e-8a52-5e69bea0b74b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2fe655af-b9e1-455e-8a52-5e69bea0b74b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:13.720483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:13.736618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:13.793369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] No DVR routers for this DVR port 245ef75f-f149-498b-9080-08cc4029c736 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:41:13.812675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2fe655af-b9e1-455e-8a52-5e69bea0b74b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:13.871472 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:13.934687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 245ef75f-f149-498b-9080-08cc4029c736 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:14.015616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 245ef75f-f149-498b-9080-08cc4029c736 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:14.034447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:41:14.034784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:41:14.035121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:41:14.039941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:41:14.040294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Attempting to bind port 245ef75f-f149-498b-9080-08cc4029c736 on network f12821d9-741c-49dc-9d64-9391da0a4cca {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:41:14.046112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:41:14.046446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Checking segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:41:14.046829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Bound using segment: {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:41:14.047296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Bound port: 245ef75f-f149-498b-9080-08cc4029c736, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f447a2-1cfc-41c7-b4c4-20497d1c833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:41:14.047643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:14.127187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['2fe655af-b9e1-455e-8a52-5e69bea0b74b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:41:14.138917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:41:14.143140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:41:14.203871 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:14.313572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:14.314445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:14.315837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] 10.222.0.47 "PUT /v2.0/ports/245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1093 time: 1.5447831 Feb 07 13:41:14.354440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ed822-fa25-4bf3-bc8e-d1c6d6b9d07d service neutron] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=11']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:14.422237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8d9c9-2128-41a8-9d5d-ca354499ea62 req-3e0b25c9-1896-4e4a-a193-264183687731 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:14.423783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69b8d9c9-2128-41a8-9d5d-ca354499ea62 req-3e0b25c9-1896-4e4a-a193-264183687731 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 945 time: 0.1848707 Feb 07 13:41:14.504790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-dfc54709-d562-431c-bc8d-a54358cbcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:14.504790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-dfc54709-d562-431c-bc8d-a54358cbcd9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1096 time: 0.1301939 Feb 07 13:41:14.504790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69b8d9c9-2128-41a8-9d5d-ca354499ea62 req-ca9803b8-04b4-448c-84a3-54c40511c5e2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504775 Feb 07 13:41:14.808063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-4c70b4cb-dc5c-42a0-83bb-7ccf25f92542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:14.809429 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-4c70b4cb-dc5c-42a0-83bb-7ccf25f92542 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.3301942 Feb 07 13:41:14.872169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955409a5-18d5-4041-bea4-b488d335e648 req-9b757d58-e86b-4b6f-b301-f0c954214022 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:14.873597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-955409a5-18d5-4041-bea4-b488d335e648 req-9b757d58-e86b-4b6f-b301-f0c954214022 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.1851716 Feb 07 13:41:14.954588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-955409a5-18d5-4041-bea4-b488d335e648 req-107f7e3f-4d25-4cdd-8eaa-761a3818edbe tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746734 Feb 07 13:41:14.958242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-8b0003ab-1cbb-4da7-b80a-b7ad2444efc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1000 time: 0.1399245 Feb 07 13:41:15.019915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-01812bbe-97f6-4a4c-8665-1c1f7228ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:15.022152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-01812bbe-97f6-4a4c-8665-1c1f7228ecce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.0589311 Feb 07 13:41:15.101401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-d6c715c1-3fc2-433f-8bc5-dbe49fde5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:15.102861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-d6c715c1-3fc2-433f-8bc5-dbe49fde5c74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744216 Feb 07 13:41:15.238448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-811a1433-d514-4b32-8f35-094b68cb2592 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288948 Feb 07 13:41:15.289143 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:15.399633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2fe655af-b9e1-455e-8a52-5e69bea0b74b up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:41:15.425430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-03b3a049-3785-423e-8d36-34660ea0ac70 req-0d5c9a94-c84d-448f-91e9-e5108117c704 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807129 Feb 07 13:41:15.528676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 2fe655af-b9e1-455e-8a52-5e69bea0b74b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:41:15.530213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:15.533884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 2fe655af-b9e1-455e-8a52-5e69bea0b74b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:41:15.534308 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:15.593458 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'status': 'completed', 'code': 200} Feb 07 13:41:15.675391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:15.704149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc84684-ed5a-4195-a128-b1cedd286043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe655af-b9e1-455e-8a52-5e69bea0b74b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:15.715671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2fe655af-b9e1-455e-8a52-5e69bea0b74b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2fe655af-b9e1-455e-8a52-5e69bea0b74b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:15.753782 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc84684-ed5a-4195-a128-b1cedd286043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe655af-b9e1-455e-8a52-5e69bea0b74b', 'code': 200} Feb 07 13:41:15.800897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-bfc8c200-6a49-4c6d-b000-a13f9a960ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:15.802503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-bfc8c200-6a49-4c6d-b000-a13f9a960ad2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1096 time: 0.1698818 Feb 07 13:41:15.806669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-23868297-da68-4828-9629-7556e257c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:15.808185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-23868297-da68-4828-9629-7556e257c9cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1096 time: 0.1700327 Feb 07 13:41:15.817674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f86e3-4784-4a5a-9b38-fb49af29743c req-9ddf1725-a671-431e-8724-34380972d196 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:15.819619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f5f86e3-4784-4a5a-9b38-fb49af29743c req-9ddf1725-a671-431e-8724-34380972d196 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 945 time: 0.2251639 Feb 07 13:41:15.834150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:15.902453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2fe655af-b9e1-455e-8a52-5e69bea0b74b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:16.115809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f5f86e3-4784-4a5a-9b38-fb49af29743c req-dff45a3a-b018-466f-b30f-a4ee868d6ac5 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436354 Feb 07 13:41:16.205644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-bbdbb345-d940-4dd4-9e56-7290d29611ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:16.207143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-bbdbb345-d940-4dd4-9e56-7290d29611ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.3972502 Feb 07 13:41:16.280690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705dd16-ffa3-4089-a453-b5d0e60bc782 req-bccdb842-4f73-4915-8bc3-869ffead25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:16.282238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5705dd16-ffa3-4089-a453-b5d0e60bc782 req-bccdb842-4f73-4915-8bc3-869ffead25dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 1097 time: 0.4454346 Feb 07 13:41:16.283815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-68e10a2c-17f5-4d1e-b691-d8daa581533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:16.285460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-68e10a2c-17f5-4d1e-b691-d8daa581533a service neutron] 10.222.0.35 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.4466798 Feb 07 13:41:16.572197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-9d958153-1ddc-4db3-b050-41e22b9d407e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1000 time: 0.3557425 Feb 07 13:41:16.591754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d735a3c-1804-4efa-862d-5fb4bf42c15a req-aca01c19-c672-433f-8277-0b8a2d7ce42a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:16.593202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d735a3c-1804-4efa-862d-5fb4bf42c15a req-aca01c19-c672-433f-8277-0b8a2d7ce42a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.5228598 Feb 07 13:41:16.626595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5705dd16-ffa3-4089-a453-b5d0e60bc782 req-faa244aa-8f52-4bd7-a894-941c1ca47f58 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287578 Feb 07 13:41:16.628277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-b6bda511-6242-4229-a7bc-8495d162bc07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1000 time: 0.3294294 Feb 07 13:41:16.738413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-da0682ac-4748-4234-ae1a-55a4475efb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:16.740489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-da0682ac-4748-4234-ae1a-55a4475efb36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.1593790 Feb 07 13:41:16.745384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d735a3c-1804-4efa-862d-5fb4bf42c15a req-abd68664-9cc2-4867-8a6d-17a2cf5f5239 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162386 Feb 07 13:41:16.746798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-6f88756a-6b1a-47f6-8e55-1424fad36239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:16.748705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-6f88756a-6b1a-47f6-8e55-1424fad36239 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.0989447 Feb 07 13:41:16.828834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-9078483c-8de9-4a95-b44b-4e7e3bad3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:16.830323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-9078483c-8de9-4a95-b44b-4e7e3bad3b76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766699 Feb 07 13:41:16.840436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-ed860520-c9b4-4e8c-bbfc-f941696eb09d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:41:16.841414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-ed860520-c9b4-4e8c-bbfc-f941696eb09d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047846 Feb 07 13:41:17.029747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-0dcfe3ec-a8cf-4ca1-b15e-cbe740e062e9 service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827972 Feb 07 13:41:17.035718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-40895188-6a74-4f0b-83f5-a1c09cd25328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:17.068368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-40895188-6a74-4f0b-83f5-a1c09cd25328 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267464 Feb 07 13:41:17.341878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-bb9b24a3-7db2-4f69-ad44-0f02c9ce4995 service neutron] 10.222.0.35 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031232 Feb 07 13:41:17.351013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-f090eadd-d36f-4912-8737-1c419b26c203 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906370 Feb 07 13:41:17.443888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b612f-f9fc-43e8-ad23-5c49f40f5a58 req-ceb6e23a-a630-40b4-b50d-4efadd58a36a tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:17.445432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a38b612f-f9fc-43e8-ad23-5c49f40f5a58 req-ceb6e23a-a630-40b4-b50d-4efadd58a36a tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 946 time: 0.2166569 Feb 07 13:41:17.528407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a38b612f-f9fc-43e8-ad23-5c49f40f5a58 req-6c1a83d2-2f31-44fe-a0dc-c78af3c2342a tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731971 Feb 07 13:41:17.536044 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32348246-0673-438d-9a0f-bb90dac4e3d0 req-97e8bdfb-e605-4f95-a1b0-865b40681358 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785023 Feb 07 13:41:17.931044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146aefe-1b57-4d91-b405-184b0ec93c9a req-0fb313fd-640b-45a2-9832-bf7f83cd8b12 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:17.932529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e146aefe-1b57-4d91-b405-184b0ec93c9a req-0fb313fd-640b-45a2-9832-bf7f83cd8b12 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.0806997 Feb 07 13:41:17.977560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e146aefe-1b57-4d91-b405-184b0ec93c9a req-1b675c6d-27ae-4830-9ab2-1094f42cdbba tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Feb 07 13:41:18.397365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-4614a45b-1fe5-441b-ad8d-11533c0070e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770621 Feb 07 13:41:18.548133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-de4ff231-d810-4c85-a61e-6225d2bdbedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:18.549609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-de4ff231-d810-4c85-a61e-6225d2bdbedc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74080054e127405e93c615d9f28c08aa&device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 1097 time: 0.0846004 Feb 07 13:41:18.756046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-4f1f8f5c-ab23-458d-b17e-cd7b4ca0f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:18.757908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-4f1f8f5c-ab23-458d-b17e-cd7b4ca0f63e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 200 len: 909 time: 0.1888087 Feb 07 13:41:18.824927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe44f85-9e53-4945-bb01-259441786522 req-6d367edd-aaad-4060-a9f6-b89d7edda249 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:18.826365 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8fe44f85-9e53-4945-bb01-259441786522 req-6d367edd-aaad-4060-a9f6-b89d7edda249 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 946 time: 0.1876953 Feb 07 13:41:19.025109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-0eb33002-9805-4fc2-a472-525636de8022 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 200 len: 1001 time: 0.2599554 Feb 07 13:41:19.031889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8fe44f85-9e53-4945-bb01-259441786522 req-9e6fad89-2097-40d7-861f-8616977bb6ef tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933165 Feb 07 13:41:19.093413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-2d199bc5-c619-4b1e-be1b-675265c1e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:19.100404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-2d199bc5-c619-4b1e-be1b-675265c1e51a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e9538e9-c9bc-4769-9145-66519498b27f HTTP/1.1" status: 200 len: 848 time: 0.0612676 Feb 07 13:41:19.237846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb051a15-2ab8-48dd-8be8-dfed82a68d7e req-763949df-70d7-4e4c-a3b9-0c14cb02d539 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:19.238818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb051a15-2ab8-48dd-8be8-dfed82a68d7e req-763949df-70d7-4e4c-a3b9-0c14cb02d539 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.1480446 Feb 07 13:41:19.243471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-b4055e5e-1bea-408e-8249-46e02a933990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:19.244919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-b4055e5e-1bea-408e-8249-46e02a933990 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec2a7d10-962d-475e-b430-4c8c4f47d39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194518 Feb 07 13:41:19.371832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb051a15-2ab8-48dd-8be8-dfed82a68d7e req-6a2f39cf-99d0-4120-bfca-45eb93f6e19c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255369 Feb 07 13:41:19.418063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-a3b34737-96bc-4ec0-bdb4-4a3c52e4c985 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568503 Feb 07 13:41:19.556219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3feba346-884d-4e89-b6ca-edc7eb4e510c req-04c02f99-3fea-45bf-8e94-6930283cc325 service neutron] 10.222.0.47 "GET /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315517 Feb 07 13:41:20.326306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88c138-66eb-45bb-b069-7a0f73892c50 req-f89a7b8c-907b-42c9-9925-cd5c9fd618b1 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:20.327860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e88c138-66eb-45bb-b069-7a0f73892c50 req-f89a7b8c-907b-42c9-9925-cd5c9fd618b1 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 946 time: 0.1053529 Feb 07 13:41:20.383468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e88c138-66eb-45bb-b069-7a0f73892c50 req-5851c6e2-118a-46e1-a552-c10c97d21819 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403223 Feb 07 13:41:20.580962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5da4ac-77cb-4302-a829-daeff82a2a24 req-e44af3df-a91f-4e56-a5c2-cd66530801ac tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:20.593153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c5da4ac-77cb-4302-a829-daeff82a2a24 req-e44af3df-a91f-4e56-a5c2-cd66530801ac tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 945 time: 0.0969188 Feb 07 13:41:20.636262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c5da4ac-77cb-4302-a829-daeff82a2a24 req-6390316b-af50-4b75-ba7c-cb35f1b38a82 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Feb 07 13:41:20.659877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55596) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:20.775178 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1f96059b-de56-4c26-b609-f3dc537ab2b8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/56505376-d9a3-4431-80b8-97546d55da73 HTTP/1.1" status: 200 len: 992 time: 0.1141078 Feb 07 13:41:20.989413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c02a-938b-4064-9968-37543174f295 req-0ac5935c-51f7-4871-b5d6-e346d3c4dc51 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:20.994046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b76c02a-938b-4064-9968-37543174f295 req-0ac5935c-51f7-4871-b5d6-e346d3c4dc51 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.47 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 946 time: 0.0948555 Feb 07 13:41:21.066746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Deleting port b114f4e9-3724-4f68-ac5d-2620f8624d72 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:21.067153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:21.326187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] For port b114f4e9-3724-4f68-ac5d-2620f8624d72, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=b114f4e9-3724-4f68-ac5d-2620f8624d72,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:21.326556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:21.437924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 245ef75f-f149-498b-9080-08cc4029c736 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:41:21.600827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:21.614745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '245ef75f-f149-498b-9080-08cc4029c736', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'port_id': '245ef75f-f149-498b-9080-08cc4029c736', 'mac_address': 'fa:16:3e:c4:e6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:41:21.681489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:21.698139 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:21.698519 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:21.699045 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Floating IP 6cc481fa-372e-4f66-8404-acf925d03093 disassociated. External IP: 172.25.7.24, port: b114f4e9-3724-4f68-ac5d-2620f8624d72. Feb 07 13:41:21.699391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Calling delete_port for b114f4e9-3724-4f68-ac5d-2620f8624d72 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:21.706923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245ef75f-f149-498b-9080-08cc4029c736 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:41:21.733733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:21.762320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5defa2-d531-4c63-8842-67e9875b47d7 req-056e2531-c2b3-42ba-85cd-350e032d3023 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:41:21.763852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa5defa2-d531-4c63-8842-67e9875b47d7 req-056e2531-c2b3-42ba-85cd-350e032d3023 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 946 time: 0.2606030 Feb 07 13:41:21.783079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:21.861001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=12']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:22.001138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa5defa2-d531-4c63-8842-67e9875b47d7 req-9ec56e14-2d1e-4504-8cc2-b6d59490f4c5 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/security-groups?id=3257cf7a-7aed-4291-be2d-e1aa07272d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269094 Feb 07 13:41:22.145143 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:22.152050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['245ef75f-f149-498b-9080-08cc4029c736'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:41:22.195547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event deleted for resources: {'Port': ['ID=b114f4e9-3724-4f68-ac5d-2620f8624d72,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:22.421854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Router f7c20756-752e-4ca5-aead-7f0bd0639819 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:41:22.624888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:41:22.641042 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] Sync routers for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:41:22.649157 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:41:22.649817 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:41:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:22.730593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] No DVR routers for this DVR port b114f4e9-3724-4f68-ac5d-2620f8624d72 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:41:22.733863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:22.737261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48519664-68b9-4287-b11b-00a3e6223e71', 'name': 'network-vif-deleted', 'tag': 'b114f4e9-3724-4f68-ac5d-2620f8624d72'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:22.799948 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48519664-68b9-4287-b11b-00a3e6223e71', 'name': 'network-vif-deleted', 'tag': 'b114f4e9-3724-4f68-ac5d-2620f8624d72', 'status': 'completed', 'code': 200} Feb 07 13:41:22.870289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b76c02a-938b-4064-9968-37543174f295 req-2d44ce87-aec1-4e6b-a04a-7dc7fa3d4fb6 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.47 "DELETE /v2.0/ports/b114f4e9-3724-4f68-ac5d-2620f8624d72 HTTP/1.1" status: 204 len: 173 time: 1.8702779 Feb 07 13:41:22.872173 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:41:23.194953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dc8673c6-644c-4191-b46b-990bb557641f req-70c3528b-3cc6-4a0b-85dc-8b2fa1bfef8c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Synchronizing usage tracker for tenant:74080054e127405e93c615d9f28c08aa on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:41:23.238139 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:20Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:23.241888 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] Checking router: f7c20756-752e-4ca5-aead-7f0bd0639819 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:41:23.250630 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:41:23.251319 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:41:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:23.306332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dc8673c6-644c-4191-b46b-990bb557641f req-70c3528b-3cc6-4a0b-85dc-8b2fa1bfef8c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Unset dirty status for tenant:74080054e127405e93c615d9f28c08aa on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:41:23.306332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc8673c6-644c-4191-b46b-990bb557641f req-70c3528b-3cc6-4a0b-85dc-8b2fa1bfef8c tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "GET /v2.0/ports?device_id=48519664-68b9-4287-b11b-00a3e6223e71 HTTP/1.1" status: 200 len: 210 time: 0.1704016 Feb 07 13:41:23.436698 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:41:23.457463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 245ef75f-f149-498b-9080-08cc4029c736 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:41:23.631856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 245ef75f-f149-498b-9080-08cc4029c736 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:41:23.640496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 245ef75f-f149-498b-9080-08cc4029c736 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:41:23.641020 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:23.822716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:23.852837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:41:23.855853 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:20Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:23.861375 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d471fe1-86c3-4ce8-907b-6827373a8dca None None] The sync data for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 is: [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:35:12Z', 'revision_number': 4, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'c52a73eb-5857-463d-921c-b05c36140eb8', 'name': '', 'network_id': 'ec2a7d10-962d-475e-b430-4c8c4f47d39c', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'mac_address': 'fa:16:3e:9e:94:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:11Z', 'updated_at': '2022-02-07T13:35:20Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'subnets': [{'id': '9e9538e9-c9bc-4769-9145-66519498b27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:41:23.864366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:23.914760 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'code': 200} Feb 07 13:41:23.922333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:23.925962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b114f4e9-3724-4f68-ac5d-2620f8624d72 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:23.999191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: b114f4e9-3724-4f68-ac5d-2620f8624d72 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:41:23.999537 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device b114f4e9-3724-4f68-ac5d-2620f8624d72 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:24.039951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=13']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:24.162467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86878420-5384-4bb8-928c-c22735a64ae5 None None] New status for floating IP 6cc481fa-372e-4f66-8404-acf925d03093: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:41:24.410719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:24.579705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Deleting port ed2a4337-0251-4e0e-8254-7d6b2e8cb0ae {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:24.580080 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:24.767021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:24.767429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:24.904801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Calling delete_port for ed2a4337-0251-4e0e-8254-7d6b2e8cb0ae owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:24.934510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:25.125981 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:25.294585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event deleted for resources: {'Port': ['ID=ed2a4337-0251-4e0e-8254-7d6b2e8cb0ae,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:25.336145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.337925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.337925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.337925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.337925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.337925 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.338384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.338591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.338799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.339312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.339646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.340027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:41:25.404918 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:25.503884 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:25.506043 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2ece62c8-3827-47fd-a3ae-c0f68cdda803 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "DELETE /v2.0/floatingips/6cc481fa-372e-4f66-8404-acf925d03093 HTTP/1.1" status: 204 len: 168 time: 1.0933964 Feb 07 13:41:25.657094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55628) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:25.734454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6657df4-5a1a-41d2-b77b-c0c9e19ccce4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:25.767408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6657df4-5a1a-41d2-b77b-c0c9e19ccce4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:25.917026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6657df4-5a1a-41d2-b77b-c0c9e19ccce4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:25.937531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6657df4-5a1a-41d2-b77b-c0c9e19ccce4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3257cf7a-7aed-4291-be2d-e1aa07272d02,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:26.015885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f6657df4-5a1a-41d2-b77b-c0c9e19ccce4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:26.021819 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f6657df4-5a1a-41d2-b77b-c0c9e19ccce4 tempest-TestServerBasicOps-1904386362 tempest-TestServerBasicOps-1904386362-project] 10.222.0.69 "DELETE /v2.0/security-groups/3257cf7a-7aed-4291-be2d-e1aa07272d02 HTTP/1.1" status: 204 len: 168 time: 0.3588068 Feb 07 13:41:27.141916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55642) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:27.823232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:28.192326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Deleting port c52a73eb-5857-463d-921c-b05c36140eb8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:28.193647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:28.377928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] For port c52a73eb-5857-463d-921c-b05c36140eb8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c52a73eb-5857-463d-921c-b05c36140eb8,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:28.378304 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:28.621671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Calling delete_port for c52a73eb-5857-463d-921c-b05c36140eb8 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:29.050960 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:29.100137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=c52a73eb-5857-463d-921c-b05c36140eb8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:29.391239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:29.797411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Router f7c20756-752e-4ca5-aead-7f0bd0639819 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:41:29.991073 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:41:30.002918 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] Sync routers for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:41:30.008895 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a00fac3d-4470-43cf-b867-f1b0d8930ffd admin admin] 10.222.0.69 "PUT /v2.0/routers/f7c20756-752e-4ca5-aead-7f0bd0639819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8607559 Feb 07 13:41:30.008895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55654) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:30.014739 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:41:30.015785 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:41:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:30.228062 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:41:30.359098 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:30.523938 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:30.539906 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:41:28Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:30.543849 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] Checking router: f7c20756-752e-4ca5-aead-7f0bd0639819 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:41:30.554770 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] Routers {'f7c20756-752e-4ca5-aead-7f0bd0639819'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:41:30.554770 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:41:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f7c20756-752e-4ca5-aead-7f0bd0639819'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:30.628929 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Deleting port 559b3a75-0bc9-4fef-81d9-0c5d496d6001 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:30.628929 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:30.757883 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] Set router f7c20756-752e-4ca5-aead-7f0bd0639819 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:41:30.838154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] For port 559b3a75-0bc9-4fef-81d9-0c5d496d6001, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=559b3a75-0bc9-4fef-81d9-0c5d496d6001,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:30.843162 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.261979 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Calling delete_port for 559b3a75-0bc9-4fef-81d9-0c5d496d6001 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:31.264906 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:41:28Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:31.264906 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d0210-6085-49b3-8c59-a12c59920e1b None None] The sync data for ids ['f7c20756-752e-4ca5-aead-7f0bd0639819'] in n-d-811416-5 is: [{'id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'name': 'tempest-TestServerBasicOps-1688102237-router', 'tenant_id': '74080054e127405e93c615d9f28c08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:06Z', 'updated_at': '2022-02-07T13:41:28Z', 'revision_number': 5, 'project_id': '74080054e127405e93c615d9f28c08aa', 'gw_port': {'id': '559b3a75-0bc9-4fef-81d9-0c5d496d6001', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c20756-752e-4ca5-aead-7f0bd0639819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:07Z', 'updated_at': '2022-02-07T13:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:41:31.267177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.286019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=559b3a75-0bc9-4fef-81d9-0c5d496d6001,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:31.388945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.539949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c52a73eb-5857-463d-921c-b05c36140eb8 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:31.577667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c52a73eb-5857-463d-921c-b05c36140eb8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:41:31.578020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c52a73eb-5857-463d-921c-b05c36140eb8 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:31.581226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.584615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.709462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.709722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c20756-752e-4ca5-aead-7f0bd0639819 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:41:31.722719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.725018 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9245fdb9-15ba-4bb3-91a6-4241ac782f5a admin admin] 10.222.0.69 "DELETE /v2.0/routers/f7c20756-752e-4ca5-aead-7f0bd0639819 HTTP/1.1" status: 204 len: 168 time: 1.7151444 Feb 07 13:41:31.727393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55660) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:31.796508 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-13db9b2b-63b7-4eea-ac7e-4a567dad6a63 admin admin] Deleting subnet 9e9538e9-c9bc-4769-9145-66519498b27f {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:41:31.799790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13db9b2b-63b7-4eea-ac7e-4a567dad6a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.857902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13db9b2b-63b7-4eea-ac7e-4a567dad6a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:31.947927 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13db9b2b-63b7-4eea-ac7e-4a567dad6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:32.117915 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13db9b2b-63b7-4eea-ac7e-4a567dad6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:32.278273 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db9b2b-63b7-4eea-ac7e-4a567dad6a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9538e9-c9bc-4769-9145-66519498b27f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:32.285057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13db9b2b-63b7-4eea-ac7e-4a567dad6a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:32.289918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff106f1-2108-4e46-b84d-02ac607f7935 None None] Network ec2a7d10-962d-475e-b430-4c8c4f47d39c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:41:32.304844 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13db9b2b-63b7-4eea-ac7e-4a567dad6a63 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9e9538e9-c9bc-4769-9145-66519498b27f HTTP/1.1" status: 204 len: 168 time: 0.5726357 Feb 07 13:41:32.305111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55666) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:32.424848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:32.436934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Deleting port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:32.437277 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:32.576475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] DHCP port deletion for ec2a7d10-962d-475e-b430-4c8c4f47d39c request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:41:32.594713 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] Deleting port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:32.594713 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:32.665742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] For port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:32.666235 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:32.832122 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Calling delete_port for 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:32.844194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] For port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8,segment=NetworkSegment(962b19d7-162f-464b-9407-8765fda56577),segment_id=962b19d7-162f-464b-9407-8765fda56577)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:32.844703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.043378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] Calling delete_port for 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:33.334048 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.341001 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:41:33.341654 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:41:33.386545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:33.390057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] No DVR routers for this DVR port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:41:33.493149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:33.517609 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.534610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:41:33.535885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:33.537587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 559b3a75-0bc9-4fef-81d9-0c5d496d6001 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:33.548410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2a7d10-962d-475e-b430-4c8c4f47d39c']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:33.562197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962b19d7-162f-464b-9407-8765fda56577') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:33.562975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962b19d7-162f-464b-9407-8765fda56577') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:33.573067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 559b3a75-0bc9-4fef-81d9-0c5d496d6001 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:41:33.573419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 559b3a75-0bc9-4fef-81d9-0c5d496d6001 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:33.582542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.596683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.611514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:41:33.611514 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:41:33.619600 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:41:33.800324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.805459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.829603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2a7d10-962d-475e-b430-4c8c4f47d39c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:33.848883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] Deleting port 32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:33.848883 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:33.913238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e71bda83-4e8d-4b5a-8f51-7902ce41b29f None None] The port '32a45eb9-b034-4fd3-bfcc-a8c9283ec4c8' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:41:33.923263 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ba1a9a63-449c-41b0-84d3-725dcdb9d3d1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ec2a7d10-962d-475e-b430-4c8c4f47d39c HTTP/1.1" status: 204 len: 168 time: 1.6135349 Feb 07 13:41:33.936458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55688) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:34.512397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:34.999928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Deleting port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:35.000539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:35.181509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] For port 2327fad3-bdbc-4e96-8d42-1b575a4a48bf, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,segment=NetworkSegment(ae09588f-6c41-4514-8673-0118f4454d2c),segment_id=ae09588f-6c41-4514-8673-0118f4454d2c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:35.181642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:35.313554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Calling delete_port for 2327fad3-bdbc-4e96-8d42-1b575a4a48bf owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:35.594314 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:35.645897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Pushing event deleted for resources: {'Port': ['ID=2327fad3-bdbc-4e96-8d42-1b575a4a48bf,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:35.938127 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:36.322782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Router 2af566af-ddf6-4d01-8da7-1406354ce413 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:41:36.624338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:41:36.634864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] Sync routers for ids ['2af566af-ddf6-4d01-8da7-1406354ce413'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:41:36.639669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8ccddcbc-df97-447a-90ef-2f0b0e4cf62c admin admin] 10.222.0.69 "PUT /v2.0/routers/2af566af-ddf6-4d01-8da7-1406354ce413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011054 Feb 07 13:41:36.640190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55708) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:36.654035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] Routers {'2af566af-ddf6-4d01-8da7-1406354ce413'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:41:36.660907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:41:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2af566af-ddf6-4d01-8da7-1406354ce413'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:36.842995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:36.860838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] Set router 2af566af-ddf6-4d01-8da7-1406354ce413 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:41:37.027584 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:37.163706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:41:35Z', 'revision_number': 5, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port': {'id': '7fbefd93-17bd-4312-ae72-dc768c811186', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:35:19Z', 'updated_at': '2022-02-07T13:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:37.167670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] Checking router: 2af566af-ddf6-4d01-8da7-1406354ce413 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:41:37.175827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] Routers {'2af566af-ddf6-4d01-8da7-1406354ce413'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:41:37.176467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:41:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2af566af-ddf6-4d01-8da7-1406354ce413'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:37.185792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Deleting port 7fbefd93-17bd-4312-ae72-dc768c811186 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:37.186144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:37.335515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] Set router 2af566af-ddf6-4d01-8da7-1406354ce413 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:41:37.453630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:41:37Z', 'revision_number': 6, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:37.458873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a4819-50e8-42b4-a20a-8a72f5b97ecb None None] The sync data for ids ['2af566af-ddf6-4d01-8da7-1406354ce413'] in n-d-811416-5 is: [{'id': '2af566af-ddf6-4d01-8da7-1406354ce413', 'name': 'tempest-TestServerBasicOps-22463642-router', 'tenant_id': '9aa50e52c8034cadb55a7097e1f6555e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:35:18Z', 'updated_at': '2022-02-07T13:41:37Z', 'revision_number': 6, 'project_id': '9aa50e52c8034cadb55a7097e1f6555e', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:41:37.509831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] For port 7fbefd93-17bd-4312-ae72-dc768c811186, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7fbefd93-17bd-4312-ae72-dc768c811186,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:37.510197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:37.638042 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Calling delete_port for 7fbefd93-17bd-4312-ae72-dc768c811186 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:37.898439 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:37.948208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbefd93-17bd-4312-ae72-dc768c811186,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:38.043096 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.222444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.226038 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.345428 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.349570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af566af-ddf6-4d01-8da7-1406354ce413 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:41:38.358835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.360228 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-321a9c72-01e7-4b3d-afc0-27e134212ccb admin admin] 10.222.0.69 "DELETE /v2.0/routers/2af566af-ddf6-4d01-8da7-1406354ce413 HTTP/1.1" status: 204 len: 168 time: 1.7185626 Feb 07 13:41:38.363228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55716) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:38.429749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa578ec8-d0d5-45c2-af11-215eb264468a admin admin] Deleting subnet c40c8034-950c-418a-8542-2d7c4ca9ab51 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:41:38.433835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa578ec8-d0d5-45c2-af11-215eb264468a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.491468 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa578ec8-d0d5-45c2-af11-215eb264468a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.573972 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa578ec8-d0d5-45c2-af11-215eb264468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.702688 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa578ec8-d0d5-45c2-af11-215eb264468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.748484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fa578ec8-d0d5-45c2-af11-215eb264468a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.756682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa578ec8-d0d5-45c2-af11-215eb264468a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40c8034-950c-418a-8542-2d7c4ca9ab51,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:38.756952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81f7b5-0e53-47c4-9e9c-44f2cdc9f7e8 None None] Network 9bbe05b1-8af9-40ec-b70d-86a3958978ce requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:41:38.760980 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fa578ec8-d0d5-45c2-af11-215eb264468a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c40c8034-950c-418a-8542-2d7c4ca9ab51 HTTP/1.1" status: 204 len: 168 time: 0.3967180 Feb 07 13:41:38.761735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55722) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:38.772581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db0100a5-6b33-4c97-959b-11a011b1c3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.871269 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:38.882857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Deleting port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:38.883196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.004777 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67901497-b399-47ac-a706-77455faa3468 None None] DHCP port deletion for 9bbe05b1-8af9-40ec-b70d-86a3958978ce request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:41:39.010543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-67901497-b399-47ac-a706-77455faa3468 None None] Deleting port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:39.010924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-67901497-b399-47ac-a706-77455faa3468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.099672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] For port 490c1c9c-3e5e-46e7-ae91-36481ec2e121, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=490c1c9c-3e5e-46e7-ae91-36481ec2e121,segment=NetworkSegment(ae09588f-6c41-4514-8673-0118f4454d2c),segment_id=ae09588f-6c41-4514-8673-0118f4454d2c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:39.100054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.227381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Calling delete_port for 490c1c9c-3e5e-46e7-ae91-36481ec2e121 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:39.268526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-67901497-b399-47ac-a706-77455faa3468 None None] For port 490c1c9c-3e5e-46e7-ae91-36481ec2e121, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=490c1c9c-3e5e-46e7-ae91-36481ec2e121,segment=NetworkSegment(ae09588f-6c41-4514-8673-0118f4454d2c),segment_id=ae09588f-6c41-4514-8673-0118f4454d2c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:41:39.268921 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-67901497-b399-47ac-a706-77455faa3468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.394400 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-67901497-b399-47ac-a706-77455faa3468 None None] Calling delete_port for 490c1c9c-3e5e-46e7-ae91-36481ec2e121 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:41:39.486207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7fbefd93-17bd-4312-ae72-dc768c811186 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:39.517080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.522869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 7fbefd93-17bd-4312-ae72-dc768c811186 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:41:39.523166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7fbefd93-17bd-4312-ae72-dc768c811186 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:39.523580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2327fad3-bdbc-4e96-8d42-1b575a4a48bf no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:39.559876 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-67901497-b399-47ac-a706-77455faa3468 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:41:39.560183 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-67901497-b399-47ac-a706-77455faa3468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:41:39.560781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 2327fad3-bdbc-4e96-8d42-1b575a4a48bf {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:41:39.561227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2327fad3-bdbc-4e96-8d42-1b575a4a48bf not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:39.561635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 490c1c9c-3e5e-46e7-ae91-36481ec2e121 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:41:39.564166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Pushing event deleted for resources: {'Port': ['ID=490c1c9c-3e5e-46e7-ae91-36481ec2e121,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:39.573548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] No DVR routers for this DVR port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:41:39.600599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 490c1c9c-3e5e-46e7-ae91-36481ec2e121 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:41:39.600949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 490c1c9c-3e5e-46e7-ae91-36481ec2e121 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:41:39.696930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.722832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbe05b1-8af9-40ec-b70d-86a3958978ce']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:39.735549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae09588f-6c41-4514-8673-0118f4454d2c') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:39.735841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae09588f-6c41-4514-8673-0118f4454d2c') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:41:39.747776 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.764872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.770986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:41:39.771386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:41:39.784909 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:41:39.933400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.950759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:39.961693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbe05b1-8af9-40ec-b70d-86a3958978ce,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:39.966386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-762a8128-11c3-4257-9263-af7bc0b1d512 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9bbe05b1-8af9-40ec-b70d-86a3958978ce HTTP/1.1" status: 204 len: 168 time: 1.2030690 Feb 07 13:41:40.014872 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:41:40.061114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-67901497-b399-47ac-a706-77455faa3468 None None] Deleting port 490c1c9c-3e5e-46e7-ae91-36481ec2e121 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:41:40.061588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-67901497-b399-47ac-a706-77455faa3468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:40.131266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-67901497-b399-47ac-a706-77455faa3468 None None] The port '490c1c9c-3e5e-46e7-ae91-36481ec2e121' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:41:40.406998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55730) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:40.455937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b4e3284d-d1ce-47ed-947b-fdf65b0acc0d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74080054e127405e93c615d9f28c08aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475411 Feb 07 13:41:40.457156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55734) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:40.518888 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d05e9d2a-b70d-43ea-88c1-799212f80812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:40.545747 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d05e9d2a-b70d-43ea-88c1-799212f80812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:40.808405 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d05e9d2a-b70d-43ea-88c1-799212f80812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:40.825141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e9d2a-b70d-43ea-88c1-799212f80812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df3d6d6-27d3-4a42-8da9-10bc58b88597,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:40.834791 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d05e9d2a-b70d-43ea-88c1-799212f80812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:40.853861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d05e9d2a-b70d-43ea-88c1-799212f80812 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3df3d6d6-27d3-4a42-8da9-10bc58b88597 HTTP/1.1" status: 204 len: 168 time: 0.3790314 Feb 07 13:41:41.672547 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-51f8fa22-8469-4aff-a9bb-0bddc7efa9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:41.804695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55746) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:41.854623 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-966869f9-305b-413c-9dbf-6aaa2dba20fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9aa50e52c8034cadb55a7097e1f6555e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487883 Feb 07 13:41:41.857230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55750) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:41:41.916868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-11f6b3f6-ec6c-4642-a83a-f6df2cde954e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:41.942500 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-11f6b3f6-ec6c-4642-a83a-f6df2cde954e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:42.102607 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-11f6b3f6-ec6c-4642-a83a-f6df2cde954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:42.116963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6b3f6-ec6c-4642-a83a-f6df2cde954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06373bc7-9779-409a-8d34-55b812cefb0c,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:41:42.125130 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-11f6b3f6-ec6c-4642-a83a-f6df2cde954e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:42.126252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-11f6b3f6-ec6c-4642-a83a-f6df2cde954e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06373bc7-9779-409a-8d34-55b812cefb0c HTTP/1.1" status: 204 len: 168 time: 0.2679613 Feb 07 13:41:42.288705 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:42.351319 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:43.838041 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:45.334348 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:41:54.921813 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:06.167390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-8f259261-160e-4ee6-ba8a-e8add4dc32a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723622 Feb 07 13:42:06.234270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-fd027078-de6c-405b-95c4-d72ce21623d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:06.235754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-fd027078-de6c-405b-95c4-d72ce21623d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1097 time: 0.0704837 Feb 07 13:42:06.380103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-306d1e6c-9fb5-4d6b-b0f1-cef1241352ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:06.382752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-306d1e6c-9fb5-4d6b-b0f1-cef1241352ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1289651 Feb 07 13:42:06.489610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-6d6196d2-c989-4adb-b703-b14977856b90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 1002 time: 0.1017976 Feb 07 13:42:06.556864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-b85dadd1-bce6-4b82-a855-f0be3ae54c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:06.558312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-b85dadd1-bce6-4b82-a855-f0be3ae54c3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0635931 Feb 07 13:42:06.642103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-438d312e-6bd2-43b1-801a-0a9948ab84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:06.643529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-438d312e-6bd2-43b1-801a-0a9948ab84fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793118 Feb 07 13:42:06.895641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-c2f6dd0a-ffae-4cdc-bd7e-fe284f2e1e7f service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465653 Feb 07 13:42:07.032058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8c20e66-07a3-4a10-b20d-8e6f44bad212 req-b217dd55-4cf2-47bd-bd79-f35a67d2cde0 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302471 Feb 07 13:42:08.751472 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5644f16d-6699-48a8-af4d-dd02a70b2410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:11.587568 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fb915940-55f0-4790-b4ed-8c643246fd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:12.274944 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:12.407537 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:13.867478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:15.301582 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:17.015581 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:42:18.722358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd95075-6283-487e-96a0-a2a643b9f1a5 req-b19ee71b-8633-4637-b774-b78e00cc903d tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:18.723822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdd95075-6283-487e-96a0-a2a643b9f1a5 req-b19ee71b-8633-4637-b774-b78e00cc903d tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 946 time: 0.0838203 Feb 07 13:42:18.768899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdd95075-6283-487e-96a0-a2a643b9f1a5 req-a9a761db-581c-4b8c-967a-cee5696f09f2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Feb 07 13:42:19.406982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-4de79bcb-32e5-47e3-8dbb-63858187a259 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696375 Feb 07 13:42:19.504632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-e8e3c59c-6402-4be7-8ab1-9d9f631a8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:19.506101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-e8e3c59c-6402-4be7-8ab1-9d9f631a8a7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1098 time: 0.0737996 Feb 07 13:42:19.655287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-88767d1f-200a-48fb-911f-2061f15ca846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:19.656816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-88767d1f-200a-48fb-911f-2061f15ca846 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.1275852 Feb 07 13:42:19.761649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-479ae874-11ec-4a61-8b20-2ec4e61e36fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 1002 time: 0.0987043 Feb 07 13:42:19.825448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-41afa3c6-7ccd-4945-a79f-700eb750586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:19.826905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-41afa3c6-7ccd-4945-a79f-700eb750586e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.0579576 Feb 07 13:42:19.967060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-d86f79f1-d98f-45d3-b61b-800f870b4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:19.968490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-d86f79f1-d98f-45d3-b61b-800f870b4bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344497 Feb 07 13:42:19.979339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e753df3-fd3c-4f92-9dd5-cd946fdb9a9a req-bbdcf338-fd7a-48d6-b5b7-6c359589343c tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:19.980708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e753df3-fd3c-4f92-9dd5-cd946fdb9a9a req-bbdcf338-fd7a-48d6-b5b7-6c359589343c tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 946 time: 0.1051915 Feb 07 13:42:20.105307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e753df3-fd3c-4f92-9dd5-cd946fdb9a9a req-20ab55f5-afd3-4bbe-a1f0-1c080406d23e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062376 Feb 07 13:42:20.139441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-05f5b5e3-ae53-4817-b6e5-43760f4c9568 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578264 Feb 07 13:42:20.274556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92b5aba6-02e6-40a8-b141-a70a25ee1c10 req-e9754554-8d59-4fe2-972f-19e7eb802a78 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244349 Feb 07 13:42:20.707959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-027204b3-39e6-4458-b48e-727706dd4fef tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:20.709580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-027204b3-39e6-4458-b48e-727706dd4fef tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 946 time: 0.0827699 Feb 07 13:42:20.780339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Deleting port 2fe655af-b9e1-455e-8a52-5e69bea0b74b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:42:20.781105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:21.139232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] For port 2fe655af-b9e1-455e-8a52-5e69bea0b74b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2fe655af-b9e1-455e-8a52-5e69bea0b74b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:21.139604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:21.264762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Calling delete_port for 2fe655af-b9e1-455e-8a52-5e69bea0b74b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:42:21.441197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eeb09-b896-40d8-bed1-45eeb7aded30 req-bc4acb7e-2f06-4913-995a-28953a7d2bcd tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:21.442641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-523eeb09-b896-40d8-bed1-45eeb7aded30 req-bc4acb7e-2f06-4913-995a-28953a7d2bcd tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 946 time: 0.1859639 Feb 07 13:42:21.505784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-523eeb09-b896-40d8-bed1-45eeb7aded30 req-969b0112-82fb-4c7d-a872-187d4ab013dc tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509465 Feb 07 13:42:21.538476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:21.549604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['2fe655af-b9e1-455e-8a52-5e69bea0b74b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:42:21.589956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Pushing event deleted for resources: {'Port': ['ID=2fe655af-b9e1-455e-8a52-5e69bea0b74b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:21.629510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.629863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.630217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.630578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.630932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.631249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.631579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.631905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.632259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.632838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.633161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.633484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:21.679740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] No DVR routers for this DVR port 2fe655af-b9e1-455e-8a52-5e69bea0b74b on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:42:21.683051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:21.685835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc84684-ed5a-4195-a128-b1cedd286043', 'name': 'network-vif-deleted', 'tag': '2fe655af-b9e1-455e-8a52-5e69bea0b74b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:42:21.776123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceb066c9-98e5-4d97-9b0e-a4a38581ea57 req-fed31184-e096-486a-b6b2-191889ddfae2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.47 "DELETE /v2.0/ports/2fe655af-b9e1-455e-8a52-5e69bea0b74b HTTP/1.1" status: 204 len: 173 time: 1.0607259 Feb 07 13:42:21.925658 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc84684-ed5a-4195-a128-b1cedd286043', 'name': 'network-vif-deleted', 'tag': '2fe655af-b9e1-455e-8a52-5e69bea0b74b', 'status': 'completed', 'code': 200} Feb 07 13:42:22.671344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4604e9a6-1c5a-402e-9e92-471ac0ef3231 req-1e0bdada-e5b1-40b6-9f66-d8153a0cbcf3 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Synchronizing usage tracker for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:42:22.778892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-4604e9a6-1c5a-402e-9e92-471ac0ef3231 req-1e0bdada-e5b1-40b6-9f66-d8153a0cbcf3 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Unset dirty status for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:42:22.780175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4604e9a6-1c5a-402e-9e92-471ac0ef3231 req-1e0bdada-e5b1-40b6-9f66-d8153a0cbcf3 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfc84684-ed5a-4195-a128-b1cedd286043 HTTP/1.1" status: 200 len: 210 time: 0.1522944 Feb 07 13:42:23.739673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2fe655af-b9e1-455e-8a52-5e69bea0b74b no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:42:23.774296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 2fe655af-b9e1-455e-8a52-5e69bea0b74b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:42:23.774636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2fe655af-b9e1-455e-8a52-5e69bea0b74b not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:42:24.923910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:29.691228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729b830-a81d-44bd-8992-872dde09c75b req-7c4f4fe2-95f8-4076-9d44-5ef67be42382 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:29.692719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f729b830-a81d-44bd-8992-872dde09c75b req-7c4f4fe2-95f8-4076-9d44-5ef67be42382 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1098 time: 0.0707567 Feb 07 13:42:29.740969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f729b830-a81d-44bd-8992-872dde09c75b req-38654a6a-c229-4b43-9ea2-d5d5ef08af9d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411501 Feb 07 13:42:29.766225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 55936) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:29.969221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 30aa495c-3464-4399-b551-1c79ec2ea9b0 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:42:29.969490 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:30.146609 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:30.146939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:30.272713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 30aa495c-3464-4399-b551-1c79ec2ea9b0 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:42:30.478571 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:30.532272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=30aa495c-3464-4399-b551-1c79ec2ea9b0,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:30.626299 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:30.626973 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Floating IP 56505376-d9a3-4431-80b8-97546d55da73 disassociated (deleted). External IP: 172.25.7.102, port: 245ef75f-f149-498b-9080-08cc4029c736. Feb 07 13:42:31.157234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 3e791b4d-24c1-425c-a085-cd90833a8d3a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:42:31.335476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:42:31.345996 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] Sync routers for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:42:31.356079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:42:31.356724 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:42:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:31.432703 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:31.488081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b68f3b7b-d7d0-4746-83a8-7e425719652b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/floatingips/56505376-d9a3-4431-80b8-97546d55da73 HTTP/1.1" status: 204 len: 168 time: 1.7207401 Feb 07 13:42:31.488669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:42:31.536386 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:42:31.541967 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'status': 'completed', 'code': 200} Feb 07 13:42:31.668257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-59eab421-2570-486c-a7ec-eef12b3b9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:31.670259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-59eab421-2570-486c-a7ec-eef12b3b9bd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 1098 time: 0.1090200 Feb 07 13:42:31.913361 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:12Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:31.917255 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] Checking router: 3e791b4d-24c1-425c-a085-cd90833a8d3a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:42:31.925375 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:42:31.925957 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:42:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:31.981637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-a8bd686c-7abc-4d03-8938-0e3786652ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:31.983017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-a8bd686c-7abc-4d03-8938-0e3786652ba3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 200 len: 897 time: 0.3064110 Feb 07 13:42:31.990945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239885-556a-4b6c-b3c8-205646216845 req-3ff1c010-e2fd-4ab8-86a6-5b2d23fa7902 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:31.992335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-3ff1c010-e2fd-4ab8-86a6-5b2d23fa7902 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/networks?id=85e6662b-59c3-40a8-bdc2-7557ccdbc730 HTTP/1.1" status: 200 len: 812 time: 0.2135501 Feb 07 13:42:32.063294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-ef84334e-a2c9-44e4-9d40-1c54c142ccad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 200 len: 217 time: 0.0699670 Feb 07 13:42:32.066976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-d1a5c4af-e354-43eb-b12c-c34caa67a0f9 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/quotas/0edcb13423fa4601ac0a377d18af9be5 HTTP/1.1" status: 200 len: 375 time: 0.0244563 Feb 07 13:42:32.104541 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:42:32.167069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-5e65a42a-34db-4109-becc-bbb786eebfb3 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0edcb13423fa4601ac0a377d18af9be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587943 Feb 07 13:42:32.179510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-73141568-36a6-4eff-bf64-81fc2c0ace00 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:42:32.180474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-73141568-36a6-4eff-bf64-81fc2c0ace00 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067801 Feb 07 13:42:32.182829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-51427ad1-0881-4d57-9958-7ddb069e5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:32.184149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-51427ad1-0881-4d57-9958-7ddb069e5573 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 200 len: 835 time: 0.1145875 Feb 07 13:42:32.439525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-0a75b6e9-b497-4058-bd82-c459632434ec service neutron] 10.222.0.69 "GET /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507360 Feb 07 13:42:32.442577 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:12Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:32.446929 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd614884-15c9-4887-91d9-167e6684a2d3 None None] The sync data for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 is: [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:39:06Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '6a83adb8-8630-45b6-9f12-c8a200f80cfb', 'name': '', 'network_id': 'f12821d9-741c-49dc-9d64-9391da0a4cca', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:f9:d1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:05Z', 'updated_at': '2022-02-07T13:39:12Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': 'c539d77c-80c0-4261-a88e-214db1d09e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:42:32.448754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-28a899e6-7a6e-4414-b859-0aeaef1db403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:32.450193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-28a899e6-7a6e-4414-b859-0aeaef1db403 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f12821d9-741c-49dc-9d64-9391da0a4cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438824 Feb 07 13:42:32.690772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b78702-087e-49aa-873b-2c55d2e6057b None None] New status for floating IP 56505376-d9a3-4431-80b8-97546d55da73: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:42:32.744927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e725b-60b5-4655-a326-53ccfb320fe2 req-953c9b0a-983e-4805-810f-8f6828e23386 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:32.745714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ab0e725b-60b5-4655-a326-53ccfb320fe2 req-953c9b0a-983e-4805-810f-8f6828e23386 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:42:32.847213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-efb5c14b-c210-4f60-9cfe-1894063b6d9f service neutron] 10.222.0.69 "GET /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014213 Feb 07 13:42:32.849056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-a45b00bb-d979-4028-be72-40ecb7b7af77 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798296 Feb 07 13:42:32.925469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ab0e725b-60b5-4655-a326-53ccfb320fe2 req-953c9b0a-983e-4805-810f-8f6828e23386 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:42:32.926618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab0e725b-60b5-4655-a326-53ccfb320fe2 req-953c9b0a-983e-4805-810f-8f6828e23386 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 947 time: 0.5990179 Feb 07 13:42:32.999727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab0e725b-60b5-4655-a326-53ccfb320fe2 req-a148db7c-389d-409c-a4fe-fc14e7dcb4da tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654156 Feb 07 13:42:33.029180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5bd0149-a5a9-4371-83e7-ad09c182834d req-3e0523a1-62ce-410b-8dc2-1c06b3a235d2 service neutron] 10.222.0.47 "GET /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727729 Feb 07 13:42:33.096141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a1fd524-46bf-41aa-a584-54f5b00f386e req-0d038d1c-e9b3-4255-afba-91e57382ecb5 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 210 time: 0.0471609 Feb 07 13:42:33.940727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-78379da1-60fd-4913-8b18-51106c362954 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:33.942115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-78379da1-60fd-4913-8b18-51106c362954 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 947 time: 0.0790811 Feb 07 13:42:34.012907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 245ef75f-f149-498b-9080-08cc4029c736 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:42:34.013248 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:34.304170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66cf0b23-8392-4053-886d-fd37a9658534 req-1af558cc-6b00-4100-b718-e916be627c1b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 210 time: 0.0697563 Feb 07 13:42:34.370103 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 245ef75f-f149-498b-9080-08cc4029c736, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=245ef75f-f149-498b-9080-08cc4029c736,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:34.370467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:34.392569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bfa16-6cd4-4044-8604-7c1dbb771341 req-0fe543b5-70f6-4fe0-b3a5-b95350e802e6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:34.394108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a9bfa16-6cd4-4044-8604-7c1dbb771341 req-0fe543b5-70f6-4fe0-b3a5-b95350e802e6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 947 time: 0.2619839 Feb 07 13:42:34.520689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 245ef75f-f149-498b-9080-08cc4029c736 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:42:34.600878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a9bfa16-6cd4-4044-8604-7c1dbb771341 req-a27d8282-c590-4be1-b822-55c0b96777e2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=b04847e9-0004-4eb5-90f3-17b13a8e2f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522837 Feb 07 13:42:34.773144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:34.827349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=245ef75f-f149-498b-9080-08cc4029c736,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:34.902669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] No DVR routers for this DVR port 245ef75f-f149-498b-9080-08cc4029c736 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:42:34.905125 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:34.907518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-deleted', 'tag': '245ef75f-f149-498b-9080-08cc4029c736'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:42:34.954582 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbc4b26-11e2-4eed-b486-d56ac5125c1f', 'name': 'network-vif-deleted', 'tag': '245ef75f-f149-498b-9080-08cc4029c736', 'status': 'completed', 'code': 200} Feb 07 13:42:34.990644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a71d2df9-fc76-45e7-b075-c1aec850b534 req-536307b2-f520-4c0a-ae1e-5c0bd5880161 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "DELETE /v2.0/ports/245ef75f-f149-498b-9080-08cc4029c736 HTTP/1.1" status: 204 len: 173 time: 1.0427747 Feb 07 13:42:35.357910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239885-556a-4b6c-b3c8-205646216845 req-84c8f1b3-f593-4a3b-aa12-7cbbc6ef5dbd tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:35.358079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-84c8f1b3-f593-4a3b-aa12-7cbbc6ef5dbd tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.47 "GET /v2.0/networks?id=85e6662b-59c3-40a8-bdc2-7557ccdbc730 HTTP/1.1" status: 200 len: 812 time: 0.1676710 Feb 07 13:42:35.370403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Request body: {'port': {'device_id': '1178dad2-ed97-4421-ae1c-56efb9c5ddc8', 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730', 'admin_state_up': True, 'tenant_id': '0edcb13423fa4601ac0a377d18af9be5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:35.493376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78719e77-094b-43c4-91de-a43bea4440cf req-24b509c0-f99b-4e4c-9d6e-37899d47ace2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 210 time: 0.0536494 Feb 07 13:42:35.701743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:35.716049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:35.784705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-af499517-5ee5-4c02-901a-85bf157b6747 req-9321070e-edc9-46d8-814f-1ce380f8fe61 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:42:35.808884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 245ef75f-f149-498b-9080-08cc4029c736 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:42:35.829700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Made reservation on behalf of 0edcb13423fa4601ac0a377d18af9be5 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:42:35.833374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:35.845984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 245ef75f-f149-498b-9080-08cc4029c736 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:42:35.846327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 245ef75f-f149-498b-9080-08cc4029c736 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:42:35.896852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-af499517-5ee5-4c02-901a-85bf157b6747 req-9321070e-edc9-46d8-814f-1ce380f8fe61 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:42:35.898020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-af499517-5ee5-4c02-901a-85bf157b6747 req-9321070e-edc9-46d8-814f-1ce380f8fe61 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=3dbc4b26-11e2-4eed-b486-d56ac5125c1f HTTP/1.1" status: 200 len: 210 time: 0.1558723 Feb 07 13:42:36.002927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Allocated IP 172.20.0.14 (85e6662b-59c3-40a8-bdc2-7557ccdbc730/a83764cd-7d36-48a3-88ea-c2d986dd5856/8f397fc8-7225-4579-a4fc-44bbdbb5f65b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:42:36.203571 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:36.307616 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:36.380680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:42:36.384024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:42:36.388812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:42:36.425020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Pushing event updated for resources: {'Port': ['ID=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:36.457456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:36.458061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:36.557598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-4c779797-1c2d-4619-9aec-ead2ed96794e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1914730 Feb 07 13:42:36.568969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Request body: {'port': {'device_id': '1178dad2-ed97-4421-ae1c-56efb9c5ddc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:36.741026 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:36.764429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a88c5-7a12-49f9-a6ff-94e056f917fd req-3dd45cb2-b1d5-4f7a-8a41-b791cbe85d3e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:36.765130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5d4a88c5-7a12-49f9-a6ff-94e056f917fd req-3dd45cb2-b1d5-4f7a-8a41-b791cbe85d3e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Synchronizing usage tracker for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:42:36.970534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5d4a88c5-7a12-49f9-a6ff-94e056f917fd req-3dd45cb2-b1d5-4f7a-8a41-b791cbe85d3e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Unset dirty status for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:42:36.971687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4a88c5-7a12-49f9-a6ff-94e056f917fd req-3dd45cb2-b1d5-4f7a-8a41-b791cbe85d3e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 932 time: 0.3726928 Feb 07 13:42:36.996464 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55986) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:37.046647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4a88c5-7a12-49f9-a6ff-94e056f917fd req-94e209ff-e5fe-49e2-a88d-8602b899b035 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670176 Feb 07 13:42:37.146769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f397fc8-7225-4579-a4fc-44bbdbb5f65b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:42:37.154799 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:37.170313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Transition to ACTIVE for port object 8f397fc8-7225-4579-a4fc-44bbdbb5f65b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:42:37.241593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:37.412532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Pushing event updated for resources: {'Port': ['ID=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:37.492626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Attempting to bind port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:42:37.492879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Attempting to bind port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:42:37.493215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Attempting to bind port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b on network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:42:37.498792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b on network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:42:37.499143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Attempting to bind port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b on network 85e6662b-59c3-40a8-bdc2-7557ccdbc730 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:42:37.504211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:42:37.504552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Checking segment: {'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:42:37.504941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Bound using segment: {'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:42:37.505373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Bound port: 8f397fc8-7225-4579-a4fc-44bbdbb5f65b, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b121867-c111-497b-9df8-531de08dd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:42:37.505747 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:37.597272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] For port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:42:37.600212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] For port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:42:37.676527 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:37.684616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:37.732903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:37.733737 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:37.735075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] 10.222.0.47 "PUT /v2.0/ports/8f397fc8-7225-4579-a4fc-44bbdbb5f65b HTTP/1.1" status: 200 len: 1092 time: 1.1703632 Feb 07 13:42:37.742502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1178dad2-ed97-4421-ae1c-56efb9c5ddc8', 'tag': '8f397fc8-7225-4579-a4fc-44bbdbb5f65b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:42:37.768665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91ce9a-4673-4cd4-87c2-604869f4f28a service neutron] Pushing event updated for resources: {'Port': ['ID=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:37.790480 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1178dad2-ed97-4421-ae1c-56efb9c5ddc8', 'tag': '8f397fc8-7225-4579-a4fc-44bbdbb5f65b', 'status': 'completed', 'code': 200} Feb 07 13:42:37.880581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddc0c6-ac26-411c-9236-d9f62e83d23c req-5f342b08-11af-49c6-a01f-40c6482e0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:37.882058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cddc0c6-ac26-411c-9236-d9f62e83d23c req-5f342b08-11af-49c6-a01f-40c6482e0743 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0edcb13423fa4601ac0a377d18af9be5&device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 1095 time: 0.0703461 Feb 07 13:42:38.071588 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 6a83adb8-8630-45b6-9f12-c8a200f80cfb {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:42:38.071588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:38.153734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddc0c6-ac26-411c-9236-d9f62e83d23c req-3af1caee-0da1-426d-af63-189b04e9fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:38.155315 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cddc0c6-ac26-411c-9236-d9f62e83d23c req-3af1caee-0da1-426d-af63-189b04e9fb94 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0edcb13423fa4601ac0a377d18af9be5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2654400 Feb 07 13:42:38.274770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 6a83adb8-8630-45b6-9f12-c8a200f80cfb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=6a83adb8-8630-45b6-9f12-c8a200f80cfb,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:38.275162 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:38.352291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddc0c6-ac26-411c-9236-d9f62e83d23c req-bf51c845-17cc-4743-bacd-8c8963439fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:38.354546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cddc0c6-ac26-411c-9236-d9f62e83d23c req-bf51c845-17cc-4743-bacd-8c8963439fe7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1638119 Feb 07 13:42:38.362376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725b8a4-9104-4545-aa68-de11e0729c78 req-5d1f14e8-f9d9-40ec-8d49-2db438438c4e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:38.363790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b725b8a4-9104-4545-aa68-de11e0729c78 req-5d1f14e8-f9d9-40ec-8d49-2db438438c4e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 944 time: 0.2045982 Feb 07 13:42:38.406525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 6a83adb8-8630-45b6-9f12-c8a200f80cfb owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:42:38.450093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b725b8a4-9104-4545-aa68-de11e0729c78 req-a6cd5bfe-8c58-4136-ab09-7bd301922adf tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796475 Feb 07 13:42:38.479096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239885-556a-4b6c-b3c8-205646216845 req-afe6a4a1-3265-423a-8c85-c3bb99c83ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:38.480609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-afe6a4a1-3265-423a-8c85-c3bb99c83ce7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0edcb13423fa4601ac0a377d18af9be5&device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 1095 time: 0.0823553 Feb 07 13:42:38.552957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-ea9fe29c-54b1-4009-8a79-ca65e451d825 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f397fc8-7225-4579-a4fc-44bbdbb5f65b HTTP/1.1" status: 200 len: 217 time: 0.0648885 Feb 07 13:42:38.617563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239885-556a-4b6c-b3c8-205646216845 req-bcb9711d-3631-4a37-8fed-a977878c3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:38.619739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-bcb9711d-3631-4a37-8fed-a977878c3055 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a83764cd-7d36-48a3-88ea-c2d986dd5856 HTTP/1.1" status: 200 len: 852 time: 0.0604258 Feb 07 13:42:38.674414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-148dd97c-9847-4fac-8052-5e7cf4ed3c94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85e6662b-59c3-40a8-bdc2-7557ccdbc730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458899 Feb 07 13:42:38.678004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:38.726949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=6a83adb8-8630-45b6-9f12-c8a200f80cfb,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:38.727493 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3845a035-bf79-4777-939d-d73fcbe5ff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:38.738953 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.739313 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.739739 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.740106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.740446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.740782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.741538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.741538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.741767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.742072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.742402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.742846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:38.818421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-46cbf551-6ec5-4814-994d-c23b072e155c service neutron] 10.222.0.47 "GET /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374848 Feb 07 13:42:38.963530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf239885-556a-4b6c-b3c8-205646216845 req-f4cb62a3-4fe6-4f96-8b5d-66eb3855b866 service neutron] 10.222.0.47 "GET /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383350 Feb 07 13:42:39.141114 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:39.518204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 3e791b4d-24c1-425c-a085-cd90833a8d3a has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:42:39.646096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1283f5-bd94-4e24-8680-5e7a7688f750 req-adac4e22-34ec-4ac3-a363-2f5864297670 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:39.647552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a1283f5-bd94-4e24-8680-5e7a7688f750 req-adac4e22-34ec-4ac3-a363-2f5864297670 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 944 time: 0.0792701 Feb 07 13:42:39.693917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a1283f5-bd94-4e24-8680-5e7a7688f750 req-78dcc45a-2046-43af-aa3c-a4337d509c28 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Feb 07 13:42:39.703400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:42:39.715771 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] Sync routers for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:42:39.724136 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:42:39.724741 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:42:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:39.803293 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b8d16ee3-27d1-4eee-83d0-b976ecc0679e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "PUT /v2.0/routers/3e791b4d-24c1-425c-a085-cd90833a8d3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8056579 Feb 07 13:42:39.806047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 55996) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:39.874941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e767b2b8-e189-4cdb-9a92-0029262daa2c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting subnet c539d77c-80c0-4261-a88e-214db1d09e23 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:42:39.877927 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e767b2b8-e189-4cdb-9a92-0029262daa2c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:39.899048 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:42:39.932907 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e767b2b8-e189-4cdb-9a92-0029262daa2c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.027265 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e767b2b8-e189-4cdb-9a92-0029262daa2c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.175558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e767b2b8-e189-4cdb-9a92-0029262daa2c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.213110 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:42:38Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:40.216475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767b2b8-e189-4cdb-9a92-0029262daa2c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Subnet': ['ID=c539d77c-80c0-4261-a88e-214db1d09e23,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:40.216957 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] Checking router: 3e791b4d-24c1-425c-a085-cd90833a8d3a for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:42:40.221877 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e767b2b8-e189-4cdb-9a92-0029262daa2c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.233201 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] Routers {'3e791b4d-24c1-425c-a085-cd90833a8d3a'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:42:40.233201 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:42:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3e791b4d-24c1-425c-a085-cd90833a8d3a'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:40.233412 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e767b2b8-e189-4cdb-9a92-0029262daa2c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/subnets/c539d77c-80c0-4261-a88e-214db1d09e23 HTTP/1.1" status: 204 len: 168 time: 0.4224823 Feb 07 13:42:40.233486 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56000) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:40.233766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4363e8-349d-47b3-81ed-09a6cee6ce2d None None] Network f12821d9-741c-49dc-9d64-9391da0a4cca requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:42:40.412264 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] Set router 3e791b4d-24c1-425c-a085-cd90833a8d3a gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:42:40.445661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.500402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] DHCP port deletion for f12821d9-741c-49dc-9d64-9391da0a4cca request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:42:40.506669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Deleting port 53e6e7ed-b69c-41cf-8294-2c311c72b627 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:42:40.507123 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.643434 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.715099 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:42:38Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:40.719725 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc33f0f1-a964-4cdd-b397-a04df740c4ed None None] The sync data for ids ['3e791b4d-24c1-425c-a085-cd90833a8d3a'] in n-d-811416-5 is: [{'id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486845873', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:38:59Z', 'updated_at': '2022-02-07T13:42:38Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': 'f3e22037-9cde-4b82-8d9d-5e66316cea88', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e791b4d-24c1-425c-a085-cd90833a8d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:39:00Z', 'updated_at': '2022-02-07T13:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:42:40.732648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port f3e22037-9cde-4b82-8d9d-5e66316cea88 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:42:40.733689 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.760397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] For port 53e6e7ed-b69c-41cf-8294-2c311c72b627, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=53e6e7ed-b69c-41cf-8294-2c311c72b627,segment=NetworkSegment(18f447a2-1cfc-41c7-b4c4-20497d1c833c),segment_id=18f447a2-1cfc-41c7-b4c4-20497d1c833c)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:40.762399 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:40.886419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Calling delete_port for 53e6e7ed-b69c-41cf-8294-2c311c72b627 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:42:41.084118 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:41.117550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port f3e22037-9cde-4b82-8d9d-5e66316cea88, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f3e22037-9cde-4b82-8d9d-5e66316cea88,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:41.117910 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:41.136980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Pushing event deleted for resources: {'Port': ['ID=53e6e7ed-b69c-41cf-8294-2c311c72b627,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:41.139613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] No DVR routers for this DVR port 53e6e7ed-b69c-41cf-8294-2c311c72b627 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:42:41.152596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.153032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.153433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.153836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.154173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.154502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.154828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.155150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.155459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.155780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.156126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.156446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20744fcb-ea2d-4117-b019-573a44d4580d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:41.192057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8638db-a378-40ec-88b1-eaf17cb39c30 req-bca35385-27d0-4762-bc0d-38d9dabcc7de tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:41.193543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff8638db-a378-40ec-88b1-eaf17cb39c30 req-bca35385-27d0-4762-bc0d-38d9dabcc7de tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 944 time: 0.3748889 Feb 07 13:42:41.259787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for f3e22037-9cde-4b82-8d9d-5e66316cea88 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:42:41.350576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff8638db-a378-40ec-88b1-eaf17cb39c30 req-4713bd86-5d6f-46a7-ae64-2789e5d7cac8 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979202 Feb 07 13:42:41.511570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 53e6e7ed-b69c-41cf-8294-2c311c72b627 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:42:41.545209 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9ae5938e-aee1-4b46-98e7-e9e10d062b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:41.547563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 53e6e7ed-b69c-41cf-8294-2c311c72b627 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:42:41.547905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 53e6e7ed-b69c-41cf-8294-2c311c72b627 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:42:41.551270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6a83adb8-8630-45b6-9f12-c8a200f80cfb no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:42:41.569485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:41.584370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 6a83adb8-8630-45b6-9f12-c8a200f80cfb {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:42:41.584809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 6a83adb8-8630-45b6-9f12-c8a200f80cfb not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:42:41.620240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=f3e22037-9cde-4b82-8d9d-5e66316cea88,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:41.710957 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:41.883246 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:41.886231 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:41.995468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:41.995936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Fanout notify agent at l3_agent the message router_deleted on router 3e791b4d-24c1-425c-a085-cd90833a8d3a {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:42:42.011498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.012774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-45004d53-32a5-4f39-81af-c8678c4db939 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/routers/3e791b4d-24c1-425c-a085-cd90833a8d3a HTTP/1.1" status: 204 len: 168 time: 1.7795045 Feb 07 13:42:42.015540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56006) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:42.134217 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.265572 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.270254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.290865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12821d9-741c-49dc-9d64-9391da0a4cca']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:42.306949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f447a2-1cfc-41c7-b4c4-20497d1c833c') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:42.307247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f447a2-1cfc-41c7-b4c4-20497d1c833c') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:42.318437 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.335014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.341168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:42:42.341553 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:42:42.355810 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:42:42.380992 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.509310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.514073 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.548732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/networks/f12821d9-741c-49dc-9d64-9391da0a4cca HTTP/1.1" status: 204 len: 168 time: 0.5320501 Feb 07 13:42:42.549657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8747ede-3b04-42c8-8011-e6e4951cb836 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Network': ['ID=f12821d9-741c-49dc-9d64-9391da0a4cca,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:42.551412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:42.578826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447350aa-001f-439d-adc9-2c519ff5ced1 req-c2ad84ea-15f1-4e14-b790-8cfabb4c0c43 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:42.580300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-447350aa-001f-439d-adc9-2c519ff5ced1 req-c2ad84ea-15f1-4e14-b790-8cfabb4c0c43 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 944 time: 0.1206453 Feb 07 13:42:42.624469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-447350aa-001f-439d-adc9-2c519ff5ced1 req-2062342b-b745-4d5e-84cc-f354c0be22ff tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Feb 07 13:42:42.625108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7906d90-9405-4f00-b1e9-8780f72c291e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.656268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7906d90-9405-4f00-b1e9-8780f72c291e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.792633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7906d90-9405-4f00-b1e9-8780f72c291e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.811101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7906d90-9405-4f00-b1e9-8780f72c291e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04847e9-0004-4eb5-90f3-17b13a8e2f07,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:42.882292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c7906d90-9405-4f00-b1e9-8780f72c291e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:42.883774 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c7906d90-9405-4f00-b1e9-8780f72c291e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/security-groups/b04847e9-0004-4eb5-90f3-17b13a8e2f07 HTTP/1.1" status: 204 len: 168 time: 0.3312669 Feb 07 13:42:43.480137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56020) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:43.485331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488897579', 'description': 'tempest-secgroup-smoke-488897579 description', 'project_id': '34acd293d1b74783a724230f7eedab17'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:43.492102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:43.497035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:43.499934 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:43.510491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:43.518327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f3e22037-9cde-4b82-8d9d-5e66316cea88 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:42:43.552727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f3e22037-9cde-4b82-8d9d-5e66316cea88 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:42:43.553069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f3e22037-9cde-4b82-8d9d-5e66316cea88 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:42:43.589677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:43.609999 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:43.613814 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:43.616636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:43.622846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:43.702444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:43.789631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:43.814797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:43.819192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8f397fc8-7225-4579-a4fc-44bbdbb5f65b details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:42:43.820257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff615dc-9c6e-4846-89ae-9b38d8407bf0 req-266f16bb-b2b4-4610-b7d8-a6326d095905 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:43.821827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ff615dc-9c6e-4846-89ae-9b38d8407bf0 req-266f16bb-b2b4-4610-b7d8-a6326d095905 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 944 time: 0.0864837 Feb 07 13:42:43.840817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbcb0b7-d98d-489e-be7f-a6956be5eeca,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:43.894970 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:43.899165 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8aa68bec-5b7c-47b5-b9ff-3cecaa23b0d2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4150939 Feb 07 13:42:43.899450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:43.906202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '5dbcb0b7-d98d-489e-be7f-a6956be5eeca', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:43.914980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:43.919846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:43.922914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:43.929678 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:43.969831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:43.984303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '8f397fc8-7225-4579-a4fc-44bbdbb5f65b', 'network_id': '85e6662b-59c3-40a8-bdc2-7557ccdbc730', 'port_id': '8f397fc8-7225-4579-a4fc-44bbdbb5f65b', 'mac_address': 'fa:16:3e:5d:a7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83764cd-7d36-48a3-88ea-c2d986dd5856', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:42:43.995786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ff615dc-9c6e-4846-89ae-9b38d8407bf0 req-50b2cb9f-4e79-48fd-bbc6-392dfdeca1b8 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667721 Feb 07 13:42:44.059455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.062184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.082309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f397fc8-7225-4579-a4fc-44bbdbb5f65b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:42:44.101369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:44.137368 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.192556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.215003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.248419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5388452c-8090-4c13-a398-af10f1c58edd,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:44.272678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:44.352660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.354183 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-016f16bb-5786-4ef6-8150-6f876e5f68ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4532273 Feb 07 13:42:44.356922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:44.362075 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '5dbcb0b7-d98d-489e-be7f-a6956be5eeca', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:44.369079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:44.372816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:44.375616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:44.381332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:44.522847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.560308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8f397fc8-7225-4579-a4fc-44bbdbb5f65b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:42:44.585099 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.681840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.704642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf163cc2-8100-4314-889a-6ef27c99c2ab,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:44.778285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.779455 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e20f4554-ab39-492e-8e42-b6b1d8bbdb79 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4215841 Feb 07 13:42:44.782205 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56040) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:44.787703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '5dbcb0b7-d98d-489e-be7f-a6956be5eeca', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:44.793985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:44.797766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:44.800641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:44.806867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:44.904949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:44.971090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.052790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.079414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54925c30-3b0b-4409-986e-f1829a4db31c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:45.180739 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.183015 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d92a3d1b-a640-4dd0-b6bb-2841246406ca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998363 Feb 07 13:42:45.185703 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56046) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:45.191003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '5dbcb0b7-d98d-489e-be7f-a6956be5eeca', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:45.197794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:45.202722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:45.204955 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:45.210830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:45.214979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582aac45-efe0-4414-ad6b-2be9bfec578b req-9d5dce54-a761-4cce-8595-f10c922aee60 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:45.216664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-582aac45-efe0-4414-ad6b-2be9bfec578b req-9d5dce54-a761-4cce-8595-f10c922aee60 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 945 time: 0.0859647 Feb 07 13:42:45.267336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-582aac45-efe0-4414-ad6b-2be9bfec578b req-f91206cb-0c6f-48e8-baa5-225e5d565b2c tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 Feb 07 13:42:45.319135 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.340832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.388056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.481335 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.507331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4817617c-885c-496e-aa8e-f12696fdc752,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:45.563572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.564823 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-59d62aef-8db3-4939-9ec5-eb14b41dbdde tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3781843 Feb 07 13:42:45.567785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56050) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:45.574166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '5dbcb0b7-d98d-489e-be7f-a6956be5eeca', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:45.579622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:45.583427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:45.586289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:45.592642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:45.677714 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Project 34acd293d1b74783a724230f7eedab17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:42:45.685192 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.752869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.807485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.832564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bff117e-f1b3-485a-bcb3-29196c7e458e,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:45.834696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8f397fc8-7225-4579-a4fc-44bbdbb5f65b up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:42:45.892864 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:45.894082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0886bdea-8f10-4fc9-bed5-9c23fde5e02e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3252447 Feb 07 13:42:45.897025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56056) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:45.903541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '5dbcb0b7-d98d-489e-be7f-a6956be5eeca', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:45.911201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:45.915092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:45.918258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:45.925414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:45.973505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:42:45.985723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:45.987769 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.025023 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Project 34acd293d1b74783a724230f7eedab17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:42:46.035249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.125186 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.125386 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.155601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1178dad2-ed97-4421-ae1c-56efb9c5ddc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f397fc8-7225-4579-a4fc-44bbdbb5f65b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:42:46.166308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:46.180906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.204259 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1178dad2-ed97-4421-ae1c-56efb9c5ddc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f397fc8-7225-4579-a4fc-44bbdbb5f65b', 'code': 200} Feb 07 13:42:46.206523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc52ea71-32e0-4c4e-9c2d-d6c11f27ec47,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:46.232352 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.284225 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.285791 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b1a777cb-9956-40f8-9cc9-3331815dc36b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3876233 Feb 07 13:42:46.288962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56062) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:46.298715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'network': {'name': 'tempest-network-smoke--1995460280', 'project_id': '34acd293d1b74783a724230f7eedab17', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:46.306936 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:46.308993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:46.311770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:network and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:46.315178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:46.321346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:46.348796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39ef2-cc53-48a1-9fca-428d684e06dd req-0766da35-177e-4d2f-b442-72480a2b8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:46.350285 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0db39ef2-cc53-48a1-9fca-428d684e06dd req-0766da35-177e-4d2f-b442-72480a2b8b23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 1097 time: 0.0850885 Feb 07 13:42:46.402052 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:42:46.405715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.434314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:42:46.438452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0db39ef2-cc53-48a1-9fca-428d684e06dd req-c59bb282-2b34-4260-a8ae-f1e933b63d2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814407 Feb 07 13:42:46.443456 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.443819 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Added segment 39d77f61-5f95-4ba1-a49e-d9b090e136e7 of type vlan for network b1bcdd4b-a99f-4069-ae93-cd269123012f Feb 07 13:42:46.471648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.474409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b7353-b066-4c9a-b45b-cb2854d90040 req-38b79b30-5be3-466a-b2d4-3f88cd37e9ce tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:46.480046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a4b7353-b066-4c9a-b45b-cb2854d90040 req-38b79b30-5be3-466a-b2d4-3f88cd37e9ce tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 946 time: 0.0977926 Feb 07 13:42:46.522169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a4b7353-b066-4c9a-b45b-cb2854d90040 req-19f80d97-f053-4df4-99ea-194ce53e4357 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404513 Feb 07 13:42:46.580657 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.586120 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:46.586705 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.800875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Network': ['ID=b1bcdd4b-a99f-4069-ae93-cd269123012f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:46.812181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b1bcdd4b-a99f-4069-ae93-cd269123012f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:42:46.870045 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2ce5268b-5f24-4eb5-8b85-2c37233a0f7b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5764353 Feb 07 13:42:46.870369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:46.876237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'admin_state_up': True, 'project_id': '34acd293d1b74783a724230f7eedab17', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:46.885900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:46.889931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:router and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:46.895101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:46.902178 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:46.969627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.970672 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:46.985596 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:47.354026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:47.729682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5fcd-56f9-46ac-8ee1-9f317b01f67d req-fcb9a90b-7338-443a-8fa7-3d4ecb576c6c tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:47.737502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b6b5fcd-56f9-46ac-8ee1-9f317b01f67d req-fcb9a90b-7338-443a-8fa7-3d4ecb576c6c tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 946 time: 0.0964141 Feb 07 13:42:47.776863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:47.808370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:47.823250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b6b5fcd-56f9-46ac-8ee1-9f317b01f67d req-b8de4b31-7bdd-45c5-964d-5b147b8e4d7f tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819187 Feb 07 13:42:47.947005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.25.7.235 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/209ed300-b07e-41a7-bb28-73a54f0ec23b) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:42:48.096142 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:48.238442 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:48.303546 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:42:48.306558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:42:48.310853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:42:48.349763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=209ed300-b07e-41a7-bb28-73a54f0ec23b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:48.955154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:49.026386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c223cd-d5d3-4ceb-9769-776e66f5a1e4 req-c09f6fb3-5322-43d5-ba74-e9bb839eff35 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:49.027859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2c223cd-d5d3-4ceb-9769-776e66f5a1e4 req-c09f6fb3-5322-43d5-ba74-e9bb839eff35 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 946 time: 0.0836480 Feb 07 13:42:49.074777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2c223cd-d5d3-4ceb-9769-776e66f5a1e4 req-4422693d-1a3a-4fdf-96ea-a5da884d91a7 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Feb 07 13:42:49.314030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:49.615011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 440341ce-35d2-447d-9183-7f57e9076183 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:42:49.809559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:42:49.828796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Sync routers for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:42:49.841757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:42:49.842496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:42:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:49.933418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:49.935765 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9a8e3909-47b5-4dbf-bab2-b70045fdf657 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0636101 Feb 07 13:42:49.938312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56100) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:49.996807 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-314fc4de-24a0-47b2-b707-058148a104bd tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=34acd293d1b74783a724230f7eedab17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569367 Feb 07 13:42:49.998887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56108) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:50.073704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:42:50.160344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e404b-593d-4fe3-8da4-cbff98dcb7d0 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:50.161783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0f8e404b-593d-4fe3-8da4-cbff98dcb7d0 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619835 Feb 07 13:42:50.164647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56112) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:50.215918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56116) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:50.222022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643992873', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'project_id': '34acd293d1b74783a724230f7eedab17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:50.227300 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7bebccd6-a1e9-42a5-966f-f43aaa19db6d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615280 Feb 07 13:42:50.352995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:50.356924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:subnet and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:50.360652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:50.367280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:50.440746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:48Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:50.444749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Checking router: 440341ce-35d2-447d-9183-7f57e9076183 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:42:50.445101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Updating router 440341ce-35d2-447d-9183-7f57e9076183 port 209ed300-b07e-41a7-bb28-73a54f0ec23b binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:42:50.502446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:50.512554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:42:50.516329 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:50.878715 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:50.902331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:50.915389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Transition to ACTIVE for port object 209ed300-b07e-41a7-bb28-73a54f0ec23b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:42:50.965204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Subnet': ['ID=6716d8bf-fb64-4427-b914-63f4265fdd4d,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:50.974504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Checking segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:42:50.974861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network hostable DHCP agents. Network: b1bcdd4b-a99f-4069-ae93-cd269123012f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:42:51.093114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:51.129154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network b1bcdd4b-a99f-4069-ae93-cd269123012f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:42:51.186939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632449-b643-4db0-ba7a-0517da904245 None None] Pushing event updated for resources: {'Port': ['ID=209ed300-b07e-41a7-bb28-73a54f0ec23b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:51.190858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Attempting to bind port 209ed300-b07e-41a7-bb28-73a54f0ec23b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:42:51.191166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Attempting to bind port 209ed300-b07e-41a7-bb28-73a54f0ec23b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:42:51.191528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Attempting to bind port 209ed300-b07e-41a7-bb28-73a54f0ec23b on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:42:51.197811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:42:51.198190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:42:51.198588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:51.199007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:42:51.199443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Bound port: 209ed300-b07e-41a7-bb28-73a54f0ec23b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:42:51.199812 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:51.224226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b1bcdd4b-a99f-4069-ae93-cd269123012f) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:42:51.234016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:51.239749 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:51.240025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6361104f-0be0-4deb-9ac9-806aba1fcb25 None None] Network b1bcdd4b-a99f-4069-ae93-cd269123012f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:42:51.340574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-739d10d9-82ed-4b6b-a0ed-088936f8b6b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1230347 Feb 07 13:42:51.344093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56124) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:42:51.380207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] For port 209ed300-b07e-41a7-bb28-73a54f0ec23b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:42:51.400759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] For port 209ed300-b07e-41a7-bb28-73a54f0ec23b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=209ed300-b07e-41a7-bb28-73a54f0ec23b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:42:51.505271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-b1bcdd4b-a99f-4069-ae93-cd269123012f', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:42:51.506106 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:51.568672 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:51.688396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:42:51.688396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:42:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:51.778189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632449-b643-4db0-ba7a-0517da904245 None None] Pushing event updated for resources: {'Port': ['ID=209ed300-b07e-41a7-bb28-73a54f0ec23b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:51.890831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Allocated IP 172.20.0.2 (b1bcdd4b-a99f-4069-ae93-cd269123012f/6716d8bf-fb64-4427-b914-63f4265fdd4d/08244860-120e-4bbc-93b7-3b774e766087) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:42:52.038606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:42:52.325666 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:52.428484 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:52.444762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Transition to ACTIVE for port object 08244860-120e-4bbc-93b7-3b774e766087 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:42:52.470647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Transition to ACTIVE for port object 08244860-120e-4bbc-93b7-3b774e766087 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:42:52.476147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:48Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:52.480081 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf745e-d5ab-4edd-95bb-8bb4ef5ef24c None None] The sync data for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 is: [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:48Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:42:52.546497 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:52.621451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Network b1bcdd4b-a99f-4069-ae93-cd269123012f is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:42:52.624459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:42:52.626755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:42:52.636973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Pushing event updated for resources: {'Port': ['ID=08244860-120e-4bbc-93b7-3b774e766087,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:52.730812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Attempting to bind port 08244860-120e-4bbc-93b7-3b774e766087 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:42:52.731857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Attempting to bind port 08244860-120e-4bbc-93b7-3b774e766087 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:42:52.731857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Attempting to bind port 08244860-120e-4bbc-93b7-3b774e766087 on network b1bcdd4b-a99f-4069-ae93-cd269123012f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:42:52.737094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:42:52.737466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Checking segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:42:52.737867 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:52.738257 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Bound using segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:42:52.738718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Bound port: 08244860-120e-4bbc-93b7-3b774e766087, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:42:52.739087 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:52.828537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.20.0.1 (b1bcdd4b-a99f-4069-ae93-cd269123012f/6716d8bf-fb64-4427-b914-63f4265fdd4d/16f80482-88a4-417d-89b7-d2f8070b27d1) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:42:52.861965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] For port 08244860-120e-4bbc-93b7-3b774e766087, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:42:52.861965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] For port 08244860-120e-4bbc-93b7-3b774e766087, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=08244860-120e-4bbc-93b7-3b774e766087,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:42:52.961995 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:53.031358 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:53.052809 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Transition to ACTIVE for port object 16f80482-88a4-417d-89b7-d2f8070b27d1 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:42:53.060570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ac8f4-2487-4faa-bbc5-a0da8269884d None None] Pushing event updated for resources: {'Port': ['ID=08244860-120e-4bbc-93b7-3b774e766087,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:53.190894 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:53.302872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network b1bcdd4b-a99f-4069-ae93-cd269123012f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:42:53.307437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:42:53.311403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:42:53.342543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=16f80482-88a4-417d-89b7-d2f8070b27d1,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:53.397427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:53.717747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 08244860-120e-4bbc-93b7-3b774e766087 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:42:53.886924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 08244860-120e-4bbc-93b7-3b774e766087 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:42:53.892666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 209ed300-b07e-41a7-bb28-73a54f0ec23b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:42:53.990684 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.019693 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:42:54.046689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 209ed300-b07e-41a7-bb28-73a54f0ec23b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:42:54.055119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 209ed300-b07e-41a7-bb28-73a54f0ec23b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:54.055752 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.208179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.227402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 209ed300-b07e-41a7-bb28-73a54f0ec23b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=209ed300-b07e-41a7-bb28-73a54f0ec23b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:54.271907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea8d8f-389b-4a5c-892f-ad9e1f5055f8 None None] Network b1bcdd4b-a99f-4069-ae93-cd269123012f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:42:54.343588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.459940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=209ed300-b07e-41a7-bb28-73a54f0ec23b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:54.517468 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.523095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2ea73cea-b258-44e7-afc5-5ab12f9ed68f None None] Provisioning for port 08244860-120e-4bbc-93b7-3b774e766087 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:42:54.532914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2ea73cea-b258-44e7-afc5-5ab12f9ed68f None None] Provisioning complete for port 08244860-120e-4bbc-93b7-3b774e766087 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:54.533370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ea73cea-b258-44e7-afc5-5ab12f9ed68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.580768 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.716028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.719511 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=16f80482-88a4-417d-89b7-d2f8070b27d1,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:54.773557 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ea73cea-b258-44e7-afc5-5ab12f9ed68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:54.812131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2ea73cea-b258-44e7-afc5-5ab12f9ed68f None None] For port 08244860-120e-4bbc-93b7-3b774e766087, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=08244860-120e-4bbc-93b7-3b774e766087,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:42:54.882326 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network b1bcdd4b-a99f-4069-ae93-cd269123012f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:42:54.883685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:42:54.927522 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2ea73cea-b258-44e7-afc5-5ab12f9ed68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:55.029339 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:55.058430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea73cea-b258-44e7-afc5-5ab12f9ed68f None None] Pushing event updated for resources: {'Port': ['ID=08244860-120e-4bbc-93b7-3b774e766087,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:55.111776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 440341ce-35d2-447d-9183-7f57e9076183 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:42:55.175133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cba6ee5a-6e52-4ef9-8b94-e92818a4e8b2 None None] Provisioning for port 16f80482-88a4-417d-89b7-d2f8070b27d1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:42:55.181905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cba6ee5a-6e52-4ef9-8b94-e92818a4e8b2 None None] Provisioning complete for port 16f80482-88a4-417d-89b7-d2f8070b27d1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:55.182351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cba6ee5a-6e52-4ef9-8b94-e92818a4e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:55.238331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-cba6ee5a-6e52-4ef9-8b94-e92818a4e8b2 None None] Port 16f80482-88a4-417d-89b7-d2f8070b27d1 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:42:55.252242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cba6ee5a-6e52-4ef9-8b94-e92818a4e8b2 None None] Provisioning complete for port 08244860-120e-4bbc-93b7-3b774e766087 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:55.252627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cba6ee5a-6e52-4ef9-8b94-e92818a4e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:55.327921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:42:55.344810 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Sync routers for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:42:55.367777 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:42:55.368961 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:42:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:55.371221 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e0d3886f-8d7a-40ea-8871-6d211707bb04 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "PUT /v2.0/routers/440341ce-35d2-447d-9183-7f57e9076183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0241659 Feb 07 13:42:55.516211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2af5c275-a665-4c26-bffb-8dc2500a8779 None None] Provisioning complete for port 16f80482-88a4-417d-89b7-d2f8070b27d1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:55.517624 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2af5c275-a665-4c26-bffb-8dc2500a8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:55.561253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 08244860-120e-4bbc-93b7-3b774e766087 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:42:55.645370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2af5c275-a665-4c26-bffb-8dc2500a8779 None None] Port 16f80482-88a4-417d-89b7-d2f8070b27d1 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:42:55.697552 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:42:55.706999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-bac8d6a3-52c1-421e-bab6-184f18feee5f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488897579&fields=id&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 267 time: 0.0892372 Feb 07 13:42:55.721191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 08244860-120e-4bbc-93b7-3b774e766087 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:55.721568 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:55.853243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 209ed300-b07e-41a7-bb28-73a54f0ec23b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:42:55.905431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ec62be18-640b-4f1d-8ff3-dbf99db783bf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:55.906243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ec62be18-640b-4f1d-8ff3-dbf99db783bf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:42:55.924771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 209ed300-b07e-41a7-bb28-73a54f0ec23b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:55.925254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:56.001095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ec62be18-640b-4f1d-8ff3-dbf99db783bf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:42:56.002671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ec62be18-640b-4f1d-8ff3-dbf99db783bf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/networks?id=b1bcdd4b-a99f-4069-ae93-cd269123012f HTTP/1.1" status: 200 len: 797 time: 0.2912488 Feb 07 13:42:56.025471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-599c1937-8c8f-431e-9547-4d34cb84c8d0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/quotas/34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 375 time: 0.0145147 Feb 07 13:42:56.094625 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 2, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:56.099241 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Checking router: 440341ce-35d2-447d-9183-7f57e9076183 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:42:56.099563 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Updating router 440341ce-35d2-447d-9183-7f57e9076183 port 16f80482-88a4-417d-89b7-d2f8070b27d1 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:42:56.140525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-c9dbc0d9-31d3-4e4d-85ae-26f4696f62a2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078801 Feb 07 13:42:56.198345 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:56.308914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-8854419e-180f-4253-8dcd-03808d7f89e7 service neutron] 10.222.0.69 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539807 Feb 07 13:42:56.487187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-068a646e-e104-414e-8c93-6d40d54f9bd0 service neutron] 10.222.0.69 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704652 Feb 07 13:42:56.613037 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:56.627647 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Transition to ACTIVE for port object 16f80482-88a4-417d-89b7-d2f8070b27d1 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:42:56.782336 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:56.860065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d6a00f6-f5c0-48bd-82b1-6a49ab3880e2 req-03e0b8cc-c447-457b-b8cc-e6d01776d037 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 210 time: 0.0553343 Feb 07 13:42:56.969240 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Pushing event updated for resources: {'Port': ['ID=16f80482-88a4-417d-89b7-d2f8070b27d1,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:56.978350 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.978688 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.979021 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.979346 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.979672 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.980219 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.980769 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.981325 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.981744 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.982067 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.982388 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:56.982705 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:42:57.094729 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Attempting to bind port 16f80482-88a4-417d-89b7-d2f8070b27d1 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:42:57.095006 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Attempting to bind port 16f80482-88a4-417d-89b7-d2f8070b27d1 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:42:57.095385 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Attempting to bind port 16f80482-88a4-417d-89b7-d2f8070b27d1 on network b1bcdd4b-a99f-4069-ae93-cd269123012f {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:42:57.101250 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:42:57.101625 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Checking segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:42:57.102029 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:57.102402 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Bound using segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:42:57.102920 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Bound port: 16f80482-88a4-417d-89b7-d2f8070b27d1, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:42:57.103332 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:57.202469 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] For port 16f80482-88a4-417d-89b7-d2f8070b27d1, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:42:57.205511 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] For port 16f80482-88a4-417d-89b7-d2f8070b27d1, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=16f80482-88a4-417d-89b7-d2f8070b27d1,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:42:57.346769 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:57.424689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d4654-02c9-4d5e-bf52-e7bf9c987d36 None None] Pushing event updated for resources: {'Port': ['ID=16f80482-88a4-417d-89b7-d2f8070b27d1,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:42:57.435772 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:42:57.436312 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:42:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:57.627013 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:42:57.999958 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:57Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:42:58.004881 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f04a83-d796-4c55-bc44-cda9e466d08b None None] The sync data for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 is: [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:57Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:42:58.063753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18ea281c-099d-43ff-9c4d-2aade12fde5d req-9aa6f8ae-5cf8-4df3-be1f-0dfe3c3d911e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 210 time: 0.0538967 Feb 07 13:42:59.255468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95929396-ca17-4174-b907-c2cb5677d975 req-74e6d0e4-0e14-4ac0-bed7-941c1505a0a2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 210 time: 0.0587060 Feb 07 13:42:59.591924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 16f80482-88a4-417d-89b7-d2f8070b27d1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:42:59.716871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd74c6-b190-4811-99ec-e4feb303229b req-3e4817bd-4283-4739-b241-5d33cf57f601 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:42:59.718312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-3e4817bd-4283-4739-b241-5d33cf57f601 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.35 "GET /v2.0/networks?id=b1bcdd4b-a99f-4069-ae93-cd269123012f HTTP/1.1" status: 200 len: 797 time: 0.3013508 Feb 07 13:42:59.785193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-0c0ea589-c7e4-412e-af0a-3e397404dac0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 379 time: 0.0415854 Feb 07 13:42:59.785193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'port': {'device_id': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'admin_state_up': True, 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'security_groups': ['5dbcb0b7-d98d-489e-be7f-a6956be5eeca']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:42:59.809754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 16f80482-88a4-417d-89b7-d2f8070b27d1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:42:59.819880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 16f80482-88a4-417d-89b7-d2f8070b27d1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:42:59.820288 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:42:59.943753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:42:59.948775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:port and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:42:59.952454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:42:59.962107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:42:59.976160 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:00.010597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 16f80482-88a4-417d-89b7-d2f8070b27d1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=16f80482-88a4-417d-89b7-d2f8070b27d1,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:00.059369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:43:00.066807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:00.123447 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:00.208069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=16f80482-88a4-417d-89b7-d2f8070b27d1,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:00.289508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.20.0.3 (b1bcdd4b-a99f-4069-ae93-cd269123012f/6716d8bf-fb64-4427-b914-63f4265fdd4d/01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:43:00.467688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4acf4112-3362-44ae-a73e-e9d537bbb630 req-623aff1c-6b05-491f-ae05-82b14b66ac60 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 210 time: 0.0550830 Feb 07 13:43:00.545141 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:00.568529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Transition to ACTIVE for port object 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:43:00.681587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:00.755211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network b1bcdd4b-a99f-4069-ae93-cd269123012f is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:43:00.758741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:43:00.766776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:43:00.794621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:00.846014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:00.846661 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:00.947132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-ae3e0061-22d9-4b46-9a48-c8a1cc193208 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1742139 Feb 07 13:43:00.958724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Request body: {'port': {'device_id': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:43:01.090407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:01.249908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a4859f3f-4913-43eb-afc4-7e4645c00c45 None None] Provisioning for port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:43:01.268551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a4859f3f-4913-43eb-afc4-7e4645c00c45 None None] Provisioning complete for port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:43:01.268950 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a4859f3f-4913-43eb-afc4-7e4645c00c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:01.403018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a4859f3f-4913-43eb-afc4-7e4645c00c45 None None] Port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:43:01.557672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 16f80482-88a4-417d-89b7-d2f8070b27d1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:43:01.560976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:43:01.569173 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:01.588513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Transition to ACTIVE for port object 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:43:01.616778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 16f80482-88a4-417d-89b7-d2f8070b27d1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:43:01.617383 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:01.683937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:01.753234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62aeeb-dbeb-4d68-84b4-fd49e7b22a52 req-5a0adfb0-2499-48cc-a7df-bdd0860c4ef4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:01.754006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb62aeeb-dbeb-4d68-84b4-fd49e7b22a52 req-5a0adfb0-2499-48cc-a7df-bdd0860c4ef4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:43:01.892719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:01.940623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb62aeeb-dbeb-4d68-84b4-fd49e7b22a52 req-5a0adfb0-2499-48cc-a7df-bdd0860c4ef4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:43:01.947032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb62aeeb-dbeb-4d68-84b4-fd49e7b22a52 req-5a0adfb0-2499-48cc-a7df-bdd0860c4ef4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 931 time: 0.3523567 Feb 07 13:43:02.021195 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb62aeeb-dbeb-4d68-84b4-fd49e7b22a52 req-f4545b3c-82ed-49b4-8379-92d122ca6b65 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709884 Feb 07 13:43:02.025742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:43:02.026109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:43:02.026442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:43:02.031926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:43:02.032286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:43:02.038113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:43:02.038456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Checking segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:43:02.038846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Bound using segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:43:02.039281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Bound port: 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:43:02.039666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:02.262413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:43:02.265566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:43:02.404100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:02.468908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:02.469690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:02.471068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 200 len: 1091 time: 1.5166059 Feb 07 13:43:02.471499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:02.493245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994866c-1355-44c0-81b2-09117f8053e0 service neutron] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:02.521719 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'status': 'completed', 'code': 200} Feb 07 13:43:02.630311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48bcf0-4fbd-4504-b848-9f4231247c4d req-7fda5db5-e9b9-4e43-90ca-8a76515ec2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:02.631846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df48bcf0-4fbd-4504-b848-9f4231247c4d req-7fda5db5-e9b9-4e43-90ca-8a76515ec2e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1094 time: 0.0822835 Feb 07 13:43:02.785521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48bcf0-4fbd-4504-b848-9f4231247c4d req-e78a6a8e-61db-44bd-a4af-0cbd12b9c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:02.786917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df48bcf0-4fbd-4504-b848-9f4231247c4d req-e78a6a8e-61db-44bd-a4af-0cbd12b9c1d6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=34acd293d1b74783a724230f7eedab17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1486635 Feb 07 13:43:02.955784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48bcf0-4fbd-4504-b848-9f4231247c4d req-41cab920-69b4-4bec-b23c-9242004bf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:02.957412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df48bcf0-4fbd-4504-b848-9f4231247c4d req-41cab920-69b4-4bec-b23c-9242004bf2bb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1642640 Feb 07 13:43:03.080207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd74c6-b190-4811-99ec-e4feb303229b req-9043d934-00ed-4802-80b8-a0dcc5f68679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:03.081690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-9043d934-00ed-4802-80b8-a0dcc5f68679 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1094 time: 0.0873530 Feb 07 13:43:03.199867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-36b8de27-a1c6-4b2b-880e-fa2d7facce53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 200 len: 217 time: 0.1119668 Feb 07 13:43:03.285291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd74c6-b190-4811-99ec-e4feb303229b req-91f3e326-571f-41d6-8a99-3e43e8b34f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:03.286730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-91f3e326-571f-41d6-8a99-3e43e8b34f63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6716d8bf-fb64-4427-b914-63f4265fdd4d HTTP/1.1" status: 200 len: 834 time: 0.0784373 Feb 07 13:43:03.294234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b5a8-8e34-4c20-9483-c22c9b45ffe6 req-7bab49ae-b681-45f3-a54c-13109bb5d67c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:03.295606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73e6b5a8-8e34-4c20-9483-c22c9b45ffe6 req-7bab49ae-b681-45f3-a54c-13109bb5d67c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 943 time: 0.1536419 Feb 07 13:43:03.397563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73e6b5a8-8e34-4c20-9483-c22c9b45ffe6 req-1f0f6afa-950e-478b-85c9-ebc0ad5c4751 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640550 Feb 07 13:43:03.414484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd74c6-b190-4811-99ec-e4feb303229b req-d2cd2f74-9f65-4063-8bef-a6b7dcfbd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:03.416177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-d2cd2f74-9f65-4063-8bef-a6b7dcfbd372 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1bcdd4b-a99f-4069-ae93-cd269123012f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196609 Feb 07 13:43:03.555805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-2c4312ba-7f7e-4a5f-8d9f-6c77918c0d82 service neutron] 10.222.0.35 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335213 Feb 07 13:43:03.709798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23fd74c6-b190-4811-99ec-e4feb303229b req-0185df99-6d50-4725-be52-f2b5622076f7 service neutron] 10.222.0.35 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469462 Feb 07 13:43:04.611029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea25dd-caa6-4032-af64-3864f0d6c13c req-a6aeeadd-7b9c-48d6-8469-15ec3c30752e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:04.612571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaea25dd-caa6-4032-af64-3864f0d6c13c req-a6aeeadd-7b9c-48d6-8469-15ec3c30752e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 943 time: 0.0917192 Feb 07 13:43:04.659897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eaea25dd-caa6-4032-af64-3864f0d6c13c req-8a1de5f6-41e9-4d99-813f-2d5cb4eddfb6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Feb 07 13:43:05.949395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4ec-ec8b-4b9d-b5d3-41224b5e91b7 req-cda10877-ed11-4441-938a-615543b875d6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:05.953186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8400e4ec-ec8b-4b9d-b5d3-41224b5e91b7 req-cda10877-ed11-4441-938a-615543b875d6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 943 time: 0.1543643 Feb 07 13:43:05.999617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8400e4ec-ec8b-4b9d-b5d3-41224b5e91b7 req-83389e34-f346-4703-8d67-702345dc9096 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426018 Feb 07 13:43:06.482283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:43:06.622785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:06.636564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'port_id': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'mac_address': 'fa:16:3e:a2:30:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:43:06.695285 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:06.712738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:43:06.729628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:06.814429 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:06.884294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:07.051611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:43:07.201818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4cb3e-0f72-4daf-9de1-0d938252b2f0 req-9ba529a6-cac2-4431-ac42-8fe403977640 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:07.203369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e4cb3e-0f72-4daf-9de1-0d938252b2f0 req-9ba529a6-cac2-4431-ac42-8fe403977640 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 944 time: 0.0912879 Feb 07 13:43:07.267601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64e4cb3e-0f72-4daf-9de1-0d938252b2f0 req-8e0f1a80-1d41-4688-a03e-dde59aba7e0f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572741 Feb 07 13:43:08.177083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-bd4659a5-43ee-4349-82af-3896edb8ba54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783384 Feb 07 13:43:08.365678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-647c2260-328b-498b-a2fc-41f83ddc6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:08.367238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-647c2260-328b-498b-a2fc-41f83ddc6f98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1097 time: 0.1017747 Feb 07 13:43:08.493508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:43:08.699163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:43:08.713344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:43:08.713711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:08.758459 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ceb42ed3-34ca-4b28-be0e-e331ad3bccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:08.784750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-7c911787-083c-4281-ac11-e6fe6b55e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:08.786235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-7c911787-083c-4281-ac11-e6fe6b55e48f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.3893950 Feb 07 13:43:08.859914 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:08.891961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:08.897795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57003a60-2b5f-4a25-ae93-8a9d4118209b req-5df9d611-c7b5-416a-b2ad-a25dbbe6e659 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:08.899341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57003a60-2b5f-4a25-ae93-8a9d4118209b req-5df9d611-c7b5-416a-b2ad-a25dbbe6e659 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 944 time: 0.4814665 Feb 07 13:43:08.902895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:08.928424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-95363b5b-72a7-4fe6-84a5-c5be4f8b287c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 1002 time: 0.1325333 Feb 07 13:43:08.942471 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'code': 200} Feb 07 13:43:09.025853 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:09.051207 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57003a60-2b5f-4a25-ae93-8a9d4118209b req-d6dc88a2-2af0-446b-8378-1e27c5c9dca8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399207 Feb 07 13:43:09.067280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-f35604c5-abf6-44ba-8819-4df876c67f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:09.068980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-f35604c5-abf6-44ba-8819-4df876c67f11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.1349323 Feb 07 13:43:09.099555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:09.171049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fc2e4-a0ab-4b4d-bb6a-9675f5eff817 req-6ca46cc5-3f24-4a3e-8dc9-edcf94f0843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:09.172633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f85fc2e4-a0ab-4b4d-bb6a-9675f5eff817 req-6ca46cc5-3f24-4a3e-8dc9-edcf94f0843f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1096 time: 0.1690416 Feb 07 13:43:09.199940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-e893824a-b394-4bf9-9163-344c779631d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:09.201461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-e893824a-b394-4bf9-9163-344c779631d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237390 Feb 07 13:43:09.297599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f85fc2e4-a0ab-4b4d-bb6a-9675f5eff817 req-98f513cb-1361-4031-8e5c-9af9405ec548 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140041 Feb 07 13:43:09.365634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-ba35f1a1-1093-4a98-b929-48646ba6b619 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564581 Feb 07 13:43:09.645763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52ceae2d-3845-40c3-979c-4d101309dbfa req-5d0dd743-a0b3-45cb-a4ad-412523909ef4 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544795 Feb 07 13:43:10.272074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b789d-bc7e-46fb-89be-dc9004acde3f req-ca774813-5c6a-4169-b083-a755dfddfb2d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:10.273704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-969b789d-bc7e-46fb-89be-dc9004acde3f req-ca774813-5c6a-4169-b083-a755dfddfb2d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.1070480 Feb 07 13:43:10.330893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-969b789d-bc7e-46fb-89be-dc9004acde3f req-2a8075de-55fe-4f25-8966-62e0a6991005 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511105 Feb 07 13:43:11.516736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7668e-11bf-42e3-b3b4-cf45427e6a7f req-0fbde47b-d608-4568-a2ae-6fe1d556c561 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:11.518216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10f7668e-11bf-42e3-b3b4-cf45427e6a7f req-0fbde47b-d608-4568-a2ae-6fe1d556c561 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0839541 Feb 07 13:43:11.579273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10f7668e-11bf-42e3-b3b4-cf45427e6a7f req-143bb01a-559e-4066-b5e4-7d599dc59885 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 Feb 07 13:43:11.602575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c6c24a1-3314-48a5-9f09-98046cd69620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:11.766791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab410b-20c8-4abe-ae3f-88708f4ae814 req-efa1c845-181b-4583-8973-2d1f9d35c6e8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:11.767957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6ab410b-20c8-4abe-ae3f-88708f4ae814 req-efa1c845-181b-4583-8973-2d1f9d35c6e8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0959783 Feb 07 13:43:11.813814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6ab410b-20c8-4abe-ae3f-88708f4ae814 req-0fcf2853-3b9c-46fd-971e-56d5d3169467 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399575 Feb 07 13:43:11.859904 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:43:11.910166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88de9f1-77b8-4236-9224-70dd8cdaafa3 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:11.911687 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d88de9f1-77b8-4236-9224-70dd8cdaafa3 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1091 time: 0.0739379 Feb 07 13:43:11.914493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:43:11.919940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:43:11.926872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:43:11.933404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:floatingip and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:43:11.934549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:43:11.940452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:43:12.008897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:12.159887 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:12.311526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.25.7.174 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/d04f96b7-9b31-4f45-ab1b-06bbabc9ae08) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:43:12.314289 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:12.322151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-395a5513-b7f0-449f-bb52-c5b8426d3120 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183922110&fields=id&tenant_id=4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 267 time: 0.0412934 Feb 07 13:43:12.404423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:12.495041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-e78f2192-190e-48f8-9f2f-748a52e2fa26 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:12.496637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-e78f2192-190e-48f8-9f2f-748a52e2fa26 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.1667910 Feb 07 13:43:12.512551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-9615f4c3-ffcb-485e-82fe-aeb36edcf78d tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/quotas/4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 375 time: 0.0102770 Feb 07 13:43:12.593517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:12.605050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-7a6ad52d-727d-4fe9-87ea-9aad971f2bce tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873880 Feb 07 13:43:12.726923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:12.746023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-83dc34cd-0808-4c9a-a006-91f0c908651d service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282630 Feb 07 13:43:12.796885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:43:12.797974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:43:12.801789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:43:12.839374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=d04f96b7-9b31-4f45-ab1b-06bbabc9ae08,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:13.012952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-d4fa5b33-2247-46d9-8a02-dbcbffaa7a72 service neutron] 10.222.0.69 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613063 Feb 07 13:43:13.254316 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:13.406015 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:13.642052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:13.722951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:13.834708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c87fe3c3-a723-4ec2-8330-97f17368eafe req-6beda43d-cbfe-439b-9f46-3f09832c15ca tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 210 time: 0.0465524 Feb 07 13:43:13.841361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=d04f96b7-9b31-4f45-ab1b-06bbabc9ae08,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:13.856026 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:13.862048 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:14.044231 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Floating IP 8489eea5-0af5-41aa-be63-c3562386d231 associated. External IP: 172.25.7.174, port: 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005. Feb 07 13:43:14.160250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872749c-c130-4e2b-ae6f-8e8a07dcdb54 req-4f38162b-e989-411a-8cb1-d40314bda2d7 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:14.161757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f872749c-c130-4e2b-ae6f-8e8a07dcdb54 req-4f38162b-e989-411a-8cb1-d40314bda2d7 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 946 time: 0.0859020 Feb 07 13:43:14.207930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f872749c-c130-4e2b-ae6f-8e8a07dcdb54 req-987f56d1-f988-454f-aba7-7de77d06aedf tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Feb 07 13:43:14.580685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 440341ce-35d2-447d-9183-7f57e9076183 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:43:14.764827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:43:14.774980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] Sync routers for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:43:14.784547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:43:14.785156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:43:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:43:14.860313 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:14.926155 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7880cabe-5637-44e2-a7b2-c6c8bcce27ed tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0082853 Feb 07 13:43:14.926155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:14.970611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:43:15.008354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7665ab17-0930-4afc-bf5e-93cbacfd24f8 req-a49f4db0-f080-4f44-b01b-d38eaa3c796c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 210 time: 0.0492156 Feb 07 13:43:15.123006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d56fa-7901-45da-ada0-d344620bb533 req-67750ef1-bc30-4cd1-9f81-f8392018e193 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:15.124829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-442d56fa-7901-45da-ada0-d344620bb533 req-67750ef1-bc30-4cd1-9f81-f8392018e193 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0843079 Feb 07 13:43:15.140878 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'status': 'completed', 'code': 200} Feb 07 13:43:15.221952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-442d56fa-7901-45da-ada0-d344620bb533 req-9633f4ea-1e43-4b4e-ba3e-7d30936ad9b7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875099 Feb 07 13:43:15.259522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:43:15.266702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6658-242f-429a-a743-6cf858b84211 req-d5ac631d-bb9f-41df-b46f-bd5708592bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:15.268579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed6a6658-242f-429a-a743-6cf858b84211 req-d5ac631d-bb9f-41df-b46f-bd5708592bcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1096 time: 0.1053421 Feb 07 13:43:15.369176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:15.376954 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0551569a-ef36-45a6-96d8-e2bd85a38539 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/8489eea5-0af5-41aa-be63-c3562386d231 HTTP/1.1" status: 200 len: 991 time: 0.1163023 Feb 07 13:43:15.413652 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '8489eea5-0af5-41aa-be63-c3562386d231', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '440341ce-35d2-447d-9183-7f57e9076183', 'port_id': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'mac_address': 'fa:16:3e:a2:30:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:43:13Z', 'updated_at': '2022-02-07T13:43:13Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:59Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:43:15.418099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] Checking router: 440341ce-35d2-447d-9183-7f57e9076183 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:43:15.426944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:43:15.427619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:43:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:43:15.491000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6658-242f-429a-a743-6cf858b84211 req-7aa0b12a-d8e6-466d-b64a-a75194f964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:15.492485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed6a6658-242f-429a-a743-6cf858b84211 req-7aa0b12a-d8e6-466d-b64a-a75194f964cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1bcdd4b-a99f-4069-ae93-cd269123012f HTTP/1.1" status: 200 len: 897 time: 0.2176533 Feb 07 13:43:15.500691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4f69e-8fdb-4cf6-bae1-b283b04478ce req-34a22e94-d0c7-4293-9043-ecb28f337eb3 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:15.502038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02b4f69e-8fdb-4cf6-bae1-b283b04478ce req-34a22e94-d0c7-4293-9043-ecb28f337eb3 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 946 time: 0.1353264 Feb 07 13:43:15.613046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:43:15.634219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02b4f69e-8fdb-4cf6-bae1-b283b04478ce req-577f5dcb-5e25-4070-a911-ff4880d60456 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822654 Feb 07 13:43:15.636529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed6a6658-242f-429a-a743-6cf858b84211 req-a46bd3c4-bebf-4781-9cb6-81c4e05ae1a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 200 len: 999 time: 0.1336062 Feb 07 13:43:15.708736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6658-242f-429a-a743-6cf858b84211 req-e38ccdc5-5bd5-4bd1-ad18-e4a0024c83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:15.710482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed6a6658-242f-429a-a743-6cf858b84211 req-e38ccdc5-5bd5-4bd1-ad18-e4a0024c83be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6716d8bf-fb64-4427-b914-63f4265fdd4d HTTP/1.1" status: 200 len: 834 time: 0.0676923 Feb 07 13:43:15.788199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6658-242f-429a-a743-6cf858b84211 req-7335bb9c-3d73-4809-a696-913d9fc44581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:15.789767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed6a6658-242f-429a-a743-6cf858b84211 req-7335bb9c-3d73-4809-a696-913d9fc44581 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1bcdd4b-a99f-4069-ae93-cd269123012f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733814 Feb 07 13:43:15.982219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed6a6658-242f-429a-a743-6cf858b84211 req-46cbce46-0aac-4acd-a990-32cc3c887e47 service neutron] 10.222.0.35 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859953 Feb 07 13:43:15.992864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-7c40e206-6339-42c4-a9ef-b6c11059c799 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:15.994840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-7c40e206-6339-42c4-a9ef-b6c11059c799 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.47 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 946 time: 0.1354635 Feb 07 13:43:16.008825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '8489eea5-0af5-41aa-be63-c3562386d231', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '440341ce-35d2-447d-9183-7f57e9076183', 'port_id': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'mac_address': 'fa:16:3e:a2:30:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:43:13Z', 'updated_at': '2022-02-07T13:43:13Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:59Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:43:16.013752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da1dd0-a030-483e-a475-eae7fab7104a None None] The sync data for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 is: [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '8489eea5-0af5-41aa-be63-c3562386d231', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '440341ce-35d2-447d-9183-7f57e9076183', 'port_id': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'mac_address': 'fa:16:3e:a2:30:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:43:13Z', 'updated_at': '2022-02-07T13:43:13Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:59Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:43:16.187931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-920c579a-0f0a-4d4e-b711-9492dcfac012 req-956bbccc-ce53-4272-99c6-1226435e7b99 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 210 time: 0.0599010 Feb 07 13:43:16.194722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Deleting port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:43:16.195072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:16.274993 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365aba6-4a83-4435-a2d5-e76607f322de None None] New status for floating IP 8489eea5-0af5-41aa-be63-c3562386d231: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:43:16.302576 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed6a6658-242f-429a-a743-6cf858b84211 req-959d1060-9f76-4597-9035-01f3b421b8af service neutron] 10.222.0.35 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067274 Feb 07 13:43:16.380883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56334) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:43:16.527672 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-af152b28-7ac9-4476-8af1-ba7e636cc9ad tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/8489eea5-0af5-41aa-be63-c3562386d231 HTTP/1.1" status: 200 len: 991 time: 0.1446826 Feb 07 13:43:16.711288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-88ed3d26-28a2-4034-b6f8-6d6f056cf7dc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:16.712783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-88ed3d26-28a2-4034-b6f8-6d6f056cf7dc tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 811 time: 0.4550273 Feb 07 13:43:16.847154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-71236818-1f53-4387-b8f3-400f9a9142c8 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a92a614e65b49c08d9e99ad98743207 HTTP/1.1" status: 200 len: 379 time: 0.1226997 Feb 07 13:43:16.852492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] For port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,segment=NetworkSegment(9b121867-c111-497b-9df8-531de08dd3e3),segment_id=9b121867-c111-497b-9df8-531de08dd3e3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:16.852853 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:16.874426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'port': {'device_id': '7190fec4-8b44-432f-9916-74a8ad266d95', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'admin_state_up': True, 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'security_groups': ['030c06b8-9273-4f3c-a665-d14ab80f57e5']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:43:17.065105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Calling delete_port for 8f397fc8-7225-4579-a4fc-44bbdbb5f65b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:43:17.204788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f667e-3354-4cdd-8f25-d02fdf715c18 req-700b0699-642a-43f6-be6b-1cbc4fceee62 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:17.206261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-139f667e-3354-4cdd-8f25-d02fdf715c18 req-700b0699-642a-43f6-be6b-1cbc4fceee62 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 946 time: 0.4379501 Feb 07 13:43:17.266589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:43:17.280171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:port and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:43:17.284705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:43:17.293095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:43:17.377491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb74f869-7824-4ef2-92db-30304aaf26d4 req-488aac54-c0c1-44f5-9fb5-0278f8ea5819 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 210 time: 0.0756941 Feb 07 13:43:17.383766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-139f667e-3354-4cdd-8f25-d02fdf715c18 req-7d012c85-3dc3-44a5-8ced-e2599a57c2e2 tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/security-groups?id=7951226b-5d87-433f-abbf-a91aea3728aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703751 Feb 07 13:43:17.458075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Made reservation on behalf of 4a92a614e65b49c08d9e99ad98743207 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:43:17.461644 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:17.473254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:17.485470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['8f397fc8-7225-4579-a4fc-44bbdbb5f65b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:43:17.527362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Pushing event deleted for resources: {'Port': ['ID=8f397fc8-7225-4579-a4fc-44bbdbb5f65b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:17.531101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56342) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:43:17.654640 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d8c88a4a-031d-4c0d-add2-b83a6887a0bc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/8489eea5-0af5-41aa-be63-c3562386d231 HTTP/1.1" status: 200 len: 993 time: 0.1215758 Feb 07 13:43:17.656473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] No DVR routers for this DVR port 8f397fc8-7225-4579-a4fc-44bbdbb5f65b on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:43:17.669185 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:17.671629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1178dad2-ed97-4421-ae1c-56efb9c5ddc8', 'name': 'network-vif-deleted', 'tag': '8f397fc8-7225-4579-a4fc-44bbdbb5f65b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:17.736882 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1178dad2-ed97-4421-ae1c-56efb9c5ddc8', 'name': 'network-vif-deleted', 'tag': '8f397fc8-7225-4579-a4fc-44bbdbb5f65b', 'status': 'completed', 'code': 200} Feb 07 13:43:17.767688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.20.0.10 (c42fd682-807a-46ed-800d-ed30d5f431a1/d5edbd66-a3de-40ae-bdca-2756a1ce07f0/d627dd27-2215-4c8c-972f-d7930dad5ac7) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:43:17.792058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4adb2541-1222-49a7-8167-9b3dd54d04d2 req-a8f6110d-8b25-4c52-bd30-9e2bf95b841b tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.47 "DELETE /v2.0/ports/8f397fc8-7225-4579-a4fc-44bbdbb5f65b HTTP/1.1" status: 204 len: 173 time: 1.7755883 Feb 07 13:43:17.970775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:17.987342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Transition to ACTIVE for port object d627dd27-2215-4c8c-972f-d7930dad5ac7 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:43:18.122977 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:18.200192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network c42fd682-807a-46ed-800d-ed30d5f431a1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:43:18.203000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:43:18.207232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:43:18.244931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=d627dd27-2215-4c8c-972f-d7930dad5ac7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:18.278642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:18.279276 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:18.363653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-09eee693-2824-403c-8151-9bcf36f098f5 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5023949 Feb 07 13:43:18.375801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Request body: {'port': {'device_id': '7190fec4-8b44-432f-9916-74a8ad266d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:43:18.624557 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:18.626045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a28a3ad9-ee80-4fbf-b238-18a658812205 None None] Provisioning for port d627dd27-2215-4c8c-972f-d7930dad5ac7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:43:18.632311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a28a3ad9-ee80-4fbf-b238-18a658812205 None None] Provisioning complete for port d627dd27-2215-4c8c-972f-d7930dad5ac7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:43:18.632686 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a28a3ad9-ee80-4fbf-b238-18a658812205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:18.691294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a28a3ad9-ee80-4fbf-b238-18a658812205 None None] Port d627dd27-2215-4c8c-972f-d7930dad5ac7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:43:18.782182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-373f1ecc-3c43-49da-8837-7c4cff8b767c req-3b78d58d-41ef-4f00-9b6a-961327d13a4e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Synchronizing usage tracker for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:43:18.935709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1678-48bb-4ae6-85c3-679559c5453e req-e31466dc-895a-450a-95f8-e775e3bf48f0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:18.936436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-797e1678-48bb-4ae6-85c3-679559c5453e req-e31466dc-895a-450a-95f8-e775e3bf48f0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:43:18.985586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-373f1ecc-3c43-49da-8837-7c4cff8b767c req-3b78d58d-41ef-4f00-9b6a-961327d13a4e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] Unset dirty status for tenant:0edcb13423fa4601ac0a377d18af9be5 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:43:18.986870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-373f1ecc-3c43-49da-8837-7c4cff8b767c req-3b78d58d-41ef-4f00-9b6a-961327d13a4e tempest-VolumesSnapshotTestJSON-1237824065 tempest-VolumesSnapshotTestJSON-1237824065-project] 10.222.0.69 "GET /v2.0/ports?device_id=1178dad2-ed97-4421-ae1c-56efb9c5ddc8 HTTP/1.1" status: 200 len: 210 time: 0.4193313 Feb 07 13:43:19.032115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-797e1678-48bb-4ae6-85c3-679559c5453e req-e31466dc-895a-450a-95f8-e775e3bf48f0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:43:19.032994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-797e1678-48bb-4ae6-85c3-679559c5453e req-e31466dc-895a-450a-95f8-e775e3bf48f0 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 932 time: 0.5048716 Feb 07 13:43:19.112256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-797e1678-48bb-4ae6-85c3-679559c5453e req-a6bf262e-72c2-42b7-a83f-dfc015207b9e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734756 Feb 07 13:43:19.207531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d627dd27-2215-4c8c-972f-d7930dad5ac7 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:43:19.215716 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:19.230768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Transition to ACTIVE for port object d627dd27-2215-4c8c-972f-d7930dad5ac7 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:43:19.326617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:19.462147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Pushing event updated for resources: {'Port': ['ID=d627dd27-2215-4c8c-972f-d7930dad5ac7,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:19.576825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Attempting to bind port d627dd27-2215-4c8c-972f-d7930dad5ac7 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:43:19.577115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Attempting to bind port d627dd27-2215-4c8c-972f-d7930dad5ac7 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:43:19.577448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Attempting to bind port d627dd27-2215-4c8c-972f-d7930dad5ac7 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:43:19.582297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Port d627dd27-2215-4c8c-972f-d7930dad5ac7 on network c42fd682-807a-46ed-800d-ed30d5f431a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:43:19.582622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Attempting to bind port d627dd27-2215-4c8c-972f-d7930dad5ac7 on network c42fd682-807a-46ed-800d-ed30d5f431a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:43:19.587781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:43:19.589225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Checking segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:43:19.589674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Bound using segment: {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:43:19.590113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Bound port: d627dd27-2215-4c8c-972f-d7930dad5ac7, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf5267-28b2-4a71-955e-9dbffea5a0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:43:19.590469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:19.683810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] For port d627dd27-2215-4c8c-972f-d7930dad5ac7, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:43:19.686890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] For port d627dd27-2215-4c8c-972f-d7930dad5ac7, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:43:19.786138 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:19.850302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:19.850924 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:19.852309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] 10.222.0.47 "PUT /v2.0/ports/d627dd27-2215-4c8c-972f-d7930dad5ac7 HTTP/1.1" status: 200 len: 1092 time: 1.4807646 Feb 07 13:43:19.852733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:19.874520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c477a-3dea-42be-8253-ff9398b210cc service neutron] Pushing event updated for resources: {'Port': ['ID=d627dd27-2215-4c8c-972f-d7930dad5ac7,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:19.903795 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'status': 'completed', 'code': 200} Feb 07 13:43:19.975787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8f397fc8-7225-4579-a4fc-44bbdbb5f65b no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:43:20.007938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95802e-668e-480e-b4be-b2d4312a7c50 req-58f93abc-e08f-4d6f-bd58-dff90cd1aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:20.009772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e95802e-668e-480e-b4be-b2d4312a7c50 req-58f93abc-e08f-4d6f-bd58-dff90cd1aae1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 1095 time: 0.0847626 Feb 07 13:43:20.018897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 8f397fc8-7225-4579-a4fc-44bbdbb5f65b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:43:20.019279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 8f397fc8-7225-4579-a4fc-44bbdbb5f65b not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:43:20.170946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95802e-668e-480e-b4be-b2d4312a7c50 req-e0753124-977a-4e34-a727-3e7d02e5b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:20.172608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e95802e-668e-480e-b4be-b2d4312a7c50 req-e0753124-977a-4e34-a727-3e7d02e5b25c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a92a614e65b49c08d9e99ad98743207&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1557860 Feb 07 13:43:20.372640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95802e-668e-480e-b4be-b2d4312a7c50 req-96ccacf4-8ae3-434f-90b7-cf44905a9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:20.372640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e95802e-668e-480e-b4be-b2d4312a7c50 req-96ccacf4-8ae3-434f-90b7-cf44905a9963 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1939013 Feb 07 13:43:20.384577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1830b4-1d40-43b5-b544-05df8d874780 req-5fcddb6b-ca49-4c91-b0a3-6fecaace00c7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:20.386275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa1830b4-1d40-43b5-b544-05df8d874780 req-5fcddb6b-ca49-4c91-b0a3-6fecaace00c7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.1374788 Feb 07 13:43:20.481904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa1830b4-1d40-43b5-b544-05df8d874780 req-b66f4f6b-cd39-4d98-93f8-9533e59e2b29 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892699 Feb 07 13:43:20.499131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-d9c4ec70-122d-4bdb-8644-7132f9321c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:20.500668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-d9c4ec70-122d-4bdb-8644-7132f9321c4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 1095 time: 0.0942833 Feb 07 13:43:20.572955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-e2be011e-d95d-4d39-854a-087c770f4804 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7 HTTP/1.1" status: 200 len: 217 time: 0.0656016 Feb 07 13:43:20.633993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-872e5798-8ed5-4298-bfd8-a02860dc3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:20.642342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-872e5798-8ed5-4298-bfd8-a02860dc3032 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0573721 Feb 07 13:43:20.712137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-2e4189fa-947e-4202-a1ba-3c72b00a35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:20.714215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-2e4189fa-947e-4202-a1ba-3c72b00a35a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731103 Feb 07 13:43:20.968098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-7b432430-9ad4-48b8-9bf8-c96ec1e797b0 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480314 Feb 07 13:43:21.109650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a207bca-9f99-4f18-832c-d71e0c950f2f req-2aaa2d59-c465-4717-ac43-830c6709c919 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358285 Feb 07 13:43:21.673410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14fa14-9719-4179-bde0-232fc6a3b715 req-a77d4b5e-4d42-4926-819d-4b4a6df7ffba tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:21.674943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c14fa14-9719-4179-bde0-232fc6a3b715 req-a77d4b5e-4d42-4926-819d-4b4a6df7ffba tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.0810416 Feb 07 13:43:21.721003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c14fa14-9719-4179-bde0-232fc6a3b715 req-0f8acee8-292c-4abe-8bf7-7341c391ba5f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395234 Feb 07 13:43:22.908610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0fd4-8832-476c-8c72-8961b92fa1c0 req-33dd99e0-7a02-4e19-b5a8-7cf29b997871 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:22.910048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dade0fd4-8832-476c-8c72-8961b92fa1c0 req-33dd99e0-7a02-4e19-b5a8-7cf29b997871 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.0837064 Feb 07 13:43:22.955694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dade0fd4-8832-476c-8c72-8961b92fa1c0 req-92402412-9472-4081-b86f-54afba86ce5a tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398872 Feb 07 13:43:24.139913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfc15a-d9b1-4af9-9708-a18dc1bc7377 req-e1db2f30-cb72-4e14-910b-4e95849c6db7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:24.141550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42dfc15a-d9b1-4af9-9708-a18dc1bc7377 req-e1db2f30-cb72-4e14-910b-4e95849c6db7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.0806825 Feb 07 13:43:24.189405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42dfc15a-d9b1-4af9-9708-a18dc1bc7377 req-35bb6d6d-68b4-409c-9a7d-8d8962e5ddff tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421355 Feb 07 13:43:24.951401 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:25.380077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21522bf0-13ef-4022-89c5-7762f1fb6559 req-3c4c6416-08cb-4d93-9137-76fb62a922e3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:25.381544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21522bf0-13ef-4022-89c5-7762f1fb6559 req-3c4c6416-08cb-4d93-9137-76fb62a922e3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.0804982 Feb 07 13:43:25.427102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21522bf0-13ef-4022-89c5-7762f1fb6559 req-2eb61024-5dd7-4268-9fea-94e57d3b0f1f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390158 Feb 07 13:43:26.674439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bfd70-532c-402b-a81b-9dfa94c25087 req-581d6959-bb93-4336-9a18-87fe18188270 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:26.676623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99bfd70-532c-402b-a81b-9dfa94c25087 req-581d6959-bb93-4336-9a18-87fe18188270 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.1274931 Feb 07 13:43:26.727179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f99bfd70-532c-402b-a81b-9dfa94c25087 req-0d06927b-dc8b-4bdc-ad21-243d45cd7584 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Feb 07 13:43:27.911466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88413-c57a-49a5-a217-5a2b92f83819 req-0a34a802-ba58-4d0e-b476-a41016b84cda tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:27.912985 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cf88413-c57a-49a5-a217-5a2b92f83819 req-0a34a802-ba58-4d0e-b476-a41016b84cda tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.0826290 Feb 07 13:43:27.957831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cf88413-c57a-49a5-a217-5a2b92f83819 req-c7684c84-f1e0-42ad-9eff-3000639a9112 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392137 Feb 07 13:43:29.148871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e240-737c-4915-9249-9035b7f57de5 req-b01785a2-36e9-4eba-8b37-a35bf921c57e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:29.150996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d873e240-737c-4915-9249-9035b7f57de5 req-b01785a2-36e9-4eba-8b37-a35bf921c57e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.0853322 Feb 07 13:43:29.195004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d873e240-737c-4915-9249-9035b7f57de5 req-5249fa5d-bb25-48e8-a66e-85f440378c61 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378482 Feb 07 13:43:30.020693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d627dd27-2215-4c8c-972f-d7930dad5ac7 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:43:30.153841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d627dd27-2215-4c8c-972f-d7930dad5ac7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:30.168385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'port_id': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'mac_address': 'fa:16:3e:35:d9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:43:30.224229 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:30.242638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d627dd27-2215-4c8c-972f-d7930dad5ac7 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:43:30.258094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d627dd27-2215-4c8c-972f-d7930dad5ac7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:30.344176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:30.381943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d25f44-95ad-4abf-aa2b-6f1ac8eb351d req-243d9e9a-9589-4b57-87a9-90dd8900661c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:30.384380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87d25f44-95ad-4abf-aa2b-6f1ac8eb351d req-243d9e9a-9589-4b57-87a9-90dd8900661c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 944 time: 0.0824831 Feb 07 13:43:30.425721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d627dd27-2215-4c8c-972f-d7930dad5ac7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:30.432935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87d25f44-95ad-4abf-aa2b-6f1ac8eb351d req-f1a2bec6-3a6e-4168-ac1b-8d128baaabca tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427325 Feb 07 13:43:30.662412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['d627dd27-2215-4c8c-972f-d7930dad5ac7'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:43:31.018462 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:43:31.618344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0005edf-768b-4f32-b5f5-f84add906257 req-d51b98e9-d94c-49e4-9255-976dd18f8dcf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:31.620561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0005edf-768b-4f32-b5f5-f84add906257 req-d51b98e9-d94c-49e4-9255-976dd18f8dcf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 945 time: 0.0817134 Feb 07 13:43:31.669675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0005edf-768b-4f32-b5f5-f84add906257 req-f9f13e12-0a65-4e7a-bb13-b254a2926e5e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435193 Feb 07 13:43:32.036492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d627dd27-2215-4c8c-972f-d7930dad5ac7 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:43:32.207921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port d627dd27-2215-4c8c-972f-d7930dad5ac7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:43:32.213304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port d627dd27-2215-4c8c-972f-d7930dad5ac7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:43:32.213676 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:32.329854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:32.357273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:32.366816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port d627dd27-2215-4c8c-972f-d7930dad5ac7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:32.404905 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'code': 200} Feb 07 13:43:32.459402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:32.529758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=d627dd27-2215-4c8c-972f-d7930dad5ac7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:32.535362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20651c92-2988-4725-b86a-dcf57fae9e6b req-aa8a4e26-878a-4d1f-8ec0-a460c2dca3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:32.536948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20651c92-2988-4725-b86a-dcf57fae9e6b req-aa8a4e26-878a-4d1f-8ec0-a460c2dca3fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 1097 time: 0.0760856 Feb 07 13:43:32.577625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20651c92-2988-4725-b86a-dcf57fae9e6b req-6b2463f1-26c4-4c15-8137-6d80e2b3f9ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340538 Feb 07 13:43:32.862179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e998d6f-b9ea-409e-b08b-fc5c0a099e5e req-d207234c-3a3f-4eff-b57c-5d3cec4924db tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:32.863648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e998d6f-b9ea-409e-b08b-fc5c0a099e5e req-d207234c-3a3f-4eff-b57c-5d3cec4924db tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 946 time: 0.0809896 Feb 07 13:43:32.910354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e998d6f-b9ea-409e-b08b-fc5c0a099e5e req-363784fe-c764-4d35-8809-f2366edd7581 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Feb 07 13:43:34.111384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d39d-1dea-483a-8b30-243a30ded7a2 req-a87be8b3-43b5-4fbf-85bf-bf2db80ff3d3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:34.112852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3db0d39d-1dea-483a-8b30-243a30ded7a2 req-a87be8b3-43b5-4fbf-85bf-bf2db80ff3d3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 946 time: 0.0882075 Feb 07 13:43:34.159846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3db0d39d-1dea-483a-8b30-243a30ded7a2 req-ccef0afd-0d92-4687-9b84-cd6d16fc815f tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Feb 07 13:43:35.350291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0b8d-1375-4da5-aee7-e480a0541a36 req-ae4d7b09-90d2-416f-baf7-bc42a360a5c1 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:35.351743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-255a0b8d-1375-4da5-aee7-e480a0541a36 req-ae4d7b09-90d2-416f-baf7-bc42a360a5c1 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 946 time: 0.0816567 Feb 07 13:43:35.398664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-255a0b8d-1375-4da5-aee7-e480a0541a36 req-8a5f8f97-1f5a-4e61-b9f8-7c0b3bd7800c tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382853 Feb 07 13:43:35.586213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db043be1-2c0f-4bfc-8994-b041e8ce7557 req-4effd1e5-beb9-4f04-ba4b-6837f3a2e872 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:35.588326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db043be1-2c0f-4bfc-8994-b041e8ce7557 req-4effd1e5-beb9-4f04-ba4b-6837f3a2e872 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 946 time: 0.0837154 Feb 07 13:43:35.634812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db043be1-2c0f-4bfc-8994-b041e8ce7557 req-3c42ebc7-d1ba-407a-acec-c1e891d0f1d3 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402086 Feb 07 13:43:35.658751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56434) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:43:35.943539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602aa872-137d-4ddf-9372-a506a3ff86b5 tempest-TestVolumeBootPattern-230377012 tempest-TestVolumeBootPattern-230377012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:35.945067 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-602aa872-137d-4ddf-9372-a506a3ff86b5 tempest-TestVolumeBootPattern-230377012 tempest-TestVolumeBootPattern-230377012-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 1092 time: 0.2852659 Feb 07 13:43:35.948458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56444) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:43:35.953686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:43:35.960672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:43:35.965123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Usage tracker for resource:floatingip and tenant:4a92a614e65b49c08d9e99ad98743207 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:43:35.967916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:43:35.973549 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:43:36.065101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:36.206161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:36.344195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Allocated IP 172.25.7.38 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/76180b0d-6280-4620-b3ee-95aa8954e05d) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:43:36.497575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:36.583525 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:36.653869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:43:36.656871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:43:36.660499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:43:36.690666 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=76180b0d-6280-4620-b3ee-95aa8954e05d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:37.190551 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:37.362257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:37.570440 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:37.676616 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:37.783874 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event updated for resources: {'Port': ['ID=76180b0d-6280-4620-b3ee-95aa8954e05d,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:37.799949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:37.972883 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Floating IP 787a8d05-eea2-4f8f-8817-dc654978e501 associated. External IP: 172.25.7.38, port: d627dd27-2215-4c8c-972f-d7930dad5ac7. Feb 07 13:43:38.349262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Router 87f0b689-1037-4081-a34a-a58e785aefe5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:43:38.532298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:43:38.548059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:43:38.567755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:43:38.567755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:43:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:43:38.703571 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:38.753485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:43:38.764207 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-da09f432-abdc-4b88-b5ed-26e6043d768e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8147118 Feb 07 13:43:38.764763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:38.804819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9bb44b80-3f04-478b-a424-8e11a258fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:38.813005 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'status': 'completed', 'code': 200} Feb 07 13:43:38.912068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-36178246-64f7-43e5-b696-a5105275cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:38.913562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-36178246-64f7-43e5-b696-a5105275cf39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 1097 time: 0.0791266 Feb 07 13:43:39.050330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-3f8da82b-f224-48d8-bd84-b1c11ee1f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:39.051820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-3f8da82b-f224-48d8-bd84-b1c11ee1f32c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1324842 Feb 07 13:43:39.159456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:17Z', 'revision_number': 1, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}, {'id': '787a8d05-eea2-4f8f-8817-dc654978e501', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:35:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190fec4-8b44-432f-9916-74a8ad266d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:43:37Z', 'updated_at': '2022-02-07T13:43:37Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:43:39.160244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-c7cc0665-0375-4e93-b2e4-374841f94029 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7 HTTP/1.1" status: 200 len: 999 time: 0.1021729 Feb 07 13:43:39.163569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:43:39.172667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:43:39.173265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:43:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:43:39.224842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-ed8a4b3c-9008-4297-a072-aeddbd1f8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:39.226262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-ed8a4b3c-9008-4297-a072-aeddbd1f8a44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0611527 Feb 07 13:43:39.302333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-1ca4f891-dc7d-4de0-8bc6-19b85d8d1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:39.303749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-1ca4f891-dc7d-4de0-8bc6-19b85d8d1bb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713656 Feb 07 13:43:39.360539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:43:39.440746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-d6e3e011-a274-491a-81d2-b3165165a156 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305006 Feb 07 13:43:39.583361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d2d8bd48-254c-4929-a9a4-0b9ad63eccae req-146b07fe-7dea-483a-a44f-aac68aa3076d service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370625 Feb 07 13:43:39.729357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:17Z', 'revision_number': 1, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}, {'id': '787a8d05-eea2-4f8f-8817-dc654978e501', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:35:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190fec4-8b44-432f-9916-74a8ad266d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:43:37Z', 'updated_at': '2022-02-07T13:43:37Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:43:39.733445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de00d60-499c-4b8a-b8bb-6808868fbaf1 None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:17Z', 'revision_number': 1, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}, {'id': '787a8d05-eea2-4f8f-8817-dc654978e501', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:35:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190fec4-8b44-432f-9916-74a8ad266d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:43:37Z', 'updated_at': '2022-02-07T13:43:37Z', 'revision_number': 0, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:43:39.950074 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58066966-4583-4b9e-8431-3a25d54df365 None None] New status for floating IP 787a8d05-eea2-4f8f-8817-dc654978e501: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:43:41.578825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bad1e645-dd8d-4979-95ca-33b14c063ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:42.299110 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:42.355595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:42.458024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464e5a2-406f-4aa0-9efb-9cb633972edf req-c46aabd1-4b54-4f17-946f-a02ebb95080c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:42.459512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c464e5a2-406f-4aa0-9efb-9cb633972edf req-c46aabd1-4b54-4f17-946f-a02ebb95080c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0851843 Feb 07 13:43:42.621335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c464e5a2-406f-4aa0-9efb-9cb633972edf req-8fca0d41-2282-4724-bd4d-b718f61572bc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552920 Feb 07 13:43:42.657720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56472) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:43:42.902476 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ac09f373-bbf9-49ff-8c62-d73e40f67dfb tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/8489eea5-0af5-41aa-be63-c3562386d231 HTTP/1.1" status: 200 len: 993 time: 0.2430091 Feb 07 13:43:43.390319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8708242-a483-472b-a021-4fcda48b4a4c req-d6879f7b-b563-45bd-87bb-97e91da89898 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:43.391901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8708242-a483-472b-a021-4fcda48b4a4c req-d6879f7b-b563-45bd-87bb-97e91da89898 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1096 time: 0.0704281 Feb 07 13:43:43.434017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8708242-a483-472b-a021-4fcda48b4a4c req-704f2ae1-a364-4a3e-b04b-5f447879f04d tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364661 Feb 07 13:43:43.950439 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:44.850584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-76d571a4-6a1b-469d-ab5d-3803d3861ef6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297772 Feb 07 13:43:45.378218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:45.971648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-77c0fc97-9894-4a46-acfd-ca7af1a0ee21 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:43:45.971648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-77c0fc97-9894-4a46-acfd-ca7af1a0ee21 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0634398 Feb 07 13:43:45.977823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Request body: {'binding': {'host': 'n-h2-811416-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:43:45.977823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Unknown quota resources ['binding']. {{(pid=88313) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 13:43:46.194714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on host n-h2-811416-5 for vnic_type normal with profile None {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:43:46.194714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:43:46.194714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:43:46.197471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:43:46.197791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:43:46.202765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:43:46.203098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Checking segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:43:46.203479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Bound using segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:43:46.203882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Bound port: 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:43:46.248728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:43:46.363000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:46.364262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-cd7e344b-6e81-4e16-8512-c74698ff77db service neutron] 10.222.0.69 "POST /v2.0/ports/01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005/bindings HTTP/1.1" status: 201 len: 389 time: 0.3901160 Feb 07 13:43:46.887648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff8b21-f704-4aca-be0f-529de079db7e req-3bc611ae-61b4-4e84-89cd-ff4d2d119b9a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:46.892252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbff8b21-f704-4aca-be0f-529de079db7e req-3bc611ae-61b4-4e84-89cd-ff4d2d119b9a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0900142 Feb 07 13:43:46.937371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbff8b21-f704-4aca-be0f-529de079db7e req-191689d8-20ce-440f-806b-e140b0987696 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405002 Feb 07 13:43:47.208330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-9ea4a03e-4013-454a-8512-21c39e419562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:47.209846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-9ea4a03e-4013-454a-8512-21c39e419562 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1096 time: 0.0858886 Feb 07 13:43:47.357335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-999bef61-a4a8-401a-a4f3-30d8a0a72be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:47.358446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-999bef61-a4a8-401a-a4f3-30d8a0a72be1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1bcdd4b-a99f-4069-ae93-cd269123012f HTTP/1.1" status: 200 len: 897 time: 0.1428690 Feb 07 13:43:47.474764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-4a481df4-67cc-4741-9aa5-4da02d7ed739 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 200 len: 1001 time: 0.1100318 Feb 07 13:43:47.545179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-bc303478-f0ef-4dcb-b07d-9b21aced9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:47.546849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-bc303478-f0ef-4dcb-b07d-9b21aced9fc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6716d8bf-fb64-4427-b914-63f4265fdd4d HTTP/1.1" status: 200 len: 834 time: 0.0649621 Feb 07 13:43:47.623344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-5878d8a2-39fa-4c52-b677-fd648ba96dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:47.624892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-5878d8a2-39fa-4c52-b677-fd648ba96dd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1bcdd4b-a99f-4069-ae93-cd269123012f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727990 Feb 07 13:43:47.762706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-1fc9e171-8706-467c-b35c-64f102068edf service neutron] 10.222.0.47 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313586 Feb 07 13:43:47.897061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-37e0163f-f17e-451e-8cea-a6c9760da858 service neutron] 10.222.0.47 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277204 Feb 07 13:43:48.035742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-b2a0f97e-9f68-4756-98e7-d6f14bc489a3 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:48.037239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-b2a0f97e-9f68-4756-98e7-d6f14bc489a3 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2&tenant_id=34acd293d1b74783a724230f7eedab17&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1096 time: 0.0837717 Feb 07 13:43:48.049829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811416-5'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:43:48.225510 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:48.283644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babca8e4-0693-4754-8623-e4b8c839fa24 req-4f91a245-5c27-40c3-b605-48f43c4a0e88 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:48.285177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-babca8e4-0693-4754-8623-e4b8c839fa24 req-4f91a245-5c27-40c3-b605-48f43c4a0e88 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.2091649 Feb 07 13:43:48.408313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-babca8e4-0693-4754-8623-e4b8c839fa24 req-724e0f91-fc0f-4d94-82b0-626c9621bbff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135647 Feb 07 13:43:48.584621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:48.616335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:43:48.677284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:48.683583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:48.735130 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'code': 200} Feb 07 13:43:48.737642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:48.905986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:48.924516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.932753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:48.986554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on host n-h1-811416-5 for vnic_type normal with profile {"migrating_to": "n-h2-811416-5"} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:43:48.986896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:43:48.987229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:43:48.992208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:43:48.992536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Attempting to bind port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on network b1bcdd4b-a99f-4069-ae93-cd269123012f {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:43:48.998770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:43:48.999115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Checking segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:43:48.999587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Bound using segment: {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:43:48.999946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Bound port: 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d77f61-5f95-4ba1-a49e-d9b090e136e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:43:49.000378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:49.069608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1fdc70ad-4804-4e36-9baa-bc5c2a697418 None None] Provisioning complete for port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:43:49.070080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fdc70ad-4804-4e36-9baa-bc5c2a697418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:49.102487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:43:49.107747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:43:49.128720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc70ad-4804-4e36-9baa-bc5c2a697418 None None] Port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:43:49.212547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:49.384265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=8']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:49.450605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:49.451630 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:49.456945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-193e31be-f16a-4dc9-990c-566059f6b1ee service neutron] 10.222.0.47 "PUT /v2.0/ports/01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 200 len: 1121 time: 1.4080286 Feb 07 13:43:49.517305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:43:49.608970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Provisioning complete for port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:43:49.609681 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:49.640019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e75ad-22da-4e2e-9cf3-90fe6cc69004 req-09854783-03f4-4473-810f-f0e90ce59941 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:49.642277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-732e75ad-22da-4e2e-9cf3-90fe6cc69004 req-09854783-03f4-4473-810f-f0e90ce59941 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 943 time: 0.0960450 Feb 07 13:43:49.690982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-732e75ad-22da-4e2e-9cf3-90fe6cc69004 req-216ad5c4-ba14-4a39-8c33-a79e1e12a29d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430930 Feb 07 13:43:49.844411 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:49.898138 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:49.919922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:49.958331 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'code': 200} Feb 07 13:43:50.030274 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:50.184956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:50.222152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.222452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.222796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.223137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.223471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.223818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.224155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.224485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.224807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.225131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.225456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.225774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b2c14-dfa7-4bca-944a-03f8c9276924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:43:50.736617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:50.782365 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'status': 'completed', 'code': 200} Feb 07 13:43:50.934292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121d68-4a30-4624-980c-477b055d98be req-43e7e2ad-7103-49c9-a5c6-322ba8d00a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:50.935769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16121d68-4a30-4624-980c-477b055d98be req-43e7e2ad-7103-49c9-a5c6-322ba8d00a65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1126 time: 0.1324854 Feb 07 13:43:50.947409 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d993ec9-9892-4bfd-a2b8-be139c6ddbe9 req-38ca4bad-5dd5-475a-80b9-60f5831afd89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:50.948780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d993ec9-9892-4bfd-a2b8-be139c6ddbe9 req-38ca4bad-5dd5-475a-80b9-60f5831afd89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.1146016 Feb 07 13:43:51.072731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d993ec9-9892-4bfd-a2b8-be139c6ddbe9 req-545a2415-42c2-4c33-a607-5d62d5f8648c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055155 Feb 07 13:43:51.109633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121d68-4a30-4624-980c-477b055d98be req-80d73dcc-b653-482a-b64a-0a18233aa64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:51.111068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16121d68-4a30-4624-980c-477b055d98be req-80d73dcc-b653-482a-b64a-0a18233aa64e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1bcdd4b-a99f-4069-ae93-cd269123012f HTTP/1.1" status: 200 len: 897 time: 0.1614389 Feb 07 13:43:51.216339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16121d68-4a30-4624-980c-477b055d98be req-ae044b7d-a03a-4ba7-899d-04cefede3610 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 200 len: 1001 time: 0.0982766 Feb 07 13:43:51.277456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121d68-4a30-4624-980c-477b055d98be req-6fa9e397-afe3-40a3-81b2-fdc238f4d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:51.279130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16121d68-4a30-4624-980c-477b055d98be req-6fa9e397-afe3-40a3-81b2-fdc238f4d4b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6716d8bf-fb64-4427-b914-63f4265fdd4d HTTP/1.1" status: 200 len: 834 time: 0.0570486 Feb 07 13:43:51.357279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121d68-4a30-4624-980c-477b055d98be req-96df50a2-fccc-4792-ae43-254ec1c4691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:51.358686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16121d68-4a30-4624-980c-477b055d98be req-96df50a2-fccc-4792-ae43-254ec1c4691c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1bcdd4b-a99f-4069-ae93-cd269123012f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735967 Feb 07 13:43:51.489846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16121d68-4a30-4624-980c-477b055d98be req-64c6d71e-fb11-4714-9985-37657fb7323d service neutron] 10.222.0.35 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243024 Feb 07 13:43:51.751049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16121d68-4a30-4624-980c-477b055d98be req-4862be77-7f5d-4ff7-a1f2-cb9c2de6f583 service neutron] 10.222.0.35 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524183 Feb 07 13:43:52.152855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:43:52.268670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d26108-99c8-44cc-a8cb-51b92e5a6f6b req-a67182c1-d5f9-4bb3-8045-3aeec969eaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:52.270849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75d26108-99c8-44cc-a8cb-51b92e5a6f6b req-a67182c1-d5f9-4bb3-8045-3aeec969eaf5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0831070 Feb 07 13:43:52.317404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75d26108-99c8-44cc-a8cb-51b92e5a6f6b req-6de9c343-bce2-4ea8-9bb5-c68cb933fdb6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 Feb 07 13:43:52.345988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:52.361785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 has no active binding in host n-h2-811416-5 {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 13:43:53.512699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553da4da-eb93-44d5-bcbc-b97eae327317 req-151b4597-f639-4533-b603-016d07137689 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:53.514194 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-553da4da-eb93-44d5-bcbc-b97eae327317 req-151b4597-f639-4533-b603-016d07137689 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0858381 Feb 07 13:43:53.563076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-553da4da-eb93-44d5-bcbc-b97eae327317 req-b118e0ce-940e-43c2-8410-53c9adaac0d5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401044 Feb 07 13:43:54.755282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e75aa-7b37-4890-8658-7b08e5a432a7 req-8b19eb95-7d3a-49ba-9ce8-d234c44966af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:54.762600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec8e75aa-7b37-4890-8658-7b08e5a432a7 req-8b19eb95-7d3a-49ba-9ce8-d234c44966af tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0821018 Feb 07 13:43:54.807211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec8e75aa-7b37-4890-8658-7b08e5a432a7 req-511d5178-3ddd-40b8-b506-c115bf7f924b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430787 Feb 07 13:43:54.940873 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:56.015449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43288bed-a33c-4090-a703-ba045846059f req-5050e4e2-fc93-4b6a-915d-ad350adb9684 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:56.021032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43288bed-a33c-4090-a703-ba045846059f req-5050e4e2-fc93-4b6a-915d-ad350adb9684 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0942190 Feb 07 13:43:56.074256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43288bed-a33c-4090-a703-ba045846059f req-fb68386d-e85b-42cc-abd5-89a7485803b6 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492592 Feb 07 13:43:57.269150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1b91-4365-4cc4-8f88-4de8609973e3 req-94a63f59-4612-4d6b-bfdc-cbae503712fd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:57.270613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78ba1b91-4365-4cc4-8f88-4de8609973e3 req-94a63f59-4612-4d6b-bfdc-cbae503712fd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 945 time: 0.0924754 Feb 07 13:43:57.323095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78ba1b91-4365-4cc4-8f88-4de8609973e3 req-fb70ca05-67ac-4cad-a02d-94bc5ec8da8f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465643 Feb 07 13:43:58.002259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-b814b5b8-3e54-42eb-8182-447a79f9a3c4 service neutron] 10.222.0.35 "GET /v2.0/ports/01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005/bindings/n-h2-811416-5 HTTP/1.1" status: 200 len: 384 time: 0.0790877 Feb 07 13:43:58.274374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:58.308077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:43:58.376031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:43:58.387589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:43:58.433595 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'code': 200} Feb 07 13:43:58.503218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:58.661383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70b2ab-8b21-4513-bc7e-7a895c7bb443 req-5caf72a5-114e-4ee8-bb85-cdb509bf1eb4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:58.663780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea70b2ab-8b21-4513-bc7e-7a895c7bb443 req-5caf72a5-114e-4ee8-bb85-cdb509bf1eb4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 944 time: 0.2078118 Feb 07 13:43:58.665853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-70d1f416-d950-4d05-ba8f-911a665513ee req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] Transition to ACTIVE for port object 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:43:58.735282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea70b2ab-8b21-4513-bc7e-7a895c7bb443 req-3da93543-c07b-449c-8e82-b64019f28b53 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642734 Feb 07 13:43:58.740288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:43:58.935003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] Pushing event updated for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=11']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:43:58.983474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] No DVR routers for this DVR port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:43:59.216414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-26f02970-8ea3-4180-bed9-8c90a8c35064 service neutron] 10.222.0.35 "PUT /v2.0/ports/01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005/bindings/n-h2-811416-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2054229 Feb 07 13:43:59.547772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-e1132b04-ab4e-4ce2-aa2b-af74642b2c44 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:59.547772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-e1132b04-ab4e-4ce2-aa2b-af74642b2c44 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2&tenant_id=34acd293d1b74783a724230f7eedab17&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.2028363 Feb 07 13:43:59.641310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-f3dc9968-119b-4924-9d96-99b5594f306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:59.641310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-f3dc9968-119b-4924-9d96-99b5594f306b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 1095 time: 0.0802932 Feb 07 13:43:59.751894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-9b8f91ac-99df-41dd-a6e5-d014f5530435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:59.751894 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-9b8f91ac-99df-41dd-a6e5-d014f5530435 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1095 time: 0.0940142 Feb 07 13:43:59.962809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-ea4c93bc-06bd-4f62-bfd1-cae1df2ab8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:43:59.964311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-ea4c93bc-06bd-4f62-bfd1-cae1df2ab8b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1bcdd4b-a99f-4069-ae93-cd269123012f HTTP/1.1" status: 200 len: 897 time: 0.2032912 Feb 07 13:44:00.082160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198291c-ce41-4465-b78d-ca48e89886c4 req-b3ef33ee-8512-4d40-9c0e-6c44b152e8b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:00.083781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9198291c-ce41-4465-b78d-ca48e89886c4 req-b3ef33ee-8512-4d40-9c0e-6c44b152e8b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 944 time: 0.2038903 Feb 07 13:44:00.108317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-67687e5a-ec6a-404e-96f3-8107e6dc7e86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 200 len: 999 time: 0.1359122 Feb 07 13:44:00.182500 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9198291c-ce41-4465-b78d-ca48e89886c4 req-35f21d12-9754-445b-9680-65fbdaf1b1c2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902772 Feb 07 13:44:00.191781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-e7aa39a8-0c2f-483a-93f5-fb88a7fe68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:00.193229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-e7aa39a8-0c2f-483a-93f5-fb88a7fe68a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6716d8bf-fb64-4427-b914-63f4265fdd4d HTTP/1.1" status: 200 len: 834 time: 0.0779777 Feb 07 13:44:00.270252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-343bfdec-9b56-4ec5-a004-a700c996bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:00.271764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-343bfdec-9b56-4ec5-a004-a700c996bb99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1bcdd4b-a99f-4069-ae93-cd269123012f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731189 Feb 07 13:44:00.409477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-7227f97c-8601-4826-b2f6-870e8b1d366e service neutron] 10.222.0.47 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282959 Feb 07 13:44:00.546754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-0a2e6cff-4fd2-4f90-b9c5-7db2a729a108 service neutron] 10.222.0.47 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342871 Feb 07 13:44:00.823914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:44:00.891378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:44:01.060686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1f416-d950-4d05-ba8f-911a665513ee req-2e1331f4-ae48-4f36-9672-2635d0c47838 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:01.062209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-2e1331f4-ae48-4f36-9672-2635d0c47838 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2&tenant_id=34acd293d1b74783a724230f7eedab17&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 1095 time: 0.0814357 Feb 07 13:44:01.233808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70d1f416-d950-4d05-ba8f-911a665513ee req-f50e35ea-eab0-4353-a061-6ed6c2f183ac service neutron] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:01.236965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70d1f416-d950-4d05-ba8f-911a665513ee req-f50e35ea-eab0-4353-a061-6ed6c2f183ac service neutron] Notify callbacks [] for binding, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:01.238073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70d1f416-d950-4d05-ba8f-911a665513ee req-f50e35ea-eab0-4353-a061-6ed6c2f183ac service neutron] 10.222.0.47 "DELETE /v2.0/ports/01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005/bindings/n-h1-811416-5 HTTP/1.1" status: 204 len: 173 time: 0.1700578 Feb 07 13:44:01.377296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dffd0-3598-42b1-8f1a-f9eec16cede3 req-cda7556d-ae5c-442a-a2f0-4bd28b0d9b42 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:01.378767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da0dffd0-3598-42b1-8f1a-f9eec16cede3 req-cda7556d-ae5c-442a-a2f0-4bd28b0d9b42 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 944 time: 0.0873816 Feb 07 13:44:01.431994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da0dffd0-3598-42b1-8f1a-f9eec16cede3 req-86aadc58-a701-437b-a9e2-a7a1c68a3e92 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Feb 07 13:44:01.616871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6afbe2-c001-437d-9c23-a6b208e04dc8 req-ba58fe1b-6459-42d2-8374-c3ef0fc404b9 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:01.619690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb6afbe2-c001-437d-9c23-a6b208e04dc8 req-ba58fe1b-6459-42d2-8374-c3ef0fc404b9 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1095 time: 0.0759768 Feb 07 13:44:01.672544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb6afbe2-c001-437d-9c23-a6b208e04dc8 req-f3b3afca-6f59-4b49-ad44-84fc05071fb2 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468738 Feb 07 13:44:01.859367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a93f6-5a98-4418-87b8-5a3e9e52ee76 req-411a8141-99da-4739-8037-18567925576e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:01.860977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d97a93f6-5a98-4418-87b8-5a3e9e52ee76 req-411a8141-99da-4739-8037-18567925576e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 944 time: 0.0841527 Feb 07 13:44:01.906720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d97a93f6-5a98-4418-87b8-5a3e9e52ee76 req-225e06e3-5cc7-48d0-9c5a-151b01122abc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401561 Feb 07 13:44:01.946222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56610) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:02.065172 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-367cb5c1-0972-4bd3-b1d1-ccef7251df02 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/8489eea5-0af5-41aa-be63-c3562386d231 HTTP/1.1" status: 200 len: 991 time: 0.1172469 Feb 07 13:44:04.342410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56624) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:04.658340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port d04f96b7-9b31-4f45-ab1b-06bbabc9ae08 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:44:04.658688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:04.835868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:04.835868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:04.966814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for d04f96b7-9b31-4f45-ab1b-06bbabc9ae08 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:44:05.200628 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:05.247963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=d04f96b7-9b31-4f45-ab1b-06bbabc9ae08,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:05.349476 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:05.349476 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Floating IP 8489eea5-0af5-41aa-be63-c3562386d231 disassociated (deleted). External IP: 172.25.7.174, port: 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005. Feb 07 13:44:05.725975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 440341ce-35d2-447d-9183-7f57e9076183 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:44:05.907149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:44:05.918995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] Sync routers for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:44:05.926850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:05.927444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:43:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:06.013525 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:06.070605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6e54dc84-b230-4439-8bb5-9534aea758e3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/floatingips/8489eea5-0af5-41aa-be63-c3562386d231 HTTP/1.1" status: 204 len: 168 time: 1.7271090 Feb 07 13:44:06.071276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:44:06.114142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:06.125322 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'status': 'completed', 'code': 200} Feb 07 13:44:06.376315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-219feab0-8e57-4edb-a57a-a85f28162ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:06.377811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-219feab0-8e57-4edb-a57a-a85f28162ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 1095 time: 0.2309787 Feb 07 13:44:06.491003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:59Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:06.496806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] Checking router: 440341ce-35d2-447d-9183-7f57e9076183 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:44:06.506509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:06.507140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:43:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:06.543405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-bf398dc8-7480-4db3-8384-4794dec4afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:06.544903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-bf398dc8-7480-4db3-8384-4794dec4afd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1bcdd4b-a99f-4069-ae93-cd269123012f HTTP/1.1" status: 200 len: 897 time: 0.1611078 Feb 07 13:44:06.618400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-1b3bec8d-eca8-427a-95ff-2b980448ddd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 200 len: 217 time: 0.0667276 Feb 07 13:44:06.734660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:06.744288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-2adcae9e-ffa1-4dfa-828c-d4fc6462595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:06.745751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-2adcae9e-ffa1-4dfa-828c-d4fc6462595f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6716d8bf-fb64-4427-b914-63f4265fdd4d HTTP/1.1" status: 200 len: 834 time: 0.1219666 Feb 07 13:44:06.819450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c915c-3a1a-4e07-8a13-f425e1da77a4 req-b3226278-5533-4842-92bd-2eb3e38a4d4c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:06.819782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-107c915c-3a1a-4e07-8a13-f425e1da77a4 req-b3226278-5533-4842-92bd-2eb3e38a4d4c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:44:06.855337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-e45e8549-aea0-4c5e-9124-614307a32431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:06.855337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-e45e8549-aea0-4c5e-9124-614307a32431 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1bcdd4b-a99f-4069-ae93-cd269123012f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019926 Feb 07 13:44:06.927167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-107c915c-3a1a-4e07-8a13-f425e1da77a4 req-b3226278-5533-4842-92bd-2eb3e38a4d4c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:44:06.928268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-107c915c-3a1a-4e07-8a13-f425e1da77a4 req-b3226278-5533-4842-92bd-2eb3e38a4d4c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 944 time: 0.2606385 Feb 07 13:44:07.001240 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-107c915c-3a1a-4e07-8a13-f425e1da77a4 req-6d30fca0-fb57-4108-a93f-27d3425d4a1d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=5dbcb0b7-d98d-489e-be7f-a6956be5eeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649984 Feb 07 13:44:07.040563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-ca2f0ad5-0654-4bb9-9f55-d7cc8340b3bf service neutron] 10.222.0.47 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790974 Feb 07 13:44:07.068733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:59Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:07.073419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030199c-2df1-4dd2-bbb8-58a08e81ed7c None None] The sync data for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 is: [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:42:53Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '16f80482-88a4-417d-89b7-d2f8070b27d1', 'name': '', 'network_id': 'b1bcdd4b-a99f-4069-ae93-cd269123012f', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:13:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:52Z', 'updated_at': '2022-02-07T13:42:59Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '6716d8bf-fb64-4427-b914-63f4265fdd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:44:07.223899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-91fce84a-780f-4fd1-842b-bd8516f2459e service neutron] 10.222.0.47 "GET /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767385 Feb 07 13:44:07.255803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-9ac46c02-d7c8-495d-ae6a-60af1bcc6882 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:07.257296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-9ac46c02-d7c8-495d-ae6a-60af1bcc6882 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 944 time: 0.0996130 Feb 07 13:44:07.340291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:44:07.340291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:07.340507 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c294ce-559c-46dc-b60a-17e8c50f7cd4 None None] New status for floating IP 8489eea5-0af5-41aa-be63-c3562386d231: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:44:07.618170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:07.618701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:07.746932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:44:07.956097 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:08.011511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:08.115022 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:44:08.226646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] No DVR routers for this DVR port 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:44:08.260300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:08.296602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-deleted', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:44:08.329306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6242146a-f8f8-4621-b227-8bb2f8f72b01 req-3d4ed7b0-1029-4d60-ad2f-98250509f108 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:44:08.368280 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492a5b0d-eaea-43e1-acdd-d8e2a7f697c2', 'name': 'network-vif-deleted', 'tag': '01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005', 'status': 'completed', 'code': 200} Feb 07 13:44:08.394256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-6fa326e6-9b44-41cf-bf06-78eab40e4ee7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3468039 Feb 07 13:44:08.404943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9224d57d-c56e-4ae0-ad4a-57fa89494be8 req-93344c0a-c807-4392-9317-aa07f59214e1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "DELETE /v2.0/ports/01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 HTTP/1.1" status: 204 len: 173 time: 1.1397517 Feb 07 13:44:08.517875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-6242146a-f8f8-4621-b227-8bb2f8f72b01 req-3d4ed7b0-1029-4d60-ad2f-98250509f108 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:44:08.539452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6242146a-f8f8-4621-b227-8bb2f8f72b01 req-3d4ed7b0-1029-4d60-ad2f-98250509f108 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=492a5b0d-eaea-43e1-acdd-d8e2a7f697c2 HTTP/1.1" status: 200 len: 210 time: 0.3009498 Feb 07 13:44:08.583610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-335e756a-9a79-40a0-96a4-73518949e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:08.588236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-335e756a-9a79-40a0-96a4-73518949e519 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1097 time: 0.1131425 Feb 07 13:44:08.742558 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-efbf3a46-cd58-4adc-acde-ec9cc10fbb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:08.809288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-403429cf-3928-45e4-829e-8e391b571279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:08.810716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-403429cf-3928-45e4-829e-8e391b571279 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.2031336 Feb 07 13:44:08.930503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-fb92e355-07e2-4ccb-aa1e-73f4af46e2b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 1002 time: 0.1079159 Feb 07 13:44:08.988336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-b3df296c-8fec-4fda-8592-50d7d42b0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:08.999290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-b3df296c-8fec-4fda-8592-50d7d42b0387 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0585952 Feb 07 13:44:09.069864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-2cc77d97-3877-41bd-9465-74a0bb06d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:09.071239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-2cc77d97-3877-41bd-9465-74a0bb06d7be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760238 Feb 07 13:44:09.230419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-58ec345e-fcd1-415c-a147-496ea03d7074 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530142 Feb 07 13:44:09.374235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fb4b9f5-017e-4177-9fcc-521da6b5fadc req-b20c8d7c-cc3f-44b2-b9ae-d1540228907a service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382015 Feb 07 13:44:09.610223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56652) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:10.170037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:10.682778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 16f80482-88a4-417d-89b7-d2f8070b27d1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:44:10.682778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:10.880489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 16f80482-88a4-417d-89b7-d2f8070b27d1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=16f80482-88a4-417d-89b7-d2f8070b27d1,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:10.880847 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:11.012020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 16f80482-88a4-417d-89b7-d2f8070b27d1 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:44:11.327425 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:11.380017 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=16f80482-88a4-417d-89b7-d2f8070b27d1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:11.550662 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9693928d-6c5c-4ed0-b99a-a3c85387a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:11.689002 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:12.205321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router 440341ce-35d2-447d-9183-7f57e9076183 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:44:12.252803 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:12.279170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:44:12.318646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:44:12.318987 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 01ebf4c6-4b0d-4cca-a1c5-6ac0003f9005 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:44:12.399919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:44:12.410846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] Sync routers for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:44:12.415055 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:12.416703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a4a5c72e-0660-4c10-a146-3d5ab8e276a4 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "PUT /v2.0/routers/440341ce-35d2-447d-9183-7f57e9076183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8053069 Feb 07 13:44:12.419366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56662) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:12.423409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:12.424038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:12.505140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-156802d6-c961-468e-8c32-848b8eb99542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting subnet 6716d8bf-fb64-4427-b914-63f4265fdd4d {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:44:12.505140 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-156802d6-c961-468e-8c32-848b8eb99542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:12.562602 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-156802d6-c961-468e-8c32-848b8eb99542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:12.644512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:12.653993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-156802d6-c961-468e-8c32-848b8eb99542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:12.830432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-156802d6-c961-468e-8c32-848b8eb99542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:12.877005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-156802d6-c961-468e-8c32-848b8eb99542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:12.881938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156802d6-c961-468e-8c32-848b8eb99542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Subnet': ['ID=6716d8bf-fb64-4427-b914-63f4265fdd4d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:12.888699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-156802d6-c961-468e-8c32-848b8eb99542 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/subnets/6716d8bf-fb64-4427-b914-63f4265fdd4d HTTP/1.1" status: 204 len: 168 time: 0.4667227 Feb 07 13:44:12.889589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56666) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:12.921365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b29ad-0307-452d-8e00-d74f5985186e None None] Network b1bcdd4b-a99f-4069-ae93-cd269123012f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:44:13.094043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:13.112323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:44:11Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:13.118421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] Checking router: 440341ce-35d2-447d-9183-7f57e9076183 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:44:13.131632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] Routers {'440341ce-35d2-447d-9183-7f57e9076183'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:13.132264 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['440341ce-35d2-447d-9183-7f57e9076183'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:13.284761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:13.313577 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] DHCP port deletion for b1bcdd4b-a99f-4069-ae93-cd269123012f request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:44:13.323759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] Set router 440341ce-35d2-447d-9183-7f57e9076183 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:13.366117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Deleting port 08244860-120e-4bbc-93b7-3b774e766087 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:44:13.366418 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:13.385331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 209ed300-b07e-41a7-bb28-73a54f0ec23b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:44:13.388352 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:13.594601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 08244860-120e-4bbc-93b7-3b774e766087 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:44:13.594861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 209ed300-b07e-41a7-bb28-73a54f0ec23b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=209ed300-b07e-41a7-bb28-73a54f0ec23b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:13.595325 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:13.852550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 209ed300-b07e-41a7-bb28-73a54f0ec23b owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:44:13.899606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] For port 08244860-120e-4bbc-93b7-3b774e766087, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=08244860-120e-4bbc-93b7-3b774e766087,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:13.901310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.061120 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.069602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Calling delete_port for 08244860-120e-4bbc-93b7-3b774e766087 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:44:14.127210 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.132168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.180026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=209ed300-b07e-41a7-bb28-73a54f0ec23b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:14.188042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:44:11Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:14.190727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 08244860-120e-4bbc-93b7-3b774e766087, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=08244860-120e-4bbc-93b7-3b774e766087,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:14.197585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3371106-5a4e-465d-ae58-eea42de1f5c2 None None] The sync data for ids ['440341ce-35d2-447d-9183-7f57e9076183'] in n-d-811416-5 is: [{'id': '440341ce-35d2-447d-9183-7f57e9076183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885369973', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:42:46Z', 'updated_at': '2022-02-07T13:44:11Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '209ed300-b07e-41a7-bb28-73a54f0ec23b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440341ce-35d2-447d-9183-7f57e9076183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:42:47Z', 'updated_at': '2022-02-07T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:44:14.265093 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.282602 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.330770 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:44:14.330770 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:44:14.334825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=08244860-120e-4bbc-93b7-3b774e766087,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:14.464698 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.466982 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.553043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.553043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Fanout notify agent at l3_agent the message router_deleted on router 440341ce-35d2-447d-9183-7f57e9076183 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:44:14.569739 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.570859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8965d264-caa4-48b6-8d90-f9b78e596d89 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/routers/440341ce-35d2-447d-9183-7f57e9076183 HTTP/1.1" status: 204 len: 168 time: 1.6803010 Feb 07 13:44:14.581454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56674) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:14.694480 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.707007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 08244860-120e-4bbc-93b7-3b774e766087 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:44:14.707413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.832234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Deleting port 08244860-120e-4bbc-93b7-3b774e766087 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:44:14.832234 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:14.939265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 08244860-120e-4bbc-93b7-3b774e766087, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=08244860-120e-4bbc-93b7-3b774e766087,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:14.939838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.056903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] For port 08244860-120e-4bbc-93b7-3b774e766087, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=08244860-120e-4bbc-93b7-3b774e766087,segment=NetworkSegment(39d77f61-5f95-4ba1-a49e-d9b090e136e7),segment_id=39d77f61-5f95-4ba1-a49e-d9b090e136e7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:15.057384 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.068337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 08244860-120e-4bbc-93b7-3b774e766087 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:44:15.187366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Calling delete_port for 08244860-120e-4bbc-93b7-3b774e766087 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:44:15.281773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.295147 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:44:15.295543 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:44:15.339356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=08244860-120e-4bbc-93b7-3b774e766087,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:15.341414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] No DVR routers for this DVR port 08244860-120e-4bbc-93b7-3b774e766087 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:44:15.369192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.470600 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.498425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bcdd4b-a99f-4069-ae93-cd269123012f']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:15.511680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d77f61-5f95-4ba1-a49e-d9b090e136e7') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:15.511680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d77f61-5f95-4ba1-a49e-d9b090e136e7') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:15.524261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.545665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.552408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:44:15.552800 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:44:15.569063 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:44:15.582517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 16f80482-88a4-417d-89b7-d2f8070b27d1 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:44:15.627225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 16f80482-88a4-417d-89b7-d2f8070b27d1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:44:15.627225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 16f80482-88a4-417d-89b7-d2f8070b27d1 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:44:15.627225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 209ed300-b07e-41a7-bb28-73a54f0ec23b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:44:15.658481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 209ed300-b07e-41a7-bb28-73a54f0ec23b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:44:15.659155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 209ed300-b07e-41a7-bb28-73a54f0ec23b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:44:15.904040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.922862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:15.935493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Network': ['ID=b1bcdd4b-a99f-4069-ae93-cd269123012f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:15.978159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Deleting port 08244860-120e-4bbc-93b7-3b774e766087 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:44:15.978635 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:16.012378 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56682) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:16.025077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8010644a-0b10-48a1-a542-99cca13211a5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/networks/b1bcdd4b-a99f-4069-ae93-cd269123012f HTTP/1.1" status: 204 len: 168 time: 1.4498112 Feb 07 13:44:16.050435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-89ced349-3a24-4840-bc9f-6955d5739cd3 None None] The port '08244860-120e-4bbc-93b7-3b774e766087' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:44:16.092882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:16.129602 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:16.269460 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:16.288631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbcb0b7-d98d-489e-be7f-a6956be5eeca,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:16.297527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.297888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.298336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.298675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.299005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.299337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.299664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.300005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.300345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.300710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.301239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.301730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:16.310750 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:16.312204 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7d2a1fd3-0116-40ed-8176-f139135aee26 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/security-groups/5dbcb0b7-d98d-489e-be7f-a6956be5eeca HTTP/1.1" status: 204 len: 168 time: 0.2985713 Feb 07 13:44:16.681493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56692) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:16.686786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301596068', 'description': 'tempest-secgroup-smoke-1301596068 description', 'project_id': '34acd293d1b74783a724230f7eedab17'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:16.693799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:16.698528 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:16.703616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:16.707318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:16.807789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:16.827789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:16.835674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:16.835674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:16.842230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:16.916184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:17.019599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:17.067559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:17.168053 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:17.169348 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e764c5a-1fd8-492e-8179-2c379c32464d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4867668 Feb 07 13:44:17.172183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56696) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:17.180501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '3e4a4e8a-b518-445a-9a78-d4fbc0e81af6', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:17.188029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:17.191919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:17.195053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:17.201063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:17.286678 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:17.349417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:17.544133 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:17.568085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf86ed8-74a6-4329-9eb3-75d252f0dec2,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:17.704281 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:17.708466 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ab7426c1-16fb-4c66-8633-96ce25f8f6f1 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5324275 Feb 07 13:44:17.708466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56702) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:17.713317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '3e4a4e8a-b518-445a-9a78-d4fbc0e81af6', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:17.720215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:17.724003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:17.726947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:17.733744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:17.848543 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:17.912840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.029497 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.053646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136fbee5-2eba-40fa-b8a5-2d797076c899,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:18.137999 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.139227 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c243e963-897f-4cee-8d56-96ffaf3e2f0c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4300473 Feb 07 13:44:18.142141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56708) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:18.147090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '3e4a4e8a-b518-445a-9a78-d4fbc0e81af6', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:18.154705 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:18.160090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:18.166420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:18.169483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:18.264299 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.332045 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.463389 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.484710 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc975262-0511-4ecd-b3f4-eef1fadeb4e8,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:18.582657 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.583887 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bbb2885f-feb0-4461-9c52-de49648a5188 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4407792 Feb 07 13:44:18.586752 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56714) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:18.593567 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '3e4a4e8a-b518-445a-9a78-d4fbc0e81af6', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:18.600417 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:18.604919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:18.626912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:18.626912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:18.722392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.786171 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.875438 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:18.900631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b13411-c0b9-4395-a894-9e09100f28f8,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:19.002900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.002900 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cb350ff9-4ea8-4a76-abba-e84a83ed3ed2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4085543 Feb 07 13:44:19.002900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56718) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:19.005034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '3e4a4e8a-b518-445a-9a78-d4fbc0e81af6', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:19.014512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:19.018450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:19.021316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:19.026871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:19.105138 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Project 34acd293d1b74783a724230f7eedab17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:44:19.113175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.183697 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.298454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.326294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fb29af-e206-4157-8a7b-1a566039290f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:19.441064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.442462 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-66265af0-688e-4267-b018-460856d1459e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4414036 Feb 07 13:44:19.447118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56722) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:19.452823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'security_group_rule': {'security_group_id': '3e4a4e8a-b518-445a-9a78-d4fbc0e81af6', 'project_id': '34acd293d1b74783a724230f7eedab17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:19.459431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:19.465255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:security_group_rule and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:19.468206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:19.474081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:19.601177 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Project 34acd293d1b74783a724230f7eedab17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:44:19.608900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.676809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.771688 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.799483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c92ab7-8bdd-4000-9276-d632f5444ca9,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:19.916153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:19.917562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4d964b75-52a4-4d30-b43d-f485c4f6ff3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4694905 Feb 07 13:44:19.920483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56728) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:19.925881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'network': {'name': 'tempest-network-smoke--1064176538', 'project_id': '34acd293d1b74783a724230f7eedab17', 'port_security_enabled': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:19.931558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:19.935606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:network and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:19.939223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:19.945059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:20.053752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:44:20.057017 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:20.084959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:44:20.094027 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:20.094378 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Added segment aafbbcc3-c600-4951-a53f-4e1098579327 of type vlan for network 109b9eb5-4ced-4112-b63f-05198a6bef95 Feb 07 13:44:20.126994 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:20.216634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-119b8769-6655-4a74-a0dc-cc2e24a36f85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755382 Feb 07 13:44:20.318288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:20.324325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:20.324908 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:20.459384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Network': ['ID=109b9eb5-4ced-4112-b63f-05198a6bef95,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:20.470151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:44:20.473996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-5d519cd1-563b-4973-8d3d-cd666fdb1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:20.475578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-5d519cd1-563b-4973-8d3d-cd666fdb1280 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 1097 time: 0.1924746 Feb 07 13:44:20.562881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e3e44105-9109-4c49-842f-3ae389286bfa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6413448 Feb 07 13:44:20.566686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56734) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:20.574478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'admin_state_up': True, 'project_id': '34acd293d1b74783a724230f7eedab17', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:20.582554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:20.586446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:router and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:20.589616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:20.596682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:20.648269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-c73b718a-d6e0-47d3-bfb6-a424f6154ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:20.648269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-c73b718a-d6e0-47d3-bfb6-a424f6154ac0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1470127 Feb 07 13:44:20.682490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:20.686115 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:20.709873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:20.754539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-8a8d4da2-d7df-4873-bba0-68131dc4e257 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7 HTTP/1.1" status: 200 len: 1001 time: 0.1065307 Feb 07 13:44:20.822530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-39abb7ef-8d22-4120-af03-85a21154572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:20.823944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-39abb7ef-8d22-4120-af03-85a21154572a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0631547 Feb 07 13:44:20.902450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-2393b6c2-d8ea-4cf1-a3bf-84da7c30da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:20.904156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-2393b6c2-d8ea-4cf1-a3bf-84da7c30da02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741861 Feb 07 13:44:21.047081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-30218af3-23db-40b2-b34d-430c5c302f4a service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369274 Feb 07 13:44:21.077854 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:21.190698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b7529b8e-7e32-4912-981e-a62ad5b05575 req-81898811-6289-40d3-b104-e5876b90146a service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366220 Feb 07 13:44:21.530035 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:21.559687 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:21.718028 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.25.7.96 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/25338bef-f83e-43c1-8b13-dfa814bba789) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:21.976020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:22.093222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:22.167658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:22.170605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:22.175112 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:22.211714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=25338bef-f83e-43c1-8b13-dfa814bba789,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:22.703029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:23.057199 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:23.350069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:44:23.669535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:44:23.680099 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Sync routers for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:44:23.701527 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:23.703609 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:23.766851 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:23.768808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9d7cdb13-1df6-4a1b-aa27-24de13e266ce tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2006414 Feb 07 13:44:23.771550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56754) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:23.819054 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4bee8296-e8c0-44f8-b770-f5d6556d8d42 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=34acd293d1b74783a724230f7eedab17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456750 Feb 07 13:44:23.823260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56758) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:23.923818 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:23.968334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aa661d-e086-4b7d-a355-b21f0abb9beb tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:23.970671 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38aa661d-e086-4b7d-a355-b21f0abb9beb tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1460416 Feb 07 13:44:23.973547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56762) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:24.022440 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e2f8a8ad-0a0c-469e-aaca-5246b69d6e2b tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473247 Feb 07 13:44:24.025771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56766) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:24.031530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147772981', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'project_id': '34acd293d1b74783a724230f7eedab17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:24.155148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:24.159327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:subnet and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:24.162259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:24.168350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:24.226519 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:22Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:24.230827 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Checking router: beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:44:24.231177 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Updating router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 port 25338bef-f83e-43c1-8b13-dfa814bba789 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:44:24.281126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:44:24.284663 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:24.284793 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:24.619506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:24.702564 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:24.715189 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Transition to ACTIVE for port object 25338bef-f83e-43c1-8b13-dfa814bba789 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:24.720789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Subnet': ['ID=3bb5c245-4542-43c7-ba4e-7020e0581f2d,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:24.726394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Checking segment: {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:24.726766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network hostable DHCP agents. Network: 109b9eb5-4ced-4112-b63f-05198a6bef95, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:44:24.795136 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:24.823346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:44:24.877334 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Pushing event updated for resources: {'Port': ['ID=25338bef-f83e-43c1-8b13-dfa814bba789,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:24.879586 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Attempting to bind port 25338bef-f83e-43c1-8b13-dfa814bba789 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:24.886042 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Attempting to bind port 25338bef-f83e-43c1-8b13-dfa814bba789 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:24.886042 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Attempting to bind port 25338bef-f83e-43c1-8b13-dfa814bba789 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:24.890365 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.890710 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.891041 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.891368 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.891690 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.892027 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.892349 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.892661 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.892973 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.893283 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.893593 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.893908 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:24.897689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:24.897911 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:24.898408 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:24.898789 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:24.899253 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Bound port: 25338bef-f83e-43c1-8b13-dfa814bba789, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:24.900187 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:24.949542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 109b9eb5-4ced-4112-b63f-05198a6bef95) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:24.955211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:24.956058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:24.961600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58b4bcb-70db-403f-91e8-2a02aa98e024 None None] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:44:24.977067 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] For port 25338bef-f83e-43c1-8b13-dfa814bba789, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:24.980732 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] For port 25338bef-f83e-43c1-8b13-dfa814bba789, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=25338bef-f83e-43c1-8b13-dfa814bba789,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:25.025049 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:25.155871 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:25.156772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9c2ef7b8-daa6-401d-a8f8-d74ed21b9cae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1298079 Feb 07 13:44:25.159295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56772) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:25.185451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-109b9eb5-4ced-4112-b63f-05198a6bef95', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:44:25.185451 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:25.240687 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:25.241338 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:25.335919 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892d5c7-f448-4c45-83f9-4970b0fc4982 None None] Pushing event updated for resources: {'Port': ['ID=25338bef-f83e-43c1-8b13-dfa814bba789,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:25.396517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Allocated IP 172.20.0.2 (109b9eb5-4ced-4112-b63f-05198a6bef95/3bb5c245-4542-43c7-ba4e-7020e0581f2d/c141c962-d8ab-4c0b-9ad0-fd6a6cf64108) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:25.453943 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:25.623485 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:25.645013 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Transition to ACTIVE for port object c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:25.675731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Transition to ACTIVE for port object c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:25.750064 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:25.779651 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:22Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:25.788831 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27b3f4-0ac4-4544-b070-74d9fae7f99a None None] The sync data for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 is: [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:22Z', 'revision_number': 3, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:44:25.828127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:25.830388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:25.835405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:25.843627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Pushing event updated for resources: {'Port': ['ID=c141c962-d8ab-4c0b-9ad0-fd6a6cf64108,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:25.944454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Attempting to bind port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:25.944821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Attempting to bind port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:25.945183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Attempting to bind port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 on network 109b9eb5-4ced-4112-b63f-05198a6bef95 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:25.952834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:25.954198 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Checking segment: {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:25.954728 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:25.955186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Bound using segment: {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:25.955722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Bound port: c141c962-d8ab-4c0b-9ad0-fd6a6cf64108, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:25.956216 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:25.992084 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:26.058116 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] For port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:26.061431 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] For port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c141c962-d8ab-4c0b-9ad0-fd6a6cf64108,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:26.139179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:26.248196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1b44c-0b3e-48e7-9e34-d98873df3deb None None] Pushing event updated for resources: {'Port': ['ID=c141c962-d8ab-4c0b-9ad0-fd6a6cf64108,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:26.582103 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.20.0.1 (109b9eb5-4ced-4112-b63f-05198a6bef95/3bb5c245-4542-43c7-ba4e-7020e0581f2d/30a268da-2c44-4959-90ba-5fed54971cd5) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:26.944789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:26.963670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Transition to ACTIVE for port object 30a268da-2c44-4959-90ba-5fed54971cd5 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:27.053238 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:27.155957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:27.159165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:27.163355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:27.228839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:27.249282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=30a268da-2c44-4959-90ba-5fed54971cd5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:27.497316 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:27.677149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75534ff0-4072-4940-9cc7-a35577a4db40 None None] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:44:27.808324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:27.981490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-135e5b9a-0e8f-48ff-8251-8cc2cc15b10d None None] Provisioning for port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:28.037843 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.098232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:28.104497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:28.104871 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.150283 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.240925 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.292029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c141c962-d8ab-4c0b-9ad0-fd6a6cf64108,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:28.292736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=30a268da-2c44-4959-90ba-5fed54971cd5,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:28.297560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.339808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9cba1064-f7e5-4f66-92ac-4fe345e97d30 None None] Provisioning complete for port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:28.340441 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9cba1064-f7e5-4f66-92ac-4fe345e97d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.398002 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.398790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 25338bef-f83e-43c1-8b13-dfa814bba789 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:28.459062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:28.460916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:28.531794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c141c962-d8ab-4c0b-9ad0-fd6a6cf64108,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:28.698976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:44:28.749950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 25338bef-f83e-43c1-8b13-dfa814bba789 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:28.756864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 25338bef-f83e-43c1-8b13-dfa814bba789 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:28.757402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.795170 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9cba1064-f7e5-4f66-92ac-4fe345e97d30 None None] Provisioning for port 30a268da-2c44-4959-90ba-5fed54971cd5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:28.814863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9cba1064-f7e5-4f66-92ac-4fe345e97d30 None None] Provisioning complete for port 30a268da-2c44-4959-90ba-5fed54971cd5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:28.815242 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9cba1064-f7e5-4f66-92ac-4fe345e97d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:28.892853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9cba1064-f7e5-4f66-92ac-4fe345e97d30 None None] Port 30a268da-2c44-4959-90ba-5fed54971cd5 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:44:28.907235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:44:28.923531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Sync routers for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:44:28.927417 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dc5d718a-df06-4d2a-9dca-623b85160618 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "PUT /v2.0/routers/beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7643099 Feb 07 13:44:28.952670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:28.953286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:29.063644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:29.109598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 25338bef-f83e-43c1-8b13-dfa814bba789, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=25338bef-f83e-43c1-8b13-dfa814bba789,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:29.112443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2dd3d8cc-9431-4bf6-930a-87c609bdb9ec None None] Provisioning complete for port 30a268da-2c44-4959-90ba-5fed54971cd5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:29.112978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2dd3d8cc-9431-4bf6-930a-87c609bdb9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:29.115260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-f8c9ce72-bce6-46a9-b26d-881070875cb5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301596068&fields=id&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 267 time: 0.0449469 Feb 07 13:44:29.208910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:29.287502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2dd3d8cc-9431-4bf6-930a-87c609bdb9ec None None] Port 30a268da-2c44-4959-90ba-5fed54971cd5 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:44:29.300736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-45d86662-9c59-412d-a8be-02b94f7f6e2f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:29.301485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-45d86662-9c59-412d-a8be-02b94f7f6e2f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:44:29.312361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:29.380930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=25338bef-f83e-43c1-8b13-dfa814bba789,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:29.451356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-45d86662-9c59-412d-a8be-02b94f7f6e2f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:44:29.452658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-45d86662-9c59-412d-a8be-02b94f7f6e2f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/networks?id=109b9eb5-4ced-4112-b63f-05198a6bef95 HTTP/1.1" status: 200 len: 797 time: 0.3294041 Feb 07 13:44:29.468861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5f4aeb17-82fe-4b35-820a-b5edef2db377 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/quotas/34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 375 time: 0.0106280 Feb 07 13:44:29.561308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-ef38f8e5-a5f7-41b8-b9ff-6c8583abb298 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:44:29.611417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:29.653165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-ef38f8e5-a5f7-41b8-b9ff-6c8583abb298 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:44:29.654538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-ef38f8e5-a5f7-41b8-b9ff-6c8583abb298 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1799746 Feb 07 13:44:29.762462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:29.763005 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:29.810426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 2, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:29.822013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-a6ed00c0-c2c5-4b81-b000-2ee70232f9c8 service neutron] 10.222.0.69 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505685 Feb 07 13:44:29.822218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Checking router: beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:44:29.822218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Updating router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 port 30a268da-2c44-4959-90ba-5fed54971cd5 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:44:29.887375 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:30.004017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 25338bef-f83e-43c1-8b13-dfa814bba789 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:30.096617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-4c6e4c72-379c-4ab8-a96b-ed607f38297c service neutron] 10.222.0.69 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709570 Feb 07 13:44:30.207353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 25338bef-f83e-43c1-8b13-dfa814bba789 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:30.207353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:30.378060 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e2394fb-1e0f-4f6e-8804-4aa179df53af req-93e4f15e-d0c6-4988-a446-1da7707b41d3 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 210 time: 0.0589459 Feb 07 13:44:30.464498 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:30.476639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Transition to ACTIVE for port object 30a268da-2c44-4959-90ba-5fed54971cd5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:30.561067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:30.833258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d807b4-816f-4e1c-a72a-caf057455afc None None] Pushing event updated for resources: {'Port': ['ID=30a268da-2c44-4959-90ba-5fed54971cd5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:30.888471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Attempting to bind port 30a268da-2c44-4959-90ba-5fed54971cd5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:30.888828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Attempting to bind port 30a268da-2c44-4959-90ba-5fed54971cd5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:30.889190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Attempting to bind port 30a268da-2c44-4959-90ba-5fed54971cd5 on network 109b9eb5-4ced-4112-b63f-05198a6bef95 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:30.894393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:30.894765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Checking segment: {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:30.895169 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:30.895591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Bound using segment: {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:30.896072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Bound port: 30a268da-2c44-4959-90ba-5fed54971cd5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:30.896474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:30.998408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] For port 30a268da-2c44-4959-90ba-5fed54971cd5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:31.003362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] For port 30a268da-2c44-4959-90ba-5fed54971cd5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=30a268da-2c44-4959-90ba-5fed54971cd5,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:31.105240 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:31.186406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:31.187034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:31.256476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d807b4-816f-4e1c-a72a-caf057455afc None None] Pushing event updated for resources: {'Port': ['ID=30a268da-2c44-4959-90ba-5fed54971cd5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:31.400406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:31.471110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2b0bba1-710d-4de5-8102-a28cd23ab53e req-f10b311f-4cdc-4e5e-b43b-4b80b86a9c6a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 210 time: 0.0461020 Feb 07 13:44:31.733390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:30Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:31.745462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f79361-4b0a-4e24-a54e-1bf11a93d2e6 None None] The sync data for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 is: [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:30Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:44:32.643212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e424ff30-6f47-4bb4-b260-b0ae8acdd31e req-2127c17d-1df7-43ee-a060-b1b988b92810 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 210 time: 0.0582387 Feb 07 13:44:32.985022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-7890896d-b0f2-4dba-9a4d-26e9770077b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:32.986575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-7890896d-b0f2-4dba-9a4d-26e9770077b0 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "GET /v2.0/networks?id=109b9eb5-4ced-4112-b63f-05198a6bef95 HTTP/1.1" status: 200 len: 797 time: 0.1759522 Feb 07 13:44:33.044974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-f97c7c40-2af6-4087-a95b-dc35ca42de54 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34acd293d1b74783a724230f7eedab17 HTTP/1.1" status: 200 len: 380 time: 0.0479145 Feb 07 13:44:33.060772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'port': {'device_id': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'admin_state_up': True, 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'security_groups': ['3e4a4e8a-b518-445a-9a78-d4fbc0e81af6']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:33.210435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:33.222447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:33.332768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Made reservation on behalf of 34acd293d1b74783a724230f7eedab17 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:44:33.336427 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:33.514820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.20.0.13 (109b9eb5-4ced-4112-b63f-05198a6bef95/3bb5c245-4542-43c7-ba4e-7020e0581f2d/5f509ce6-384f-4e9b-9f52-dfbd84a73c7d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:33.622547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 30a268da-2c44-4959-90ba-5fed54971cd5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:33.742773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:33.762675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Transition to ACTIVE for port object 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:33.767912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 30a268da-2c44-4959-90ba-5fed54971cd5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:33.774242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 30a268da-2c44-4959-90ba-5fed54971cd5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:33.780076 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:33.821014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-01b5ab77-8820-4261-b570-e24b2c8946e8 req-7ed8d371-0683-4a50-b1e6-cae478c695ec tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 210 time: 0.0503898 Feb 07 13:44:33.895708 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:33.927752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 30a268da-2c44-4959-90ba-5fed54971cd5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=30a268da-2c44-4959-90ba-5fed54971cd5,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:33.955627 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:34.011623 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:34.026019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:34.029149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:34.033159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:34.075913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:34.085944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=30a268da-2c44-4959-90ba-5fed54971cd5,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:34.106871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:34.107495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:34.179031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-5aee58ef-66f6-4f9f-9646-7aca8d5797ef tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1264811 Feb 07 13:44:34.190533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Request body: {'port': {'device_id': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:34.323453 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:34.395858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9d57aa3b-d973-4c32-ac32-44a908973128 None None] Provisioning for port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:34.402729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9d57aa3b-d973-4c32-ac32-44a908973128 None None] Provisioning complete for port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:34.403108 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9d57aa3b-d973-4c32-ac32-44a908973128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:34.468762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-9d57aa3b-d973-4c32-ac32-44a908973128 None None] Port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:44:34.745740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:44:34.753405 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:34.768314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Transition to ACTIVE for port object 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:34.903478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:35.208424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Pushing event updated for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:35.323661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04973-04c3-4c00-b440-7ac5dd216925 req-40554b01-05b1-4842-a376-1a8402dcc79d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:35.324388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e4c04973-04c3-4c00-b440-7ac5dd216925 req-40554b01-05b1-4842-a376-1a8402dcc79d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Synchronizing usage tracker for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:44:35.354716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Attempting to bind port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:35.355029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Attempting to bind port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:35.355359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Attempting to bind port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d on network 109b9eb5-4ced-4112-b63f-05198a6bef95 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:35.360052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d on network 109b9eb5-4ced-4112-b63f-05198a6bef95 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:44:35.360375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Attempting to bind port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d on network 109b9eb5-4ced-4112-b63f-05198a6bef95 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:35.365415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:35.365746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Checking segment: {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:35.366122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Bound using segment: {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:35.372213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Bound port: 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafbbcc3-c600-4951-a53f-4e1098579327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:35.372213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:35.456360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e4c04973-04c3-4c00-b440-7ac5dd216925 req-40554b01-05b1-4842-a376-1a8402dcc79d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Unset dirty status for tenant:34acd293d1b74783a724230f7eedab17 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:44:35.457457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4c04973-04c3-4c00-b440-7ac5dd216925 req-40554b01-05b1-4842-a376-1a8402dcc79d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 944 time: 0.5131903 Feb 07 13:44:35.463960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:35.468208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:35.507457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4c04973-04c3-4c00-b440-7ac5dd216925 req-33b9f7d9-f3cc-438a-9329-33319ee80c45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412118 Feb 07 13:44:35.538549 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:35.583833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 30a268da-2c44-4959-90ba-5fed54971cd5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:35.602358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:35.603035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:35.604440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f509ce6-384f-4e9b-9f52-dfbd84a73c7d HTTP/1.1" status: 200 len: 1092 time: 1.4181216 Feb 07 13:44:35.604870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:44:35.644557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae6d9f-9471-472d-9ecd-38ba4959b900 service neutron] Pushing event updated for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:35.662991 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'status': 'completed', 'code': 200} Feb 07 13:44:35.694614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 30a268da-2c44-4959-90ba-5fed54971cd5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:35.695215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:35.774883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d040aa2-8b32-4565-84d8-483aef582570 req-04307414-158c-4d4b-a517-57c90e40cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:35.776936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d040aa2-8b32-4565-84d8-483aef582570 req-04307414-158c-4d4b-a517-57c90e40cd9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1095 time: 0.0916703 Feb 07 13:44:35.932403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d040aa2-8b32-4565-84d8-483aef582570 req-7d28f4f6-27f8-4cab-91af-365a8cad74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:35.933936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d040aa2-8b32-4565-84d8-483aef582570 req-7d28f4f6-27f8-4cab-91af-365a8cad74e7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=34acd293d1b74783a724230f7eedab17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1501756 Feb 07 13:44:36.072876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d040aa2-8b32-4565-84d8-483aef582570 req-26f1da49-a695-4b73-991c-5f07d5934fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:36.074346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d040aa2-8b32-4565-84d8-483aef582570 req-26f1da49-a695-4b73-991c-5f07d5934fb3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1342738 Feb 07 13:44:36.180472 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-6de78a0f-a836-4720-82ab-16b27557a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:36.182706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-6de78a0f-a836-4720-82ab-16b27557a498 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1095 time: 0.0728087 Feb 07 13:44:36.253922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-d35be249-90ef-4562-90e4-f685a6420df9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d HTTP/1.1" status: 200 len: 217 time: 0.0645247 Feb 07 13:44:36.316311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-68c34a0b-c2ac-4a7e-b213-fdf03c3e86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:36.317676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-68c34a0b-c2ac-4a7e-b213-fdf03c3e86a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3bb5c245-4542-43c7-ba4e-7020e0581f2d HTTP/1.1" status: 200 len: 835 time: 0.0571251 Feb 07 13:44:36.398193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-76debc26-b102-45e7-8bdb-4ab05205f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:36.400075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-76debc26-b102-45e7-8bdb-4ab05205f319 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109b9eb5-4ced-4112-b63f-05198a6bef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764101 Feb 07 13:44:36.536451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-34ceed2c-dc1c-41f7-9062-dead82aab2d7 service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307592 Feb 07 13:44:36.728438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70f8e926-eaaa-4538-ad61-9ba981b0442b req-c9a5b546-0fa8-47e7-ac02-fd38b4b07cac service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847768 Feb 07 13:44:36.749466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad3970-0dd3-4e72-9fc0-f4d94f924179 req-ef307c3a-ea3d-45a4-ad84-cf7038b1ed20 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:36.750918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2ad3970-0dd3-4e72-9fc0-f4d94f924179 req-ef307c3a-ea3d-45a4-ad84-cf7038b1ed20 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 944 time: 0.1234827 Feb 07 13:44:36.795030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2ad3970-0dd3-4e72-9fc0-f4d94f924179 req-c2c8d55b-f662-4705-8873-1dd36ec75ea5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384796 Feb 07 13:44:37.990529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94578e3-e15b-4814-8949-60433fff0ede req-f2674281-dd92-48cf-bb6d-503baf4945a2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:37.992161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a94578e3-e15b-4814-8949-60433fff0ede req-f2674281-dd92-48cf-bb6d-503baf4945a2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 944 time: 0.0853596 Feb 07 13:44:38.038517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a94578e3-e15b-4814-8949-60433fff0ede req-3ea76dad-89cb-4911-b39f-b1d32ca1a738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396807 Feb 07 13:44:38.743353 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bd118ad8-652a-4f2f-a31c-658c849a8439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:39.219875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a4420-9b4f-4870-bb41-898838561a5e req-bd16f067-0440-48b4-a955-1208e4939f45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:39.221259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-573a4420-9b4f-4870-bb41-898838561a5e req-bd16f067-0440-48b4-a955-1208e4939f45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 944 time: 0.0778105 Feb 07 13:44:39.264568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-573a4420-9b4f-4870-bb41-898838561a5e req-a5d0c929-5f5d-487f-ad41-efcde6a9fb44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377655 Feb 07 13:44:40.423683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:44:40.592344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:40.594137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac7520-ee87-49f6-9f37-aeaaf33ae5fd req-a5af15fd-c714-4727-be12-3e6a37406e3a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:40.595668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ac7520-ee87-49f6-9f37-aeaaf33ae5fd req-a5af15fd-c714-4727-be12-3e6a37406e3a tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 944 time: 0.2077181 Feb 07 13:44:40.607218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'port_id': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'mac_address': 'fa:16:3e:43:f5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:44:40.644174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ac7520-ee87-49f6-9f37-aeaaf33ae5fd req-267f8364-eed1-46b9-8ccc-9d3da6f5e87f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 Feb 07 13:44:40.666412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:40.687031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:44:40.703066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:40.767799 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:40.874223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:41.089269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:44:41.617602 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aa57cf00-666e-4063-a538-539da3fec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:41.836405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a331-d3b6-4a70-b9a5-2aa23392e9b4 req-e79aed8b-8c4a-4fee-8545-12a353a527ad tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:41.838016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1762a331-d3b6-4a70-b9a5-2aa23392e9b4 req-e79aed8b-8c4a-4fee-8545-12a353a527ad tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 945 time: 0.0828664 Feb 07 13:44:41.868837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56900) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:41.893046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1762a331-d3b6-4a70-b9a5-2aa23392e9b4 req-48c0bced-94bd-4d3e-bc01-afb08f4c9075 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478842 Feb 07 13:44:42.187918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-721f1c09-7f5e-4c64-9fa5-16976097b6a8 admin admin] Deleting subnet a83764cd-7d36-48a3-88ea-c2d986dd5856 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:44:42.191674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-721f1c09-7f5e-4c64-9fa5-16976097b6a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.242075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-721f1c09-7f5e-4c64-9fa5-16976097b6a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.284428 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.300418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-721f1c09-7f5e-4c64-9fa5-16976097b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.355021 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.441058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-721f1c09-7f5e-4c64-9fa5-16976097b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.441887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:42.482682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f1c09-7f5e-4c64-9fa5-16976097b6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83764cd-7d36-48a3-88ea-c2d986dd5856,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:42.486659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-721f1c09-7f5e-4c64-9fa5-16976097b6a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.494159 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-721f1c09-7f5e-4c64-9fa5-16976097b6a8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a83764cd-7d36-48a3-88ea-c2d986dd5856 HTTP/1.1" status: 204 len: 168 time: 0.6240211 Feb 07 13:44:42.497245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56906) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:42.588028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:42.596752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:42.597496 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.613769 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.715819 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.739228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.742345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:44:42.752591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:42.766050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e6662b-59c3-40a8-bdc2-7557ccdbc730']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:42.778701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b121867-c111-497b-9df8-531de08dd3e3') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:42.779004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b121867-c111-497b-9df8-531de08dd3e3') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:42.790373 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.811618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.819880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:44:42.820504 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.835168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:44:42.835328 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:44:42.878813 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'code': 200} Feb 07 13:44:42.912004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:42.973478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:42.994183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:43.002154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=85e6662b-59c3-40a8-bdc2-7557ccdbc730,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:43.059200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b48494-ad97-45c0-a7ec-4a32b2cf97fc req-f9fb9fd5-dded-44a9-8e60-bd4b1e12cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:43.060710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75b48494-ad97-45c0-a7ec-4a32b2cf97fc req-f9fb9fd5-dded-44a9-8e60-bd4b1e12cf04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1097 time: 0.1432943 Feb 07 13:44:43.114875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75b48494-ad97-45c0-a7ec-4a32b2cf97fc req-45eaba47-6279-44a2-a812-8a055649b09d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Feb 07 13:44:43.118089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0d18448f-4b58-4a76-a1a0-f18a79cc9f9b admin admin] 10.222.0.69 "DELETE /v2.0/networks/85e6662b-59c3-40a8-bdc2-7557ccdbc730 HTTP/1.1" status: 204 len: 168 time: 0.6192610 Feb 07 13:44:43.130415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0184a4d-2780-4587-9917-9e82ed2d5baf req-6439c03d-3471-4a4c-9f8d-dbaf6c1953e5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:43.131856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0184a4d-2780-4587-9917-9e82ed2d5baf req-6439c03d-3471-4a4c-9f8d-dbaf6c1953e5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.1234841 Feb 07 13:44:43.179432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0184a4d-2780-4587-9917-9e82ed2d5baf req-bb32cc92-02dd-490b-a008-77b36abaedaa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Feb 07 13:44:43.465407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56918) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:43.513115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1498e5ab-7aef-4860-81b5-6504e3a7c0ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0edcb13423fa4601ac0a377d18af9be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465760 Feb 07 13:44:43.515544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56922) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:43.576695 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59bea3ef-abc3-416b-843c-17cc73df9e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:43.605792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59bea3ef-abc3-416b-843c-17cc73df9e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:43.737806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59bea3ef-abc3-416b-843c-17cc73df9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:43.755192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea3ef-abc3-416b-843c-17cc73df9e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7951226b-5d87-433f-abbf-a91aea3728aa,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:43.839332 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-59bea3ef-abc3-416b-843c-17cc73df9e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:43.840604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-59bea3ef-abc3-416b-843c-17cc73df9e65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7951226b-5d87-433f-abbf-a91aea3728aa HTTP/1.1" status: 204 len: 168 time: 0.3240967 Feb 07 13:44:43.875192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:44.372677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700588de-91ba-4d5d-8255-de28d93c855e req-a93f8ec1-a70d-4cac-b7f7-870b03b89fd8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:44.374159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-700588de-91ba-4d5d-8255-de28d93c855e req-a93f8ec1-a70d-4cac-b7f7-870b03b89fd8 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0868683 Feb 07 13:44:44.435424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-700588de-91ba-4d5d-8255-de28d93c855e req-07829fc4-e591-4dc2-8526-d1f2348fe48c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521412 Feb 07 13:44:45.012880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56948) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:45.094959 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:44:45.113113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1926317131-network', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:45.118337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:45.122997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Usage tracker for resource:network and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:45.125816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:45.131900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:45.206032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Made reservation on behalf of a715094fa67c4ca28be22c11ecc15da5 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:44:45.208444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.220569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.235060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:45.239696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:45.242759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:45.249531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:45.331317 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.336194 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.416671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.447323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:44:45.457225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af9cd7-5db0-4086-bb54-5cc539dc4b4b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:45.463281 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.463633 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Added segment f7305287-3fec-4b8b-a044-25e67b8ce158 of type vlan for network b74faf1c-5735-4a67-a912-322296c43070 Feb 07 13:44:45.490563 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.577384 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.578322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:45.578895 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.700504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=b74faf1c-5735-4a67-a912-322296c43070,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:45.710798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b74faf1c-5735-4a67-a912-322296c43070 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:44:45.726624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a17b0-ccd4-490d-8867-974409fef288 req-e52bf51e-9d4a-47a6-bbbe-3d832c2a74ae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:45.728567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0a17b0-ccd4-490d-8867-974409fef288 req-e52bf51e-9d4a-47a6-bbbe-3d832c2a74ae tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.1907737 Feb 07 13:44:45.732786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-afe32b04-4bda-4cf2-9305-11579d632aa1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7188537 Feb 07 13:44:45.735735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56956) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:45.741514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Request body: {'subnet': {'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1926317131-subnet', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:45.747949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:45.751907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Usage tracker for resource:subnet and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:45.755029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:45.761083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:45.777522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0a17b0-ccd4-490d-8867-974409fef288 req-d2b68be8-8e93-4210-96bf-29e696fc9c24 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Feb 07 13:44:45.823211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Made reservation on behalf of a715094fa67c4ca28be22c11ecc15da5 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:44:45.825647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:45.962012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093b283-dd98-4167-ae6a-68ab079ebf8c req-1843bb3b-ffc2-4e44-8059-369d246f8b32 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:45.963409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6093b283-dd98-4167-ae6a-68ab079ebf8c req-1843bb3b-ffc2-4e44-8059-369d246f8b32 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0803597 Feb 07 13:44:46.009228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6093b283-dd98-4167-ae6a-68ab079ebf8c req-17b36022-7427-41eb-a04b-0d109a41ca4b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Feb 07 13:44:46.032876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56962) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:46.103166 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.105870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45860605-2341-43b0-8d31-95bc9ea23833 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:46.109947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-45860605-2341-43b0-8d31-95bc9ea23833 tempest-TestNetworkAdvancedServerOps-711001391 tempest-TestNetworkAdvancedServerOps-711001391-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1092 time: 0.0735149 Feb 07 13:44:46.110254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56966) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:46.115276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:46.121974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:46.125745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Usage tracker for resource:floatingip and tenant:34acd293d1b74783a724230f7eedab17 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:46.128572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:46.134520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:46.179236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c6e6e8-462b-4db7-957c-006c318b02af,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:46.189188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Checking segment: {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:46.189550 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Network hostable DHCP agents. Network: b74faf1c-5735-4a67-a912-322296c43070, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:44:46.201019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.314769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Network b74faf1c-5735-4a67-a912-322296c43070 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:44:46.411775 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b74faf1c-5735-4a67-a912-322296c43070) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:46.416667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:46.417315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.423683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e56acb-1b14-48ef-b058-6ee3bd424518 None None] Network b74faf1c-5735-4a67-a912-322296c43070 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:44:46.451001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.507340 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cd22c359-58ef-48f8-aeb1-9262554d190d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7678719 Feb 07 13:44:46.507561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56970) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:46.514373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:46.520054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:46.524323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Usage tracker for resource:router and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:46.528242 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:46.534842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:46.584482 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.585828 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.592387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Allocated IP 172.25.7.104 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/9c823878-9ed7-41ef-90cf-a41a4ae9c52b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:46.603054 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.649866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-b74faf1c-5735-4a67-a912-322296c43070', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:44:46.650699 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.768966 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.808854 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Allocated IP 172.20.0.2 (b74faf1c-5735-4a67-a912-322296c43070/f0c6e6e8-462b-4db7-957c-006c318b02af/d2691948-25d7-412f-a493-bb9e14941fad) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:46.835353 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.906090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:46.909210 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:46.913085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:46.941459 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:46.951862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=9c823878-9ed7-41ef-90cf-a41a4ae9c52b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:47.017740 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.030221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Transition to ACTIVE for port object d2691948-25d7-412f-a493-bb9e14941fad will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:47.048632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Transition to ACTIVE for port object d2691948-25d7-412f-a493-bb9e14941fad will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:47.126485 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.193832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Network b74faf1c-5735-4a67-a912-322296c43070 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:47.196670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:47.201491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:47.235785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Pushing event updated for resources: {'Port': ['ID=d2691948-25d7-412f-a493-bb9e14941fad,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:47.302809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Attempting to bind port d2691948-25d7-412f-a493-bb9e14941fad on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:47.303471 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Attempting to bind port d2691948-25d7-412f-a493-bb9e14941fad by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:47.303762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Attempting to bind port d2691948-25d7-412f-a493-bb9e14941fad on network b74faf1c-5735-4a67-a912-322296c43070 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:47.310143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:47.314150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Checking segment: {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:47.314150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.314150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Bound using segment: {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:47.314150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Bound port: d2691948-25d7-412f-a493-bb9e14941fad, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:47.314150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.314931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.346219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.375444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.403999 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] For port d2691948-25d7-412f-a493-bb9e14941fad, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:47.407026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] For port d2691948-25d7-412f-a493-bb9e14941fad, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d2691948-25d7-412f-a493-bb9e14941fad,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:47.500487 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Allocated IP 172.25.7.90 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/12e2fc81-dfd7-4a54-913f-9608256860d7) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:47.590662 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.617667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.681394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8749b-4688-48f7-9561-a2201c786264 None None] Pushing event updated for resources: {'Port': ['ID=d2691948-25d7-412f-a493-bb9e14941fad,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:47.803879 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.852281 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.943789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:47.966304 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:48.012401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:48.015486 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:48.019235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:48.053436 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Pushing event updated for resources: {'Port': ['ID=12e2fc81-dfd7-4a54-913f-9608256860d7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:48.079317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event updated for resources: {'Port': ['ID=9c823878-9ed7-41ef-90cf-a41a4ae9c52b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:48.096467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:48.269455 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Floating IP 3c91fdda-4e06-4361-b690-cf462c81a4a0 associated. External IP: 172.25.7.104, port: 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d. Feb 07 13:44:48.549427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:48.828050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7620e9-4b6a-4822-9512-8839f22573f1 None None] Network b74faf1c-5735-4a67-a912-322296c43070 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:44:48.839625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:44:48.915930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:49.025704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0fb769b7-7822-4630-86fb-7ae415baf4a6 None None] Provisioning for port d2691948-25d7-412f-a493-bb9e14941fad completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:49.030763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:44:49.043522 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] Sync routers for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:44:49.055692 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:49.056651 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:49.120921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:49.186109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-62a487a9-7bfc-45d7-a753-5f2a2dd52508 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0747223 Feb 07 13:44:49.186703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:44:49.222843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Router 2a59aac7-c757-4998-aefe-96cf0fa94605 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:44:49.244570 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'status': 'completed', 'code': 200} Feb 07 13:44:49.283512 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:49.416818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-47c45434-d8f4-430a-ae50-5c08a2e97784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:49.418931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-47c45434-d8f4-430a-ae50-5c08a2e97784 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1097 time: 0.1494474 Feb 07 13:44:49.431937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f6ea3-b781-4804-9d96-43d62ad15a20 req-90c744a7-1c30-4a02-ad80-86f9b07f7360 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:49.434667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec5f6ea3-b781-4804-9d96-43d62ad15a20 req-90c744a7-1c30-4a02-ad80-86f9b07f7360 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.1236432 Feb 07 13:44:49.444785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:44:49.459217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Sync routers for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:44:49.480912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:49.484242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:49.550638 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:49.555404 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4d768442-1fc6-4656-97e5-9f37e3b55867 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0467720 Feb 07 13:44:49.556066 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 56978) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:49.600876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec5f6ea3-b781-4804-9d96-43d62ad15a20 req-50318ac8-7d30-4c9d-9c94-87cdc6abc8dc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931599 Feb 07 13:44:49.635232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56982) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:49.730702 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:49.790851 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '3c91fdda-4e06-4361-b690-cf462c81a4a0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'port_id': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'mac_address': 'fa:16:3e:43:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:47Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:33Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:49.798499 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] Checking router: beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:44:49.799706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-afe66096-a6e3-4e15-a1b4-484718e6e3fa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/3c91fdda-4e06-4361-b690-cf462c81a4a0 HTTP/1.1" status: 200 len: 992 time: 0.1627715 Feb 07 13:44:49.807763 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:49.809134 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:49.820190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-5e48e2c8-57e7-441e-a54a-07507fe0fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:49.821927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-5e48e2c8-57e7-441e-a54a-07507fe0fe27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=109b9eb5-4ced-4112-b63f-05198a6bef95 HTTP/1.1" status: 200 len: 897 time: 0.3857768 Feb 07 13:44:49.864618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d2691948-25d7-412f-a493-bb9e14941fad up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:49.954456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-16d3f98e-1e4b-4042-9b3a-40f4f285acc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d HTTP/1.1" status: 200 len: 1000 time: 0.1255202 Feb 07 13:44:50.005911 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:50.031546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-307d9106-f020-4b7b-a176-8e5ecf0411fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:50.037104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-307d9106-f020-4b7b-a176-8e5ecf0411fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3bb5c245-4542-43c7-ba4e-7020e0581f2d HTTP/1.1" status: 200 len: 835 time: 0.0738657 Feb 07 13:44:50.123215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:48Z', 'revision_number': 3, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:50.130629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port d2691948-25d7-412f-a493-bb9e14941fad completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:50.131419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-50415628-2b75-4f5d-994f-6b4505b5cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:50.133079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-50415628-2b75-4f5d-994f-6b4505b5cd8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109b9eb5-4ced-4112-b63f-05198a6bef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934169 Feb 07 13:44:50.137380 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Checking router: 2a59aac7-c757-4998-aefe-96cf0fa94605 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:44:50.137835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Updating router 2a59aac7-c757-4998-aefe-96cf0fa94605 port 12e2fc81-dfd7-4a54-913f-9608256860d7 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:44:50.169846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d2691948-25d7-412f-a493-bb9e14941fad triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:50.170367 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:50.258092 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:50.290850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-6e384c15-4616-4d4b-9bac-1baa0b9bd5a5 service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509926 Feb 07 13:44:50.430333 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '3c91fdda-4e06-4361-b690-cf462c81a4a0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'port_id': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'mac_address': 'fa:16:3e:43:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:47Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:33Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:50.435024 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df83b5-1822-498e-9909-eaa9d413f9a6 None None] The sync data for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 is: [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '3c91fdda-4e06-4361-b690-cf462c81a4a0', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'port_id': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'mac_address': 'fa:16:3e:43:f5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:47Z', 'revision_number': 0, 'project_id': '34acd293d1b74783a724230f7eedab17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:33Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:44:50.451467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26fa83d5-6f03-44e9-bcfe-8ecf9844708d req-f5bef04c-0283-4b24-acab-aec7e296eb7a service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537490 Feb 07 13:44:50.491354 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:50.590665 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:50.606210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port d2691948-25d7-412f-a493-bb9e14941fad, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d2691948-25d7-412f-a493-bb9e14941fad,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:50.676509 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:50.694590 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39609ea-7d4e-46e1-977e-a1e805068608 None None] New status for floating IP 3c91fdda-4e06-4361-b690-cf462c81a4a0: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:44:50.800669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 56986) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:50.802404 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:50.815775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=d2691948-25d7-412f-a493-bb9e14941fad,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:50.820609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Transition to ACTIVE for port object 12e2fc81-dfd7-4a54-913f-9608256860d7 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:50.828533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.828881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.835696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.835696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.835905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Allocated IP 172.20.0.1 (b74faf1c-5735-4a67-a912-322296c43070/f0c6e6e8-462b-4db7-957c-006c318b02af/2096a15d-8d99-4b38-94c0-fc52ea2d2005) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:50.836203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.836203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.836203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.836203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.836203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.836203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.836203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.836203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:50.900659 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:50.990731 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Attempting to bind port 12e2fc81-dfd7-4a54-913f-9608256860d7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:50.991403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Attempting to bind port 12e2fc81-dfd7-4a54-913f-9608256860d7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:50.991933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Attempting to bind port 12e2fc81-dfd7-4a54-913f-9608256860d7 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:51.003028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:51.003410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:51.004013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.004481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:51.004952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Bound port: 12e2fc81-dfd7-4a54-913f-9608256860d7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:51.005515 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.017640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.038801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Transition to ACTIVE for port object 2096a15d-8d99-4b38-94c0-fc52ea2d2005 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:51.080560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519affaa-b1c2-489e-8e9b-6d674d0d69fc None None] Pushing event updated for resources: {'Port': ['ID=12e2fc81-dfd7-4a54-913f-9608256860d7,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:51.093239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b58bb61f-9b23-446a-a5af-d78e3422537e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/3c91fdda-4e06-4361-b690-cf462c81a4a0 HTTP/1.1" status: 200 len: 994 time: 0.2897179 Feb 07 13:44:51.132287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.135795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] For port 12e2fc81-dfd7-4a54-913f-9608256860d7, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:51.139588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] For port 12e2fc81-dfd7-4a54-913f-9608256860d7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=12e2fc81-dfd7-4a54-913f-9608256860d7,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:51.198312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Network b74faf1c-5735-4a67-a912-322296c43070 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:51.201151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:51.203750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:51.218310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.248230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Pushing event updated for resources: {'Port': ['ID=2096a15d-8d99-4b38-94c0-fc52ea2d2005,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:51.273338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.298671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:51.299204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:51.362121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519affaa-b1c2-489e-8e9b-6d674d0d69fc None None] Pushing event updated for resources: {'Port': ['ID=12e2fc81-dfd7-4a54-913f-9608256860d7,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:51.476406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.489965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:51.590242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f428c813-77a5-477e-9866-fb4cfeeb6282 None None] Provisioning for port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:51.607217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d2691948-25d7-412f-a493-bb9e14941fad up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:51.632028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f428c813-77a5-477e-9866-fb4cfeeb6282 None None] Provisioning complete for port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:51.632245 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f428c813-77a5-477e-9866-fb4cfeeb6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.796523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f428c813-77a5-477e-9866-fb4cfeeb6282 None None] Port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:44:51.820628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.841076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d2691948-25d7-412f-a493-bb9e14941fad triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:51.841449 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:51.926297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:52.007831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:48Z', 'revision_number': 3, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:52.012605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab7219-f01a-4ad7-84a2-62613ccc078d None None] The sync data for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 is: [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:48Z', 'revision_number': 3, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:44:52.040729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Pushing event updated for resources: {'Port': ['ID=2096a15d-8d99-4b38-94c0-fc52ea2d2005,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:52.045237 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:52.184235 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Network b74faf1c-5735-4a67-a912-322296c43070 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:52.185708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:52.398782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Router 2a59aac7-c757-4998-aefe-96cf0fa94605 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:44:52.523764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bcb0d2c7-2a7f-4ba6-871a-dea16b6b86f3 None None] Provisioning complete for port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:52.524477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d2c7-2a7f-4ba6-871a-dea16b6b86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:52.589097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0d2c7-2a7f-4ba6-871a-dea16b6b86f3 None None] Port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:44:52.598348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:44:52.608457 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cd8a1a8b-754c-4fc7-aedc-4f4e9811804e admin admin] 10.222.0.69 "PUT /v2.0/routers/2a59aac7-c757-4998-aefe-96cf0fa94605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511594 Feb 07 13:44:53.366350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57006) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:53.373444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1840648844-network', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:53.377884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:53.382311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Usage tracker for resource:network and tenant:18defba14e3d4d369bc86cca00dc5e5e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:53.386068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:53.391694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:53.469012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Made reservation on behalf of 18defba14e3d4d369bc86cca00dc5e5e for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:44:53.471447 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:53.484939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:53.500575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:53.504504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:18defba14e3d4d369bc86cca00dc5e5e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:53.507446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:53.513678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:53.601173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Sync routers for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:44:53.611651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:53.614361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:53.615061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:53.666387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 12e2fc81-dfd7-4a54-913f-9608256860d7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:53.696950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:53.728412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:44:53.737431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37f238d-fda0-49f1-a3fb-472febc297e4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:53.747220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.747575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.747950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.748313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.748642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.752076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.752076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.752076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.752076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.752076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.752076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.752076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:44:53.755430 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:53.755781 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Added segment 2a8bedaa-e3a4-4866-9d91-b2a11d9217b6 of type vlan for network da037360-5a87-4a7c-9164-08e042c2bab8 Feb 07 13:44:53.786147 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:53.856098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:53.891848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:53.892812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:53.893405 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:53.926124 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 12e2fc81-dfd7-4a54-913f-9608256860d7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:53.987235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 12e2fc81-dfd7-4a54-913f-9608256860d7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:53.988269 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.001642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=da037360-5a87-4a7c-9164-08e042c2bab8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:54.020358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network da037360-5a87-4a7c-9164-08e042c2bab8 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:44:54.047001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-739300cf-cbd8-479e-89be-5bc8994a0ee3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6794913 Feb 07 13:44:54.049838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57010) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:54.055624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Request body: {'subnet': {'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1840648844-subnet', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:54.061551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:54.065729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Usage tracker for resource:subnet and tenant:18defba14e3d4d369bc86cca00dc5e5e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:54.070482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:54.075566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:54.155294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Made reservation on behalf of 18defba14e3d4d369bc86cca00dc5e5e for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:44:54.157702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.391132 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.413511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 12e2fc81-dfd7-4a54-913f-9608256860d7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=12e2fc81-dfd7-4a54-913f-9608256860d7,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:54.430666 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.437746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 2, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:54.441899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Checking router: 2a59aac7-c757-4998-aefe-96cf0fa94605 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:44:54.442254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Updating router 2a59aac7-c757-4998-aefe-96cf0fa94605 port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:44:54.490996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.513134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fec85b-056f-4817-a175-f729c7e27e7d,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:54.520889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Checking segment: {'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:54.521241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Network hostable DHCP agents. Network: da037360-5a87-4a7c-9164-08e042c2bab8, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:44:54.549519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.598884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Network da037360-5a87-4a7c-9164-08e042c2bab8 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:44:54.619752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=12e2fc81-dfd7-4a54-913f-9608256860d7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:54.654773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, da037360-5a87-4a7c-9164-08e042c2bab8) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:54.660803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:44:54.660906 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.675022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef449e3-9457-47c6-9b3f-6b905116222c None None] Network da037360-5a87-4a7c-9164-08e042c2bab8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:44:54.795919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-98e03821-8dc8-42a8-8d60-85bfa49a4b7d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7449574 Feb 07 13:44:54.798495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 57014) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:54.803286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:44:54.809274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:44:54.813123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Usage tracker for resource:router and tenant:18defba14e3d4d369bc86cca00dc5e5e is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:44:54.815937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:44:54.826424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:44:54.937978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.939248 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:54.953780 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.016129 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.033785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-da037360-5a87-4a7c-9164-08e042c2bab8', 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'fixed_ips': [{'subnet_id': 'd3fec85b-056f-4817-a175-f729c7e27e7d'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:44:55.034618 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.182871 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.206778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Transition to ACTIVE for port object 2096a15d-8d99-4b38-94c0-fc52ea2d2005 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:55.266256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Allocated IP 172.20.0.2 (da037360-5a87-4a7c-9164-08e042c2bab8/d3fec85b-056f-4817-a175-f729c7e27e7d/7900c42e-a5d1-4e44-a33b-d557d7fdde68) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:55.292631 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.349999 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.483288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939d72-d994-4380-8f3e-fd9065e640d9 None None] Pushing event updated for resources: {'Port': ['ID=2096a15d-8d99-4b38-94c0-fc52ea2d2005,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:55.648379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 12e2fc81-dfd7-4a54-913f-9608256860d7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:55.726747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Attempting to bind port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:55.727182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Attempting to bind port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:55.727483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Attempting to bind port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 on network b74faf1c-5735-4a67-a912-322296c43070 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:55.783950 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.789439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:55.789824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Checking segment: {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:55.790229 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.790624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Bound using segment: {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:55.791104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Bound port: 2096a15d-8d99-4b38-94c0-fc52ea2d2005, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:55.791480 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.814502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.876646 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.912274 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Transition to ACTIVE for port object 7900c42e-a5d1-4e44-a33b-d557d7fdde68 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:55.920230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 12e2fc81-dfd7-4a54-913f-9608256860d7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:55.920608 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:55.996792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Transition to ACTIVE for port object 7900c42e-a5d1-4e44-a33b-d557d7fdde68 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:56.006912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] For port 2096a15d-8d99-4b38-94c0-fc52ea2d2005, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:56.017748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] For port 2096a15d-8d99-4b38-94c0-fc52ea2d2005, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2096a15d-8d99-4b38-94c0-fc52ea2d2005,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:56.072336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Allocated IP 172.25.7.115 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:56.097795 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:56.143295 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:56.171340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Network da037360-5a87-4a7c-9164-08e042c2bab8 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:56.175674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:56.180330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:56.198562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Pushing event updated for resources: {'Port': ['ID=7900c42e-a5d1-4e44-a33b-d557d7fdde68,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:56.239118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:56.327740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:56.328423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:56.355113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:56.429295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:56.432161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:56.435516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:56.435825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Attempting to bind port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:56.436231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Attempting to bind port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:56.436591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Attempting to bind port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 on network da037360-5a87-4a7c-9164-08e042c2bab8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:56.449800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939d72-d994-4380-8f3e-fd9065e640d9 None None] Pushing event updated for resources: {'Port': ['ID=2096a15d-8d99-4b38-94c0-fc52ea2d2005,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:56.457567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:56.457567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Checking segment: {'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:56.457567 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:56.457567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Bound using segment: {'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:56.457567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Bound port: 7900c42e-a5d1-4e44-a33b-d557d7fdde68, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:56.457567 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:56.470083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:56.617676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:56.771810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] For port 7900c42e-a5d1-4e44-a33b-d557d7fdde68, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:56.842955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] For port 7900c42e-a5d1-4e44-a33b-d557d7fdde68, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7900c42e-a5d1-4e44-a33b-d557d7fdde68,segment=NetworkSegment(2a8bedaa-e3a4-4866-9d91-b2a11d9217b6),segment_id=2a8bedaa-e3a4-4866-9d91-b2a11d9217b6)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:56.929981 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:56.967116 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:57.025966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd27618-7963-45a4-8ab1-7668224b7443 None None] Pushing event updated for resources: {'Port': ['ID=7900c42e-a5d1-4e44-a33b-d557d7fdde68,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:57.054085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:55Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:57.058549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bddbfc-cd78-495f-a72c-654c410c1372 None None] The sync data for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 is: [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:55Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:44:57.390558 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:57.694501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:44:57.730660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2096a15d-8d99-4b38-94c0-fc52ea2d2005 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:57.947604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:57.950515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:57.951128 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:58.067652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:44:58.077158 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Sync routers for ids ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:44:58.088222 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Routers {'35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:58.089083 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:58.154597 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:58.189707 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:58.190503 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 2096a15d-8d99-4b38-94c0-fc52ea2d2005, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2096a15d-8d99-4b38-94c0-fc52ea2d2005,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:58.191411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-73f491f7-0aed-4f02-9d4e-f5c515995ee0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3919778 Feb 07 13:44:58.194371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57018) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:44:58.266559 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:58.268994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7900c42e-a5d1-4e44-a33b-d557d7fdde68 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:58.369646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fce231-453c-41c2-80bf-46273110e33e None None] Network da037360-5a87-4a7c-9164-08e042c2bab8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:44:58.376437 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Set router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:58.596052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=2096a15d-8d99-4b38-94c0-fc52ea2d2005,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:58.643184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9584e1aa-0b2f-4f16-bd96-a95950c24412 None None] Provisioning for port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:58.782114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:44:58.794185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:58.796176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:58.830785 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:44:56Z', 'revision_number': 3, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port': {'id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:55Z', 'updated_at': '2022-02-07T13:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:58.837569 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Checking router: 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:44:58.837918 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Updating router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:44:58.899756 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:58.963401 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.016348 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 7900c42e-a5d1-4e44-a33b-d557d7fdde68, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7900c42e-a5d1-4e44-a33b-d557d7fdde68,segment=NetworkSegment(2a8bedaa-e3a4-4866-9d91-b2a11d9217b6),segment_id=2a8bedaa-e3a4-4866-9d91-b2a11d9217b6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:44:59.074640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.172014 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=7900c42e-a5d1-4e44-a33b-d557d7fdde68,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:59.208760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.286714 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.297109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-84bd337c-3be4-4c3e-858e-cf6b6de2e016 None None] Provisioning complete for port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:59.297617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-84bd337c-3be4-4c3e-858e-cf6b6de2e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.298901 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Transition to ACTIVE for port object f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:59.363180 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.431591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Allocated IP 172.20.0.1 (da037360-5a87-4a7c-9164-08e042c2bab8/d3fec85b-056f-4817-a175-f729c7e27e7d/19d191bf-8270-47e6-8f8f-84e15b535e4e) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:44:59.452659 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Attempting to bind port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:44:59.453021 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Attempting to bind port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:44:59.453382 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Attempting to bind port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:44:59.461215 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:44:59.467868 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:44:59.467868 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.467868 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:44:59.467868 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Bound port: f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:44:59.467868 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.487905 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8817f95-6168-436d-b9cd-6d5d07d24c0b None None] Pushing event updated for resources: {'Port': ['ID=f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:59.539923 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] For port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:44:59.543578 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] For port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:44:59.591878 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.602579 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.613063 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2096a15d-8d99-4b38-94c0-fc52ea2d2005 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:59.614426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Transition to ACTIVE for port object 19d191bf-8270-47e6-8f8f-84e15b535e4e will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:44:59.684585 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Routers {'35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:44:59.685187 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:44:59.689846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:59.690264 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.717450 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.758234 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8817f95-6168-436d-b9cd-6d5d07d24c0b None None] Pushing event updated for resources: {'Port': ['ID=f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:59.796069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Network da037360-5a87-4a7c-9164-08e042c2bab8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:44:59.799099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:44:59.803584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:44:59.824261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7900c42e-a5d1-4e44-a33b-d557d7fdde68 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:44:59.839183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=19d191bf-8270-47e6-8f8f-84e15b535e4e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:44:59.878985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:44:59.886592 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] Set router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:44:59.924306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:44:59.924871 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:00.134927 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:00.199610 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:44:56Z', 'revision_number': 3, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port': {'id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:55Z', 'updated_at': '2022-02-07T13:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:45:00.203614 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b121f-5aca-4798-b44a-d8bd410ef6e4 None None] The sync data for ids ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'] in n-d-811416-5 is: [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:44:56Z', 'revision_number': 3, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port': {'id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:55Z', 'updated_at': '2022-02-07T13:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:45:00.214064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7b25726d-6d77-4100-90e6-dac8cc654080 None None] Provisioning for port 19d191bf-8270-47e6-8f8f-84e15b535e4e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:45:00.219481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7b25726d-6d77-4100-90e6-dac8cc654080 None None] Provisioning complete for port 19d191bf-8270-47e6-8f8f-84e15b535e4e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:45:00.220808 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7b25726d-6d77-4100-90e6-dac8cc654080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:00.278185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7b25726d-6d77-4100-90e6-dac8cc654080 None None] Port 19d191bf-8270-47e6-8f8f-84e15b535e4e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:45:00.375160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:00.462285 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:00.581580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=19d191bf-8270-47e6-8f8f-84e15b535e4e,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:45:00.584064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:00.733059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Network da037360-5a87-4a7c-9164-08e042c2bab8 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:45:00.734273 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:45:00.950713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:45:01.004740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-00f46d75-c5ec-4ad2-b056-83f2a06c8a68 None None] Provisioning complete for port 19d191bf-8270-47e6-8f8f-84e15b535e4e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:45:01.005339 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-00f46d75-c5ec-4ad2-b056-83f2a06c8a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:01.062330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-00f46d75-c5ec-4ad2-b056-83f2a06c8a68 None None] Port 19d191bf-8270-47e6-8f8f-84e15b535e4e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:45:01.251452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:45:01.260539 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bbdef8bb-7db7-45d4-a8b3-68cf4fda7cd6 admin admin] 10.222.0.69 "PUT /v2.0/routers/35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0644984 Feb 07 13:45:01.642080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:45:01.778530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:45:01.790823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:45:01.790823 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:01.889973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0648949-5404-4151-81cd-193087205177 None None] Sync routers for ids ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:45:01.920156 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0648949-5404-4151-81cd-193087205177 None None] Routers {'35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:45:01.920808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f0648949-5404-4151-81cd-193087205177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:45:01.984338 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:02.023173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:45:02.126268 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:02.215192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f0648949-5404-4151-81cd-193087205177 None None] Set router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:45:02.285914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:45:02.551197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f0648949-5404-4151-81cd-193087205177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:44:59Z', 'revision_number': 4, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port': {'id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:55Z', 'updated_at': '2022-02-07T13:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '19d191bf-8270-47e6-8f8f-84e15b535e4e', 'name': '', 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'mac_address': 'fa:16:3e:31:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3fec85b-056f-4817-a175-f729c7e27e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:59Z', 'updated_at': '2022-02-07T13:45:00Z', 'revision_number': 2, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'subnets': [{'id': 'd3fec85b-056f-4817-a175-f729c7e27e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:45:02.555012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0648949-5404-4151-81cd-193087205177 None None] Checking router: 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:45:02.555375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0648949-5404-4151-81cd-193087205177 None None] Updating router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b port 19d191bf-8270-47e6-8f8f-84e15b535e4e binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:45:02.611288 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0648949-5404-4151-81cd-193087205177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:02.997090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0648949-5404-4151-81cd-193087205177 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:03.008772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f0648949-5404-4151-81cd-193087205177 None None] Transition to ACTIVE for port object 19d191bf-8270-47e6-8f8f-84e15b535e4e will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:45:03.085736 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0648949-5404-4151-81cd-193087205177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:03.260306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0357a-1aff-43df-b899-e7ed7c743dde None None] Pushing event updated for resources: {'Port': ['ID=19d191bf-8270-47e6-8f8f-84e15b535e4e,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:45:03.316982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f0648949-5404-4151-81cd-193087205177 None None] Attempting to bind port 19d191bf-8270-47e6-8f8f-84e15b535e4e on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:45:03.321776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f0648949-5404-4151-81cd-193087205177 None None] Attempting to bind port 19d191bf-8270-47e6-8f8f-84e15b535e4e by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:45:03.321776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0648949-5404-4151-81cd-193087205177 None None] Attempting to bind port 19d191bf-8270-47e6-8f8f-84e15b535e4e on network da037360-5a87-4a7c-9164-08e042c2bab8 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:45:03.324837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0648949-5404-4151-81cd-193087205177 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:45:03.325437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0648949-5404-4151-81cd-193087205177 None None] Checking segment: {'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:45:03.326016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0648949-5404-4151-81cd-193087205177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:03.326418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0648949-5404-4151-81cd-193087205177 None None] Bound using segment: {'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:45:03.326883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f0648949-5404-4151-81cd-193087205177 None None] Bound port: 19d191bf-8270-47e6-8f8f-84e15b535e4e, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:45:03.327258 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0648949-5404-4151-81cd-193087205177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:03.435282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f0648949-5404-4151-81cd-193087205177 None None] For port 19d191bf-8270-47e6-8f8f-84e15b535e4e, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:45:03.438718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f0648949-5404-4151-81cd-193087205177 None None] For port 19d191bf-8270-47e6-8f8f-84e15b535e4e, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=19d191bf-8270-47e6-8f8f-84e15b535e4e,segment=NetworkSegment(2a8bedaa-e3a4-4866-9d91-b2a11d9217b6),segment_id=2a8bedaa-e3a4-4866-9d91-b2a11d9217b6)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:45:03.497667 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0648949-5404-4151-81cd-193087205177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:03.584401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0648949-5404-4151-81cd-193087205177 None None] Routers {'35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:45:03.585050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f0648949-5404-4151-81cd-193087205177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:44:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:45:03.643997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:45:03.683292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0357a-1aff-43df-b899-e7ed7c743dde None None] Pushing event updated for resources: {'Port': ['ID=19d191bf-8270-47e6-8f8f-84e15b535e4e,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:45:03.890008 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:45:03.890405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:03.930630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-f0648949-5404-4151-81cd-193087205177 None None] Set router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:45:04.344833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-f0648949-5404-4151-81cd-193087205177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:44:59Z', 'revision_number': 4, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port': {'id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:55Z', 'updated_at': '2022-02-07T13:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '19d191bf-8270-47e6-8f8f-84e15b535e4e', 'name': '', 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'mac_address': 'fa:16:3e:31:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3fec85b-056f-4817-a175-f729c7e27e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:59Z', 'updated_at': '2022-02-07T13:45:03Z', 'revision_number': 4, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'subnets': [{'id': 'd3fec85b-056f-4817-a175-f729c7e27e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:45:04.350206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0648949-5404-4151-81cd-193087205177 None None] The sync data for ids ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'] in n-d-811416-5 is: [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:44:59Z', 'revision_number': 4, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port': {'id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:55Z', 'updated_at': '2022-02-07T13:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '19d191bf-8270-47e6-8f8f-84e15b535e4e', 'name': '', 'network_id': 'da037360-5a87-4a7c-9164-08e042c2bab8', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'mac_address': 'fa:16:3e:31:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3fec85b-056f-4817-a175-f729c7e27e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:59Z', 'updated_at': '2022-02-07T13:45:03Z', 'revision_number': 4, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'subnets': [{'id': 'd3fec85b-056f-4817-a175-f729c7e27e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:45:05.653589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 19d191bf-8270-47e6-8f8f-84e15b535e4e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:45:05.795826 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 19d191bf-8270-47e6-8f8f-84e15b535e4e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:45:05.800319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 19d191bf-8270-47e6-8f8f-84e15b535e4e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:45:05.800695 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:05.929120 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:05.963817 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 19d191bf-8270-47e6-8f8f-84e15b535e4e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=19d191bf-8270-47e6-8f8f-84e15b535e4e,segment=NetworkSegment(2a8bedaa-e3a4-4866-9d91-b2a11d9217b6),segment_id=2a8bedaa-e3a4-4866-9d91-b2a11d9217b6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:45:06.120051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:06.190605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=19d191bf-8270-47e6-8f8f-84e15b535e4e,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:45:07.609298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 19d191bf-8270-47e6-8f8f-84e15b535e4e up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:45:07.685678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 19d191bf-8270-47e6-8f8f-84e15b535e4e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:45:07.685678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:08.737067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2faeec11-0737-44d1-b238-34ee899fc2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:09.116986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-6e92f34e-a153-46f3-978a-c260b0a8cacf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734584 Feb 07 13:45:09.262087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-88b00c04-33cf-484d-a38c-c67808d2a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:45:09.263733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-88b00c04-33cf-484d-a38c-c67808d2a0dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1097 time: 0.0786271 Feb 07 13:45:09.419817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-aa7e4ff8-f32b-43e4-b272-c922275e3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:45:09.421314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-aa7e4ff8-f32b-43e4-b272-c922275e3449 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1358294 Feb 07 13:45:09.530228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-943ed853-d8ee-4200-8138-849b886a5beb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 1002 time: 0.1023774 Feb 07 13:45:09.597690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-1c63af0b-39c7-4632-a5a9-0e936edd6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:45:09.599289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-1c63af0b-39c7-4632-a5a9-0e936edd6d78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0628536 Feb 07 13:45:09.677673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-f68d85f5-468d-43b6-88db-b9984799ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:45:09.679133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-f68d85f5-468d-43b6-88db-b9984799ae88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743845 Feb 07 13:45:09.819158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-bc4f5719-11b4-4a2f-b35f-aa8e60ae50fa service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338949 Feb 07 13:45:09.955926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5097de2-cd11-44ca-9557-770e0b1417d7 req-6eab0baf-c6da-4406-b0a0-f6d985264802 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309149 Feb 07 13:45:11.719607 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d216c018-40f3-4cb4-a067-66d69b091356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:12.296798 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:12.348977 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:13.891158 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:15.342348 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:22.002845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb163526-50df-4fd7-af82-65cbce45b12a req-bb642143-d81d-4e5a-9205-8365eca42bb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713568 Feb 07 13:45:22.094665 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:45:22.147335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163526-50df-4fd7-af82-65cbce45b12a req-233f17f7-9a30-4667-98ed-c89250cd7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:45:22.151766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb163526-50df-4fd7-af82-65cbce45b12a req-233f17f7-9a30-4667-98ed-c89250cd7e92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 1097 time: 0.0789962 Feb 07 13:45:22.298564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163526-50df-4fd7-af82-65cbce45b12a req-565ceb7f-fd93-4af5-8298-051e1d13061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:45:22.300080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb163526-50df-4fd7-af82-65cbce45b12a req-565ceb7f-fd93-4af5-8298-051e1d13061c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1321404 Feb 07 13:45:22.408206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb163526-50df-4fd7-af82-65cbce45b12a req-f2892d28-3f2a-4e3e-a268-2b26d3c7004f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7 HTTP/1.1" status: 200 len: 1001 time: 0.1020184 Feb 07 13:45:22.471192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163526-50df-4fd7-af82-65cbce45b12a req-668c84de-8f0f-45ec-b27b-7848b1a0590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:45:22.472681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb163526-50df-4fd7-af82-65cbce45b12a req-668c84de-8f0f-45ec-b27b-7848b1a0590c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0587175 Feb 07 13:45:22.553161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163526-50df-4fd7-af82-65cbce45b12a req-f8e699c4-1cbe-4c1e-910e-63e6b9f4d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:45:22.554649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb163526-50df-4fd7-af82-65cbce45b12a req-f8e699c4-1cbe-4c1e-910e-63e6b9f4d423 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760458 Feb 07 13:45:22.690772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb163526-50df-4fd7-af82-65cbce45b12a req-eb50eef1-6de8-40ad-8cf1-b56f00ba966c service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291175 Feb 07 13:45:22.942803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb163526-50df-4fd7-af82-65cbce45b12a req-cfe2d183-46c0-45c7-9901-38f27cf1d29e service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460179 Feb 07 13:45:25.011085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:38.734684 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1007b2c2-ed70-49b0-9a77-23beaec6e53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:41.618991 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9965378b-d8d6-465f-87e8-71b1832714fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:42.273942 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:42.358817 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:43.884913 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:45.325450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:54.964154 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:45:59.093975 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:46:06.195329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20af21-d3df-45e2-aa4e-68dd86853def req-c277ae63-4534-4b28-8c5a-5be036d72f62 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:06.196865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e20af21-d3df-45e2-aa4e-68dd86853def req-c277ae63-4534-4b28-8c5a-5be036d72f62 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.1981478 Feb 07 13:46:06.243144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e20af21-d3df-45e2-aa4e-68dd86853def req-fd118e99-35e8-4b6a-96ac-c99294b1d059 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Feb 07 13:46:07.572535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593552-e7a8-4ef5-a340-93a945f886af req-b0900e11-b5d6-4ba8-a889-c5e84abd9f19 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:07.574030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94593552-e7a8-4ef5-a340-93a945f886af req-b0900e11-b5d6-4ba8-a889-c5e84abd9f19 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.2265329 Feb 07 13:46:07.620130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-94593552-e7a8-4ef5-a340-93a945f886af req-034c65c4-9158-49b9-9d47-af692aed2751 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403666 Feb 07 13:46:08.730160 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-38fb01d5-7f58-4b5b-a6ca-e7f61a945546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:08.810912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5e106-dc8f-46e3-a82f-88df9bf2e7f1 req-e8bd1ab2-51e4-4fe1-b95a-f267f3c593d7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:08.812325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0da5e106-dc8f-46e3-a82f-88df9bf2e7f1 req-e8bd1ab2-51e4-4fe1-b95a-f267f3c593d7 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0807662 Feb 07 13:46:08.860174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0da5e106-dc8f-46e3-a82f-88df9bf2e7f1 req-f6099f7a-00a1-46d2-983b-c1d236a59bea tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Feb 07 13:46:09.109016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-5b254a7d-5791-41e4-b886-936013d1b132 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690644 Feb 07 13:46:09.243755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-507614b9-b09c-42da-9026-a5eb18043e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:09.245355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-507614b9-b09c-42da-9026-a5eb18043e92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1097 time: 0.0705357 Feb 07 13:46:09.392709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-e9d975e3-c47d-45b6-9e42-db2ac5a470f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:09.394169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-e9d975e3-c47d-45b6-9e42-db2ac5a470f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1303866 Feb 07 13:46:09.502526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-c4a3f8b9-6ab2-4f11-af76-1093891e84bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 1002 time: 0.1026795 Feb 07 13:46:09.574370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-292a7bb7-5ddf-4b44-9194-2b89bccb09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:09.575826 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-292a7bb7-5ddf-4b44-9194-2b89bccb09ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0677435 Feb 07 13:46:09.652398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-724dd643-807b-4615-ba1d-c5d0da5f5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:09.653865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-724dd643-807b-4615-ba1d-c5d0da5f5e92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718105 Feb 07 13:46:09.799249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-eb27d969-70ce-4e72-9547-89c7914228dc service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389718 Feb 07 13:46:09.933154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3857dff9-a3f5-4546-9bea-a61a5a231b57 req-bebee0cf-7aff-4132-99e3-3d4d14f297f5 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283476 Feb 07 13:46:10.054710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72deff-d428-44d7-a57c-700d492a66a9 req-d8d9b840-1604-454f-94be-e63a69f99403 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:10.056068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e72deff-d428-44d7-a57c-700d492a66a9 req-d8d9b840-1604-454f-94be-e63a69f99403 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0826731 Feb 07 13:46:10.099602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e72deff-d428-44d7-a57c-700d492a66a9 req-1061d9dc-449f-4614-ab9c-6a62aa3a7837 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377774 Feb 07 13:46:11.283559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ce36-fdc5-4b8d-9314-5006ab2fcb5c req-ffb9e124-3451-4775-a571-6d7e84b9ddcf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:11.285075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1674ce36-fdc5-4b8d-9314-5006ab2fcb5c req-ffb9e124-3451-4775-a571-6d7e84b9ddcf tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0803101 Feb 07 13:46:11.328989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1674ce36-fdc5-4b8d-9314-5006ab2fcb5c req-432c7f14-f277-498d-a67a-f41f05c5280e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381637 Feb 07 13:46:11.541107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f959-09fb-42ee-9355-c0dcb5337246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:12.255697 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:12.341015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:12.520502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ade773-1ab7-4c96-8762-810dc4fb0212 req-68950704-9d0f-4de6-8c65-8c42ac03c695 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:12.521869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ade773-1ab7-4c96-8762-810dc4fb0212 req-68950704-9d0f-4de6-8c65-8c42ac03c695 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0830684 Feb 07 13:46:12.568730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34ade773-1ab7-4c96-8762-810dc4fb0212 req-5c1570b8-305b-46ea-9bba-693fe5a9978c tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410492 Feb 07 13:46:13.771318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39927b2e-71c7-4ff6-8783-c86b51766461 req-202a34dd-a3ba-4531-9efa-8779046e5ab9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:13.772849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39927b2e-71c7-4ff6-8783-c86b51766461 req-202a34dd-a3ba-4531-9efa-8779046e5ab9 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0866065 Feb 07 13:46:13.817580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-39927b2e-71c7-4ff6-8783-c86b51766461 req-92baaa2d-fae2-4d5d-8fe2-277513e90acc tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389190 Feb 07 13:46:13.855895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:15.015461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda2d94-faf8-4866-8ce3-41c003e4ddba req-8f702e1b-a970-4c39-b6ed-37618bec5a3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:15.016984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcda2d94-faf8-4866-8ce3-41c003e4ddba req-8f702e1b-a970-4c39-b6ed-37618bec5a3b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0918741 Feb 07 13:46:15.060807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcda2d94-faf8-4866-8ce3-41c003e4ddba req-d3d15b92-630d-4686-9205-8fdf96d427a2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381467 Feb 07 13:46:15.329893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:16.242327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6611b8-c6b2-41fc-b90d-510c99b46ab5 req-6c7d78bd-489d-45ca-8ae0-f022845c2775 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:16.243705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c6611b8-c6b2-41fc-b90d-510c99b46ab5 req-6c7d78bd-489d-45ca-8ae0-f022845c2775 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0794017 Feb 07 13:46:16.290337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c6611b8-c6b2-41fc-b90d-510c99b46ab5 req-adc2cf0e-220d-465e-9c81-06af04879eca tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Feb 07 13:46:17.478285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6a709-e4a3-4f7a-849e-3ca09183b57c req-cafa433b-94a7-4f63-8439-f91dc428adfd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:17.479759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed6a709-e4a3-4f7a-849e-3ca09183b57c req-cafa433b-94a7-4f63-8439-f91dc428adfd tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0799494 Feb 07 13:46:17.526363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aed6a709-e4a3-4f7a-849e-3ca09183b57c req-f340fd5d-2326-4530-b3b3-040e27b4e2b2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Feb 07 13:46:18.742582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e04ad-1574-4906-938a-05747f000ac3 req-a91fdd05-1db7-4891-89c5-32c2c98a494d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:18.744181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e8e04ad-1574-4906-938a-05747f000ac3 req-a91fdd05-1db7-4891-89c5-32c2c98a494d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0956948 Feb 07 13:46:18.789049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e8e04ad-1574-4906-938a-05747f000ac3 req-2eb63426-e550-4ff0-b575-7de4f95aa6fa tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390565 Feb 07 13:46:19.972872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c11e87-fe7b-4f05-9648-8c3034ebbeaf req-54fd76d7-b295-4596-98fb-c535d8a4e6ff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:19.974321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29c11e87-fe7b-4f05-9648-8c3034ebbeaf req-54fd76d7-b295-4596-98fb-c535d8a4e6ff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0787592 Feb 07 13:46:20.017509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29c11e87-fe7b-4f05-9648-8c3034ebbeaf req-306fcfe4-af13-4ced-9ae7-a17a81becf17 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376091 Feb 07 13:46:21.333723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a57a47-1430-444c-8268-eb786e73139e req-7b7dc737-1011-484f-a475-c1a83e1b5acb tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:21.335328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1a57a47-1430-444c-8268-eb786e73139e req-7b7dc737-1011-484f-a475-c1a83e1b5acb tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.2116172 Feb 07 13:46:21.428726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1a57a47-1430-444c-8268-eb786e73139e req-8d3dcb2e-afd9-4e97-8882-ab7058a2011f tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620005 Feb 07 13:46:21.443667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14790a-9161-4397-800e-4a58687f810d req-16ee65fa-5553-41c4-b726-f41aba2e2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:21.443667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e14790a-9161-4397-800e-4a58687f810d req-16ee65fa-5553-41c4-b726-f41aba2e2bb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1097 time: 0.1665161 Feb 07 13:46:21.484345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e14790a-9161-4397-800e-4a58687f810d req-d3b32488-c72f-4ac6-bcf0-a3b4a478c5ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351622 Feb 07 13:46:22.614268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef09f9-6d99-4942-9085-09ac892bdf92 req-5cb26e53-3f42-4807-a3c8-aeaa445cd752 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:22.615825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28ef09f9-6d99-4942-9085-09ac892bdf92 req-5cb26e53-3f42-4807-a3c8-aeaa445cd752 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0824003 Feb 07 13:46:22.681083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28ef09f9-6d99-4942-9085-09ac892bdf92 req-d04b21ca-02ca-4d20-8079-75ebbc155dac tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578241 Feb 07 13:46:22.971772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:46:23.065158 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:23.154893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57570) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:23.262375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:23.281949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'port_id': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'mac_address': 'fa:16:3e:43:f5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:46:23.285512 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:23.368093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:23.374611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:46:23.398004 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:23.403609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port 76180b0d-6280-4620-b3ee-95aa8954e05d {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:23.403952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:23.417475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:46:23.445753 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:23.515056 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'code': 200} Feb 07 13:46:23.523166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc84d7b3-6425-4416-8838-1deff186f141 req-86253704-f569-4ae0-a8d4-62a328034683 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954759 Feb 07 13:46:23.570297 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:46:23.570980 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:46:23.581452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:23.590328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.590971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.591526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.592103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.592653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.593445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.593985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.594520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.595088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.595488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.595889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.596339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:23.619218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:23.619471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:23.635386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d7b3-6425-4416-8838-1deff186f141 req-8f66a65a-278f-4295-b308-f651ee539529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:23.637487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc84d7b3-6425-4416-8838-1deff186f141 req-8f66a65a-278f-4295-b308-f651ee539529 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1095 time: 0.0932603 Feb 07 13:46:23.780489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for 76180b0d-6280-4620-b3ee-95aa8954e05d owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:23.803337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d7b3-6425-4416-8838-1deff186f141 req-55412a5c-5b9a-4201-83b4-8da8a2a5445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:23.804883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc84d7b3-6425-4416-8838-1deff186f141 req-55412a5c-5b9a-4201-83b4-8da8a2a5445d service neutron] 10.222.0.47 "GET /v2.0/networks?id=109b9eb5-4ced-4112-b63f-05198a6bef95 HTTP/1.1" status: 200 len: 897 time: 0.1486189 Feb 07 13:46:23.967275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc84d7b3-6425-4416-8838-1deff186f141 req-e452a85d-336b-4a7f-99d6-d5c1b530f02b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d HTTP/1.1" status: 200 len: 1000 time: 0.1260602 Feb 07 13:46:24.009943 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:24.020342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd76fc1-a6c9-4522-a4b6-cb7b5dfc543a req-051274f8-a9a3-456a-8c68-ff7ea0187a0d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:24.021844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-acd76fc1-a6c9-4522-a4b6-cb7b5dfc543a req-051274f8-a9a3-456a-8c68-ff7ea0187a0d tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 944 time: 0.2203562 Feb 07 13:46:24.060354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=76180b0d-6280-4620-b3ee-95aa8954e05d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:24.071606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.071606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.071836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.072060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.072352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.072740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.073078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.073412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.073738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.074065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.074391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.074715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:24.091468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d7b3-6425-4416-8838-1deff186f141 req-676eb9af-344c-416f-9675-af2e7115f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:24.091468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc84d7b3-6425-4416-8838-1deff186f141 req-676eb9af-344c-416f-9675-af2e7115f256 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3bb5c245-4542-43c7-ba4e-7020e0581f2d HTTP/1.1" status: 200 len: 835 time: 0.1159146 Feb 07 13:46:24.137273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:24.153745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-acd76fc1-a6c9-4522-a4b6-cb7b5dfc543a req-ded0e755-c7c3-4863-bcfe-f26cf686283b tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237066 Feb 07 13:46:24.165862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:46:24.183212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57584) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:24.185818 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:24.190517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d7b3-6425-4416-8838-1deff186f141 req-88a948e0-1285-4ace-9bda-213e44337d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:24.192487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc84d7b3-6425-4416-8838-1deff186f141 req-88a948e0-1285-4ace-9bda-213e44337d0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109b9eb5-4ced-4112-b63f-05198a6bef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930111 Feb 07 13:46:24.232864 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:24.271328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:24.271935 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Floating IP 787a8d05-eea2-4f8f-8817-dc654978e501 disassociated (deleted). External IP: 172.25.7.38, port: d627dd27-2215-4c8c-972f-d7930dad5ac7. Feb 07 13:46:24.323314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:24.339205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc84d7b3-6425-4416-8838-1deff186f141 req-0c0bb7b0-9359-4d17-aca1-0b891fbbfe74 service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406147 Feb 07 13:46:24.479027 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e6f7c26f-37ef-476e-8cba-be70f0495820 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/floatingips/3c91fdda-4e06-4361-b690-cf462c81a4a0 HTTP/1.1" status: 200 len: 993 time: 0.2925215 Feb 07 13:46:24.479761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc84d7b3-6425-4416-8838-1deff186f141 req-9cee9d7e-a713-45d7-b804-36ca14ec1fd7 service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340220 Feb 07 13:46:24.578678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:46:24.696896 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Router 87f0b689-1037-4081-a34a-a58e785aefe5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:46:24.952929 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:25.005068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:46:25.015641 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:46:25.026036 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:46:25.026636 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:46:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:25.118822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:25.182141 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ac9593a3-e8fc-48d4-868c-090d3e172edf tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "DELETE /v2.0/floatingips/787a8d05-eea2-4f8f-8817-dc654978e501 HTTP/1.1" status: 204 len: 168 time: 2.0231044 Feb 07 13:46:25.182141 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:46:25.209357 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:46:25.245647 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'status': 'completed', 'code': 200} Feb 07 13:46:25.349558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-fff199d1-c2ad-49ae-b165-3a07749aec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:25.351040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-fff199d1-c2ad-49ae-b165-3a07749aec9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 1097 time: 0.0847633 Feb 07 13:46:25.491538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-aac4649d-2131-42c4-a16f-2f899cb94195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:25.492932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-aac4649d-2131-42c4-a16f-2f899cb94195 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1359844 Feb 07 13:46:25.569743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-89be796f-f228-4892-94ed-d901815e73fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7 HTTP/1.1" status: 200 len: 217 time: 0.0706127 Feb 07 13:46:25.639441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-90ddbded-93bb-4d1a-b072-715bd64c4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:25.640425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-90ddbded-93bb-4d1a-b072-715bd64c4ef8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0647752 Feb 07 13:46:25.640791 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:17Z', 'revision_number': 1, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:25.645711 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:46:25.655947 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:46:25.656579 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:46:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:25.870550 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:46:25.967682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-26ecb90f-910a-4d4d-8736-06af416dd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:25.969221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-26ecb90f-910a-4d4d-8736-06af416dd62a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198109 Feb 07 13:46:25.977682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437a43-fc32-4291-ac79-32ea4607edeb req-8e764908-f93d-47c3-8c3c-165b7db09db9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:25.979209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3437a43-fc32-4291-ac79-32ea4607edeb req-8e764908-f93d-47c3-8c3c-165b7db09db9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 946 time: 0.2263839 Feb 07 13:46:26.102956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3437a43-fc32-4291-ac79-32ea4607edeb req-4e5a7b90-d4b2-4342-9e98-3b0c45847189 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047738 Feb 07 13:46:26.153823 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-d49a3269-f6c9-49a2-ac5c-781e3f77d091 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735961 Feb 07 13:46:26.262933 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:17Z', 'revision_number': 1, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:26.267129 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0714e264-9e5a-4798-9743-8b969c183da7 None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '73a0e0ef-09c6-409d-be15-fb3dbaf696aa', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'port_id': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'mac_address': 'fa:16:3e:d0:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:40:13Z', 'updated_at': '2022-02-07T13:40:17Z', 'revision_number': 1, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:46:26.292508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83410f37-dc22-4242-b1ce-0dc90f937241 req-1b2c8f48-8793-4959-9f24-2307a53264f7 service neutron] 10.222.0.47 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326618 Feb 07 13:46:26.521130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3df596-5384-4f36-ba23-4a6a7b8c21f4 None None] New status for floating IP 787a8d05-eea2-4f8f-8817-dc654978e501: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:46:27.005192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:46:27.078076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:46:27.078451 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:27.235717 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:27.258585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:46:27.268898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:27.305577 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'code': 200} Feb 07 13:46:27.358743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:27.430613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:27.458607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0bfdc-6e6f-4fa0-b707-84b329168f63 req-4342ee77-743d-4f1f-a26c-923a74489532 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:27.460109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcb0bfdc-6e6f-4fa0-b707-84b329168f63 req-4342ee77-743d-4f1f-a26c-923a74489532 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 946 time: 0.1488576 Feb 07 13:46:27.467386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-c208d554-a2f8-4521-83a2-8af3f811aed1 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:27.468804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-c208d554-a2f8-4521-83a2-8af3f811aed1 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 946 time: 0.1151340 Feb 07 13:46:27.564155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcb0bfdc-6e6f-4fa0-b707-84b329168f63 req-6a0ef770-ff6d-4735-a96e-aa437dd40ede tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943601 Feb 07 13:46:27.570433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port d627dd27-2215-4c8c-972f-d7930dad5ac7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:27.570772 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:27.833037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] For port d627dd27-2215-4c8c-972f-d7930dad5ac7, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=d627dd27-2215-4c8c-972f-d7930dad5ac7,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:27.833037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:27.961359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for d627dd27-2215-4c8c-972f-d7930dad5ac7 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:28.170030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:28.221973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=d627dd27-2215-4c8c-972f-d7930dad5ac7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:28.267861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.268230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.268570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.268905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.269793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.270324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.270629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.270954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.271280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.271598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.271925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.279903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:46:28.313935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] No DVR routers for this DVR port d627dd27-2215-4c8c-972f-d7930dad5ac7 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:46:28.316560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:28.319026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'name': 'network-vif-deleted', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:46:28.333242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6fc833a-da77-4aef-95a8-b432c2a3bf86 req-ce51f501-14c6-4e60-ab80-96a6df7efdbe tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.47 "DELETE /v2.0/ports/d627dd27-2215-4c8c-972f-d7930dad5ac7 HTTP/1.1" status: 204 len: 173 time: 0.8484106 Feb 07 13:46:28.366166 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7190fec4-8b44-432f-9916-74a8ad266d95', 'name': 'network-vif-deleted', 'tag': 'd627dd27-2215-4c8c-972f-d7930dad5ac7', 'status': 'completed', 'code': 200} Feb 07 13:46:28.924166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-731aa80d-ff23-4492-9242-4e9dea2eff7c req-8825eff9-61f6-4804-92df-7db72f8e41f2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:46:29.004362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-731aa80d-ff23-4492-9242-4e9dea2eff7c req-8825eff9-61f6-4804-92df-7db72f8e41f2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:46:29.005522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-731aa80d-ff23-4492-9242-4e9dea2eff7c req-8825eff9-61f6-4804-92df-7db72f8e41f2 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=7190fec4-8b44-432f-9916-74a8ad266d95 HTTP/1.1" status: 200 len: 210 time: 0.1321065 Feb 07 13:46:31.048035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d627dd27-2215-4c8c-972f-d7930dad5ac7 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:31.084046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: d627dd27-2215-4c8c-972f-d7930dad5ac7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:46:31.084399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device d627dd27-2215-4c8c-972f-d7930dad5ac7 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:46:35.113733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57724) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:35.317355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port e451c472-1fd7-4f1c-8daf-baaf03345294 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:35.317625 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:35.495376 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:35.495719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:35.624837 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for e451c472-1fd7-4f1c-8daf-baaf03345294 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:35.821128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:35.874746 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=e451c472-1fd7-4f1c-8daf-baaf03345294,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:35.975945 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:35.976318 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Floating IP 73a0e0ef-09c6-409d-be15-fb3dbaf696aa disassociated (deleted). External IP: 172.25.7.155, port: d18358e4-e322-4c68-8e23-f96046fee76b. Feb 07 13:46:36.092922 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:46:36.328215 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Router 87f0b689-1037-4081-a34a-a58e785aefe5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:46:36.627522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:46:36.640908 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:46:36.651612 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:46:36.652245 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:46:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:36.702896 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:36.762798 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d481241e-bd0d-45f8-8a13-fada35f06bd9 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "DELETE /v2.0/floatingips/73a0e0ef-09c6-409d-be15-fb3dbaf696aa HTTP/1.1" status: 204 len: 168 time: 1.6489680 Feb 07 13:46:36.763407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:46:36.817561 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'status': 'completed', 'code': 200} Feb 07 13:46:36.860097 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:46:36.922618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-30807c3f-db15-4a30-a9a7-280c04269758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:36.926306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-30807c3f-db15-4a30-a9a7-280c04269758 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a92a614e65b49c08d9e99ad98743207&device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 1097 time: 0.0835557 Feb 07 13:46:37.060789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-2519c5b0-c403-4112-9abd-c6f8ee447b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:37.062361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-2519c5b0-c403-4112-9abd-c6f8ee447b40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 200 len: 911 time: 0.1319489 Feb 07 13:46:37.141691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-55be8fdc-ee8e-49d2-97a1-cd6fb4082496 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 200 len: 217 time: 0.0733280 Feb 07 13:46:37.202490 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-09fb08a3-7084-49b3-b48f-f9e50b969305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:37.203859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-09fb08a3-7084-49b3-b48f-f9e50b969305 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 200 len: 850 time: 0.0570099 Feb 07 13:46:37.245264 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:37.249290 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:46:37.258175 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:46:37.258799 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:46:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:37.291051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-13d7d99d-2165-4930-a5bb-abc110caf2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:37.293227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-13d7d99d-2165-4930-a5bb-abc110caf2da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c42fd682-807a-46ed-800d-ed30d5f431a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834370 Feb 07 13:46:37.471748 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:46:37.622222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14673670-5d01-4037-ad2a-69d4d4609612 req-c98f477e-7149-4f10-8939-c23b2cf485b7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:37.623700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14673670-5d01-4037-ad2a-69d4d4609612 req-c98f477e-7149-4f10-8939-c23b2cf485b7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 946 time: 0.3001835 Feb 07 13:46:37.668268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-25891af9-3d00-4901-9d68-8fb95d33c53f service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668282 Feb 07 13:46:37.686133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14673670-5d01-4037-ad2a-69d4d4609612 req-0b745264-be98-40f6-a373-31abf0fdcc3e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/security-groups?id=030c06b8-9273-4f3c-a665-d14ab80f57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531394 Feb 07 13:46:37.827760 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:37.832012 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202fc9d-5579-46d9-96cb-151e6693e0a8 None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:30:14Z', 'revision_number': 4, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'cba1d0df-4226-46ca-a5db-7be97c272163', 'name': '', 'network_id': 'c42fd682-807a-46ed-800d-ed30d5f431a1', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'mac_address': 'fa:16:3e:bc:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:12Z', 'updated_at': '2022-02-07T13:30:27Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'subnets': [{'id': 'd5edbd66-a3de-40ae-bdca-2756a1ce07f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:46:37.896323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-54a26209-0b22-48fa-be10-1c55e8a03336 service neutron] 10.222.0.35 "GET /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091832 Feb 07 13:46:37.913498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-c841c1d6-bba3-4efc-82a6-c1ca0fa2eb0e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:46:37.915022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-c841c1d6-bba3-4efc-82a6-c1ca0fa2eb0e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 946 time: 0.1349266 Feb 07 13:46:37.989172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port d18358e4-e322-4c68-8e23-f96046fee76b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:37.989774 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:38.105448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b865c-0d97-47be-b1f8-1b12f483d4cb None None] New status for floating IP 73a0e0ef-09c6-409d-be15-fb3dbaf696aa: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:46:38.262218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] For port d18358e4-e322-4c68-8e23-f96046fee76b, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=d18358e4-e322-4c68-8e23-f96046fee76b,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:38.262526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:38.393962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for d18358e4-e322-4c68-8e23-f96046fee76b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:38.615705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:38.671591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=d18358e4-e322-4c68-8e23-f96046fee76b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:38.735294 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0472d2c2-4f72-4d91-bea8-b1a8a94dfbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:38.775339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] No DVR routers for this DVR port d18358e4-e322-4c68-8e23-f96046fee76b on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:46:38.777921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:38.780679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'name': 'network-vif-deleted', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:46:38.802339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eabaa526-1fde-4eb0-9490-c2e169f8ebc6 req-03f6f78c-af66-4284-ac67-8ab9babd1f05 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.35 "DELETE /v2.0/ports/d18358e4-e322-4c68-8e23-f96046fee76b HTTP/1.1" status: 204 len: 173 time: 0.8820031 Feb 07 13:46:38.860681 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc2ef9c-c69e-4ff7-925e-07d1ae13579f', 'name': 'network-vif-deleted', 'tag': 'd18358e4-e322-4c68-8e23-f96046fee76b', 'status': 'completed', 'code': 200} Feb 07 13:46:38.866748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0cff6691-7976-4611-91dc-5e0e4465703e req-1ec23c9e-b750-4025-b4e8-b4ea9294f83e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Synchronizing usage tracker for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:46:39.038426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0cff6691-7976-4611-91dc-5e0e4465703e req-1ec23c9e-b750-4025-b4e8-b4ea9294f83e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Unset dirty status for tenant:4a92a614e65b49c08d9e99ad98743207 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:46:39.039861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cff6691-7976-4611-91dc-5e0e4465703e req-1ec23c9e-b750-4025-b4e8-b4ea9294f83e tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 210 time: 0.2208242 Feb 07 13:46:40.208954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d596da7-09eb-4405-b558-6a858dd51fa3 req-83968129-ed89-4ece-a638-8e38ea8857c7 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2ef9c-c69e-4ff7-925e-07d1ae13579f HTTP/1.1" status: 200 len: 210 time: 0.0440481 Feb 07 13:46:41.303962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57810) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:41.459658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d18358e4-e322-4c68-8e23-f96046fee76b no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:41.469691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Deleting port 341517e9-1b90-4199-a159-984d2457c26b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:41.470079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:41.513686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: d18358e4-e322-4c68-8e23-f96046fee76b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:46:41.514121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device d18358e4-e322-4c68-8e23-f96046fee76b not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:46:41.575380 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-26fdaec8-38e6-4d1f-8160-68eb9795b4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:41.659767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:41.660169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:41.789473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Calling delete_port for 341517e9-1b90-4199-a159-984d2457c26b owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:42.004156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:42.055389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'Port': ['ID=341517e9-1b90-4199-a159-984d2457c26b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:42.144860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:42.238193 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:42.239275 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-becd59e1-d4dd-4775-8a2d-8a6b68693aae tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "DELETE /v2.0/floatingips/1beef9fa-692b-4471-ba64-e34397844279 HTTP/1.1" status: 204 len: 168 time: 0.9343126 Feb 07 13:46:42.335649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:42.381820 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:43.843823 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:44.807111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:44.882860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd06abe7-d7b2-461e-af46-078dce049598 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:44.941827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd06abe7-d7b2-461e-af46-078dce049598 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:45.124104 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd06abe7-d7b2-461e-af46-078dce049598 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:45.141079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06abe7-d7b2-461e-af46-078dce049598 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030c06b8-9273-4f3c-a665-d14ab80f57e5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:45.149863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fd06abe7-d7b2-461e-af46-078dce049598 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:45.151862 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fd06abe7-d7b2-461e-af46-078dce049598 tempest-TestVolumeBootPattern-1800560867 tempest-TestVolumeBootPattern-1800560867-project] 10.222.0.69 "DELETE /v2.0/security-groups/030c06b8-9273-4f3c-a665-d14ab80f57e5 HTTP/1.1" status: 204 len: 168 time: 0.3434355 Feb 07 13:46:45.285047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57890) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:45.524081 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:46.144600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:46.518172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Deleting port cba1d0df-4226-46ca-a5db-7be97c272163 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:46.519455 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:46.699017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] For port cba1d0df-4226-46ca-a5db-7be97c272163, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=cba1d0df-4226-46ca-a5db-7be97c272163,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:46.699301 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:46.827993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Calling delete_port for cba1d0df-4226-46ca-a5db-7be97c272163 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:47.267078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:47.314058 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Pushing event deleted for resources: {'Port': ['ID=cba1d0df-4226-46ca-a5db-7be97c272163,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:47.737443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:48.125209 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Router 87f0b689-1037-4081-a34a-a58e785aefe5 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:46:48.321736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:46:48.332768 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] Sync routers for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:46:48.341753 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9b965007-f9cc-45e8-a908-4b463336329a admin admin] 10.222.0.69 "PUT /v2.0/routers/87f0b689-1037-4081-a34a-a58e785aefe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0554426 Feb 07 13:46:48.342504 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:46:48.343107 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:46:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:48.344321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57936) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:48.530484 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:46:48.539336 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:48.745028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:48.838223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Deleting port 61763169-756e-4366-a7bb-4f1be7852995 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:48.838571 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:48.846552 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '61763169-756e-4366-a7bb-4f1be7852995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:46:47Z', 'revision_number': 5, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port': {'id': '61763169-756e-4366-a7bb-4f1be7852995', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:07Z', 'updated_at': '2022-02-07T13:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:48.850375 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] Checking router: 87f0b689-1037-4081-a34a-a58e785aefe5 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:46:48.858724 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] Routers {'87f0b689-1037-4081-a34a-a58e785aefe5'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:46:48.859318 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:46:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['87f0b689-1037-4081-a34a-a58e785aefe5'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:49.020881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] For port 61763169-756e-4366-a7bb-4f1be7852995, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=61763169-756e-4366-a7bb-4f1be7852995,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:49.021242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:49.040984 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] Set router 87f0b689-1037-4081-a34a-a58e785aefe5 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:46:49.164188 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:46:48Z', 'revision_number': 6, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:49.168759 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed13cf-751c-4d5f-8d82-3e10f95b71d0 None None] The sync data for ids ['87f0b689-1037-4081-a34a-a58e785aefe5'] in n-d-811416-5 is: [{'id': '87f0b689-1037-4081-a34a-a58e785aefe5', 'name': 'tempest-TestVolumeBootPattern-461479309-router', 'tenant_id': '4a92a614e65b49c08d9e99ad98743207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:06Z', 'updated_at': '2022-02-07T13:46:48Z', 'revision_number': 6, 'project_id': '4a92a614e65b49c08d9e99ad98743207', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:46:49.304398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Calling delete_port for 61763169-756e-4366-a7bb-4f1be7852995 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:49.547245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:49.599886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Pushing event deleted for resources: {'Port': ['ID=61763169-756e-4366-a7bb-4f1be7852995,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:49.708969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:49.893863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:49.896349 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:49.978302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cba1d0df-4226-46ca-a5db-7be97c272163 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:49.981182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:49.982278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87f0b689-1037-4081-a34a-a58e785aefe5 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:46:49.997394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:49.998748 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c0fb4ab8-5659-4dfb-9c37-875262b57145 admin admin] 10.222.0.69 "DELETE /v2.0/routers/87f0b689-1037-4081-a34a-a58e785aefe5 HTTP/1.1" status: 204 len: 168 time: 1.6530051 Feb 07 13:46:50.001048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57960) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:50.031042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: cba1d0df-4226-46ca-a5db-7be97c272163 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:46:50.031389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device cba1d0df-4226-46ca-a5db-7be97c272163 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:46:50.066832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d83259-56c5-47f3-8ec4-7d9ced1969ab admin admin] Deleting subnet d5edbd66-a3de-40ae-bdca-2756a1ce07f0 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:46:50.070095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51d83259-56c5-47f3-8ec4-7d9ced1969ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.121744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51d83259-56c5-47f3-8ec4-7d9ced1969ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.219246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51d83259-56c5-47f3-8ec4-7d9ced1969ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.358466 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51d83259-56c5-47f3-8ec4-7d9ced1969ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.396816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d83259-56c5-47f3-8ec4-7d9ced1969ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5edbd66-a3de-40ae-bdca-2756a1ce07f0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:50.404044 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-51d83259-56c5-47f3-8ec4-7d9ced1969ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.408800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64253711-71a3-4960-a1f6-73c4d3d770fa None None] Network c42fd682-807a-46ed-800d-ed30d5f431a1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:46:50.413362 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-51d83259-56c5-47f3-8ec4-7d9ced1969ab admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d5edbd66-a3de-40ae-bdca-2756a1ce07f0 HTTP/1.1" status: 204 len: 168 time: 0.4088593 Feb 07 13:46:50.413513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57970) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:50.528996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.540672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Deleting port 8898a45b-ae2c-405e-b46f-e8623a37c12f {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:50.541027 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.742437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] DHCP port deletion for c42fd682-807a-46ed-800d-ed30d5f431a1 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:46:50.748344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] Deleting port 8898a45b-ae2c-405e-b46f-e8623a37c12f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:50.748795 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.791190 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] For port 8898a45b-ae2c-405e-b46f-e8623a37c12f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8898a45b-ae2c-405e-b46f-e8623a37c12f,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:50.792216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:50.927284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Calling delete_port for 8898a45b-ae2c-405e-b46f-e8623a37c12f owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:50.962993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] For port 8898a45b-ae2c-405e-b46f-e8623a37c12f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8898a45b-ae2c-405e-b46f-e8623a37c12f,segment=NetworkSegment(63bf5267-28b2-4a71-955e-9dbffea5a0c3),segment_id=63bf5267-28b2-4a71-955e-9dbffea5a0c3)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:50.963299 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.089362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] Calling delete_port for 8898a45b-ae2c-405e-b46f-e8623a37c12f owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:51.106814 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 13:46:51.160825 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 13:46:51.166757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8898a45b-ae2c-405e-b46f-e8623a37c12f,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:51.166757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] No DVR routers for this DVR port 8898a45b-ae2c-405e-b46f-e8623a37c12f on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:46:51.169934 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:46:51.170258 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:46:51.398246 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.425431 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42fd682-807a-46ed-800d-ed30d5f431a1']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:51.437420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bf5267-28b2-4a71-955e-9dbffea5a0c3') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:51.437723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bf5267-28b2-4a71-955e-9dbffea5a0c3') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:51.449565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.466488 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.472768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:46:51.473187 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:46:51.486326 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:46:51.632800 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.650721 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.661855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c42fd682-807a-46ed-800d-ed30d5f431a1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:51.669801 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b1928d74-f107-42cc-95da-f89f236ba0cb admin admin] 10.222.0.69 "DELETE /v2.0/networks/c42fd682-807a-46ed-800d-ed30d5f431a1 HTTP/1.1" status: 204 len: 168 time: 1.2553208 Feb 07 13:46:51.671766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] Deleting port 8898a45b-ae2c-405e-b46f-e8623a37c12f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:51.672175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:51.673044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 57992) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:51.700065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8898a45b-ae2c-405e-b46f-e8623a37c12f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:51.782179 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-72a6e411-b131-46fc-84c3-46a06a65a618 None None] The port '8898a45b-ae2c-405e-b46f-e8623a37c12f' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:46:51.782991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 8898a45b-ae2c-405e-b46f-e8623a37c12f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:46:51.783331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8898a45b-ae2c-405e-b46f-e8623a37c12f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:46:51.783741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 61763169-756e-4366-a7bb-4f1be7852995 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:51.821864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 61763169-756e-4366-a7bb-4f1be7852995 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:46:51.822230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 61763169-756e-4366-a7bb-4f1be7852995 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:46:52.239614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:52.602715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Deleting port 9776f387-d06f-40e6-b45e-3ac98de86c7b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:52.602715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:52.783574 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] For port 9776f387-d06f-40e6-b45e-3ac98de86c7b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9776f387-d06f-40e6-b45e-3ac98de86c7b,segment=NetworkSegment(f2b935eb-b6d0-4b1b-a508-6f348041c10d),segment_id=f2b935eb-b6d0-4b1b-a508-6f348041c10d)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:52.783933 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:53.033541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Calling delete_port for 9776f387-d06f-40e6-b45e-3ac98de86c7b owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:53.306972 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:53.359885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=9776f387-d06f-40e6-b45e-3ac98de86c7b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:53.650472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:54.021459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Router 33a00943-2385-47b8-a8f9-24857d5c200d has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:46:54.203389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:46:54.213133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] Sync routers for ids ['33a00943-2385-47b8-a8f9-24857d5c200d'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:46:54.222217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] Routers {'33a00943-2385-47b8-a8f9-24857d5c200d'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:46:54.224791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:46:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33a00943-2385-47b8-a8f9-24857d5c200d'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:54.307726 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8c5cc8a9-2b01-47e4-b224-f4801a4a6c46 admin admin] 10.222.0.69 "PUT /v2.0/routers/33a00943-2385-47b8-a8f9-24857d5c200d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6336150 Feb 07 13:46:54.310447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58008) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:54.410433 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] Set router 33a00943-2385-47b8-a8f9-24857d5c200d gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:46:54.494768 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:54.745971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:46:53Z', 'revision_number': 5, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:54.749922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] Checking router: 33a00943-2385-47b8-a8f9-24857d5c200d for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:46:54.758957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] Routers {'33a00943-2385-47b8-a8f9-24857d5c200d'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:46:54.759630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:46:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['33a00943-2385-47b8-a8f9-24857d5c200d'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:54.803822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:54.883967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Deleting port 28ac6aa9-c79c-443d-9cbe-8696cc48a732 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:54.884361 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:54.994745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] Set router 33a00943-2385-47b8-a8f9-24857d5c200d gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:46:55.080479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] For port 28ac6aa9-c79c-443d-9cbe-8696cc48a732, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=28ac6aa9-c79c-443d-9cbe-8696cc48a732,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:55.080951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:55.108143 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:55.206920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Calling delete_port for 28ac6aa9-c79c-443d-9cbe-8696cc48a732 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:55.302134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:46:53Z', 'revision_number': 5, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:55.306366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0228e-b94b-4fae-abe0-db9471a100e9 None None] The sync data for ids ['33a00943-2385-47b8-a8f9-24857d5c200d'] in n-d-811416-5 is: [{'id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'name': 'tempest-TestVolumeBootPattern-156010189-router', 'tenant_id': '8c05747d36854ced8d80cbd1a5fe851c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:30:21Z', 'updated_at': '2022-02-07T13:46:53Z', 'revision_number': 5, 'project_id': '8c05747d36854ced8d80cbd1a5fe851c', 'gw_port': {'id': '28ac6aa9-c79c-443d-9cbe-8696cc48a732', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a00943-2385-47b8-a8f9-24857d5c200d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:30:25Z', 'updated_at': '2022-02-07T13:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:46:55.483875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:55.535605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ac6aa9-c79c-443d-9cbe-8696cc48a732,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:55.626862 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:55.721347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9776f387-d06f-40e6-b45e-3ac98de86c7b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:55.757781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9776f387-d06f-40e6-b45e-3ac98de86c7b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:46:55.758126 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9776f387-d06f-40e6-b45e-3ac98de86c7b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:46:55.812496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:55.814808 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:55.895557 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:55.896167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a00943-2385-47b8-a8f9-24857d5c200d {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:46:55.908837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:55.913129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2933bc22-3258-4a5c-9454-29ae4c06a7a9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/33a00943-2385-47b8-a8f9-24857d5c200d HTTP/1.1" status: 204 len: 168 time: 1.5992751 Feb 07 13:46:55.913234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58014) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:55.974759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-908b6c65-9ead-44a3-89cd-46dd47db90b2 admin admin] Deleting subnet 28fd24d4-b842-4d82-928f-7596f4d621b5 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:46:55.977852 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-908b6c65-9ead-44a3-89cd-46dd47db90b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.032359 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-908b6c65-9ead-44a3-89cd-46dd47db90b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.108728 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-908b6c65-9ead-44a3-89cd-46dd47db90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.266643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-908b6c65-9ead-44a3-89cd-46dd47db90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.308315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b6c65-9ead-44a3-89cd-46dd47db90b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fd24d4-b842-4d82-928f-7596f4d621b5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:56.312019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-908b6c65-9ead-44a3-89cd-46dd47db90b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.323558 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-908b6c65-9ead-44a3-89cd-46dd47db90b2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/28fd24d4-b842-4d82-928f-7596f4d621b5 HTTP/1.1" status: 204 len: 168 time: 0.4047241 Feb 07 13:46:56.323667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617af432-7124-4f49-942b-7a1843f4e837 None None] Network 0f48ddce-5dae-42e2-84f9-de0334b7cc48 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:46:56.324153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58018) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:56.475785 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.488059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Deleting port 9fa979bb-8954-4eb6-8c75-a05907d55026 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:56.488337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.640009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] DHCP port deletion for 0f48ddce-5dae-42e2-84f9-de0334b7cc48 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:46:56.645251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] Deleting port 9fa979bb-8954-4eb6-8c75-a05907d55026 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:56.645639 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.829324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] For port 9fa979bb-8954-4eb6-8c75-a05907d55026, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9fa979bb-8954-4eb6-8c75-a05907d55026,segment=NetworkSegment(f2b935eb-b6d0-4b1b-a508-6f348041c10d),segment_id=f2b935eb-b6d0-4b1b-a508-6f348041c10d)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:56.829809 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.866432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] For port 9fa979bb-8954-4eb6-8c75-a05907d55026, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9fa979bb-8954-4eb6-8c75-a05907d55026,segment=NetworkSegment(f2b935eb-b6d0-4b1b-a508-6f348041c10d),segment_id=f2b935eb-b6d0-4b1b-a508-6f348041c10d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:46:56.866932 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:56.956784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Calling delete_port for 9fa979bb-8954-4eb6-8c75-a05907d55026 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:56.991270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] Calling delete_port for 9fa979bb-8954-4eb6-8c75-a05907d55026 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:46:57.157043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:57.163277 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:46:57.163642 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:46:57.210952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] No DVR routers for this DVR port 9fa979bb-8954-4eb6-8c75-a05907d55026 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:46:57.237869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa979bb-8954-4eb6-8c75-a05907d55026,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:57.332731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:57.358199 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f48ddce-5dae-42e2-84f9-de0334b7cc48']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:57.370725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b935eb-b6d0-4b1b-a508-6f348041c10d') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:57.371026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b935eb-b6d0-4b1b-a508-6f348041c10d') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:46:57.382981 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:57.400361 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:57.406539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:46:57.407002 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:46:57.420833 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:46:57.592659 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:57.609822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:57.620024 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f48ddce-5dae-42e2-84f9-de0334b7cc48,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:57.627252 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ba4a5ef8-170e-47ee-948b-9687673a1a40 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0f48ddce-5dae-42e2-84f9-de0334b7cc48 HTTP/1.1" status: 204 len: 168 time: 1.3041120 Feb 07 13:46:57.665265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] Deleting port 9fa979bb-8954-4eb6-8c75-a05907d55026 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:46:57.666144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:57.717387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 28ac6aa9-c79c-443d-9cbe-8696cc48a732 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:57.784181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-538b7ba4-7f1c-42ba-99e3-9cc1720b89c9 None None] The port '9fa979bb-8954-4eb6-8c75-a05907d55026' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:46:57.784933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 28ac6aa9-c79c-443d-9cbe-8696cc48a732 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:46:57.785271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 28ac6aa9-c79c-443d-9cbe-8696cc48a732 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:46:57.785675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9fa979bb-8954-4eb6-8c75-a05907d55026 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:46:57.820272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9fa979bb-8954-4eb6-8c75-a05907d55026 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:46:57.820272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9fa979bb-8954-4eb6-8c75-a05907d55026 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:46:58.057439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58032) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:58.392320 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-83766c6e-998d-4012-a618-3b82388f41a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a92a614e65b49c08d9e99ad98743207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480490 Feb 07 13:46:58.392320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58036) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:58.392320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27560ee5-db9c-4bb4-a807-9566ea316683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:58.392320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27560ee5-db9c-4bb4-a807-9566ea316683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:58.392320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27560ee5-db9c-4bb4-a807-9566ea316683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:58.392320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27560ee5-db9c-4bb4-a807-9566ea316683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a112de0e-d000-471d-84bf-ad6add13aec2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:58.392320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-27560ee5-db9c-4bb4-a807-9566ea316683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:58.392320 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-27560ee5-db9c-4bb4-a807-9566ea316683 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a112de0e-d000-471d-84bf-ad6add13aec2 HTTP/1.1" status: 204 len: 168 time: 0.2768106 Feb 07 13:46:59.132156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58046) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:59.181263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6aa0da62-be6b-42a8-a724-a0c097110bf4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c05747d36854ced8d80cbd1a5fe851c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479081 Feb 07 13:46:59.183744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58050) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:46:59.242710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf094c86-97a4-4dba-92c2-ba1495805130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:59.269603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf094c86-97a4-4dba-92c2-ba1495805130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:59.522071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf094c86-97a4-4dba-92c2-ba1495805130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:59.522071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf094c86-97a4-4dba-92c2-ba1495805130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e665b870-22dd-41a3-aa06-b429d325b2cb,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:46:59.522071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf094c86-97a4-4dba-92c2-ba1495805130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:46:59.522071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cf094c86-97a4-4dba-92c2-ba1495805130 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e665b870-22dd-41a3-aa06-b429d325b2cb HTTP/1.1" status: 204 len: 168 time: 0.2506063 Feb 07 13:47:08.735173 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2649771e-1f44-41c1-bb12-559f7706b375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:11.586480 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6828ec12-b74c-4979-9bcb-f591e449cb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:12.286657 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:12.383546 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:13.091596 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:47:13.879456 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:15.352132 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:24.952009 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:25.380382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-faaa5d45-ffc7-4705-ad54-158dc0cad62b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732112 Feb 07 13:47:25.532994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-76bab25c-5088-4e19-9720-bb48a03bff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:25.532994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-76bab25c-5088-4e19-9720-bb48a03bff5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1097 time: 0.0801857 Feb 07 13:47:25.683310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-e72dac3c-0846-43c6-bf7a-ec83dbdfdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:25.684928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-e72dac3c-0846-43c6-bf7a-ec83dbdfdea8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=109b9eb5-4ced-4112-b63f-05198a6bef95 HTTP/1.1" status: 200 len: 897 time: 0.1342082 Feb 07 13:47:25.805362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-b1508b35-d750-4914-a4b9-e02ca7b4a4db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d HTTP/1.1" status: 200 len: 1002 time: 0.1100833 Feb 07 13:47:25.869146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-a0f8939c-c325-4524-b0a6-31a218c10d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:25.870641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-a0f8939c-c325-4524-b0a6-31a218c10d42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3bb5c245-4542-43c7-ba4e-7020e0581f2d HTTP/1.1" status: 200 len: 835 time: 0.0632491 Feb 07 13:47:25.957510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-436be110-2996-42c8-92c0-51a27a15576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:25.957510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-436be110-2996-42c8-92c0-51a27a15576e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109b9eb5-4ced-4112-b63f-05198a6bef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786324 Feb 07 13:47:26.237211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-399ad59d-ef55-4fb0-9777-087a55b0df34 service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712841 Feb 07 13:47:26.376940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8efd7cce-6da6-413e-828e-841afc3cf8bd req-8488f737-8713-476b-b912-7074ea995f03 service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363680 Feb 07 13:47:32.189369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58362) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:32.194411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1715193005', 'description': 'tempest-secgroup-smoke-1715193005 description', 'project_id': 'a715094fa67c4ca28be22c11ecc15da5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:32.201127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:32.204912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:security_group and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:32.207717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:32.213896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:32.283417 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:32.303545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:32.308031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:security_group_rule and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:32.310810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:32.316456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:32.388331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:32.472035 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:32.517718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3867300-799d-4e32-a6c5-b62bb4cf8528,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:32.525951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.526300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.526638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.526972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.527305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.527633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.527960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.528310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.528778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.529104 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.532311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.532311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:32.586823 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:32.588112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-60bb06c8-f3d3-4151-bba6-14323b1794b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3976974 Feb 07 13:47:32.590827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58366) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:32.595874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'security_group_rule': {'security_group_id': 'f3867300-799d-4e32-a6c5-b62bb4cf8528', 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:32.602932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:32.608187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:security_group_rule and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:32.611541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:32.617743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:32.702233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:32.761713 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:32.935380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:32.960729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be05c1b-ad8a-49f8-9d61-0658bd52d8b5,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:33.071348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.072525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bffcb0a8-acaa-4c69-ab5f-2623a84d3993 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807947 Feb 07 13:47:33.075180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58372) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:33.080171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'security_group_rule': {'security_group_id': 'f3867300-799d-4e32-a6c5-b62bb4cf8528', 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:33.087135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:33.090918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:security_group_rule and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:33.093782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:33.099375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:33.175815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.235420 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.299133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.322721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af8d16c-144e-45ca-86b8-d892cd1985d4,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:33.391014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.392259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c05ccd1f-1433-4274-8b6b-1d3b992eaa29 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161077 Feb 07 13:47:33.395072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58376) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:33.400547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'security_group_rule': {'security_group_id': 'f3867300-799d-4e32-a6c5-b62bb4cf8528', 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:33.406902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:33.410667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:security_group_rule and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:33.413567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:33.420068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:33.525085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.585916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.670914 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.695140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f568f3-1433-42bb-9096-6f90688822cb,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:33.786659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.787900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9b86d1ea-4b6f-4826-94c9-5b09f618bbed tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919187 Feb 07 13:47:33.790520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58380) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:33.795422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'security_group_rule': {'security_group_id': 'f3867300-799d-4e32-a6c5-b62bb4cf8528', 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:33.801822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:33.805651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:security_group_rule and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:33.808474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:33.813969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:33.912623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:33.974389 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.037763 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.061986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8a9398-1b49-4349-bef8-479b885fe282,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:34.112378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.113583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-900c31a8-246c-45cc-b20b-d39a3436d514 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221569 Feb 07 13:47:34.116442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58384) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:34.122023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'security_group_rule': {'security_group_id': 'f3867300-799d-4e32-a6c5-b62bb4cf8528', 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:34.128417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:34.132120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:security_group_rule and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:34.135553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:34.141422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:34.197804 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Project a715094fa67c4ca28be22c11ecc15da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:47:34.204449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.269333 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.327742 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.351355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb11344-a091-43a9-99fc-189377f34434,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:34.425376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.426566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1fecff9e-eb80-4545-a3d4-e80bafb80c35 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3091807 Feb 07 13:47:34.429726 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58388) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:34.434791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'security_group_rule': {'security_group_id': 'f3867300-799d-4e32-a6c5-b62bb4cf8528', 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:34.442611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:34.447601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:security_group_rule and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:34.451106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:34.457233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:34.552488 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Project a715094fa67c4ca28be22c11ecc15da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 13:47:34.559893 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.624623 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.695004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.719056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12240cc5-fe4a-46d7-98b8-90c1c1b04c4f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:34.731021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.731374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.731718 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.732090 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.732426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.732766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.733088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.733416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.733783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.734100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.734425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.734749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:34.809677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:34.810915 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c0be4899-7127-4409-b769-b82359f74f0c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3802204 Feb 07 13:47:35.059996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-c7363703-0984-4d25-a0bc-57efb9527a57 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Synchronizing usage tracker for tenant:a715094fa67c4ca28be22c11ecc15da5 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:47:35.134765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-c7363703-0984-4d25-a0bc-57efb9527a57 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Unset dirty status for tenant:a715094fa67c4ca28be22c11ecc15da5 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:47:35.136229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-c7363703-0984-4d25-a0bc-57efb9527a57 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715193005&fields=id&tenant_id=a715094fa67c4ca28be22c11ecc15da5 HTTP/1.1" status: 200 len: 267 time: 0.1148057 Feb 07 13:47:35.283310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-bfe59a56-4407-438a-b929-053ac81a4a2f tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:35.283945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-bfe59a56-4407-438a-b929-053ac81a4a2f tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Synchronizing usage tracker for tenant:a715094fa67c4ca28be22c11ecc15da5 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:47:35.362002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-bfe59a56-4407-438a-b929-053ac81a4a2f tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Unset dirty status for tenant:a715094fa67c4ca28be22c11ecc15da5 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:47:35.363132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-bfe59a56-4407-438a-b929-053ac81a4a2f tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 814 time: 0.2203012 Feb 07 13:47:35.378842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-54635320-209d-4186-93f6-1445ca783643 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/quotas/a715094fa67c4ca28be22c11ecc15da5 HTTP/1.1" status: 200 len: 375 time: 0.0094860 Feb 07 13:47:35.461581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-2a6b03db-34fc-44a6-9dc2-91982de44b86 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765054 Feb 07 13:47:35.700925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-85833d90-8b01-43dc-aa73-7e58f3499eca service neutron] 10.222.0.69 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274971 Feb 07 13:47:35.832896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-70db9222-eb49-49fd-8486-463b0af3e3d2 service neutron] 10.222.0.69 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260815 Feb 07 13:47:36.518830 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00e10d38-3c6a-4146-8847-41d109fc3cb9 req-20e4a758-81e8-49cd-8438-84f95037ba36 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 210 time: 0.0486727 Feb 07 13:47:37.611428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dbb9a47e-72e9-4222-b399-e32a7a2664cb req-1fdc36b4-0e17-4f9d-9d6c-fb709b7a909e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 210 time: 0.0427473 Feb 07 13:47:38.762173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75907033-2b16-46a0-a62e-d5d0283587ef req-7d609d38-01dd-47dd-a1ec-65f04c844e43 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 210 time: 0.0445096 Feb 07 13:47:38.804236 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-698b4796-cf5e-4dcb-850f-3c9446c454ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:39.273091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-d5ae0195-03ed-4d45-bf47-6ce77118bfbb tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:39.274592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-d5ae0195-03ed-4d45-bf47-6ce77118bfbb tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.35 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 814 time: 0.1550515 Feb 07 13:47:39.327545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-3024ec6f-9f79-48e7-98cd-f6a1939057d8 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a715094fa67c4ca28be22c11ecc15da5 HTTP/1.1" status: 200 len: 380 time: 0.0448062 Feb 07 13:47:39.335399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'port': {'device_id': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'admin_state_up': True, 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'security_groups': ['f3867300-799d-4e32-a6c5-b62bb4cf8528']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:39.475192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:39.479757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:port and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:39.482661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:39.488285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:39.585764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Made reservation on behalf of a715094fa67c4ca28be22c11ecc15da5 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:47:39.589583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:39.756980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Allocated IP 172.20.0.14 (b74faf1c-5735-4a67-a912-322296c43070/f0c6e6e8-462b-4db7-957c-006c318b02af/8019cc9a-b9e7-4118-8798-5f9815ee71a4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:47:40.042346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5b05ca5-3f3f-4486-a61a-762a7908ddbd req-72240edd-542c-4e3f-87e8-cb1db3cf80cc tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 210 time: 0.1708958 Feb 07 13:47:40.106320 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:40.121776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Transition to ACTIVE for port object 8019cc9a-b9e7-4118-8798-5f9815ee71a4 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:47:40.244243 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:40.313405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Network b74faf1c-5735-4a67-a912-322296c43070 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:47:40.316375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:47:40.320220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:47:40.361992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'Port': ['ID=8019cc9a-b9e7-4118-8798-5f9815ee71a4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:40.392110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:40.392718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:40.485035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9ca14f5c-df7d-4175-9cb8-c25a21045f75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1531239 Feb 07 13:47:40.496778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Request body: {'port': {'device_id': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:40.609536 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:40.682882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0301b63f-160b-4c9a-80f4-ef383c549891 None None] Provisioning for port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:47:40.691690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0301b63f-160b-4c9a-80f4-ef383c549891 None None] Provisioning complete for port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:47:40.692286 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0301b63f-160b-4c9a-80f4-ef383c549891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:40.752247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0301b63f-160b-4c9a-80f4-ef383c549891 None None] Port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:47:40.956658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8019cc9a-b9e7-4118-8798-5f9815ee71a4 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:47:40.964569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:40.979543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Transition to ACTIVE for port object 8019cc9a-b9e7-4118-8798-5f9815ee71a4 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:47:41.049682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:41.265836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8019cc9a-b9e7-4118-8798-5f9815ee71a4,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:41.360761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57535b-e3d2-4827-975b-294560246cd1 req-7244ff89-7549-4ad3-a590-04ec172588cf tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:41.361497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0e57535b-e3d2-4827-975b-294560246cd1 req-7244ff89-7549-4ad3-a590-04ec172588cf tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Synchronizing usage tracker for tenant:a715094fa67c4ca28be22c11ecc15da5 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:47:41.373767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Attempting to bind port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:47:41.374014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Attempting to bind port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:47:41.377157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Attempting to bind port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 on network b74faf1c-5735-4a67-a912-322296c43070 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:47:41.381320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 on network b74faf1c-5735-4a67-a912-322296c43070 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:47:41.381644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Attempting to bind port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 on network b74faf1c-5735-4a67-a912-322296c43070 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:47:41.390749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:47:41.391085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Checking segment: {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:47:41.391463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Bound using segment: {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:47:41.391886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Bound port: 8019cc9a-b9e7-4118-8798-5f9815ee71a4, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7305287-3fec-4b8b-a044-25e67b8ce158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:47:41.392257 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:41.484759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0e57535b-e3d2-4827-975b-294560246cd1 req-7244ff89-7549-4ad3-a590-04ec172588cf tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Unset dirty status for tenant:a715094fa67c4ca28be22c11ecc15da5 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:47:41.493758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e57535b-e3d2-4827-975b-294560246cd1 req-7244ff89-7549-4ad3-a590-04ec172588cf tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 944 time: 0.3228889 Feb 07 13:47:41.493758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] For port 8019cc9a-b9e7-4118-8798-5f9815ee71a4, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:47:41.493758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] For port 8019cc9a-b9e7-4118-8798-5f9815ee71a4, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:47:41.522002 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58432) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:41.535196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e57535b-e3d2-4827-975b-294560246cd1 req-cff7b631-01db-40ce-8de1-0adc37cbd502 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389423 Feb 07 13:47:41.603902 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0663e561-7844-4797-a760-c9445347627b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:41.604380 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:41.677338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:41.677338 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:41.678451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] 10.222.0.35 "PUT /v2.0/ports/8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 1092 time: 1.1863904 Feb 07 13:47:41.678910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:47:41.719221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa2585-4323-4221-bec8-4651e40b62d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8019cc9a-b9e7-4118-8798-5f9815ee71a4,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:41.737683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 9c823878-9ed7-41ef-90cf-a41a4ae9c52b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:47:41.738302 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:41.912806 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'status': 'completed', 'code': 200} Feb 07 13:47:41.939475 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:41.939807 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:41.946724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-37913ea3-e0ba-4964-8a40-23dffcacbbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:41.948359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-37913ea3-e0ba-4964-8a40-23dffcacbbd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1095 time: 0.1216905 Feb 07 13:47:42.025752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-73a9921d-f8eb-4822-978e-79d41206d5dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 217 time: 0.0688939 Feb 07 13:47:42.070933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 9c823878-9ed7-41ef-90cf-a41a4ae9c52b owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:47:42.089519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-ed3620f9-5cac-4d07-b1b1-2454592f6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:42.091016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-ed3620f9-5cac-4d07-b1b1-2454592f6b0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 200 len: 853 time: 0.0618801 Feb 07 13:47:42.174653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-597aec82-6e71-495b-aecb-2370be71d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:42.176263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-597aec82-6e71-495b-aecb-2370be71d461 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b74faf1c-5735-4a67-a912-322296c43070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789928 Feb 07 13:47:42.265438 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:42.318253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-41bc79da-e061-4687-b5c3-7de455e988bb service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334910 Feb 07 13:47:42.387532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:42.420183 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:42.468109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=9c823878-9ed7-41ef-90cf-a41a4ae9c52b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:42.565333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:42.565897 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Floating IP 3c91fdda-4e06-4361-b690-cf462c81a4a0 disassociated (deleted). External IP: 172.25.7.104, port: 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d. Feb 07 13:47:42.572714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-288c6533-d901-4fa1-8ef3-b726388cbf62 req-9d4b0b6a-0331-4ee3-aa79-07796eea8fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485695 Feb 07 13:47:42.789872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da1fb-7417-46ac-813a-cbed2ef4f4c1 req-5ce0f812-987d-4d91-8cc8-12477e5c3e70 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:42.791328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f65da1fb-7417-46ac-813a-cbed2ef4f4c1 req-5ce0f812-987d-4d91-8cc8-12477e5c3e70 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 944 time: 0.1508005 Feb 07 13:47:42.797371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-c45986a6-0fb6-454c-826a-1ad83aa1b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:42.798724 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-c45986a6-0fb6-454c-826a-1ad83aa1b0d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1095 time: 0.1072018 Feb 07 13:47:42.917072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f65da1fb-7417-46ac-813a-cbed2ef4f4c1 req-6e925aad-9a87-437f-9bc5-0f22b3817161 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173193 Feb 07 13:47:42.938599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:47:42.963322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-45337584-eb9b-4de4-b67f-d2e7488d9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:42.964902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-45337584-eb9b-4de4-b67f-d2e7488d9e78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 914 time: 0.1514409 Feb 07 13:47:43.037319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-bc5d4c12-1a4d-464f-b7c9-bc512a51cc31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 217 time: 0.0657141 Feb 07 13:47:43.103137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-5e75f11f-3a0d-48bd-abe1-3fb8a8e9c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:43.104678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-5e75f11f-3a0d-48bd-abe1-3fb8a8e9c1ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 200 len: 853 time: 0.0617199 Feb 07 13:47:43.125109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:47:43.135714 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] Sync routers for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:47:43.146100 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:47:43.149821 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:47:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:43.182013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-aa14f323-9aa6-41f3-9abc-1f218f83ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:43.183451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-aa14f323-9aa6-41f3-9abc-1f218f83ac04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b74faf1c-5735-4a67-a912-322296c43070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717449 Feb 07 13:47:43.210137 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:43.275765 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0b11532b-45a5-4f02-ab9a-ed278ed61cff tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/floatingips/3c91fdda-4e06-4361-b690-cf462c81a4a0 HTTP/1.1" status: 204 len: 168 time: 1.7525048 Feb 07 13:47:43.276848 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:47:43.325225 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:47:43.325420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-9145f42f-cdb9-491c-92f4-a3800b310bc0 service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359787 Feb 07 13:47:43.350177 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'status': 'completed', 'code': 200} Feb 07 13:47:43.538427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae001cae-27a2-4505-b5c6-31c374d69020 req-c8402d36-229b-4936-9ca4-29edac288a5c service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067368 Feb 07 13:47:43.545137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-1ff8a565-4124-403c-96b9-f0a968b63c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:43.546553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-1ff8a565-4124-403c-96b9-f0a968b63c12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=34acd293d1b74783a724230f7eedab17&device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 1097 time: 0.1355498 Feb 07 13:47:43.654604 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:33Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:43.662714 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] Checking router: beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:47:43.670078 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:47:43.670675 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:47:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:43.694720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-a9780ce2-ae59-4e0f-ba93-98da30c8d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:43.696483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-a9780ce2-ae59-4e0f-ba93-98da30c8d6cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=109b9eb5-4ced-4112-b63f-05198a6bef95 HTTP/1.1" status: 200 len: 897 time: 0.1436293 Feb 07 13:47:43.783206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-39d61822-1eef-4f5b-ba09-3c218f82c99b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d HTTP/1.1" status: 200 len: 217 time: 0.0800509 Feb 07 13:47:43.857766 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:47:43.900856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-40fe47b0-9f71-493e-8868-15ab35bbef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:43.901614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:43.902416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-40fe47b0-9f71-493e-8868-15ab35bbef8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3bb5c245-4542-43c7-ba4e-7020e0581f2d HTTP/1.1" status: 200 len: 835 time: 0.1121597 Feb 07 13:47:43.972652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ef5dc-0881-4e44-923c-f00a05eec952 req-ab5c741a-f25a-4415-944d-d830564b5af2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:43.974146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c2ef5dc-0881-4e44-923c-f00a05eec952 req-ab5c741a-f25a-4415-944d-d830564b5af2 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.1535583 Feb 07 13:47:44.032021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-06188fed-30e1-455b-8da3-360f0fd86b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:44.033580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-06188fed-30e1-455b-8da3-360f0fd86b20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109b9eb5-4ced-4112-b63f-05198a6bef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229904 Feb 07 13:47:44.040633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c2ef5dc-0881-4e44-923c-f00a05eec952 req-b58f71fd-ff9d-461e-9dcd-54081731d180 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551746 Feb 07 13:47:44.202964 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:33Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:44.207242 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a4d9c-d969-4887-b9ec-de5b1a1edf30 None None] The sync data for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 is: [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:44:27Z', 'revision_number': 4, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '30a268da-2c44-4959-90ba-5fed54971cd5', 'name': '', 'network_id': '109b9eb5-4ced-4112-b63f-05198a6bef95', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'mac_address': 'fa:16:3e:7d:87:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:26Z', 'updated_at': '2022-02-07T13:44:33Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'subnets': [{'id': '3bb5c245-4542-43c7-ba4e-7020e0581f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:47:44.362076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-8f7b9eb3-e841-4dd8-a39f-1d6da9591e12 service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204691 Feb 07 13:47:44.370609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099fd07-7970-495e-9a3a-cda757f66565 req-3a463799-c899-4384-a6e9-b7f84c42e635 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:44.372087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b099fd07-7970-495e-9a3a-cda757f66565 req-3a463799-c899-4384-a6e9-b7f84c42e635 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 944 time: 0.3359523 Feb 07 13:47:44.439095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f74038-3ff9-489a-a0dc-765eeabd741f None None] New status for floating IP 3c91fdda-4e06-4361-b690-cf462c81a4a0: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:47:44.507734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b099fd07-7970-495e-9a3a-cda757f66565 req-38f56944-98da-464b-95f2-e0c500fa7f18 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095054 Feb 07 13:47:44.545976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40938782-a6e0-4347-ade1-2b5d3cbeece8 req-da0c973e-8e84-4b37-8360-33e275516280 service neutron] 10.222.0.47 "GET /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728597 Feb 07 13:47:45.238825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f0988-8a61-4715-99a0-0df331d00f83 req-ef2ba1b5-a814-4730-bde9-a2f544714755 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:45.240295 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e1f0988-8a61-4715-99a0-0df331d00f83 req-ef2ba1b5-a814-4730-bde9-a2f544714755 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0926247 Feb 07 13:47:45.283944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e1f0988-8a61-4715-99a0-0df331d00f83 req-2be8b3b5-a00e-46ec-a930-986da11d01e5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Feb 07 13:47:45.368872 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:45.525743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-df9261a3-5638-4da1-bda7-51478a6c7e5e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:45.527191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-df9261a3-5638-4da1-bda7-51478a6c7e5e tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 946 time: 0.0809617 Feb 07 13:47:45.604741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:47:45.605313 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:45.856869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315c07a-42e4-4582-86f4-c40144549b54 req-0a574126-e712-48f0-84f6-2e015ca36829 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:45.858349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e315c07a-42e4-4582-86f4-c40144549b54 req-0a574126-e712-48f0-84f6-2e015ca36829 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 944 time: 0.2281468 Feb 07 13:47:45.944655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e315c07a-42e4-4582-86f4-c40144549b54 req-043c65da-7d1a-4db8-8d47-29bec434e93c tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804365 Feb 07 13:47:45.953911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:47:45.954273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:46.077494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:47:46.277086 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:46.329232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=5f509ce6-384f-4e9b-9f52-dfbd84a73c7d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:46.444415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] No DVR routers for this DVR port 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:47:46.448324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7ad8056-a3d6-4e85-9d24-f267ed9850b1 req-b72287b7-f40b-4b55-915c-635428173415 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf34159a-4408-4fc3-a657-86ae8c95c418 HTTP/1.1" status: 200 len: 210 time: 0.0543354 Feb 07 13:47:46.449274 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:46.453102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'name': 'network-vif-deleted', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:47:46.464390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca2d2bca-14ed-4b87-bb22-056571a6f87b req-a7582e2f-49fb-4dcb-b993-3db1917e95b5 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.47 "DELETE /v2.0/ports/5f509ce6-384f-4e9b-9f52-dfbd84a73c7d HTTP/1.1" status: 204 len: 173 time: 0.9310293 Feb 07 13:47:46.504641 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf34159a-4408-4fc3-a657-86ae8c95c418', 'name': 'network-vif-deleted', 'tag': '5f509ce6-384f-4e9b-9f52-dfbd84a73c7d', 'status': 'completed', 'code': 200} Feb 07 13:47:47.128719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863a629-d05d-4242-8489-a8a8ca13cedc req-36e9e057-0d88-4b14-b694-a33a149dd91d tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:47.130178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f863a629-d05d-4242-8489-a8a8ca13cedc req-36e9e057-0d88-4b14-b694-a33a149dd91d tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 944 time: 0.0828545 Feb 07 13:47:47.175041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f863a629-d05d-4242-8489-a8a8ca13cedc req-99fa1286-9d79-4d87-a715-1c798c4f227e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389345 Feb 07 13:47:47.544469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:48.214249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:48.363087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279fa7b-c7a8-4d10-80af-b71cfb424681 req-db4118bc-3d85-45be-89bf-00ba9b5aeac7 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:48.364605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8279fa7b-c7a8-4d10-80af-b71cfb424681 req-db4118bc-3d85-45be-89bf-00ba9b5aeac7 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 944 time: 0.0826206 Feb 07 13:47:48.528980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8279fa7b-c7a8-4d10-80af-b71cfb424681 req-05f62fbc-0e48-441b-abe0-0bcae60a5b41 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580770 Feb 07 13:47:48.586858 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 30a268da-2c44-4959-90ba-5fed54971cd5 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:47:48.587432 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:48.775106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 30a268da-2c44-4959-90ba-5fed54971cd5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=30a268da-2c44-4959-90ba-5fed54971cd5,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:47:48.775467 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:48.902573 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 30a268da-2c44-4959-90ba-5fed54971cd5 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:47:49.156868 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:49.203405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=30a268da-2c44-4959-90ba-5fed54971cd5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:49.454371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:47:49.484090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:49.491098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:47:49.491447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 5f509ce6-384f-4e9b-9f52-dfbd84a73c7d not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:47:49.718752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 8019cc9a-b9e7-4118-8798-5f9815ee71a4 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:47:49.737566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bc234-508b-4596-8346-b5e761c8887e req-9d121126-b28a-424d-95d9-68dc39537bfc tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:49.739079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d31bc234-508b-4596-8346-b5e761c8887e req-9d121126-b28a-424d-95d9-68dc39537bfc tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 944 time: 0.1045413 Feb 07 13:47:49.786804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d31bc234-508b-4596-8346-b5e761c8887e req-2d529b6b-2862-498b-b379-17b2b2a45884 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 Feb 07 13:47:49.856168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 8019cc9a-b9e7-4118-8798-5f9815ee71a4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:47:49.869123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'mac_address': 'fa:16:3e:b3:b0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:47:49.923934 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:49.940563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8019cc9a-b9e7-4118-8798-5f9815ee71a4 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:47:49.955641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 8019cc9a-b9e7-4118-8798-5f9815ee71a4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:47:49.977632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:47:50.026962 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:50.091229 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:47:50.098180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=8019cc9a-b9e7-4118-8798-5f9815ee71a4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:50.105582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.105925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.106258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.106599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.106926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.107254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.107582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.107907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.108252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.108565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.108888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.109204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:47:50.158465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:47:50.167566 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] Sync routers for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:47:50.172712 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3db3e19e-ac1a-40b1-b903-962d1ecd5982 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "PUT /v2.0/routers/beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271851 Feb 07 13:47:50.175296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58470) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:50.179177 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:47:50.179805 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:47:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:50.241496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['8019cc9a-b9e7-4118-8798-5f9815ee71a4'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:47:50.245615 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3203f168-15e2-4427-a6f8-33d69afe9738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting subnet 3bb5c245-4542-43c7-ba4e-7020e0581f2d {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:47:50.248685 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3203f168-15e2-4427-a6f8-33d69afe9738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:50.304454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3203f168-15e2-4427-a6f8-33d69afe9738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:50.362485 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:47:50.398640 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3203f168-15e2-4427-a6f8-33d69afe9738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:50.553345 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3203f168-15e2-4427-a6f8-33d69afe9738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:50.592420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203f168-15e2-4427-a6f8-33d69afe9738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb5c245-4542-43c7-ba4e-7020e0581f2d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:50.597887 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3203f168-15e2-4427-a6f8-33d69afe9738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:50.604659 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3203f168-15e2-4427-a6f8-33d69afe9738 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/subnets/3bb5c245-4542-43c7-ba4e-7020e0581f2d HTTP/1.1" status: 204 len: 168 time: 0.4283314 Feb 07 13:47:50.607345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58474) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:50.610426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eab67a-d5ce-439e-a5a7-9071e07a04c8 None None] Network 109b9eb5-4ced-4112-b63f-05198a6bef95 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:47:50.651506 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:47:49Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:50.655544 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] Checking router: beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:47:50.664375 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] Routers {'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:47:50.665320 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:47:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:50.825688 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:50.850303 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] Set router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:47:50.895724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] DHCP port deletion for 109b9eb5-4ced-4112-b63f-05198a6bef95 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:47:50.900200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] Deleting port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:47:50.901228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:51.019695 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:51.049773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29094e7b-ac9a-41bb-8fb0-b631e5aed61c req-6584e9b4-9162-435a-bbcd-7777b6b7ab75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:51.051266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29094e7b-ac9a-41bb-8fb0-b631e5aed61c req-6584e9b4-9162-435a-bbcd-7777b6b7ab75 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 945 time: 0.1040895 Feb 07 13:47:51.095940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Deleting port 25338bef-f83e-43c1-8b13-dfa814bba789 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:47:51.096293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:51.105965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29094e7b-ac9a-41bb-8fb0-b631e5aed61c req-8b8fa1d5-2b44-4930-a8ca-e7cfcecc9d4b tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462248 Feb 07 13:47:51.141840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] For port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c141c962-d8ab-4c0b-9ad0-fd6a6cf64108,segment=NetworkSegment(aafbbcc3-c600-4951-a53f-4e1098579327),segment_id=aafbbcc3-c600-4951-a53f-4e1098579327)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:47:51.142394 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:51.159185 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:47:49Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:51.163307 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d194e7-34a3-4c64-b269-ee3b83b044c4 None None] The sync data for ids ['beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0'] in n-d-811416-5 is: [{'id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-946675472', 'tenant_id': '34acd293d1b74783a724230f7eedab17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:20Z', 'updated_at': '2022-02-07T13:47:49Z', 'revision_number': 5, 'project_id': '34acd293d1b74783a724230f7eedab17', 'gw_port': {'id': '25338bef-f83e-43c1-8b13-dfa814bba789', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:21Z', 'updated_at': '2022-02-07T13:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:47:51.273718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] Calling delete_port for c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:47:51.286800 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] For port 25338bef-f83e-43c1-8b13-dfa814bba789, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=25338bef-f83e-43c1-8b13-dfa814bba789,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:47:51.287167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:51.513534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:51.541895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Calling delete_port for 25338bef-f83e-43c1-8b13-dfa814bba789 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:47:51.565375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] Pushing event deleted for resources: {'Port': ['ID=c141c962-d8ab-4c0b-9ad0-fd6a6cf64108,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:51.568782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f3332-78d4-47cc-95fd-d4c8646f77f7 None None] No DVR routers for this DVR port c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:47:51.719534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 8019cc9a-b9e7-4118-8798-5f9815ee71a4 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:47:51.754586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:47:51.800349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:47:51.800688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c141c962-d8ab-4c0b-9ad0-fd6a6cf64108 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:47:51.801090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 30a268da-2c44-4959-90ba-5fed54971cd5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:47:51.804690 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:51.837547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 30a268da-2c44-4959-90ba-5fed54971cd5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:47:51.844161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 30a268da-2c44-4959-90ba-5fed54971cd5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:47:51.858813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Port': ['ID=25338bef-f83e-43c1-8b13-dfa814bba789,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:51.913093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:47:51.918486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:47:51.920520 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:51.953095 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.041799 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.068466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:47:52.078833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 8019cc9a-b9e7-4118-8798-5f9815ee71a4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:47:52.114303 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'code': 200} Feb 07 13:47:52.137646 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.140085 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.168765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.237950 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.238970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Fanout notify agent at l3_agent the message router_deleted on router beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:47:52.242007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=8019cc9a-b9e7-4118-8798-5f9815ee71a4,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:52.248360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b1497-d709-48ec-a1b0-dd8e7e17e704 req-dca7f190-4194-4731-8f40-574302c19150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:52.249884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-922b1497-d709-48ec-a1b0-dd8e7e17e704 req-dca7f190-4194-4731-8f40-574302c19150 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1097 time: 0.0779686 Feb 07 13:47:52.270651 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.272376 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7fdd740a-270c-40e4-994d-58e56c5c5a44 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/routers/beaff0f8-8dc2-4e59-87ea-7a4d6bd399f0 HTTP/1.1" status: 204 len: 168 time: 1.6640310 Feb 07 13:47:52.275322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58488) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:52.299352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-922b1497-d709-48ec-a1b0-dd8e7e17e704 req-de0dd6f8-5b97-48e3-a5c6-90fb13881825 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Feb 07 13:47:52.398730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe850a-0cc6-4221-b42d-2170fa7c2cdd req-f481d8b7-f09d-4af9-bf59-32a2030035b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:52.400482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17fe850a-0cc6-4221-b42d-2170fa7c2cdd req-f481d8b7-f09d-4af9-bf59-32a2030035b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 946 time: 0.0860033 Feb 07 13:47:52.406025 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.445439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17fe850a-0cc6-4221-b42d-2170fa7c2cdd req-c4b82386-1d49-423e-b03b-70ae2b2c2492 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390887 Feb 07 13:47:52.542693 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.571472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109b9eb5-4ced-4112-b63f-05198a6bef95']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:52.583595 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafbbcc3-c600-4951-a53f-4e1098579327') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:52.583897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafbbcc3-c600-4951-a53f-4e1098579327') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:52.596146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.612902 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.619285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:47:52.632728 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:47:52.634465 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:47:52.776311 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.798237 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.809482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'Network': ['ID=109b9eb5-4ced-4112-b63f-05198a6bef95,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:52.884980 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a5f835d4-710a-4484-a9b4-70695b8ade45 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/networks/109b9eb5-4ced-4112-b63f-05198a6bef95 HTTP/1.1" status: 204 len: 168 time: 0.6083391 Feb 07 13:47:52.887789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58492) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:52.957050 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3175a741-847d-4178-bc82-21b2bc9bd326 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:52.991117 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3175a741-847d-4178-bc82-21b2bc9bd326 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:53.141267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3175a741-847d-4178-bc82-21b2bc9bd326 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:53.161766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175a741-847d-4178-bc82-21b2bc9bd326 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4a4e8a-b518-445a-9a78-d4fbc0e81af6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:53.168406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3175a741-847d-4178-bc82-21b2bc9bd326 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:53.169990 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3175a741-847d-4178-bc82-21b2bc9bd326 tempest-TestNetworkAdvancedServerOps-1933986474 tempest-TestNetworkAdvancedServerOps-1933986474-project] 10.222.0.69 "DELETE /v2.0/security-groups/3e4a4e8a-b518-445a-9a78-d4fbc0e81af6 HTTP/1.1" status: 204 len: 168 time: 0.2807570 Feb 07 13:47:53.722907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 25338bef-f83e-43c1-8b13-dfa814bba789 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:47:53.757742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 25338bef-f83e-43c1-8b13-dfa814bba789 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:47:53.758223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 25338bef-f83e-43c1-8b13-dfa814bba789 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:47:53.802655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7bccb-8d33-414e-a5ab-e3d3b14565b6 req-2aa1331f-641d-45a0-bf2d-ff0002f131fa tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:53.804153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40d7bccb-8d33-414e-a5ab-e3d3b14565b6 req-2aa1331f-641d-45a0-bf2d-ff0002f131fa tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 946 time: 0.0925968 Feb 07 13:47:53.816996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58504) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:53.849692 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40d7bccb-8d33-414e-a5ab-e3d3b14565b6 req-c121743a-e7dd-487a-a34d-2e3310456db0 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 Feb 07 13:47:53.964636 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bbf0c886-4775-4edd-bbff-390e2096116a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=34acd293d1b74783a724230f7eedab17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464672 Feb 07 13:47:53.970783 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58512) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:54.033326 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-365740b8-95eb-42d8-9547-8a3595fff5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:54.036428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0b6b-2d91-4d0e-b393-a33c30a34159 req-5e030093-6e11-4e24-b4f5-5a29ee594179 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:54.037915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28db0b6b-2d91-4d0e-b393-a33c30a34159 req-5e030093-6e11-4e24-b4f5-5a29ee594179 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 946 time: 0.0791566 Feb 07 13:47:54.059899 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-365740b8-95eb-42d8-9547-8a3595fff5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:54.175631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-365740b8-95eb-42d8-9547-8a3595fff5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:54.188197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28db0b6b-2d91-4d0e-b393-a33c30a34159 req-f01357e0-b59d-4229-b47f-fb41edc54222 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Feb 07 13:47:54.195484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365740b8-95eb-42d8-9547-8a3595fff5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1ae56e-fcff-43aa-aaf3-911072b9215b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:54.205253 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-365740b8-95eb-42d8-9547-8a3595fff5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:54.206447 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-365740b8-95eb-42d8-9547-8a3595fff5fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c1ae56e-fcff-43aa-aaf3-911072b9215b HTTP/1.1" status: 204 len: 168 time: 0.2347176 Feb 07 13:47:54.211101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58520) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:54.387903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eebf37-a4ea-4c04-ac3a-d6839eb88a8b tempest-TestVolumeBackupRestore-89715670 tempest-TestVolumeBackupRestore-89715670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:54.388654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-54eebf37-a4ea-4c04-ac3a-d6839eb88a8b tempest-TestVolumeBackupRestore-89715670 tempest-TestVolumeBackupRestore-89715670-project-admin] Synchronizing usage tracker for tenant:18defba14e3d4d369bc86cca00dc5e5e on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:47:54.465963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-54eebf37-a4ea-4c04-ac3a-d6839eb88a8b tempest-TestVolumeBackupRestore-89715670 tempest-TestVolumeBackupRestore-89715670-project-admin] Unset dirty status for tenant:18defba14e3d4d369bc86cca00dc5e5e on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:47:54.467203 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-54eebf37-a4ea-4c04-ac3a-d6839eb88a8b tempest-TestVolumeBackupRestore-89715670 tempest-TestVolumeBackupRestore-89715670-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1092 time: 0.2543583 Feb 07 13:47:54.470162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58528) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:54.475485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:54.483034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:47:54.486841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Usage tracker for resource:floatingip and tenant:a715094fa67c4ca28be22c11ecc15da5 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:47:54.489757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:47:54.496132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:47:54.586112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:54.723167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:54.829847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58532) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:54.864035 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Allocated IP 172.25.7.138 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/1cea31e4-301d-4058-a369-2a31e16185c4) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:47:54.882657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c6d88197-35f2-4a8d-9e61-a0f499c20726 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aaab895a1bb54ff098f9f1a4b51c8960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516586 Feb 07 13:47:54.889967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58536) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:54.949426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0806f395-c567-4e0b-a60b-2f077c995794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:54.976850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0806f395-c567-4e0b-a60b-2f077c995794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:54.980104 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:55.016310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:55.105583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0806f395-c567-4e0b-a60b-2f077c995794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:55.117626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:55.121319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806f395-c567-4e0b-a60b-2f077c995794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580c5373-fc40-4583-899f-40f577b42af8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:55.185451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:47:55.188359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:47:55.190465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0806f395-c567-4e0b-a60b-2f077c995794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:55.193918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0806f395-c567-4e0b-a60b-2f077c995794 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/580c5373-fc40-4583-899f-40f577b42af8 HTTP/1.1" status: 204 len: 168 time: 0.3007386 Feb 07 13:47:55.196304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:47:55.234283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'Port': ['ID=1cea31e4-301d-4058-a369-2a31e16185c4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:55.746463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:55.895437 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:56.109503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:56.157197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:56.261056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event updated for resources: {'Port': ['ID=1cea31e4-301d-4058-a369-2a31e16185c4,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:47:56.278212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:56.449309 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Floating IP 761d07d5-e14b-405f-a668-8edd5fbbb373 associated. External IP: 172.25.7.138, port: 8019cc9a-b9e7-4118-8798-5f9815ee71a4. Feb 07 13:47:56.799078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Router 2a59aac7-c757-4998-aefe-96cf0fa94605 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:47:57.096336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:47:57.106055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] Sync routers for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:47:57.116018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:47:57.116714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:47:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:57.204568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:57.261877 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-922cecdf-43be-4ea3-ac75-9943da8fff7e tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7904360 Feb 07 13:47:57.262794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:47:57.264935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58542) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:57.301683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:47:57.307923 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'status': 'completed', 'code': 200} Feb 07 13:47:57.388028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7b80e-14cd-44ca-a73d-8bbcdc9407f8 tempest-TestVolumeBackupRestore-89715670 tempest-TestVolumeBackupRestore-89715670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:57.389453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-77e7b80e-14cd-44ca-a73d-8bbcdc9407f8 tempest-TestVolumeBackupRestore-89715670 tempest-TestVolumeBackupRestore-89715670-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1092 time: 0.1234095 Feb 07 13:47:57.392397 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58548) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:47:57.398186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0c921703-66a2-48db-8356-0c05be092610 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Request body: {'floatingip': {'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:47:57.410736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a985f06-212d-4866-829a-61ffc518dda5 req-ca216733-b4db-4e16-a708-c9c34f54cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:57.412340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a985f06-212d-4866-829a-61ffc518dda5 req-ca216733-b4db-4e16-a708-c9c34f54cced service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1097 time: 0.0808632 Feb 07 13:47:57.502692 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c921703-66a2-48db-8356-0c05be092610 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for floatingip, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:57.553468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a985f06-212d-4866-829a-61ffc518dda5 req-6652ab2c-8644-4c0c-aabc-0f74d0f94ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:57.554737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a985f06-212d-4866-829a-61ffc518dda5 req-6652ab2c-8644-4c0c-aabc-0f74d0f94ee7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 914 time: 0.1369135 Feb 07 13:47:57.665150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a985f06-212d-4866-829a-61ffc518dda5 req-213b45c5-afba-4840-921d-6ed5fd2bae98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 1000 time: 0.1035273 Feb 07 13:47:57.706211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '761d07d5-e14b-405f-a668-8edd5fbbb373', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'mac_address': 'fa:16:3e:b3:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:47:55Z', 'updated_at': '2022-02-07T13:47:55Z', 'revision_number': 0, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:57.711874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] Checking router: 2a59aac7-c757-4998-aefe-96cf0fa94605 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:47:57.721528 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:47:57.722372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:47:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:57.735649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a985f06-212d-4866-829a-61ffc518dda5 req-cdbf18fa-65cb-4a3f-984e-60e1438e2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:57.737156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a985f06-212d-4866-829a-61ffc518dda5 req-cdbf18fa-65cb-4a3f-984e-60e1438e2c3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 200 len: 853 time: 0.0664904 Feb 07 13:47:57.816323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a985f06-212d-4866-829a-61ffc518dda5 req-a8d83388-a0f8-4bc3-8115-928d160b20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:57.817812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a985f06-212d-4866-829a-61ffc518dda5 req-a8d83388-a0f8-4bc3-8115-928d160b20fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b74faf1c-5735-4a67-a912-322296c43070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748632 Feb 07 13:47:57.904461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:47:57.952924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a985f06-212d-4866-829a-61ffc518dda5 req-fa617262-2dcd-4981-ae76-6d99dec1d71b service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291621 Feb 07 13:47:58.097496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a985f06-212d-4866-829a-61ffc518dda5 req-57630973-88d1-4bec-9e59-ef2f678f279a service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393735 Feb 07 13:47:58.211808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c921703-66a2-48db-8356-0c05be092610 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:58.284710 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c921703-66a2-48db-8356-0c05be092610 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:58.316051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '761d07d5-e14b-405f-a668-8edd5fbbb373', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'mac_address': 'fa:16:3e:b3:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:47:55Z', 'updated_at': '2022-02-07T13:47:55Z', 'revision_number': 0, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:58.320235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7cc15-c75e-453e-b58c-32ce50ec2fce None None] The sync data for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 is: [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '761d07d5-e14b-405f-a668-8edd5fbbb373', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'mac_address': 'fa:16:3e:b3:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:47:55Z', 'updated_at': '2022-02-07T13:47:55Z', 'revision_number': 0, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:47:58.566670 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058032a-a92b-4e03-ba02-77f32737e9c0 None None] New status for floating IP 761d07d5-e14b-405f-a668-8edd5fbbb373: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:47:58.691005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c921703-66a2-48db-8356-0c05be092610 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Router 2a59aac7-c757-4998-aefe-96cf0fa94605 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:47:59.007485 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c921703-66a2-48db-8356-0c05be092610 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:47:59.012856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0c921703-66a2-48db-8356-0c05be092610 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:47:59.037045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] Sync routers for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:47:59.046067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:47:59.046677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:47:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:59.128426 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0c921703-66a2-48db-8356-0c05be092610 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "PUT /v2.0/floatingips/761d07d5-e14b-405f-a668-8edd5fbbb373 HTTP/1.1" status: 200 len: 992 time: 1.7347763 Feb 07 13:47:59.226867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:47:59.308764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4'}, {'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:47:59.353263 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'status': 'completed', 'code': 200} Feb 07 13:47:59.353532 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'status': 'completed', 'code': 200} Feb 07 13:47:59.448365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-e3bc27b7-61c9-4c19-8800-78b315e88564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:59.449852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-e3bc27b7-61c9-4c19-8800-78b315e88564 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1097 time: 0.0738051 Feb 07 13:47:59.577337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '761d07d5-e14b-405f-a668-8edd5fbbb373', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'mac_address': 'fa:16:3e:b3:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:47:55Z', 'updated_at': '2022-02-07T13:47:58Z', 'revision_number': 2, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:59.581226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] Checking router: 2a59aac7-c757-4998-aefe-96cf0fa94605 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:47:59.581687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-8a023988-0d9f-4075-be13-a7fede1d9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:59.583128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-8a023988-0d9f-4075-be13-a7fede1d9a98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 914 time: 0.1263931 Feb 07 13:47:59.589675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:47:59.590369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:47:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:47:59.776868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:47:59.802632 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-ae6662c9-93bd-43eb-a307-3be535d80902 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 1002 time: 0.2139485 Feb 07 13:47:59.865734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-a5895b69-2c78-4707-aa2c-3d1c70eac558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:59.867095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-a5895b69-2c78-4707-aa2c-3d1c70eac558 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 200 len: 853 time: 0.0588319 Feb 07 13:47:59.940488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-8d52380e-54b9-41fd-83e3-0afdb7ac7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:47:59.941969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-8d52380e-54b9-41fd-83e3-0afdb7ac7422 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b74faf1c-5735-4a67-a912-322296c43070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689847 Feb 07 13:48:00.073297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-befe467d-665f-475d-8cea-0ebcb6ea722c service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251395 Feb 07 13:48:00.125106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '761d07d5-e14b-405f-a668-8edd5fbbb373', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'mac_address': 'fa:16:3e:b3:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:47:55Z', 'updated_at': '2022-02-07T13:47:58Z', 'revision_number': 2, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:48:00.129006 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031e5b0-c478-44c4-b9d9-9cb043142a01 None None] The sync data for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 is: [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '761d07d5-e14b-405f-a668-8edd5fbbb373', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'port_id': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'mac_address': 'fa:16:3e:b3:b0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:47:55Z', 'updated_at': '2022-02-07T13:47:58Z', 'revision_number': 2, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:48:00.209595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-a1ba9f83-8d9a-4b97-81b0-9ebc37f853ec service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300116 Feb 07 13:48:00.320763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-4e5b5fae-909c-446c-a664-6ff48fb2796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:48:00.322510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-4e5b5fae-909c-446c-a664-6ff48fb2796f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1097 time: 0.0761755 Feb 07 13:48:00.454261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-6a761c9e-fb09-4dd8-a35d-c55f182fbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:48:00.455711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-6a761c9e-fb09-4dd8-a35d-c55f182fbafd service neutron] 10.222.0.35 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 914 time: 0.1274781 Feb 07 13:48:00.554635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-60e29280-9e0d-4dbe-9704-1f32326f8221 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 1002 time: 0.0930314 Feb 07 13:48:00.617489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-0e8fe50e-14c2-413d-8b13-fb256964001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:48:00.619517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-0e8fe50e-14c2-413d-8b13-fb256964001d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 200 len: 853 time: 0.0592458 Feb 07 13:48:00.693355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-a5a5b974-d778-469b-8d7a-5b4f0717850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:48:00.694822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-a5a5b974-d778-469b-8d7a-5b4f0717850c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b74faf1c-5735-4a67-a912-322296c43070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690873 Feb 07 13:48:00.825229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-42552261-c1d9-4a04-9f7b-b61c4bc5cf35 service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243019 Feb 07 13:48:00.953994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e077d58-4800-4b56-b0bc-3f758dcc267c req-703643df-06a1-464a-bef2-145980bf7e50 service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227684 Feb 07 13:48:08.746300 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-062c2a1d-a184-4c66-81c8-321bc57d809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:10.100612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-1ffc99c1-45c7-4679-a018-40044290da67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746381 Feb 07 13:48:10.242167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-3219c52c-8557-4eb2-9a72-569407fdbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:48:10.243639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-3219c52c-8557-4eb2-9a72-569407fdbbaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1097 time: 0.0715003 Feb 07 13:48:10.399368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-b3af2425-86b9-4dd4-9441-d4c013b104af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:48:10.399368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-b3af2425-86b9-4dd4-9441-d4c013b104af service neutron] 10.222.0.35 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 914 time: 0.1348004 Feb 07 13:48:10.618416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-d0c5f966-b91c-484d-8624-dff3350aa4de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 1002 time: 0.2150464 Feb 07 13:48:10.682310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-5b2255dd-39c8-4fbb-aa7e-399976c53f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:48:10.683409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-5b2255dd-39c8-4fbb-aa7e-399976c53f4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 200 len: 853 time: 0.0589883 Feb 07 13:48:10.768983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-1b505bc8-39dc-4b62-8cf4-3988e70d52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:48:10.768983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-1b505bc8-39dc-4b62-8cf4-3988e70d52b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b74faf1c-5735-4a67-a912-322296c43070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767679 Feb 07 13:48:10.913293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-a6f0ecc9-b50d-4492-9167-fae2be551a86 service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375511 Feb 07 13:48:11.051662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e60c89f-a580-4764-bcb4-92a0f3e747af req-5965e479-bedf-44ab-868c-0bb18730c78e service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341496 Feb 07 13:48:11.557330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-222c32d9-bfff-4c39-b6b2-8aa3048acde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:12.294996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:12.380274 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:13.879097 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:15.416732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:25.003866 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:27.091288 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:48:38.731688 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e7db00a7-2374-478e-a5c2-7d061feeaf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:41.577250 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-290ae7e1-d56b-4bb1-adb1-7c76dd26779a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:42.280117 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:42.383040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:43.863285 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:45.388609 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:48:54.976155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:04.091640 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:49:08.749778 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5df314cd-fe97-43cc-82da-5eddc2cb5595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:10.264958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-3a878fd8-bf8e-4df7-9d18-6c7220d1a239 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131349 Feb 07 13:49:10.404114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-629cab90-1e76-4095-9bc8-96fe9b491fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:10.405588 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-629cab90-1e76-4095-9bc8-96fe9b491fdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1097 time: 0.0715160 Feb 07 13:49:10.553071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-f94643f3-613b-4072-9497-542378824ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:10.554329 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-f94643f3-613b-4072-9497-542378824ee6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 914 time: 0.1300156 Feb 07 13:49:10.660548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-d33c1a77-c07e-4605-a62b-517116ebbbaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 1002 time: 0.0996473 Feb 07 13:49:10.726393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-d4566890-8e5e-47d2-9782-db8beac139d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:10.727881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-d4566890-8e5e-47d2-9782-db8beac139d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 200 len: 853 time: 0.0617571 Feb 07 13:49:10.802489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-307c4203-7664-4164-a144-551d2572f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:10.803938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-307c4203-7664-4164-a144-551d2572f850 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b74faf1c-5735-4a67-a912-322296c43070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695827 Feb 07 13:49:10.933465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-d7f81561-0c97-4c70-b8d6-2dbfdab10933 service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227157 Feb 07 13:49:11.062511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-448f45b8-1c16-48d7-97a1-7ea4b01d2be8 req-b9dbd25d-ac64-498d-81e7-0f3d4c0f72c4 service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228631 Feb 07 13:49:11.592752 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4ec67ef4-a5e9-4feb-a8ed-807ff255bfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:12.273174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:12.369785 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:13.862292 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:15.381273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:16.224844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 58578) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:16.432754 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Deleting port 1cea31e4-301d-4058-a369-2a31e16185c4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:16.433102 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:16.606969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:16.607310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:16.734396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Calling delete_port for 1cea31e4-301d-4058-a369-2a31e16185c4 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:16.972678 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:17.021407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event deleted for resources: {'Port': ['ID=1cea31e4-301d-4058-a369-2a31e16185c4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:17.065139 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.065488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.065827 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.066154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.066481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.066807 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.067127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.067446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.067763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.068110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.068463 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.068968 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:17.123711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:17.125064 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Floating IP 761d07d5-e14b-405f-a668-8edd5fbbb373 disassociated (deleted). External IP: 172.25.7.138, port: 8019cc9a-b9e7-4118-8798-5f9815ee71a4. Feb 07 13:49:17.487105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Router 2a59aac7-c757-4998-aefe-96cf0fa94605 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:49:17.790461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:49:17.800297 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] Sync routers for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:49:17.815913 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:49:17.815913 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:49:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:17.878345 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:17.936227 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-076ff3a6-229a-4162-84be-1f240658a849 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "DELETE /v2.0/floatingips/761d07d5-e14b-405f-a668-8edd5fbbb373 HTTP/1.1" status: 204 len: 168 time: 1.7102726 Feb 07 13:49:17.936786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:49:17.994204 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:49:18.168790 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'status': 'completed', 'code': 200} Feb 07 13:49:18.265937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-ed185dd5-21fe-4646-af5a-ae516a227d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:18.268419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-ed185dd5-21fe-4646-af5a-ae516a227d51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a715094fa67c4ca28be22c11ecc15da5&device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 1097 time: 0.0774450 Feb 07 13:49:18.321010 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:18.324787 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] Checking router: 2a59aac7-c757-4998-aefe-96cf0fa94605 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:49:18.333204 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:49:18.333796 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:49:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:18.410171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-3ff34c59-5bd0-429b-b625-cadeca379659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:18.411625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-3ff34c59-5bd0-429b-b625-cadeca379659 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 200 len: 914 time: 0.1375008 Feb 07 13:49:18.486871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-5bfe1b4b-156d-4203-beaf-0970f9f79071 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 200 len: 217 time: 0.0690348 Feb 07 13:49:18.526453 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:49:18.558798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-e02fea0b-cd4c-48b3-a0e4-f930902d321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:18.560555 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-e02fea0b-cd4c-48b3-a0e4-f930902d321c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 200 len: 853 time: 0.0680714 Feb 07 13:49:18.653082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-fb43d60a-9042-4657-b840-e4fdc5aebeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:18.654799 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-fb43d60a-9042-4657-b840-e4fdc5aebeee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b74faf1c-5735-4a67-a912-322296c43070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872293 Feb 07 13:49:18.865410 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:18.871413 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2b857-3349-4524-a5c9-fb859efff1c2 None None] The sync data for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 is: [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:44:51Z', 'revision_number': 4, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '2096a15d-8d99-4b38-94c0-fc52ea2d2005', 'name': '', 'network_id': 'b74faf1c-5735-4a67-a912-322296c43070', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:50Z', 'updated_at': '2022-02-07T13:44:58Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'subnets': [{'id': 'f0c6e6e8-462b-4db7-957c-006c318b02af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:49:18.987419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509cb35-7774-4630-b3a0-7321d11759d5 req-ac363f7f-b2a5-4f96-9a74-6e4ecd5266eb tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:18.987419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8509cb35-7774-4630-b3a0-7321d11759d5 req-ac363f7f-b2a5-4f96-9a74-6e4ecd5266eb tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 946 time: 0.3847446 Feb 07 13:49:18.993221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-bd812ba5-012d-4ea0-935e-1816df8d18e2 service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897866 Feb 07 13:49:19.116496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8509cb35-7774-4630-b3a0-7321d11759d5 req-967eb1d5-3318-4ac8-baf9-c02084dbd3b4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238828 Feb 07 13:49:19.163784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f1f5a92-92d7-4b8a-b056-ff6fb852aa7b req-57597775-75ef-42fd-a703-832cd5915ddb service neutron] 10.222.0.35 "GET /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581693 Feb 07 13:49:19.174765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789e3e4-cb7f-4db0-a817-f67d1c3c8e00 None None] New status for floating IP 761d07d5-e14b-405f-a668-8edd5fbbb373: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:49:20.092826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-c798aa5b-5486-469f-ba89-fdc62dd175ab tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:20.094182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-c798aa5b-5486-469f-ba89-fdc62dd175ab tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.35 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 946 time: 0.0793674 Feb 07 13:49:20.170905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Deleting port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:20.171250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:20.475940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] For port 8019cc9a-b9e7-4118-8798-5f9815ee71a4, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=8019cc9a-b9e7-4118-8798-5f9815ee71a4,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:20.476322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:20.606796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0086-21eb-4934-967c-920d28a8a8f0 req-58e75221-c01d-4eae-b34a-9f3e690714d6 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:20.608291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17bd0086-21eb-4934-967c-920d28a8a8f0 req-58e75221-c01d-4eae-b34a-9f3e690714d6 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 946 time: 0.3360989 Feb 07 13:49:20.614699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Calling delete_port for 8019cc9a-b9e7-4118-8798-5f9815ee71a4 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:20.719898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17bd0086-21eb-4934-967c-920d28a8a8f0 req-4e4ab8c5-2a80-45ee-a956-6907c9bf0bf4 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3867300-799d-4e32-a6c5-b62bb4cf8528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739758 Feb 07 13:49:20.881584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:20.935737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event deleted for resources: {'Port': ['ID=8019cc9a-b9e7-4118-8798-5f9815ee71a4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:20.975237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.975588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.975931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.976293 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.976625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.976955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.977281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.977606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.977933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.978263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.978585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:20.978907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:49:21.021945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] No DVR routers for this DVR port 8019cc9a-b9e7-4118-8798-5f9815ee71a4 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:49:21.024349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:21.026749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'name': 'network-vif-deleted', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:49:21.037380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fe4dd8f-4fb1-4eda-9840-32fab675c82e req-4dd6141d-ae93-4849-adc5-c6a19ae40304 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.35 "DELETE /v2.0/ports/8019cc9a-b9e7-4118-8798-5f9815ee71a4 HTTP/1.1" status: 204 len: 173 time: 0.9380784 Feb 07 13:49:21.157592 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82ddfde-bf71-4c69-8240-3f090a404cba', 'name': 'network-vif-deleted', 'tag': '8019cc9a-b9e7-4118-8798-5f9815ee71a4', 'status': 'completed', 'code': 200} Feb 07 13:49:21.873052 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5f172e01-5b39-4733-93fd-c0e45d0080c3 req-d78a5c43-e632-4ae9-9a04-a77228f26e4d tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Synchronizing usage tracker for tenant:a715094fa67c4ca28be22c11ecc15da5 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:49:21.984256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5f172e01-5b39-4733-93fd-c0e45d0080c3 req-d78a5c43-e632-4ae9-9a04-a77228f26e4d tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Unset dirty status for tenant:a715094fa67c4ca28be22c11ecc15da5 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:49:21.985675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f172e01-5b39-4733-93fd-c0e45d0080c3 req-d78a5c43-e632-4ae9-9a04-a77228f26e4d tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82ddfde-bf71-4c69-8240-3f090a404cba HTTP/1.1" status: 200 len: 210 time: 0.1582978 Feb 07 13:49:23.086093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58628) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:23.154584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6de24e1e-5905-4f8e-a414-0a1230fadee8 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:23.184052 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6de24e1e-5905-4f8e-a414-0a1230fadee8 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:23.316443 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6de24e1e-5905-4f8e-a414-0a1230fadee8 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:23.337059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de24e1e-5905-4f8e-a414-0a1230fadee8 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3867300-799d-4e32-a6c5-b62bb4cf8528,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:23.406037 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6de24e1e-5905-4f8e-a414-0a1230fadee8 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:23.407203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6de24e1e-5905-4f8e-a414-0a1230fadee8 tempest-TestVolumeBackupRestore-2103620671 tempest-TestVolumeBackupRestore-2103620671-project] 10.222.0.69 "DELETE /v2.0/security-groups/f3867300-799d-4e32-a6c5-b62bb4cf8528 HTTP/1.1" status: 204 len: 168 time: 0.3200819 Feb 07 13:49:24.204666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 8019cc9a-b9e7-4118-8798-5f9815ee71a4 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:49:24.239804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 8019cc9a-b9e7-4118-8798-5f9815ee71a4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:49:24.240182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 8019cc9a-b9e7-4118-8798-5f9815ee71a4 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:49:25.007506 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:26.410171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58764) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:27.178553 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:27.543073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Deleting port 2096a15d-8d99-4b38-94c0-fc52ea2d2005 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:27.543613 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:27.717366 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] For port 2096a15d-8d99-4b38-94c0-fc52ea2d2005, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2096a15d-8d99-4b38-94c0-fc52ea2d2005,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:27.717724 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:27.846649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Calling delete_port for 2096a15d-8d99-4b38-94c0-fc52ea2d2005 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:28.147754 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:28.203496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2096a15d-8d99-4b38-94c0-fc52ea2d2005,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:28.594041 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:28.964303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Router 2a59aac7-c757-4998-aefe-96cf0fa94605 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:49:29.146866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:49:29.159066 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] Sync routers for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:49:29.168697 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:49:29.169296 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:49:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:29.241150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9823293f-9339-42d7-abcf-88715bb4db70 admin admin] 10.222.0.69 "PUT /v2.0/routers/2a59aac7-c757-4998-aefe-96cf0fa94605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8257055 Feb 07 13:49:29.241746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58894) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:29.383531 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:49:29.418974 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:29.603431 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:29.669871 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:49:27Z', 'revision_number': 5, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port': {'id': '12e2fc81-dfd7-4a54-913f-9608256860d7', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:47Z', 'updated_at': '2022-02-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:29.673689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] Checking router: 2a59aac7-c757-4998-aefe-96cf0fa94605 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:49:29.682402 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] Routers {'2a59aac7-c757-4998-aefe-96cf0fa94605'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:49:29.682981 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:49:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2a59aac7-c757-4998-aefe-96cf0fa94605'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:29.691399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Deleting port 12e2fc81-dfd7-4a54-913f-9608256860d7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:29.691920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:29.835439 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] Set router 2a59aac7-c757-4998-aefe-96cf0fa94605 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:49:29.880731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] For port 12e2fc81-dfd7-4a54-913f-9608256860d7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=12e2fc81-dfd7-4a54-913f-9608256860d7,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:29.881005 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:29.943150 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:49:29Z', 'revision_number': 6, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:29.947013 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b462-dd4e-44dc-ba51-82bb2f5c8c25 None None] The sync data for ids ['2a59aac7-c757-4998-aefe-96cf0fa94605'] in n-d-811416-5 is: [{'id': '2a59aac7-c757-4998-aefe-96cf0fa94605', 'name': 'tempest-TestVolumeBackupRestore-1926317131-router', 'tenant_id': 'a715094fa67c4ca28be22c11ecc15da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:46Z', 'updated_at': '2022-02-07T13:49:29Z', 'revision_number': 6, 'project_id': 'a715094fa67c4ca28be22c11ecc15da5', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:49:30.009609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Calling delete_port for 12e2fc81-dfd7-4a54-913f-9608256860d7 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:30.395992 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:30.443218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Pushing event deleted for resources: {'Port': ['ID=12e2fc81-dfd7-4a54-913f-9608256860d7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:30.537934 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:30.717715 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:30.720119 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:30.824808 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:30.825387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a59aac7-c757-4998-aefe-96cf0fa94605 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:49:30.838669 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:30.839818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7458d676-6ef3-4dc8-b97f-68fe6901e50b admin admin] 10.222.0.69 "DELETE /v2.0/routers/2a59aac7-c757-4998-aefe-96cf0fa94605 HTTP/1.1" status: 204 len: 168 time: 1.5971932 Feb 07 13:49:30.842364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58964) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:30.904962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f044858-e4e5-4ee6-8cdc-5aac261955b8 admin admin] Deleting subnet f0c6e6e8-462b-4db7-957c-006c318b02af {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:49:30.908858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f044858-e4e5-4ee6-8cdc-5aac261955b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:30.963069 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f044858-e4e5-4ee6-8cdc-5aac261955b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.042515 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f044858-e4e5-4ee6-8cdc-5aac261955b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.210636 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f044858-e4e5-4ee6-8cdc-5aac261955b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.252114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f044858-e4e5-4ee6-8cdc-5aac261955b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c6e6e8-462b-4db7-957c-006c318b02af,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:31.255693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7f044858-e4e5-4ee6-8cdc-5aac261955b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.261645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a6077-d5e4-48b2-9eed-f768386f4df5 None None] Network b74faf1c-5735-4a67-a912-322296c43070 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:49:31.262079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7f044858-e4e5-4ee6-8cdc-5aac261955b8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f0c6e6e8-462b-4db7-957c-006c318b02af HTTP/1.1" status: 204 len: 168 time: 0.4183645 Feb 07 13:49:31.264301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 58984) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:31.374857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.386239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Deleting port d2691948-25d7-412f-a493-bb9e14941fad {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:31.386581 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.531129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] DHCP port deletion for b74faf1c-5735-4a67-a912-322296c43070 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:49:31.536066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] Deleting port d2691948-25d7-412f-a493-bb9e14941fad {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:31.537261 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.609298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] For port d2691948-25d7-412f-a493-bb9e14941fad, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d2691948-25d7-412f-a493-bb9e14941fad,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:31.609585 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.745822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Calling delete_port for d2691948-25d7-412f-a493-bb9e14941fad owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:31.761027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] For port d2691948-25d7-412f-a493-bb9e14941fad, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d2691948-25d7-412f-a493-bb9e14941fad,segment=NetworkSegment(f7305287-3fec-4b8b-a044-25e67b8ce158),segment_id=f7305287-3fec-4b8b-a044-25e67b8ce158)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:31.761545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.827071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2096a15d-8d99-4b38-94c0-fc52ea2d2005 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:49:31.887602 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:31.916163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] Calling delete_port for d2691948-25d7-412f-a493-bb9e14941fad owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:31.946483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2691948-25d7-412f-a493-bb9e14941fad,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:31.948186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] No DVR routers for this DVR port d2691948-25d7-412f-a493-bb9e14941fad on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:49:31.955721 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 2096a15d-8d99-4b38-94c0-fc52ea2d2005 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:49:31.956097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2096a15d-8d99-4b38-94c0-fc52ea2d2005 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:49:31.956597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 12e2fc81-dfd7-4a54-913f-9608256860d7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:49:31.999857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 12e2fc81-dfd7-4a54-913f-9608256860d7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:49:32.000155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 12e2fc81-dfd7-4a54-913f-9608256860d7 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:49:32.000642 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d2691948-25d7-412f-a493-bb9e14941fad no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:49:32.038051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: d2691948-25d7-412f-a493-bb9e14941fad {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:49:32.038395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d2691948-25d7-412f-a493-bb9e14941fad not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:49:32.070677 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:49:32.071510 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:49:32.074851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:32.099292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74faf1c-5735-4a67-a912-322296c43070']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:32.115300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7305287-3fec-4b8b-a044-25e67b8ce158') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:32.115617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7305287-3fec-4b8b-a044-25e67b8ce158') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:32.128673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:32.144962 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:32.150743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:49:32.151157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:49:32.169060 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:49:32.307424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:32.324199 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:32.338529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74faf1c-5735-4a67-a912-322296c43070,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:32.411598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-907044ef-603e-4f21-9787-2e6e4188ea23 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b74faf1c-5735-4a67-a912-322296c43070 HTTP/1.1" status: 204 len: 168 time: 1.1457829 Feb 07 13:49:32.413970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59042) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:32.573189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] Deleting port d2691948-25d7-412f-a493-bb9e14941fad {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:32.573788 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:32.647870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ae16f41c-655a-4541-9226-ebf5c66c0cd2 None None] The port 'd2691948-25d7-412f-a493-bb9e14941fad' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:49:33.082355 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:33.432372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Deleting port 19d191bf-8270-47e6-8f8f-84e15b535e4e {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:33.432640 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:33.608555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] For port 19d191bf-8270-47e6-8f8f-84e15b535e4e, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=19d191bf-8270-47e6-8f8f-84e15b535e4e,segment=NetworkSegment(2a8bedaa-e3a4-4866-9d91-b2a11d9217b6),segment_id=2a8bedaa-e3a4-4866-9d91-b2a11d9217b6)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:33.608917 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:33.733544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Calling delete_port for 19d191bf-8270-47e6-8f8f-84e15b535e4e owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:33.998915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:34.048382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Pushing event deleted for resources: {'Port': ['ID=19d191bf-8270-47e6-8f8f-84e15b535e4e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:34.435705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:34.790335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:49:34.977685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:49:34.986463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] Sync routers for ids ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:49:34.995556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] Routers {'35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:49:34.996191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:49:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:35.074901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-709146be-fbcf-43e3-9629-fe34dc5a8dda admin admin] 10.222.0.69 "PUT /v2.0/routers/35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6598933 Feb 07 13:49:35.077419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59102) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:35.203311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] Set router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:49:35.255409 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:35.434007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:35.487932 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:49:33Z', 'revision_number': 5, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port': {'id': 'f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:44:55Z', 'updated_at': '2022-02-07T13:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:35.491775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] Checking router: 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:49:35.500181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] Routers {'35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:49:35.500776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:49:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:35.536491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Deleting port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:35.537003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:35.667914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] Set router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:49:35.743779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] For port f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:35.744212 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:35.779539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:49:35Z', 'revision_number': 6, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:35.783545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b1c7-3a82-4f4f-a91c-cad52bb2008a None None] The sync data for ids ['35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b'] in n-d-811416-5 is: [{'id': '35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b', 'name': 'tempest-TestVolumeBackupRestore-1840648844-router', 'tenant_id': '18defba14e3d4d369bc86cca00dc5e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:44:54Z', 'updated_at': '2022-02-07T13:49:35Z', 'revision_number': 6, 'project_id': '18defba14e3d4d369bc86cca00dc5e5e', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:49:35.991752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Calling delete_port for f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:36.799261 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:36.847511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:36.938707 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.109714 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.112616 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.233258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.233713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:49:37.246597 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.248146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f78710bd-9f67-4c57-821e-cc79bcdcbb33 admin admin] 10.222.0.69 "DELETE /v2.0/routers/35e5be9f-5b68-4fbd-a2ad-f585bcb7f92b HTTP/1.1" status: 204 len: 168 time: 2.1694856 Feb 07 13:49:37.250253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59106) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:37.312158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c77e8e-c2a0-4cdf-b4fc-0b30da5a43c7 admin admin] Deleting subnet d3fec85b-056f-4817-a175-f729c7e27e7d {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:49:37.315731 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0c77e8e-c2a0-4cdf-b4fc-0b30da5a43c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.376200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0c77e8e-c2a0-4cdf-b4fc-0b30da5a43c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.452183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0c77e8e-c2a0-4cdf-b4fc-0b30da5a43c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.590547 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0c77e8e-c2a0-4cdf-b4fc-0b30da5a43c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.631405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c77e8e-c2a0-4cdf-b4fc-0b30da5a43c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fec85b-056f-4817-a175-f729c7e27e7d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:37.634954 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e0c77e8e-c2a0-4cdf-b4fc-0b30da5a43c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.640972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c123e2-0899-43ba-99c1-389c35aeb652 None None] Network da037360-5a87-4a7c-9164-08e042c2bab8 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:49:37.641872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e0c77e8e-c2a0-4cdf-b4fc-0b30da5a43c7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d3fec85b-056f-4817-a175-f729c7e27e7d HTTP/1.1" status: 204 len: 168 time: 0.3906648 Feb 07 13:49:37.645206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59110) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:37.754993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.765395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Deleting port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:37.765726 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.781663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 19d191bf-8270-47e6-8f8f-84e15b535e4e no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:49:37.848475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 19d191bf-8270-47e6-8f8f-84e15b535e4e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:49:37.848475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 19d191bf-8270-47e6-8f8f-84e15b535e4e not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:49:37.848900 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:49:37.885164 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:49:37.885512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f0e5b199-a9f3-479b-bc1d-0b5a1e8b7157 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:49:37.971458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] DHCP port deletion for da037360-5a87-4a7c-9164-08e042c2bab8 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:49:37.973593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] For port 7900c42e-a5d1-4e44-a33b-d557d7fdde68, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7900c42e-a5d1-4e44-a33b-d557d7fdde68,segment=NetworkSegment(2a8bedaa-e3a4-4866-9d91-b2a11d9217b6),segment_id=2a8bedaa-e3a4-4866-9d91-b2a11d9217b6)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:37.974091 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:37.975336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] Deleting port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:37.975706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.100066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Calling delete_port for 7900c42e-a5d1-4e44-a33b-d557d7fdde68 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:38.181010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] For port 7900c42e-a5d1-4e44-a33b-d557d7fdde68, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=7900c42e-a5d1-4e44-a33b-d557d7fdde68,segment=NetworkSegment(2a8bedaa-e3a4-4866-9d91-b2a11d9217b6),segment_id=2a8bedaa-e3a4-4866-9d91-b2a11d9217b6)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:49:38.181414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.281848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.301467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] Calling delete_port for 7900c42e-a5d1-4e44-a33b-d557d7fdde68 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:49:38.328121 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7900c42e-a5d1-4e44-a33b-d557d7fdde68,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:38.332479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] No DVR routers for this DVR port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:49:38.415208 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:49:38.415565 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:49:38.448358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.473156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da037360-5a87-4a7c-9164-08e042c2bab8']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:38.488687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:38.489008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8bedaa-e3a4-4866-9d91-b2a11d9217b6') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:49:38.499990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.516003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.522705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:49:38.523113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:49:38.536006 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:49:38.673657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.690119 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.704450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=da037360-5a87-4a7c-9164-08e042c2bab8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:38.711601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7bb78790-909b-4c8f-96e3-dba330569ab2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/da037360-5a87-4a7c-9164-08e042c2bab8 HTTP/1.1" status: 204 len: 168 time: 1.0652831 Feb 07 13:49:38.741951 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6eb33118-876f-4b6c-8d7a-6f0b82453ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.916616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] Deleting port 7900c42e-a5d1-4e44-a33b-d557d7fdde68 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:49:38.916996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:38.980432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d9f79b21-87bf-4153-b84b-1dc16cc32615 None None] The port '7900c42e-a5d1-4e44-a33b-d557d7fdde68' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:49:39.063212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59116) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:39.219250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-db8e4267-a31d-40c8-b63a-33a17eba8768 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a715094fa67c4ca28be22c11ecc15da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548123 Feb 07 13:49:39.222319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59120) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:39.277892 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f36032a0-d8b7-4e05-8896-a2c322a30866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:39.303339 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f36032a0-d8b7-4e05-8896-a2c322a30866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:39.436220 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f36032a0-d8b7-4e05-8896-a2c322a30866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:39.452641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36032a0-d8b7-4e05-8896-a2c322a30866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af9cd7-5db0-4086-bb54-5cc539dc4b4b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:39.459625 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f36032a0-d8b7-4e05-8896-a2c322a30866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:39.460785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f36032a0-d8b7-4e05-8896-a2c322a30866 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75af9cd7-5db0-4086-bb54-5cc539dc4b4b HTTP/1.1" status: 204 len: 168 time: 0.2375948 Feb 07 13:49:39.764113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7900c42e-a5d1-4e44-a33b-d557d7fdde68 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:49:39.800809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 7900c42e-a5d1-4e44-a33b-d557d7fdde68 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:49:39.801166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 7900c42e-a5d1-4e44-a33b-d557d7fdde68 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:49:40.225076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59128) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:40.276306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1ad8802c-5553-4c03-93f6-b624653f9d0d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18defba14e3d4d369bc86cca00dc5e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500739 Feb 07 13:49:40.278744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59132) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:49:40.337404 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a772-432d-46a8-b0a6-03aa14cfd49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:40.362768 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a772-432d-46a8-b0a6-03aa14cfd49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:40.510076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a772-432d-46a8-b0a6-03aa14cfd49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:40.524601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8a772-432d-46a8-b0a6-03aa14cfd49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37f238d-fda0-49f1-a3fb-472febc297e4,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:40.530693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a772-432d-46a8-b0a6-03aa14cfd49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:40.531631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-aeb8a772-432d-46a8-b0a6-03aa14cfd49a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f37f238d-fda0-49f1-a3fb-472febc297e4 HTTP/1.1" status: 204 len: 168 time: 0.2518427 Feb 07 13:49:41.092057 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:49:41.636221 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c34d03c-9dec-4201-9034-a50347b18df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:42.347564 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:42.373382 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:43.856116 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:45.439044 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:51.925661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-c96e78e2-5362-491c-9a42-f3df07d29aba tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=195ab97888a5442b93b743349d66b834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267801 Feb 07 13:49:52.075897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-9cf64f17-4701-4c86-9269-bf6e99f1a4d7 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:52.077359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-9cf64f17-4701-4c86-9269-bf6e99f1a4d7 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465216 Feb 07 13:49:52.092319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-423f1efd-62fc-4282-b5b2-c15a718d1934 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/quotas/195ab97888a5442b93b743349d66b834 HTTP/1.1" status: 200 len: 375 time: 0.0093484 Feb 07 13:49:52.142519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-004e89e7-87a5-4fc0-a2b3-0bdf04dde664 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=195ab97888a5442b93b743349d66b834&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452194 Feb 07 13:49:52.397085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-607d48dc-9adf-4b5d-9255-c0fa1b2cad97 req-6ed07021-9d80-472a-a04c-66cdebfe3bad tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 210 time: 0.0429282 Feb 07 13:49:53.492343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61954178-f6dd-4a79-87a4-87607a14681c req-3309670e-2084-4e17-966f-f3b968807f52 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 210 time: 0.0441983 Feb 07 13:49:54.588929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb4ffb9c-8c2e-464e-be8b-dd99d6276f88 req-984cd608-1390-4045-ba0a-6a7b76f15598 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 210 time: 0.0458627 Feb 07 13:49:55.022130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:55.733781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a23c1c86-2a7c-4880-982a-0f6b1c45d8c0 req-8e03da4e-d861-4f25-8f2b-338d220e8e9a tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 210 time: 0.0432134 Feb 07 13:49:56.512987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-98daa5c4-1388-4957-bd89-c92f006a897a tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=195ab97888a5442b93b743349d66b834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264816 Feb 07 13:49:56.664811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-2bc0e020-6edb-4038-9446-8b67f52ca071 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:56.666264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-2bc0e020-6edb-4038-9446-8b67f52ca071 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478317 Feb 07 13:49:56.678194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Request body: {'port': {'device_id': 'af331079-4215-4cf9-8a9f-ae6021c1fe87', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'admin_state_up': True, 'tenant_id': '195ab97888a5442b93b743349d66b834'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:49:56.820889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:49:56.824799 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Usage tracker for resource:port and tenant:195ab97888a5442b93b743349d66b834 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:49:56.827641 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:49:56.834496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:49:56.895927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45a6494c-12f9-4442-9837-d293677d072b req-c1154b32-4c7d-4895-907f-5f545d59de06 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 210 time: 0.0500364 Feb 07 13:49:56.896966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Made reservation on behalf of 195ab97888a5442b93b743349d66b834 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:49:56.900327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:56.912723 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:56.928160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:49:56.932045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Usage tracker for resource:security_group_rule and tenant:195ab97888a5442b93b743349d66b834 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:49:56.934784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:49:56.940414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:49:57.022218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:57.099413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:57.182735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87834f40-ab33-4b3c-a972-bde4f2f9962e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:57.275232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Allocated IP 192.168.233.236 (4e3a701b-acc9-40a2-bc40-e75daf6bcdd6/2e7e6c87-2507-4b64-b065-ac0f510b56b6/6788aa66-656c-41ba-98c0-e6196177768b) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:49:57.472680 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:57.487532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Transition to ACTIVE for port object 6788aa66-656c-41ba-98c0-e6196177768b will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:49:57.576513 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:57.655302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:49:57.658608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:49:57.663592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:49:57.701016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Pushing event updated for resources: {'Port': ['ID=6788aa66-656c-41ba-98c0-e6196177768b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:57.735620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:57.736276 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:57.854769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-d4fefe92-c925-41fa-a069-a56098b73a73 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1801293 Feb 07 13:49:57.963045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc4a0ba5-1345-48d1-a7a5-fb40c4a46304 None None] Provisioning for port 6788aa66-656c-41ba-98c0-e6196177768b completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:49:57.968500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc4a0ba5-1345-48d1-a7a5-fb40c4a46304 None None] Provisioning complete for port 6788aa66-656c-41ba-98c0-e6196177768b triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:49:57.968977 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0ba5-1345-48d1-a7a5-fb40c4a46304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:58.009122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Request body: {'port': {'device_id': 'af331079-4215-4cf9-8a9f-ae6021c1fe87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:49:58.027309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a0ba5-1345-48d1-a7a5-fb40c4a46304 None None] Port 6788aa66-656c-41ba-98c0-e6196177768b cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:49:58.178449 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:58.204005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02aa9b-87f6-43e2-9b25-798a84b7822b req-0c80ada2-a714-4ff4-bfd8-9dce3f2398a7 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:58.204708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bc02aa9b-87f6-43e2-9b25-798a84b7822b req-0c80ada2-a714-4ff4-bfd8-9dce3f2398a7 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Synchronizing usage tracker for tenant:195ab97888a5442b93b743349d66b834 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:49:58.356865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bc02aa9b-87f6-43e2-9b25-798a84b7822b req-0c80ada2-a714-4ff4-bfd8-9dce3f2398a7 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Unset dirty status for tenant:195ab97888a5442b93b743349d66b834 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:49:58.358057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc02aa9b-87f6-43e2-9b25-798a84b7822b req-0c80ada2-a714-4ff4-bfd8-9dce3f2398a7 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 936 time: 0.3533425 Feb 07 13:49:58.466342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bc02aa9b-87f6-43e2-9b25-798a84b7822b req-ddfb73c9-1952-4a2a-a1ad-240194d85fd9 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Synchronizing usage tracker for tenant:195ab97888a5442b93b743349d66b834 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:49:58.639301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bc02aa9b-87f6-43e2-9b25-798a84b7822b req-ddfb73c9-1952-4a2a-a1ad-240194d85fd9 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Unset dirty status for tenant:195ab97888a5442b93b743349d66b834 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:49:58.640513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc02aa9b-87f6-43e2-9b25-798a84b7822b req-ddfb73c9-1952-4a2a-a1ad-240194d85fd9 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348933 Feb 07 13:49:58.694945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6788aa66-656c-41ba-98c0-e6196177768b {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:49:58.702870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:58.717694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Transition to ACTIVE for port object 6788aa66-656c-41ba-98c0-e6196177768b will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:49:58.793483 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:58.950625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6788aa66-656c-41ba-98c0-e6196177768b,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:59.031773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Attempting to bind port 6788aa66-656c-41ba-98c0-e6196177768b on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:49:59.032149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Attempting to bind port 6788aa66-656c-41ba-98c0-e6196177768b by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:49:59.032480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Attempting to bind port 6788aa66-656c-41ba-98c0-e6196177768b on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:49:59.037614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Port 6788aa66-656c-41ba-98c0-e6196177768b on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:49:59.037942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Attempting to bind port 6788aa66-656c-41ba-98c0-e6196177768b on network 4e3a701b-acc9-40a2-bc40-e75daf6bcdd6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:49:59.043056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:49:59.043397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Checking segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:49:59.043790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Bound using segment: {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:49:59.044256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Bound port: 6788aa66-656c-41ba-98c0-e6196177768b, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f30464-757a-4a64-bf97-46548c3fc704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:49:59.044605 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:59.136252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] For port 6788aa66-656c-41ba-98c0-e6196177768b, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:49:59.139028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] For port 6788aa66-656c-41ba-98c0-e6196177768b, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6788aa66-656c-41ba-98c0-e6196177768b,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:49:59.236664 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:59.305247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:59.305815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:49:59.307253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] 10.222.0.47 "PUT /v2.0/ports/6788aa66-656c-41ba-98c0-e6196177768b HTTP/1.1" status: 200 len: 1096 time: 1.3520961 Feb 07 13:49:59.307684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af331079-4215-4cf9-8a9f-ae6021c1fe87', 'tag': '6788aa66-656c-41ba-98c0-e6196177768b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:49:59.334341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cb00f-4e00-469a-9c5b-b1944e51d5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6788aa66-656c-41ba-98c0-e6196177768b,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:49:59.364548 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af331079-4215-4cf9-8a9f-ae6021c1fe87', 'tag': '6788aa66-656c-41ba-98c0-e6196177768b', 'status': 'completed', 'code': 200} Feb 07 13:49:59.459107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ab46-2dff-4e78-aa3f-b0aa7c70d801 req-51a4c529-b063-4d40-b86d-8ae581b77505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:59.460660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6250ab46-2dff-4e78-aa3f-b0aa7c70d801 req-51a4c529-b063-4d40-b86d-8ae581b77505 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=195ab97888a5442b93b743349d66b834&device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 1099 time: 0.0725784 Feb 07 13:49:59.496614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6250ab46-2dff-4e78-aa3f-b0aa7c70d801 req-aac921bc-abe4-4f55-9bbf-5952869ec40a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=195ab97888a5442b93b743349d66b834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287204 Feb 07 13:49:59.632418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ab46-2dff-4e78-aa3f-b0aa7c70d801 req-e795702f-cee3-4a6d-a712-d1719727c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:59.633844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6250ab46-2dff-4e78-aa3f-b0aa7c70d801 req-e795702f-cee3-4a6d-a712-d1719727c027 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1294191 Feb 07 13:49:59.736878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-9fea62f5-e715-478b-b06a-3d4952b4f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:59.739031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-9fea62f5-e715-478b-b06a-3d4952b4f6fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=195ab97888a5442b93b743349d66b834&device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 1099 time: 0.0710475 Feb 07 13:49:59.842626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-2f0ff0fd-a4c4-4f1e-81c4-7d3bab69a13b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=6788aa66-656c-41ba-98c0-e6196177768b HTTP/1.1" status: 200 len: 217 time: 0.0967679 Feb 07 13:49:59.919218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-37d4f2d7-fe76-4edc-ab26-3edd985737fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:59.920644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-37d4f2d7-fe76-4edc-ab26-3edd985737fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e7e6c87-2507-4b64-b065-ac0f510b56b6 HTTP/1.1" status: 200 len: 843 time: 0.0721056 Feb 07 13:49:59.977969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247bfcb-b1f3-44e8-817d-cbdb234b0cdb req-1f1dbfb7-ea6c-426f-a197-95057f5d65b0 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:49:59.979415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5247bfcb-b1f3-44e8-817d-cbdb234b0cdb req-1f1dbfb7-ea6c-426f-a197-95057f5d65b0 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 948 time: 0.1835473 Feb 07 13:50:00.031843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5247bfcb-b1f3-44e8-817d-cbdb234b0cdb req-bbd69ec0-18b5-41b4-8bcc-030888875fa6 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Feb 07 13:50:00.046005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-8973a347-3bc2-4cc6-96c4-6957b57935fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:00.047459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-8973a347-3bc2-4cc6-96c4-6957b57935fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e3a701b-acc9-40a2-bc40-e75daf6bcdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192765 Feb 07 13:50:00.189032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-203e92f8-c3bd-4750-b922-0ab0be5d5b75 service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335747 Feb 07 13:50:00.341835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10bc6c49-35ac-4b12-8bf8-4f34770ef35f req-6a00f2aa-7162-4759-8c6a-8f7d8e926fdd service neutron] 10.222.0.47 "GET /v2.0/networks/4e3a701b-acc9-40a2-bc40-e75daf6bcdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467710 Feb 07 13:50:01.225707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6c3a9-b0a4-4169-9ad0-81157348b201 req-94fcd83d-b5fc-4998-b975-a82cf7364987 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:01.227456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dd6c3a9-b0a4-4169-9ad0-81157348b201 req-94fcd83d-b5fc-4998-b975-a82cf7364987 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 948 time: 0.0855608 Feb 07 13:50:01.274259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dd6c3a9-b0a4-4169-9ad0-81157348b201 req-653d7a59-9191-43f2-b822-73f68246e30c tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Feb 07 13:50:02.456681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ab2a8-c736-495b-9736-9a813fb0e547 req-2e74b2f5-1dc4-4501-82b6-b5441c946086 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:02.458485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e3ab2a8-c736-495b-9736-9a813fb0e547 req-2e74b2f5-1dc4-4501-82b6-b5441c946086 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 948 time: 0.0827870 Feb 07 13:50:02.501296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1e3ab2a8-c736-495b-9736-9a813fb0e547 req-01004507-79ae-4959-93f5-26651e76dabd tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375679 Feb 07 13:50:03.804362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0cbe1-386c-422e-a4aa-3dca903c10ca req-0fcbd94b-5ce6-4ffe-ac23-b849f3373fee tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:03.805760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45a0cbe1-386c-422e-a4aa-3dca903c10ca req-0fcbd94b-5ce6-4ffe-ac23-b849f3373fee tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 948 time: 0.1920342 Feb 07 13:50:03.849182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45a0cbe1-386c-422e-a4aa-3dca903c10ca req-6aefe037-7b23-4f69-b62c-89137b971693 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Feb 07 13:50:04.165842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6788aa66-656c-41ba-98c0-e6196177768b details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:50:04.299360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6788aa66-656c-41ba-98c0-e6196177768b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6788aa66-656c-41ba-98c0-e6196177768b,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:50:04.312729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '6788aa66-656c-41ba-98c0-e6196177768b', 'network_id': '4e3a701b-acc9-40a2-bc40-e75daf6bcdd6', 'port_id': '6788aa66-656c-41ba-98c0-e6196177768b', 'mac_address': 'fa:16:3e:e0:1f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7e6c87-2507-4b64-b065-ac0f510b56b6', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:50:04.366397 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:04.383007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6788aa66-656c-41ba-98c0-e6196177768b {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:50:04.397858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6788aa66-656c-41ba-98c0-e6196177768b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6788aa66-656c-41ba-98c0-e6196177768b,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:50:04.482169 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:04.552461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6788aa66-656c-41ba-98c0-e6196177768b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:04.559805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.560186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.560532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.560892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.561239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.561568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.561895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.562219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.562543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.562865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.563186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.563544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:04.860476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6788aa66-656c-41ba-98c0-e6196177768b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:50:05.036340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4d23-84b5-409e-8f50-85a91534cdb0 req-1662e87c-0a03-4bf8-9c13-e43f125544b6 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:05.037814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6eaf4d23-84b5-409e-8f50-85a91534cdb0 req-1662e87c-0a03-4bf8-9c13-e43f125544b6 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 949 time: 0.0794504 Feb 07 13:50:05.084142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6eaf4d23-84b5-409e-8f50-85a91534cdb0 req-06d28331-b83c-41fd-a471-dbeaab1e7e0a tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Feb 07 13:50:06.181037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6788aa66-656c-41ba-98c0-e6196177768b up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:50:06.268000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eac21-f37c-4356-9dd5-e4de5ddc040d req-ab0ebe68-d656-4930-9b2c-aee978d4da0b tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:06.270273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c3eac21-f37c-4356-9dd5-e4de5ddc040d req-ab0ebe68-d656-4930-9b2c-aee978d4da0b tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 949 time: 0.0820901 Feb 07 13:50:06.316842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 6788aa66-656c-41ba-98c0-e6196177768b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:50:06.321010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c3eac21-f37c-4356-9dd5-e4de5ddc040d req-25e2ee75-ed95-4884-bb29-703a9804dd4a tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450706 Feb 07 13:50:06.322035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 6788aa66-656c-41ba-98c0-e6196177768b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:50:06.322434 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:06.436797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:06.463247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af331079-4215-4cf9-8a9f-ae6021c1fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6788aa66-656c-41ba-98c0-e6196177768b'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:50:06.472842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 6788aa66-656c-41ba-98c0-e6196177768b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6788aa66-656c-41ba-98c0-e6196177768b,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:50:06.540114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:06.615955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=6788aa66-656c-41ba-98c0-e6196177768b,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:06.678622 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af331079-4215-4cf9-8a9f-ae6021c1fe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6788aa66-656c-41ba-98c0-e6196177768b', 'code': 200} Feb 07 13:50:06.805851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc58d6-8ba6-473a-a0b5-95e33cfab9e5 req-0245209a-a477-47ed-b82e-abfbce0560b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:06.807300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74cc58d6-8ba6-473a-a0b5-95e33cfab9e5 req-0245209a-a477-47ed-b82e-abfbce0560b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 1101 time: 0.0752053 Feb 07 13:50:06.847334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74cc58d6-8ba6-473a-a0b5-95e33cfab9e5 req-fb6b3bfe-c2fb-4a02-bd47-cdc1eeb4c2ad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338135 Feb 07 13:50:07.516228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646192e-1562-49f2-b3a8-2ca909168975 req-840ef2e9-919c-4afe-894f-eb2da9878446 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:07.517711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6646192e-1562-49f2-b3a8-2ca909168975 req-840ef2e9-919c-4afe-894f-eb2da9878446 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 950 time: 0.0822184 Feb 07 13:50:07.561263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6646192e-1562-49f2-b3a8-2ca909168975 req-1aeb71e7-dc9a-4a13-bdf4-5d8ebfaaa7e9 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Feb 07 13:50:08.748107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0622dc3c-5a7a-498a-b6ce-7a124f22eead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:08.758655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a924e-3e78-44bc-a754-73fa746aa142 req-68aea5c5-494b-4482-b4f3-e1a02e0212da tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:08.760153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd2a924e-3e78-44bc-a754-73fa746aa142 req-68aea5c5-494b-4482-b4f3-e1a02e0212da tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 950 time: 0.0881538 Feb 07 13:50:08.805415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd2a924e-3e78-44bc-a754-73fa746aa142 req-5c9859ea-6f8d-4ed5-b342-de9bfc9399fa tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 Feb 07 13:50:10.312015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330c7aa-0fd8-43f3-a620-74511a8a6590 req-68d0a75d-c860-4b4f-a11e-1b826e1387f2 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:10.313469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2330c7aa-0fd8-43f3-a620-74511a8a6590 req-68d0a75d-c860-4b4f-a11e-1b826e1387f2 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 950 time: 0.0794077 Feb 07 13:50:10.358416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2330c7aa-0fd8-43f3-a620-74511a8a6590 req-af27329a-ccbe-4fb4-998d-fbf1d08d670b tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Feb 07 13:50:11.554133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6b1ad-0737-4c8e-93a7-c17f28d10507 req-d9c90dd4-bffe-4000-981c-a3dee2c12fe7 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:11.555994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f6b1ad-0737-4c8e-93a7-c17f28d10507 req-d9c90dd4-bffe-4000-981c-a3dee2c12fe7 tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 950 time: 0.0895388 Feb 07 13:50:11.557388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d4db676b-580f-491d-bec0-623ad6d5a2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:11.604036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-81f6b1ad-0737-4c8e-93a7-c17f28d10507 req-56e4a9ae-c63b-48ae-ae03-f0abf93ce6ba tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/security-groups?id=87834f40-ab33-4b3c-a972-bde4f2f9962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Feb 07 13:50:11.729719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-b80fae38-f3bc-443c-b5ce-70a94dcdcd1c tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:11.731247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-b80fae38-f3bc-443c-b5ce-70a94dcdcd1c tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.47 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 950 time: 0.0804086 Feb 07 13:50:11.804350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Deleting port 6788aa66-656c-41ba-98c0-e6196177768b {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:50:11.804693 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:12.056580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] For port 6788aa66-656c-41ba-98c0-e6196177768b, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=6788aa66-656c-41ba-98c0-e6196177768b,segment=NetworkSegment(13f30464-757a-4a64-bf97-46548c3fc704),segment_id=13f30464-757a-4a64-bf97-46548c3fc704)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:50:12.056860 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:12.179726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Calling delete_port for 6788aa66-656c-41ba-98c0-e6196177768b owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:50:12.308480 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:12.431530 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:12.465783 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:12.477087 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['6788aa66-656c-41ba-98c0-e6196177768b'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:50:12.516246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Pushing event deleted for resources: {'Port': ['ID=6788aa66-656c-41ba-98c0-e6196177768b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:12.594969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] No DVR routers for this DVR port 6788aa66-656c-41ba-98c0-e6196177768b on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:50:12.598468 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:12.601360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af331079-4215-4cf9-8a9f-ae6021c1fe87', 'name': 'network-vif-deleted', 'tag': '6788aa66-656c-41ba-98c0-e6196177768b'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:50:12.654831 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af331079-4215-4cf9-8a9f-ae6021c1fe87', 'name': 'network-vif-deleted', 'tag': '6788aa66-656c-41ba-98c0-e6196177768b', 'status': 'completed', 'code': 200} Feb 07 13:50:12.700758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-504e3ee2-6aec-4729-a44c-86dccf418f62 req-54bbabb9-c683-48a1-8bd1-ad93537204fc tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.47 "DELETE /v2.0/ports/6788aa66-656c-41ba-98c0-e6196177768b HTTP/1.1" status: 204 len: 173 time: 0.9645638 Feb 07 13:50:12.767578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5ca0fcde-6c0c-4918-a953-7d4c36efe94d req-52efcd1b-23a3-4488-b80e-59623686725a tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Synchronizing usage tracker for tenant:195ab97888a5442b93b743349d66b834 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:50:12.839669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5ca0fcde-6c0c-4918-a953-7d4c36efe94d req-52efcd1b-23a3-4488-b80e-59623686725a tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] Unset dirty status for tenant:195ab97888a5442b93b743349d66b834 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:50:12.840858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ca0fcde-6c0c-4918-a953-7d4c36efe94d req-52efcd1b-23a3-4488-b80e-59623686725a tempest-ServersAdminNegativeTestJSON-1948417295 tempest-ServersAdminNegativeTestJSON-1948417295-project] 10.222.0.69 "GET /v2.0/ports?device_id=af331079-4215-4cf9-8a9f-ae6021c1fe87 HTTP/1.1" status: 200 len: 210 time: 0.1159251 Feb 07 13:50:13.856218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:14.356126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59310) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:50:14.501570 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-502f89b8-b8ae-44cf-9950-ac0c337891d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=195ab97888a5442b93b743349d66b834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443241 Feb 07 13:50:14.504278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59316) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:50:14.563244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ea31390-b61f-40f2-883c-c17c4111c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:14.591464 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ea31390-b61f-40f2-883c-c17c4111c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:14.734115 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ea31390-b61f-40f2-883c-c17c4111c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:14.750846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea31390-b61f-40f2-883c-c17c4111c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87834f40-ab33-4b3c-a972-bde4f2f9962e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:14.846856 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3ea31390-b61f-40f2-883c-c17c4111c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:14.848693 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3ea31390-b61f-40f2-883c-c17c4111c5b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87834f40-ab33-4b3c-a972-bde4f2f9962e HTTP/1.1" status: 204 len: 168 time: 0.3435328 Feb 07 13:50:15.443124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:15.446350 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59328) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:50:15.461494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:15.478568 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:50:15.482364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] Usage tracker for resource:security_group_rule and tenant:987e375984e947db932b326a9de96e2a is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:50:15.485219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:50:15.491453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:50:15.571321 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:15.694069 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:15.740719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b850a3-bed3-4af7-85a6-e8999ca269aa,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:15.744965 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-06eaa8f1-6ea9-4de9-a3a2-ae467227a972 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=987e375984e947db932b326a9de96e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996879 Feb 07 13:50:15.747720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59332) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:50:15.805247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b85e4e3b-8c3d-40b8-ab34-10e57b88ef4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:15.830674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b85e4e3b-8c3d-40b8-ab34-10e57b88ef4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:15.959223 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b85e4e3b-8c3d-40b8-ab34-10e57b88ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:15.976676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e4e3b-8c3d-40b8-ab34-10e57b88ef4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b850a3-bed3-4af7-85a6-e8999ca269aa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:15.983200 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b85e4e3b-8c3d-40b8-ab34-10e57b88ef4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:15.984341 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b85e4e3b-8c3d-40b8-ab34-10e57b88ef4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/01b850a3-bed3-4af7-85a6-e8999ca269aa HTTP/1.1" status: 204 len: 168 time: 0.2357054 Feb 07 13:50:16.246644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6788aa66-656c-41ba-98c0-e6196177768b no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:50:16.283814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 6788aa66-656c-41ba-98c0-e6196177768b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:50:16.284191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 6788aa66-656c-41ba-98c0-e6196177768b not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:50:17.090207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59358) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:50:17.193003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1602383159-network', 'tenant_id': 'be9c3788367b4dff874017e53246cc1f'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:50:17.198626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:50:17.202606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Usage tracker for resource:network and tenant:be9c3788367b4dff874017e53246cc1f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:50:17.205561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:50:17.211448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:50:17.311251 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Made reservation on behalf of be9c3788367b4dff874017e53246cc1f for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:50:17.313591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:17.326060 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:17.340226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:50:17.343917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Usage tracker for resource:security_group_rule and tenant:be9c3788367b4dff874017e53246cc1f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:50:17.346680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:50:17.352886 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:50:17.435001 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:17.516886 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:17.547427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:50:17.556271 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:17.565162 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:17.565514 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Added segment fbf451e0-adf4-4268-a69a-0988bf9c3c69 of type vlan for network 39fcdd4f-33e8-4619-a545-d77875735175 Feb 07 13:50:17.567812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.568189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.568538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.568881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.569227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.569584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.569937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.570270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.570601 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.570930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.571256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.571582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:17.599131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:17.822623 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:17.823654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:17.824307 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:17.929834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] Pushing event updated for resources: {'Network': ['ID=39fcdd4f-33e8-4619-a545-d77875735175,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:17.939303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 39fcdd4f-33e8-4619-a545-d77875735175 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:50:18.012157 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c171afa0-e474-48cc-ba46-27c1c90e0a61 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9208066 Feb 07 13:50:18.014980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59364) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:50:18.020880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Request body: {'subnet': {'network_id': '39fcdd4f-33e8-4619-a545-d77875735175', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1602383159-subnet', 'tenant_id': 'be9c3788367b4dff874017e53246cc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:50:18.026543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:50:18.030411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Usage tracker for resource:subnet and tenant:be9c3788367b4dff874017e53246cc1f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:50:18.033295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:50:18.040134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:50:18.091186 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:50:18.130694 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Made reservation on behalf of be9c3788367b4dff874017e53246cc1f for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:50:18.133082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:18.428232 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:18.495375 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=711f21be-0342-4cba-967e-ffcf5fe6fa53,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:18.508274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Checking segment: {'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:50:18.508636 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Network hostable DHCP agents. Network: 39fcdd4f-33e8-4619-a545-d77875735175, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:50:19.008734 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Network 39fcdd4f-33e8-4619-a545-d77875735175 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:50:19.079658 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 39fcdd4f-33e8-4619-a545-d77875735175) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:50:19.084373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:19.085384 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:19.089024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab7766-1cd1-4dcb-a27d-d17da8cbb9bb None None] Network 39fcdd4f-33e8-4619-a545-d77875735175 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:50:19.166205 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-616d9f32-078a-47da-a5c9-9c76a8cfe0bf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1501276 Feb 07 13:50:19.308609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe8758-ad45-4762-bff6-dea5a5574e32 None None] Network 39fcdd4f-33e8-4619-a545-d77875735175 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:50:19.778208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-1bb14d48-993f-465c-afc2-c36ff4de035a tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:19.779668 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-1bb14d48-993f-465c-afc2-c36ff4de035a tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/networks?id=39fcdd4f-33e8-4619-a545-d77875735175 HTTP/1.1" status: 200 len: 812 time: 0.1468151 Feb 07 13:50:19.794854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-5d84b6ea-ea79-46ce-a7b1-248f0ab1569a tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/quotas/be9c3788367b4dff874017e53246cc1f HTTP/1.1" status: 200 len: 375 time: 0.0096395 Feb 07 13:50:19.844942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-cefbd1ba-0dee-446e-9c7f-5556bf43e01d tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9c3788367b4dff874017e53246cc1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451186 Feb 07 13:50:20.027659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-7eff3a2a-684d-4597-951f-4101d9cebc12 service neutron] 10.222.0.69 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761091 Feb 07 13:50:20.159561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-0ffb489f-5cac-456a-a457-61c0075583d6 service neutron] 10.222.0.69 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260707 Feb 07 13:50:20.531210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d94091ac-c408-4828-aa4f-e99b09fd9d4b req-444a8615-c179-4723-b846-63a46bf5c88e tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 210 time: 0.1569300 Feb 07 13:50:21.637600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9de8876b-41ca-4502-a179-7816d73e8b27 req-f74bce54-075e-4633-8a76-19ca82e0643d tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 210 time: 0.0490935 Feb 07 13:50:22.737251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72341757-e1cb-4ae0-8fa2-9e842c26b237 req-5e0df132-3b7e-4b11-bfb2-407ad3c8a553 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 210 time: 0.0445664 Feb 07 13:50:23.884051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12d1924d-201c-40af-9eb9-870b0cf290fd req-7f5a2d10-21ee-49b3-a908-bbf5eae335f7 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 210 time: 0.0431545 Feb 07 13:50:24.720507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-f3ca1808-4474-4a80-bb67-48148bd737c0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:24.721935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-f3ca1808-4474-4a80-bb67-48148bd737c0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.47 "GET /v2.0/networks?id=39fcdd4f-33e8-4619-a545-d77875735175 HTTP/1.1" status: 200 len: 812 time: 0.1617157 Feb 07 13:50:24.733728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Request body: {'port': {'device_id': '58478675-105b-4b04-981f-41066d2293dd', 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175', 'admin_state_up': True, 'tenant_id': 'be9c3788367b4dff874017e53246cc1f'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:50:24.875627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:50:24.879437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Usage tracker for resource:port and tenant:be9c3788367b4dff874017e53246cc1f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:50:24.882775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:50:24.888616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:50:25.029560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Made reservation on behalf of be9c3788367b4dff874017e53246cc1f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:50:25.033306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:25.055289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-907f25ea-24ec-484c-baaa-8a5f63515640 req-9a528000-3d32-4afe-88bc-e52cdcefaa4e tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 210 time: 0.0637059 Feb 07 13:50:25.108289 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:25.208392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Allocated IP 172.20.0.7 (39fcdd4f-33e8-4619-a545-d77875735175/711f21be-0342-4cba-967e-ffcf5fe6fa53/69d28599-76e9-4237-8689-af90befe4623) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:50:25.420454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:25.557739 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:25.626932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Network 39fcdd4f-33e8-4619-a545-d77875735175 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:50:25.630123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:50:25.637471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:25.639734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:50:25.680531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.680878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.681212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.681538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.681859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.682178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.682496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.682826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.683127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.683440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.683754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.684089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:50:25.716586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:25.717184 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:25.789175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-6476e10b-5058-45ae-be28-52f82b73a47c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0590160 Feb 07 13:50:25.800551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Request body: {'port': {'device_id': '58478675-105b-4b04-981f-41066d2293dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:50:25.911792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:26.314974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1168b-b24e-456d-b22c-0350a6a6f368 req-27df0ec3-7e37-4149-a10a-11b11677297c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:26.315575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9aa1168b-b24e-456d-b22c-0350a6a6f368 req-27df0ec3-7e37-4149-a10a-11b11677297c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Synchronizing usage tracker for tenant:be9c3788367b4dff874017e53246cc1f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:50:26.321866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d28599-76e9-4237-8689-af90befe4623 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:50:26.331370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:26.350176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Transition to ACTIVE for port object 69d28599-76e9-4237-8689-af90befe4623 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:50:26.488849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9aa1168b-b24e-456d-b22c-0350a6a6f368 req-27df0ec3-7e37-4149-a10a-11b11677297c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Unset dirty status for tenant:be9c3788367b4dff874017e53246cc1f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:50:26.490033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9aa1168b-b24e-456d-b22c-0350a6a6f368 req-27df0ec3-7e37-4149-a10a-11b11677297c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 931 time: 0.3223767 Feb 07 13:50:26.514461 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:26.781837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9aa1168b-b24e-456d-b22c-0350a6a6f368 req-e98f463e-0a52-47cc-bf40-191857c8dee6 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845993 Feb 07 13:50:26.794027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:26.900068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Attempting to bind port 69d28599-76e9-4237-8689-af90befe4623 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:50:26.900430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Attempting to bind port 69d28599-76e9-4237-8689-af90befe4623 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:50:26.900760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Attempting to bind port 69d28599-76e9-4237-8689-af90befe4623 on network 39fcdd4f-33e8-4619-a545-d77875735175 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:50:26.905720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Port 69d28599-76e9-4237-8689-af90befe4623 on network 39fcdd4f-33e8-4619-a545-d77875735175 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:50:26.906054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Attempting to bind port 69d28599-76e9-4237-8689-af90befe4623 on network 39fcdd4f-33e8-4619-a545-d77875735175 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:50:26.911426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:50:26.911774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Checking segment: {'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:50:26.912237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Bound using segment: {'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:50:26.913378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Bound port: 69d28599-76e9-4237-8689-af90befe4623, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:50:26.913748 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:27.008417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:50:27.011254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:50:27.094955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:27.154109 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:27.154620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:27.156152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] 10.222.0.47 "PUT /v2.0/ports/69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 200 len: 1091 time: 1.3596568 Feb 07 13:50:27.158942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'tag': '69d28599-76e9-4237-8689-af90befe4623'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:50:27.181592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea58218-1f5a-4d82-9880-a0de421c838b service neutron] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:27.208669 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'tag': '69d28599-76e9-4237-8689-af90befe4623', 'status': 'completed', 'code': 200} Feb 07 13:50:27.306654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca5e2-44c8-4cc8-bedc-a132f6fc5e5c req-29d2a2b8-511b-4260-9d04-7d4b1680014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:27.308089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-074ca5e2-44c8-4cc8-bedc-a132f6fc5e5c req-29d2a2b8-511b-4260-9d04-7d4b1680014c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9c3788367b4dff874017e53246cc1f&device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 1094 time: 0.0757837 Feb 07 13:50:27.452431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca5e2-44c8-4cc8-bedc-a132f6fc5e5c req-aaf8a403-f6f5-4835-b510-1475d8f72c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:27.453897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-074ca5e2-44c8-4cc8-bedc-a132f6fc5e5c req-aaf8a403-f6f5-4835-b510-1475d8f72c21 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=be9c3788367b4dff874017e53246cc1f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1386106 Feb 07 13:50:27.589739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca5e2-44c8-4cc8-bedc-a132f6fc5e5c req-d68312f9-f507-490d-912b-e6407aa4b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:27.591095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-074ca5e2-44c8-4cc8-bedc-a132f6fc5e5c req-d68312f9-f507-490d-912b-e6407aa4b4fb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1314619 Feb 07 13:50:27.695576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-43539e7f-9eb2-44b0-8a8c-87d97137c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:27.697096 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-43539e7f-9eb2-44b0-8a8c-87d97137c8f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9c3788367b4dff874017e53246cc1f&device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 1094 time: 0.0706398 Feb 07 13:50:27.770049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-a29e5901-af44-42b0-a2b9-5f2204fe905d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 200 len: 217 time: 0.0648594 Feb 07 13:50:27.834653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-2a60cc28-6650-4224-8fd4-c6d0573fb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:27.836132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-2a60cc28-6650-4224-8fd4-c6d0573fb20d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=711f21be-0342-4cba-967e-ffcf5fe6fa53 HTTP/1.1" status: 200 len: 852 time: 0.0576687 Feb 07 13:50:27.882884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-75fe0aaf-572b-4a8a-869a-4f584fe37e69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39fcdd4f-33e8-4619-a545-d77875735175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405767 Feb 07 13:50:28.071113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-37e78009-147d-4e25-82c9-1ebd4c2eeb89 service neutron] 10.222.0.47 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826000 Feb 07 13:50:28.081981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe6c6-2ff6-485b-a562-bc3bb0203955 req-ad40d49b-5a08-4ddd-ae72-1c744205817a tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:28.083332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf0fe6c6-2ff6-485b-a562-bc3bb0203955 req-ad40d49b-5a08-4ddd-ae72-1c744205817a tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 943 time: 0.1776762 Feb 07 13:50:28.204319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf0fe6c6-2ff6-485b-a562-bc3bb0203955 req-f0e86d9a-6930-4332-8d9d-84fb78513832 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017380 Feb 07 13:50:28.241379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-633c8871-e082-42ad-b6b0-2e5c2da4896e req-f2828da6-6464-46b4-9280-73c46dd3252f service neutron] 10.222.0.47 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571202 Feb 07 13:50:29.390474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc99d3-d742-4e10-a453-a8d7bfbd6768 req-b23c63b9-efc4-4126-ada7-24558cda2f64 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:29.391930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adc99d3-d742-4e10-a453-a8d7bfbd6768 req-b23c63b9-efc4-4126-ada7-24558cda2f64 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 943 time: 0.0821509 Feb 07 13:50:29.435798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2adc99d3-d742-4e10-a453-a8d7bfbd6768 req-8bdcafdc-f22b-4d75-a5b5-6eefebdbeddf tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379624 Feb 07 13:50:30.622029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cb001-8ca7-4672-9d2d-d4aad5d9e484 req-f2ef4e59-9215-4a97-be82-9e11ca19647b tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:30.623477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-321cb001-8ca7-4672-9d2d-d4aad5d9e484 req-f2ef4e59-9215-4a97-be82-9e11ca19647b tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 943 time: 0.0817575 Feb 07 13:50:30.667912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-321cb001-8ca7-4672-9d2d-d4aad5d9e484 req-75d58637-ab33-410f-92b0-6a3112dc4c4b tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384696 Feb 07 13:50:31.968212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077905-0a31-4eaa-8681-ffca3548f158 req-a6a4c76d-0835-423d-8ec9-f5e3bb1d2634 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:31.969595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45077905-0a31-4eaa-8681-ffca3548f158 req-a6a4c76d-0835-423d-8ec9-f5e3bb1d2634 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 943 time: 0.1969402 Feb 07 13:50:32.013755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45077905-0a31-4eaa-8681-ffca3548f158 req-6a76f46c-7072-41c4-8db0-8a5603003057 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 Feb 07 13:50:32.362098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 69d28599-76e9-4237-8689-af90befe4623 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:50:32.496347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:50:32.508926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '69d28599-76e9-4237-8689-af90befe4623', 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175', 'port_id': '69d28599-76e9-4237-8689-af90befe4623', 'mac_address': 'fa:16:3e:ce:97:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711f21be-0342-4cba-967e-ffcf5fe6fa53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:50:32.562113 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:32.577960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d28599-76e9-4237-8689-af90befe4623 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:50:32.593394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:50:32.656691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:32.727402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:33.046074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['69d28599-76e9-4237-8689-af90befe4623'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:50:33.195560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047204ce-83ff-4955-bc98-fc89184d6d77 req-e0717364-3b35-45d0-ae23-00c020e6bfd8 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:33.197065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047204ce-83ff-4955-bc98-fc89184d6d77 req-e0717364-3b35-45d0-ae23-00c020e6bfd8 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 944 time: 0.0797262 Feb 07 13:50:33.244167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-047204ce-83ff-4955-bc98-fc89184d6d77 req-7178e6b7-1754-4e06-b2ea-9fcc64a46775 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Feb 07 13:50:34.362256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 69d28599-76e9-4237-8689-af90befe4623 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:50:34.431795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058b3d2-1a8a-4fb1-8834-4e23352d882c req-7c99f083-e014-4594-9c2f-ccb7a9f30b56 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:34.433306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4058b3d2-1a8a-4fb1-8834-4e23352d882c req-7c99f083-e014-4594-9c2f-ccb7a9f30b56 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 944 time: 0.0802612 Feb 07 13:50:34.479829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4058b3d2-1a8a-4fb1-8834-4e23352d882c req-03d77955-2202-4cc2-b145-2b1deaa78f0e tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Feb 07 13:50:34.548580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 69d28599-76e9-4237-8689-af90befe4623 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:50:34.553953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 69d28599-76e9-4237-8689-af90befe4623 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:50:34.554315 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:34.668657 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:34.694571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d28599-76e9-4237-8689-af90befe4623'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:50:34.705175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:50:34.742034 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d28599-76e9-4237-8689-af90befe4623', 'code': 200} Feb 07 13:50:34.788499 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:34.855716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:50:34.870039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bccd05-8688-460c-ae07-3fa0663b6eb3 req-a6d0d0a2-04ef-473b-9f84-6682ca3321dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:34.871517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44bccd05-8688-460c-ae07-3fa0663b6eb3 req-a6d0d0a2-04ef-473b-9f84-6682ca3321dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 1096 time: 0.0737264 Feb 07 13:50:34.913490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44bccd05-8688-460c-ae07-3fa0663b6eb3 req-c7b981bd-3944-41bd-a7dc-77b432e3bf28 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Feb 07 13:50:35.666348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4aa23-59ef-432b-8cc0-4776a91b11b1 req-a449d859-b07d-412f-826e-86a5b40f7b18 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:35.667869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ac4aa23-59ef-432b-8cc0-4776a91b11b1 req-a449d859-b07d-412f-826e-86a5b40f7b18 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0801859 Feb 07 13:50:35.713162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ac4aa23-59ef-432b-8cc0-4776a91b11b1 req-9360dd59-d17b-43df-aeb6-d194e1bdd367 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 Feb 07 13:50:36.904887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac489c41-1c2c-473d-9fe1-48e596a61de2 req-b3234ed8-0fb7-4303-8cf7-055a4960ffcf tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:36.906322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac489c41-1c2c-473d-9fe1-48e596a61de2 req-b3234ed8-0fb7-4303-8cf7-055a4960ffcf tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0833404 Feb 07 13:50:36.951268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac489c41-1c2c-473d-9fe1-48e596a61de2 req-e8e1a7d8-2384-4bf3-9713-58afab58c602 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392382 Feb 07 13:50:37.534549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113172c-3f24-4189-af9b-c7d8bbd07bc0 req-62d5fba2-03a6-45ad-a7cb-d4e5c6a5b682 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:37.536008 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9113172c-3f24-4189-af9b-c7d8bbd07bc0 req-62d5fba2-03a6-45ad-a7cb-d4e5c6a5b682 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0808303 Feb 07 13:50:37.579603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9113172c-3f24-4189-af9b-c7d8bbd07bc0 req-3e3bf364-513e-4f4a-bf08-73dd3a930fa7 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371699 Feb 07 13:50:37.746435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-baf2b05c-b4b4-4035-b916-c9577c09c2f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095436 Feb 07 13:50:38.769107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-19bf6860-f3c0-4a8a-b21a-90d43a855139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:38.776558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d41053-3cfd-4170-a29c-11f9a1e9c20b req-7a3fb3ff-38b1-489b-9d7b-2c808abfaadb tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:38.778046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90d41053-3cfd-4170-a29c-11f9a1e9c20b req-7a3fb3ff-38b1-489b-9d7b-2c808abfaadb tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0829256 Feb 07 13:50:38.824479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90d41053-3cfd-4170-a29c-11f9a1e9c20b req-c5300820-1585-4bed-83d4-d8cdd150dc27 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 Feb 07 13:50:39.882839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-5c2f516e-9c3e-47f3-8d98-ede5c12d74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:39.884368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-5c2f516e-9c3e-47f3-8d98-ede5c12d74e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9c3788367b4dff874017e53246cc1f&device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 1096 time: 0.0750020 Feb 07 13:50:40.075112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-dd1200bd-b419-4d5d-92c6-8303ce01846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:40.076494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-dd1200bd-b419-4d5d-92c6-8303ce01846a service neutron] 10.222.0.47 "GET /v2.0/networks?id=39fcdd4f-33e8-4619-a545-d77875735175 HTTP/1.1" status: 200 len: 912 time: 0.1859846 Feb 07 13:50:40.143685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a30c1-b47f-4968-a2fb-481c6b30b65d req-53e0b39f-b79c-454c-8146-a49ac885a272 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:40.145166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c0a30c1-b47f-4968-a2fb-481c6b30b65d req-53e0b39f-b79c-454c-8146-a49ac885a272 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.1871936 Feb 07 13:50:40.154581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-fbe49668-fba4-4468-afc0-430666d0834d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 200 len: 217 time: 0.0711298 Feb 07 13:50:40.241693 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c0a30c1-b47f-4968-a2fb-481c6b30b65d req-d217ae53-4a44-4fe8-a690-c5ff66aa4c0d tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892956 Feb 07 13:50:40.244959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-3c5f5c98-0223-4deb-828f-a033e643d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:40.246384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-3c5f5c98-0223-4deb-828f-a033e643d2a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=711f21be-0342-4cba-967e-ffcf5fe6fa53 HTTP/1.1" status: 200 len: 852 time: 0.0802915 Feb 07 13:50:40.302385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-e3ab9057-bfa7-4152-a30e-a52b02cf5b4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39fcdd4f-33e8-4619-a545-d77875735175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473785 Feb 07 13:50:40.434375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-ee9fbd89-c7ac-43e9-8832-bfa28c3fe5ce service neutron] 10.222.0.47 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245480 Feb 07 13:50:40.563917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-a80e56b0-da79-4680-b901-ebfbd2ce0270 service neutron] 10.222.0.47 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237233 Feb 07 13:50:41.427815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1423f8d-c44d-4f83-bd15-569730f867f5 req-f6c8e757-5282-47ae-992f-5cf99b13f1bf tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:41.429347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1423f8d-c44d-4f83-bd15-569730f867f5 req-f6c8e757-5282-47ae-992f-5cf99b13f1bf tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0840769 Feb 07 13:50:41.555236 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4787ad06-cd65-4c4b-9fc2-f41799a0518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:41.584070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1423f8d-c44d-4f83-bd15-569730f867f5 req-c56170b2-271e-4f04-82fc-641e0945e66c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491361 Feb 07 13:50:42.274020 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:42.382265 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:42.766436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f42775-ba99-44dc-b578-a5db3a6fcb30 req-b7fc2cdd-af89-47b2-9013-bcc1bd69e294 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:42.767910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5f42775-ba99-44dc-b578-a5db3a6fcb30 req-b7fc2cdd-af89-47b2-9013-bcc1bd69e294 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0788977 Feb 07 13:50:42.812690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5f42775-ba99-44dc-b578-a5db3a6fcb30 req-d1dbcdf8-2a53-4a97-987e-fb7104c94771 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382538 Feb 07 13:50:43.873896 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:44.009697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5a90-337f-421e-b571-f22667821d51 req-bbc74d82-2b8b-4427-9491-f3299cc46bec tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:44.009697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa0f5a90-337f-421e-b571-f22667821d51 req-bbc74d82-2b8b-4427-9491-f3299cc46bec tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0869699 Feb 07 13:50:44.049980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa0f5a90-337f-421e-b571-f22667821d51 req-fccb3c2a-4a43-422f-ae0f-dadd41db6258 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374267 Feb 07 13:50:45.231257 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407354d-9d68-459e-b91f-ba76553681e5 req-95407817-1764-4879-9252-bbbdd7a86874 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:45.232866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3407354d-9d68-459e-b91f-ba76553681e5 req-95407817-1764-4879-9252-bbbdd7a86874 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0781891 Feb 07 13:50:45.280325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3407354d-9d68-459e-b91f-ba76553681e5 req-d60d523c-68ce-48c1-8e2f-5893c905a8f6 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Feb 07 13:50:45.408627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:46.470317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760cf39-13d3-4d6d-a69f-574e74582e1a req-0848f6cb-fc19-4c55-bd51-92eb54189bca tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:46.471821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3760cf39-13d3-4d6d-a69f-574e74582e1a req-0848f6cb-fc19-4c55-bd51-92eb54189bca tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0868630 Feb 07 13:50:46.520025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3760cf39-13d3-4d6d-a69f-574e74582e1a req-f2bb0f36-944f-43b8-88d4-625994d269b8 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Feb 07 13:50:47.708674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90d83-7512-4330-8f2b-6df785d42c1d req-e9cbd505-8f6d-48a5-b07a-2763976ba57d tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:47.710946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ae90d83-7512-4330-8f2b-6df785d42c1d req-e9cbd505-8f6d-48a5-b07a-2763976ba57d tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0837984 Feb 07 13:50:47.754115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ae90d83-7512-4330-8f2b-6df785d42c1d req-ea9682eb-1643-47bc-806f-7e598d7403f3 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Feb 07 13:50:48.936215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c097cd8-4f24-4047-b4d9-3beff7554b24 req-378ed017-3c42-4b20-b979-268a8e5a82a6 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:48.937662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c097cd8-4f24-4047-b4d9-3beff7554b24 req-378ed017-3c42-4b20-b979-268a8e5a82a6 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0788558 Feb 07 13:50:48.982162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c097cd8-4f24-4047-b4d9-3beff7554b24 req-e0713476-b854-44b9-a406-c24b341db176 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Feb 07 13:50:50.168695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a720b3-7255-4374-b235-a09894c18d51 req-f23e943e-a38d-414f-9961-d4a4600fe65f tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:50.170134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21a720b3-7255-4374-b235-a09894c18d51 req-f23e943e-a38d-414f-9961-d4a4600fe65f tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0820837 Feb 07 13:50:50.212729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21a720b3-7255-4374-b235-a09894c18d51 req-b0b6f347-fb45-4b87-8d78-1f120ee72a0a tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Feb 07 13:50:51.398778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebb21a-c397-49c4-a887-9311d6302bf8 req-f69afc33-f6e1-4a19-a101-697a396f0306 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:51.400259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5ebb21a-c397-49c4-a887-9311d6302bf8 req-f69afc33-f6e1-4a19-a101-697a396f0306 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0816491 Feb 07 13:50:51.446903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5ebb21a-c397-49c4-a887-9311d6302bf8 req-2f5db7bd-7817-42ed-bc0f-68ef7d503378 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Feb 07 13:50:52.630270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff3805-7889-4df7-9e2a-35f25505715c req-fa51a12b-3579-4f11-b387-3d5121899690 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:52.631793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1dff3805-7889-4df7-9e2a-35f25505715c req-fa51a12b-3579-4f11-b387-3d5121899690 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0802898 Feb 07 13:50:52.675510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1dff3805-7889-4df7-9e2a-35f25505715c req-9f85d31b-13af-408c-bf59-88eaa81215a0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380063 Feb 07 13:50:53.878181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d7aa4-c11e-42cd-b3dc-13cf56a5d1db req-9e1bbcc9-e934-4ffb-85b1-6f40eec938ee tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:53.879635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe4d7aa4-c11e-42cd-b3dc-13cf56a5d1db req-9e1bbcc9-e934-4ffb-85b1-6f40eec938ee tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0847194 Feb 07 13:50:53.924932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe4d7aa4-c11e-42cd-b3dc-13cf56a5d1db req-1961d4a4-306f-41f3-9ed6-32ffa783e7ac tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389307 Feb 07 13:50:55.074473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:50:55.090687 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:50:55.110546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb37d-0199-4e77-8bdb-4f5edda1557c req-5fb4b0d2-7ad7-4f9e-9af8-b748a32f85f8 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:55.112047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28bfb37d-0199-4e77-8bdb-4f5edda1557c req-5fb4b0d2-7ad7-4f9e-9af8-b748a32f85f8 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0790114 Feb 07 13:50:55.159538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28bfb37d-0199-4e77-8bdb-4f5edda1557c req-521ae525-15e4-4e7d-be31-888cbf92c0c1 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Feb 07 13:50:56.345469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40644258-c527-4d11-b3d0-447228803859 req-cfe5b002-64f2-46e9-a476-6c2ce59774e6 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:56.346952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40644258-c527-4d11-b3d0-447228803859 req-cfe5b002-64f2-46e9-a476-6c2ce59774e6 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0840876 Feb 07 13:50:56.391176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40644258-c527-4d11-b3d0-447228803859 req-bc1a81bf-95f2-4272-9932-d8605f755e77 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381169 Feb 07 13:50:57.576470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a466d11-745b-453f-897f-caae01687ffe req-086b0fd9-c7e8-4811-bfbd-c9e89c5c048c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:57.577950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a466d11-745b-453f-897f-caae01687ffe req-086b0fd9-c7e8-4811-bfbd-c9e89c5c048c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0819271 Feb 07 13:50:57.622821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2a466d11-745b-453f-897f-caae01687ffe req-d873a350-0e35-4ed2-97e3-9335fb1c3763 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Feb 07 13:50:58.815278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba75923-1c51-40b7-b925-d6d4aaa2808d req-2947dc4a-2ac7-473b-a25b-3e7ac01ef4d1 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:50:58.816843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ba75923-1c51-40b7-b925-d6d4aaa2808d req-2947dc4a-2ac7-473b-a25b-3e7ac01ef4d1 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0840187 Feb 07 13:50:58.861190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5ba75923-1c51-40b7-b925-d6d4aaa2808d req-1d664514-a790-47c5-b12c-c7ac5af2d012 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 Feb 07 13:51:00.044450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc075f-238a-41f5-bc1d-6242746e9b4f req-780a6293-8f42-4f74-807d-adaa7930c405 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:00.046214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1afc075f-238a-41f5-bc1d-6242746e9b4f req-780a6293-8f42-4f74-807d-adaa7930c405 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0817361 Feb 07 13:51:00.093081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1afc075f-238a-41f5-bc1d-6242746e9b4f req-0286d662-263c-4729-90b0-c883491d0ca8 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Feb 07 13:51:01.277832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f9756-4849-4055-bf71-abcabd208018 req-9c81dc8b-03b6-468e-b8b8-ffe5a77670bf tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:01.279291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a71f9756-4849-4055-bf71-abcabd208018 req-9c81dc8b-03b6-468e-b8b8-ffe5a77670bf tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0802627 Feb 07 13:51:01.324115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a71f9756-4849-4055-bf71-abcabd208018 req-49a0d11c-2626-4695-bf00-a8cc7cc84fcb tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Feb 07 13:51:02.511212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d5418-8603-4b68-810d-acdf1add7f2c req-fa017895-7034-4ac6-9cbd-95551cf84e4c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:02.512783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-231d5418-8603-4b68-810d-acdf1add7f2c req-fa017895-7034-4ac6-9cbd-95551cf84e4c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0824718 Feb 07 13:51:02.555919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-231d5418-8603-4b68-810d-acdf1add7f2c req-99a09dfc-6a26-48a5-ad15-97a0249b1e35 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 Feb 07 13:51:03.741611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86d705-c73b-4005-8db4-a2b79cc6e3e5 req-4e12655e-8720-41d4-8b1f-110ba7cbb175 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:03.743130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b86d705-c73b-4005-8db4-a2b79cc6e3e5 req-4e12655e-8720-41d4-8b1f-110ba7cbb175 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0811324 Feb 07 13:51:03.787431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b86d705-c73b-4005-8db4-a2b79cc6e3e5 req-d7500ae4-ce0e-4ebe-b2ef-4e78080f84e2 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385904 Feb 07 13:51:04.973227 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27973e8f-9046-4a83-9159-f3783dfc52f5 req-aa6b7e4a-4b98-41fa-aab4-247f33217b43 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:04.974612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27973e8f-9046-4a83-9159-f3783dfc52f5 req-aa6b7e4a-4b98-41fa-aab4-247f33217b43 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0831795 Feb 07 13:51:05.018158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27973e8f-9046-4a83-9159-f3783dfc52f5 req-4fe35d9b-de31-4d3c-b313-49a621eb9153 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Feb 07 13:51:06.205425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358986-28ee-4766-bfef-1cda940a237a req-7d8887b8-0ff2-45f4-96b2-736f64701f36 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:06.206880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa358986-28ee-4766-bfef-1cda940a237a req-7d8887b8-0ff2-45f4-96b2-736f64701f36 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0786591 Feb 07 13:51:06.253660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa358986-28ee-4766-bfef-1cda940a237a req-2250c6cd-8872-4beb-b277-c742a7a35496 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Feb 07 13:51:07.437832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee1b3-b087-493d-bc22-3490ed364629 req-3391d11d-0dc4-4007-878e-a46793efc406 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:07.439302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e2ee1b3-b087-493d-bc22-3490ed364629 req-3391d11d-0dc4-4007-878e-a46793efc406 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0805147 Feb 07 13:51:07.483012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e2ee1b3-b087-493d-bc22-3490ed364629 req-1066c9d4-601e-4e67-b6ee-2bbcab00ee29 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379455 Feb 07 13:51:07.954416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-994ac06f-6d62-45c0-89ab-440af53ef08c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:51:07.955313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-994ac06f-6d62-45c0-89ab-440af53ef08c tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086024 Feb 07 13:51:08.037390 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-6935a917-a488-445f-b507-e8b0f4bcab3b service neutron] show failed (client error): The resource could not be found. Feb 07 13:51:08.038381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-6935a917-a488-445f-b507-e8b0f4bcab3b service neutron] 10.222.0.47 "GET /v2.0/ports/69d28599-76e9-4237-8689-af90befe4623/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0771713 Feb 07 13:51:08.737643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-75235692-fc3b-4a94-a59c-2775caa3dcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:08.769690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-a1d3c773-aae1-4059-a4e7-5ec9f4832996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:08.771063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-a1d3c773-aae1-4059-a4e7-5ec9f4832996 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd&tenant_id=be9c3788367b4dff874017e53246cc1f HTTP/1.1" status: 200 len: 1096 time: 0.2346921 Feb 07 13:51:08.782674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:51:08.848930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a99aa-0931-4d0b-ba41-e13c4fd54256 req-522451f9-efa9-4d61-87ce-e51acb7e3db0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:08.859239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-019a99aa-0931-4d0b-ba41-e13c4fd54256 req-522451f9-efa9-4d61-87ce-e51acb7e3db0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.2583416 Feb 07 13:51:08.938262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:08.948703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-019a99aa-0931-4d0b-ba41-e13c4fd54256 req-4ce5df6d-1e50-47e2-b1dd-8c9de27e69ee tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718153 Feb 07 13:51:09.201868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:51:09.230516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:51:09.291688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d28599-76e9-4237-8689-af90befe4623'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:51:09.297076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:09.311746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Transition to ACTIVE for port object 69d28599-76e9-4237-8689-af90befe4623 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:51:09.352357 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d28599-76e9-4237-8689-af90befe4623', 'code': 200} Feb 07 13:51:09.394025 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:09.550898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:09.553414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] No DVR routers for this DVR port 69d28599-76e9-4237-8689-af90befe4623 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:51:09.609802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Attempting to bind port 69d28599-76e9-4237-8689-af90befe4623 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:51:09.610233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Attempting to bind port 69d28599-76e9-4237-8689-af90befe4623 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:51:09.610567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Attempting to bind port 69d28599-76e9-4237-8689-af90befe4623 on network 39fcdd4f-33e8-4619-a545-d77875735175 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:51:09.615018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Port 69d28599-76e9-4237-8689-af90befe4623 on network 39fcdd4f-33e8-4619-a545-d77875735175 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:51:09.615336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Attempting to bind port 69d28599-76e9-4237-8689-af90befe4623 on network 39fcdd4f-33e8-4619-a545-d77875735175 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:51:09.620454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:51:09.620793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Checking segment: {'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:51:09.621177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Bound using segment: {'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:51:09.621599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Bound port: 69d28599-76e9-4237-8689-af90befe4623, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf451e0-adf4-4268-a69a-0988bf9c3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:51:09.621941 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:09.709420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:51:09.713129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:51:09.789186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:09.853577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:09.854186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:09.855541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-11982645-f127-4853-b114-8e4eed961f5b service neutron] 10.222.0.35 "PUT /v2.0/ports/69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 200 len: 1091 time: 1.0773430 Feb 07 13:51:09.870882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11982645-f127-4853-b114-8e4eed961f5b service neutron] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:09.947450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-b787bbd8-1727-49ab-a390-98fd2c7688b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:09.948952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-b787bbd8-1727-49ab-a390-98fd2c7688b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be9c3788367b4dff874017e53246cc1f&device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 1094 time: 0.0712059 Feb 07 13:51:10.120208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-cf8d0831-0b04-44a8-815d-05013f6377e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:10.121548 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-cf8d0831-0b04-44a8-815d-05013f6377e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39fcdd4f-33e8-4619-a545-d77875735175 HTTP/1.1" status: 200 len: 912 time: 0.1666284 Feb 07 13:51:10.195590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-3b31e29f-c62f-40f5-bfa2-cd35b5780881 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 200 len: 217 time: 0.0665464 Feb 07 13:51:10.263761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9667a-9def-49e3-8b6d-ed058bdb46c7 req-f3ad3332-043e-42fe-bf05-4935749daa88 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:10.265212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88f9667a-9def-49e3-8b6d-ed058bdb46c7 req-f3ad3332-043e-42fe-bf05-4935749daa88 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 943 time: 0.2037709 Feb 07 13:51:10.287669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-f50be59a-6613-42ba-bd58-f7069b1ade12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:10.289759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-f50be59a-6613-42ba-bd58-f7069b1ade12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=711f21be-0342-4cba-967e-ffcf5fe6fa53 HTTP/1.1" status: 200 len: 852 time: 0.0880668 Feb 07 13:51:10.344267 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-2379f62a-2962-4c3e-a996-bcaea9c77a66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39fcdd4f-33e8-4619-a545-d77875735175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475121 Feb 07 13:51:10.372915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-88f9667a-9def-49e3-8b6d-ed058bdb46c7 req-55132350-c9a3-4e0f-a5a8-fbe5c17fe815 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010919 Feb 07 13:51:10.479127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-728949f3-7a79-47f3-9fe0-e3bb0cf21afd service neutron] 10.222.0.35 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291432 Feb 07 13:51:10.722837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cf22be5-4985-442e-b77e-05a9eadc31f1 req-0e201f72-ccc0-42a1-9d8b-4d21d7864f0c service neutron] 10.222.0.35 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378478 Feb 07 13:51:11.353192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'tag': '69d28599-76e9-4237-8689-af90befe4623'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:51:11.409897 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'tag': '69d28599-76e9-4237-8689-af90befe4623', 'status': 'completed', 'code': 200} Feb 07 13:51:11.571910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f591-ec59-432c-b366-5e75c5b0e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:11.625611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-da088a6b-7385-4ec9-85e9-26292dcef3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:11.627016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-da088a6b-7385-4ec9-85e9-26292dcef3c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be9c3788367b4dff874017e53246cc1f&device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 1094 time: 0.1958578 Feb 07 13:51:11.630234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-f9ddf42b-3fe2-4fee-864e-2a7179550983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:11.631554 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-f9ddf42b-3fe2-4fee-864e-2a7179550983 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9c3788367b4dff874017e53246cc1f&device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 1094 time: 0.1992183 Feb 07 13:51:11.640343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9c8e4-d60d-4eee-827e-188f2ad37894 req-1daaf91b-3915-4d47-aefa-e0c94a65e9ee tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:11.641945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcd9c8e4-d60d-4eee-827e-188f2ad37894 req-1daaf91b-3915-4d47-aefa-e0c94a65e9ee tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 943 time: 0.1404488 Feb 07 13:51:11.846938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcd9c8e4-d60d-4eee-827e-188f2ad37894 req-c3f2578b-76de-4639-a9b5-29fb7d2e5b78 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671484 Feb 07 13:51:11.913535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-8e628934-7a4a-47b7-9bf5-8b93ab84fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:11.916187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-8e628934-7a4a-47b7-9bf5-8b93ab84fde6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39fcdd4f-33e8-4619-a545-d77875735175 HTTP/1.1" status: 200 len: 912 time: 0.2722700 Feb 07 13:51:11.916348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-cf995b95-c17d-4779-ab2d-0bd04ac0ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:11.917564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-cf995b95-c17d-4779-ab2d-0bd04ac0ee47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39fcdd4f-33e8-4619-a545-d77875735175 HTTP/1.1" status: 200 len: 912 time: 0.2737653 Feb 07 13:51:12.038541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-3cc7c2fe-2733-42f6-b390-3c702488e5d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 200 len: 217 time: 0.1168120 Feb 07 13:51:12.077984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-4b2f8d50-21f7-4b30-82d9-2517261a7ff1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 200 len: 217 time: 0.1040463 Feb 07 13:51:12.148207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-b235a449-a365-4fb4-8205-8d7066c18f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:12.150259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-b235a449-a365-4fb4-8205-8d7066c18f7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=711f21be-0342-4cba-967e-ffcf5fe6fa53 HTTP/1.1" status: 200 len: 852 time: 0.1046822 Feb 07 13:51:12.158108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-80cea06c-44e2-4690-8fe8-c46cab06233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:12.159385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-80cea06c-44e2-4690-8fe8-c46cab06233f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=711f21be-0342-4cba-967e-ffcf5fe6fa53 HTTP/1.1" status: 200 len: 852 time: 0.0738816 Feb 07 13:51:12.242167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-d4e0f97d-5829-4f21-9091-b630e9048999 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39fcdd4f-33e8-4619-a545-d77875735175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808296 Feb 07 13:51:12.242167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-7ba0fad9-d77c-45c6-acad-6a37e13337f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39fcdd4f-33e8-4619-a545-d77875735175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516131 Feb 07 13:51:12.297256 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:12.420989 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:12.474935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-70c768df-c0d7-47b6-bb16-2ee7287694f8 service neutron] 10.222.0.47 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304130 Feb 07 13:51:12.476876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-cd70297b-54eb-42c5-8c04-921fbae8137e service neutron] 10.222.0.35 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149179 Feb 07 13:51:12.489073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 69d28599-76e9-4237-8689-af90befe4623 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:51:12.550050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 69d28599-76e9-4237-8689-af90befe4623 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:51:12.745962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69d28599-76e9-4237-8689-af90befe4623 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:51:12.845540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-98b727ae-6459-45dc-8e04-c85cfe73b2ab service neutron] 10.222.0.47 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632596 Feb 07 13:51:12.847278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7eae8f61-eea6-4682-9016-9f746a3c9d57 req-4eb5c3d6-e3b5-4b6e-890d-df31bd2ef91d service neutron] 10.222.0.35 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470016 Feb 07 13:51:12.889969 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:51:12.903331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '69d28599-76e9-4237-8689-af90befe4623', 'network_id': '39fcdd4f-33e8-4619-a545-d77875735175', 'port_id': '69d28599-76e9-4237-8689-af90befe4623', 'mac_address': 'fa:16:3e:ce:97:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711f21be-0342-4cba-967e-ffcf5fe6fa53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:51:12.957854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:12.978709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d28599-76e9-4237-8689-af90befe4623 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:51:12.994485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:51:13.041533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53e485-13b2-44c1-8b9a-2f0006596504 req-58e7927d-8006-4df2-9f5a-aa9e77d69250 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:13.043487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c53e485-13b2-44c1-8b9a-2f0006596504 req-58e7927d-8006-4df2-9f5a-aa9e77d69250 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 943 time: 0.0848043 Feb 07 13:51:13.051743 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:13.089545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c53e485-13b2-44c1-8b9a-2f0006596504 req-3d2598c8-ac80-4f0f-9943-e9ee6c4adf71 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 Feb 07 13:51:13.117615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:13.125601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.125945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.126344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.126599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.126927 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.127312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.127638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.127957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.128295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.128612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.128928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.129240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:13.275814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['69d28599-76e9-4237-8689-af90befe4623'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:51:13.684834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-53c55083-b023-4ced-ad89-f369bd0aa2e4 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:13.686293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-53c55083-b023-4ced-ad89-f369bd0aa2e4 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.47 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd&tenant_id=be9c3788367b4dff874017e53246cc1f&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 944 time: 0.0894952 Feb 07 13:51:13.766188 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-45f6a480-2bf8-4114-ad6a-1ec04542b5bd service neutron] delete failed (client error): The resource could not be found. Feb 07 13:51:13.767190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-45f6a480-2bf8-4114-ad6a-1ec04542b5bd service neutron] 10.222.0.47 "DELETE /v2.0/ports/69d28599-76e9-4237-8689-af90befe4623/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0744667 Feb 07 13:51:13.872508 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:13.911181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-762ba3fa-21fc-4f9d-9b68-7399efd859b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:13.912711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-762ba3fa-21fc-4f9d-9b68-7399efd859b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9c3788367b4dff874017e53246cc1f&device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 1095 time: 0.0765107 Feb 07 13:51:14.045761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-38d69443-7420-4bde-810e-afa7d288638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:14.047142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-38d69443-7420-4bde-810e-afa7d288638a service neutron] 10.222.0.47 "GET /v2.0/networks?id=39fcdd4f-33e8-4619-a545-d77875735175 HTTP/1.1" status: 200 len: 912 time: 0.1275446 Feb 07 13:51:14.114912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-5a35d19c-8991-4f91-8a9a-b55ffc2362a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 200 len: 217 time: 0.0607417 Feb 07 13:51:14.179890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-59273d7b-d76a-41e6-a57e-b72590318eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:14.181882 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-59273d7b-d76a-41e6-a57e-b72590318eb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=711f21be-0342-4cba-967e-ffcf5fe6fa53 HTTP/1.1" status: 200 len: 852 time: 0.0603144 Feb 07 13:51:14.226605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-209351d7-bee5-4d8c-b118-915b8c588942 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39fcdd4f-33e8-4619-a545-d77875735175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386691 Feb 07 13:51:14.358142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-08d5d4ab-35b6-4fc7-baaf-fa3f658a2d37 service neutron] 10.222.0.47 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241813 Feb 07 13:51:14.489794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-f0af9069-e99b-481c-aaec-e11319804301 service neutron] 10.222.0.47 "GET /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246264 Feb 07 13:51:14.760639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69d28599-76e9-4237-8689-af90befe4623 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:51:14.897623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 69d28599-76e9-4237-8689-af90befe4623 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:51:14.903387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 69d28599-76e9-4237-8689-af90befe4623 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:51:14.903761 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:15.020852 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:15.049956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d28599-76e9-4237-8689-af90befe4623'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:51:15.062023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:51:15.095291 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d28599-76e9-4237-8689-af90befe4623', 'code': 200} Feb 07 13:51:15.157999 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:15.224646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:15.460948 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:16.096860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc383-53ee-4be4-a488-6c40c5375a3c req-a556430f-49ec-41bd-8578-2d9d13d60b82 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:16.098237 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-057cc383-53ee-4be4-a488-6c40c5375a3c req-a556430f-49ec-41bd-8578-2d9d13d60b82 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.0852265 Feb 07 13:51:16.141734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-057cc383-53ee-4be4-a488-6c40c5375a3c req-c1821526-43c5-4334-b4a8-5bce4245cabe tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Feb 07 13:51:17.297678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-a51b0ef8-5cd7-4f60-85d0-16c258c3ee59 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:17.299302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-a51b0ef8-5cd7-4f60-85d0-16c258c3ee59 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.35 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.1177902 Feb 07 13:51:17.385972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Deleting port 69d28599-76e9-4237-8689-af90befe4623 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:51:17.386311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:17.457674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1feb0e-ce6f-4f35-8368-08089f5435b4 req-01bdaee1-2ab3-42bb-88fd-c0f164fade24 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:17.459019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef1feb0e-ce6f-4f35-8368-08089f5435b4 req-01bdaee1-2ab3-42bb-88fd-c0f164fade24 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 945 time: 0.2060506 Feb 07 13:51:17.613949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ef1feb0e-ce6f-4f35-8368-08089f5435b4 req-d0fecb51-295f-4e48-8bd8-3a276634a2fd tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/security-groups?id=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305215 Feb 07 13:51:17.686248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] For port 69d28599-76e9-4237-8689-af90befe4623, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=69d28599-76e9-4237-8689-af90befe4623,segment=NetworkSegment(fbf451e0-adf4-4268-a69a-0988bf9c3c69),segment_id=fbf451e0-adf4-4268-a69a-0988bf9c3c69)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:51:17.686737 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:17.928421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Calling delete_port for 69d28599-76e9-4237-8689-af90befe4623 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:51:18.164363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:18.176142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['69d28599-76e9-4237-8689-af90befe4623'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:51:18.221014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Pushing event deleted for resources: {'Port': ['ID=69d28599-76e9-4237-8689-af90befe4623,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:18.292317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] No DVR routers for this DVR port 69d28599-76e9-4237-8689-af90befe4623 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:51:18.294662 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:18.297077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'name': 'network-vif-deleted', 'tag': '69d28599-76e9-4237-8689-af90befe4623'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:51:18.339117 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58478675-105b-4b04-981f-41066d2293dd', 'name': 'network-vif-deleted', 'tag': '69d28599-76e9-4237-8689-af90befe4623', 'status': 'completed', 'code': 200} Feb 07 13:51:18.377909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f5ff575d-e1b0-46b1-9203-e24a283c015f req-8b47fdbd-cceb-4a6a-b50b-ac5b58d271f0 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.35 "DELETE /v2.0/ports/69d28599-76e9-4237-8689-af90befe4623 HTTP/1.1" status: 204 len: 173 time: 1.0697987 Feb 07 13:51:18.783237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fee02b2c-9375-4847-baa2-b7c1d0b415b0 req-92a76ae4-6f0e-4994-83df-06948f4b44d1 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Synchronizing usage tracker for tenant:be9c3788367b4dff874017e53246cc1f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:51:18.863035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-fee02b2c-9375-4847-baa2-b7c1d0b415b0 req-92a76ae4-6f0e-4994-83df-06948f4b44d1 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] Unset dirty status for tenant:be9c3788367b4dff874017e53246cc1f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:51:18.864291 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fee02b2c-9375-4847-baa2-b7c1d0b415b0 req-92a76ae4-6f0e-4994-83df-06948f4b44d1 tempest-DeleteServersTestJSON-1193863071 tempest-DeleteServersTestJSON-1193863071-project] 10.222.0.69 "GET /v2.0/ports?device_id=58478675-105b-4b04-981f-41066d2293dd HTTP/1.1" status: 200 len: 210 time: 0.1280429 Feb 07 13:51:20.107902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59574) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:51:20.168579 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Deleting subnet 711f21be-0342-4cba-967e-ffcf5fe6fa53 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:51:20.171465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.224450 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.279786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.404631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.447265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=711f21be-0342-4cba-967e-ffcf5fe6fa53,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:20.458584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.458933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.459273 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.459610 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.459941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.460298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.460623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.460948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.461278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.461688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.462015 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.462477 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:20.466962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.472820 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-015a6e3f-f774-4d2b-a9e6-bf9c7abe2c93 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/711f21be-0342-4cba-967e-ffcf5fe6fa53 HTTP/1.1" status: 204 len: 168 time: 0.3638802 Feb 07 13:51:20.475319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59580) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:51:20.581131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.798845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69d28599-76e9-4237-8689-af90befe4623 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:51:20.812213 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.832039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 69d28599-76e9-4237-8689-af90befe4623 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:51:20.832385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 69d28599-76e9-4237-8689-af90befe4623 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:51:20.838614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fcdd4f-33e8-4619-a545-d77875735175']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:51:20.850354 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf451e0-adf4-4268-a69a-0988bf9c3c69') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:51:20.850652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf451e0-adf4-4268-a69a-0988bf9c3c69') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:51:20.861678 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.877079 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.882941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:51:20.883320 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:51:20.896746 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:51:21.040733 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:21.057943 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:21.068663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=39fcdd4f-33e8-4619-a545-d77875735175,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:21.072541 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c816a8f8-00c3-45a8-bfd2-21147a4789c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/39fcdd4f-33e8-4619-a545-d77875735175 HTTP/1.1" status: 204 len: 168 time: 0.5962083 Feb 07 13:51:21.387069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59586) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:51:21.433540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-af5bf5a3-73b1-4063-908b-ab7102846428 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be9c3788367b4dff874017e53246cc1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476446 Feb 07 13:51:21.436061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59590) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:51:21.493027 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-acfde591-cd1f-4a36-b38e-9478487de5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:21.517534 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-acfde591-cd1f-4a36-b38e-9478487de5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:21.662939 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-acfde591-cd1f-4a36-b38e-9478487de5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:21.678848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfde591-cd1f-4a36-b38e-9478487de5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2153ac68-b64b-48d7-a0dd-5a56eec8ffd6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:21.683280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-acfde591-cd1f-4a36-b38e-9478487de5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:21.684563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-acfde591-cd1f-4a36-b38e-9478487de5a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2153ac68-b64b-48d7-a0dd-5a56eec8ffd6 HTTP/1.1" status: 204 len: 168 time: 0.2474933 Feb 07 13:51:22.692841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59614) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:51:22.814796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-625451552-network', 'tenant_id': '3c481ebecf2d4a5b9878dd21afada9d0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:51:22.820054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:51:22.824459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Usage tracker for resource:network and tenant:3c481ebecf2d4a5b9878dd21afada9d0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:51:22.827663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:51:22.836706 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:51:22.918493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Made reservation on behalf of 3c481ebecf2d4a5b9878dd21afada9d0 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:51:22.920802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:22.932631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:22.946379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:51:22.950349 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Usage tracker for resource:security_group_rule and tenant:3c481ebecf2d4a5b9878dd21afada9d0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:51:22.953157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:51:22.958801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:51:23.040023 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:23.119721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:23.146243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:51:23.158983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:23.163192 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:23.163534 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Added segment 45bea63a-8236-4589-87c2-261d87a4d70d of type vlan for network ee465df4-f84d-4064-8157-6d6c2b3228c6 Feb 07 13:51:23.188670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:23.285716 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:23.286589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:23.287265 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:23.388285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] Pushing event updated for resources: {'Network': ['ID=ee465df4-f84d-4064-8157-6d6c2b3228c6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:23.398452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network ee465df4-f84d-4064-8157-6d6c2b3228c6 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:51:23.451247 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fed4764a-02d2-4245-8b2a-77ddd44e8d7d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7571197 Feb 07 13:51:23.454512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59620) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:51:23.459838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Request body: {'subnet': {'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-625451552-subnet', 'tenant_id': '3c481ebecf2d4a5b9878dd21afada9d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:51:23.466151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:51:23.470195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Usage tracker for resource:subnet and tenant:3c481ebecf2d4a5b9878dd21afada9d0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:51:23.473028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:51:23.478550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:51:23.564629 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Made reservation on behalf of 3c481ebecf2d4a5b9878dd21afada9d0 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:51:23.566965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:23.821642 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:23.898380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:23.906896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Checking segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:51:23.907258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Network hostable DHCP agents. Network: ee465df4-f84d-4064-8157-6d6c2b3228c6, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:51:23.983029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Network ee465df4-f84d-4064-8157-6d6c2b3228c6 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:51:24.056882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, ee465df4-f84d-4064-8157-6d6c2b3228c6) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:51:24.061675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:24.062810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:24.066055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b701d-2ffd-4485-9ec1-e77f3856af96 None None] Network ee465df4-f84d-4064-8157-6d6c2b3228c6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:51:24.148422 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c3261585-93c0-4cbc-ba65-62bc9ea47bb1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6928394 Feb 07 13:51:24.281197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b8788-1adc-4e70-8bf5-4074cd8cb914 None None] Network ee465df4-f84d-4064-8157-6d6c2b3228c6 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:51:24.650734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-9f317ecb-0bf1-4fbe-9d9d-7c3b4f63ade2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:24.652280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-9f317ecb-0bf1-4fbe-9d9d-7c3b4f63ade2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Synchronizing usage tracker for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:51:24.760146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-9f317ecb-0bf1-4fbe-9d9d-7c3b4f63ade2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Unset dirty status for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:51:24.762380 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-9f317ecb-0bf1-4fbe-9d9d-7c3b4f63ade2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 814 time: 0.2550275 Feb 07 13:51:24.778964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-c1cf003a-32fa-43af-a261-affd6a5c464e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/quotas/3c481ebecf2d4a5b9878dd21afada9d0 HTTP/1.1" status: 200 len: 375 time: 0.0108476 Feb 07 13:51:24.825336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-e8b0e549-09c9-40f2-8ce9-8ee6ee881799 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414436 Feb 07 13:51:25.037530 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-8ad26dd5-8b89-4a1b-9c8b-3e813f59dfbf service neutron] 10.222.0.69 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664054 Feb 07 13:51:25.091424 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:25.168761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-e849ae63-e129-4123-9ba8-4daed450555d service neutron] 10.222.0.69 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247542 Feb 07 13:51:25.409029 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc4554b8-b1b8-4db6-a8ca-e289aee8fd09 req-38fd9fb7-3c11-4022-92c1-72f928c08737 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 210 time: 0.0472372 Feb 07 13:51:26.566814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-154cf3f2-9b26-4ad3-8e04-62f8165d784a req-16220fda-561e-49ca-9f88-93a9c13ce3ea tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 210 time: 0.0442734 Feb 07 13:51:27.638621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-ebbdd31c-9558-4092-889d-c19614d07114 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:27.640013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-ebbdd31c-9558-4092-889d-c19614d07114 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.47 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 814 time: 0.1463437 Feb 07 13:51:27.651590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Request body: {'port': {'device_id': '500ed934-a2cf-4048-817a-6288855545c7', 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6', 'admin_state_up': True, 'tenant_id': '3c481ebecf2d4a5b9878dd21afada9d0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:51:27.883878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-708d0ef1-d80a-4b87-9158-46c5c8510a6b req-a0bfb428-d64a-49ef-baa5-2f68876579e6 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 210 time: 0.0517392 Feb 07 13:51:27.947312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:51:27.952158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Usage tracker for resource:port and tenant:3c481ebecf2d4a5b9878dd21afada9d0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:51:27.954956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:51:27.960622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:51:28.034537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Made reservation on behalf of 3c481ebecf2d4a5b9878dd21afada9d0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:51:28.038102 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:28.206395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Allocated IP 172.20.0.4 (ee465df4-f84d-4064-8157-6d6c2b3228c6/06d6fc86-6d6e-4963-9d9b-a92cb1868cd3/29836bf4-debf-4434-8269-ac44ddb4ee95) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:51:28.410115 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:28.509076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:28.576736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Network ee465df4-f84d-4064-8157-6d6c2b3228c6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:51:28.579697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:51:28.583688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:51:28.624156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:28.637428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.637773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.638111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.638443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.638772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.639335 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.639429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.639716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.640059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.640378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.640699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.641016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:51:28.665450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:28.666054 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:28.738319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-2896c9f8-016f-4ff6-8055-f0aef0a8ebd0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0906582 Feb 07 13:51:28.749760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Request body: {'port': {'device_id': '500ed934-a2cf-4048-817a-6288855545c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:51:28.863671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:29.195085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155e04-a402-43fe-bfb2-a5e5e438c344 req-6a086fde-44ff-4aa8-8eee-74be408f9c8e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:29.195788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-54155e04-a402-43fe-bfb2-a5e5e438c344 req-6a086fde-44ff-4aa8-8eee-74be408f9c8e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Synchronizing usage tracker for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:51:29.276590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29836bf4-debf-4434-8269-ac44ddb4ee95 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:51:29.283833 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:29.297657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Transition to ACTIVE for port object 29836bf4-debf-4434-8269-ac44ddb4ee95 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:51:29.312608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-54155e04-a402-43fe-bfb2-a5e5e438c344 req-6a086fde-44ff-4aa8-8eee-74be408f9c8e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Unset dirty status for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:51:29.313761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54155e04-a402-43fe-bfb2-a5e5e438c344 req-6a086fde-44ff-4aa8-8eee-74be408f9c8e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 931 time: 0.3159359 Feb 07 13:51:29.360474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-54155e04-a402-43fe-bfb2-a5e5e438c344 req-55abf144-6cf3-4436-9dd8-d1a51c71bc66 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Synchronizing usage tracker for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:51:29.373395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:29.489259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-54155e04-a402-43fe-bfb2-a5e5e438c344 req-55abf144-6cf3-4436-9dd8-d1a51c71bc66 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Unset dirty status for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:51:29.490319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54155e04-a402-43fe-bfb2-a5e5e438c344 req-55abf144-6cf3-4436-9dd8-d1a51c71bc66 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709378 Feb 07 13:51:29.530996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:29.601963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Attempting to bind port 29836bf4-debf-4434-8269-ac44ddb4ee95 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:51:29.602297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Attempting to bind port 29836bf4-debf-4434-8269-ac44ddb4ee95 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:51:29.602623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Attempting to bind port 29836bf4-debf-4434-8269-ac44ddb4ee95 on network ee465df4-f84d-4064-8157-6d6c2b3228c6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:51:29.607692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Port 29836bf4-debf-4434-8269-ac44ddb4ee95 on network ee465df4-f84d-4064-8157-6d6c2b3228c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:51:29.608051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Attempting to bind port 29836bf4-debf-4434-8269-ac44ddb4ee95 on network ee465df4-f84d-4064-8157-6d6c2b3228c6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:51:29.613165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:51:29.613502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Checking segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:51:29.613885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Bound using segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:51:29.614307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Bound port: 29836bf4-debf-4434-8269-ac44ddb4ee95, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:51:29.614651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:29.706236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:51:29.709187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:51:29.781734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:29.841619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:29.842268 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:29.843646 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] 10.222.0.47 "PUT /v2.0/ports/29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 200 len: 1091 time: 1.0982080 Feb 07 13:51:29.844123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:51:29.865014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea5f5b-df1e-4732-aa32-5e98680becb4 service neutron] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:29.890583 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'status': 'completed', 'code': 200} Feb 07 13:51:30.100989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9d41-df8a-4f20-9104-9e7b7fe82d9a req-4863b214-c4e9-4782-99fb-bbce54841125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:30.102467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-146c9d41-df8a-4f20-9104-9e7b7fe82d9a req-4863b214-c4e9-4782-99fb-bbce54841125 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 1094 time: 0.1919384 Feb 07 13:51:30.241458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9d41-df8a-4f20-9104-9e7b7fe82d9a req-1a37eabb-0c58-447b-a867-64b9a15f30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:30.242959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-146c9d41-df8a-4f20-9104-9e7b7fe82d9a req-1a37eabb-0c58-447b-a867-64b9a15f30fc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1334352 Feb 07 13:51:30.377267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9d41-df8a-4f20-9104-9e7b7fe82d9a req-02fe413c-2233-413a-9a28-a4a6021b168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:30.378679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-146c9d41-df8a-4f20-9104-9e7b7fe82d9a req-02fe413c-2233-413a-9a28-a4a6021b168c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1294124 Feb 07 13:51:30.482716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-172241c7-46ef-484c-a8ff-6ea325192971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:30.484198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-172241c7-46ef-484c-a8ff-6ea325192971 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 1094 time: 0.0702248 Feb 07 13:51:30.555397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-223f2991-b8d7-4788-9521-877e94f200ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 200 len: 217 time: 0.0644259 Feb 07 13:51:30.672286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-ee4be1f4-9e67-4159-ab5a-9a9425c9082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:30.673736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-ee4be1f4-9e67-4159-ab5a-9a9425c9082f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.1112618 Feb 07 13:51:30.723788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-baf5393e-45ee-4776-b5fb-ee1c7bb67daf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437799 Feb 07 13:51:30.736350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f5de5-01eb-436c-a67c-bcbf03db6d05 req-5620462b-ed34-4b13-a4de-f3fc097ae3c2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:30.737720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-415f5de5-01eb-436c-a67c-bcbf03db6d05 req-5620462b-ed34-4b13-a4de-f3fc097ae3c2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 943 time: 0.1428461 Feb 07 13:51:30.865019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-415f5de5-01eb-436c-a67c-bcbf03db6d05 req-74115e90-6f85-42e3-b77e-9cdba2f47749 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064396 Feb 07 13:51:30.901749 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-0219fb0b-3ce0-4fd4-afc4-0c90c82d87cc service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625516 Feb 07 13:51:31.033014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a0499cf-ef9f-458a-ac3f-d2e7c3b7956e req-40e0ac58-ca7b-46a7-a895-7e73ffb5d792 service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253443 Feb 07 13:51:32.051934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66333fec-6fc2-42fe-bb5e-e7e6889a832f req-e8bd4ac4-4865-4086-9f54-2eb7e0f514b0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:32.053336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66333fec-6fc2-42fe-bb5e-e7e6889a832f req-e8bd4ac4-4865-4086-9f54-2eb7e0f514b0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 943 time: 0.0811489 Feb 07 13:51:32.090947 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:51:32.097803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66333fec-6fc2-42fe-bb5e-e7e6889a832f req-905d4d11-fbc0-40b9-8a02-02ad3797f606 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382798 Feb 07 13:51:33.282879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594843e-85e6-4184-9cab-04ae0f5c788b req-8a3bb530-f059-419e-95ac-05cbec76c621 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:33.284338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a594843e-85e6-4184-9cab-04ae0f5c788b req-8a3bb530-f059-419e-95ac-05cbec76c621 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 943 time: 0.0809758 Feb 07 13:51:33.327547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a594843e-85e6-4184-9cab-04ae0f5c788b req-bcac49b0-52aa-4db7-8ef1-e8b7b3a136d1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Feb 07 13:51:34.509475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc9ef-6499-42d6-a019-1a3cf60bf0a4 req-0f46d484-ab10-455d-b51c-6c0447277e6b tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:34.511745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-005cc9ef-6499-42d6-a019-1a3cf60bf0a4 req-0f46d484-ab10-455d-b51c-6c0447277e6b tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 943 time: 0.0788009 Feb 07 13:51:34.554524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-005cc9ef-6499-42d6-a019-1a3cf60bf0a4 req-750b52a2-9d7b-4b35-bebc-d09410caedeb tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372381 Feb 07 13:51:34.622978 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 29836bf4-debf-4434-8269-ac44ddb4ee95 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:51:34.754691 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:51:34.768104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6', 'port_id': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'mac_address': 'fa:16:3e:48:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d6fc86-6d6e-4963-9d9b-a92cb1868cd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:51:34.825191 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:34.842141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29836bf4-debf-4434-8269-ac44ddb4ee95 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:51:34.857462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:51:34.941674 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:35.006786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:35.250638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['29836bf4-debf-4434-8269-ac44ddb4ee95'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:51:35.742389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4bd32-5a12-42cb-a5f0-c4a0aec46d42 req-cd98de50-e875-4bd8-986f-6095cd9697a9 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:35.743847 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1f4bd32-5a12-42cb-a5f0-c4a0aec46d42 req-cd98de50-e875-4bd8-986f-6095cd9697a9 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 944 time: 0.0830712 Feb 07 13:51:35.788469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1f4bd32-5a12-42cb-a5f0-c4a0aec46d42 req-3d841143-0a7b-482d-9d4b-910a2d718fff tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381010 Feb 07 13:51:36.628079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 29836bf4-debf-4434-8269-ac44ddb4ee95 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:51:36.817554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 29836bf4-debf-4434-8269-ac44ddb4ee95 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:51:36.822792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 29836bf4-debf-4434-8269-ac44ddb4ee95 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:51:36.823740 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:36.945534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:36.973160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:51:36.973385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca25d87-ca9c-4b7c-91b6-4143431d9658 req-baab846b-d425-4383-bd7e-36e5b44c9252 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:36.976458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ca25d87-ca9c-4b7c-91b6-4143431d9658 req-baab846b-d425-4383-bd7e-36e5b44c9252 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 944 time: 0.0822952 Feb 07 13:51:36.983624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:51:37.047240 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'code': 200} Feb 07 13:51:37.051224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ca25d87-ca9c-4b7c-91b6-4143431d9658 req-663a0e55-5148-4ae1-9eed-8e4337dc6bc6 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694242 Feb 07 13:51:37.063585 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:37.168878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:51:37.173525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d558dc-fc33-4e6d-b39c-6697415962b9 req-c8565c04-b11f-4ba6-9108-b5210d6988ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:37.175169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57d558dc-fc33-4e6d-b39c-6697415962b9 req-c8565c04-b11f-4ba6-9108-b5210d6988ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 1096 time: 0.0716612 Feb 07 13:51:37.215444 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57d558dc-fc33-4e6d-b39c-6697415962b9 req-c21a679c-a18e-4154-8ed0-49a3e33d2b37 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Feb 07 13:51:38.353462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b88b6-9a80-46f4-a6bd-1554af94a6db req-95de49c4-6870-44ac-9ae2-fce1c57af246 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:38.354854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d8b88b6-9a80-46f4-a6bd-1554af94a6db req-95de49c4-6870-44ac-9ae2-fce1c57af246 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.1958952 Feb 07 13:51:38.400084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d8b88b6-9a80-46f4-a6bd-1554af94a6db req-066f5b78-2ad5-4895-88b9-70e1b57f355d tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 Feb 07 13:51:38.736148 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-66f21d83-6784-409a-a2e0-21be651dbef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:39.593119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54113a-280e-4a46-a77e-10ed43bb76b5 req-0f3cf85a-fd1d-4e91-8e4c-38d156fff65d tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:39.598261 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d54113a-280e-4a46-a77e-10ed43bb76b5 req-0f3cf85a-fd1d-4e91-8e4c-38d156fff65d tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0891819 Feb 07 13:51:39.644222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d54113a-280e-4a46-a77e-10ed43bb76b5 req-73467fff-95f5-4ca1-84f0-57195556ea9e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Feb 07 13:51:39.829254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236c8bb-d715-4d84-b318-f43acdea7d6c req-df121dc2-720f-4291-8592-c833f26d1e4b tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:39.830700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6236c8bb-d715-4d84-b318-f43acdea7d6c req-df121dc2-720f-4291-8592-c833f26d1e4b tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0792313 Feb 07 13:51:39.873905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6236c8bb-d715-4d84-b318-f43acdea7d6c req-ead89716-bcd5-4604-b5a4-6b905d492909 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376117 Feb 07 13:51:40.298616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e161e-f55b-4071-a15b-0b245075a5eb req-0e0491f6-d1a3-44e3-9a5b-3274d9902cfd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:40.300111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a91e161e-f55b-4071-a15b-0b245075a5eb req-0e0491f6-d1a3-44e3-9a5b-3274d9902cfd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0840063 Feb 07 13:51:40.343781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a91e161e-f55b-4071-a15b-0b245075a5eb req-deb40f36-5f5d-427e-bd7a-175a9e5b6c5a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 Feb 07 13:51:40.523634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d00db-fca4-4f0a-8531-02a4502fba57 req-891354c2-bd6a-4b10-8e2e-ac8976e1a72e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:40.525099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c15d00db-fca4-4f0a-8531-02a4502fba57 req-891354c2-bd6a-4b10-8e2e-ac8976e1a72e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0789735 Feb 07 13:51:40.569770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c15d00db-fca4-4f0a-8531-02a4502fba57 req-344cc4b7-51f9-451e-95b7-786c37f240c3 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388839 Feb 07 13:51:41.164602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907700c-43b0-4e7b-bdd4-d2b0eed5c02f req-4cebe0d0-6d8f-4751-b87b-f73ee93b7f1b tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:41.166125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f907700c-43b0-4e7b-bdd4-d2b0eed5c02f req-4cebe0d0-6d8f-4751-b87b-f73ee93b7f1b tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0844684 Feb 07 13:51:41.210853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f907700c-43b0-4e7b-bdd4-d2b0eed5c02f req-8a216ab6-45f7-40b2-8f13-6a09114912b3 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382919 Feb 07 13:51:41.290155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-39594cc5-b87e-47c3-a719-28c65d87abac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751193 Feb 07 13:51:41.559545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d41c4e74-741a-4012-a16c-7da8803d339b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:42.318406 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:42.394714 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:42.414375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2273df-98d2-4cdc-8bff-c534a2f14693 req-2c551354-f1e1-4e02-8a65-58d1856069f8 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:42.415866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d2273df-98d2-4cdc-8bff-c534a2f14693 req-2c551354-f1e1-4e02-8a65-58d1856069f8 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0870628 Feb 07 13:51:42.461181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d2273df-98d2-4cdc-8bff-c534a2f14693 req-ae5deeb0-c5ae-47d1-a441-a57f54d16234 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Feb 07 13:51:43.317934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-00a16bfa-7119-4f97-bca7-2e6ae646d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:43.319388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-00a16bfa-7119-4f97-bca7-2e6ae646d618 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 1096 time: 0.0695109 Feb 07 13:51:43.448474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-bf73137a-6859-46ca-b5fc-cfa71b378620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:43.450606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-bf73137a-6859-46ca-b5fc-cfa71b378620 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.1250567 Feb 07 13:51:43.522119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-e8b86109-895a-4661-b4ae-789bc5fbb16f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 200 len: 217 time: 0.0650926 Feb 07 13:51:43.628084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-cdc8fda0-3538-4e70-9200-af9676959ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:43.629519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-cdc8fda0-3538-4e70-9200-af9676959ba0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.1013696 Feb 07 13:51:43.682543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-e0647f5e-eefe-4bae-b93f-fab92c6839be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462730 Feb 07 13:51:43.789308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762313ac-1566-4b85-8b00-5b489a725bb6 req-ffa6aeb6-6511-4291-8a92-01d02ac946ca tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:43.790676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-762313ac-1566-4b85-8b00-5b489a725bb6 req-ffa6aeb6-6511-4291-8a92-01d02ac946ca tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.2155604 Feb 07 13:51:43.857465 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:43.864299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-8ea0450d-a183-4f07-9280-0bee1157b2d3 service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745365 Feb 07 13:51:43.868860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-762313ac-1566-4b85-8b00-5b489a725bb6 req-df41b651-12ca-409b-8b79-275830e088f1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707726 Feb 07 13:51:43.999115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-2e37764e-b8bc-4292-bbf2-d74bcd866135 service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291029 Feb 07 13:51:45.051092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a7eb0-f563-4a16-a832-6b907daa9fc1 req-2d6f26e6-bc7b-4ca8-9878-cf3de48a119e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:45.052485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-624a7eb0-f563-4a16-a832-6b907daa9fc1 req-2d6f26e6-bc7b-4ca8-9878-cf3de48a119e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0797138 Feb 07 13:51:45.095866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-624a7eb0-f563-4a16-a832-6b907daa9fc1 req-c6cf19df-e2f9-4d16-b528-a896d9244c40 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Feb 07 13:51:45.434958 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:46.284248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436ecd8-f9e5-4904-add7-1a91c23cd862 req-ee6e081f-2fd4-4290-80ca-474eebe45123 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:46.285740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0436ecd8-f9e5-4904-add7-1a91c23cd862 req-ee6e081f-2fd4-4290-80ca-474eebe45123 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0856781 Feb 07 13:51:46.329136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0436ecd8-f9e5-4904-add7-1a91c23cd862 req-b140fe5a-b83b-4b7d-9708-b6f88e06b672 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378060 Feb 07 13:51:47.515354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade21a6-c35f-4145-9245-6049a7434188 req-c4d2db19-5420-45a3-8d2c-31ec64e14907 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:47.516829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ade21a6-c35f-4145-9245-6049a7434188 req-c4d2db19-5420-45a3-8d2c-31ec64e14907 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0789757 Feb 07 13:51:47.560421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ade21a6-c35f-4145-9245-6049a7434188 req-7670f656-f728-4577-8096-9ac71b2d89f7 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Feb 07 13:51:48.859395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc59b8-58a3-4841-b410-560af10145a8 req-1c6cd2f5-8276-44d5-9cfa-deced2c3536a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:48.860816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82cc59b8-58a3-4841-b410-560af10145a8 req-1c6cd2f5-8276-44d5-9cfa-deced2c3536a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.1943662 Feb 07 13:51:48.905385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82cc59b8-58a3-4841-b410-560af10145a8 req-b7aece30-ed39-4f75-85ac-a4cf65f15309 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Feb 07 13:51:50.089015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2459b89-fa62-46de-88f2-0ee503dba731 req-722de73b-17bf-46f5-acb5-10b086905a77 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:50.090476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2459b89-fa62-46de-88f2-0ee503dba731 req-722de73b-17bf-46f5-acb5-10b086905a77 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0809307 Feb 07 13:51:50.136999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b2459b89-fa62-46de-88f2-0ee503dba731 req-0dd61d75-eb42-4060-9eb7-e666b135305b tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Feb 07 13:51:51.318905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac601da-2c58-4ea6-83a1-0a47e410ad34 req-3e5b712f-e925-4df0-ad2d-8a30e1420c19 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:51.320398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fac601da-2c58-4ea6-83a1-0a47e410ad34 req-3e5b712f-e925-4df0-ad2d-8a30e1420c19 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0789506 Feb 07 13:51:51.369827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fac601da-2c58-4ea6-83a1-0a47e410ad34 req-84e70ac5-2343-4b5c-8015-e5eb9142e8e1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 Feb 07 13:51:52.556136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1559add-26ba-4786-9c8a-1f4999a37dfd req-951e93d1-4e44-42da-879b-a963e8e35c36 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:52.557595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1559add-26ba-4786-9c8a-1f4999a37dfd req-951e93d1-4e44-42da-879b-a963e8e35c36 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0837142 Feb 07 13:51:52.601543 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b1559add-26ba-4786-9c8a-1f4999a37dfd req-40d4624f-9f54-437b-be36-9087b4ba9b12 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376947 Feb 07 13:51:53.787464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1c643-7083-4b4e-8fc5-54247f70dbba req-10f37df7-29fa-4dbb-98af-5333fa29950f tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:53.788973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceb1c643-7083-4b4e-8fc5-54247f70dbba req-10f37df7-29fa-4dbb-98af-5333fa29950f tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0814931 Feb 07 13:51:53.834841 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceb1c643-7083-4b4e-8fc5-54247f70dbba req-d4fd5258-4698-42f6-bde1-c59046c25ea7 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Feb 07 13:51:55.027594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9612f-4562-44a7-bb09-ca0d93e9d1bf req-789807e2-d108-42cc-8ec6-8ebdae060edd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:55.028938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c9c9612f-4562-44a7-bb09-ca0d93e9d1bf req-789807e2-d108-42cc-8ec6-8ebdae060edd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0876715 Feb 07 13:51:55.072810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c9c9612f-4562-44a7-bb09-ca0d93e9d1bf req-d421eeef-a4ba-42d6-a6a6-1d3efe6444db tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Feb 07 13:51:55.091832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:51:56.262632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05deaa-cc68-4df7-b37a-d161c7f1bf0d req-0046db3a-f6d0-4d64-9c6b-fbef354c3388 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:56.264113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e05deaa-cc68-4df7-b37a-d161c7f1bf0d req-0046db3a-f6d0-4d64-9c6b-fbef354c3388 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0824726 Feb 07 13:51:56.307239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e05deaa-cc68-4df7-b37a-d161c7f1bf0d req-f6883721-7eb0-4397-9a8a-6b96ab496251 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Feb 07 13:51:57.492582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786b713-fb5f-4f6e-86ad-52254c722384 req-b4c96947-b987-4457-9868-8c2f4a008304 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:57.494035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8786b713-fb5f-4f6e-86ad-52254c722384 req-b4c96947-b987-4457-9868-8c2f4a008304 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0823152 Feb 07 13:51:57.537691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8786b713-fb5f-4f6e-86ad-52254c722384 req-b45918e7-0cc6-4a49-b088-083581fbca44 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 Feb 07 13:51:58.721580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20825f29-411b-4f58-bfa4-ed7e299b8478 req-3a064a28-75f3-4b6b-83d6-6d7cad4e7890 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:58.723065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20825f29-411b-4f58-bfa4-ed7e299b8478 req-3a064a28-75f3-4b6b-83d6-6d7cad4e7890 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0801611 Feb 07 13:51:58.771284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20825f29-411b-4f58-bfa4-ed7e299b8478 req-0e223799-7584-48ae-8db9-24c3753616e2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Feb 07 13:51:59.952108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b615-d78c-4bd8-adb3-2a950b64db4a req-c9c4509a-8385-4120-a9b6-d65150bbb51c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:51:59.954054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ea7b615-d78c-4bd8-adb3-2a950b64db4a req-c9c4509a-8385-4120-a9b6-d65150bbb51c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0798566 Feb 07 13:51:59.997025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ea7b615-d78c-4bd8-adb3-2a950b64db4a req-231610e4-3c92-4faa-9ae9-f5e724b7ad8f tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Feb 07 13:52:01.189935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba81ed-31f9-4a17-9eb6-7904bb9efdee req-587742db-70b8-4c52-8164-f7265075b732 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:01.191424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40ba81ed-31f9-4a17-9eb6-7904bb9efdee req-587742db-70b8-4c52-8164-f7265075b732 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0893114 Feb 07 13:52:01.303117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40ba81ed-31f9-4a17-9eb6-7904bb9efdee req-f2b156f1-b962-4887-9196-da96d095088d tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733891 Feb 07 13:52:01.312767 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-635827ad-29cd-47e5-824b-6c1decf25f90 service neutron] show failed (client error): The resource could not be found. Feb 07 13:52:01.314308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-635827ad-29cd-47e5-824b-6c1decf25f90 service neutron] 10.222.0.47 "GET /v2.0/ports/29836bf4-debf-4434-8269-ac44ddb4ee95/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.1197698 Feb 07 13:52:02.283226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-987c927d-9572-4131-82f0-20f6126d9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:02.284731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-987c927d-9572-4131-82f0-20f6126d9fc8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7&tenant_id=3c481ebecf2d4a5b9878dd21afada9d0 HTTP/1.1" status: 200 len: 1096 time: 0.0741422 Feb 07 13:52:02.295767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:52:02.409907 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:02.743352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:02.759419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a8d25-7e35-42be-b700-6d93a0dd376d req-dbab5998-322d-422e-835b-dc6ba1d90299 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:02.760898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f68a8d25-7e35-42be-b700-6d93a0dd376d req-dbab5998-322d-422e-835b-dc6ba1d90299 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.1786683 Feb 07 13:52:02.809969 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:52:02.861745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f68a8d25-7e35-42be-b700-6d93a0dd376d req-e67c7654-7160-47b8-a521-b0d3f3f82998 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878007 Feb 07 13:52:02.878186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:02.884162 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:02.899341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Transition to ACTIVE for port object 29836bf4-debf-4434-8269-ac44ddb4ee95 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:52:02.935135 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'code': 200} Feb 07 13:52:02.976114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:03.241510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] No DVR routers for this DVR port 29836bf4-debf-4434-8269-ac44ddb4ee95 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:52:03.244668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:03.298836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Attempting to bind port 29836bf4-debf-4434-8269-ac44ddb4ee95 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:52:03.299473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Attempting to bind port 29836bf4-debf-4434-8269-ac44ddb4ee95 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:52:03.299473 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Attempting to bind port 29836bf4-debf-4434-8269-ac44ddb4ee95 on network ee465df4-f84d-4064-8157-6d6c2b3228c6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:52:03.303813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Port 29836bf4-debf-4434-8269-ac44ddb4ee95 on network ee465df4-f84d-4064-8157-6d6c2b3228c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:52:03.304160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Attempting to bind port 29836bf4-debf-4434-8269-ac44ddb4ee95 on network ee465df4-f84d-4064-8157-6d6c2b3228c6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:52:03.309055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:52:03.309903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Checking segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:52:03.310350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Bound using segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:52:03.310769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Bound port: 29836bf4-debf-4434-8269-ac44ddb4ee95, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:52:03.311113 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:03.396292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:52:03.399393 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:52:03.531991 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:03.595607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:03.596254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:03.597631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 200 len: 1091 time: 1.3064280 Feb 07 13:52:03.613364 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d84fb-03e9-4bdc-97a4-c88bd00fa3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:03.689691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-f05019d2-3cab-474d-8b1e-8199fe13f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:03.691271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-f05019d2-3cab-474d-8b1e-8199fe13f602 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 1094 time: 0.0721829 Feb 07 13:52:03.822565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-8abfda10-f847-4a46-8689-b395bef19c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:03.824067 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-8abfda10-f847-4a46-8689-b395bef19c35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.1273987 Feb 07 13:52:03.894423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-0b574c08-28a6-41ef-bc5b-25652e081a5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 200 len: 217 time: 0.0649142 Feb 07 13:52:03.956110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-9689a52e-eb0c-4c3d-a464-3e6d31de8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:03.957545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-9689a52e-eb0c-4c3d-a464-3e6d31de8d1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.0576944 Feb 07 13:52:04.040687 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-ac4fd1c0-08fd-418a-a6a3-d576af07b54d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776939 Feb 07 13:52:04.052645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-2134a70d-d065-44c1-ba5b-f099cf82102d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:52:04.053572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-2134a70d-d065-44c1-ba5b-f099cf82102d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061100 Feb 07 13:52:04.186771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ba766-e35e-4611-a2e7-a0fc544bdcb3 req-da9b83f3-9b16-4f3b-8a08-2dbfcc9863c4 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:04.188230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-041ba766-e35e-4611-a2e7-a0fc544bdcb3 req-da9b83f3-9b16-4f3b-8a08-2dbfcc9863c4 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 943 time: 0.1943808 Feb 07 13:52:04.222177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-db46344a-a4e6-4233-8cac-c6999da67aa5 service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620007 Feb 07 13:52:04.312571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-041ba766-e35e-4611-a2e7-a0fc544bdcb3 req-0f8c9e89-6b72-4f60-851d-06c11449e217 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139147 Feb 07 13:52:04.366160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f92651a-e52d-4036-a17d-ca4d8342ed5f req-d50b4e66-c5bd-46ff-995a-1f3af28f49c5 service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340063 Feb 07 13:52:04.778459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 29836bf4-debf-4434-8269-ac44ddb4ee95 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:52:04.834593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 29836bf4-debf-4434-8269-ac44ddb4ee95 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:52:04.936690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:04.993526 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'status': 'completed', 'code': 200} Feb 07 13:52:05.142818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-c227acd6-513a-4d40-8718-fbd99bced9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:05.144319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-c227acd6-513a-4d40-8718-fbd99bced9cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 1094 time: 0.1023247 Feb 07 13:52:05.146124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-0f03eac7-f4fa-4ff7-b2d5-0bb68345e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:05.147487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-0f03eac7-f4fa-4ff7-b2d5-0bb68345e73e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 1094 time: 0.1352763 Feb 07 13:52:05.383272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-91f26137-16af-4e69-aba1-70569bdeae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:05.384764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-91f26137-16af-4e69-aba1-70569bdeae53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.2342978 Feb 07 13:52:05.385843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-8f5e7235-5cb1-4507-95fc-0dd2fb74291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:05.387127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-8f5e7235-5cb1-4507-95fc-0dd2fb74291e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.2191899 Feb 07 13:52:05.666563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-a66539e0-6e6e-4ddf-a33f-6853d051b097 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 200 len: 217 time: 0.2759495 Feb 07 13:52:05.681712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-f178072a-0772-4a36-b0e8-7368eaaf2dfe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 200 len: 217 time: 0.1164849 Feb 07 13:52:05.806275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-50a080e5-4734-4028-b201-83c8b914a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:05.807723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-50a080e5-4734-4028-b201-83c8b914a445 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.1287858 Feb 07 13:52:05.811990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-bf2152ba-14a6-4c3a-a7ff-e91c06a22dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:05.813342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-bf2152ba-14a6-4c3a-a7ff-e91c06a22dc7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.0979142 Feb 07 13:52:05.895128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-30b856b5-c876-4dbe-a34d-fd7444df6b7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793877 Feb 07 13:52:05.902750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965d290-35cc-4b81-96a3-44fad92b08fd req-f21b3a07-ce5e-4914-a573-6a1591262806 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:05.904853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5965d290-35cc-4b81-96a3-44fad92b08fd req-f21b3a07-ce5e-4914-a573-6a1591262806 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 943 time: 0.3408275 Feb 07 13:52:05.929383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-c210d1e7-65c4-40ad-9f3a-418f8a21c886 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822601 Feb 07 13:52:06.142084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5965d290-35cc-4b81-96a3-44fad92b08fd req-a153965b-6bc7-4532-a88a-1a7268a49997 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149510 Feb 07 13:52:06.175030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-d6d154b5-e9ed-42e1-9b38-0ca9e76d2093 service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652738 Feb 07 13:52:06.255744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-f7d21a7d-6461-4ffc-9304-b46d41c2d7f6 service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593026 Feb 07 13:52:06.414421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-fb5d848b-bbbe-438c-a638-d672f1105153 service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310455 Feb 07 13:52:06.432505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b325a2-cf3f-4100-b528-5fb21203df7c req-4840aa6a-e677-4ac2-baf3-229d025b0c0e service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701980 Feb 07 13:52:07.099096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 29836bf4-debf-4434-8269-ac44ddb4ee95 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:52:07.232201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:07.245245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6', 'port_id': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'mac_address': 'fa:16:3e:48:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d6fc86-6d6e-4963-9d9b-a92cb1868cd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:52:07.304987 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:07.322633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29836bf4-debf-4434-8269-ac44ddb4ee95 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:52:07.337008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cf6f4-f5b3-4eec-bcb3-968728e9cfe2 req-07bfdea0-8e8d-45de-b49b-1e89a7e8aacd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:07.340625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:07.341260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-509cf6f4-f5b3-4eec-bcb3-968728e9cfe2 req-07bfdea0-8e8d-45de-b49b-1e89a7e8aacd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 943 time: 0.0856416 Feb 07 13:52:07.382815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-509cf6f4-f5b3-4eec-bcb3-968728e9cfe2 req-a5c0bdba-fcec-4de1-bdee-bf0618363a9b tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Feb 07 13:52:07.416827 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:07.484391 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:07.647687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['29836bf4-debf-4434-8269-ac44ddb4ee95'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:52:07.946243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d599f-8b69-47fb-83ac-ed3869fd9272 req-6c07299d-9e00-457b-b07a-9d6daafc726e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:07.947715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-851d599f-8b69-47fb-83ac-ed3869fd9272 req-6c07299d-9e00-457b-b07a-9d6daafc726e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 944 time: 0.1538618 Feb 07 13:52:07.960387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-69d7a06a-4d31-4db4-be4f-baa077d733b0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:07.961807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-69d7a06a-4d31-4db4-be4f-baa077d733b0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.47 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7&tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 944 time: 0.1142397 Feb 07 13:52:08.055511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-851d599f-8b69-47fb-83ac-ed3869fd9272 req-4d990cfe-a1eb-41c0-8a2c-2b275972a933 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927246 Feb 07 13:52:08.072532 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-4b61578e-56c7-4b4d-aec3-1c4c3fbc3219 service neutron] delete failed (client error): The resource could not be found. Feb 07 13:52:08.072532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-4b61578e-56c7-4b4d-aec3-1c4c3fbc3219 service neutron] 10.222.0.47 "DELETE /v2.0/ports/29836bf4-debf-4434-8269-ac44ddb4ee95/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0946920 Feb 07 13:52:08.213330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-26040ff6-cbc9-4629-b192-19a1628c2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:08.214813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-26040ff6-cbc9-4629-b192-19a1628c2b65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 1095 time: 0.0749969 Feb 07 13:52:08.470567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-955ae2f3-ff84-4086-aa29-0b45ebde2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:08.471924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-955ae2f3-ff84-4086-aa29-0b45ebde2aba service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.2516563 Feb 07 13:52:08.538527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-614b6676-ec25-4e78-8a29-f4b97df5d3d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 200 len: 217 time: 0.0603495 Feb 07 13:52:08.601650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-1969b18a-089c-4e54-9185-a8c853b29192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:08.603036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-1969b18a-089c-4e54-9185-a8c853b29192 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.0583398 Feb 07 13:52:08.649955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-fa5de82a-ddc4-481c-a967-3f4cfc159767 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395730 Feb 07 13:52:08.707828 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-71e145a7-0249-4a34-bf06-da824e08747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:08.783465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-25b1a441-559c-4959-b79c-a948b6d7a27f service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268890 Feb 07 13:52:08.914719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c35cc3-4621-42f9-9319-de475fc4b95c req-8672681a-dc69-4345-b7d2-28f991f6eccb service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250815 Feb 07 13:52:09.096652 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:52:09.118836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 29836bf4-debf-4434-8269-ac44ddb4ee95 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:52:09.246397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 29836bf4-debf-4434-8269-ac44ddb4ee95 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:52:09.252129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 29836bf4-debf-4434-8269-ac44ddb4ee95 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:52:09.252506 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:09.256120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d111f0-7b79-4257-98b2-0a5ae809693a req-2c961f00-f2b5-49bc-aac4-d82945e3a0ff tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:09.257707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95d111f0-7b79-4257-98b2-0a5ae809693a req-2c961f00-f2b5-49bc-aac4-d82945e3a0ff tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 944 time: 0.0848863 Feb 07 13:52:09.303538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95d111f0-7b79-4257-98b2-0a5ae809693a req-e08ca392-6dbe-4d29-8e05-bb12888b878a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Feb 07 13:52:09.375583 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:09.402808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:09.413032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:09.460020 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'code': 200} Feb 07 13:52:09.468722 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:09.540827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:10.513670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f845cc-8f79-4d51-a30e-d38a0e688968 req-26e724cd-010d-48de-ae4f-e05d74911960 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:10.515125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52f845cc-8f79-4d51-a30e-d38a0e688968 req-26e724cd-010d-48de-ae4f-e05d74911960 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0823619 Feb 07 13:52:10.559920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52f845cc-8f79-4d51-a30e-d38a0e688968 req-454606d8-fb1b-41a1-9b26-60b3f4995a5c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Feb 07 13:52:10.750247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bcffb-eafa-42ba-83c2-88e73fcbeeb4 req-516b5692-1d1c-430e-bb7b-57c0933502b6 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:10.751711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-473bcffb-eafa-42ba-83c2-88e73fcbeeb4 req-516b5692-1d1c-430e-bb7b-57c0933502b6 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0827217 Feb 07 13:52:10.795571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-473bcffb-eafa-42ba-83c2-88e73fcbeeb4 req-2493ef79-6995-42cb-968a-c20e787907b5 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380704 Feb 07 13:52:11.009444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a277f-7132-45c5-b104-d013385b1dc3 req-a8cb78af-b87f-49cd-9821-a19743381b1e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:11.010966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599a277f-7132-45c5-b104-d013385b1dc3 req-a8cb78af-b87f-49cd-9821-a19743381b1e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0812931 Feb 07 13:52:11.060064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-599a277f-7132-45c5-b104-d013385b1dc3 req-b118bee7-86fc-4817-a222-6d0c3f723647 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Feb 07 13:52:11.578122 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47537dcc-ccce-4e49-abed-498f69ea7814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:11.709298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-97561981-a21c-4807-b457-d2a9d1dd85b7 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:11.710764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-97561981-a21c-4807-b457-d2a9d1dd85b7 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 814 time: 0.1591351 Feb 07 13:52:11.727505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-63fc05d2-1a8b-491a-b30b-364db9de28d3 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/quotas/3c481ebecf2d4a5b9878dd21afada9d0 HTTP/1.1" status: 200 len: 375 time: 0.0106261 Feb 07 13:52:11.806609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-a9942788-a684-4340-bce1-5157036662cf tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736015 Feb 07 13:52:11.944995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-bea1d686-701b-4342-8b4e-ef12364f57ce service neutron] 10.222.0.69 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314359 Feb 07 13:52:12.081351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-8ea83e01-b67b-4299-8c20-7046216f4900 service neutron] 10.222.0.69 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297228 Feb 07 13:52:12.292233 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:12.323798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e630e6b1-d0ef-4c6c-aa23-1e0ad5a1f56a req-5dea4d0a-03fb-437e-b33a-9d9bc9c8fd88 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 210 time: 0.0430789 Feb 07 13:52:12.391724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:12.847938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081570a-5b40-471f-909c-e84aa354f081 req-ce501b3b-4dc8-482c-9f0a-5a1f0032f34d tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:12.849320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f081570a-5b40-471f-909c-e84aa354f081 req-ce501b3b-4dc8-482c-9f0a-5a1f0032f34d tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.35 "GET /v2.0/ports?device_id=500ed934-a2cf-4048-817a-6288855545c7 HTTP/1.1" status: 200 len: 945 time: 0.0859079 Feb 07 13:52:12.919712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Deleting port 29836bf4-debf-4434-8269-ac44ddb4ee95 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:52:12.920106 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:13.176962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] For port 29836bf4-debf-4434-8269-ac44ddb4ee95, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=29836bf4-debf-4434-8269-ac44ddb4ee95,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:13.177327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:13.425876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Calling delete_port for 29836bf4-debf-4434-8269-ac44ddb4ee95 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:52:13.514210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd955152-1c99-4f18-9173-7187d0298b6a req-5b17a85f-e330-4d1c-b902-d4477a3991ab tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 210 time: 0.0572052 Feb 07 13:52:13.685593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:13.696724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['29836bf4-debf-4434-8269-ac44ddb4ee95'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:52:13.742032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Pushing event deleted for resources: {'Port': ['ID=29836bf4-debf-4434-8269-ac44ddb4ee95,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:13.819856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] No DVR routers for this DVR port 29836bf4-debf-4434-8269-ac44ddb4ee95 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:52:13.822784 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:13.825974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'name': 'network-vif-deleted', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:13.872096 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500ed934-a2cf-4048-817a-6288855545c7', 'name': 'network-vif-deleted', 'tag': '29836bf4-debf-4434-8269-ac44ddb4ee95', 'status': 'completed', 'code': 200} Feb 07 13:52:13.880555 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:13.909975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f081570a-5b40-471f-909c-e84aa354f081 req-2d230418-effe-4237-942f-fb646d2ec0a1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.35 "DELETE /v2.0/ports/29836bf4-debf-4434-8269-ac44ddb4ee95 HTTP/1.1" status: 204 len: 173 time: 1.0554771 Feb 07 13:52:14.074433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-57ed4fd7-2d3a-48f9-89fc-7a357b9269f3 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:14.076657 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-57ed4fd7-2d3a-48f9-89fc-7a357b9269f3 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.35 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 814 time: 0.1504567 Feb 07 13:52:14.089101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Request body: {'port': {'device_id': '86819afd-b960-4d93-a4a7-6afda29b476f', 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6', 'admin_state_up': True, 'tenant_id': '3c481ebecf2d4a5b9878dd21afada9d0'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:52:14.230404 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:52:14.235028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Usage tracker for resource:port and tenant:3c481ebecf2d4a5b9878dd21afada9d0 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:52:14.238268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:52:14.245186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:52:14.331062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Made reservation on behalf of 3c481ebecf2d4a5b9878dd21afada9d0 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:52:14.334601 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:14.498228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Allocated IP 172.20.0.2 (ee465df4-f84d-4064-8157-6d6c2b3228c6/06d6fc86-6d6e-4963-9d9b-a92cb1868cd3/2d3feec9-33e5-4193-8045-df3b349c975f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:52:14.681948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1eacdc91-69d4-40e7-b5ae-38ebe6866188 req-f4501c0a-2e83-4ad4-9bae-d61758dbb2c8 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Synchronizing usage tracker for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:52:14.753388 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:14.772243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1eacdc91-69d4-40e7-b5ae-38ebe6866188 req-f4501c0a-2e83-4ad4-9bae-d61758dbb2c8 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Unset dirty status for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:52:14.773418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eacdc91-69d4-40e7-b5ae-38ebe6866188 req-f4501c0a-2e83-4ad4-9bae-d61758dbb2c8 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 210 time: 0.1475036 Feb 07 13:52:14.851110 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:14.864876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['29836bf4-debf-4434-8269-ac44ddb4ee95'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:52:14.926520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Network ee465df4-f84d-4064-8157-6d6c2b3228c6 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:52:14.929678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:52:14.933515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:52:14.968300 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:14.998094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:14.998701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:15.020696 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-cf1cc255-749b-4b53-8001-d5475f45dcde req-225acccb-f929-4523-b8b3-02d13e763419 service neutron] (88312) timed out ('10.222.0.69', 53024) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:52:15.076231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-60b926fd-9020-4156-a56c-f93cff83071c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9916999 Feb 07 13:52:15.086574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Request body: {'port': {'device_id': '86819afd-b960-4d93-a4a7-6afda29b476f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:52:15.196857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:15.462621 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:15.645790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3feec9-33e5-4193-8045-df3b349c975f {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:52:15.653460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:15.667297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Transition to ACTIVE for port object 2d3feec9-33e5-4193-8045-df3b349c975f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:52:15.737484 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:15.868782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:16.025499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Attempting to bind port 2d3feec9-33e5-4193-8045-df3b349c975f on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:52:16.026181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Attempting to bind port 2d3feec9-33e5-4193-8045-df3b349c975f by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:52:16.026181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Attempting to bind port 2d3feec9-33e5-4193-8045-df3b349c975f on network ee465df4-f84d-4064-8157-6d6c2b3228c6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:52:16.034061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Port 2d3feec9-33e5-4193-8045-df3b349c975f on network ee465df4-f84d-4064-8157-6d6c2b3228c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:52:16.034387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Attempting to bind port 2d3feec9-33e5-4193-8045-df3b349c975f on network ee465df4-f84d-4064-8157-6d6c2b3228c6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:52:16.041797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:52:16.042133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Checking segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:52:16.042516 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Bound using segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:52:16.042946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Bound port: 2d3feec9-33e5-4193-8045-df3b349c975f, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:52:16.043291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:16.060897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9e2f8-41d3-4c94-97fe-6d1149de6cef req-ed1bee27-ba94-4cd4-8e04-ee7db1878f86 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:16.062358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c9e2f8-41d3-4c94-97fe-6d1149de6cef req-ed1bee27-ba94-4cd4-8e04-ee7db1878f86 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 943 time: 0.1675236 Feb 07 13:52:16.159341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c9e2f8-41d3-4c94-97fe-6d1149de6cef req-8511b946-a16d-49a7-9166-ee8e66f098bc tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903049 Feb 07 13:52:16.173022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:52:16.176028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:52:16.321267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:16.384492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:16.385100 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:16.386489 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] 10.222.0.35 "PUT /v2.0/ports/2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 200 len: 1091 time: 1.3038547 Feb 07 13:52:16.386915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:16.407319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c15e94-2a72-4a35-a76b-33a9fb8631ff service neutron] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:16.433930 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f', 'status': 'completed', 'code': 200} Feb 07 13:52:16.523899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1f45-4f20-401f-a4ef-935951b22b5e req-ea5401bb-1d9b-4000-891f-6c1802dd2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:16.525676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d99c1f45-4f20-401f-a4ef-935951b22b5e req-ea5401bb-1d9b-4000-891f-6c1802dd2e34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 1094 time: 0.0725744 Feb 07 13:52:16.667092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1f45-4f20-401f-a4ef-935951b22b5e req-adbec323-ee55-4b3c-aba9-1cdc045471b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:16.668590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d99c1f45-4f20-401f-a4ef-935951b22b5e req-adbec323-ee55-4b3c-aba9-1cdc045471b2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1358128 Feb 07 13:52:16.807074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1f45-4f20-401f-a4ef-935951b22b5e req-a5f4694c-c997-4cd6-9194-1b262873bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:16.808552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d99c1f45-4f20-401f-a4ef-935951b22b5e req-a5f4694c-c997-4cd6-9194-1b262873bfd0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1339355 Feb 07 13:52:16.913745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-d9b322ea-d1b6-48c2-a10f-f4f4a98380c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:16.915198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-d9b322ea-d1b6-48c2-a10f-f4f4a98380c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 1094 time: 0.0737617 Feb 07 13:52:16.986396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-4fec976c-d933-46e4-8e26-b107a15ca4ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 200 len: 217 time: 0.0635321 Feb 07 13:52:17.051093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-64bcf733-5db4-45bc-942e-a93e7f6505cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:17.052508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-64bcf733-5db4-45bc-942e-a93e7f6505cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.0603554 Feb 07 13:52:17.099414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-2c2baf4b-f537-4d80-b07e-ce414eb738c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411420 Feb 07 13:52:17.161018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 29836bf4-debf-4434-8269-ac44ddb4ee95 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:52:17.200069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 29836bf4-debf-4434-8269-ac44ddb4ee95 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:52:17.201134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 29836bf4-debf-4434-8269-ac44ddb4ee95 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:52:17.235390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-5bdc1f50-8104-4280-9856-5f857082e944 service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302073 Feb 07 13:52:17.424457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f95f914e-5ad6-4ca1-bcbe-34f55ab0c6ca req-0e20fc3a-ccad-4a55-85c2-67f1123a1dd5 service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831133 Feb 07 13:52:17.438095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cd3c5-01b8-4c05-8d46-736b2d4d9d9e req-5b670597-f34a-43cb-af4b-a18f62bcacc2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:17.439532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e83cd3c5-01b8-4c05-8d46-736b2d4d9d9e req-5b670597-f34a-43cb-af4b-a18f62bcacc2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 943 time: 0.1312630 Feb 07 13:52:17.596386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e83cd3c5-01b8-4c05-8d46-736b2d4d9d9e req-c3fe77a6-13d8-47a1-b6ee-ba1296dbb641 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508822 Feb 07 13:52:18.786131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37425dda-95d3-4fd6-9035-2f91e3be6503 req-23d71880-ac0b-437f-93eb-9258e11f8dc1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:18.787627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37425dda-95d3-4fd6-9035-2f91e3be6503 req-23d71880-ac0b-437f-93eb-9258e11f8dc1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 943 time: 0.0825820 Feb 07 13:52:18.833061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37425dda-95d3-4fd6-9035-2f91e3be6503 req-fcb6ab83-2893-4237-8550-5730196d99cf tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Feb 07 13:52:19.172782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2d3feec9-33e5-4193-8045-df3b349c975f details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:52:19.307245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:19.320954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '2d3feec9-33e5-4193-8045-df3b349c975f', 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6', 'port_id': '2d3feec9-33e5-4193-8045-df3b349c975f', 'mac_address': 'fa:16:3e:a2:61:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d6fc86-6d6e-4963-9d9b-a92cb1868cd3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:52:19.375146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:19.391196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3feec9-33e5-4193-8045-df3b349c975f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:52:19.406220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:19.492336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:19.562638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:19.569791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.570135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.570481 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.570814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.571143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.571473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.571793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.572137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.574143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.574143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.574143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.574143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:19.690012 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['2d3feec9-33e5-4193-8045-df3b349c975f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:52:20.016243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0454-a65b-4385-a646-215f042c16dd req-19ce74a1-ed4d-402f-bb7f-43518956e41a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:20.017697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9b0454-a65b-4385-a646-215f042c16dd req-19ce74a1-ed4d-402f-bb7f-43518956e41a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 944 time: 0.0813389 Feb 07 13:52:20.060701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b9b0454-a65b-4385-a646-215f042c16dd req-086ea871-e773-4571-a07e-8c2978d5f286 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Feb 07 13:52:21.188514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2d3feec9-33e5-4193-8045-df3b349c975f up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:52:21.242999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34468f-cd11-4011-a5f2-04b1c67fd7e0 req-d8af7051-4672-41af-97ec-5f3ddf58df88 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:21.244506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba34468f-cd11-4011-a5f2-04b1c67fd7e0 req-d8af7051-4672-41af-97ec-5f3ddf58df88 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 944 time: 0.0801113 Feb 07 13:52:21.293343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba34468f-cd11-4011-a5f2-04b1c67fd7e0 req-84a167f3-5011-4f77-a384-aaca5fc18fce tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Feb 07 13:52:21.330718 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 2d3feec9-33e5-4193-8045-df3b349c975f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:52:21.335788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 2d3feec9-33e5-4193-8045-df3b349c975f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:52:21.336188 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:21.453452 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:21.479095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:21.489677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:21.523429 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f', 'code': 200} Feb 07 13:52:21.582744 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:21.653414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cce9f9-b340-4521-a047-9771efdc493d req-82e0d1bb-fc9f-4ae0-b3f2-57cdf34360c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:21.654916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0cce9f9-b340-4521-a047-9771efdc493d req-82e0d1bb-fc9f-4ae0-b3f2-57cdf34360c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 1096 time: 0.0743713 Feb 07 13:52:21.655188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:21.696763 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0cce9f9-b340-4521-a047-9771efdc493d req-968d1de9-d0d9-449c-8aa3-7b1a7cbfb348 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358212 Feb 07 13:52:22.482437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f626100-a90b-4742-8fa2-ecbacfb004d6 req-69452e62-aab6-4bf0-8d08-b17b1a61a943 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:22.484030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f626100-a90b-4742-8fa2-ecbacfb004d6 req-69452e62-aab6-4bf0-8d08-b17b1a61a943 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0834150 Feb 07 13:52:22.527220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f626100-a90b-4742-8fa2-ecbacfb004d6 req-6d4d9915-dba8-45bd-9bb2-c8f56b74ef96 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375664 Feb 07 13:52:23.719755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439ea9-50ba-4790-b3a6-63492ac509ed req-85554ef8-30a9-48ed-9bff-f454e1a6466a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:23.721258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec439ea9-50ba-4790-b3a6-63492ac509ed req-85554ef8-30a9-48ed-9bff-f454e1a6466a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0829802 Feb 07 13:52:23.764944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec439ea9-50ba-4790-b3a6-63492ac509ed req-eb047157-aa54-459a-8df5-a8645814ed3d tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Feb 07 13:52:23.952041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20ce0b-cd14-4b6e-8259-ce10e5e0e5f4 req-688fc508-22d2-4f26-976b-c3cc753e6ff7 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:23.953490 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc20ce0b-cd14-4b6e-8259-ce10e5e0e5f4 req-688fc508-22d2-4f26-976b-c3cc753e6ff7 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0823653 Feb 07 13:52:23.996784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc20ce0b-cd14-4b6e-8259-ce10e5e0e5f4 req-79d27ea6-fb18-4043-9b32-c683555feb39 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 Feb 07 13:52:24.572448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12304-8dee-4943-aad2-bb4688b781dc req-51d65c98-e65b-4abc-ba8c-e2fc5d325065 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:24.573906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83a12304-8dee-4943-aad2-bb4688b781dc req-51d65c98-e65b-4abc-ba8c-e2fc5d325065 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.1278732 Feb 07 13:52:24.628133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83a12304-8dee-4943-aad2-bb4688b781dc req-58c67678-fa01-44cb-9d49-27a520330852 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Feb 07 13:52:24.631624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-5efd4121-c198-46cc-90ea-eedc36129522 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244974 Feb 07 13:52:25.080698 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:25.820812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a891-2a60-4d83-b771-87c71565689f req-8caae7fa-14a6-4b39-bcd6-79c4119d90dd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:25.822393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b568a891-2a60-4d83-b771-87c71565689f req-8caae7fa-14a6-4b39-bcd6-79c4119d90dd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0824420 Feb 07 13:52:25.866610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b568a891-2a60-4d83-b771-87c71565689f req-aa26a823-a21c-4977-b5b9-501d1eb68a47 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378177 Feb 07 13:52:26.767204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-9ce477fe-32c2-4921-9136-3a16153e401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:26.768714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-9ce477fe-32c2-4921-9136-3a16153e401c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 1096 time: 0.0716975 Feb 07 13:52:26.902665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-4b69514a-b5af-416b-b2d1-52271d2566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:26.904183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-4b69514a-b5af-416b-b2d1-52271d2566b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.1293883 Feb 07 13:52:26.978255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-68a8e962-bf90-4d6b-b375-f7ad5024499e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 200 len: 217 time: 0.0681691 Feb 07 13:52:27.088191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-b8806325-e848-40ac-bf37-500916dfa802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:27.089614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-b8806325-e848-40ac-bf37-500916dfa802 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.0804455 Feb 07 13:52:27.141093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-8b7b4613-106e-4ad2-8e12-337833266690 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442202 Feb 07 13:52:27.152433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff446ba5-520d-4a36-b579-479b224e9a2d req-6c2425e3-df1d-4688-a59a-6557e6dcf0ed tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:27.153813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff446ba5-520d-4a36-b579-479b224e9a2d req-6c2425e3-df1d-4688-a59a-6557e6dcf0ed tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.1774130 Feb 07 13:52:27.278074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff446ba5-520d-4a36-b579-479b224e9a2d req-4092ed4e-425a-4428-8df9-6905434808e1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056588 Feb 07 13:52:27.313618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ac38e069-3a61-48bf-ab78-f468c68b8d37 service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588802 Feb 07 13:52:27.449815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-cf4c468a-c6b8-4774-89c6-9ba1d27881dd service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305997 Feb 07 13:52:28.466806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ecc36-9833-456d-a9d1-ba6fd52365a0 req-da9d3c2b-2098-4452-b3b5-42094949cfba tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:28.468441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-033ecc36-9833-456d-a9d1-ba6fd52365a0 req-da9d3c2b-2098-4452-b3b5-42094949cfba tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0826616 Feb 07 13:52:28.511743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-033ecc36-9833-456d-a9d1-ba6fd52365a0 req-26cf9751-b600-4035-8810-3bef14128254 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376327 Feb 07 13:52:29.697827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748fee5-8925-4064-9fe4-2c63817decdf req-8d632141-d401-48c9-ae05-4d929543eaba tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:29.699310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6748fee5-8925-4064-9fe4-2c63817decdf req-8d632141-d401-48c9-ae05-4d929543eaba tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0796816 Feb 07 13:52:29.855501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6748fee5-8925-4064-9fe4-2c63817decdf req-9fbf4bdd-ccae-4abe-825b-571ace79f3d1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495836 Feb 07 13:52:31.037235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4209fd-6382-4f5b-8964-30cd63cef249 req-f4b36acc-b042-4991-b6f5-15f3a809fb7f tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:31.038594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc4209fd-6382-4f5b-8964-30cd63cef249 req-f4b36acc-b042-4991-b6f5-15f3a809fb7f tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0793648 Feb 07 13:52:31.081654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc4209fd-6382-4f5b-8964-30cd63cef249 req-3874915b-a232-45ea-998d-7a6f8170a97d tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374613 Feb 07 13:52:32.267193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ea2c7-9317-4c63-8cac-126a21652700 req-899410d0-bf7b-45ab-bb08-f192f8aabdcf tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:32.268681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb3ea2c7-9317-4c63-8cac-126a21652700 req-899410d0-bf7b-45ab-bb08-f192f8aabdcf tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0833178 Feb 07 13:52:32.312972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb3ea2c7-9317-4c63-8cac-126a21652700 req-ee8c00cf-f031-4fc7-ac6a-50273e123ec3 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Feb 07 13:52:33.495731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2418f-c270-40ad-877c-59a22b1a751a req-a917642d-1271-4672-9a62-a3bce2b65e68 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:33.497206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7c2418f-c270-40ad-877c-59a22b1a751a req-a917642d-1271-4672-9a62-a3bce2b65e68 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0783100 Feb 07 13:52:33.541457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7c2418f-c270-40ad-877c-59a22b1a751a req-ba37f563-b042-4937-b985-65c5790693dc tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385580 Feb 07 13:52:34.725396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4faff-7e50-4a5a-b666-a0a5a4ab206d req-65cfdabe-c44b-404e-a542-67977e23ac1a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:34.726854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cad4faff-7e50-4a5a-b666-a0a5a4ab206d req-65cfdabe-c44b-404e-a542-67977e23ac1a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0819423 Feb 07 13:52:34.770594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cad4faff-7e50-4a5a-b666-a0a5a4ab206d req-b40c27cb-a511-40db-bef7-1766423e3c7a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Feb 07 13:52:35.951416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac3879-0aee-4889-aab2-45846e57669a req-72ac8197-dae1-4272-b5b1-748618ec6abd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:35.953458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59ac3879-0aee-4889-aab2-45846e57669a req-72ac8197-dae1-4272-b5b1-748618ec6abd tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0793641 Feb 07 13:52:35.999511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59ac3879-0aee-4889-aab2-45846e57669a req-9297398a-c5b9-4665-83b7-2983a05c03d5 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Feb 07 13:52:37.184437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a8648-fb05-4254-88eb-940f5418d1d1 req-1b281e80-0cfd-44c1-bad7-71d9a0aeae91 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:37.186550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f66a8648-fb05-4254-88eb-940f5418d1d1 req-1b281e80-0cfd-44c1-bad7-71d9a0aeae91 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0788326 Feb 07 13:52:37.229711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f66a8648-fb05-4254-88eb-940f5418d1d1 req-7cedc3cf-7acd-4b9a-a287-226eb18bf710 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372643 Feb 07 13:52:38.417169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8169c4-fb70-49c5-a7ca-9c9d4712789a req-19df1b85-53ae-4675-83b9-2dd3ed7f59e2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:38.418640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c8169c4-fb70-49c5-a7ca-9c9d4712789a req-19df1b85-53ae-4675-83b9-2dd3ed7f59e2 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0835266 Feb 07 13:52:38.461869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4c8169c4-fb70-49c5-a7ca-9c9d4712789a req-2011391f-b775-4a93-9b29-24a2a116cd0f tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375793 Feb 07 13:52:38.726055 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a9cc-9ff9-4cdb-8523-97c324ebe452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:39.644507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c43f7d-86c2-4b8c-aa5a-886b4ad77ed1 req-1e41e2ef-1a41-422c-ab4a-d57ee3250803 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:39.645979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66c43f7d-86c2-4b8c-aa5a-886b4ad77ed1 req-1e41e2ef-1a41-422c-ab4a-d57ee3250803 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0808616 Feb 07 13:52:39.690942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-66c43f7d-86c2-4b8c-aa5a-886b4ad77ed1 req-3045e480-d640-4077-9a8f-eb7235022589 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Feb 07 13:52:40.878691 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39df44-e7f0-45e9-be16-ce9d01f85c61 req-83d909ce-f6b9-4f80-842a-1e5314bb4ee0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:40.880061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c39df44-e7f0-45e9-be16-ce9d01f85c61 req-83d909ce-f6b9-4f80-842a-1e5314bb4ee0 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0821123 Feb 07 13:52:40.923661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c39df44-e7f0-45e9-be16-ce9d01f85c61 req-fa38adc2-24fe-429e-9d99-2f4d2ed28812 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Feb 07 13:52:41.595507 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca1e3760-ebe8-4cc7-a061-40a6e20d1245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:42.111709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b47ca-de8e-465a-8eba-546b5d27f6e9 req-f1bf5d97-4215-4302-817c-05bd9f7a6f72 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:42.113199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b8b47ca-de8e-465a-8eba-546b5d27f6e9 req-f1bf5d97-4215-4302-817c-05bd9f7a6f72 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0802667 Feb 07 13:52:42.160955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b8b47ca-de8e-465a-8eba-546b5d27f6e9 req-55f68e50-320e-4bfc-b556-a645c2d23459 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Feb 07 13:52:42.345961 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:42.388761 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:43.345913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abc1a-b363-41c9-ac5c-5838b6a8306b req-fca5f895-188c-493e-a8c8-8a20aa2a3aeb tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:43.347379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e75abc1a-b363-41c9-ac5c-5838b6a8306b req-fca5f895-188c-493e-a8c8-8a20aa2a3aeb tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0790811 Feb 07 13:52:43.392228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e75abc1a-b363-41c9-ac5c-5838b6a8306b req-d014bda5-dfb3-44ab-afdf-6db6335fda00 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Feb 07 13:52:43.874494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:44.348171 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-185c7d6d-8630-430f-8c89-a179782aaf60 service neutron] show failed (client error): The resource could not be found. Feb 07 13:52:44.349169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-185c7d6d-8630-430f-8c89-a179782aaf60 service neutron] 10.222.0.35 "GET /v2.0/ports/2d3feec9-33e5-4193-8045-df3b349c975f/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0814247 Feb 07 13:52:44.581398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7abfd-d881-4ddd-bce8-7c0210e9919b req-89525fa6-0ef7-4520-9516-bc6e2e66b493 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:44.582942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baa7abfd-d881-4ddd-bce8-7c0210e9919b req-89525fa6-0ef7-4520-9516-bc6e2e66b493 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0811830 Feb 07 13:52:44.630774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baa7abfd-d881-4ddd-bce8-7c0210e9919b req-010d44e1-f6e8-4fcb-acbe-362a65eda378 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Feb 07 13:52:44.861776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ea22c6c8-36ea-49eb-a5d2-25f0629860e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:44.863167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ea22c6c8-36ea-49eb-a5d2-25f0629860e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f&tenant_id=3c481ebecf2d4a5b9878dd21afada9d0 HTTP/1.1" status: 200 len: 1096 time: 0.0742536 Feb 07 13:52:44.873238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:52:44.985795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:45.247173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:45.279296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:52:45.339828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:45.345654 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:45.360496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Transition to ACTIVE for port object 2d3feec9-33e5-4193-8045-df3b349c975f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:52:45.396969 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f', 'code': 200} Feb 07 13:52:45.406619 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:45.423899 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:45.681283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] No DVR routers for this DVR port 2d3feec9-33e5-4193-8045-df3b349c975f on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:52:45.683361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:45.722596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.722939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.723272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.723599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.723924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.724271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.724594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.724919 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.725237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.725552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.725867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.726180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:52:45.789345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Attempting to bind port 2d3feec9-33e5-4193-8045-df3b349c975f on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:52:45.789681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Attempting to bind port 2d3feec9-33e5-4193-8045-df3b349c975f by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:52:45.790004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Attempting to bind port 2d3feec9-33e5-4193-8045-df3b349c975f on network ee465df4-f84d-4064-8157-6d6c2b3228c6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:52:45.797752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Port 2d3feec9-33e5-4193-8045-df3b349c975f on network ee465df4-f84d-4064-8157-6d6c2b3228c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:52:45.798069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Attempting to bind port 2d3feec9-33e5-4193-8045-df3b349c975f on network ee465df4-f84d-4064-8157-6d6c2b3228c6 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:52:45.810586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:52:45.810916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Checking segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:52:45.811436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Bound using segment: {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:52:45.811861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Bound port: 2d3feec9-33e5-4193-8045-df3b349c975f, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bea63a-8236-4589-87c2-261d87a4d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:52:45.812814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:45.905033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac806e-2ffe-4378-9903-f3421b64fadb req-f769a035-0dd4-4b46-a5d7-bb563e64a3e5 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:45.906713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eac806e-2ffe-4378-9903-f3421b64fadb req-f769a035-0dd4-4b46-a5d7-bb563e64a3e5 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 943 time: 0.1651824 Feb 07 13:52:45.939797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:52:45.955825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:52:45.965575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2eac806e-2ffe-4378-9903-f3421b64fadb req-a0c344d8-1368-403f-b631-3aa3ddde8a8f tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509310 Feb 07 13:52:46.012673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:46.072073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:46.072682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:46.074040 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] 10.222.0.47 "PUT /v2.0/ports/2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 200 len: 1091 time: 1.2045622 Feb 07 13:52:46.090569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae725c49-11cf-441b-81f5-1d0b7e41127f service neutron] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:46.096416 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:52:46.166601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-f1fa50f1-826c-4b15-b8aa-b1cf13446ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:46.168088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-f1fa50f1-826c-4b15-b8aa-b1cf13446ad2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 1094 time: 0.0736725 Feb 07 13:52:46.299447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-f065f0f5-fe26-475e-9c65-3995095763eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:46.300814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-f065f0f5-fe26-475e-9c65-3995095763eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.1262670 Feb 07 13:52:46.366793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-545b1492-8369-4e2a-83e4-9019c3cfabb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 200 len: 217 time: 0.0597768 Feb 07 13:52:46.431038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-fd712f56-c125-42ec-8058-98096dcbe9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:46.437716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-fd712f56-c125-42ec-8058-98096dcbe9bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.0605388 Feb 07 13:52:46.478916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-90c86f9b-4220-48eb-9834-0b5eee1371e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400968 Feb 07 13:52:46.610466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-9e485574-0e07-4e28-b0e6-f8f7f19f7cda service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248786 Feb 07 13:52:46.743433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3464751c-3525-47bc-8fc9-563fa2babb20 req-153ed1a4-4128-480f-a7e0-4669cdc122b8 service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270008 Feb 07 13:52:47.154339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40dc72-fe6f-49d0-a87a-eaf443224aaf req-f746f048-269d-4a69-a55e-3b48362d8cac tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:47.155798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f40dc72-fe6f-49d0-a87a-eaf443224aaf req-f746f048-269d-4a69-a55e-3b48362d8cac tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 943 time: 0.0803864 Feb 07 13:52:47.203590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7f40dc72-fe6f-49d0-a87a-eaf443224aaf req-18856570-88ed-4070-82a7-d1d04e0e9e6c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 Feb 07 13:52:47.345477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2d3feec9-33e5-4193-8045-df3b349c975f no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:52:47.397512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:47.401610 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 2d3feec9-33e5-4193-8045-df3b349c975f not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:52:47.455123 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f', 'status': 'completed', 'code': 200} Feb 07 13:52:47.595650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-3e87f051-3b3e-4444-b4ca-ea51945fc06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:47.597046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-3e87f051-3b3e-4444-b4ca-ea51945fc06e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 1094 time: 0.1266360 Feb 07 13:52:47.599512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-77b51cb4-d944-47cd-8054-f4da6c1035f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:47.600750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-77b51cb4-d944-47cd-8054-f4da6c1035f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 1094 time: 0.1004071 Feb 07 13:52:47.839440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-71acb1a6-6c9c-4a79-b171-52efa8da2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:47.840921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-71acb1a6-6c9c-4a79-b171-52efa8da2e16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.2382412 Feb 07 13:52:47.843062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-873e63e3-fbe4-4bb0-bccb-9dad5b4eab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:47.844479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-873e63e3-fbe4-4bb0-bccb-9dad5b4eab84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.2220106 Feb 07 13:52:48.083475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-08c852e9-d52e-4f1f-b249-9ec0e0f839f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 200 len: 217 time: 0.2347023 Feb 07 13:52:48.084813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-8064ce83-6779-4130-b891-3fc980b16608 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 200 len: 217 time: 0.1895127 Feb 07 13:52:48.192826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-114b1d4c-dcc2-4cfc-9a4d-595d30a6f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:48.194225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-114b1d4c-dcc2-4cfc-9a4d-595d30a6f781 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.1052969 Feb 07 13:52:48.198021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-e84330eb-6368-4947-9078-c65325bd5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:48.199410 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-e84330eb-6368-4947-9078-c65325bd5036 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.0786393 Feb 07 13:52:48.282871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-b4f88a1a-a2d5-4883-a024-935f5cd962c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824091 Feb 07 13:52:48.284854 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-e56d2c63-2597-44f1-8a0a-1f9960836f5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553741 Feb 07 13:52:48.580839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-e3c3e439-3188-4a8b-a92e-db4809c3e04a service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924273 Feb 07 13:52:48.582593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-4141b1a9-895d-414a-a65f-fed02323fd82 service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745388 Feb 07 13:52:48.683602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3b6f-eb9c-4b7f-a912-e86d82478a4e req-cec2e68a-c366-4264-a37f-5c622318bfa9 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:48.685085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-004a3b6f-eb9c-4b7f-a912-e86d82478a4e req-cec2e68a-c366-4264-a37f-5c622318bfa9 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 943 time: 0.3150885 Feb 07 13:52:48.820357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-004a3b6f-eb9c-4b7f-a912-e86d82478a4e req-4a882561-7b3d-4e07-b97b-69c21b9c9230 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790968 Feb 07 13:52:48.878238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-6b40410f-4e3e-4928-aec9-a9baf0b06352 service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907403 Feb 07 13:52:48.881232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a79a6fb-19d3-4c69-9320-9f7a7704c532 req-99c36d00-d3d6-4b34-a21c-3d51dc403288 service neutron] 10.222.0.47 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733736 Feb 07 13:52:50.011539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230111-1f79-4d71-93d6-03b777771cd2 req-d49eb827-1f57-410b-b42c-490dc86a0d46 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:50.012936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df230111-1f79-4d71-93d6-03b777771cd2 req-d49eb827-1f57-410b-b42c-490dc86a0d46 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 943 time: 0.0812476 Feb 07 13:52:50.058448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df230111-1f79-4d71-93d6-03b777771cd2 req-16f1c027-9ccf-48d6-9881-bb14805c1e61 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Feb 07 13:52:50.978952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2d3feec9-33e5-4193-8045-df3b349c975f details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:52:51.115309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:51.128975 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '2d3feec9-33e5-4193-8045-df3b349c975f', 'network_id': 'ee465df4-f84d-4064-8157-6d6c2b3228c6', 'port_id': '2d3feec9-33e5-4193-8045-df3b349c975f', 'mac_address': 'fa:16:3e:a2:61:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d6fc86-6d6e-4963-9d9b-a92cb1868cd3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:52:51.188162 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:51.204778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3feec9-33e5-4193-8045-df3b349c975f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:52:51.219700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:51.250397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a075f2-ec96-4ecb-8028-41d88cf3ee0c req-4a85923a-d1f1-43a3-911d-30560ef08101 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:51.251772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9a075f2-ec96-4ecb-8028-41d88cf3ee0c req-4a85923a-d1f1-43a3-911d-30560ef08101 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 943 time: 0.0837445 Feb 07 13:52:51.286457 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:51.295175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9a075f2-ec96-4ecb-8028-41d88cf3ee0c req-59dec50c-b038-43dd-8d9e-356241e358ac tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Feb 07 13:52:51.355329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:51.682992 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['2d3feec9-33e5-4193-8045-df3b349c975f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:52:51.761850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb068-0eed-4932-982d-1aa1db36752b req-3f166103-294a-41dc-86a9-68133496dcb1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:51.763337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-090cb068-0eed-4932-982d-1aa1db36752b req-3f166103-294a-41dc-86a9-68133496dcb1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 944 time: 0.0813739 Feb 07 13:52:51.811355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-090cb068-0eed-4932-982d-1aa1db36752b req-99578108-697b-4348-bcd1-7690de220032 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Feb 07 13:52:51.934173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-285f801f-d69a-4373-a4af-97107b115d3a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:51.935617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-285f801f-d69a-4373-a4af-97107b115d3a tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.35 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f&tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&binding%3Ahost_id=n-h2-811416-5 HTTP/1.1" status: 200 len: 944 time: 0.0885437 Feb 07 13:52:52.019080 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-b5eaab16-6f7f-4787-ba35-59237b834433 service neutron] delete failed (client error): The resource could not be found. Feb 07 13:52:52.020126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-b5eaab16-6f7f-4787-ba35-59237b834433 service neutron] 10.222.0.35 "DELETE /v2.0/ports/2d3feec9-33e5-4193-8045-df3b349c975f/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0787361 Feb 07 13:52:52.159727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-bcca9dd2-79f7-4502-b93e-ab5640404277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:52.161272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-bcca9dd2-79f7-4502-b93e-ab5640404277 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 1095 time: 0.0742445 Feb 07 13:52:52.294710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-51306588-b500-4e44-8e5e-489c6988471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:52.296102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-51306588-b500-4e44-8e5e-489c6988471a service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 200 len: 914 time: 0.1292977 Feb 07 13:52:52.483376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-f4cc1169-ecdd-4d44-b7f6-eb92201a877d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 200 len: 217 time: 0.1817486 Feb 07 13:52:52.547233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-6e32f98c-6c83-40b9-91cb-c39751bd3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:52.548772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-6e32f98c-6c83-40b9-91cb-c39751bd3010 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 200 len: 854 time: 0.0599682 Feb 07 13:52:52.595085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-d543b989-6283-4bfc-b965-93172474e625 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee465df4-f84d-4064-8157-6d6c2b3228c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403576 Feb 07 13:52:52.726685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-e0d30682-e3ee-469e-9bbe-6eec74b4d8ff service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260889 Feb 07 13:52:52.858191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a06f174-2d3a-4f38-bc12-7d9d9b029872 req-2e2131e5-3271-4d7a-9a12-27b239269786 service neutron] 10.222.0.35 "GET /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260324 Feb 07 13:52:52.992599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2d3feec9-33e5-4193-8045-df3b349c975f up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:52:53.010457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bd7ea-0f66-479c-b29e-16404cbb27a7 req-4a68be9e-e2d5-4223-af83-abc4312d02f9 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:53.012028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a1bd7ea-0f66-479c-b29e-16404cbb27a7 req-4a68be9e-e2d5-4223-af83-abc4312d02f9 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 944 time: 0.0908875 Feb 07 13:52:53.060809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6a1bd7ea-0f66-479c-b29e-16404cbb27a7 req-7fb46ee0-789d-4072-a284-cbc01e46c968 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Feb 07 13:52:53.143544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 2d3feec9-33e5-4193-8045-df3b349c975f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:52:53.148624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 2d3feec9-33e5-4193-8045-df3b349c975f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:52:53.151485 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:53.264970 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:53.291887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:53.302351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:53.351967 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f', 'code': 200} Feb 07 13:52:53.361154 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:53.433120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:54.247586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16b45-6596-4cfe-87a6-a2f0b7023aa9 req-15447dd1-8a36-4d64-a64d-916dad3b7799 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:54.249110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72f16b45-6596-4cfe-87a6-a2f0b7023aa9 req-15447dd1-8a36-4d64-a64d-916dad3b7799 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0818436 Feb 07 13:52:54.293736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-72f16b45-6596-4cfe-87a6-a2f0b7023aa9 req-55fd7bda-3d6e-4390-ac85-1d2a09f2ef76 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384986 Feb 07 13:52:54.483064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a0ab8-713d-405e-9821-ddb11c646548 req-a74df2ca-438c-4714-b5bd-2cd405a0a6c6 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:54.485184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-915a0ab8-713d-405e-9821-ddb11c646548 req-a74df2ca-438c-4714-b5bd-2cd405a0a6c6 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0822604 Feb 07 13:52:54.528809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-915a0ab8-713d-405e-9821-ddb11c646548 req-7665e81d-a508-456c-8c75-825a62430efb tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Feb 07 13:52:54.711204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bbac8-9896-4a6a-bcf9-2de2b0ff67d5 req-07152977-1ab6-4ee4-9199-a807b7e2d151 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:54.712684 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c9bbac8-9896-4a6a-bcf9-2de2b0ff67d5 req-07152977-1ab6-4ee4-9199-a807b7e2d151 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0812383 Feb 07 13:52:54.756913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c9bbac8-9896-4a6a-bcf9-2de2b0ff67d5 req-818149ae-3c63-4392-a336-405980e0a9c9 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385227 Feb 07 13:52:55.092016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:55.664492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143506-ac14-4860-8bca-3c94053cb5a8 req-85f59b69-71a5-4e69-8c00-238e02ebca5c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:55.665978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7143506-ac14-4860-8bca-3c94053cb5a8 req-85f59b69-71a5-4e69-8c00-238e02ebca5c tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0860159 Feb 07 13:52:55.711921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a7143506-ac14-4860-8bca-3c94053cb5a8 req-28a75f1e-18d1-4756-8309-83a7d1b77111 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Feb 07 13:52:56.718430 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-3a8b8183-efb5-48d1-a899-d0eaee368041 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:56.720467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-3a8b8183-efb5-48d1-a899-d0eaee368041 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.47 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.0792174 Feb 07 13:52:56.794247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Deleting port 2d3feec9-33e5-4193-8045-df3b349c975f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:52:56.794589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:57.035511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda65ad2-a92a-4789-8472-d74e1f68614b req-f27afff4-2eab-4e1e-9bfd-c9e4ff019470 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:52:57.036903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bda65ad2-a92a-4789-8472-d74e1f68614b req-f27afff4-2eab-4e1e-9bfd-c9e4ff019470 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 945 time: 0.2129505 Feb 07 13:52:57.115832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bda65ad2-a92a-4789-8472-d74e1f68614b req-6327f55a-ae83-4aa4-a48e-02f1b21a6c59 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732229 Feb 07 13:52:57.138679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] For port 2d3feec9-33e5-4193-8045-df3b349c975f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2d3feec9-33e5-4193-8045-df3b349c975f,segment=NetworkSegment(45bea63a-8236-4589-87c2-261d87a4d70d),segment_id=45bea63a-8236-4589-87c2-261d87a4d70d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:52:57.139114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:57.267403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Calling delete_port for 2d3feec9-33e5-4193-8045-df3b349c975f owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:52:57.462713 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:57.473472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['2d3feec9-33e5-4193-8045-df3b349c975f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:52:57.623525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Pushing event deleted for resources: {'Port': ['ID=2d3feec9-33e5-4193-8045-df3b349c975f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:57.699898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] No DVR routers for this DVR port 2d3feec9-33e5-4193-8045-df3b349c975f on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:52:57.702531 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:57.705938 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'name': 'network-vif-deleted', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:52:57.748375 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86819afd-b960-4d93-a4a7-6afda29b476f', 'name': 'network-vif-deleted', 'tag': '2d3feec9-33e5-4193-8045-df3b349c975f', 'status': 'completed', 'code': 200} Feb 07 13:52:57.768082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf20c5b9-c803-4b48-af38-922b0a0bd0e7 req-b081b473-ebaf-44af-8f33-ef71fb1acc4e tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.47 "DELETE /v2.0/ports/2d3feec9-33e5-4193-8045-df3b349c975f HTTP/1.1" status: 204 len: 173 time: 1.0426626 Feb 07 13:52:58.280460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5235061f-8e6d-4cf9-9ae8-d8b3bbe81aec req-7b406532-f795-4785-b4d6-977f93c2aef1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Synchronizing usage tracker for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:52:58.383401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-5235061f-8e6d-4cf9-9ae8-d8b3bbe81aec req-7b406532-f795-4785-b4d6-977f93c2aef1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] Unset dirty status for tenant:3c481ebecf2d4a5b9878dd21afada9d0 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:52:58.384608 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5235061f-8e6d-4cf9-9ae8-d8b3bbe81aec req-7b406532-f795-4785-b4d6-977f93c2aef1 tempest-ServerDiskConfigTestJSON-1024702285 tempest-ServerDiskConfigTestJSON-1024702285-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819afd-b960-4d93-a4a7-6afda29b476f HTTP/1.1" status: 200 len: 210 time: 0.1526830 Feb 07 13:52:59.620331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59946) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:52:59.682820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-005c1a26-45c6-4044-bbab-3fe733160328 admin admin] Deleting subnet 06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:52:59.685788 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-005c1a26-45c6-4044-bbab-3fe733160328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:59.737788 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-005c1a26-45c6-4044-bbab-3fe733160328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:59.792213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-005c1a26-45c6-4044-bbab-3fe733160328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:59.897880 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-005c1a26-45c6-4044-bbab-3fe733160328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:59.939198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c1a26-45c6-4044-bbab-3fe733160328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d6fc86-6d6e-4963-9d9b-a92cb1868cd3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:52:59.950337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-005c1a26-45c6-4044-bbab-3fe733160328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:52:59.950789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-005c1a26-45c6-4044-bbab-3fe733160328 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/06d6fc86-6d6e-4963-9d9b-a92cb1868cd3 HTTP/1.1" status: 204 len: 168 time: 0.3294446 Feb 07 13:52:59.953279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59950) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:00.056084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:00.181646 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:00.206617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee465df4-f84d-4064-8157-6d6c2b3228c6']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:00.218051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bea63a-8236-4589-87c2-261d87a4d70d') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:00.218344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bea63a-8236-4589-87c2-261d87a4d70d') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:00.229414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:00.244977 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:00.251660 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:53:00.252184 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:53:00.264949 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:53:00.383478 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:00.399918 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:00.410744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee465df4-f84d-4064-8157-6d6c2b3228c6,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:00.464187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d9e33c61-52ec-4146-b556-bbe6f612941f admin admin] 10.222.0.69 "DELETE /v2.0/networks/ee465df4-f84d-4064-8157-6d6c2b3228c6 HTTP/1.1" status: 204 len: 168 time: 0.5096619 Feb 07 13:53:00.781498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59956) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:00.828252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dc9b67da-7e20-4a90-ac17-a187d58e22b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c481ebecf2d4a5b9878dd21afada9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474265 Feb 07 13:53:00.831520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 59960) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:00.888051 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ccfafdf0-e5ab-4b45-a605-f9d04ff8a391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:00.914148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ccfafdf0-e5ab-4b45-a605-f9d04ff8a391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:01.029044 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ccfafdf0-e5ab-4b45-a605-f9d04ff8a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:01.050357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfafdf0-e5ab-4b45-a605-f9d04ff8a391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:01.068317 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2d3feec9-33e5-4193-8045-df3b349c975f no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:53:01.105472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 2d3feec9-33e5-4193-8045-df3b349c975f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:53:01.105831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2d3feec9-33e5-4193-8045-df3b349c975f not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:53:01.119611 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ccfafdf0-e5ab-4b45-a605-f9d04ff8a391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:01.120779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ccfafdf0-e5ab-4b45-a605-f9d04ff8a391 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a5e9632-1e4b-46eb-85d1-9964fa0a1d5b HTTP/1.1" status: 204 len: 168 time: 0.2883370 Feb 07 13:53:02.277762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59984) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:02.395506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1182509305-network', 'tenant_id': '478f737244184543afdf49c3a186549f'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:02.404448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:02.410056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Usage tracker for resource:network and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:02.414790 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:02.420980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:02.486714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Made reservation on behalf of 478f737244184543afdf49c3a186549f for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:53:02.489333 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:02.502686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:02.521950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:02.527004 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Usage tracker for resource:security_group_rule and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:02.529857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:02.536494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:02.627167 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:02.709661 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:02.743025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:53:02.753932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e616d7a-e87b-4c6f-97ba-ebff390d25d2,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:02.758812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:02.759159 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Added segment 39eaf67c-1924-4d9f-802d-430409e57826 of type vlan for network a68fc731-6857-40da-91d0-db24374176dc Feb 07 13:53:02.769093 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.769425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.769767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.770102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.770437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.770766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.771091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.771414 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.771737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.772094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.772482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.772991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:02.800379 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:02.903772 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:02.904787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:02.905370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:03.009561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] Pushing event updated for resources: {'Network': ['ID=a68fc731-6857-40da-91d0-db24374176dc,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:03.020026 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a68fc731-6857-40da-91d0-db24374176dc details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:53:03.059279 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6da9af9c-d075-4c0d-aeae-191ece98cb78 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7803025 Feb 07 13:53:03.070401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59992) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:03.075944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Request body: {'subnet': {'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1182509305-subnet', 'tenant_id': '478f737244184543afdf49c3a186549f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:03.081996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:03.085852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Usage tracker for resource:subnet and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:03.088811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:03.095119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:03.160897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Made reservation on behalf of 478f737244184543afdf49c3a186549f for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:53:03.163322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:03.411901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:03.491214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bb6e8a-891b-4612-a7b8-51a523f975be,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:03.496995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:53:03.497343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Network hostable DHCP agents. Network: a68fc731-6857-40da-91d0-db24374176dc, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:53:03.589303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Network a68fc731-6857-40da-91d0-db24374176dc is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:53:03.669593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a68fc731-6857-40da-91d0-db24374176dc) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:53:03.673722 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:03.674315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:03.680055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061ac64-1814-4345-b772-2863bc7d9605 None None] Network a68fc731-6857-40da-91d0-db24374176dc requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:53:03.744831 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1c0e0c5d-e07b-4adf-b451-df47ba2b5fa6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6733077 Feb 07 13:53:03.747379 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 59996) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:03.753303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:03.758935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:03.762842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Usage tracker for resource:router and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:03.765717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:03.772506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:03.818313 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:03.819386 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:03.834164 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:03.895796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a68fc731-6857-40da-91d0-db24374176dc', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:53:03.896658 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.052803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Allocated IP 172.20.0.2 (a68fc731-6857-40da-91d0-db24374176dc/18bb6e8a-891b-4612-a7b8-51a523f975be/eee5b6a7-6cce-41fb-a35e-c795929581c2) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:53:04.163240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.256031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.266108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Transition to ACTIVE for port object eee5b6a7-6cce-41fb-a35e-c795929581c2 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:53:04.284841 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Transition to ACTIVE for port object eee5b6a7-6cce-41fb-a35e-c795929581c2 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:53:04.349588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.444894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Network a68fc731-6857-40da-91d0-db24374176dc is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:53:04.447646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:53:04.450618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:53:04.491320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Pushing event updated for resources: {'Port': ['ID=eee5b6a7-6cce-41fb-a35e-c795929581c2,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:04.550016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Attempting to bind port eee5b6a7-6cce-41fb-a35e-c795929581c2 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:53:04.550379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Attempting to bind port eee5b6a7-6cce-41fb-a35e-c795929581c2 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:53:04.550746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Attempting to bind port eee5b6a7-6cce-41fb-a35e-c795929581c2 on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:53:04.556490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:53:04.556866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:53:04.557278 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.557670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:53:04.558136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Bound port: eee5b6a7-6cce-41fb-a35e-c795929581c2, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:53:04.558513 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.646013 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.652833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] For port eee5b6a7-6cce-41fb-a35e-c795929581c2, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:53:04.655706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] For port eee5b6a7-6cce-41fb-a35e-c795929581c2, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=eee5b6a7-6cce-41fb-a35e-c795929581c2,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:53:04.676731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.715685 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:04.811133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d0a70-036c-46b2-b09b-4a8b048fc03d None None] Pushing event updated for resources: {'Port': ['ID=eee5b6a7-6cce-41fb-a35e-c795929581c2,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:04.814419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Allocated IP 172.25.7.202 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/4d2585d8-1c7c-4968-ad4e-14c5583475ea) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:53:04.973774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:05.075859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:05.144540 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:53:05.147599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:53:05.151535 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:53:05.185599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2585d8-1c7c-4968-ad4e-14c5583475ea,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:05.650885 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:05.801790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b880417-e28b-4dff-8bb4-d4c5a3fab874 None None] Network a68fc731-6857-40da-91d0-db24374176dc requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:53:05.926140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device eee5b6a7-6cce-41fb-a35e-c795929581c2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:53:05.970808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-158d8cc9-8363-481f-8cfb-8d9526c0861b None None] Provisioning for port eee5b6a7-6cce-41fb-a35e-c795929581c2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:53:06.003913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:06.223871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port eee5b6a7-6cce-41fb-a35e-c795929581c2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:53:06.230513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port eee5b6a7-6cce-41fb-a35e-c795929581c2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:06.231054 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:06.361938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cb684e20-6a8b-4e38-90db-09807f5c8534 None None] Provisioning complete for port eee5b6a7-6cce-41fb-a35e-c795929581c2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:06.362311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb684e20-6a8b-4e38-90db-09807f5c8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:06.392927 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:06.423564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:53:06.447298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port eee5b6a7-6cce-41fb-a35e-c795929581c2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=eee5b6a7-6cce-41fb-a35e-c795929581c2,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:53:06.509514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb684e20-6a8b-4e38-90db-09807f5c8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:06.522537 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:06.609539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:53:06.620492 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:53:06.631489 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:53:06.633003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:52:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:06.647966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=eee5b6a7-6cce-41fb-a35e-c795929581c2,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:06.652459 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-cb684e20-6a8b-4e38-90db-09807f5c8534 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:53:06.652831 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-cb684e20-6a8b-4e38-90db-09807f5c8534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:53:06.669330 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:06.671079 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-792098b0-6ebf-470f-8023-180db5d90a48 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9222915 Feb 07 13:53:06.673744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60000) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:06.845937 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:53:07.127959 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:05Z', 'revision_number': 3, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:07.131699 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:53:07.132063 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Updating router 8290d81a-3f03-4a78-a846-3aa058671ff2 port 4d2585d8-1c7c-4968-ad4e-14c5583475ea binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:53:07.184797 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.353817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.509606 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.522126 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Transition to ACTIVE for port object 4d2585d8-1c7c-4968-ad4e-14c5583475ea will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:53:07.560924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Allocated IP 172.20.0.1 (a68fc731-6857-40da-91d0-db24374176dc/18bb6e8a-891b-4612-a7b8-51a523f975be/edf6ecad-adc5-460d-991f-97e783973fe7) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:53:07.601065 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.683795 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Attempting to bind port 4d2585d8-1c7c-4968-ad4e-14c5583475ea on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:53:07.684537 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Attempting to bind port 4d2585d8-1c7c-4968-ad4e-14c5583475ea by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:53:07.684537 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Attempting to bind port 4d2585d8-1c7c-4968-ad4e-14c5583475ea on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:53:07.690316 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Pushing event updated for resources: {'Port': ['ID=4d2585d8-1c7c-4968-ad4e-14c5583475ea,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:07.698294 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:53:07.698974 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:53:07.699091 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.699442 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:53:07.699904 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Bound port: 4d2585d8-1c7c-4968-ad4e-14c5583475ea, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:53:07.700296 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.723238 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.729414 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.729782 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.730125 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.730458 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.730789 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.731119 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.731447 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.731767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.732120 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.732440 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.732760 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.733078 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:07.744115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Transition to ACTIVE for port object edf6ecad-adc5-460d-991f-97e783973fe7 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:53:07.781440 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] For port 4d2585d8-1c7c-4968-ad4e-14c5583475ea, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:53:07.785111 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] For port 4d2585d8-1c7c-4968-ad4e-14c5583475ea, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4d2585d8-1c7c-4968-ad4e-14c5583475ea,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:53:07.847089 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.870851 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.874741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device eee5b6a7-6cce-41fb-a35e-c795929581c2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:53:07.917561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Network a68fc731-6857-40da-91d0-db24374176dc is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:53:07.920885 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:53:07.928915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:53:07.949906 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:53:07.950533 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:52:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:07.955959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port eee5b6a7-6cce-41fb-a35e-c795929581c2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:07.956373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:07.959802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Pushing event updated for resources: {'Port': ['ID=edf6ecad-adc5-460d-991f-97e783973fe7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:07.993829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:08.034731 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab0637-6eba-4573-a2fa-9ecc581d2281 None None] Pushing event updated for resources: {'Port': ['ID=4d2585d8-1c7c-4968-ad4e-14c5583475ea,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:08.161935 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:53:08.292097 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b89fe007-5063-4ac8-bc5d-8cbed43ed3ec None None] Provisioning for port edf6ecad-adc5-460d-991f-97e783973fe7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:53:08.297114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b89fe007-5063-4ac8-bc5d-8cbed43ed3ec None None] Provisioning complete for port edf6ecad-adc5-460d-991f-97e783973fe7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:08.297530 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b89fe007-5063-4ac8-bc5d-8cbed43ed3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:08.354656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b89fe007-5063-4ac8-bc5d-8cbed43ed3ec None None] Port edf6ecad-adc5-460d-991f-97e783973fe7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:53:08.446115 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:08.474766 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:05Z', 'revision_number': 3, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:08.478545 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8453cd-f0c4-4117-b62f-cf4c4be80d40 None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:05Z', 'revision_number': 3, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:53:08.681144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:08.761924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b06faf0-4644-4e9c-b71f-bf2e3c1602f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:08.783652 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:08.898237 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:08.901997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Pushing event updated for resources: {'Port': ['ID=edf6ecad-adc5-460d-991f-97e783973fe7,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:09.044338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Network a68fc731-6857-40da-91d0-db24374176dc is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:53:09.045433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:53:09.257344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:53:09.285246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-25485d9e-186a-4218-935a-cc7999fc08f6 None None] Provisioning complete for port edf6ecad-adc5-460d-991f-97e783973fe7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:09.285763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-25485d9e-186a-4218-935a-cc7999fc08f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:09.344298 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-25485d9e-186a-4218-935a-cc7999fc08f6 None None] Port edf6ecad-adc5-460d-991f-97e783973fe7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:53:09.442204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:53:09.451427 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-691aa674-6ce2-45db-be37-69c6c3137f9c admin admin] 10.222.0.69 "PUT /v2.0/routers/8290d81a-3f03-4a78-a846-3aa058671ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7767019 Feb 07 13:53:09.898184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4d2585d8-1c7c-4968-ad4e-14c5583475ea up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:53:10.006190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 4d2585d8-1c7c-4968-ad4e-14c5583475ea completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:53:10.011361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4d2585d8-1c7c-4968-ad4e-14c5583475ea triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:10.011732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:10.058575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:53:10.076970 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:53:10.077592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:52:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:10.321071 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:10.343119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:53:10.404510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 4d2585d8-1c7c-4968-ad4e-14c5583475ea, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4d2585d8-1c7c-4968-ad4e-14c5583475ea,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:53:10.489464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:10.640051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=4d2585d8-1c7c-4968-ad4e-14c5583475ea,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:10.719003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 2, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:10.722986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:53:10.723335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Updating router 8290d81a-3f03-4a78-a846-3aa058671ff2 port edf6ecad-adc5-460d-991f-97e783973fe7 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:53:10.775474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.010340 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60012) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:11.015685 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821459026', 'description': 'tempest-description--97333059'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:11.023829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:11.028064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Usage tracker for resource:security_group and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:11.030875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:11.037064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:11.103615 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.118227 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.127257 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:11.130720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Transition to ACTIVE for port object edf6ecad-adc5-460d-991f-97e783973fe7 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:53:11.134964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Usage tracker for resource:security_group_rule and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:11.134964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:11.139352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:11.183066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.209623 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.269474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.314773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1565fb1-21a3-4ad3-816b-345b5338e484,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:11.358791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68762d-b09c-4e39-877a-67d4de968315 None None] Pushing event updated for resources: {'Port': ['ID=edf6ecad-adc5-460d-991f-97e783973fe7,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:11.372490 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.376822 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f0e0936d-494b-48d6-81fc-ae125f59287e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3622787 Feb 07 13:53:11.376822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60016) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:11.382184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'security_group_rule': {'security_group_id': 'd1565fb1-21a3-4ad3-816b-345b5338e484', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:11.389446 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:11.393944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Usage tracker for resource:security_group_rule and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:11.397138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:11.404509 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:11.421052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Attempting to bind port edf6ecad-adc5-460d-991f-97e783973fe7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:53:11.421426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Attempting to bind port edf6ecad-adc5-460d-991f-97e783973fe7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:53:11.421790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Attempting to bind port edf6ecad-adc5-460d-991f-97e783973fe7 on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:53:11.427732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:53:11.428191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:53:11.428751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.429131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:53:11.429598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Bound port: edf6ecad-adc5-460d-991f-97e783973fe7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:53:11.429973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.482501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.546425 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.546882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] For port edf6ecad-adc5-460d-991f-97e783973fe7, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:53:11.550236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] For port edf6ecad-adc5-460d-991f-97e783973fe7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=edf6ecad-adc5-460d-991f-97e783973fe7,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:53:11.583291 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a25a80db-0207-4d7f-941f-4c91023cd346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.646495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.673939 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25e5acd-c3f2-4870-8dc1-021790a9c7a7,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:11.675721 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.775028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:53:11.775664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:53:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:11.948632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68762d-b09c-4e39-877a-67d4de968315 None None] Pushing event updated for resources: {'Port': ['ID=edf6ecad-adc5-460d-991f-97e783973fe7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:11.948632 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4d2585d8-1c7c-4968-ad4e-14c5583475ea up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:53:11.966837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:11.968452 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-40fa0389-e86f-4729-bb83-6d236af4056d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5906224 Feb 07 13:53:11.971034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60020) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:11.976347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'security_group_rule': {'security_group_id': 'd1565fb1-21a3-4ad3-816b-345b5338e484', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:12.049899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:12.049899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Usage tracker for resource:security_group_rule and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:12.049899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:12.049899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:12.087480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:53:12.133969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.149566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 4d2585d8-1c7c-4968-ad4e-14c5583475ea triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:12.150037 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.203042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.246583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.272107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b17527-265b-429c-8c87-723b1dccc748,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:12.326484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.327811 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ba905679-6e73-4096-84ea-c398ab233d6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557560 Feb 07 13:53:12.331100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60024) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:12.336163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:12.343072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:12.347409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Usage tracker for resource:floatingip and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:12.350304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:12.356088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:12.468861 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.503602 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.506616 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.541329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:11Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:12.545300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817704db-9fb5-48d0-ac64-fdfbabc60dc0 None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:11Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:53:12.785997 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:12.928244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Allocated IP 172.25.7.145 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/004f1c52-646b-4d9d-9627-a052b1a9f5f9) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:53:13.085461 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.167317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.240592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:53:13.243570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:53:13.247323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:53:13.278270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'Port': ['ID=004f1c52-646b-4d9d-9627-a052b1a9f5f9,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:13.334359 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.449545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.669454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.738004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.856309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'Port': ['ID=004f1c52-646b-4d9d-9627-a052b1a9f5f9,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:13.866969 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.875375 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.955913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:13.957250 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e92a7024-c572-4867-b867-9bc0c379e973 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6251998 Feb 07 13:53:14.034489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device edf6ecad-adc5-460d-991f-97e783973fe7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:53:14.127045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-064add9b-2710-44db-b1d2-c2f6dce3448b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--821459026&fields=id&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 267 time: 0.0394754 Feb 07 13:53:14.149604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port edf6ecad-adc5-460d-991f-97e783973fe7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:53:14.155144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port edf6ecad-adc5-460d-991f-97e783973fe7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:14.155936 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:14.274943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:14.281631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-cbbde203-e08c-493e-98fe-4de88e8083a8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:14.283297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-cbbde203-e08c-493e-98fe-4de88e8083a8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 812 time: 0.1491804 Feb 07 13:53:14.298952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-d522ee45-4650-4736-93f1-d44bd588177b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/quotas/478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 375 time: 0.0100012 Feb 07 13:53:14.307163 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port edf6ecad-adc5-460d-991f-97e783973fe7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=edf6ecad-adc5-460d-991f-97e783973fe7,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:53:14.354855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:14.383614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-f9c02cc3-57e4-4708-8caa-3242ebe5b123 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791543 Feb 07 13:53:14.426279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=edf6ecad-adc5-460d-991f-97e783973fe7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:14.480289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-def6fb30-cd77-4d35-8018-90c8465704a7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:53:14.481280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-def6fb30-cd77-4d35-8018-90c8465704a7 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474052 Feb 07 13:53:14.613947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-1e75298a-1bc1-457e-a522-92539eb87310 service neutron] 10.222.0.69 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260164 Feb 07 13:53:14.745361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-a23bdef5-9af8-413a-8583-1e37760114d0 service neutron] 10.222.0.69 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254716 Feb 07 13:53:14.972616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13b33775-97d0-41d0-a6ac-885ab923dabe req-94025f81-6f6a-4e37-b464-0de95c459044 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 210 time: 0.0463428 Feb 07 13:53:15.457775 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:15.876182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device edf6ecad-adc5-460d-991f-97e783973fe7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:53:15.943613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port edf6ecad-adc5-460d-991f-97e783973fe7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:15.944061 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:16.123914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-235f5f63-3776-474a-97d7-a3dfe3977c8d req-4d527bc9-a70f-4a1f-85ed-50faa24a6759 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 210 time: 0.0419679 Feb 07 13:53:17.229672 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-c3dd971d-a808-456d-804a-cd76e4700f41 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:17.231888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-c3dd971d-a808-456d-804a-cd76e4700f41 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 812 time: 0.2646358 Feb 07 13:53:17.294739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baab7e41-e9cc-4690-af39-f3c2aac0023c req-03dff731-e365-429e-b033-16d2d8698dca tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 210 time: 0.0617819 Feb 07 13:53:17.324122 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-01b800a5-f990-46d7-9e2b-840e4c50b304 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 379 time: 0.0589991 Feb 07 13:53:17.333506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'port': {'device_id': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'admin_state_up': True, 'tenant_id': '478f737244184543afdf49c3a186549f', 'security_groups': ['d1565fb1-21a3-4ad3-816b-345b5338e484']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:17.472365 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:53:17.475999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Usage tracker for resource:port and tenant:478f737244184543afdf49c3a186549f is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:53:17.478823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:53:17.484398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:53:17.572215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Made reservation on behalf of 478f737244184543afdf49c3a186549f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:53:17.575875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:17.740402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Allocated IP 172.20.0.6 (a68fc731-6857-40da-91d0-db24374176dc/18bb6e8a-891b-4612-a7b8-51a523f975be/f01e2043-42a8-4916-94ac-7815d1099b7f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:53:17.924716 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:17.940176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Transition to ACTIVE for port object f01e2043-42a8-4916-94ac-7815d1099b7f will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:53:18.001498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:18.072580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Network a68fc731-6857-40da-91d0-db24374176dc is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:53:18.075817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:53:18.080160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:53:18.115389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:18.152315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:18.152935 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:18.281589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-fd191273-cf85-446e-95f2-0c5a0f1d7c2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9518645 Feb 07 13:53:18.292671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Request body: {'port': {'device_id': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:18.366879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-59af5c86-66a3-4bc1-8628-edba1a5b252a None None] Provisioning for port f01e2043-42a8-4916-94ac-7815d1099b7f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:53:18.372215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-59af5c86-66a3-4bc1-8628-edba1a5b252a None None] Provisioning complete for port f01e2043-42a8-4916-94ac-7815d1099b7f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:18.372588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-59af5c86-66a3-4bc1-8628-edba1a5b252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:18.427495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-59af5c86-66a3-4bc1-8628-edba1a5b252a None None] Port f01e2043-42a8-4916-94ac-7815d1099b7f cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:53:18.440656 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:18.602930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52198d6-e8c5-4cff-a09b-5fd2756a9994 req-76ba285e-958c-4d1d-97b3-6751e7727044 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:18.603632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f52198d6-e8c5-4cff-a09b-5fd2756a9994 req-76ba285e-958c-4d1d-97b3-6751e7727044 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Synchronizing usage tracker for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:53:18.754478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f52198d6-e8c5-4cff-a09b-5fd2756a9994 req-76ba285e-958c-4d1d-97b3-6751e7727044 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Unset dirty status for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:53:18.755639 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f52198d6-e8c5-4cff-a09b-5fd2756a9994 req-76ba285e-958c-4d1d-97b3-6751e7727044 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 931 time: 0.3511245 Feb 07 13:53:18.856791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f52198d6-e8c5-4cff-a09b-5fd2756a9994 req-f863bc19-0e28-45fb-8f6d-6326cddb2747 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953603 Feb 07 13:53:18.866731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01e2043-42a8-4916-94ac-7815d1099b7f {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:53:18.874220 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:18.889254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Transition to ACTIVE for port object f01e2043-42a8-4916-94ac-7815d1099b7f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:53:18.955008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:19.110160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740f265-880c-408e-b686-c09596918312 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:19.194519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Attempting to bind port f01e2043-42a8-4916-94ac-7815d1099b7f on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:53:19.194519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Attempting to bind port f01e2043-42a8-4916-94ac-7815d1099b7f by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:53:19.194810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Attempting to bind port f01e2043-42a8-4916-94ac-7815d1099b7f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:53:19.199243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Port f01e2043-42a8-4916-94ac-7815d1099b7f on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:53:19.199559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Attempting to bind port f01e2043-42a8-4916-94ac-7815d1099b7f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:53:19.204645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:53:19.204976 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:53:19.205352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:53:19.205771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Bound port: f01e2043-42a8-4916-94ac-7815d1099b7f, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:53:19.206111 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:19.406243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:53:19.410111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:53:19.487448 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:19.555483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:19.556169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:19.557534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-9740f265-880c-408e-b686-c09596918312 service neutron] 10.222.0.47 "PUT /v2.0/ports/f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 1091 time: 1.2689288 Feb 07 13:53:19.557962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:53:19.577553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740f265-880c-408e-b686-c09596918312 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:19.610509 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'status': 'completed', 'code': 200} Feb 07 13:53:19.703727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0ad29-2868-4c9b-8eab-c29857a66226 req-7eb0f45e-711e-48e5-8aae-5ce5420dfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:19.705888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33f0ad29-2868-4c9b-8eab-c29857a66226 req-7eb0f45e-711e-48e5-8aae-5ce5420dfe89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1094 time: 0.0758283 Feb 07 13:53:19.845309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0ad29-2868-4c9b-8eab-c29857a66226 req-cc0603bd-3204-4968-9598-51db62e6d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:19.846748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33f0ad29-2868-4c9b-8eab-c29857a66226 req-cc0603bd-3204-4968-9598-51db62e6d505 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=478f737244184543afdf49c3a186549f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1342189 Feb 07 13:53:20.024868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0ad29-2868-4c9b-8eab-c29857a66226 req-c31d6b80-d18a-4b45-93a5-1dd13c7971bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:20.026218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33f0ad29-2868-4c9b-8eab-c29857a66226 req-c31d6b80-d18a-4b45-93a5-1dd13c7971bc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1731608 Feb 07 13:53:20.062112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042477e-5a43-42df-8c1f-301c21a28471 req-c9fecfb7-1163-40e4-95fa-7adfd77cd486 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:20.063730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b042477e-5a43-42df-8c1f-301c21a28471 req-c9fecfb7-1163-40e4-95fa-7adfd77cd486 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 943 time: 0.0962203 Feb 07 13:53:20.159455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b042477e-5a43-42df-8c1f-301c21a28471 req-5429511a-2f67-4b61-b06f-e884d0d2d3f5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594127 Feb 07 13:53:20.172215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-f82cf3ae-fc98-4ef6-b5ae-55b5b837c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:20.174256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-f82cf3ae-fc98-4ef6-b5ae-55b5b837c85c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1094 time: 0.1095903 Feb 07 13:53:20.244695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-d44d292e-0574-4181-90f4-b2f08fa80d7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 217 time: 0.0637727 Feb 07 13:53:20.304963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-2705e085-83a9-4a8c-9861-37b305bd7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:20.306283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-2705e085-83a9-4a8c-9861-37b305bd7bc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0565484 Feb 07 13:53:20.382098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-5ee7ee83-6d30-40ff-96e5-45cff5b3b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:20.383551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-5ee7ee83-6d30-40ff-96e5-45cff5b3b86b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716271 Feb 07 13:53:20.514820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-8be9713f-dd75-4e66-be0a-8370bf910b05 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248646 Feb 07 13:53:20.647773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-084b8c84-e077-4551-80d4-6d5b93f70192 req-26e8d436-4ce9-49bf-ac33-6bd456ba97c2 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264341 Feb 07 13:53:21.348498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc860d-44ce-4263-8b97-6f3cd1ba7957 req-9197b4c1-e4e8-48d5-9534-1e8f3862ac08 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:21.349958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32bc860d-44ce-4263-8b97-6f3cd1ba7957 req-9197b4c1-e4e8-48d5-9534-1e8f3862ac08 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 943 time: 0.0801229 Feb 07 13:53:21.394012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32bc860d-44ce-4263-8b97-6f3cd1ba7957 req-4b0bf9c2-655e-460b-afe9-25d28aebe5bb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384541 Feb 07 13:53:22.591739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5573dd7-81c8-4012-9beb-c9efa1159083 req-5d1bf0d9-cfc8-4c3b-a11c-df46f51096fc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:22.591739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5573dd7-81c8-4012-9beb-c9efa1159083 req-5d1bf0d9-cfc8-4c3b-a11c-df46f51096fc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 943 time: 0.0835721 Feb 07 13:53:22.624896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5573dd7-81c8-4012-9beb-c9efa1159083 req-3122100e-1d0d-4ba6-818c-63749ffbbca8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372410 Feb 07 13:53:23.095651 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:53:23.161168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f01e2043-42a8-4916-94ac-7815d1099b7f details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:53:23.293919 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:53:23.307107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:53:23.364070 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:23.380924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01e2043-42a8-4916-94ac-7815d1099b7f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:53:23.395884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:53:23.462992 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:23.528885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:23.536395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.536742 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.537082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.537415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.537745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.538073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.538397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.538720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.539040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.539360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.539679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.540016 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:23.765265 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f01e2043-42a8-4916-94ac-7815d1099b7f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:53:23.812166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde9945-3472-4160-9970-1d5e886c9357 req-6c1ae112-8f1b-49ca-a19e-11c3994119a1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:23.813944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dde9945-3472-4160-9970-1d5e886c9357 req-6c1ae112-8f1b-49ca-a19e-11c3994119a1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 944 time: 0.0815904 Feb 07 13:53:23.858974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dde9945-3472-4160-9970-1d5e886c9357 req-97277eed-dbe6-46a6-9267-2941c20c89a8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394156 Feb 07 13:53:25.044521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f780-bd79-4e7a-af8a-62a52a960e46 req-1ff7667d-52cf-4c62-b929-f2363cec27c3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:25.045901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc01f780-bd79-4e7a-af8a-62a52a960e46 req-1ff7667d-52cf-4c62-b929-f2363cec27c3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 944 time: 0.0834169 Feb 07 13:53:25.090318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc01f780-bd79-4e7a-af8a-62a52a960e46 req-ccaf798d-89e4-42d5-a544-89a4172374ff tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382416 Feb 07 13:53:25.176225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f01e2043-42a8-4916-94ac-7815d1099b7f up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:53:25.205737 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:25.320766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port f01e2043-42a8-4916-94ac-7815d1099b7f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:53:25.325548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f01e2043-42a8-4916-94ac-7815d1099b7f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:53:25.325923 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:25.474955 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:25.502681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:53:25.512413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:53:25.546236 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'code': 200} Feb 07 13:53:25.583720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:25.652262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:25.674208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484b34e-3212-41f9-83c8-4d148ded5d8a req-b3e54a26-19cc-43f4-a6c3-919a82e5ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:25.675718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2484b34e-3212-41f9-83c8-4d148ded5d8a req-b3e54a26-19cc-43f4-a6c3-919a82e5ccaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1096 time: 0.0740659 Feb 07 13:53:25.719322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2484b34e-3212-41f9-83c8-4d148ded5d8a req-12396af2-80b6-4f5c-8228-a0bf994032ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376792 Feb 07 13:53:26.274881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c77f2-3535-45c1-9d13-d1baffa2ecef req-ff6b0c2a-e671-478a-b8e6-08468a797cb6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:26.276353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-639c77f2-3535-45c1-9d13-d1baffa2ecef req-ff6b0c2a-e671-478a-b8e6-08468a797cb6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0796378 Feb 07 13:53:26.319862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-639c77f2-3535-45c1-9d13-d1baffa2ecef req-f31b1675-799e-49cc-b191-f0d4a2274509 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375443 Feb 07 13:53:27.513069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e758b0-76f2-4cc4-9fac-79dd9176c4b0 req-2778bbe4-c1ca-47dd-b8e9-9336270aa007 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:27.514513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3e758b0-76f2-4cc4-9fac-79dd9176c4b0 req-2778bbe4-c1ca-47dd-b8e9-9336270aa007 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0826848 Feb 07 13:53:27.673309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3e758b0-76f2-4cc4-9fac-79dd9176c4b0 req-5d07999a-ff95-4b7b-9921-52f334a331a0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530461 Feb 07 13:53:27.854387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36636033-9b2e-4180-8738-0d136d57ac7c req-3cf5fefc-79b1-40cc-9e1d-87f7752b0f38 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:27.855850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36636033-9b2e-4180-8738-0d136d57ac7c req-3cf5fefc-79b1-40cc-9e1d-87f7752b0f38 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0804758 Feb 07 13:53:27.864590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60082) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:53:27.869397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'floatingip': {'port_id': 'f01e2043-42a8-4916-94ac-7815d1099b7f'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:27.946722 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:28.559370 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:28.606838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:28.779497 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c associated. External IP: 172.25.7.145, port: f01e2043-42a8-4916-94ac-7815d1099b7f. Feb 07 13:53:29.248082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:53:29.434433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:53:29.440137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:29.444800 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:53:29.457444 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:53:29.458046 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:53:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:29.493822 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-294d4da8-21e8-42df-aca2-045d1277ad8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "PUT /v2.0/floatingips/947d9242-3f11-491b-b0e2-ddd33bc0bd6c HTTP/1.1" status: 200 len: 991 time: 1.6281834 Feb 07 13:53:29.494415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:53:29.540770 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'status': 'completed', 'code': 200} Feb 07 13:53:29.639568 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:53:29.702961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cab22c-5ead-4537-8427-a326539406c4 req-f5815ed2-0767-456f-aff5-c352e1ac4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:29.705309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34cab22c-5ead-4537-8427-a326539406c4 req-f5815ed2-0767-456f-aff5-c352e1ac4e8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1096 time: 0.1449172 Feb 07 13:53:29.713152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c20c2-16dd-49a6-b184-1e5f3b9831bf req-b9abc011-7038-4da1-b154-83a3b6f2413a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:29.714522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0c20c2-16dd-49a6-b184-1e5f3b9831bf req-b9abc011-7038-4da1-b154-83a3b6f2413a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.1221745 Feb 07 13:53:29.844458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e0c20c2-16dd-49a6-b184-1e5f3b9831bf req-41ed4167-4fc3-496f-8b42-87ab0c91fa2c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095622 Feb 07 13:53:29.878249 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cab22c-5ead-4537-8427-a326539406c4 req-10ed8dd2-5392-4488-9753-d26d78471999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:29.879699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34cab22c-5ead-4537-8427-a326539406c4 req-10ed8dd2-5392-4488-9753-d26d78471999 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1643445 Feb 07 13:53:29.987407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34cab22c-5ead-4537-8427-a326539406c4 req-22b5998d-8535-4c11-9f84-3d720c27bf06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 999 time: 0.1013107 Feb 07 13:53:29.989096 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:53:28Z', 'revision_number': 1, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:29.992853 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:53:30.001580 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:53:30.002239 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:53:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:30.053263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cab22c-5ead-4537-8427-a326539406c4 req-64d4effe-67e5-4788-9cfd-bd18697975a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:30.054722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34cab22c-5ead-4537-8427-a326539406c4 req-64d4effe-67e5-4788-9cfd-bd18697975a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0615125 Feb 07 13:53:30.137603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cab22c-5ead-4537-8427-a326539406c4 req-976953c8-ac4b-4651-93f2-82ec2f24f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:30.139009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34cab22c-5ead-4537-8427-a326539406c4 req-976953c8-ac4b-4651-93f2-82ec2f24f6d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772324 Feb 07 13:53:30.179202 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:53:30.274260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34cab22c-5ead-4537-8427-a326539406c4 req-db6f9044-409a-4796-af63-48328c1258a9 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293523 Feb 07 13:53:30.405265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-34cab22c-5ead-4537-8427-a326539406c4 req-9ee5e100-8322-49ee-9725-eedba888f1e5 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244771 Feb 07 13:53:30.522597 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:53:28Z', 'revision_number': 1, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:53:30.526423 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0033f58c-56ea-4bb5-b513-7fe788fe9574 None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:53:28Z', 'revision_number': 1, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:53:30.728451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743808-ebe1-4dfa-b3cc-151a4f0b7002 None None] New status for floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:53:31.041182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f73d9-3eed-4a17-8488-92f2c41f2602 req-29d35e35-dce5-4b04-930a-3077edc2f8b8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:31.043488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a7f73d9-3eed-4a17-8488-92f2c41f2602 req-29d35e35-dce5-4b04-930a-3077edc2f8b8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0830398 Feb 07 13:53:31.090423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3a7f73d9-3eed-4a17-8488-92f2c41f2602 req-f82e6974-6ed0-4e50-bf4e-b3e8fe38d46b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406353 Feb 07 13:53:31.287060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb3c6-a04e-4678-9f71-776fdc74d989 req-67349840-8e9c-46a9-a6ba-5852f6e6a8bb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:31.288566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c8bb3c6-a04e-4678-9f71-776fdc74d989 req-67349840-8e9c-46a9-a6ba-5852f6e6a8bb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0910006 Feb 07 13:53:31.335711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c8bb3c6-a04e-4678-9f71-776fdc74d989 req-f4d4b6ab-efb1-448f-ae10-c12b8c07cf75 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Feb 07 13:53:31.932081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85176f5e-1993-4ef8-ba49-6d74a9bc2ec8 req-e24c1be3-880e-4878-98e0-cf0da734f641 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:31.933551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85176f5e-1993-4ef8-ba49-6d74a9bc2ec8 req-e24c1be3-880e-4878-98e0-cf0da734f641 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0809526 Feb 07 13:53:32.030094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-85176f5e-1993-4ef8-ba49-6d74a9bc2ec8 req-2dfe7680-fe78-40b8-8f50-7f9dab1b2864 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905097 Feb 07 13:53:32.050111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-15b66c0d-b464-480c-8d47-d70860d6a572 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073871 Feb 07 13:53:33.114316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-c8dbe19f-50f9-4a39-9535-dc213085bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:33.116258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-c8dbe19f-50f9-4a39-9535-dc213085bca6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1096 time: 0.0754559 Feb 07 13:53:33.450700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-8f0be1ca-6c89-49a2-b67b-2f61ce1a2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:33.453032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-8f0be1ca-6c89-49a2-b67b-2f61ce1a2e30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.3167837 Feb 07 13:53:33.465988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfacff-27b3-44dd-9993-cd163e7654ae req-55c07cd7-8762-4481-b61a-e13f6d426418 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:33.467458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5adfacff-27b3-44dd-9993-cd163e7654ae req-55c07cd7-8762-4481-b61a-e13f6d426418 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.3303061 Feb 07 13:53:33.596193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-a8a8cb5e-a129-4e51-8102-2dad84ce6e6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 1001 time: 0.1277485 Feb 07 13:53:33.599055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5adfacff-27b3-44dd-9993-cd163e7654ae req-ea6b4501-5d41-4975-a402-5178da9568b8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771880 Feb 07 13:53:33.660291 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-424e2f0a-69d0-4dc5-be7f-230f41c1734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:33.661806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-424e2f0a-69d0-4dc5-be7f-230f41c1734b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0597458 Feb 07 13:53:33.741033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-cd4a6dd2-b650-46d3-abc5-846cd3ea54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:33.742643 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-cd4a6dd2-b650-46d3-abc5-846cd3ea54a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748036 Feb 07 13:53:33.874385 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-ff635be0-f13e-42ac-8b33-c4f8bf60677e service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256037 Feb 07 13:53:34.008071 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ecbccf2-ff04-4038-848f-d8b4958101cf req-8a45950c-810d-414e-a43c-b914071e01aa service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267142 Feb 07 13:53:34.137049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-73926f35-322d-44d9-9d7c-9729edae5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:34.138433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-73926f35-322d-44d9-9d7c-9729edae5f1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1096 time: 0.0698223 Feb 07 13:53:34.268113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-fb848406-72aa-4692-98c7-432ceb59cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:34.269562 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-fb848406-72aa-4692-98c7-432ceb59cc7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1251531 Feb 07 13:53:34.372679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-588bbef7-18cf-4e32-a1c1-20badaee8a72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 1001 time: 0.0971808 Feb 07 13:53:34.436618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bc66a864-466f-4a71-8cfb-70b7dbb8edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:34.438026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bc66a864-466f-4a71-8cfb-70b7dbb8edcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0589204 Feb 07 13:53:34.511400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-f66aeab8-9aef-4d9c-9007-3d0ca1074d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:34.512895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-f66aeab8-9aef-4d9c-9007-3d0ca1074d41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686393 Feb 07 13:53:34.645982 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-6407377f-c909-4bcc-aa6c-159fedd049b8 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255443 Feb 07 13:53:34.838755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-dbb1c1ce-1ca6-452a-a6de-eae66d30b6e4 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865504 Feb 07 13:53:34.851836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39db5dd-bc47-49db-96b5-1849cdecf920 req-86e3e81e-6787-4776-ace5-89ba512e5f94 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:34.853290 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e39db5dd-bc47-49db-96b5-1849cdecf920 req-86e3e81e-6787-4776-ace5-89ba512e5f94 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.1324699 Feb 07 13:53:34.899442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e39db5dd-bc47-49db-96b5-1849cdecf920 req-af881b19-7ab6-4464-b571-feb463200c76 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Feb 07 13:53:36.081383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbf2b3-71a0-45d0-872a-bc97c851da4e req-1004a9c4-5d1f-49f9-9fb3-24706fdf13ee tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:36.082740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5cfbf2b3-71a0-45d0-872a-bc97c851da4e req-1004a9c4-5d1f-49f9-9fb3-24706fdf13ee tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0787151 Feb 07 13:53:36.124885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5cfbf2b3-71a0-45d0-872a-bc97c851da4e req-e916b256-d15d-4ed7-a9b5-16527fe8cbd0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366580 Feb 07 13:53:37.433748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2313-3f72-45c9-83c7-fa65075a24d7 req-8b24a362-bc27-4222-95eb-2296ff2c3082 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:37.435110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d11f2313-3f72-45c9-83c7-fa65075a24d7 req-8b24a362-bc27-4222-95eb-2296ff2c3082 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.2029233 Feb 07 13:53:37.480273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d11f2313-3f72-45c9-83c7-fa65075a24d7 req-b1652301-6b66-4377-81b5-5cb96a7c64ca tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387619 Feb 07 13:53:38.669428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce765379-8eca-4607-82ab-fd87ec118147 req-2532a0fd-26ba-4a10-a3c8-de61d874603b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:38.671286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce765379-8eca-4607-82ab-fd87ec118147 req-2532a0fd-26ba-4a10-a3c8-de61d874603b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0850780 Feb 07 13:53:38.720501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce765379-8eca-4607-82ab-fd87ec118147 req-564aadca-29d6-4ee8-acc9-39dbeaf35b10 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Feb 07 13:53:38.726509 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9c95c0f7-727a-46f6-a61d-0baad56caf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:39.902142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a309e5-671b-42de-94f5-81d3dff8a18b req-1b289826-6066-44ce-b094-2b1d0d644585 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:39.903905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96a309e5-671b-42de-94f5-81d3dff8a18b req-1b289826-6066-44ce-b094-2b1d0d644585 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0784936 Feb 07 13:53:39.949323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96a309e5-671b-42de-94f5-81d3dff8a18b req-ac6b63bd-ebab-445b-b53f-6a1ef79dcb17 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393968 Feb 07 13:53:41.133010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bda327-d85a-499b-b191-c77b8d0b3a82 req-a89f621d-8134-4d20-8ae9-9996cdcab809 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:41.134609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32bda327-d85a-499b-b191-c77b8d0b3a82 req-a89f621d-8134-4d20-8ae9-9996cdcab809 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0818934 Feb 07 13:53:41.178707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32bda327-d85a-499b-b191-c77b8d0b3a82 req-7e83ac47-07ea-4648-b77f-8c8db8e2a252 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 Feb 07 13:53:41.550023 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-14d177cb-558f-42aa-8119-fdcb7926e71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:42.303572 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:42.365953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249bcce-ea99-4de1-9a3f-2ad36d90e2f9 req-eaa86b16-2a54-424a-b697-65432b8e5fcc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:42.367430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249bcce-ea99-4de1-9a3f-2ad36d90e2f9 req-eaa86b16-2a54-424a-b697-65432b8e5fcc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0816193 Feb 07 13:53:42.389969 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:42.418352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9249bcce-ea99-4de1-9a3f-2ad36d90e2f9 req-a6963e77-7702-41b5-8499-52307f865732 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451782 Feb 07 13:53:43.605067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc3fd4-eb0b-4573-a98f-7803b49102c0 req-15f28605-52ff-4458-b985-083a71d9434c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:43.606519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6abc3fd4-eb0b-4573-a98f-7803b49102c0 req-15f28605-52ff-4458-b985-083a71d9434c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0827398 Feb 07 13:53:43.651025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6abc3fd4-eb0b-4573-a98f-7803b49102c0 req-4e614826-3122-4823-823a-88343c158fff tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384145 Feb 07 13:53:43.869057 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:44.834973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56734ad4-9436-441d-8e58-110a983fecc2 req-1604b52a-3d74-4510-a68d-ce6010d9ea30 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:44.836446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56734ad4-9436-441d-8e58-110a983fecc2 req-1604b52a-3d74-4510-a68d-ce6010d9ea30 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0791314 Feb 07 13:53:44.879551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56734ad4-9436-441d-8e58-110a983fecc2 req-3ca111e8-ad47-4df1-ae8c-1843fbd1c96b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374866 Feb 07 13:53:45.480527 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:46.069427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58ec50-d519-478e-a1c3-c9d805409a8e req-a87e3580-18c4-407b-9845-50733ad292df tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:46.070899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e58ec50-d519-478e-a1c3-c9d805409a8e req-a87e3580-18c4-407b-9845-50733ad292df tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0839832 Feb 07 13:53:46.115288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8e58ec50-d519-478e-a1c3-c9d805409a8e req-10dfb6c1-1fbc-4e09-90a4-67e82d55cbfb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386996 Feb 07 13:53:47.300620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2961d-9ee9-4d75-965d-7317aa3ae66b req-74e81615-d3d8-4a89-9c57-399e778b97ab tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:47.302131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89c2961d-9ee9-4d75-965d-7317aa3ae66b req-74e81615-d3d8-4a89-9c57-399e778b97ab tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0804682 Feb 07 13:53:47.350356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89c2961d-9ee9-4d75-965d-7317aa3ae66b req-ff925c06-0c39-45db-b76a-3ab5c253fcec tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425587 Feb 07 13:53:48.533841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efce62-41fb-46ae-bee1-b86cc5c88bda req-3a6fbd24-d018-417e-af75-c8496843da0c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:48.535317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14efce62-41fb-46ae-bee1-b86cc5c88bda req-3a6fbd24-d018-417e-af75-c8496843da0c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0781193 Feb 07 13:53:48.577796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14efce62-41fb-46ae-bee1-b86cc5c88bda req-f13c6339-fe4b-491f-b32c-73d1723eb8c6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368907 Feb 07 13:53:49.765760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0eb5b-b572-42fd-884f-828ff2b191e0 req-77ce40eb-43b5-4ded-9330-a2632626751d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:49.768199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3f0eb5b-b572-42fd-884f-828ff2b191e0 req-77ce40eb-43b5-4ded-9330-a2632626751d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0844331 Feb 07 13:53:49.816502 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3f0eb5b-b572-42fd-884f-828ff2b191e0 req-044c3c3d-f9a4-42a3-9801-48585021be61 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Feb 07 13:53:50.996685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea932ef-2c84-410c-8b0c-dd2a9a6a2255 req-712e25a6-18b0-407e-88de-a6b8ea53a8f7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:50.998053 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ea932ef-2c84-410c-8b0c-dd2a9a6a2255 req-712e25a6-18b0-407e-88de-a6b8ea53a8f7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0785229 Feb 07 13:53:51.041828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ea932ef-2c84-410c-8b0c-dd2a9a6a2255 req-c385c087-8212-4c65-b4ba-c5a4ab86dd5a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380194 Feb 07 13:53:52.229248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c02a8-e502-4deb-b4af-9ab69a929976 req-8bcbf257-c252-4367-8ea9-e762941c927a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:52.230707 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b8c02a8-e502-4deb-b4af-9ab69a929976 req-8bcbf257-c252-4367-8ea9-e762941c927a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0827899 Feb 07 13:53:52.273626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b8c02a8-e502-4deb-b4af-9ab69a929976 req-78e7851b-5637-436b-84aa-88c3a44d631f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368176 Feb 07 13:53:53.460649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cc6aa-92de-4fff-972e-18340db83d62 req-f47c8c28-db52-4689-b086-a37ef6e6d6d3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:53.462128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-305cc6aa-92de-4fff-972e-18340db83d62 req-f47c8c28-db52-4689-b086-a37ef6e6d6d3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0813339 Feb 07 13:53:53.510636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-305cc6aa-92de-4fff-972e-18340db83d62 req-58fc488a-7f46-42db-b7dc-9058d44a10a7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Feb 07 13:53:54.696737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e071f4-03af-429a-889b-2f2034dedff6 req-a29296dc-c0f2-48cf-8c05-bacaf7d243c6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:54.698205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17e071f4-03af-429a-889b-2f2034dedff6 req-a29296dc-c0f2-48cf-8c05-bacaf7d243c6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0810885 Feb 07 13:53:54.741839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17e071f4-03af-429a-889b-2f2034dedff6 req-bf65e79b-0cad-425b-b17c-086c9c4deee1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379219 Feb 07 13:53:55.155163 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:55.930081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc94ef-0258-44a3-a722-5f56ac4f3080 req-7559a9f7-c5a5-4502-8287-29c6592d84fb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:55.931564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14bc94ef-0258-44a3-a722-5f56ac4f3080 req-7559a9f7-c5a5-4502-8287-29c6592d84fb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0853014 Feb 07 13:53:55.976234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-14bc94ef-0258-44a3-a722-5f56ac4f3080 req-3f03f71b-6d48-470f-ab48-415fdc05e368 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390217 Feb 07 13:53:56.970598 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-3442519f-86c6-4712-8cbb-18bc04208f52 service neutron] show failed (client error): The resource could not be found. Feb 07 13:53:56.971520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-3442519f-86c6-4712-8cbb-18bc04208f52 service neutron] 10.222.0.47 "GET /v2.0/ports/f01e2043-42a8-4916-94ac-7815d1099b7f/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0740640 Feb 07 13:53:57.163932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d58f-4653-427a-9884-06e7c41e909d req-c2ac0b3b-bb84-4858-8fc2-19f6dd12b558 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:57.165419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b349d58f-4653-427a-9884-06e7c41e909d req-c2ac0b3b-bb84-4858-8fc2-19f6dd12b558 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0831938 Feb 07 13:53:57.209658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b349d58f-4653-427a-9884-06e7c41e909d req-13b8a2bf-50a4-4ea1-8920-35d63293c46e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384836 Feb 07 13:53:57.558956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-251c6684-4678-4439-af28-6a55924cd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:57.560344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-251c6684-4678-4439-af28-6a55924cd84e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 1096 time: 0.0693872 Feb 07 13:53:57.570457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:53:57.680151 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:58.059218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:53:58.087628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:53:58.146049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:53:58.152074 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:58.167827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Transition to ACTIVE for port object f01e2043-42a8-4916-94ac-7815d1099b7f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:53:58.204989 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'code': 200} Feb 07 13:53:58.223640 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:58.399928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:58.426697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.427040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.427375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.427705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.428059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.428389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.428719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.429035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.429358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.429678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.429997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.430313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:53:58.492131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] No DVR routers for this DVR port f01e2043-42a8-4916-94ac-7815d1099b7f on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:53:58.599168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d882e-16fd-4e25-bd3b-ef6a7e404392 req-270c6223-cf7a-45d9-900a-7f8c2b7e87c6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:58.600584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-148d882e-16fd-4e25-bd3b-ef6a7e404392 req-270c6223-cf7a-45d9-900a-7f8c2b7e87c6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 943 time: 0.2694376 Feb 07 13:53:58.718783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-148d882e-16fd-4e25-bd3b-ef6a7e404392 req-1ae7a511-f637-4159-b85f-43ecd6906594 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697412 Feb 07 13:53:58.768037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Attempting to bind port f01e2043-42a8-4916-94ac-7815d1099b7f on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:53:58.768514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Attempting to bind port f01e2043-42a8-4916-94ac-7815d1099b7f by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:53:58.768839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Attempting to bind port f01e2043-42a8-4916-94ac-7815d1099b7f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:53:58.774054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Port f01e2043-42a8-4916-94ac-7815d1099b7f on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:53:58.774375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Attempting to bind port f01e2043-42a8-4916-94ac-7815d1099b7f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:53:58.779623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:53:58.779954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:53:58.780509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:53:58.780935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Bound port: f01e2043-42a8-4916-94ac-7815d1099b7f, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:53:58.781277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:58.872206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:53:58.875062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:53:58.921559 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:58.980589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:58.981211 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:53:58.982647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] 10.222.0.35 "PUT /v2.0/ports/f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 1091 time: 1.4160042 Feb 07 13:53:59.000022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1391-230a-41e4-aedc-e728c8a52528 service neutron] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:53:59.076544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-8f1f082a-1c4d-4bb7-be36-96c09bd273e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:59.078079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-8f1f082a-1c4d-4bb7-be36-96c09bd273e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1094 time: 0.0738492 Feb 07 13:53:59.212578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-e483dc00-c588-4bfd-b958-96dfbe1f44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:59.214037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-e483dc00-c588-4bfd-b958-96dfbe1f44af service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1300664 Feb 07 13:53:59.318014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-880a9c0d-5ea1-4f61-b0a3-d426d9d4ca28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 999 time: 0.0968790 Feb 07 13:53:59.382065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-a20a3636-07d7-43cb-bee8-61672c5fe3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:59.383408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-a20a3636-07d7-43cb-bee8-61672c5fe3bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0594587 Feb 07 13:53:59.456810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-d19de615-d135-4a43-a56d-8bb52933be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:59.458263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-d19de615-d135-4a43-a56d-8bb52933be02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691693 Feb 07 13:53:59.587059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-4241f2bd-de8d-4fe6-a70d-6a060adeb000 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226678 Feb 07 13:53:59.866085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57518bb2-ca9f-4d66-99f2-9ca205aeccaa req-611a991c-5408-47cb-bae5-3ff25bd6c890 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730436 Feb 07 13:53:59.913463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7421aa-eabe-4976-9393-877e54f2747e req-3bc28cdf-be22-4029-ae12-caf9e455c21a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:53:59.914910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a7421aa-eabe-4976-9393-877e54f2747e req-3bc28cdf-be22-4029-ae12-caf9e455c21a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 943 time: 0.0875220 Feb 07 13:53:59.961020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a7421aa-eabe-4976-9393-877e54f2747e req-6a1d593c-2953-4dcc-8c72-3ec89ad57958 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402627 Feb 07 13:54:00.096308 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:54:00.203398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:54:00.260329 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'status': 'completed', 'code': 200} Feb 07 13:54:00.411656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-d342905a-9301-4bdb-8d99-82721f159b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:00.413165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-d342905a-9301-4bdb-8d99-82721f159b68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1094 time: 0.1361575 Feb 07 13:54:00.414943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-f9f0a8f9-55d2-49a8-8730-5f8e58d0fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:00.416296 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-f9f0a8f9-55d2-49a8-8730-5f8e58d0fa41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1094 time: 0.1036308 Feb 07 13:54:00.662463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-009cce64-7b1e-4bd7-a43e-7724818f0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:00.663935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-009cce64-7b1e-4bd7-a43e-7724818f0432 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2419903 Feb 07 13:54:00.665047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-b8e3a466-1ee6-4fb9-9634-b22e0d9de72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:00.666356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-b8e3a466-1ee6-4fb9-9634-b22e0d9de72e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2256625 Feb 07 13:54:00.857883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-4d81014f-c6e3-4140-8f98-83def71db923 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 999 time: 0.1879139 Feb 07 13:54:00.859607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-d7d25f78-9870-4b5b-a2b1-a1fadee2e6f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 999 time: 0.1408491 Feb 07 13:54:00.974494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-d93a539c-c473-4c83-b6a3-0786af3597ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:00.975859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-d93a539c-c473-4c83-b6a3-0786af3597ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1109264 Feb 07 13:54:00.977248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-a7f823bc-a654-49dd-bf6d-8d646e0a7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:00.978540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-a7f823bc-a654-49dd-bf6d-8d646e0a7432 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0835977 Feb 07 13:54:01.178386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-2a338274-6808-4153-97bb-d78e523b9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:01.179858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-2a338274-6808-4153-97bb-d78e523b9817 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611872 Feb 07 13:54:01.182420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-905e6a36-e01d-4890-a12b-7877f43dd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:01.183794 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-905e6a36-e01d-4890-a12b-7877f43dd684 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017286 Feb 07 13:54:01.286451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87188258-3631-4fdc-ab2c-5cb5ae635568 req-6d3070ea-4a0f-4367-8542-0dcd77130909 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:01.287814 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87188258-3631-4fdc-ab2c-5cb5ae635568 req-6d3070ea-4a0f-4367-8542-0dcd77130909 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 943 time: 0.2139790 Feb 07 13:54:01.352853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f01e2043-42a8-4916-94ac-7815d1099b7f no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:54:01.410318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f01e2043-42a8-4916-94ac-7815d1099b7f not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:54:01.421567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87188258-3631-4fdc-ab2c-5cb5ae635568 req-cbd8211b-1d15-4429-afab-fbb5bc2df228 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822437 Feb 07 13:54:01.481484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-9669747e-bcfa-47cc-a183-6de73a9fcf55 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728045 Feb 07 13:54:01.484476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-77ccd413-29df-456b-b3bf-df2baecc3fb2 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958565 Feb 07 13:54:01.697232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f01e2043-42a8-4916-94ac-7815d1099b7f details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:54:01.846434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:54:01.860973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'mac_address': 'fa:16:3e:cf:86:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:54:01.879148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-c8225d0e-a41c-4b19-96a4-bfa619f00c9f service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902354 Feb 07 13:54:01.882274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be042e72-8da4-4380-bede-e9c66f9ebeaf req-5f953b4a-d10b-4d79-9b3d-82b38e0aeb41 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750215 Feb 07 13:54:01.920823 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:01.942003 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01e2043-42a8-4916-94ac-7815d1099b7f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:54:01.957929 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:54:02.018699 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:02.087865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:54:02.228129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['f01e2043-42a8-4916-94ac-7815d1099b7f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:54:02.609020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d39a5c-bccc-449a-b5a9-18c7b540370c req-b71ca101-a9c4-41a6-bbca-6a57b2f79901 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:02.610528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17d39a5c-bccc-449a-b5a9-18c7b540370c req-b71ca101-a9c4-41a6-bbca-6a57b2f79901 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 944 time: 0.0812461 Feb 07 13:54:02.655584 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-17d39a5c-bccc-449a-b5a9-18c7b540370c req-fee00444-3066-4c34-8de7-d29dd7de2f84 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387416 Feb 07 13:54:03.194544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8da0b-bc59-404b-8bd2-a6fa63d205b5 req-8a7cf6af-e8da-4891-9b96-4ce07215f748 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:03.196000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ee8da0b-bc59-404b-8bd2-a6fa63d205b5 req-8a7cf6af-e8da-4891-9b96-4ce07215f748 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 944 time: 0.1290069 Feb 07 13:54:03.252104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ee8da0b-bc59-404b-8bd2-a6fa63d205b5 req-4350a4c8-34bc-4305-ba24-32c01c06c258 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499494 Feb 07 13:54:03.260487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-c8491ce3-d74d-4ba3-8fb9-9cab667880d6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:03.261876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-c8491ce3-d74d-4ba3-8fb9-9cab667880d6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f&tenant_id=478f737244184543afdf49c3a186549f&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 944 time: 0.1298892 Feb 07 13:54:03.341870 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-1b40957c-19db-4e29-878f-2566519f1fba service neutron] delete failed (client error): The resource could not be found. Feb 07 13:54:03.342867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-1b40957c-19db-4e29-878f-2566519f1fba service neutron] 10.222.0.47 "DELETE /v2.0/ports/f01e2043-42a8-4916-94ac-7815d1099b7f/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0754154 Feb 07 13:54:03.480399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-024f4178-0e03-4bfc-9a1c-32bd4e67a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:03.481873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-024f4178-0e03-4bfc-9a1c-32bd4e67a1b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 1095 time: 0.0700359 Feb 07 13:54:03.611030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-ffff366a-2c24-48ee-8ba1-821bd6cd562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:03.613255 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-ffff366a-2c24-48ee-8ba1-821bd6cd562e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1254847 Feb 07 13:54:03.710224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f01e2043-42a8-4916-94ac-7815d1099b7f up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:54:03.715633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-47d3e642-1d54-422f-b162-eca4d4f8ab8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 200 len: 1000 time: 0.0969384 Feb 07 13:54:03.779408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-9f7e6df0-d9a6-49b0-acde-a57b1a8f3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:03.780926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-9f7e6df0-d9a6-49b0-acde-a57b1a8f3689 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0588155 Feb 07 13:54:03.858175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port f01e2043-42a8-4916-94ac-7815d1099b7f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:54:03.860312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-f4159c5f-be46-4feb-b0be-d766720f1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:03.861918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-f4159c5f-be46-4feb-b0be-d766720f1056 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743954 Feb 07 13:54:03.863299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port f01e2043-42a8-4916-94ac-7815d1099b7f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:54:03.863674 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:03.981277 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:03.994423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-c3de0559-b3e2-4729-b937-d108c37f58aa service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265032 Feb 07 13:54:04.008928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:54:04.019646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:54:04.072074 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'code': 200} Feb 07 13:54:04.072986 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:04.133093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4aef283c-f6f9-4b49-9f3e-1db48a25bb51 req-32fd1849-4500-49e2-86ec-07d591da8e71 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328630 Feb 07 13:54:04.143724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:54:04.464871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f63c6-2d9c-4ba4-8dba-529d30404bec req-b5e69c0f-0f2b-4802-89d6-16f6428997ce tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:04.466359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b32f63c6-2d9c-4ba4-8dba-529d30404bec req-b5e69c0f-0f2b-4802-89d6-16f6428997ce tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0923002 Feb 07 13:54:04.514012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b32f63c6-2d9c-4ba4-8dba-529d30404bec req-de3021b6-c299-421d-884d-6937fb41925b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411305 Feb 07 13:54:05.704154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4099fb-8d0d-4380-aeeb-4506f0d5688f req-8348813d-ecbc-484a-95ee-5637e296705f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:05.705652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d4099fb-8d0d-4380-aeeb-4506f0d5688f req-8348813d-ecbc-484a-95ee-5637e296705f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0848982 Feb 07 13:54:05.749465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d4099fb-8d0d-4380-aeeb-4506f0d5688f req-dfc73110-6689-4544-80e6-a33f9f9e63b4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382059 Feb 07 13:54:05.928920 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77008a5-c97d-4e8f-b865-6f40c7abaf77 req-3d5604b0-5602-44b2-8704-e528d512c9bb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:05.930378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f77008a5-c97d-4e8f-b865-6f40c7abaf77 req-3d5604b0-5602-44b2-8704-e528d512c9bb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0790772 Feb 07 13:54:05.976411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f77008a5-c97d-4e8f-b865-6f40c7abaf77 req-ed1b4da5-5e38-465b-bd85-a28e2b83c4d6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404692 Feb 07 13:54:06.161367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6c08-a711-46ee-805d-bd4d89cc3e95 req-07ffcada-eca9-4721-854c-42ae8e54d94e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:06.162824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc9a6c08-a711-46ee-805d-bd4d89cc3e95 req-07ffcada-eca9-4721-854c-42ae8e54d94e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0810430 Feb 07 13:54:06.206233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc9a6c08-a711-46ee-805d-bd4d89cc3e95 req-9ff9ea48-a9ad-49ff-95b5-428499bdedf8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 Feb 07 13:54:06.871195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e457800-e23a-4de7-8209-a35609c9b6cb req-7b23403d-3209-4635-8c44-63235f85308b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:06.872598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e457800-e23a-4de7-8209-a35609c9b6cb req-7b23403d-3209-4635-8c44-63235f85308b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.1927350 Feb 07 13:54:06.916939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e457800-e23a-4de7-8209-a35609c9b6cb req-c01ec17e-680e-4f16-b48a-82a92b601b8a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381024 Feb 07 13:54:07.945685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-3e8474bb-bb41-4129-929c-d19547dea8dc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:07.947159 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-3e8474bb-bb41-4129-929c-d19547dea8dc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.35 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.0783741 Feb 07 13:54:08.020034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Deleting port f01e2043-42a8-4916-94ac-7815d1099b7f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:54:08.020378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:08.228771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afd270-16ac-4e13-bea3-9d6423fbc50c req-e2604fcf-8f9b-43c2-8659-24780a003fbd tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:08.231323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5afd270-16ac-4e13-bea3-9d6423fbc50c req-e2604fcf-8f9b-43c2-8659-24780a003fbd tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 945 time: 0.1869252 Feb 07 13:54:08.379780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5afd270-16ac-4e13-bea3-9d6423fbc50c req-c3d8f17e-932a-41ac-8252-0d41a14bad6f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252229 Feb 07 13:54:08.424924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] For port f01e2043-42a8-4916-94ac-7815d1099b7f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=f01e2043-42a8-4916-94ac-7815d1099b7f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:54:08.425280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:08.710260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1a517bd9-1b3f-4c4e-95e5-3bb0f0eb25da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:08.720511 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:08.722755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:08.722755 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c disassociated. External IP: 172.25.7.145, port: f01e2043-42a8-4916-94ac-7815d1099b7f. Feb 07 13:54:08.722755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Calling delete_port for f01e2043-42a8-4916-94ac-7815d1099b7f owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:54:08.921382 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:08.971180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event deleted for resources: {'Port': ['ID=f01e2043-42a8-4916-94ac-7815d1099b7f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:54:09.168420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:54:09.346974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:54:09.357043 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:54:09.368357 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:54:09.369061 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:53:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:54:09.574188 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:54:09.592284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] No DVR routers for this DVR port f01e2043-42a8-4916-94ac-7815d1099b7f on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:54:09.595595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0fa5a6ac-a59a-47ff-983b-e18354c52ebc req-679eb648-06e1-4e84-8f1c-b4776b18d7b2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=17b3377c-979b-46fc-a48b-2380d6bad74f HTTP/1.1" status: 200 len: 210 time: 0.0837023 Feb 07 13:54:09.597377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:09.600284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'name': 'network-vif-deleted', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:54:09.661453 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b3377c-979b-46fc-a48b-2380d6bad74f', 'name': 'network-vif-deleted', 'tag': 'f01e2043-42a8-4916-94ac-7815d1099b7f', 'status': 'completed', 'code': 200} Feb 07 13:54:09.676474 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3467860-1afe-4cc8-9190-c3ff6308bf6e req-c82d22c6-0652-4232-b2a0-dcbe20292df1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.35 "DELETE /v2.0/ports/f01e2043-42a8-4916-94ac-7815d1099b7f HTTP/1.1" status: 204 len: 173 time: 1.7245810 Feb 07 13:54:09.895620 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:54:09.899382 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:54:09.908074 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:54:09.908767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:53:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:54:10.089823 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:54:10.409863 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:54:10.413856 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591d0f7-266b-4270-be9d-3bc600058495 None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:54:10.830908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bcf849-e5bf-413d-8a7e-d231b4a86937 None None] New status for floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:54:10.955099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-62012fe0-08ef-4c75-92ca-2516685dae13 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--821459026&fields=id&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 267 time: 0.0445824 Feb 07 13:54:11.105392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e72e8-9f30-4e56-af79-961364d42183 req-e625d926-1d46-4a4c-981a-bba53bb08879 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:11.106818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-e625d926-1d46-4a4c-981a-bba53bb08879 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 812 time: 0.1453030 Feb 07 13:54:11.122627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-ba342f0b-4f51-474d-888f-0653a65f8f4d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/quotas/478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 375 time: 0.0094631 Feb 07 13:54:11.206579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-132e72e8-9f30-4e56-af79-961364d42183 req-4d5c1f07-8b86-4c11-b42d-f627a813b915 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Synchronizing usage tracker for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:54:11.275262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-132e72e8-9f30-4e56-af79-961364d42183 req-4d5c1f07-8b86-4c11-b42d-f627a813b915 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Unset dirty status for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:54:11.276615 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-4d5c1f07-8b86-4c11-b42d-f627a813b915 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489768 Feb 07 13:54:11.423846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-d837bec6-342d-41f3-87f9-dfe1c10e3584 service neutron] 10.222.0.69 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339743 Feb 07 13:54:11.544032 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce8a1-8a21-4381-aaeb-129de65e106a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:11.559457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-67e50cdb-eabb-44f5-8bb2-26b2dcfea484 service neutron] 10.222.0.69 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291177 Feb 07 13:54:11.755619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f01e2043-42a8-4916-94ac-7815d1099b7f no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:54:11.794885 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: f01e2043-42a8-4916-94ac-7815d1099b7f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:54:11.795491 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device f01e2043-42a8-4916-94ac-7815d1099b7f not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:54:11.838423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d74f8d98-587a-4e50-97e7-836989cac6b6 req-f3976c29-acd7-4070-a264-0e2bbed303b2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0455170 Feb 07 13:54:12.304914 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:12.401454 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:13.010238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4e66693-b740-4102-855e-ab38b349cdd5 req-ad595805-7b1f-46e0-9ac2-d8246c6e1c6c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0470991 Feb 07 13:54:14.059482 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:14.197579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9f75930-cc27-419b-b78a-80f044997652 req-8584144b-2e6e-41ce-9b5a-abe064f0fabf tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0581694 Feb 07 13:54:14.270327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e72e8-9f30-4e56-af79-961364d42183 req-dc183b7c-f762-480f-a614-e12b1f9fbedf tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:14.272876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-dc183b7c-f762-480f-a614-e12b1f9fbedf tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 812 time: 0.2290127 Feb 07 13:54:14.334469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-354c26ea-3a4b-424b-a302-57318123328b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 379 time: 0.0530429 Feb 07 13:54:14.345663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'port': {'device_id': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'admin_state_up': True, 'tenant_id': '478f737244184543afdf49c3a186549f', 'security_groups': ['d1565fb1-21a3-4ad3-816b-345b5338e484']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:54:14.508769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:54:14.519937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:54:14.630984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Made reservation on behalf of 478f737244184543afdf49c3a186549f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:54:14.636377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:14.859695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Allocated IP 172.20.0.10 (a68fc731-6857-40da-91d0-db24374176dc/18bb6e8a-891b-4612-a7b8-51a523f975be/32428632-e0ee-426c-836b-13c16ca14c07) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:54:15.061845 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:15.078553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Transition to ACTIVE for port object 32428632-e0ee-426c-836b-13c16ca14c07 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:54:15.202263 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:15.296631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Network a68fc731-6857-40da-91d0-db24374176dc is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:54:15.301064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:54:15.306639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:54:15.353564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:54:15.464649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:15.613248 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8f499375-7e0a-42df-9a66-8a3c9578a3be None None] Provisioning for port 32428632-e0ee-426c-836b-13c16ca14c07 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:54:15.616577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:15.617427 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:15.622293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8f499375-7e0a-42df-9a66-8a3c9578a3be None None] Provisioning complete for port 32428632-e0ee-426c-836b-13c16ca14c07 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:54:15.622876 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8f499375-7e0a-42df-9a66-8a3c9578a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:15.673514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b223ad2-e7f9-4d5d-98b3-a9b7216fc260 req-f582d62e-32e3-4798-b272-56d7986e9b91 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:15.675111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b223ad2-e7f9-4d5d-98b3-a9b7216fc260 req-f582d62e-32e3-4798-b272-56d7986e9b91 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Synchronizing usage tracker for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:54:15.681998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8f499375-7e0a-42df-9a66-8a3c9578a3be None None] Port 32428632-e0ee-426c-836b-13c16ca14c07 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:54:15.717560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-0f372cff-4c08-4f55-bed7-824a6bf456b3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3766282 Feb 07 13:54:15.728756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Request body: {'port': {'device_id': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:54:15.787124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1b223ad2-e7f9-4d5d-98b3-a9b7216fc260 req-f582d62e-32e3-4798-b272-56d7986e9b91 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Unset dirty status for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:54:15.788303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b223ad2-e7f9-4d5d-98b3-a9b7216fc260 req-f582d62e-32e3-4798-b272-56d7986e9b91 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 932 time: 0.4419918 Feb 07 13:54:15.876221 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:15.893183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b223ad2-e7f9-4d5d-98b3-a9b7216fc260 req-5e3f77c7-ea91-4875-8032-60e1abfeaeeb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759563 Feb 07 13:54:16.227596 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32428632-e0ee-426c-836b-13c16ca14c07 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:54:16.235572 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:16.250630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Transition to ACTIVE for port object 32428632-e0ee-426c-836b-13c16ca14c07 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:54:16.320882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:16.489704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:54:16.573235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Attempting to bind port 32428632-e0ee-426c-836b-13c16ca14c07 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:54:16.573575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Attempting to bind port 32428632-e0ee-426c-836b-13c16ca14c07 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:54:16.573907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Attempting to bind port 32428632-e0ee-426c-836b-13c16ca14c07 on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:54:16.578507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Port 32428632-e0ee-426c-836b-13c16ca14c07 on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:54:16.578834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Attempting to bind port 32428632-e0ee-426c-836b-13c16ca14c07 on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:54:16.584165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:54:16.584503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:54:16.584889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:54:16.585320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Bound port: 32428632-e0ee-426c-836b-13c16ca14c07, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:54:16.585670 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:16.681615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:54:16.684595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:54:16.756252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:16.819113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:16.819760 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:16.821123 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] 10.222.0.47 "PUT /v2.0/ports/32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1092 time: 1.0963809 Feb 07 13:54:16.821557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:54:16.842283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee34f4-0fcc-49b5-90b1-ffdf5ce50586 service neutron] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:54:16.870328 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07', 'status': 'completed', 'code': 200} Feb 07 13:54:16.972022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4518-0ca5-47c2-be8b-3e0424d786b3 req-3f9d5a82-ab8d-464e-b728-179c085db982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:16.973553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-058c4518-0ca5-47c2-be8b-3e0424d786b3 req-3f9d5a82-ab8d-464e-b728-179c085db982 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1095 time: 0.0786910 Feb 07 13:54:17.171135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4518-0ca5-47c2-be8b-3e0424d786b3 req-ac5f6e95-dc41-4eb7-a7fd-27a1eadefe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:17.172694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-058c4518-0ca5-47c2-be8b-3e0424d786b3 req-ac5f6e95-dc41-4eb7-a7fd-27a1eadefe10 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=478f737244184543afdf49c3a186549f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1917076 Feb 07 13:54:17.207855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b173b40-1ba8-4972-bb9b-75d205275e06 req-26bc0877-212f-4640-96ea-3f6decfdc166 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:17.209297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b173b40-1ba8-4972-bb9b-75d205275e06 req-26bc0877-212f-4640-96ea-3f6decfdc166 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 944 time: 0.1568906 Feb 07 13:54:17.317658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b173b40-1ba8-4972-bb9b-75d205275e06 req-c27178d5-8b8f-44a2-83a0-c4ebbd8afd73 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613337 Feb 07 13:54:17.351098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4518-0ca5-47c2-be8b-3e0424d786b3 req-5aef8e64-187a-4fa2-9a70-3d589fe1d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:17.352610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-058c4518-0ca5-47c2-be8b-3e0424d786b3 req-5aef8e64-187a-4fa2-9a70-3d589fe1d512 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1722231 Feb 07 13:54:17.468570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e72e8-9f30-4e56-af79-961364d42183 req-948363e4-d971-4982-95d3-f35fc306ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:17.470112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-948363e4-d971-4982-95d3-f35fc306ba58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1095 time: 0.0778375 Feb 07 13:54:17.541458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-9d9eb74b-957e-4040-b90d-94ab2f45e3b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 217 time: 0.0615580 Feb 07 13:54:17.722460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e72e8-9f30-4e56-af79-961364d42183 req-01242e0b-50db-408e-9623-237e1e8f3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:17.723918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-01242e0b-50db-408e-9623-237e1e8f3cf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1766179 Feb 07 13:54:17.803058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e72e8-9f30-4e56-af79-961364d42183 req-5b69b303-4d4f-41bf-b6cc-ab6755627043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:17.804614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-5b69b303-4d4f-41bf-b6cc-ab6755627043 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744176 Feb 07 13:54:17.942506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-e258f990-2913-4c30-bc77-5363f707031f service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238606 Feb 07 13:54:18.074803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-132e72e8-9f30-4e56-af79-961364d42183 req-67857edd-890b-4dd1-ba77-bb1a639ea281 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264062 Feb 07 13:54:18.566076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdcf6d-019e-405f-b0f5-9d5ed4e82a21 req-15b9027a-08ef-445e-826e-526f520802e7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:18.567538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59bdcf6d-019e-405f-b0f5-9d5ed4e82a21 req-15b9027a-08ef-445e-826e-526f520802e7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 944 time: 0.1436088 Feb 07 13:54:18.610980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59bdcf6d-019e-405f-b0f5-9d5ed4e82a21 req-3a4beca3-c76c-480b-8dde-5ace5ebc0259 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377314 Feb 07 13:54:19.795042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a87ff9-d54f-4ea1-9836-f991ce3d1023 req-d228f490-0bf7-4296-b1eb-47ffbb0f06a0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:19.796523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5a87ff9-d54f-4ea1-9836-f991ce3d1023 req-d228f490-0bf7-4296-b1eb-47ffbb0f06a0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 944 time: 0.0796661 Feb 07 13:54:19.839557 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5a87ff9-d54f-4ea1-9836-f991ce3d1023 req-8092d884-2606-4949-8c28-ebba2d1ef846 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374467 Feb 07 13:54:21.025668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0fbea-b5f6-43f6-80fa-efd273a9b925 req-5c2b1071-3300-4684-bd4d-1de2f0cb521b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:21.027038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5dd0fbea-b5f6-43f6-80fa-efd273a9b925 req-5c2b1071-3300-4684-bd4d-1de2f0cb521b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 944 time: 0.0826771 Feb 07 13:54:21.072038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5dd0fbea-b5f6-43f6-80fa-efd273a9b925 req-c3896c0e-6aa7-45d4-8489-989065075920 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389602 Feb 07 13:54:21.410977 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 32428632-e0ee-426c-836b-13c16ca14c07 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:54:21.541887 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:54:21.554474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '32428632-e0ee-426c-836b-13c16ca14c07', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': '32428632-e0ee-426c-836b-13c16ca14c07', 'mac_address': 'fa:16:3e:26:0d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:54:21.609512 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:21.625862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32428632-e0ee-426c-836b-13c16ca14c07 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:54:21.641694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:54:21.704399 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:21.777258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:54:22.022374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['32428632-e0ee-426c-836b-13c16ca14c07'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:54:22.303552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f4643-5ccc-4023-a645-a124254afef8 req-37938beb-28cc-4b2d-8a8d-5916b88c9dc5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:22.304946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f7f4643-5ccc-4023-a645-a124254afef8 req-37938beb-28cc-4b2d-8a8d-5916b88c9dc5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 945 time: 0.1262596 Feb 07 13:54:22.351427 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f7f4643-5ccc-4023-a645-a124254afef8 req-20158e51-2cc0-43f5-9140-394827e83cb2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408902 Feb 07 13:54:23.410390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 32428632-e0ee-426c-836b-13c16ca14c07 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:54:23.537390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8085a-7c13-4d58-9085-0820943ce065 req-20740254-fa38-46d0-9d9c-395654e88c46 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:23.538861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ef8085a-7c13-4d58-9085-0820943ce065 req-20740254-fa38-46d0-9d9c-395654e88c46 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0797639 Feb 07 13:54:23.555379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 32428632-e0ee-426c-836b-13c16ca14c07 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:54:23.560483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 32428632-e0ee-426c-836b-13c16ca14c07 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:54:23.560865 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:23.584366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ef8085a-7c13-4d58-9085-0820943ce065 req-0d6cdf8a-8d81-4ea8-9fd2-567099f29ca4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397427 Feb 07 13:54:23.680689 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:23.708145 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:54:23.717550 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:54:23.752674 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07', 'code': 200} Feb 07 13:54:23.789690 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:23.860446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:54:23.868425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.868770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.869108 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.869440 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.869767 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.870091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.870413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.870736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.871055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.871375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.871694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.872031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:54:23.878320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20190c83-94cd-440c-b8a9-4ac040df8d21 req-6536c421-fd8f-4d9e-9b0d-dd7cfbd2fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:23.879797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20190c83-94cd-440c-b8a9-4ac040df8d21 req-6536c421-fd8f-4d9e-9b0d-dd7cfbd2fdc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1097 time: 0.0734611 Feb 07 13:54:23.919920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20190c83-94cd-440c-b8a9-4ac040df8d21 req-7d54e0cc-9ab0-443e-89af-a33a096b68db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344348 Feb 07 13:54:24.765967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a24a94-7039-4f6d-82c0-197c67f85063 req-a37c4327-311d-4f98-a940-73255ed17fa6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:24.767421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38a24a94-7039-4f6d-82c0-197c67f85063 req-a37c4327-311d-4f98-a940-73255ed17fa6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0798802 Feb 07 13:54:24.811325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-38a24a94-7039-4f6d-82c0-197c67f85063 req-73419604-c1df-4064-8ffd-795d6e85fdc8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375490 Feb 07 13:54:25.104041 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:26.002984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a13cee-fb22-4edb-92c5-c6259d44eb87 req-68d20c01-41f0-4bd6-9dad-90a290c0bc19 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:26.004376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41a13cee-fb22-4edb-92c5-c6259d44eb87 req-68d20c01-41f0-4bd6-9dad-90a290c0bc19 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0825803 Feb 07 13:54:26.048093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41a13cee-fb22-4edb-92c5-c6259d44eb87 req-18f475c9-ef90-427a-9d9a-65b113bba1f1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381572 Feb 07 13:54:26.222954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c041050-a8ba-4c25-88de-05cbcdf96550 req-18a1f09a-07a6-4a17-97ba-3c34896003fe tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:26.224413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c041050-a8ba-4c25-88de-05cbcdf96550 req-18a1f09a-07a6-4a17-97ba-3c34896003fe tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0784028 Feb 07 13:54:26.232792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60260) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:54:26.237880 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'floatingip': {'port_id': '32428632-e0ee-426c-836b-13c16ca14c07'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:54:26.317402 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:26.922364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:26.984392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:27.280473 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c associated. External IP: 172.25.7.145, port: 32428632-e0ee-426c-836b-13c16ca14c07. Feb 07 13:54:27.636153 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:54:27.818795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:54:27.823723 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:27.833032 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:54:27.842205 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:54:27.842806 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:54:27.878469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8905605e-63a0-4d45-a209-1f0506b40e81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "PUT /v2.0/floatingips/947d9242-3f11-491b-b0e2-ddd33bc0bd6c HTTP/1.1" status: 200 len: 992 time: 1.6445394 Feb 07 13:54:27.879060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:54:28.005106 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07', 'status': 'completed', 'code': 200} Feb 07 13:54:28.029790 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:54:28.110567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b5f3d-5d27-442a-94de-cefc95a6dd59 req-b8917934-973b-444e-9488-5c67ea371729 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:28.112158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-621b5f3d-5d27-442a-94de-cefc95a6dd59 req-b8917934-973b-444e-9488-5c67ea371729 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.1452248 Feb 07 13:54:28.114957 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-1d88b2e8-0461-4e91-ab2b-900c07e72732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:28.116446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-1d88b2e8-0461-4e91-ab2b-900c07e72732 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1097 time: 0.1105664 Feb 07 13:54:28.237960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-621b5f3d-5d27-442a-94de-cefc95a6dd59 req-6024f91e-5868-44ee-a625-831749d2d794 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195486 Feb 07 13:54:28.280573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-0d082e69-bbca-4231-8c02-4a6d4d5302fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:28.282047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-0d082e69-bbca-4231-8c02-4a6d4d5302fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1489761 Feb 07 13:54:28.387160 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-ae36da56-4fbf-4f02-b306-ef28ad13d380 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1000 time: 0.0976605 Feb 07 13:54:28.409094 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '32428632-e0ee-426c-836b-13c16ca14c07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:26:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:54:26Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:54:28.413031 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:54:28.421104 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:54:28.421676 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:54:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:54:28.451146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-5083d5be-939f-4208-bc27-c73077fd591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:28.452673 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-5083d5be-939f-4208-bc27-c73077fd591c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0585496 Feb 07 13:54:28.531174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-828a67f9-a33a-4bef-a619-798d054e8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:28.532600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-828a67f9-a33a-4bef-a619-798d054e8a07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739882 Feb 07 13:54:28.597383 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:54:28.668881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-246ca33f-2616-45da-944b-38af88d2ee4b service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292417 Feb 07 13:54:28.943253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bc5add9-7d74-46c1-a37c-fbf67cf0d90b req-72800d39-b6d6-4b46-9fcd-e2da9cd6ced3 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682247 Feb 07 13:54:28.951905 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '32428632-e0ee-426c-836b-13c16ca14c07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:26:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:54:26Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:54:28.957044 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a95c9c-90bb-4b08-8b60-276a34ae5fab None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '32428632-e0ee-426c-836b-13c16ca14c07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:26:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:54:26Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:54:29.152043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdc16b8-950a-44bb-bcc5-2046fcfbfb6c None None] New status for floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:54:29.431270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc38a55-2f71-43c7-8059-8dc9095116d4 req-9303c5ef-0fd7-4d08-a770-e45797c4ff5f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:29.432748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0bc38a55-2f71-43c7-8059-8dc9095116d4 req-9303c5ef-0fd7-4d08-a770-e45797c4ff5f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0804827 Feb 07 13:54:29.479871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0bc38a55-2f71-43c7-8059-8dc9095116d4 req-f1ada57c-d435-4c09-aa24-473769e5610a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Feb 07 13:54:29.941105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195e14-0ff3-4c37-9060-77362140d8a9 req-f8651c6a-5922-4530-8d33-5bc19e67a34a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:29.942603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44195e14-0ff3-4c37-9060-77362140d8a9 req-f8651c6a-5922-4530-8d33-5bc19e67a34a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0849187 Feb 07 13:54:29.986220 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44195e14-0ff3-4c37-9060-77362140d8a9 req-9e5cb2dd-8d3a-4805-a3ba-fc98eae53581 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377927 Feb 07 13:54:31.171994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b318f-2447-4900-8594-e6dab2d1e35f req-666a062e-1053-48f0-9885-57f889c3e737 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:31.173462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b0b318f-2447-4900-8594-e6dab2d1e35f req-666a062e-1053-48f0-9885-57f889c3e737 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0803163 Feb 07 13:54:31.220462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7b0b318f-2447-4900-8594-e6dab2d1e35f req-63e8a345-f1d8-4f7e-a589-5a2b459b24ff tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407448 Feb 07 13:54:32.405048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90fa26-b032-4377-9437-91a8f516d5d7 req-931b7833-4995-4f0c-b315-9c2497cfba72 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:32.406523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d90fa26-b032-4377-9437-91a8f516d5d7 req-931b7833-4995-4f0c-b315-9c2497cfba72 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0798907 Feb 07 13:54:32.451140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d90fa26-b032-4377-9437-91a8f516d5d7 req-6d08aeae-7966-443b-9d1b-72a6083da958 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386424 Feb 07 13:54:33.272714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-47cf0ac8-5251-440e-bdef-c9513b60420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:33.274184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-47cf0ac8-5251-440e-bdef-c9513b60420e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1097 time: 0.0757508 Feb 07 13:54:33.421239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-d461e93b-8878-4d80-b96e-fe8c7f6b08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:33.422722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-d461e93b-8878-4d80-b96e-fe8c7f6b08f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1293402 Feb 07 13:54:33.531720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-7e0bd71b-35b5-404d-a7d2-3ece58b7d88c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1002 time: 0.1017568 Feb 07 13:54:33.665372 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-44f4c062-b121-431a-ad21-0ba32142e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:33.667147 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-44f4c062-b121-431a-ad21-0ba32142e5d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1244311 Feb 07 13:54:33.814922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073959-b092-4ab0-8e1f-ab27788382ac req-3dd0f8b5-f0e9-4fd9-82e2-91826577eab9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:33.814922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13073959-b092-4ab0-8e1f-ab27788382ac req-3dd0f8b5-f0e9-4fd9-82e2-91826577eab9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.1829805 Feb 07 13:54:33.815201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-6496e671-84ec-4024-bf21-4887cc798353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:33.816864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-6496e671-84ec-4024-bf21-4887cc798353 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409853 Feb 07 13:54:33.829540 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-13073959-b092-4ab0-8e1f-ab27788382ac req-1c898908-0021-4ebd-b8f3-5a9f4b0ffa2d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595474 Feb 07 13:54:33.978865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-f523103c-4565-450c-b380-50842489e48e service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529102 Feb 07 13:54:34.124492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f985634-aeef-47a3-bf98-8a0bc307f213 req-914af6b1-b196-47ef-af70-3c26a8bc579b service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393292 Feb 07 13:54:35.019391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa165c-29d1-433c-ac51-0435b2393968 req-694a71b0-2111-4a98-a1b9-b1d7ed336247 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:35.020761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6fa165c-29d1-433c-ac51-0435b2393968 req-694a71b0-2111-4a98-a1b9-b1d7ed336247 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0834746 Feb 07 13:54:35.065700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6fa165c-29d1-433c-ac51-0435b2393968 req-60ebcf0f-7ee4-412e-a499-b909793f5b8d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388060 Feb 07 13:54:36.249064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6354b-e7c2-4f50-b91a-c2cb80cba6fe req-1012ed9c-c00c-431b-9262-77ec98f2af85 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:36.250498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6d6354b-e7c2-4f50-b91a-c2cb80cba6fe req-1012ed9c-c00c-431b-9262-77ec98f2af85 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0782104 Feb 07 13:54:36.294164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a6d6354b-e7c2-4f50-b91a-c2cb80cba6fe req-1208de07-1223-4bdb-903a-2a4d139f72ae tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379145 Feb 07 13:54:37.095646 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:54:37.482917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1be1-e463-4274-ac2c-9eaf5391dc7c req-d59f7e55-25dc-4b28-8012-714a8ce4a56b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:37.484452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-252e1be1-e463-4274-ac2c-9eaf5391dc7c req-d59f7e55-25dc-4b28-8012-714a8ce4a56b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0863714 Feb 07 13:54:37.529332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-252e1be1-e463-4274-ac2c-9eaf5391dc7c req-bd664fe4-d78d-4534-8400-c50742892a25 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379887 Feb 07 13:54:38.716658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416aba2-0918-427e-b362-d82a9630ad75 req-275c6bee-034d-4824-a8b4-cadb13f17731 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:38.718112 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d416aba2-0918-427e-b362-d82a9630ad75 req-275c6bee-034d-4824-a8b4-cadb13f17731 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0840416 Feb 07 13:54:38.732855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-902af379-23d3-4bdd-a299-5b74b36a7cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:38.763171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d416aba2-0918-427e-b362-d82a9630ad75 req-68e15c05-a2bf-4be2-b882-256de2407ef4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384955 Feb 07 13:54:40.057816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787831eb-90a3-4856-8b53-f3fb4eedb97e req-f34926a2-62dc-411f-80e4-72d51c43c53a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:40.059184 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-787831eb-90a3-4856-8b53-f3fb4eedb97e req-f34926a2-62dc-411f-80e4-72d51c43c53a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.1904404 Feb 07 13:54:40.102605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-787831eb-90a3-4856-8b53-f3fb4eedb97e req-16f7fdc8-0422-42d3-abf0-398fdac16f90 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377443 Feb 07 13:54:41.290096 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971e718-d6d2-4eb7-bb2f-b5e10139463e req-3a1371dd-5595-4826-ab83-a6f6839c9f74 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:41.291553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6971e718-d6d2-4eb7-bb2f-b5e10139463e req-3a1371dd-5595-4826-ab83-a6f6839c9f74 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0824497 Feb 07 13:54:41.334829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6971e718-d6d2-4eb7-bb2f-b5e10139463e req-0857d594-7dfa-476a-81b1-f9da2ed03ee6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377235 Feb 07 13:54:41.560531 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2ffa-a2d4-4651-8ebe-6a156d09524b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:42.310217 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:42.412790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:42.523708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29bdf0-b7fa-410d-ac4e-9190de08ad58 req-34c5fcd0-f076-41aa-b14c-c32095fee9c1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:42.523708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b29bdf0-b7fa-410d-ac4e-9190de08ad58 req-34c5fcd0-f076-41aa-b14c-c32095fee9c1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0794423 Feb 07 13:54:42.567927 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b29bdf0-b7fa-410d-ac4e-9190de08ad58 req-bf22cc12-4b04-4dcb-8b44-15842906e48f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389924 Feb 07 13:54:43.764644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c576cb0-8877-433d-b33b-79e2436ec2f0 req-9f592bab-a6b5-4789-b0b3-41ecf34d584c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:43.766118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c576cb0-8877-433d-b33b-79e2436ec2f0 req-9f592bab-a6b5-4789-b0b3-41ecf34d584c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0855403 Feb 07 13:54:43.810908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c576cb0-8877-433d-b33b-79e2436ec2f0 req-7b9b316a-2b7a-45ad-b769-ecf90651cfc3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391436 Feb 07 13:54:43.904465 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:44.992027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4f6d9-15dc-4ce5-9048-42830eadd166 req-ef53eb54-25ed-42a4-a81a-9dafe310adb0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:44.993399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfe4f6d9-15dc-4ce5-9048-42830eadd166 req-ef53eb54-25ed-42a4-a81a-9dafe310adb0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0793076 Feb 07 13:54:45.037437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfe4f6d9-15dc-4ce5-9048-42830eadd166 req-da1cb206-be37-4184-8fcf-ac19f81a2ef7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383661 Feb 07 13:54:45.464596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:46.224889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031e27e-f7ca-4220-85a0-3defb126404a req-ddad04e1-19da-4edf-8f2a-5e771da6c7e8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:46.226361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d031e27e-f7ca-4220-85a0-3defb126404a req-ddad04e1-19da-4edf-8f2a-5e771da6c7e8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0857155 Feb 07 13:54:46.270696 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d031e27e-f7ca-4220-85a0-3defb126404a req-2afb8687-5e72-4968-b9f9-4027ab96314c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388274 Feb 07 13:54:47.462043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaae218-0878-4229-90e2-fb234dea3e83 req-dfac94c3-a1d0-452a-bf92-07c1e381aa16 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:47.463631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcaae218-0878-4229-90e2-fb234dea3e83 req-dfac94c3-a1d0-452a-bf92-07c1e381aa16 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0816169 Feb 07 13:54:47.512722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bcaae218-0878-4229-90e2-fb234dea3e83 req-c175e4e1-f867-4750-b377-24605f128fe8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433755 Feb 07 13:54:48.695242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de38b4-d6e1-46bd-906f-8ca1701ce45f req-05784c7f-057c-468e-864e-3de11bc79389 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:48.696767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02de38b4-d6e1-46bd-906f-8ca1701ce45f req-05784c7f-057c-468e-864e-3de11bc79389 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0794241 Feb 07 13:54:48.740185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02de38b4-d6e1-46bd-906f-8ca1701ce45f req-cf221c3d-1625-4f6a-a8a2-a3adc443ad03 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378523 Feb 07 13:54:49.929367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6768bd-eb50-4bd4-a861-13b8f7a20243 req-3f0319bf-360c-44a2-bfeb-b92e623a3ad3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:49.930829 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad6768bd-eb50-4bd4-a861-13b8f7a20243 req-3f0319bf-360c-44a2-bfeb-b92e623a3ad3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0846312 Feb 07 13:54:49.974508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad6768bd-eb50-4bd4-a861-13b8f7a20243 req-079f062e-4d4c-49bd-9946-f4ebe7f8225d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379314 Feb 07 13:54:51.160481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938e290-a00c-4e83-9471-dff35ef8079e req-3597bc90-0b78-49c6-bdab-fcfb4436a38e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:51.161932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6938e290-a00c-4e83-9471-dff35ef8079e req-3597bc90-0b78-49c6-bdab-fcfb4436a38e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0802867 Feb 07 13:54:51.204747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6938e290-a00c-4e83-9471-dff35ef8079e req-b10fe52b-cfdf-4dd9-8f64-19b914ac780c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373189 Feb 07 13:54:52.389488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccceb03-c5b3-4ce2-ae2c-49329556bb60 req-4f7b7a0e-2d27-4c40-ae95-2be7c8f0c2fa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:52.390929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ccceb03-c5b3-4ce2-ae2c-49329556bb60 req-4f7b7a0e-2d27-4c40-ae95-2be7c8f0c2fa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0822313 Feb 07 13:54:52.435387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7ccceb03-c5b3-4ce2-ae2c-49329556bb60 req-f7b55a13-f0c0-4a9c-ad2c-ec0f89e7e7e0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382438 Feb 07 13:54:53.620140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12fa72-5cc0-4b95-83b7-11a9e5932870 req-0016a9c5-3837-4f98-9816-640c156a7445 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:53.621609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad12fa72-5cc0-4b95-83b7-11a9e5932870 req-0016a9c5-3837-4f98-9816-640c156a7445 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0817411 Feb 07 13:54:53.669747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ad12fa72-5cc0-4b95-83b7-11a9e5932870 req-90737e88-0ca3-4378-96e2-97ce4d178595 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 Feb 07 13:54:54.853164 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69451fa1-0181-4760-8111-d6e86cc11eda req-ef6f8fd2-ba3b-42cd-b369-d3e01aa0fb7d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:54.854670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69451fa1-0181-4760-8111-d6e86cc11eda req-ef6f8fd2-ba3b-42cd-b369-d3e01aa0fb7d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0803833 Feb 07 13:54:54.898233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69451fa1-0181-4760-8111-d6e86cc11eda req-2a0a0806-8cd2-4dcc-8990-734e22e58cef tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380230 Feb 07 13:54:55.167459 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:54:56.087100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b8f7f-0bb9-4905-871f-e1126512a421 req-a3f5674e-254e-41f6-ae57-127e1eef7ab1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:56.088602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-107b8f7f-0bb9-4905-871f-e1126512a421 req-a3f5674e-254e-41f6-ae57-127e1eef7ab1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0852568 Feb 07 13:54:56.133406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-107b8f7f-0bb9-4905-871f-e1126512a421 req-04bdaecb-7e6c-49cd-98db-231f0be06303 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393214 Feb 07 13:54:56.698498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14e54f-b622-4263-81a1-1a39b517bfe3 req-ada089f3-3e3c-4ef3-83ea-4fcd08a80061 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:56.700098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf14e54f-b622-4263-81a1-1a39b517bfe3 req-ada089f3-3e3c-4ef3-83ea-4fcd08a80061 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0830817 Feb 07 13:54:56.745099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf14e54f-b622-4263-81a1-1a39b517bfe3 req-b82f0654-a213-44ae-a927-b7ab48b14ca5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391085 Feb 07 13:54:56.818413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-da53c538-2d51-4175-8f52-32ee8d78fc1c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716894 Feb 07 13:54:57.931223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3aa64-7df5-4ee4-9748-34cb4127597c req-373cc56e-b342-409a-b832-7597a9d662a5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:57.932761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5a3aa64-7df5-4ee4-9748-34cb4127597c req-373cc56e-b342-409a-b832-7597a9d662a5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0829868 Feb 07 13:54:57.979092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5a3aa64-7df5-4ee4-9748-34cb4127597c req-9b6ee95f-4f61-4eee-b55c-6ccf510b9d9d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 Feb 07 13:54:58.823730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-8bdb1ae0-05c1-47d9-a4d1-8efd714e4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:58.825294 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-8bdb1ae0-05c1-47d9-a4d1-8efd714e4ca3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1097 time: 0.1151524 Feb 07 13:54:58.957292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-7e13e7d1-5e46-49d5-ba53-47d010049e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:58.958644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-7e13e7d1-5e46-49d5-ba53-47d010049e7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1264570 Feb 07 13:54:59.212828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-c61ed9f1-dd92-46c0-b895-646f982ef000 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1002 time: 0.2480304 Feb 07 13:54:59.291327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-1abb059f-48d3-4274-8fea-16d9e9f0469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:59.292792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-1abb059f-48d3-4274-8fea-16d9e9f0469f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0725484 Feb 07 13:54:59.300859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817f1ab-b62d-492f-9041-a26279bc9a89 req-31d6ef4a-48d7-4af9-b8d7-4ccc88ed9837 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:59.302185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f817f1ab-b62d-492f-9041-a26279bc9a89 req-31d6ef4a-48d7-4af9-b8d7-4ccc88ed9837 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.1422276 Feb 07 13:54:59.391600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f817f1ab-b62d-492f-9041-a26279bc9a89 req-ec9656ad-4355-4cc4-a075-b7d4457cdd54 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588443 Feb 07 13:54:59.404419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-49a64fa4-04c3-4f6f-aa24-1e561588db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:54:59.406131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-49a64fa4-04c3-4f6f-aa24-1e561588db8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031260 Feb 07 13:54:59.536313 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-7bb75140-7f9f-42b5-bde1-1b1d4b065e4e service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243894 Feb 07 13:54:59.668498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-cf20221a-d21e-48f3-a5dd-44f682fc465c service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260064 Feb 07 13:55:00.582220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61ce3e-3bb0-474d-9132-9ec0ef41e74f req-1cc04091-310e-4ac1-a73a-ea5199a9a00c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:00.583728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e61ce3e-3bb0-474d-9132-9ec0ef41e74f req-1cc04091-310e-4ac1-a73a-ea5199a9a00c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0857635 Feb 07 13:55:00.628858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e61ce3e-3bb0-474d-9132-9ec0ef41e74f req-7af8f4e8-2799-4994-9862-0dc2df156c68 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 Feb 07 13:55:01.860270 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-653e61fa-d7f9-424b-a57b-5869c4f93232 service neutron] show failed (client error): The resource could not be found. Feb 07 13:55:01.861260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-653e61fa-d7f9-424b-a57b-5869c4f93232 service neutron] 10.222.0.47 "GET /v2.0/ports/32428632-e0ee-426c-836b-13c16ca14c07/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.1295083 Feb 07 13:55:01.880054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6715-2e07-4a37-a06b-6321e6a45396 req-2c521abb-6f64-45c6-b657-e2557071c7fc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:01.882189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c0b6715-2e07-4a37-a06b-6321e6a45396 req-2c521abb-6f64-45c6-b657-e2557071c7fc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.1176395 Feb 07 13:55:01.926660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1c0b6715-2e07-4a37-a06b-6321e6a45396 req-7e931db6-5766-4493-95f6-aaa4822c6f22 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Feb 07 13:55:02.620207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-51953838-8e44-4286-8126-0f087cc2d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:02.621677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-51953838-8e44-4286-8126-0f087cc2d47a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 1097 time: 0.1120610 Feb 07 13:55:02.632522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:55:02.744770 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:03.009889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:55:03.072887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:55:03.148876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:55:03.154218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:03.174509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Transition to ACTIVE for port object 32428632-e0ee-426c-836b-13c16ca14c07 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:55:03.188846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2ed7e-5602-46d2-bed5-135cd3f1c607 req-2caaaf38-d261-4b69-b610-0b1b9d858c5e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:03.190321 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3be2ed7e-5602-46d2-bed5-135cd3f1c607 req-2caaaf38-d261-4b69-b610-0b1b9d858c5e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.1561387 Feb 07 13:55:03.213016 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07', 'code': 200} Feb 07 13:55:03.238722 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3be2ed7e-5602-46d2-bed5-135cd3f1c607 req-ad4dae22-50f7-4b37-8892-986144a6afc5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Feb 07 13:55:03.264705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:03.408403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:03.422358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.422701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.423038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.423373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.423704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.424054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.424382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.424704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.425027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.425347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.425667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.425983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:03.593211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] No DVR routers for this DVR port 32428632-e0ee-426c-836b-13c16ca14c07 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:55:03.816129 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Attempting to bind port 32428632-e0ee-426c-836b-13c16ca14c07 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:55:03.816391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Attempting to bind port 32428632-e0ee-426c-836b-13c16ca14c07 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:55:03.816726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Attempting to bind port 32428632-e0ee-426c-836b-13c16ca14c07 on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:55:03.821412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Port 32428632-e0ee-426c-836b-13c16ca14c07 on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:55:03.821736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Attempting to bind port 32428632-e0ee-426c-836b-13c16ca14c07 on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:55:03.826708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:55:03.827045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:55:03.827427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:55:03.827854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Bound port: 32428632-e0ee-426c-836b-13c16ca14c07, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:55:03.828232 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:03.915556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:55:03.918515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:55:03.984909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:04.048585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:04.049210 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:04.050539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] 10.222.0.35 "PUT /v2.0/ports/32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1092 time: 1.4219182 Feb 07 13:55:04.066412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e53d93-55f2-4f37-9761-2a9e5d76931e service neutron] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:04.147346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-4a9f4c32-24f3-4c57-92aa-30139442e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:04.149007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-4a9f4c32-24f3-4c57-92aa-30139442e61f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1095 time: 0.0747049 Feb 07 13:55:04.284862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-e57cd561-511b-4a18-936b-ff6e0b87289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:04.286354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-e57cd561-511b-4a18-936b-ff6e0b87289d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1319771 Feb 07 13:55:04.438320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-0f3a081b-d6aa-4abc-9829-8e13a3c464fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1000 time: 0.1460373 Feb 07 13:55:04.509326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603816e2-0ad2-44d0-a913-656b8c368e27 req-20fecd21-ad5d-4278-8692-f958d07a054b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:04.510756 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-603816e2-0ad2-44d0-a913-656b8c368e27 req-20fecd21-ad5d-4278-8692-f958d07a054b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 944 time: 0.1475110 Feb 07 13:55:04.519031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-27c5e1f8-6561-46bd-8591-cc27e3075a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:04.520391 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-27c5e1f8-6561-46bd-8591-cc27e3075a57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0748045 Feb 07 13:55:04.603915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-603816e2-0ad2-44d0-a913-656b8c368e27 req-0e4dd35b-0a80-4d0d-bb4a-e01ef65f72c7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864203 Feb 07 13:55:04.621360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-c90a3e4e-5328-47c7-931a-a3f1af7cc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:04.622813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-c90a3e4e-5328-47c7-931a-a3f1af7cc6d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894973 Feb 07 13:55:04.754729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-9ae664cc-ceb7-4891-8494-b27e3781c270 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259048 Feb 07 13:55:04.885182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac07d4c8-e1bc-4fe5-89f6-9aadd057c328 req-09731e4c-cb8c-41a7-95a3-1a86175ba102 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248200 Feb 07 13:55:05.214656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:55:05.271305 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07', 'status': 'completed', 'code': 200} Feb 07 13:55:05.424010 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-fb60cc46-a437-4ea4-b42f-89e538550e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:05.425471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-fb60cc46-a437-4ea4-b42f-89e538550e3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1095 time: 0.1301565 Feb 07 13:55:05.427888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-029256f9-5ea0-448b-9592-0fbafecd3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:05.429209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-029256f9-5ea0-448b-9592-0fbafecd3dbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1095 time: 0.0996454 Feb 07 13:55:05.723256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 32428632-e0ee-426c-836b-13c16ca14c07 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:55:05.780968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 32428632-e0ee-426c-836b-13c16ca14c07 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:55:05.833384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-c8bf1ef0-86ec-445f-9d68-bceb021653de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:05.835095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-c8bf1ef0-86ec-445f-9d68-bceb021653de service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.4035006 Feb 07 13:55:05.839225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-12976493-894c-4ba3-a707-ac7b5af70733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:05.840534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-12976493-894c-4ba3-a707-ac7b5af70733 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.3897188 Feb 07 13:55:06.036781 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405faa1-c198-45ea-bc03-16157889fe52 req-f57794e7-811e-4a0b-82e4-71b7454a9dae tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:06.038959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f405faa1-c198-45ea-bc03-16157889fe52 req-f57794e7-811e-4a0b-82e4-71b7454a9dae tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 944 time: 0.3215325 Feb 07 13:55:06.042995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-c04cfb6c-f200-402f-937b-d5aa4c7fb2f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1000 time: 0.2014196 Feb 07 13:55:06.044753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-d43f11ce-c509-415a-b6dd-0c300f76cde1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1000 time: 0.1549990 Feb 07 13:55:06.188367 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f405faa1-c198-45ea-bc03-16157889fe52 req-071b8233-5895-44b9-8d0a-876a4c7d9143 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426437 Feb 07 13:55:06.191613 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-64ecb2b8-5125-4048-96a6-90e9f01a51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:06.192994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-64ecb2b8-5125-4048-96a6-90e9f01a51c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1339188 Feb 07 13:55:06.194606 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-4e436c13-0d47-4143-bc1f-ad44a6fc71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:06.195914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-4e436c13-0d47-4143-bc1f-ad44a6fc71d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1358635 Feb 07 13:55:06.338279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-5de690d0-3f0e-40b9-a058-0f282e72d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:06.339681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-5de690d0-3f0e-40b9-a058-0f282e72d2af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096561 Feb 07 13:55:06.343921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-50831a7c-bc22-4fb5-86f9-18de1907e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:06.351303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-50831a7c-bc22-4fb5-86f9-18de1907e2b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454203 Feb 07 13:55:06.608033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-69245a5e-8809-4716-b740-5abf1f260a13 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612202 Feb 07 13:55:06.609920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-fb8599c8-c884-448b-b3d5-e0e7e75107e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417221 Feb 07 13:55:06.868824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-f1f61038-4641-4f69-ab1e-cf6ea04946b3 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544785 Feb 07 13:55:06.871892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3c10e89-ddb3-4afc-a9ca-efdb4e3e2923 req-e4514ff0-2f3a-487c-85a0-f54a27bab3c8 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362995 Feb 07 13:55:07.374907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c18450-228f-4567-bbb1-9349f5d4fb92 req-42d9e7e2-fee2-4a07-82f6-3d482a14aa0f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:07.377488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63c18450-228f-4567-bbb1-9349f5d4fb92 req-42d9e7e2-fee2-4a07-82f6-3d482a14aa0f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 944 time: 0.0831165 Feb 07 13:55:07.422940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63c18450-228f-4567-bbb1-9349f5d4fb92 req-af1b2a3c-384b-40cd-9530-af88ac82e272 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397336 Feb 07 13:55:07.927047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680795-30b1-4ddb-8c95-1421baa3399f req-d40b8dce-381e-4731-b2dc-ed5ae3a13583 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:07.930022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-d40b8dce-381e-4731-b2dc-ed5ae3a13583 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9&tenant_id=478f737244184543afdf49c3a186549f&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 944 time: 0.0973964 Feb 07 13:55:08.093526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 32428632-e0ee-426c-836b-13c16ca14c07 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:55:08.202084 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-74680795-30b1-4ddb-8c95-1421baa3399f req-755840e3-1b2b-45ee-842e-8f73c42a49f1 service neutron] delete failed (client error): The resource could not be found. Feb 07 13:55:08.203095 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-755840e3-1b2b-45ee-842e-8f73c42a49f1 service neutron] 10.222.0.47 "DELETE /v2.0/ports/32428632-e0ee-426c-836b-13c16ca14c07/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.2677422 Feb 07 13:55:08.222015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd45cbc-8f64-4e18-b494-f89208e81d4a req-18e9b593-2e39-4add-b36c-5fe82e042b29 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:08.223482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1dd45cbc-8f64-4e18-b494-f89208e81d4a req-18e9b593-2e39-4add-b36c-5fe82e042b29 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 944 time: 0.2546451 Feb 07 13:55:08.266191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:55:08.273245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1dd45cbc-8f64-4e18-b494-f89208e81d4a req-14153499-0a0a-4988-b61a-3f0bba978b27 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429339 Feb 07 13:55:08.283945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '32428632-e0ee-426c-836b-13c16ca14c07', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': '32428632-e0ee-426c-836b-13c16ca14c07', 'mac_address': 'fa:16:3e:26:0d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:55:08.338862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:08.344357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680795-30b1-4ddb-8c95-1421baa3399f req-ff91fdfa-0913-4e96-8451-d4f6819e6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:08.345866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-ff91fdfa-0913-4e96-8451-d4f6819e6a7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1095 time: 0.0709388 Feb 07 13:55:08.355857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32428632-e0ee-426c-836b-13c16ca14c07 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:55:08.371301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:55:08.453459 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:08.477940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680795-30b1-4ddb-8c95-1421baa3399f req-bcbc098b-5cb8-493b-a53c-7506d3ad4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:08.479471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-bcbc098b-5cb8-493b-a53c-7506d3ad4908 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1275632 Feb 07 13:55:08.519964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:08.584846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-e88ab137-9241-47ca-9e4d-79a6212ccb6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1001 time: 0.0984576 Feb 07 13:55:08.651963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680795-30b1-4ddb-8c95-1421baa3399f req-9047dcd7-f466-4c42-b639-ea0a7f37bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:08.653498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-9047dcd7-f466-4c42-b639-ea0a7f37bb10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0632062 Feb 07 13:55:08.698805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['32428632-e0ee-426c-836b-13c16ca14c07'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:55:08.730340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680795-30b1-4ddb-8c95-1421baa3399f req-3850faa5-1863-4e0b-b7f3-b4d11f52cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:08.731833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-3850faa5-1863-4e0b-b7f3-b4d11f52cf46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724287 Feb 07 13:55:08.732639 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-57448a2a-3ea8-4079-9718-8e9034d1aee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:08.865361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-4fc04cdc-843c-45b6-9558-5e6db2f28afb service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271510 Feb 07 13:55:09.000783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-74680795-30b1-4ddb-8c95-1421baa3399f req-6ed8d655-8693-4ca9-9db3-068748489ca2 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289098 Feb 07 13:55:09.462130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f15d-8ed1-46f4-8786-a548eaeee75e req-4f15572c-62b3-45cb-86e9-376670a163f9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:09.463610 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ca3f15d-8ed1-46f4-8786-a548eaeee75e req-4f15572c-62b3-45cb-86e9-376670a163f9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 945 time: 0.0818310 Feb 07 13:55:09.512467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1ca3f15d-8ed1-46f4-8786-a548eaeee75e req-b6fc30ba-03b3-4511-90ba-2bf672b7ce35 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Feb 07 13:55:10.093609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 32428632-e0ee-426c-836b-13c16ca14c07 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:55:10.246339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 32428632-e0ee-426c-836b-13c16ca14c07 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:55:10.251229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 32428632-e0ee-426c-836b-13c16ca14c07 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:55:10.251594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:10.365405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:10.393749 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:55:10.403780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:55:10.487905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:10.490815 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07', 'code': 200} Feb 07 13:55:10.556477 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:10.699581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfa0c2-87f7-4f27-aea3-a680ea24e917 req-ae91901c-949d-42ce-88bd-b477a8cbba8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:10.701113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27cfa0c2-87f7-4f27-aea3-a680ea24e917 req-ae91901c-949d-42ce-88bd-b477a8cbba8e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0817912 Feb 07 13:55:10.744920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27cfa0c2-87f7-4f27-aea3-a680ea24e917 req-3ad7b80c-79ba-4a32-9a0a-da0be0912625 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380373 Feb 07 13:55:10.929939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10543d6d-d646-4fb3-b2c1-a2c8b70a2b86 req-9a4a4f70-e300-46be-bc00-5eef14cfba23 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:10.931413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10543d6d-d646-4fb3-b2c1-a2c8b70a2b86 req-9a4a4f70-e300-46be-bc00-5eef14cfba23 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0834703 Feb 07 13:55:10.975526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10543d6d-d646-4fb3-b2c1-a2c8b70a2b86 req-7e4826aa-f56c-432f-8328-0bdc63080561 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378606 Feb 07 13:55:11.454590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79966c5b-d267-4451-b2ae-c7927bb50423 req-088bc90b-431d-492c-a70d-58eff27bc8d1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:11.456402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79966c5b-d267-4451-b2ae-c7927bb50423 req-088bc90b-431d-492c-a70d-58eff27bc8d1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0827482 Feb 07 13:55:11.544158 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e1b6-778a-4bc6-9e33-067376258630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:11.554470 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79966c5b-d267-4451-b2ae-c7927bb50423 req-a3210406-da79-466c-ad28-556c8fbacd81 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917993 Feb 07 13:55:11.573088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-f185130a-ef1e-4ba3-a192-3aed6d44c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:11.574528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-f185130a-ef1e-4ba3-a192-3aed6d44c84c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 1097 time: 0.0959053 Feb 07 13:55:11.706802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-9bf9da03-fe57-4c8c-b888-0cb93a55b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:11.708284 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-9bf9da03-fe57-4c8c-b888-0cb93a55b6e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1278267 Feb 07 13:55:11.809214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-c44dfc87-5d32-4005-be01-dcd9cf006748 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 200 len: 1002 time: 0.0953732 Feb 07 13:55:11.869942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-e06f539e-dd4c-4b76-a9ed-1be0d4b34acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:11.871362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-e06f539e-dd4c-4b76-a9ed-1be0d4b34acb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0566814 Feb 07 13:55:11.945271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-baaea78d-bfe4-4b39-95bb-ea7833dca9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:11.946712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-baaea78d-bfe4-4b39-95bb-ea7833dca9db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697422 Feb 07 13:55:12.202370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-4340cbb0-9b72-4d5b-a63c-f1b37f909ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490222 Feb 07 13:55:12.304980 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:12.335700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3baa1ed5-c6e5-468b-9f28-e5123debf4e5 req-8c52485d-3151-4831-b7a7-287fb18e0699 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279089 Feb 07 13:55:12.414685 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:12.773669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c392-6412-4ca4-aec1-c5e3d2d6649b req-0fc012cb-cb18-45da-8648-bd4ca31fb066 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:12.775137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a856c392-6412-4ca4-aec1-c5e3d2d6649b req-0fc012cb-cb18-45da-8648-bd4ca31fb066 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0828779 Feb 07 13:55:12.820945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a856c392-6412-4ca4-aec1-c5e3d2d6649b req-34f4ff3c-1a68-4ab5-a89b-d7bd75459164 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401473 Feb 07 13:55:13.887552 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:14.007585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37349b-72a6-48f8-9961-3ce20d5f56ec req-cb32e319-27f5-4089-8bb5-43f8fb6828d2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:14.009193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a37349b-72a6-48f8-9961-3ce20d5f56ec req-cb32e319-27f5-4089-8bb5-43f8fb6828d2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0812294 Feb 07 13:55:14.056406 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a37349b-72a6-48f8-9961-3ce20d5f56ec req-80805f35-3991-4fd2-aea2-c4f12f1073c4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415871 Feb 07 13:55:14.094426 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:55:14.653108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36b047-c97b-43f9-8cca-f31e1a6bc1e4 req-7917677b-a230-4292-84a9-b4b02d20b038 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:14.654591 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e36b047-c97b-43f9-8cca-f31e1a6bc1e4 req-7917677b-a230-4292-84a9-b4b02d20b038 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.0805073 Feb 07 13:55:14.699934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e36b047-c97b-43f9-8cca-f31e1a6bc1e4 req-37f4acf2-1ebe-4f28-a338-bd8c682ac412 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393221 Feb 07 13:55:15.475721 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:15.940011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-0ed8d201-729a-4fe5-982a-3000b2424092 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:15.941449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-0ed8d201-729a-4fe5-982a-3000b2424092 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.35 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.1417913 Feb 07 13:55:15.949338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42840704-42f1-40bf-8a5a-596e22a70348 req-87df9b2c-ffe6-4ac4-abdc-ed9cec478559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:15.950674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42840704-42f1-40bf-8a5a-596e22a70348 req-87df9b2c-ffe6-4ac4-abdc-ed9cec478559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 946 time: 0.1204431 Feb 07 13:55:16.046134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Deleting port 32428632-e0ee-426c-836b-13c16ca14c07 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:55:16.046397 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:16.072083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42840704-42f1-40bf-8a5a-596e22a70348 req-6b2b0ab0-06ee-46bb-bce5-6f634f6a2bba tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893531 Feb 07 13:55:16.301514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] For port 32428632-e0ee-426c-836b-13c16ca14c07, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=32428632-e0ee-426c-836b-13c16ca14c07,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:55:16.301789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:16.616267 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:16.616615 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:16.616974 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c disassociated. External IP: 172.25.7.145, port: 32428632-e0ee-426c-836b-13c16ca14c07. Feb 07 13:55:16.617340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Calling delete_port for 32428632-e0ee-426c-836b-13c16ca14c07 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:55:16.819865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:16.868426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event deleted for resources: {'Port': ['ID=32428632-e0ee-426c-836b-13c16ca14c07,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:17.177530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:55:17.228565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab9bbdc2-c94c-45ee-af42-b1aa6b470045 req-413c5a7f-b290-4620-b240-60f77619891b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0492795 Feb 07 13:55:17.401386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:55:17.410854 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:55:17.422529 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:55:17.428444 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:55:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:55:17.478392 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] No DVR routers for this DVR port 32428632-e0ee-426c-836b-13c16ca14c07 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:55:17.480968 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:17.483455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'name': 'network-vif-deleted', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:55:17.497301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1104aaae-6ef1-4b76-b027-d3a1906b447f req-f45ec55b-6bb1-4cf0-a92a-6d21c37baa99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.35 "DELETE /v2.0/ports/32428632-e0ee-426c-836b-13c16ca14c07 HTTP/1.1" status: 204 len: 173 time: 1.5435338 Feb 07 13:55:17.535811 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9', 'name': 'network-vif-deleted', 'tag': '32428632-e0ee-426c-836b-13c16ca14c07', 'status': 'completed', 'code': 200} Feb 07 13:55:17.599048 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:55:17.952507 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:55:17.956312 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:55:17.965166 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:55:17.965746 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:55:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:55:18.062032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07867dce-a166-4b36-bab0-b4d9359e2453 req-0afdcd21-f0b6-4fff-8f2c-43d7b46fb2de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0414760 Feb 07 13:55:18.151903 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:55:18.180439 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07867dce-a166-4b36-bab0-b4d9359e2453 req-729efe10-9f4f-449c-a0af-141094c540f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=cca9a3e0-105c-4e14-86c7-cfb34c4a5ab9 HTTP/1.1" status: 200 len: 210 time: 0.0414565 Feb 07 13:55:18.343437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07867dce-a166-4b36-bab0-b4d9359e2453 req-75258a98-929f-4383-955d-6f20e9731338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:18.344926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07867dce-a166-4b36-bab0-b4d9359e2453 req-75258a98-929f-4383-955d-6f20e9731338 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=478f737244184543afdf49c3a186549f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1466534 Feb 07 13:55:18.476381 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:55:18.480430 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085aec2-31ce-40b1-bed5-0b470fbb5f35 None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:55:18.497946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07867dce-a166-4b36-bab0-b4d9359e2453 req-5166782a-00b2-4b03-9761-d48c6c3b4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:18.499748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07867dce-a166-4b36-bab0-b4d9359e2453 req-5166782a-00b2-4b03-9761-d48c6c3b4bc4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1490002 Feb 07 13:55:18.575293 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-3273d5c2-b043-4b28-a6bf-73bc08fa0e4a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--821459026&fields=id&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 267 time: 0.0421236 Feb 07 13:55:18.733049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-0548655a-8bb1-4ff1-8755-8c375741f5f4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:18.733232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b01173-19f9-4064-8ffb-69cb5fc3bed1 None None] New status for floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:55:18.734549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-0548655a-8bb1-4ff1-8755-8c375741f5f4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 812 time: 0.1524911 Feb 07 13:55:18.750577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-902f18f3-3adf-4780-8491-c1a1a2250241 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/quotas/478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 375 time: 0.0105562 Feb 07 13:55:18.839823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-8b8a239c-415b-4870-8ae4-e1cc3e4f250a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Synchronizing usage tracker for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:55:18.904649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-8b8a239c-415b-4870-8ae4-e1cc3e4f250a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Unset dirty status for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:55:18.906292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-8b8a239c-415b-4870-8ae4-e1cc3e4f250a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489158 Feb 07 13:55:18.922998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-9f2fbd2a-38d4-4639-85d1-a2edf7a40cb8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 13:55:18.923953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-9f2fbd2a-38d4-4639-85d1-a2edf7a40cb8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052681 Feb 07 13:55:19.060838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-07fda064-ab47-4328-8b82-067e5f984ede service neutron] 10.222.0.69 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302245 Feb 07 13:55:19.193392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-d1cf7d77-c579-4efc-865d-06538dfad2f6 service neutron] 10.222.0.69 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266112 Feb 07 13:55:19.452199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c4e3a2bc-8a96-4a09-bfdc-6bd7bbe23928 req-a1841457-cec3-481b-9056-13719c68414e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 210 time: 0.0479922 Feb 07 13:55:20.124463 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 32428632-e0ee-426c-836b-13c16ca14c07 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:55:20.163428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 32428632-e0ee-426c-836b-13c16ca14c07 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:55:20.163776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 32428632-e0ee-426c-836b-13c16ca14c07 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:55:20.606322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a061b76-070d-4bf8-aa81-839562a3058b req-dc0085a2-1143-492a-9b64-6a1007a4f70a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 210 time: 0.0467987 Feb 07 13:55:21.543026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-5c50990e-35ca-4a29-b2d9-cc9fc5427b3e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:21.544475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-5c50990e-35ca-4a29-b2d9-cc9fc5427b3e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 812 time: 0.2671747 Feb 07 13:55:21.592075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-d9c9d2f6-7177-4411-a92e-5ea1ae1ac0c0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 379 time: 0.0394228 Feb 07 13:55:21.599927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'port': {'device_id': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'admin_state_up': True, 'tenant_id': '478f737244184543afdf49c3a186549f', 'security_groups': ['d1565fb1-21a3-4ad3-816b-345b5338e484']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:55:21.771271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-77c891a3-38b1-402d-9364-59fd38cd8ef0 req-bf9826d5-c00b-4084-bc81-ced872335d61 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 210 time: 0.0520020 Feb 07 13:55:21.777311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:55:21.786977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:55:21.865106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Made reservation on behalf of 478f737244184543afdf49c3a186549f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:55:21.869118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:22.028022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Allocated IP 172.20.0.8 (a68fc731-6857-40da-91d0-db24374176dc/18bb6e8a-891b-4612-a7b8-51a523f975be/117ad427-b4ac-41e9-8d68-84bf4f0b3e1d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:55:22.213319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:22.228539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Transition to ACTIVE for port object 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:55:22.310517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:22.380695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Network a68fc731-6857-40da-91d0-db24374176dc is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:55:22.384459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:55:22.388268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:55:22.420141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:22.456898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:22.457505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:22.574518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-7ff08f0e-a4a1-4c50-bc36-04250dd6064d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9779239 Feb 07 13:55:22.586278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Request body: {'port': {'device_id': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:55:22.700064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:22.727862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-79d07937-2388-468d-b849-598e1af30fc4 None None] Provisioning for port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:55:22.733228 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-79d07937-2388-468d-b849-598e1af30fc4 None None] Provisioning complete for port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:55:22.733670 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-79d07937-2388-468d-b849-598e1af30fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:22.791510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-79d07937-2388-468d-b849-598e1af30fc4 None None] Port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:55:23.041684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2dfb6-6d43-4c64-add1-23cf11473c2e req-4bc95883-cd0f-4659-9bde-8c7988a658db tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:23.042260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e3c2dfb6-6d43-4c64-add1-23cf11473c2e req-4bc95883-cd0f-4659-9bde-8c7988a658db tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Synchronizing usage tracker for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:55:23.120744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:55:23.128203 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:23.142937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Transition to ACTIVE for port object 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:55:23.150258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-e3c2dfb6-6d43-4c64-add1-23cf11473c2e req-4bc95883-cd0f-4659-9bde-8c7988a658db tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Unset dirty status for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:55:23.151424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3c2dfb6-6d43-4c64-add1-23cf11473c2e req-4bc95883-cd0f-4659-9bde-8c7988a658db tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 931 time: 0.2398345 Feb 07 13:55:23.198035 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3c2dfb6-6d43-4c64-add1-23cf11473c2e req-936b3cde-2cf1-4769-968a-bbda13b43725 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Feb 07 13:55:23.246529 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:23.404043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63039992-edb5-4982-9af0-072d87863347 service neutron] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:23.486043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:55:23.486384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:55:23.486719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:55:23.492135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:55:23.492457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:55:23.497478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:55:23.497812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:55:23.498194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:55:23.498622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Bound port: 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:55:23.498968 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:23.592180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:55:23.595033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:55:23.676707 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:23.739906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:23.740598 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:23.742560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-63039992-edb5-4982-9af0-072d87863347 service neutron] 10.222.0.47 "PUT /v2.0/ports/117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1091 time: 1.1608653 Feb 07 13:55:23.742993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:55:23.764871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63039992-edb5-4982-9af0-072d87863347 service neutron] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:23.798442 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'status': 'completed', 'code': 200} Feb 07 13:55:23.896451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3d9d5-055c-438a-9510-8657634d0465 req-3bd4b639-1e0a-4c69-baf8-5697bf7bf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:23.898263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25b3d9d5-055c-438a-9510-8657634d0465 req-3bd4b639-1e0a-4c69-baf8-5697bf7bf5c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1094 time: 0.0802777 Feb 07 13:55:24.144618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3d9d5-055c-438a-9510-8657634d0465 req-2508e5db-e1db-4132-bee4-f685d27fd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:24.145990 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25b3d9d5-055c-438a-9510-8657634d0465 req-2508e5db-e1db-4132-bee4-f685d27fd9b8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=478f737244184543afdf49c3a186549f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2411575 Feb 07 13:55:24.285664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3d9d5-055c-438a-9510-8657634d0465 req-1e88294f-b4d4-4388-ac3a-6e2b5d2174e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:24.287121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25b3d9d5-055c-438a-9510-8657634d0465 req-1e88294f-b4d4-4388-ac3a-6e2b5d2174e5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1349041 Feb 07 13:55:24.442272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3a4f3-3968-4c4c-a58a-da3b65e7023f req-b9a781fb-2aaf-4347-8005-3365ee40c5b2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:24.444280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ee3a4f3-3968-4c4c-a58a-da3b65e7023f req-b9a781fb-2aaf-4347-8005-3365ee40c5b2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 943 time: 0.1358087 Feb 07 13:55:24.450159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-1bbe11ad-1c74-443b-b0f7-cdbf98ea6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:24.451553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-1bbe11ad-1c74-443b-b0f7-cdbf98ea6c80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1094 time: 0.1122611 Feb 07 13:55:24.533870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-75943664-4a58-498c-b813-5a78e37a351a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 217 time: 0.0680230 Feb 07 13:55:24.589064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ee3a4f3-3968-4c4c-a58a-da3b65e7023f req-a3c3c2aa-071e-431d-ae4f-fe517ce7ee28 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364813 Feb 07 13:55:24.606451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-decff94f-1b62-4e98-8f2b-8d7d3a9557ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:24.607958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-decff94f-1b62-4e98-8f2b-8d7d3a9557ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0668972 Feb 07 13:55:24.681715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-0b870efe-be37-4157-9c28-f5c7b6b70fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:24.683177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-0b870efe-be37-4157-9c28-f5c7b6b70fec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693460 Feb 07 13:55:24.814633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-405e9b22-9410-4b6b-bf0d-7ac537f661a8 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253724 Feb 07 13:55:24.946239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b323e791-434f-4e11-ae52-142f908ab0d5 req-83916679-fba4-4ed7-a275-d5c76ecaef27 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253409 Feb 07 13:55:25.133477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:25.785757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5f462-c996-459f-99bc-0b859ed22a61 req-f4c562a3-c8bb-4b6d-b156-259d06df4b65 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:25.787230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73f5f462-c996-459f-99bc-0b859ed22a61 req-f4c562a3-c8bb-4b6d-b156-259d06df4b65 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 943 time: 0.0836906 Feb 07 13:55:25.831367 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73f5f462-c996-459f-99bc-0b859ed22a61 req-15ca35c8-92f3-4dd6-8944-25f6ea3d235d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378103 Feb 07 13:55:27.017381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0548-5673-4be6-9611-ed4d1d472c15 req-76c35c73-fb1c-4e26-b866-9051e288fef9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:27.018811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-503a0548-5673-4be6-9611-ed4d1d472c15 req-76c35c73-fb1c-4e26-b866-9051e288fef9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 943 time: 0.0802999 Feb 07 13:55:27.068706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-503a0548-5673-4be6-9611-ed4d1d472c15 req-673f102e-7de0-48c1-91ce-2353033b83d6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Feb 07 13:55:27.832586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:55:27.962569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:55:27.975121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'mac_address': 'fa:16:3e:70:8b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:55:28.032534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:28.049455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:55:28.072085 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:55:28.147160 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:28.232466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:28.243480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.243828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.244199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.244541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.244875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.245209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.245546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.245893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.246195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.246525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.246850 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.247171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:55:28.253408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40cc6b-9c5e-4826-ae24-12e5fae48906 req-1f03845a-f065-4edc-8b09-df08862be681 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:28.254881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf40cc6b-9c5e-4826-ae24-12e5fae48906 req-1f03845a-f065-4edc-8b09-df08862be681 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 944 time: 0.0808468 Feb 07 13:55:28.299189 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf40cc6b-9c5e-4826-ae24-12e5fae48906 req-142566fe-a44d-46d9-8062-12dc6ccd341b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376050 Feb 07 13:55:28.459523 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:55:29.488380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409969-80a1-43cf-b4bb-d0eddd526e68 req-b0d4dd3f-d4f4-4038-a08c-de50cca223d4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:29.489752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18409969-80a1-43cf-b4bb-d0eddd526e68 req-b0d4dd3f-d4f4-4038-a08c-de50cca223d4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 944 time: 0.0815020 Feb 07 13:55:29.533702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-18409969-80a1-43cf-b4bb-d0eddd526e68 req-78d8219e-2f8b-48fd-a577-26462129f1e0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381935 Feb 07 13:55:29.832058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:55:29.954688 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:55:29.959490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:55:29.959921 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:30.074871 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:30.101924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:55:30.111342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:55:30.146499 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'code': 200} Feb 07 13:55:30.195133 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:30.267372 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:55:30.268204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31057e7e-610f-4ae7-866b-f1e1ab5df4f8 req-b68c96d4-0933-4b66-9d1a-a4a1545e0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:30.269789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31057e7e-610f-4ae7-866b-f1e1ab5df4f8 req-b68c96d4-0933-4b66-9d1a-a4a1545e0803 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1096 time: 0.0688558 Feb 07 13:55:30.312912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-31057e7e-610f-4ae7-866b-f1e1ab5df4f8 req-66e899c6-bf96-4c0b-ad68-29deb6f5055c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353777 Feb 07 13:55:30.718686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb694ba-0ceb-4d94-a767-6f1f4e103733 req-7172b4d1-f49a-420c-af8e-2e1d055306fa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:30.720187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffb694ba-0ceb-4d94-a767-6f1f4e103733 req-7172b4d1-f49a-420c-af8e-2e1d055306fa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0833097 Feb 07 13:55:30.764210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffb694ba-0ceb-4d94-a767-6f1f4e103733 req-34c82482-0577-4fc6-86b4-97de137b45f3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384614 Feb 07 13:55:31.953379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e139420-5483-4fa9-acca-eb824167d49f req-da1565f8-9c2a-4bf8-a5ad-727b06dac2f1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:31.954741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e139420-5483-4fa9-acca-eb824167d49f req-da1565f8-9c2a-4bf8-a5ad-727b06dac2f1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0787387 Feb 07 13:55:32.002978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e139420-5483-4fa9-acca-eb824167d49f req-2a002921-57b2-40b4-8ee3-c4e1cfcd8b29 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Feb 07 13:55:32.289469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09253b-86c7-4cb9-a450-30ac2726122e req-1d592162-894a-4e88-81a0-85731509742f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:32.290831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e09253b-86c7-4cb9-a450-30ac2726122e req-1d592162-894a-4e88-81a0-85731509742f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.1893706 Feb 07 13:55:32.299195 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60470) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:55:32.304400 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'floatingip': {'port_id': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:55:32.383262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:32.969122 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:33.040470 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:33.212915 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c associated. External IP: 172.25.7.145, port: 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d. Feb 07 13:55:33.499241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-7a15c1a8-80a7-41dd-a0be-1c4c383578de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2200384 Feb 07 13:55:33.802716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-bbf4b2bb-1cdc-47af-8a4f-e4468fddd96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:33.802716 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-bbf4b2bb-1cdc-47af-8a4f-e4468fddd96c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1096 time: 0.1704340 Feb 07 13:55:33.803666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:55:34.093199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:55:34.095429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-81efa9ea-ba45-4153-9f44-f7a5fbff50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:34.097025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-81efa9ea-ba45-4153-9f44-f7a5fbff50cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2338786 Feb 07 13:55:34.099762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:34.103821 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:55:34.113955 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:55:34.114645 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:55:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:55:34.240789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7e85f2ca-6a3c-4750-84ae-2a94bf01737f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "PUT /v2.0/floatingips/947d9242-3f11-491b-b0e2-ddd33bc0bd6c HTTP/1.1" status: 200 len: 991 time: 1.9381044 Feb 07 13:55:34.242108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:55:34.253033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-789ac820-daf4-40a4-89bf-5237b139f975 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 999 time: 0.1276956 Feb 07 13:55:34.295220 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:55:34.323378 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'status': 'completed', 'code': 200} Feb 07 13:55:34.326979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-a9ce97f2-36cc-44c0-896f-c70a548a6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:34.328460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-a9ce97f2-36cc-44c0-896f-c70a548a6811 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0694246 Feb 07 13:55:34.461092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-61fd5a34-436a-4ec7-8def-ebf223b6a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:34.462596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-61fd5a34-436a-4ec7-8def-ebf223b6a568 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282964 Feb 07 13:55:34.474256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354f28d-54b9-4dd8-914e-0b4a42738533 req-977a1900-b618-4ec9-8300-fc6d0b18f373 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:34.476340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a354f28d-54b9-4dd8-914e-0b4a42738533 req-977a1900-b618-4ec9-8300-fc6d0b18f373 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.1061556 Feb 07 13:55:34.605066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a354f28d-54b9-4dd8-914e-0b4a42738533 req-fc43fd3d-9c6e-4781-85b2-77e508b5e810 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070487 Feb 07 13:55:34.643078 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-ee0c11b1-d6f6-4905-8be6-ce407e8234ba service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657450 Feb 07 13:55:34.653920 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:70:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:55:32Z', 'revision_number': 9, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:55:34.658090 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:55:34.666849 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:55:34.667432 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:55:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:55:34.781861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d4e5e42-a43d-484d-a5ef-96d099d47fa8 req-63660e0a-425c-44f2-93ed-4f5df88d4052 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266906 Feb 07 13:55:34.841361 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:55:34.978222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-a041ef22-ac5c-4f0c-bbac-9c61500d33df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:34.979767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-a041ef22-ac5c-4f0c-bbac-9c61500d33df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1096 time: 0.0711374 Feb 07 13:55:35.111863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-b3acc4bb-f52a-4a10-a30c-5b38c424352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:35.113341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-b3acc4bb-f52a-4a10-a30c-5b38c424352b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1278522 Feb 07 13:55:35.219549 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:70:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:55:32Z', 'revision_number': 9, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:55:35.228327 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872da4a-56b4-47f0-a1f5-dda56e678155 None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:70:8b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:55:32Z', 'revision_number': 9, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:55:35.354878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-c3cc82f0-f7e5-419d-aca0-249339a16292 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 999 time: 0.2349484 Feb 07 13:55:35.421695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-51905ebb-49fe-438e-a0be-0dade6941aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:35.423186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-51905ebb-49fe-438e-a0be-0dade6941aec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0624273 Feb 07 13:55:35.433876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41ba98-ece5-435d-ab3a-5a50384cd20c None None] New status for floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:55:35.502028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-db0410fe-4a9c-4762-8a2d-5c1d0924b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:35.503633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-db0410fe-4a9c-4762-8a2d-5c1d0924b1eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747354 Feb 07 13:55:35.638364 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-c409fcf3-20fe-49fd-a6ea-78762b6b7d96 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279862 Feb 07 13:55:35.849865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465bcf49-6a9d-475f-bad7-91bc32f7e4f0 req-953f936a-4fe7-48ed-9fe9-acf5ab3173f1 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049515 Feb 07 13:55:35.860929 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750839c-5157-4579-b349-b8a386af3948 req-9aeeb31b-c49a-4643-a4ca-e40c04386ce2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:35.862364 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b750839c-5157-4579-b349-b8a386af3948 req-9aeeb31b-c49a-4643-a4ca-e40c04386ce2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.1392283 Feb 07 13:55:35.909307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b750839c-5157-4579-b349-b8a386af3948 req-58bb7988-de3c-4967-848c-4b8b57509fe7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401456 Feb 07 13:55:36.464056 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bd93f-6eec-4fa9-8c5b-eff269a9b7d8 req-a44f2022-43d8-4a3b-ac08-d77c199d0977 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:36.465521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b03bd93f-6eec-4fa9-8c5b-eff269a9b7d8 req-a44f2022-43d8-4a3b-ac08-d77c199d0977 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0817134 Feb 07 13:55:36.560208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b03bd93f-6eec-4fa9-8c5b-eff269a9b7d8 req-1f312319-3425-4662-9a16-bde8c6b3ecdd tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888934 Feb 07 13:55:36.580036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-92a8b373-0e8d-4012-86c2-d6057c19e94a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932829 Feb 07 13:55:37.747225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b2724-bfe3-4a9e-9528-ece37fa3c7c7 req-836c5ad1-9bcc-42c9-847f-b0125a3639b6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:37.748769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f17b2724-bfe3-4a9e-9528-ece37fa3c7c7 req-836c5ad1-9bcc-42c9-847f-b0125a3639b6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0826573 Feb 07 13:55:37.793902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f17b2724-bfe3-4a9e-9528-ece37fa3c7c7 req-068c88b7-e1c7-49c8-b62c-cc6fe35e25f7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395000 Feb 07 13:55:38.656755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-4f76a66a-df8d-417e-906a-835c0d22d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:38.658349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-4f76a66a-df8d-417e-906a-835c0d22d181 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1096 time: 0.0746961 Feb 07 13:55:38.727102 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28fa5768-e2a6-4d68-8474-fc29a3f03f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:38.794193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-dc95631b-f625-48d0-8bd8-59cb7400f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:38.795711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-dc95631b-f625-48d0-8bd8-59cb7400f744 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1311746 Feb 07 13:55:38.900965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-512b5488-eeb0-4959-a31a-103ff11aafe5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1002 time: 0.0988417 Feb 07 13:55:39.007662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-6be9940f-c63b-4d92-b155-99e0c756bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:39.009115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-6be9940f-c63b-4d92-b155-99e0c756bb2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0758328 Feb 07 13:55:39.081763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665258b1-689c-4a51-82aa-dc15659ed1fc req-10b1e169-e267-4834-8f48-d7e03268f699 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:39.083227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-665258b1-689c-4a51-82aa-dc15659ed1fc req-10b1e169-e267-4834-8f48-d7e03268f699 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.1814091 Feb 07 13:55:39.133581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-5b97bfe0-52aa-4ccd-9ace-0a1b62cfe6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:39.135132 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-5b97bfe0-52aa-4ccd-9ace-0a1b62cfe6c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189265 Feb 07 13:55:39.139648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-665258b1-689c-4a51-82aa-dc15659ed1fc req-3084726f-7bb2-45d7-be56-1301d23bc5ef tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492692 Feb 07 13:55:39.267435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-8082ce0e-11fa-41fb-947f-5676c31c0ccc service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257839 Feb 07 13:55:39.514662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-49247450-1773-4040-abce-db045692421c service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407231 Feb 07 13:55:40.326390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c03c8-aadd-46f1-9c28-9a1e01e6a7d2 req-837bc846-efc3-4075-9181-9e1bb9cf824c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:40.327845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f8c03c8-aadd-46f1-9c28-9a1e01e6a7d2 req-837bc846-efc3-4075-9181-9e1bb9cf824c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0820262 Feb 07 13:55:40.372414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8f8c03c8-aadd-46f1-9c28-9a1e01e6a7d2 req-939b1e85-cefb-41b4-b285-ce08336f669f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383997 Feb 07 13:55:41.559828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23547c17-b02a-471b-b7db-f8be9749d58b req-56ab9158-181e-4a3a-840a-ef7a83e3e052 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:41.561435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23547c17-b02a-471b-b7db-f8be9749d58b req-56ab9158-181e-4a3a-840a-ef7a83e3e052 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0803382 Feb 07 13:55:41.562248 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-76fe3732-7345-4d28-b3dc-86c661fce7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:41.607059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-23547c17-b02a-471b-b7db-f8be9749d58b req-d022faa6-f3c4-4f24-97bc-1e09cb39a7a8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389106 Feb 07 13:55:42.360981 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:42.442301 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:42.796031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba3913-b442-4ab3-b205-105be9b70f0f req-79a8f1e8-b15a-4877-8215-fa41d582daca tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:42.797479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dba3913-b442-4ab3-b205-105be9b70f0f req-79a8f1e8-b15a-4877-8215-fa41d582daca tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0817568 Feb 07 13:55:42.840770 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dba3913-b442-4ab3-b205-105be9b70f0f req-83eae64d-c7f8-41a6-bdb1-66f5f27d8353 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377340 Feb 07 13:55:43.920804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:44.023217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deb3bf-b07d-432e-a6a2-0c9a6bf843ff req-3d8f4676-5278-4f14-9d9f-4e6b67e24ec9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:44.025258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0deb3bf-b07d-432e-a6a2-0c9a6bf843ff req-3d8f4676-5278-4f14-9d9f-4e6b67e24ec9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0801573 Feb 07 13:55:44.072125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0deb3bf-b07d-432e-a6a2-0c9a6bf843ff req-968c8b05-6b7f-42be-aa8a-a13a90c51949 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Feb 07 13:55:44.141989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-9f15ea3f-164b-4965-a279-4166cf551994 req-2c221dfd-1d74-4719-af21-632742a4cd6f service neutron] (88313) timed out ('10.222.0.69', 54872) {{(pid=88313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:55:45.409041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152ca2d-0662-4252-a109-f05208bcde35 req-84d1ccb6-85a8-4d3e-a25b-14dad844a081 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:45.410508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7152ca2d-0662-4252-a109-f05208bcde35 req-84d1ccb6-85a8-4d3e-a25b-14dad844a081 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0812099 Feb 07 13:55:45.455272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7152ca2d-0662-4252-a109-f05208bcde35 req-62de8360-2c81-48be-9613-5c5b818e8888 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387528 Feb 07 13:55:45.469199 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:46.641746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e569b-36d1-48f3-aaa7-3b9205cc4c11 req-1ddca92f-7073-42b3-aa24-ce24c9214723 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:46.643259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-712e569b-36d1-48f3-aaa7-3b9205cc4c11 req-1ddca92f-7073-42b3-aa24-ce24c9214723 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0840271 Feb 07 13:55:46.687957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-712e569b-36d1-48f3-aaa7-3b9205cc4c11 req-fecb4fba-1cc3-4bdb-a528-a1d285a3260b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389686 Feb 07 13:55:47.878894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93170641-cb77-48b4-a28e-8f965ce45589 req-fdbc3a45-6691-447c-a739-accf978b3456 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:47.880397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93170641-cb77-48b4-a28e-8f965ce45589 req-fdbc3a45-6691-447c-a739-accf978b3456 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0796859 Feb 07 13:55:47.924475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93170641-cb77-48b4-a28e-8f965ce45589 req-c0c896ca-049c-4884-8e20-a1b67deec8bb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380409 Feb 07 13:55:49.113072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edb194-4cf1-4c23-b7fc-ff2dfcee3326 req-52a09119-4258-4661-b4dd-284ff1fdcdfa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:49.114533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57edb194-4cf1-4c23-b7fc-ff2dfcee3326 req-52a09119-4258-4661-b4dd-284ff1fdcdfa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0830941 Feb 07 13:55:49.158892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-57edb194-4cf1-4c23-b7fc-ff2dfcee3326 req-613f33e8-a34b-43d1-b9af-d30bc59865da tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386472 Feb 07 13:55:50.343434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920fdd1-b81e-470f-b6a5-761a30913994 req-5e60f27c-ac6d-4643-abb6-6739f4e8108c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:50.344837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e920fdd1-b81e-470f-b6a5-761a30913994 req-5e60f27c-ac6d-4643-abb6-6739f4e8108c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0799968 Feb 07 13:55:50.392729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e920fdd1-b81e-470f-b6a5-761a30913994 req-781b7d11-2d7c-436f-b3ce-b18e17630068 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Feb 07 13:55:51.094238 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:55:51.575865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a900ec-1411-443a-a006-e36c610c9dd1 req-dca2f7f0-0342-4eda-ac60-e447b92d55e3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:51.577360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2a900ec-1411-443a-a006-e36c610c9dd1 req-dca2f7f0-0342-4eda-ac60-e447b92d55e3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0789835 Feb 07 13:55:51.621836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2a900ec-1411-443a-a006-e36c610c9dd1 req-6ebd357b-9582-4d70-a3f8-74eb51ebf8c6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389419 Feb 07 13:55:52.810259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c0840-6dab-4b5f-9c1f-86fa3b34e6d1 req-ab64a668-cfec-4671-8761-095d8f3f2798 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:52.811705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-528c0840-6dab-4b5f-9c1f-86fa3b34e6d1 req-ab64a668-cfec-4671-8761-095d8f3f2798 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0855532 Feb 07 13:55:52.854617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-528c0840-6dab-4b5f-9c1f-86fa3b34e6d1 req-70c8f1fe-4032-44c6-bb23-6a5f9e837b1d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372479 Feb 07 13:55:54.037949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33598a-88f7-400f-b35b-c0422b378edf req-dab79d3c-ad1b-4ea1-93ec-0812ca133202 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:54.039339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f33598a-88f7-400f-b35b-c0422b378edf req-dab79d3c-ad1b-4ea1-93ec-0812ca133202 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0789218 Feb 07 13:55:54.082821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f33598a-88f7-400f-b35b-c0422b378edf req-39ef9cee-5829-4b6d-a054-525cae7d278c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378404 Feb 07 13:55:55.154893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:55:55.268658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f57e4-c6e9-4be8-80ab-1574b61bae39 req-00078c88-c07c-46af-95d9-d344777b3b0f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:55.270117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c9f57e4-c6e9-4be8-80ab-1574b61bae39 req-00078c88-c07c-46af-95d9-d344777b3b0f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0834630 Feb 07 13:55:55.313762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c9f57e4-c6e9-4be8-80ab-1574b61bae39 req-5d0a0e0c-bdbc-4dca-b827-f3bbdcd7ece9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Feb 07 13:55:56.498721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc029c0-8e78-4518-8c9f-aba2285d436f req-1ea4179f-28fc-4c73-af3a-3d356ebe2f9e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:56.500242 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abc029c0-8e78-4518-8c9f-aba2285d436f req-1ea4179f-28fc-4c73-af3a-3d356ebe2f9e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0794797 Feb 07 13:55:56.544740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-abc029c0-8e78-4518-8c9f-aba2285d436f req-1d349dfb-5786-4eb1-a611-c3af51fb2d84 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388775 Feb 07 13:55:57.734265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc775c-7e4b-4bc5-8264-e95d015d60da req-073b861b-6cc8-4d55-9c3e-799e260dc659 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:57.735745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ffc775c-7e4b-4bc5-8264-e95d015d60da req-073b861b-6cc8-4d55-9c3e-799e260dc659 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0856371 Feb 07 13:55:57.779590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ffc775c-7e4b-4bc5-8264-e95d015d60da req-969d981e-ddac-4d4b-af7d-9cdd16bc40fb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 Feb 07 13:55:58.963346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d49e-099e-40bc-a51c-bd04f5b33414 req-efc12bdf-55bf-4455-82ba-1d9478b2b0bb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:55:58.964757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5484d49e-099e-40bc-a51c-bd04f5b33414 req-efc12bdf-55bf-4455-82ba-1d9478b2b0bb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0799801 Feb 07 13:55:59.013915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5484d49e-099e-40bc-a51c-bd04f5b33414 req-c368f69d-9b12-4299-9e63-b4380bc5a834 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Feb 07 13:56:00.195023 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b26485-6f6e-409e-a151-cdf25c045ddd req-15cae4dd-5a7a-4146-9b29-f65490b4c06c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:00.197151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48b26485-6f6e-409e-a151-cdf25c045ddd req-15cae4dd-5a7a-4146-9b29-f65490b4c06c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0806985 Feb 07 13:56:00.239708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-48b26485-6f6e-409e-a151-cdf25c045ddd req-d9442265-132f-488a-ba13-ae4e856d30f4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369842 Feb 07 13:56:01.426722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59703d4-4bfa-4439-a0e5-c419b6bfa83e req-5523dae2-bc4c-4c90-bc93-088af2ae90b9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:01.428219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a59703d4-4bfa-4439-a0e5-c419b6bfa83e req-5523dae2-bc4c-4c90-bc93-088af2ae90b9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0822623 Feb 07 13:56:01.472084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a59703d4-4bfa-4439-a0e5-c419b6bfa83e req-e69fd18f-2430-4993-911f-c6bcc3f7448c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380960 Feb 07 13:56:01.626677 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-8620184d-1712-4ccc-8631-760749a2ea31 req-177eaf04-7a65-491e-a995-0a105677b847 service neutron] show failed (client error): The resource could not be found. Feb 07 13:56:01.627579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-177eaf04-7a65-491e-a995-0a105677b847 service neutron] 10.222.0.47 "GET /v2.0/ports/117ad427-b4ac-41e9-8d68-84bf4f0b3e1d/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0741694 Feb 07 13:56:02.220398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-1e1e4b20-9e87-4372-8e84-43dbf9c710ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:02.221761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-1e1e4b20-9e87-4372-8e84-43dbf9c710ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 1096 time: 0.0742726 Feb 07 13:56:02.232548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:56:02.341703 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:02.752943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:02.801320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:56:02.834208 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494c101-b19f-4a5d-9d92-5a857992ff38 req-4043ec0e-2577-4dfe-80d4-8f5936d5a389 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:02.835664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6494c101-b19f-4a5d-9d92-5a857992ff38 req-4043ec0e-2577-4dfe-80d4-8f5936d5a389 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.2569640 Feb 07 13:56:02.895768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:02.904196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:02.912262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6494c101-b19f-4a5d-9d92-5a857992ff38 req-b3712199-a13d-4a41-a262-3fcf63afcbce tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657549 Feb 07 13:56:02.923784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Transition to ACTIVE for port object 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:56:02.958906 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'code': 200} Feb 07 13:56:02.996411 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:03.140186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:03.192239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] No DVR routers for this DVR port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:56:03.421326 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:56:03.421655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:56:03.421981 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:56:03.426353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:56:03.426671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:56:03.432574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:56:03.432918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:56:03.433296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:56:03.433714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Bound port: 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:56:03.434055 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:03.521241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:56:03.524166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:56:03.620317 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:03.683206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:03.683826 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:03.685233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] 10.222.0.35 "PUT /v2.0/ports/117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1091 time: 1.4565108 Feb 07 13:56:03.700295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:03.708094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.708451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.708796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.709174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.709519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.709857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.710187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.710512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.710838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.711186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.711510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.711832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b0f4a-a660-4658-b83c-a61a4d109306 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:03.792864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-3555f4cd-2fbb-4413-aff9-b23cd42e68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:03.794411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-3555f4cd-2fbb-4413-aff9-b23cd42e68f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1094 time: 0.0784252 Feb 07 13:56:03.929266 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-04997594-38a9-4e02-87a8-fb89f0ea8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:03.930703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-04997594-38a9-4e02-87a8-fb89f0ea8a6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1302192 Feb 07 13:56:04.066949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:56:04.073233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-7697d360-2c08-4703-8b41-6030a951b55b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1000 time: 0.1362505 Feb 07 13:56:04.124923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:56:04.147715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-5948c2bf-db0a-42ff-b066-2499e365661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:04.149186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-5948c2bf-db0a-42ff-b066-2499e365661e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0694296 Feb 07 13:56:04.160285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85064dd-3aad-4aea-a048-6c69e048cfbf req-d745868f-2a71-4151-8034-76e462dac4de tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:04.161634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b85064dd-3aad-4aea-a048-6c69e048cfbf req-d745868f-2a71-4151-8034-76e462dac4de tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 943 time: 0.1405919 Feb 07 13:56:04.252718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b85064dd-3aad-4aea-a048-6c69e048cfbf req-f18f81d4-c275-4855-aea8-0230004e1076 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573244 Feb 07 13:56:04.267188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620184d-1712-4ccc-8631-760749a2ea31 req-ce8d53f8-f152-45ea-8a3d-07cbbfd4f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:04.268685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-ce8d53f8-f152-45ea-8a3d-07cbbfd4f63b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062226 Feb 07 13:56:04.397965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-e6dbfe0d-efc4-4e6a-af17-4b46814ca566 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234546 Feb 07 13:56:04.645953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8620184d-1712-4ccc-8631-760749a2ea31 req-ad4959fe-a2f8-4709-8ba9-53d9c838d036 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423873 Feb 07 13:56:04.960097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:05.017561 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'status': 'completed', 'code': 200} Feb 07 13:56:05.170110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-dbd5af75-690b-4cbf-a851-24b6bf415ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.171582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-dbd5af75-690b-4cbf-a851-24b6bf415ce7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1094 time: 0.1347260 Feb 07 13:56:05.173419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-ef229888-b335-420b-bacc-c7855f055f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.174721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-ef229888-b335-420b-bacc-c7855f055f02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1094 time: 0.1067827 Feb 07 13:56:05.456777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-ee883e89-e5c8-43a7-9980-92f5741b9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.458208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-ee883e89-e5c8-43a7-9980-92f5741b9856 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2805583 Feb 07 13:56:05.465085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-f51df210-d8af-49a2-ac82-d34ba64feda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.466384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-f51df210-d8af-49a2-ac82-d34ba64feda7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2715101 Feb 07 13:56:05.661473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-fbc501f3-c0ec-4028-b6b0-ac3f0e80d278 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1000 time: 0.1940365 Feb 07 13:56:05.674973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ff7d7-ff74-4e13-8962-ae60272941a7 req-f949b7e2-45a7-4efb-866d-1f5246e354f9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.676418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-090ff7d7-ff74-4e13-8962-ae60272941a7 req-f949b7e2-45a7-4efb-866d-1f5246e354f9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 943 time: 0.3093629 Feb 07 13:56:05.719614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-9c3b4512-d0e7-49ab-a60b-6f7a0df6cab2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1000 time: 0.2009301 Feb 07 13:56:05.810554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-5d91d85f-37c9-46ea-9d49-997fcaf6370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.811966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-5d91d85f-37c9-46ea-9d49-997fcaf6370b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1327803 Feb 07 13:56:05.855390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-090ff7d7-ff74-4e13-8962-ae60272941a7 req-ca7fb8a8-02b7-4274-9996-5565e020cd4c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418891 Feb 07 13:56:05.873988 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-d32fae78-3d86-46bd-99f3-f1d2c20989af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.875531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-d32fae78-3d86-46bd-99f3-f1d2c20989af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1395385 Feb 07 13:56:05.960800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-471b159b-08a2-49d1-8674-4d1eaeaf2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.962182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-471b159b-08a2-49d1-8674-4d1eaeaf2dda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426377 Feb 07 13:56:05.968225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-573a5ba1-23cd-4b3b-92fb-992ae3eaebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:05.969549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-573a5ba1-23cd-4b3b-92fb-992ae3eaebef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856972 Feb 07 13:56:06.214412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-b5f6005f-d5d2-4dc0-9664-aa25578176ce service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438271 Feb 07 13:56:06.216970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-346d07a4-dfee-4217-a074-55c89de8db4b service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285919 Feb 07 13:56:06.332001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:56:06.503792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:06.519460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'mac_address': 'fa:16:3e:70:8b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:56:06.583477 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:06.601990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:56:06.617628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:06.639898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-ccaf3950-a9e2-42d4-95d2-7bbe91ed2a05 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155967 Feb 07 13:56:06.641873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b62b631-974b-4d8f-b83a-022802db18b8 req-502472cf-4c7e-41c0-bd16-3c85e6eb94bc service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164886 Feb 07 13:56:06.711179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:06.784363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:07.031336 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:56:07.068731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8896a-f43a-426e-b8d9-b19f6ee2da98 req-8c48fd79-927c-4899-a11f-7af276829dcc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:07.070094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5b8896a-f43a-426e-b8d9-b19f6ee2da98 req-8c48fd79-927c-4899-a11f-7af276829dcc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 944 time: 0.0848780 Feb 07 13:56:07.114301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5b8896a-f43a-426e-b8d9-b19f6ee2da98 req-30a25038-47ff-40e6-a0ad-447eb8b2a42c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375714 Feb 07 13:56:07.935332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-253c6048-40ec-4623-9b14-5ee845727946 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:07.936779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-253c6048-40ec-4623-9b14-5ee845727946 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.35 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b&tenant_id=478f737244184543afdf49c3a186549f&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 944 time: 0.1104653 Feb 07 13:56:07.948025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4303-067a-47d6-8017-b42612076686 req-dad2be2a-7989-4342-ab2e-42d30cb69ab1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:07.949335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6fb4303-067a-47d6-8017-b42612076686 req-dad2be2a-7989-4342-ab2e-42d30cb69ab1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 944 time: 0.1530399 Feb 07 13:56:08.049556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6fb4303-067a-47d6-8017-b42612076686 req-2fa9478a-a212-49e0-9386-8d34e3983e99 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681391 Feb 07 13:56:08.056861 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-9a9474f7-a1cb-474a-97bd-62d84cc0bdd3 service neutron] 10.222.0.35 "GET /v2.0/ports/117ad427-b4ac-41e9-8d68-84bf4f0b3e1d/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 382 time: 0.1066399 Feb 07 13:56:08.149939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-b3b15ef5-1bdb-4a2f-ae2b-8ecc0fea476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:08.152352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-b3b15ef5-1bdb-4a2f-ae2b-8ecc0fea476e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1095 time: 0.0717545 Feb 07 13:56:08.286427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-c0404d25-ef45-4af2-8c1f-24f54bbc909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:08.287857 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-c0404d25-ef45-4af2-8c1f-24f54bbc909b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1287613 Feb 07 13:56:08.351734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:56:08.391416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-437f60ac-dd7e-45fa-a96d-0bb2f8a3ca51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1001 time: 0.0977867 Feb 07 13:56:08.453028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-8dc88da9-e804-457e-9c4a-559398ba37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:08.454468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-8dc88da9-e804-457e-9c4a-559398ba37f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0578859 Feb 07 13:56:08.487911 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:56:08.493207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:56:08.494494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:08.533014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-d7371a1e-52b3-4a2b-9d42-80b0e98f4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:08.534518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-d7371a1e-52b3-4a2b-9d42-80b0e98f4e9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744836 Feb 07 13:56:08.611110 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:08.641320 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:08.649760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:08.671010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-24e35245-2bd5-4b06-b48e-664f8ecf6a5b service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307964 Feb 07 13:56:08.709404 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'code': 200} Feb 07 13:56:08.710946 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:08.749013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-47f5be34-6d3d-494a-b2ab-f505c411ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:08.784144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:08.808999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-8a8917bb-aae9-4d38-9187-5f5b1142c0dd service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320887 Feb 07 13:56:09.232867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20c90-bbfc-4238-9eb9-0fdc4686389e req-3fae5e11-c0c4-46c1-a3d4-8397afb6295a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:09.234308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93b20c90-bbfc-4238-9eb9-0fdc4686389e req-3fae5e11-c0c4-46c1-a3d4-8397afb6295a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0789118 Feb 07 13:56:09.277370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-93b20c90-bbfc-4238-9eb9-0fdc4686389e req-ac472b3a-051b-4064-8170-eb1a16a3cf34 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375400 Feb 07 13:56:10.467264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990545f-49f1-4846-b281-bef70bd6868c req-720f9d47-ba2c-43cc-8529-9d5e7362762f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:10.468777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e990545f-49f1-4846-b281-bef70bd6868c req-720f9d47-ba2c-43cc-8529-9d5e7362762f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0844710 Feb 07 13:56:10.515603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e990545f-49f1-4846-b281-bef70bd6868c req-ddf8cbe0-3695-45be-92d6-3cb87ae89b60 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Feb 07 13:56:11.222812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-afa887b2-ad1f-4b6e-902f-aafd06db6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:11.224211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-afa887b2-ad1f-4b6e-902f-aafd06db6df7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 1096 time: 0.0706909 Feb 07 13:56:11.234869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:56:11.345929 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:11.557448 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5fed640e-becd-4097-9a74-ad2a34805035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:11.803998 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:11.819271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3cd76-eb95-4c1b-bd11-83b195ce8059 req-c47a3215-c140-430e-8ee7-1d577427fde9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:11.820751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40d3cd76-eb95-4c1b-bd11-83b195ce8059 req-c47a3215-c140-430e-8ee7-1d577427fde9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.1396468 Feb 07 13:56:11.869788 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:56:11.919566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40d3cd76-eb95-4c1b-bd11-83b195ce8059 req-2f65a498-c969-4710-8773-7829b95f6e7f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922201 Feb 07 13:56:11.935771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:11.941327 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:11.956804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Transition to ACTIVE for port object 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:56:12.000873 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'code': 200} Feb 07 13:56:12.042603 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:12.190247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:12.240456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] No DVR routers for this DVR port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:56:12.305177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:12.414024 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:12.465438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:56:12.465768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:56:12.466094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:56:12.470536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:56:12.470854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Attempting to bind port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:56:12.475802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:56:12.476159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:56:12.476536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:56:12.476955 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Bound port: 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:56:12.477294 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:12.566865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:56:12.569802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:56:12.648692 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:12.710617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:12.711257 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:12.712604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] 10.222.0.47 "PUT /v2.0/ports/117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1092 time: 1.4815753 Feb 07 13:56:12.903381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fd152-3e26-4b8c-b416-01d13e72081b service neutron] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=11']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:12.903381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-37d409d2-cae1-46e2-a238-ae87592d47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:12.903381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-37d409d2-cae1-46e2-a238-ae87592d47c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1095 time: 0.0775990 Feb 07 13:56:12.950466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-e9ba483c-4564-454e-83ee-fb67a58c22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:12.951935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-e9ba483c-4564-454e-83ee-fb67a58c22be service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1308866 Feb 07 13:56:13.107347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-99fcc076-258a-4286-ad16-8c7107dd9e15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1000 time: 0.1491704 Feb 07 13:56:13.177543 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e9c9c-47b0-4b92-ba41-71536dc73637 req-6150622c-229d-4ad1-a9db-0e7396d366db tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:13.178912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d0e9c9c-47b0-4b92-ba41-71536dc73637 req-6150622c-229d-4ad1-a9db-0e7396d366db tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 944 time: 0.1503217 Feb 07 13:56:13.201464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-8da9d20f-1c50-45bb-bde1-37687d556f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:13.202872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-8da9d20f-1c50-45bb-bde1-37687d556f12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0864491 Feb 07 13:56:13.389343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d0e9c9c-47b0-4b92-ba41-71536dc73637 req-fb4f2255-7857-47da-933d-f4471575eec2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037020 Feb 07 13:56:13.412212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9c981-5f29-4634-84de-6b489e04d66b req-56b858ca-3c07-42eb-a51d-9014772feae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:13.413705 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-56b858ca-3c07-42eb-a51d-9014772feae3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040007 Feb 07 13:56:13.544287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-b3f3e3a1-6a67-44cf-b190-59610fa9093a service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237674 Feb 07 13:56:13.676648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46e9c981-5f29-4634-84de-6b489e04d66b req-09e6eeb7-7e0f-42ec-9351-cfbb8478cc8e service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262188 Feb 07 13:56:13.927909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:13.998911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:14.055587 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'status': 'completed', 'code': 200} Feb 07 13:56:14.201058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-ed486449-5c41-4d4a-bbbe-6014ef14641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:14.202526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-ed486449-5c41-4d4a-bbbe-6014ef14641e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1095 time: 0.0991709 Feb 07 13:56:14.204987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-d1dd3311-7d63-4930-8cd5-261fb9161225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:14.206305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-d1dd3311-7d63-4930-8cd5-261fb9161225 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 1095 time: 0.1337554 Feb 07 13:56:14.389406 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:56:14.444515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-72cf607d-8289-4283-a3ae-6cd26aaaede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:14.445972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-72cf607d-8289-4283-a3ae-6cd26aaaede9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2377000 Feb 07 13:56:14.448903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-8eef25c1-c93a-4fd0-a2f2-f75a3364df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:14.450217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-8eef25c1-c93a-4fd0-a2f2-f75a3364df58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2239127 Feb 07 13:56:14.485396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:56:14.677135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-ae0862e2-2e4a-4bd5-97b1-f9058dfd12b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1000 time: 0.2238860 Feb 07 13:56:14.731375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-5b0b2394-de59-4809-be24-c4d1f0a3aba7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 200 len: 1000 time: 0.2298687 Feb 07 13:56:14.808305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803830-7aa7-47bb-a744-1bfecb881746 req-26a6b5e9-ede5-4735-a2aa-8577adc95a2d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:14.809672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9803830-7aa7-47bb-a744-1bfecb881746 req-26a6b5e9-ede5-4735-a2aa-8577adc95a2d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 944 time: 0.3072155 Feb 07 13:56:14.810951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-afa3e49e-5d7a-462a-85ab-8563c299afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:14.812277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-afa3e49e-5d7a-462a-85ab-8563c299afd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1266305 Feb 07 13:56:14.882270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-4ce0d0a0-8b9b-4bce-a71f-7b052958dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:14.883694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-4ce0d0a0-8b9b-4bce-a71f-7b052958dc50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1454020 Feb 07 13:56:14.956821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9803830-7aa7-47bb-a744-1bfecb881746 req-7ef55d0d-4312-4816-92d3-12e621f34bce tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374056 Feb 07 13:56:14.989005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-5bb0d61a-6957-404b-9e4b-052a4145b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:14.990486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-5bb0d61a-6957-404b-9e4b-052a4145b0eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721983 Feb 07 13:56:15.019362 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-73af521c-f63a-4fdd-b73c-0d7832cb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:15.020805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-73af521c-f63a-4fdd-b73c-0d7832cb2eda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279964 Feb 07 13:56:15.353227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-07eed821-055b-41bb-b0e0-84dbe9b64e3b service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549781 Feb 07 13:56:15.358656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-ca92baf6-22a4-4cc2-8b67-66601c3fcfc9 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903626 Feb 07 13:56:15.594324 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-4a5875e8-1524-4f3b-95ac-084a78bde233 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339749 Feb 07 13:56:15.597449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d2f7768-d7c5-460e-98bf-7696ca962f20 req-4ee3ed3a-7c42-455a-be91-f4a982631d97 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202246 Feb 07 13:56:15.829219 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:16.143770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ab6a2-2b91-4374-b48e-578ba297b0ac req-e4fe4d6c-400f-41e8-97b9-7c20342d8162 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:16.145262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f81ab6a2-2b91-4374-b48e-578ba297b0ac req-e4fe4d6c-400f-41e8-97b9-7c20342d8162 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 944 time: 0.0798702 Feb 07 13:56:16.189528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f81ab6a2-2b91-4374-b48e-578ba297b0ac req-ab692b1e-5ac2-46fd-bcad-85949b7fa7b5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387032 Feb 07 13:56:17.388607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5532d-092a-4cfb-8f4b-7110b0120b15 req-2f582e12-f139-41ad-b3e4-c15d44890586 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:17.390111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9de5532d-092a-4cfb-8f4b-7110b0120b15 req-2f582e12-f139-41ad-b3e4-c15d44890586 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 944 time: 0.0935366 Feb 07 13:56:17.435239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9de5532d-092a-4cfb-8f4b-7110b0120b15 req-d48079a0-9a8d-4a43-97d5-a144f4ee2e9a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393326 Feb 07 13:56:18.167566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:56:18.299227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:18.312064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'mac_address': 'fa:16:3e:70:8b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:56:18.367958 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:18.384289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:56:18.399775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:18.463889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:18.530497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=12']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:18.620639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba1769-0bf4-4ef6-b2a3-1fba6962c57a req-0baafdeb-642b-4dfc-927f-b690f2f63e3f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:18.622102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2ba1769-0bf4-4ef6-b2a3-1fba6962c57a req-0baafdeb-642b-4dfc-927f-b690f2f63e3f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0790043 Feb 07 13:56:18.670689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2ba1769-0bf4-4ef6-b2a3-1fba6962c57a req-792347fb-c448-4c8d-b2d2-caf2ca5460d8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428746 Feb 07 13:56:18.798303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:56:18.857154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed23c-6f0c-4fa8-9e38-447944bdc2db req-f018e7cb-aade-4acf-bf28-67d4f9cb4e4d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:18.858619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8fed23c-6f0c-4fa8-9e38-447944bdc2db req-f018e7cb-aade-4acf-bf28-67d4f9cb4e4d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0810556 Feb 07 13:56:18.902289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b8fed23c-6f0c-4fa8-9e38-447944bdc2db req-a0969147-d020-4599-a1eb-0e6fba092ce0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380480 Feb 07 13:56:19.092346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b573903-9efd-40c9-bbfb-59cd7a1c179e req-6c8a781e-79ab-4b47-9676-0c4224562c09 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:19.093732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b573903-9efd-40c9-bbfb-59cd7a1c179e req-6c8a781e-79ab-4b47-9676-0c4224562c09 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0886002 Feb 07 13:56:19.139637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b573903-9efd-40c9-bbfb-59cd7a1c179e req-072e7d27-9a32-4946-8c2e-d4e85a898790 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399458 Feb 07 13:56:19.777261 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b2548-8521-4965-a010-9df4348789b8 req-d84a38f5-c2cf-4d93-8056-72b611fa3083 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:19.778736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-657b2548-8521-4965-a010-9df4348789b8 req-d84a38f5-c2cf-4d93-8056-72b611fa3083 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 945 time: 0.0815728 Feb 07 13:56:19.824030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-657b2548-8521-4965-a010-9df4348789b8 req-e0fdd77b-3549-431a-8779-d16275706445 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393002 Feb 07 13:56:20.176056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:56:20.305030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:56:20.309699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:56:20.310073 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:20.424791 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:20.450945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:20.460242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:20.496497 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'code': 200} Feb 07 13:56:20.528298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:20.597535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=13']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:21.009857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c560e7-1dfa-4892-b039-96dc97ff3400 req-85f79d20-d392-4aaf-a250-3fdf63646863 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:21.012192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15c560e7-1dfa-4892-b039-96dc97ff3400 req-85f79d20-d392-4aaf-a250-3fdf63646863 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 946 time: 0.0840509 Feb 07 13:56:21.055683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-15c560e7-1dfa-4892-b039-96dc97ff3400 req-d4026950-3913-44d2-83af-7718cb9dea73 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378883 Feb 07 13:56:21.236707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-f7652a5b-8925-4b95-8348-fbfb69245e8a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:21.238136 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-f7652a5b-8925-4b95-8348-fbfb69245e8a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 946 time: 0.0806041 Feb 07 13:56:21.310851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Deleting port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:56:21.311307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:21.556088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] For port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:21.556374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:21.850429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:21.850719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:21.851032 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c disassociated. External IP: 172.25.7.145, port: 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d. Feb 07 13:56:21.851379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Calling delete_port for 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:56:22.059711 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:22.111003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event deleted for resources: {'Port': ['ID=117ad427-b4ac-41e9-8d68-84bf4f0b3e1d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:22.378120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12e355d9-dd03-4a62-a4ad-8741562cf3e0 req-3cb6d7b9-5466-4d96-81cd-574bc75d3f50 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 210 time: 0.0609140 Feb 07 13:56:22.487866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:56:22.673965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:56:22.683857 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:56:22.694234 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:56:22.697343 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:56:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:56:22.750689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] No DVR routers for this DVR port 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:56:22.753320 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:22.755827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-deleted', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:22.801927 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec7860-a7e2-48c1-9667-4c5a70f6a69b', 'name': 'network-vif-deleted', 'tag': '117ad427-b4ac-41e9-8d68-84bf4f0b3e1d', 'status': 'completed', 'code': 200} Feb 07 13:56:22.848783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb0de15b-9fb3-4931-8132-9134cb9a4949 req-daa3d047-bd8d-4018-9743-ad6833e91218 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "DELETE /v2.0/ports/117ad427-b4ac-41e9-8d68-84bf4f0b3e1d HTTP/1.1" status: 204 len: 173 time: 1.6049829 Feb 07 13:56:22.881112 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:56:23.191686 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:56:23.195395 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:56:23.203611 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:56:23.204236 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:56:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:56:23.379217 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:56:23.547136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b5417e0e-23ac-4935-bc39-7ac80628994e req-6ee7d5f0-69e0-42b8-a8e3-0007aed19278 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Synchronizing usage tracker for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:56:23.683184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b5417e0e-23ac-4935-bc39-7ac80628994e req-6ee7d5f0-69e0-42b8-a8e3-0007aed19278 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Unset dirty status for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:56:23.684618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5417e0e-23ac-4935-bc39-7ac80628994e req-6ee7d5f0-69e0-42b8-a8e3-0007aed19278 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ec7860-a7e2-48c1-9667-4c5a70f6a69b HTTP/1.1" status: 200 len: 210 time: 0.1836150 Feb 07 13:56:23.730563 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:56:23.734620 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5078bf-36e6-4893-9081-d9b06816a0ea None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:56:23.961823 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a6524-636b-4a0b-af02-d692b7081b50 None None] New status for floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:56:24.206922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:56:24.241091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:56:24.241444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 117ad427-b4ac-41e9-8d68-84bf4f0b3e1d not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:56:25.018208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-561d3f0b-cb68-423f-bf6a-0652683431cc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--821459026&fields=id&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 267 time: 0.0376694 Feb 07 13:56:25.165760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-8a7b36b6-f077-432b-8d06-805ca7481baa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:25.167225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-8a7b36b6-f077-432b-8d06-805ca7481baa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 812 time: 0.1426897 Feb 07 13:56:25.179754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:25.182219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-6642686d-7355-45bb-8b0f-b0b53ddba975 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/quotas/478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 375 time: 0.0094440 Feb 07 13:56:25.271628 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-699344bd-e4a6-432c-8f8f-cc4453937ec8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838556 Feb 07 13:56:25.410789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-a23c34d9-b182-4588-95bf-6946bc0440f4 service neutron] 10.222.0.69 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266818 Feb 07 13:56:25.540565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9322dff9-c4ab-4412-a1cd-05a16cab3b9e service neutron] 10.222.0.69 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238825 Feb 07 13:56:25.798659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-09e08a3c-34c0-4f28-bf09-f8171fc6c165 req-f835ef7f-8e27-4f90-835f-2b20d380add9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 210 time: 0.0433593 Feb 07 13:56:26.894227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0b2aea5d-2d68-4736-bd8f-fd1544802b0d req-8c039ceb-d655-454c-b87d-19d166c10fe7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 210 time: 0.0427039 Feb 07 13:56:28.045298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e838d3eb-21a9-45c8-8d22-50c6fc0bec1f req-3dfda298-0032-4788-8e6a-d503d7aa1952 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 210 time: 0.0452697 Feb 07 13:56:28.094143 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:56:28.607578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-229a103e-4bfc-4049-989e-2303033cf157 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:28.609025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-229a103e-4bfc-4049-989e-2303033cf157 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 812 time: 0.1468868 Feb 07 13:56:28.657871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-a617e55b-64ac-4530-9620-43bbfc624602 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 379 time: 0.0406742 Feb 07 13:56:28.666389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'port': {'device_id': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'admin_state_up': True, 'tenant_id': '478f737244184543afdf49c3a186549f', 'security_groups': ['d1565fb1-21a3-4ad3-816b-345b5338e484']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:56:28.921968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:56:28.931690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:56:28.997125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Made reservation on behalf of 478f737244184543afdf49c3a186549f for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:56:29.000727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:29.201584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Allocated IP 172.20.0.13 (a68fc731-6857-40da-91d0-db24374176dc/18bb6e8a-891b-4612-a7b8-51a523f975be/98e295b6-50e3-4e8f-93c1-b53d5991c03f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:56:29.205088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fba1aa1e-1099-415d-90b5-d947c1501931 req-63a78952-bcce-4f28-9564-7df5929744fa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 210 time: 0.0509167 Feb 07 13:56:29.390374 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:29.405843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Transition to ACTIVE for port object 98e295b6-50e3-4e8f-93c1-b53d5991c03f will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:56:29.527805 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:29.600819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Network a68fc731-6857-40da-91d0-db24374176dc is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:56:29.604726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:56:29.608492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:56:29.642661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:29.680403 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:29.681040 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:29.769597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-9bf3382b-c009-4d15-998d-a5f982079fe5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1067677 Feb 07 13:56:29.781478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Request body: {'port': {'device_id': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:56:29.894396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0b910c9e-5c65-41a0-96a9-7092d5808cfb None None] Provisioning for port 98e295b6-50e3-4e8f-93c1-b53d5991c03f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:56:29.894976 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:29.899611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0b910c9e-5c65-41a0-96a9-7092d5808cfb None None] Provisioning complete for port 98e295b6-50e3-4e8f-93c1-b53d5991c03f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:56:29.900014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b910c9e-5c65-41a0-96a9-7092d5808cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:29.957295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0b910c9e-5c65-41a0-96a9-7092d5808cfb None None] Port 98e295b6-50e3-4e8f-93c1-b53d5991c03f cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:56:30.234597 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e295b6-50e3-4e8f-93c1-b53d5991c03f {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:56:30.241900 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:30.256454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Transition to ACTIVE for port object 98e295b6-50e3-4e8f-93c1-b53d5991c03f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:56:30.348828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:30.525357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:30.610165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ede84-ba5e-4c86-8d7e-3c197fa0e712 req-077f4cdd-77d8-4f88-9585-fb30d7ea3912 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:30.610874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ae6ede84-ba5e-4c86-8d7e-3c197fa0e712 req-077f4cdd-77d8-4f88-9585-fb30d7ea3912 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Synchronizing usage tracker for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:56:30.634484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:56:30.634824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:56:30.635205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:56:30.641615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:56:30.641939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:56:30.646978 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:56:30.647312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:56:30.647698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:56:30.648163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Bound port: 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:56:30.648517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:30.731118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ae6ede84-ba5e-4c86-8d7e-3c197fa0e712 req-077f4cdd-77d8-4f88-9585-fb30d7ea3912 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Unset dirty status for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:56:30.732316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae6ede84-ba5e-4c86-8d7e-3c197fa0e712 req-077f4cdd-77d8-4f88-9585-fb30d7ea3912 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.4198787 Feb 07 13:56:30.755702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:56:30.773275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:56:30.785956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae6ede84-ba5e-4c86-8d7e-3c197fa0e712 req-c6234307-f13f-4c58-b73e-8767b4c59669 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479267 Feb 07 13:56:30.854881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:30.919744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:30.920384 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:30.921764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1092 time: 1.1446369 Feb 07 13:56:30.922204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:30.950220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261396cb-6a3b-4d38-ac51-94c69c7c71e5 service neutron] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:30.980165 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'status': 'completed', 'code': 200} Feb 07 13:56:31.071220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bf74f-d534-475f-8a61-7769205e69c6 req-f4a4d957-5f29-42ed-bee1-1e0c91fbbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:31.072850 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-663bf74f-d534-475f-8a61-7769205e69c6 req-f4a4d957-5f29-42ed-bee1-1e0c91fbbd51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1095 time: 0.0741155 Feb 07 13:56:31.326489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bf74f-d534-475f-8a61-7769205e69c6 req-a15ce206-8852-47a8-a2a6-81206a519d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:31.327881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-663bf74f-d534-475f-8a61-7769205e69c6 req-a15ce206-8852-47a8-a2a6-81206a519d0f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=478f737244184543afdf49c3a186549f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2481575 Feb 07 13:56:31.466507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bf74f-d534-475f-8a61-7769205e69c6 req-ec27aa20-10d2-424f-9210-e8088ebdc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:31.467968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-663bf74f-d534-475f-8a61-7769205e69c6 req-ec27aa20-10d2-424f-9210-e8088ebdc44e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1343610 Feb 07 13:56:31.572259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-6267e217-d0e3-4e6f-bbaf-fca7e575dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:31.574383 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-6267e217-d0e3-4e6f-bbaf-fca7e575dfe6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1095 time: 0.0730243 Feb 07 13:56:31.644604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-dc0d9e75-164a-440e-a9b5-1fc623e4deda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 217 time: 0.0634148 Feb 07 13:56:31.706636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-d035c7e7-6732-47b3-95df-828e0ca142a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:31.708091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-d035c7e7-6732-47b3-95df-828e0ca142a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0578604 Feb 07 13:56:31.780974 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-6c95daa8-d99f-43e5-acef-6b2b89806cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:31.782498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-6c95daa8-d99f-43e5-acef-6b2b89806cbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686836 Feb 07 13:56:31.960281 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-93a195ad-0227-4f66-a5b4-47e4748588c6 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713312 Feb 07 13:56:32.096992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6655906-9958-4692-9ba1-f699c171b1c7 req-e2fbf102-1a8e-4d1d-9f8d-5f31bcbab621 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:32.098438 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6655906-9958-4692-9ba1-f699c171b1c7 req-e2fbf102-1a8e-4d1d-9f8d-5f31bcbab621 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.2010376 Feb 07 13:56:32.133578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-73ae24ef-b840-4855-b8c0-d7c32761a415 req-2d0d5b05-7f65-42f1-89e3-3f6ff2755c67 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668255 Feb 07 13:56:32.155504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6655906-9958-4692-9ba1-f699c171b1c7 req-84cef892-485f-4438-87bc-909db1a04762 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454831 Feb 07 13:56:33.343136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde22be2-44de-4817-96b2-8662fc0c06b8 req-ce7b7ca4-6ccf-4a39-b5aa-dafc90c8d48e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:33.344607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fde22be2-44de-4817-96b2-8662fc0c06b8 req-ce7b7ca4-6ccf-4a39-b5aa-dafc90c8d48e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0823047 Feb 07 13:56:33.387772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fde22be2-44de-4817-96b2-8662fc0c06b8 req-edc7eeef-130b-4615-b689-c90c47d04a3c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374174 Feb 07 13:56:34.265340 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:56:34.394787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:34.407897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'mac_address': 'fa:16:3e:98:c9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:56:34.461652 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:34.478648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e295b6-50e3-4e8f-93c1-b53d5991c03f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:56:34.493692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:34.562825 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:34.571084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759837b-40ce-4447-b436-59a0f3c3ab6a req-2ac2a183-cfe8-4d4a-80f7-d5c439dc1672 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:34.573128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2759837b-40ce-4447-b436-59a0f3c3ab6a req-2ac2a183-cfe8-4d4a-80f7-d5c439dc1672 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0812950 Feb 07 13:56:34.617738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2759837b-40ce-4447-b436-59a0f3c3ab6a req-1cd8b35e-a07d-4a84-b3fe-f16770c8a171 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387416 Feb 07 13:56:34.632077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:34.640470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.640830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.641172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.641566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.641905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.642239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.642579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.642907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.643234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.643560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.643886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.644237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:56:34.877681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['98e295b6-50e3-4e8f-93c1-b53d5991c03f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:56:35.808154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e358a-d424-4e1b-b0cf-a940f73636ad req-7c1a89f9-6df2-4239-ab7e-9dd03cd432d6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:35.809599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c6e358a-d424-4e1b-b0cf-a940f73636ad req-7c1a89f9-6df2-4239-ab7e-9dd03cd432d6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0815151 Feb 07 13:56:35.853113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c6e358a-d424-4e1b-b0cf-a940f73636ad req-a2a3296f-3430-4bc6-a46f-d5411fb6a2be tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379260 Feb 07 13:56:36.285239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:56:36.465671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 98e295b6-50e3-4e8f-93c1-b53d5991c03f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:56:36.470676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 98e295b6-50e3-4e8f-93c1-b53d5991c03f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:56:36.471176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:36.584855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:36.611839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:36.622699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:56:36.663817 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'code': 200} Feb 07 13:56:36.709085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:36.776735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:56:36.788701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165677-a0e2-45b4-a42a-35e922c21719 req-d4094a2b-b640-4f36-a14c-9d272e446c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:36.793815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb165677-a0e2-45b4-a42a-35e922c21719 req-d4094a2b-b640-4f36-a14c-9d272e446c58 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1097 time: 0.0711563 Feb 07 13:56:36.831356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb165677-a0e2-45b4-a42a-35e922c21719 req-81492efe-e358-4e28-8945-4d8aaf77216d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346129 Feb 07 13:56:37.043634 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f4e6b-4314-4771-b645-4d547414ec14 req-c1d62409-5512-4d8e-9f1a-eced52a849c6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:37.045111 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba6f4e6b-4314-4771-b645-4d547414ec14 req-c1d62409-5512-4d8e-9f1a-eced52a849c6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0886955 Feb 07 13:56:37.087456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba6f4e6b-4314-4771-b645-4d547414ec14 req-47ec95f2-c943-4066-8ecb-9756786bbf91 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367262 Feb 07 13:56:38.273112 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e550d-bb0c-466a-ba8d-066f393104c3 req-b901a577-fad7-4418-83d1-35ee72b0dc67 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:38.274631 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-031e550d-bb0c-466a-ba8d-066f393104c3 req-b901a577-fad7-4418-83d1-35ee72b0dc67 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0807233 Feb 07 13:56:38.326998 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-031e550d-bb0c-466a-ba8d-066f393104c3 req-597223ad-f2a7-4f5e-b806-380e43e4bb1b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442772 Feb 07 13:56:38.806301 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53d019ff-9b5b-4d4a-b3d3-64f434d34961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:39.512587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f91d1d-7b1d-486f-929a-26cc1a6d2516 req-c52755be-b178-417b-9525-9ff2e50ea9f6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:39.514036 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64f91d1d-7b1d-486f-929a-26cc1a6d2516 req-c52755be-b178-417b-9525-9ff2e50ea9f6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0792129 Feb 07 13:56:39.558362 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64f91d1d-7b1d-486f-929a-26cc1a6d2516 req-a1fbf811-7bfe-482c-94bc-73a75a7612d4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383255 Feb 07 13:56:39.743009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f3c86-e0e0-418d-8207-6420665b6039 req-cd9dd5a7-0c8e-43c5-9948-754cc5e3e553 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:39.745228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325f3c86-e0e0-418d-8207-6420665b6039 req-cd9dd5a7-0c8e-43c5-9948-754cc5e3e553 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0830193 Feb 07 13:56:39.753743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60670) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:56:39.758533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Request body: {'floatingip': {'port_id': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:56:39.833944 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:40.525788 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:40.585536 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:40.755073 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c associated. External IP: 172.25.7.145, port: 98e295b6-50e3-4e8f-93c1-b53d5991c03f. Feb 07 13:56:41.098676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:56:41.402467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:56:41.406632 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:41.413431 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:56:41.427428 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:56:41.428036 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:56:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:56:41.463802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-1291f86a-9a2e-408d-8bf8-65c58b57f16c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "PUT /v2.0/floatingips/947d9242-3f11-491b-b0e2-ddd33bc0bd6c HTTP/1.1" status: 200 len: 993 time: 1.7084816 Feb 07 13:56:41.465214 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:56:41.511690 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'status': 'completed', 'code': 200} Feb 07 13:56:41.583726 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-38e061b6-783d-4df1-b178-5c33ca3b4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:41.613024 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:56:41.664480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00847a-7981-4989-9e69-3981882f9172 req-969ecc90-5c9b-456b-a6fc-b0f87a01f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:41.665875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b00847a-7981-4989-9e69-3981882f9172 req-969ecc90-5c9b-456b-a6fc-b0f87a01f2d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1097 time: 0.1319172 Feb 07 13:56:41.673989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87caa0-9637-497b-8d8a-3f5b8f1e3b57 req-59530dba-1cc2-477c-8465-c4dde9392324 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:41.675368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c87caa0-9637-497b-8d8a-3f5b8f1e3b57 req-59530dba-1cc2-477c-8465-c4dde9392324 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.1067142 Feb 07 13:56:41.802866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c87caa0-9637-497b-8d8a-3f5b8f1e3b57 req-8a79b4c3-3aa2-4a04-bdb8-2bfe8116d41a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037073 Feb 07 13:56:41.838345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00847a-7981-4989-9e69-3981882f9172 req-543d515b-3bc5-41e9-887e-585c5415c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:41.839785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b00847a-7981-4989-9e69-3981882f9172 req-543d515b-3bc5-41e9-887e-585c5415c41a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1635811 Feb 07 13:56:41.941322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b00847a-7981-4989-9e69-3981882f9172 req-2f14da63-4b9e-41cd-9e93-1d4f90c1eba7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1001 time: 0.0952101 Feb 07 13:56:41.961956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:98:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:56:40Z', 'revision_number': 13, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:56:41.966039 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:56:41.974228 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:56:41.974807 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:56:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:56:42.008737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00847a-7981-4989-9e69-3981882f9172 req-b0983e5f-b266-4085-b949-d69c3611a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:42.010280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b00847a-7981-4989-9e69-3981882f9172 req-b0983e5f-b266-4085-b949-d69c3611a14b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0628409 Feb 07 13:56:42.088668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00847a-7981-4989-9e69-3981882f9172 req-2da1031c-74a7-4f0b-a4ac-d7f16ec540cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:42.090169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b00847a-7981-4989-9e69-3981882f9172 req-2da1031c-74a7-4f0b-a4ac-d7f16ec540cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738726 Feb 07 13:56:42.155350 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:56:42.224335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b00847a-7981-4989-9e69-3981882f9172 req-2f2c87f3-303c-41e8-abac-60ae6d1748bd service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273062 Feb 07 13:56:42.314943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:42.359604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b00847a-7981-4989-9e69-3981882f9172 req-e7b59b36-cc9e-413c-a7c3-be9425b3a3e8 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293287 Feb 07 13:56:42.406306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:42.505904 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:98:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:56:40Z', 'revision_number': 13, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:56:42.509698 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984eb01-34dd-49ee-94ee-20e09a5e8aa0 None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '947d9242-3f11-491b-b0e2-ddd33bc0bd6c', 'tenant_id': '478f737244184543afdf49c3a186549f', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'port_id': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'mac_address': 'fa:16:3e:98:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T13:53:13Z', 'updated_at': '2022-02-07T13:56:40Z', 'revision_number': 13, 'project_id': '478f737244184543afdf49c3a186549f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:56:42.703512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4b2ee-4d8a-428f-9d50-decf665aa1ce None None] New status for floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:56:42.995951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e29e28-0157-4422-bf82-89058d72ab36 req-e9e89092-2c9f-4e6c-ad37-71edce2c50de tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:42.997466 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82e29e28-0157-4422-bf82-89058d72ab36 req-e9e89092-2c9f-4e6c-ad37-71edce2c50de tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0875108 Feb 07 13:56:43.046262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82e29e28-0157-4422-bf82-89058d72ab36 req-60c91763-7eed-4098-9c18-025a7cd2c4bc tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Feb 07 13:56:43.955440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:45.100699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1338f69-7d4a-4c35-9004-425aa7fda034 req-ff4c6509-9a53-4c0e-a3bf-4a92fcf64b09 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:45.102069 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1338f69-7d4a-4c35-9004-425aa7fda034 req-ff4c6509-9a53-4c0e-a3bf-4a92fcf64b09 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0807333 Feb 07 13:56:45.145601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1338f69-7d4a-4c35-9004-425aa7fda034 req-1e54791c-53d0-4419-aa35-9d15a9fbd37f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368643 Feb 07 13:56:45.482457 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:54.356078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611184f-a422-4e91-b12c-c50e26a9d076 req-3403285f-657b-4abb-ba14-e6f6f02272be tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:54.357021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4611184f-a422-4e91-b12c-c50e26a9d076 req-3403285f-657b-4abb-ba14-e6f6f02272be tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0844746 Feb 07 13:56:54.424675 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4611184f-a422-4e91-b12c-c50e26a9d076 req-c5d06d8c-7457-4834-ba65-2d7d895ebc09 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620170 Feb 07 13:56:54.500045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-fefdb6c0-3626-47e0-8cde-7310105482e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218193 Feb 07 13:56:55.177466 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:56:55.613738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a98ce9-d949-453e-a349-f5dee04cac29 req-b959566f-675b-4c23-adb2-936d83e4251c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:55.615165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04a98ce9-d949-453e-a349-f5dee04cac29 req-b959566f-675b-4c23-adb2-936d83e4251c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0822232 Feb 07 13:56:55.659802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-04a98ce9-d949-453e-a349-f5dee04cac29 req-b61cb93c-57ac-42b3-9261-ff4e72059ecf tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386755 Feb 07 13:56:56.540949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-aa094e78-794b-49bb-a923-33cdeb1d00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:56.542512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-aa094e78-794b-49bb-a923-33cdeb1d00e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1097 time: 0.0745251 Feb 07 13:56:56.675538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-c147025e-8312-463d-a17b-9a91b0ab502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:56.676989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-c147025e-8312-463d-a17b-9a91b0ab502e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1284277 Feb 07 13:56:56.822213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-63f7c26a-b5af-4418-ae35-9e7cba73a5e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1003 time: 0.1382117 Feb 07 13:56:56.895586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-17ea198a-0acc-4e51-a255-5e93ff50eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:56.897037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-17ea198a-0acc-4e51-a255-5e93ff50eebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0668139 Feb 07 13:56:56.909014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65158c30-91d9-46f0-bdea-e1ebf9c55c65 req-3bed3aec-22ab-4294-b7f3-4205aeb23fd4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:56.910390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65158c30-91d9-46f0-bdea-e1ebf9c55c65 req-3bed3aec-22ab-4294-b7f3-4205aeb23fd4 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.1422212 Feb 07 13:56:57.111129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65158c30-91d9-46f0-bdea-e1ebf9c55c65 req-02d02224-b9b9-4974-8c52-c07d283fe535 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670136 Feb 07 13:56:57.126886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-eee1b693-f9b2-4f48-85db-352a8c858097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:57.128369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-eee1b693-f9b2-4f48-85db-352a8c858097 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171600 Feb 07 13:56:57.260818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-0313452a-bb41-4e0a-a319-48132f38158d service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248934 Feb 07 13:56:57.391366 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-7ae477ce-5c09-4f69-98d2-c06793a63aae service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237788 Feb 07 13:56:58.294464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc3962-68a6-4560-b6b4-09c11e84e628 req-da1856c3-06e1-4bd8-8b83-5e09b1631eda tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:58.295901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62cc3962-68a6-4560-b6b4-09c11e84e628 req-da1856c3-06e1-4bd8-8b83-5e09b1631eda tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0784492 Feb 07 13:56:58.342969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-62cc3962-68a6-4560-b6b4-09c11e84e628 req-d6e81252-37a4-459c-8b33-c2bb53c4f9b2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413918 Feb 07 13:56:59.529260 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb2dc0-98cb-4820-bf0d-d2a9f15d3665 req-7651e768-9d57-49cb-9f43-e177f3399651 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:56:59.530726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdeb2dc0-98cb-4820-bf0d-d2a9f15d3665 req-7651e768-9d57-49cb-9f43-e177f3399651 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0830948 Feb 07 13:56:59.575574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdeb2dc0-98cb-4820-bf0d-d2a9f15d3665 req-6666f61c-b65d-4af5-96a0-1c9ada14016f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389526 Feb 07 13:57:00.765759 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e9d5e-619c-4064-ac9b-232a406d3457 req-098cd012-55f6-4528-afff-4025d28b403c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:00.767252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d3e9d5e-619c-4064-ac9b-232a406d3457 req-098cd012-55f6-4528-afff-4025d28b403c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0847385 Feb 07 13:57:00.811462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d3e9d5e-619c-4064-ac9b-232a406d3457 req-638a1b1e-aacd-45f8-b79a-638f80849f13 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 Feb 07 13:57:02.001627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea82ff-a587-4580-a345-2e211b75f07c req-9ea5850f-feac-4ce4-a035-2054e8b234b2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:02.001627 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aaea82ff-a587-4580-a345-2e211b75f07c req-9ea5850f-feac-4ce4-a035-2054e8b234b2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0789018 Feb 07 13:57:02.043840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aaea82ff-a587-4580-a345-2e211b75f07c req-87d984ec-a3fe-4a4f-be7b-457f90918c6c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389783 Feb 07 13:57:03.241800 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b57f3-4ff9-4562-b0f9-3ec0309ac811 req-7b141084-c7a9-4aa8-ae8e-11c15866abad tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:03.243283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be2b57f3-4ff9-4562-b0f9-3ec0309ac811 req-7b141084-c7a9-4aa8-ae8e-11c15866abad tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0836432 Feb 07 13:57:03.286142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be2b57f3-4ff9-4562-b0f9-3ec0309ac811 req-bccd5976-920a-4ecc-b64e-48c32559d441 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370891 Feb 07 13:57:04.468663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eab72-098e-4036-bc83-de2bc92e86b6 req-423c5348-cbf6-4452-8adc-bc23119149a0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:04.470103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-202eab72-098e-4036-bc83-de2bc92e86b6 req-423c5348-cbf6-4452-8adc-bc23119149a0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0788486 Feb 07 13:57:04.516798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-202eab72-098e-4036-bc83-de2bc92e86b6 req-325bbb62-034d-4e52-bdaa-d5cafc609170 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 Feb 07 13:57:05.093445 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:57:05.736135 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-2e8f51ff-9eba-454f-952b-998f3fe74bbf service neutron] show failed (client error): The resource could not be found. Feb 07 13:57:05.737139 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-2e8f51ff-9eba-454f-952b-998f3fe74bbf service neutron] 10.222.0.47 "GET /v2.0/ports/98e295b6-50e3-4e8f-93c1-b53d5991c03f/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.1348164 Feb 07 13:57:05.752505 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3cd5b-010e-4917-9506-793276ae3b21 req-0b20fc37-3d5b-44f6-b1a4-189ff90f3dd9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:05.753932 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3c3cd5b-010e-4917-9506-793276ae3b21 req-0b20fc37-3d5b-44f6-b1a4-189ff90f3dd9 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.1185963 Feb 07 13:57:05.799666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a3c3cd5b-010e-4917-9506-793276ae3b21 req-0315bd44-f6df-42b8-9740-dcf84a2f1b03 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 Feb 07 13:57:06.432250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-13517c14-812b-40f1-b071-05aef27a7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:06.473340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-13517c14-812b-40f1-b071-05aef27a7166 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 1097 time: 0.0724807 Feb 07 13:57:06.473340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:57:06.556322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:06.831464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:06.860908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:57:07.077051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:57:07.083854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:07.109554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Transition to ACTIVE for port object 98e295b6-50e3-4e8f-93c1-b53d5991c03f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:57:07.135000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6d782-b7a7-4a1e-9a43-297b4bfa0a1a req-80ac05ef-c568-4853-a394-09db795acb8d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:07.137234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ca6d782-b7a7-4a1e-9a43-297b4bfa0a1a req-80ac05ef-c568-4853-a394-09db795acb8d tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.2303658 Feb 07 13:57:07.148497 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'code': 200} Feb 07 13:57:07.185443 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ca6d782-b7a7-4a1e-9a43-297b4bfa0a1a req-2f322165-8ece-4836-ac71-f32e132740d3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 Feb 07 13:57:07.215790 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:07.366683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:07.379863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.380240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.380583 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.380922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.381256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.381587 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.381914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.382236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.382559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.382879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.383200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.383520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:07.433398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] No DVR routers for this DVR port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:57:07.678540 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:57:07.678873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:57:07.679202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:57:07.685761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:57:07.686086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:57:07.692620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:57:07.692960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:57:07.693350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:57:07.693783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Bound port: 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:57:07.694155 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:07.793753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:57:07.796764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:57:07.889112 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:07.957157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:07.957775 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:07.959179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] 10.222.0.35 "PUT /v2.0/ports/98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1092 time: 1.5178289 Feb 07 13:57:07.975575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d2fab-bd27-4432-b4da-5fd8ab652a20 service neutron] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:08.056901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-770f15d4-4d2c-42eb-9d79-cb1ca07019a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:08.059084 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-770f15d4-4d2c-42eb-9d79-cb1ca07019a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1095 time: 0.0781136 Feb 07 13:57:08.194987 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-65c54486-d411-44bc-8c51-27402a0f4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:08.196394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-65c54486-d411-44bc-8c51-27402a0f4f68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1314030 Feb 07 13:57:08.335021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-c35e8bab-dfed-42f8-97e4-7c54131f8e37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1001 time: 0.1322739 Feb 07 13:57:08.415908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-36041c90-d72c-4c0d-a2f2-e389096176a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:08.417755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-36041c90-d72c-4c0d-a2f2-e389096176a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0772364 Feb 07 13:57:08.443855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:57:08.476576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca175623-44e1-4585-92d9-17529de6b85b req-c6a5e81d-e038-4c49-9c66-e99544c1f6a1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:08.477958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca175623-44e1-4585-92d9-17529de6b85b req-c6a5e81d-e038-4c49-9c66-e99544c1f6a1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.1779273 Feb 07 13:57:08.501375 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:57:08.533323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ca175623-44e1-4585-92d9-17529de6b85b req-ebc651e9-2e33-4042-913c-2db778b6ac23 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486498 Feb 07 13:57:08.541131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-7fb8b45d-a278-4b35-b55a-c4466dfbfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:08.542647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-7fb8b45d-a278-4b35-b55a-c4466dfbfb8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186473 Feb 07 13:57:08.675066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-1306bd72-9d6c-4b95-9747-964255d1c51b service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261556 Feb 07 13:57:08.734284 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6e79e178-fb53-44b9-9553-06ce976480a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:08.807343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9525d12-3bfd-4e42-876a-5bdbbf442b10 req-e2f6c650-5345-4911-9625-e2e303fcad66 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263678 Feb 07 13:57:09.146818 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:57:09.204188 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'status': 'completed', 'code': 200} Feb 07 13:57:09.472902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-d7b9bc99-6634-4cdb-8204-09d0f99e4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:09.474325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-d7b9bc99-6634-4cdb-8204-09d0f99e4c78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1095 time: 0.2521751 Feb 07 13:57:09.476854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-27e9d146-d38f-468a-b975-7ac2081b3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:09.478238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-27e9d146-d38f-468a-b975-7ac2081b3457 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1095 time: 0.1057909 Feb 07 13:57:09.773677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-56894f47-0109-4ad9-9c64-7eebd4c69069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:09.775137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-56894f47-0109-4ad9-9c64-7eebd4c69069 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2946031 Feb 07 13:57:09.786190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-390bb9c2-5aeb-401e-aa43-2f7d3afed8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:09.787589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-390bb9c2-5aeb-401e-aa43-2f7d3afed8e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.2894936 Feb 07 13:57:09.974677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb49287-4e95-4524-bca4-fed2a3b95f00 req-5f704ca3-7fba-42a1-b1c9-2078257b3a95 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:09.977462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb49287-4e95-4524-bca4-fed2a3b95f00 req-5f704ca3-7fba-42a1-b1c9-2078257b3a95 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.3318386 Feb 07 13:57:10.008426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-978864af-d7e9-49c2-a59f-78a499434f0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1001 time: 0.2233009 Feb 07 13:57:10.013320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-1591e1d1-5861-4f6f-b19d-dfc98868057d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1001 time: 0.1664591 Feb 07 13:57:10.119853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9fb49287-4e95-4524-bca4-fed2a3b95f00 req-3061df52-a361-48b7-b206-5831fbaee3f2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366587 Feb 07 13:57:10.145700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-4f3f0ae7-51aa-4b97-8ad2-b09a23d0e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:10.145700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-4f3f0ae7-51aa-4b97-8ad2-b09a23d0e668 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1257238 Feb 07 13:57:10.146565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-0ff1d485-66fc-400b-94bf-d174c1b02b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:10.147876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-0ff1d485-66fc-400b-94bf-d174c1b02b6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1013310 Feb 07 13:57:10.279441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-e7a82699-e94a-4467-bffd-6c5ac9f7da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:10.280868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-e7a82699-e94a-4467-bffd-6c5ac9f7da22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318812 Feb 07 13:57:10.283319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-d3375035-a4e6-4ab7-9353-c482b205d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:10.284899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-d3375035-a4e6-4ab7-9353-c482b205d427 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058784 Feb 07 13:57:10.522999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-33f86a21-bd65-4f83-860a-8f85a4a1f621 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354684 Feb 07 13:57:10.525867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-57b19212-e235-4c47-831e-de9c6b52ce2d service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203324 Feb 07 13:57:10.904526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-dda648cd-9704-4a25-835c-f235b90a6501 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758881 Feb 07 13:57:10.906347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42be5225-4f6a-42e1-9db2-f18714063d95 req-ac32d1a6-3c3c-4b83-bcf1-6db6b7066d9d service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598652 Feb 07 13:57:11.318226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833d2d-d662-444a-a402-300070f9a0ff req-5ce6077e-6e0f-4349-8a39-45f49cc6bc7c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:11.319859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58833d2d-d662-444a-a402-300070f9a0ff req-5ce6077e-6e0f-4349-8a39-45f49cc6bc7c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0823109 Feb 07 13:57:11.366447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58833d2d-d662-444a-a402-300070f9a0ff req-08dd095d-3c1e-4d38-847a-bd146b5f1196 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 Feb 07 13:57:11.539968 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-49e48fde-72bf-4a52-af85-7a3cfcd9cc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:12.320341 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:12.437260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:12.555896 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce3078-5ece-4166-92f6-434fe115e63f req-2e62982f-cb97-4400-afb8-dd43056ee2fb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:12.557386 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25ce3078-5ece-4166-92f6-434fe115e63f req-2e62982f-cb97-4400-afb8-dd43056ee2fb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0838370 Feb 07 13:57:12.600733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25ce3078-5ece-4166-92f6-434fe115e63f req-b67d7816-0cac-4fb5-bb16-975861af8c57 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371046 Feb 07 13:57:13.793027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d98b-17a7-425a-a566-24bb348f8294 req-fb9c90b6-5d3a-4aef-9d3c-62a79a17f981 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:13.794614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6d9d98b-17a7-425a-a566-24bb348f8294 req-fb9c90b6-5d3a-4aef-9d3c-62a79a17f981 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0846269 Feb 07 13:57:13.852326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6d9d98b-17a7-425a-a566-24bb348f8294 req-5029e342-9e6a-446b-bc95-303023f91151 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502336 Feb 07 13:57:13.937573 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:15.043248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce2c36-14f6-4ff6-bc86-857de08cf0aa req-6bd01986-e3c6-4c2e-b73a-8f3453d85ba2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:15.045307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82ce2c36-14f6-4ff6-bc86-857de08cf0aa req-6bd01986-e3c6-4c2e-b73a-8f3453d85ba2 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0807595 Feb 07 13:57:15.088660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-82ce2c36-14f6-4ff6-bc86-857de08cf0aa req-69188122-789e-416f-bdd9-68c29272a35a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378046 Feb 07 13:57:15.505868 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:16.273683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcf1b-ae8f-4d94-a409-90429634d0d1 req-b44dd9ac-4aa1-4f3a-8a6b-077a8ca0291c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:16.275015 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d9bcf1b-ae8f-4d94-a409-90429634d0d1 req-b44dd9ac-4aa1-4f3a-8a6b-077a8ca0291c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0809057 Feb 07 13:57:16.318873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d9bcf1b-ae8f-4d94-a409-90429634d0d1 req-e3edd305-1159-4722-8387-b86fc35abc15 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380325 Feb 07 13:57:17.506111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024b0f0-be9f-411c-a6a7-4bf30f9ce4ad req-9daa6050-4cc1-4b58-b6b5-7e1d7777bf82 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:17.507578 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3024b0f0-be9f-411c-a6a7-4bf30f9ce4ad req-9daa6050-4cc1-4b58-b6b5-7e1d7777bf82 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0815220 Feb 07 13:57:17.552516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3024b0f0-be9f-411c-a6a7-4bf30f9ce4ad req-c19e387b-f691-4a9e-b9d7-69fc39b398f1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383334 Feb 07 13:57:18.753709 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9070c3-4076-418f-9934-9a9d2ef3f569 req-ee9caf68-2e4c-432a-be08-716dfb30ffb3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:18.755302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf9070c3-4076-418f-9934-9a9d2ef3f569 req-ee9caf68-2e4c-432a-be08-716dfb30ffb3 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 944 time: 0.0896454 Feb 07 13:57:18.812124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bf9070c3-4076-418f-9934-9a9d2ef3f569 req-6d73f1c7-f9ae-41f0-b073-a3ede5f7d3e7 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510294 Feb 07 13:57:18.817920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:57:18.966611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:18.981403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'mac_address': 'fa:16:3e:98:c9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:57:19.040691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:19.062758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e295b6-50e3-4e8f-93c1-b53d5991c03f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:57:19.081470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:19.189432 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:19.261565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:19.399793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['98e295b6-50e3-4e8f-93c1-b53d5991c03f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:57:19.689677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-fea2c57f-6dee-45e4-ad05-c5b688652ce5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:19.691165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-fea2c57f-6dee-45e4-ad05-c5b688652ce5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13&tenant_id=478f737244184543afdf49c3a186549f&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 945 time: 0.1538091 Feb 07 13:57:19.699315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464b783-724c-4771-9fe5-202b5f4af365 req-246fc1ca-b6db-492f-8b8f-f12abf06cc2b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:19.701866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1464b783-724c-4771-9fe5-202b5f4af365 req-246fc1ca-b6db-492f-8b8f-f12abf06cc2b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.1297371 Feb 07 13:57:19.806248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1464b783-724c-4771-9fe5-202b5f4af365 req-7ea5250d-9588-419f-be80-47b22f44ed42 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700645 Feb 07 13:57:19.814586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-19302271-09b6-47de-84a5-cbb4e1092bb8 service neutron] 10.222.0.35 "GET /v2.0/ports/98e295b6-50e3-4e8f-93c1-b53d5991c03f/bindings/n-h1-811416-5 HTTP/1.1" status: 200 len: 382 time: 0.1118095 Feb 07 13:57:19.908077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-6fa6144c-08f4-455c-9866-e699141cb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:19.909856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-6fa6144c-08f4-455c-9866-e699141cb4eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1096 time: 0.0728712 Feb 07 13:57:20.042678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-cfd47d15-4661-4868-b3af-3bf808f03264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:20.044666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-cfd47d15-4661-4868-b3af-3bf808f03264 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1294484 Feb 07 13:57:20.147934 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-602cfe8f-9aa4-4633-bb80-edfdc86bd6e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1002 time: 0.0975335 Feb 07 13:57:20.209253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-5c6d85dd-5e18-4ea5-94dc-0efb5ac0cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:20.210592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-5c6d85dd-5e18-4ea5-94dc-0efb5ac0cee8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0572979 Feb 07 13:57:20.288599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-3ed5a93a-c135-4c04-b4db-dd74f544b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:20.290157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-3ed5a93a-c135-4c04-b4db-dd74f544b407 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736017 Feb 07 13:57:20.425347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-79aea655-ed22-49cc-8bf1-7789573b39b3 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287289 Feb 07 13:57:20.560664 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-8ff9c628-26d8-4d11-8e7d-37938681d84e service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294723 Feb 07 13:57:20.820649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:57:20.977489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 98e295b6-50e3-4e8f-93c1-b53d5991c03f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:57:20.982424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 98e295b6-50e3-4e8f-93c1-b53d5991c03f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:57:20.982889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:20.995784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709136f-a026-4552-814f-2e15821bb5aa req-656d115f-1b0a-4eb3-b13d-aef1743ec2d8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:20.998103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e709136f-a026-4552-814f-2e15821bb5aa req-656d115f-1b0a-4eb3-b13d-aef1743ec2d8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0813320 Feb 07 13:57:21.043633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e709136f-a026-4552-814f-2e15821bb5aa req-2bea5d2c-9cf3-413c-af86-892d5d773749 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397105 Feb 07 13:57:21.103168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:21.130361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:57:21.140628 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:21.192643 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'code': 200} Feb 07 13:57:21.266984 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:21.310324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d03361-bade-4d44-b11d-b24f324d2dff req-bcf56450-0c71-47ff-a33e-da3157487b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:21.311811 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41d03361-bade-4d44-b11d-b24f324d2dff req-bcf56450-0c71-47ff-a33e-da3157487b96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1096 time: 0.1994221 Feb 07 13:57:21.338870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:21.461538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d03361-bade-4d44-b11d-b24f324d2dff req-ee5772d1-e4e9-45df-991a-14625b4fa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:21.462987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41d03361-bade-4d44-b11d-b24f324d2dff req-ee5772d1-e4e9-45df-991a-14625b4fa98d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1313956 Feb 07 13:57:21.568006 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41d03361-bade-4d44-b11d-b24f324d2dff req-15b233b7-a701-4bb1-a4fc-d6181c5c2c36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1003 time: 0.0983548 Feb 07 13:57:21.630045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d03361-bade-4d44-b11d-b24f324d2dff req-e4cc24e5-e8da-4374-8cd3-6cb74365d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:21.631571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41d03361-bade-4d44-b11d-b24f324d2dff req-e4cc24e5-e8da-4374-8cd3-6cb74365d999 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0579443 Feb 07 13:57:21.707281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d03361-bade-4d44-b11d-b24f324d2dff req-677e9c77-b187-4331-ba83-a483251eb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:21.708899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41d03361-bade-4d44-b11d-b24f324d2dff req-677e9c77-b187-4331-ba83-a483251eb7e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711575 Feb 07 13:57:21.848119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41d03361-bade-4d44-b11d-b24f324d2dff req-de937a7d-a839-48e5-be21-2446216dd488 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296000 Feb 07 13:57:21.992889 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41d03361-bade-4d44-b11d-b24f324d2dff req-629d859a-3a8b-4e5a-95c5-da68cbb75cbe service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345613 Feb 07 13:57:22.250593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476fc83-0a94-4139-b717-2943b5756f97 req-a817b1af-57d3-463d-b530-eff1ab16b933 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:22.252336 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6476fc83-0a94-4139-b717-2943b5756f97 req-a817b1af-57d3-463d-b530-eff1ab16b933 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0909047 Feb 07 13:57:22.297813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6476fc83-0a94-4139-b717-2943b5756f97 req-0517aae9-9a89-4b6b-93fd-f82170f5f485 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397232 Feb 07 13:57:23.495158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfcd4-619a-4330-9af8-f02338e7ba46 req-5d52adb6-906e-4bc2-886f-ed673b2e8e60 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:23.497214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b83bfcd4-619a-4330-9af8-f02338e7ba46 req-5d52adb6-906e-4bc2-886f-ed673b2e8e60 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0911319 Feb 07 13:57:23.549119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b83bfcd4-619a-4330-9af8-f02338e7ba46 req-a2c73a9e-1b7a-4f7b-8abd-61a806d9109a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457237 Feb 07 13:57:24.098399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-b3f0bf03-98e1-4a3b-8f43-b99bc6deca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:24.100075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-b3f0bf03-98e1-4a3b-8f43-b99bc6deca0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13&tenant_id=478f737244184543afdf49c3a186549f HTTP/1.1" status: 200 len: 1097 time: 0.0775092 Feb 07 13:57:24.110889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:57:24.227783 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:24.516149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:24.545015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:57:24.604053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:57:24.610438 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:24.627514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Transition to ACTIVE for port object 98e295b6-50e3-4e8f-93c1-b53d5991c03f will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:57:24.698454 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'code': 200} Feb 07 13:57:24.726059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:24.857544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:57:24.927389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:57:25.009244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=10']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:25.027908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca07a22-62aa-4a13-8545-ab59485241da req-7472868f-751e-42c4-bbd6-f2389bb83295 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:25.029589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ca07a22-62aa-4a13-8545-ab59485241da req-7472868f-751e-42c4-bbd6-f2389bb83295 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.3665967 Feb 07 13:57:25.090903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] No DVR routers for this DVR port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:57:25.166941 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:25.187549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ca07a22-62aa-4a13-8545-ab59485241da req-52279928-85db-4e6d-930a-3fd737961abb tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517854 Feb 07 13:57:25.339170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:57:25.339512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:57:25.339840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:57:25.344852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:57:25.345165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Attempting to bind port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on network a68fc731-6857-40da-91d0-db24374176dc {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:57:25.350108 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:57:25.350446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Checking segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:57:25.350823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Bound using segment: {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:57:25.351242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Bound port: 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eaf67c-1924-4d9f-802d-430409e57826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:57:25.351587 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:25.438240 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:57:25.441234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:57:25.520819 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:25.585814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:25.586434 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:25.587922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] 10.222.0.47 "PUT /v2.0/ports/98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1093 time: 1.4810724 Feb 07 13:57:25.605471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb024d89-2978-4aed-b8b0-a93473fb4605 service neutron] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=11']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:25.687914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-57b3ec98-f70e-42d9-899e-266533e2d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:25.692252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-57b3ec98-f70e-42d9-899e-266533e2d5cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1096 time: 0.0802248 Feb 07 13:57:25.845532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-b6e709c3-cf6b-4b53-9f04-7d95e2c422a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:25.847227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-b6e709c3-cf6b-4b53-9f04-7d95e2c422a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1519790 Feb 07 13:57:25.956549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-95cb8232-b616-4256-99e7-f69a191aeb20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1001 time: 0.1028547 Feb 07 13:57:26.018330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-b0be2e13-d6f8-458e-910a-e95e0afabc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:26.019744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-b0be2e13-d6f8-458e-910a-e95e0afabc2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0577421 Feb 07 13:57:26.099035 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-c269ad46-96fb-444f-954a-f1661f301000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:26.100545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-c269ad46-96fb-444f-954a-f1661f301000 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752199 Feb 07 13:57:26.262394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-54b8b8c1-c70b-48c9-a8cf-5bf757f5abdc service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554441 Feb 07 13:57:26.471727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d23e138c-066c-409e-ba28-ab27ca8577a8 req-e0794e13-1441-4bde-ba2b-97bda74be799 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000933 Feb 07 13:57:26.486087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086087-e879-47a9-9517-663b01bc8d78 req-2a0140ab-f218-4ec6-8c07-95f111934266 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:26.488334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25086087-e879-47a9-9517-663b01bc8d78 req-2a0140ab-f218-4ec6-8c07-95f111934266 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.1498468 Feb 07 13:57:26.535304 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25086087-e879-47a9-9517-663b01bc8d78 req-2d6a3431-b640-46ea-aa18-310ea687f2f6 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 Feb 07 13:57:26.700012 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:57:26.761371 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'status': 'completed', 'code': 200} Feb 07 13:57:26.922498 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-2a75e8d8-e513-48ea-9541-5f62ce469ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:26.924016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-2a75e8d8-e513-48ea-9541-5f62ce469ccf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1096 time: 0.1445992 Feb 07 13:57:26.926945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-b8afb67c-6aed-4092-9fc0-46f113776b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:26.928407 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-b8afb67c-6aed-4092-9fc0-46f113776b46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1096 time: 0.1139574 Feb 07 13:57:27.302467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-8eeceb72-9ca1-406a-8633-bb5ccbbf8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:27.303913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-8eeceb72-9ca1-406a-8633-bb5ccbbf8929 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.3739545 Feb 07 13:57:27.306158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-2ca94dce-2fdd-4eca-8ae3-971cf3ff9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:27.307448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-2ca94dce-2fdd-4eca-8ae3-971cf3ff9bed service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.3598328 Feb 07 13:57:27.496447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-a61a9b54-9b1a-4e27-8d7e-b3a18bace7c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1001 time: 0.1857347 Feb 07 13:57:27.499999 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-b16292f8-4a78-4052-aa52-579bb61fd166 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1001 time: 0.1374629 Feb 07 13:57:27.612714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-1b8805f5-4b5c-4ab4-8bb9-69a012988129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:27.614235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-1b8805f5-4b5c-4ab4-8bb9-69a012988129 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.1116979 Feb 07 13:57:27.617848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-054f5e3c-8f3d-40f6-b5bc-a4944cc634ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:27.619224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-054f5e3c-8f3d-40f6-b5bc-a4944cc634ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0842636 Feb 07 13:57:27.830673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-d95d47a8-8eb8-4a4d-b6a8-668831aa6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:27.832186 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-d95d47a8-8eb8-4a4d-b6a8-668831aa6e83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1809773 Feb 07 13:57:27.835678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-6a3775b0-7d10-4e8b-bd00-63daef4dd575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:27.837145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-6a3775b0-7d10-4e8b-bd00-63daef4dd575 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169690 Feb 07 13:57:27.863468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8184d0-386f-45b8-9593-6358a5342bb6 req-2c926059-a9a1-44cb-8313-d77db805f38b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:27.864980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e8184d0-386f-45b8-9593-6358a5342bb6 req-2c926059-a9a1-44cb-8313-d77db805f38b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.1643434 Feb 07 13:57:28.123309 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e8184d0-386f-45b8-9593-6358a5342bb6 req-19ea5ed6-68db-4583-8c27-be91b0788da0 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363937 Feb 07 13:57:28.222699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-91154717-7d58-49f8-b93a-acc8af67f639 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835762 Feb 07 13:57:28.262405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-35dca7ff-5f9d-4526-8c72-741a28c3541a service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962138 Feb 07 13:57:28.640019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-e123a533-50a9-4c5b-8e7a-5a42b45da715 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104147 Feb 07 13:57:28.645761 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9519361-dcea-4817-9908-4ec09f08e2c6 req-7dba2e39-5c4b-4f90-b572-0f18aa2e2ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020387 Feb 07 13:57:29.332758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1f6f-cab7-4675-9eee-98466a393d5e req-82e261be-0aea-467a-b14a-37b764070dd5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:29.334221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d16a1f6f-cab7-4675-9eee-98466a393d5e req-82e261be-0aea-467a-b14a-37b764070dd5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0801690 Feb 07 13:57:29.378137 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d16a1f6f-cab7-4675-9eee-98466a393d5e req-c67f6848-fd4c-4330-905a-2a8c22ef3a32 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382459 Feb 07 13:57:30.717570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a96e3-64d6-4bef-b6d2-b6a7c0deaa58 req-fc859715-edd9-48b2-a2e1-b4660d261b0a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:30.720048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b40a96e3-64d6-4bef-b6d2-b6a7c0deaa58 req-fc859715-edd9-48b2-a2e1-b4660d261b0a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.2290246 Feb 07 13:57:30.767896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b40a96e3-64d6-4bef-b6d2-b6a7c0deaa58 req-73dfb7bc-f563-49b3-a29f-14ff1ff39184 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Feb 07 13:57:31.956842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3706610-03f5-4578-b095-699bd241aab0 req-fd30860b-9655-4410-99f2-87d658215caf tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:31.958501 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3706610-03f5-4578-b095-699bd241aab0 req-fd30860b-9655-4410-99f2-87d658215caf tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0814512 Feb 07 13:57:32.006472 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3706610-03f5-4578-b095-699bd241aab0 req-47c3c881-13e8-42d9-b240-9320e9083f23 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 Feb 07 13:57:33.111838 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1666c-963a-416c-a099-051ed4d09203 req-fa9c93f9-148c-4d28-834e-45e8718bd4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:33.113375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c1666c-963a-416c-a099-051ed4d09203 req-fa9c93f9-148c-4d28-834e-45e8718bd4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=478f737244184543afdf49c3a186549f&device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 1096 time: 0.0725906 Feb 07 13:57:33.322133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ef20f-1dd5-458c-8288-8fa349d4b7f3 req-749cae2a-6984-434c-9d99-6df45f93f8ea tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:33.323611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e45ef20f-1dd5-458c-8288-8fa349d4b7f3 req-749cae2a-6984-434c-9d99-6df45f93f8ea tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.2012212 Feb 07 13:57:33.324898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1666c-963a-416c-a099-051ed4d09203 req-6c10f600-3693-4296-975b-4dc24075e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:33.326719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c1666c-963a-416c-a099-051ed4d09203 req-6c10f600-3693-4296-975b-4dc24075e9ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 200 len: 912 time: 0.1672723 Feb 07 13:57:33.454047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e45ef20f-1dd5-458c-8288-8fa349d4b7f3 req-07567487-8a60-4d1f-8a6e-2132c8d02eaa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237550 Feb 07 13:57:33.460164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c1666c-963a-416c-a099-051ed4d09203 req-da501e21-98f8-4581-88a6-8fc4a1334c34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 200 len: 1001 time: 0.1164043 Feb 07 13:57:33.524135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1666c-963a-416c-a099-051ed4d09203 req-19790629-f9f7-4059-b722-0d6348ea46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:33.525559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c1666c-963a-416c-a099-051ed4d09203 req-19790629-f9f7-4059-b722-0d6348ea46ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 200 len: 851 time: 0.0595834 Feb 07 13:57:33.606072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1666c-963a-416c-a099-051ed4d09203 req-e51b68aa-d2dd-4a58-a7bd-acf73ecc7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:33.606072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c1666c-963a-416c-a099-051ed4d09203 req-e51b68aa-d2dd-4a58-a7bd-acf73ecc7759 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68fc731-6857-40da-91d0-db24374176dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725157 Feb 07 13:57:33.744723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c1666c-963a-416c-a099-051ed4d09203 req-80372e44-64e0-4b42-9b9a-4106cb916490 service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324227 Feb 07 13:57:33.885454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61c1666c-963a-416c-a099-051ed4d09203 req-1c012a5f-0cfc-444b-8ba4-76739d7d1a6b service neutron] 10.222.0.47 "GET /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335475 Feb 07 13:57:34.643201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90926820-b64a-4efd-b1f5-5523b19d24be req-e44c553f-3229-4dd3-bceb-94d60bec345c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:34.644734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90926820-b64a-4efd-b1f5-5523b19d24be req-e44c553f-3229-4dd3-bceb-94d60bec345c tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0797255 Feb 07 13:57:34.689198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90926820-b64a-4efd-b1f5-5523b19d24be req-6fc91571-ecfa-4ade-8384-021ab3de8874 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387208 Feb 07 13:57:35.879874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1a554-2b50-4e21-aa0b-6abaf2330832 req-c8dc03cc-3162-4a8c-8008-51e0d4afe2b5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:35.881390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ec1a554-2b50-4e21-aa0b-6abaf2330832 req-c8dc03cc-3162-4a8c-8008-51e0d4afe2b5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0843909 Feb 07 13:57:35.926354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ec1a554-2b50-4e21-aa0b-6abaf2330832 req-cb0edd79-285d-49f0-91c6-9da7160c127a tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392339 Feb 07 13:57:37.112952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459abd81-7cb7-449e-9f24-12bf65632a9b req-bc51bc9e-26a7-4384-a268-fa43ce4cc9b8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:37.115411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-459abd81-7cb7-449e-9f24-12bf65632a9b req-bc51bc9e-26a7-4384-a268-fa43ce4cc9b8 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0805340 Feb 07 13:57:37.159421 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-459abd81-7cb7-449e-9f24-12bf65632a9b req-e3642ffb-674e-46f8-aaee-3ebdc363dc98 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 Feb 07 13:57:38.353803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a63d0d-c5d5-4084-bb41-f79e2d4c8493 req-0c7d4d22-f8bf-4a58-a4a1-5aa4299d5cfa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:38.355350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6a63d0d-c5d5-4084-bb41-f79e2d4c8493 req-0c7d4d22-f8bf-4a58-a4a1-5aa4299d5cfa tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0891857 Feb 07 13:57:38.402652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6a63d0d-c5d5-4084-bb41-f79e2d4c8493 req-f651529f-ce01-4707-ae57-e19e3916b969 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412035 Feb 07 13:57:38.581776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:57:38.588698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb4fdd-b74d-478c-8582-3d38c005962a req-4920c089-3119-460b-a03c-896b9b671110 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:38.590432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16fb4fdd-b74d-478c-8582-3d38c005962a req-4920c089-3119-460b-a03c-896b9b671110 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0813162 Feb 07 13:57:38.637004 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16fb4fdd-b74d-478c-8582-3d38c005962a req-1881c2ff-0cad-4a1e-968d-8c4d7419ba45 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409944 Feb 07 13:57:38.732982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:38.746955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'port_id': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'mac_address': 'fa:16:3e:98:c9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:57:38.804534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:38.815815 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b48b389a-08d5-4588-8ed7-1e8c4c575418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:38.826782 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e295b6-50e3-4e8f-93c1-b53d5991c03f {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:57:38.843106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:38.844231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b31b9c-3301-4505-8b91-90de576b0e6c req-fb8e9f92-9066-4bfc-97ff-a996b8a18d53 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:38.845744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24b31b9c-3301-4505-8b91-90de576b0e6c req-fb8e9f92-9066-4bfc-97ff-a996b8a18d53 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 945 time: 0.0858734 Feb 07 13:57:38.891056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-24b31b9c-3301-4505-8b91-90de576b0e6c req-4b77f2c4-73c0-4cef-a389-57e2532f71ec tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395656 Feb 07 13:57:38.943529 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:39.016609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=12']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:39.024305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.024654 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.024996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.025333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.025664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.025995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.026322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.026646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.026974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.027303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.027625 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.027946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:39.306059 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['98e295b6-50e3-4e8f-93c1-b53d5991c03f'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:57:39.537674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a7c9-14ae-446b-b654-c74ca4ba7009 req-9a3000a1-8177-445d-96c5-a5d95b5f62ae tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:39.539231 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa8a7c9-14ae-446b-b654-c74ca4ba7009 req-9a3000a1-8177-445d-96c5-a5d95b5f62ae tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0816507 Feb 07 13:57:39.587708 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfa8a7c9-14ae-446b-b654-c74ca4ba7009 req-2765de39-4a24-43fa-91a5-6fabe7262d9e tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425274 Feb 07 13:57:40.581757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:57:40.714832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 98e295b6-50e3-4e8f-93c1-b53d5991c03f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:57:40.720741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 98e295b6-50e3-4e8f-93c1-b53d5991c03f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:57:40.721175 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:40.779624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1af4d4-ad0a-41aa-8156-8ae585c7c12d req-e69f3a90-3690-4255-9b14-9078a73e8bd5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:40.781341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f1af4d4-ad0a-41aa-8156-8ae585c7c12d req-e69f3a90-3690-4255-9b14-9078a73e8bd5 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 946 time: 0.0833466 Feb 07 13:57:40.828158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f1af4d4-ad0a-41aa-8156-8ae585c7c12d req-d3b40bf7-dfe2-41fe-b630-1eae15bcfa17 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Feb 07 13:57:40.843081 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:40.869696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:57:40.879755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:40.914982 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'code': 200} Feb 07 13:57:40.963388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:41.030753 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=13']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:41.534727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aeca6608-294d-4879-a0f2-f57742617ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:41.547481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-5920f5bc-8152-4acc-b407-03657719b4f1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:41.549105 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-5920f5bc-8152-4acc-b407-03657719b4f1 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 947 time: 0.1981401 Feb 07 13:57:41.620284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Deleting port 98e295b6-50e3-4e8f-93c1-b53d5991c03f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:57:41.620623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:41.872281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] For port 98e295b6-50e3-4e8f-93c1-b53d5991c03f, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=98e295b6-50e3-4e8f-93c1-b53d5991c03f,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:41.873003 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:42.093134 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:57:42.219367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9264fa-80e9-47d7-a4c0-c4e57e98e280 req-ecfbc2f7-385d-408e-9df4-0b468d2c0d2b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:42.220883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed9264fa-80e9-47d7-a4c0-c4e57e98e280 req-ecfbc2f7-385d-408e-9df4-0b468d2c0d2b tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 947 time: 0.2697546 Feb 07 13:57:42.250650 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:42.254278 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:42.254278 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c disassociated. External IP: 172.25.7.145, port: 98e295b6-50e3-4e8f-93c1-b53d5991c03f. Feb 07 13:57:42.254278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Calling delete_port for 98e295b6-50e3-4e8f-93c1-b53d5991c03f owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:57:42.331870 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ed9264fa-80e9-47d7-a4c0-c4e57e98e280 req-ab184b5a-69e4-4d86-939c-3a32cc458f04 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups?id=d1565fb1-21a3-4ad3-816b-345b5338e484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032336 Feb 07 13:57:42.355854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:42.474599 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:42.514841 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:42.567778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event deleted for resources: {'Port': ['ID=98e295b6-50e3-4e8f-93c1-b53d5991c03f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:42.763892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:57:42.944688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:57:42.956623 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:57:42.966043 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:57:42.967476 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:57:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:43.017535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] No DVR routers for this DVR port 98e295b6-50e3-4e8f-93c1-b53d5991c03f on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:57:43.020132 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:43.022869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-deleted', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:57:43.072071 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4859abf-51a4-4c2e-b223-c2fd62926c13', 'name': 'network-vif-deleted', 'tag': '98e295b6-50e3-4e8f-93c1-b53d5991c03f', 'status': 'completed', 'code': 200} Feb 07 13:57:43.109830 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7c0dccc-df6d-4aef-8b81-fd3089966ae0 req-8eb0bc27-03e2-4c52-9c22-faacff308559 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.47 "DELETE /v2.0/ports/98e295b6-50e3-4e8f-93c1-b53d5991c03f HTTP/1.1" status: 204 len: 173 time: 1.5550592 Feb 07 13:57:43.151099 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:57:43.479063 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:43.483345 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:57:43.491801 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:57:43.492521 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:57:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:43.498793 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bb79c5f2-3d2c-4f5b-b784-093f7689f498 req-8e7a19a4-515d-4669-9693-7f0d295213ea tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Synchronizing usage tracker for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:57:43.588708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-bb79c5f2-3d2c-4f5b-b784-093f7689f498 req-8e7a19a4-515d-4669-9693-7f0d295213ea tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Unset dirty status for tenant:478f737244184543afdf49c3a186549f on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:57:43.589831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb79c5f2-3d2c-4f5b-b784-093f7689f498 req-8e7a19a4-515d-4669-9693-7f0d295213ea tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4859abf-51a4-4c2e-b223-c2fd62926c13 HTTP/1.1" status: 200 len: 210 time: 0.1449454 Feb 07 13:57:43.691527 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:57:43.929486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:44.019103 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:44.023177 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb3972-4c32-4315-ba07-583fa3c1776b None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:53:08Z', 'revision_number': 4, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'edf6ecad-adc5-460d-991f-97e783973fe7', 'name': '', 'network_id': 'a68fc731-6857-40da-91d0-db24374176dc', 'tenant_id': '478f737244184543afdf49c3a186549f', 'mac_address': 'fa:16:3e:c9:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:07Z', 'updated_at': '2022-02-07T13:53:14Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'subnets': [{'id': '18bb6e8a-891b-4612-a7b8-51a523f975be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:57:44.245501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64b4d82-3933-457b-9b0f-4eccb859c4a5 None None] New status for floating IP 947d9242-3f11-491b-b0e2-ddd33bc0bd6c: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 13:57:44.598926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:57:44.637727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 98e295b6-50e3-4e8f-93c1-b53d5991c03f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:57:44.638114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 98e295b6-50e3-4e8f-93c1-b53d5991c03f not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:57:45.517651 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:49.118176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:49.190949 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:49.224039 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:49.385798 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:49.408419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:49.409601 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "DELETE /v2.0/security-groups/d1565fb1-21a3-4ad3-816b-345b5338e484 HTTP/1.1" status: 204 len: 168 time: 0.2904301 Feb 07 13:57:49.410712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1565fb1-21a3-4ad3-816b-345b5338e484,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:49.412559 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60896) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:49.418455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.418801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.419142 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.420127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.420561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.420894 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.421224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.421553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.421880 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.422203 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.422526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.422843 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d30d1-5c3e-4066-86d1-b014eab50647 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:57:49.549973 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [None req-789b155d-e41f-4b71-b159-11c6ab08aa0f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] show failed (client error): The resource could not be found. Feb 07 13:57:49.550983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-789b155d-e41f-4b71-b159-11c6ab08aa0f tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "GET /v2.0/security-groups/d1565fb1-21a3-4ad3-816b-345b5338e484 HTTP/1.1" status: 404 len: 347 time: 0.1374493 Feb 07 13:57:49.553651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60900) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:49.709347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Deleting port 004f1c52-646b-4d9d-9627-a052b1a9f5f9 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:57:49.709699 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:49.884458 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:49.884789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:50.010705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Calling delete_port for 004f1c52-646b-4d9d-9627-a052b1a9f5f9 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:57:50.254551 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:50.303273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Pushing event deleted for resources: {'Port': ['ID=004f1c52-646b-4d9d-9627-a052b1a9f5f9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:50.392855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:50.525850 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:50.527509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b8c211dd-43df-47b3-a273-0ba237017285 tempest-ServerActionsTestJSON-773467226 tempest-ServerActionsTestJSON-773467226-project] 10.222.0.69 "DELETE /v2.0/floatingips/947d9242-3f11-491b-b0e2-ddd33bc0bd6c HTTP/1.1" status: 204 len: 168 time: 0.9729369 Feb 07 13:57:50.530405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60904) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:51.069651 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:51.530487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Deleting port edf6ecad-adc5-460d-991f-97e783973fe7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:57:51.531210 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:51.708937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] For port edf6ecad-adc5-460d-991f-97e783973fe7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=edf6ecad-adc5-460d-991f-97e783973fe7,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:51.709323 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:51.835126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Calling delete_port for edf6ecad-adc5-460d-991f-97e783973fe7 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:57:52.091839 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:52.142384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf6ecad-adc5-460d-991f-97e783973fe7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:52.428919 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:52.915925 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Router 8290d81a-3f03-4a78-a846-3aa058671ff2 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:57:53.105141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:57:53.117238 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] Sync routers for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:57:53.121382 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2985a765-37fb-4e04-8a62-e0c8d79eb869 admin admin] 10.222.0.69 "PUT /v2.0/routers/8290d81a-3f03-4a78-a846-3aa058671ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5899334 Feb 07 13:57:53.124917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 60910) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:53.125047 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:57:53.125619 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:57:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:53.308412 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:57:53.311386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:53.496077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:53.592913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Deleting port 4d2585d8-1c7c-4968-ad4e-14c5583475ea {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:57:53.593558 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:53.651958 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:57:51Z', 'revision_number': 5, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port': {'id': '4d2585d8-1c7c-4968-ad4e-14c5583475ea', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:53:04Z', 'updated_at': '2022-02-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:53.657914 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] Checking router: 8290d81a-3f03-4a78-a846-3aa058671ff2 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:57:53.666799 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] Routers {'8290d81a-3f03-4a78-a846-3aa058671ff2'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:57:53.667638 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:57:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['8290d81a-3f03-4a78-a846-3aa058671ff2'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:53.781255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] For port 4d2585d8-1c7c-4968-ad4e-14c5583475ea, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=4d2585d8-1c7c-4968-ad4e-14c5583475ea,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:53.781573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:53.818886 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] Set router 8290d81a-3f03-4a78-a846-3aa058671ff2 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:57:53.916861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Calling delete_port for 4d2585d8-1c7c-4968-ad4e-14c5583475ea owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:57:53.925640 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:57:53Z', 'revision_number': 6, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:53.929924 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbed35f-85c4-4f29-bb7f-01b3a16b8e4c None None] The sync data for ids ['8290d81a-3f03-4a78-a846-3aa058671ff2'] in n-d-811416-5 is: [{'id': '8290d81a-3f03-4a78-a846-3aa058671ff2', 'name': 'tempest-ServerActionsTestJSON-1182509305-router', 'tenant_id': '478f737244184543afdf49c3a186549f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:53:03Z', 'updated_at': '2022-02-07T13:57:53Z', 'revision_number': 6, 'project_id': '478f737244184543afdf49c3a186549f', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:57:54.169136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:54.221020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2585d8-1c7c-4968-ad4e-14c5583475ea,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:54.321690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:54.361121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device edf6ecad-adc5-460d-991f-97e783973fe7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:57:54.398310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: edf6ecad-adc5-460d-991f-97e783973fe7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:57:54.398657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device edf6ecad-adc5-460d-991f-97e783973fe7 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:57:54.618920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:54.621224 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:54.729444 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:54.730102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8290d81a-3f03-4a78-a846-3aa058671ff2 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:57:54.744467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:54.750807 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-92816e7e-df65-4509-9efd-c745c85abbe0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/8290d81a-3f03-4a78-a846-3aa058671ff2 HTTP/1.1" status: 204 len: 168 time: 1.6197670 Feb 07 13:57:54.750935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60914) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:54.816519 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2e23c3-2d7f-44c2-be27-86a5493d6ca6 admin admin] Deleting subnet 18bb6e8a-891b-4612-a7b8-51a523f975be {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:57:54.819761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e2e23c3-2d7f-44c2-be27-86a5493d6ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:54.877674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e2e23c3-2d7f-44c2-be27-86a5493d6ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:54.968649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e2e23c3-2d7f-44c2-be27-86a5493d6ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.178247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e2e23c3-2d7f-44c2-be27-86a5493d6ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.222221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e23c3-2d7f-44c2-be27-86a5493d6ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bb6e8a-891b-4612-a7b8-51a523f975be,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:55.226860 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e2e23c3-2d7f-44c2-be27-86a5493d6ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.232341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0fe680-a270-4155-8090-4c080ebb0a18 None None] Network a68fc731-6857-40da-91d0-db24374176dc requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:57:55.233331 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e2e23c3-2d7f-44c2-be27-86a5493d6ca6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/18bb6e8a-891b-4612-a7b8-51a523f975be HTTP/1.1" status: 204 len: 168 time: 0.4829228 Feb 07 13:57:55.236185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60918) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:55.248466 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.355427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.366227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Deleting port eee5b6a7-6cce-41fb-a35e-c795929581c2 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:57:55.366574 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.507722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] DHCP port deletion for a68fc731-6857-40da-91d0-db24374176dc request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:57:55.512327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] Deleting port eee5b6a7-6cce-41fb-a35e-c795929581c2 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:57:55.512728 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.590053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] For port eee5b6a7-6cce-41fb-a35e-c795929581c2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=eee5b6a7-6cce-41fb-a35e-c795929581c2,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:55.590421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.728367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Calling delete_port for eee5b6a7-6cce-41fb-a35e-c795929581c2 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:57:55.777511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] For port eee5b6a7-6cce-41fb-a35e-c795929581c2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=eee5b6a7-6cce-41fb-a35e-c795929581c2,segment=NetworkSegment(39eaf67c-1924-4d9f-802d-430409e57826),segment_id=39eaf67c-1924-4d9f-802d-430409e57826)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:57:55.777907 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.891761 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:55.912177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] Calling delete_port for eee5b6a7-6cce-41fb-a35e-c795929581c2 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:57:55.940989 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee5b6a7-6cce-41fb-a35e-c795929581c2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:55.944751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] No DVR routers for this DVR port eee5b6a7-6cce-41fb-a35e-c795929581c2 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:57:55.995512 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:57:55.996139 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:57:56.030737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device eee5b6a7-6cce-41fb-a35e-c795929581c2 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:57:56.078113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: eee5b6a7-6cce-41fb-a35e-c795929581c2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:57:56.078566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device eee5b6a7-6cce-41fb-a35e-c795929581c2 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:57:56.079009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4d2585d8-1c7c-4968-ad4e-14c5583475ea no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:57:56.090103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:56.116114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 4d2585d8-1c7c-4968-ad4e-14c5583475ea {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:57:56.116454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 4d2585d8-1c7c-4968-ad4e-14c5583475ea not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:57:56.117857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68fc731-6857-40da-91d0-db24374176dc']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:56.131944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39eaf67c-1924-4d9f-802d-430409e57826') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:56.132273 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39eaf67c-1924-4d9f-802d-430409e57826') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:57:56.143575 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:56.163401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:56.170092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:57:56.170487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:57:56.289120 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:57:56.438337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:56.461057 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:56.470527 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68fc731-6857-40da-91d0-db24374176dc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:56.480551 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4af435d-897b-479f-966f-e1e00ebd56c2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a68fc731-6857-40da-91d0-db24374176dc HTTP/1.1" status: 204 len: 168 time: 1.2407641 Feb 07 13:57:56.497503 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] Deleting port eee5b6a7-6cce-41fb-a35e-c795929581c2 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:57:56.498013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:56.565504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-20ca9903-50e5-4838-bf59-850bdcdbbaa8 None None] The port 'eee5b6a7-6cce-41fb-a35e-c795929581c2' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:57:56.915654 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60924) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:56.965375 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-79337875-5579-4f8f-a1a8-aa0e12052a3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=478f737244184543afdf49c3a186549f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504510 Feb 07 13:57:56.967889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60928) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:57.026829 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf967305-b903-4717-8b70-43e31d8d116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:57.053029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf967305-b903-4717-8b70-43e31d8d116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:57.194950 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf967305-b903-4717-8b70-43e31d8d116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:57.209940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf967305-b903-4717-8b70-43e31d8d116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e616d7a-e87b-4c6f-97ba-ebff390d25d2,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:57.216648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf967305-b903-4717-8b70-43e31d8d116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:57.218132 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bf967305-b903-4717-8b70-43e31d8d116a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e616d7a-e87b-4c6f-97ba-ebff390d25d2 HTTP/1.1" status: 204 len: 168 time: 0.2489271 Feb 07 13:57:58.465167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60952) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:58.573224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1698443142-network', 'tenant_id': '6fdbdde9cf774f65b9023a863760a2ca'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:57:58.579781 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:57:58.583602 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Usage tracker for resource:network and tenant:6fdbdde9cf774f65b9023a863760a2ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:57:58.586470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:57:58.593038 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:57:58.903476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Made reservation on behalf of 6fdbdde9cf774f65b9023a863760a2ca for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:57:58.906128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:58.922347 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:58.943179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:57:58.947270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Usage tracker for resource:security_group_rule and tenant:6fdbdde9cf774f65b9023a863760a2ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:57:58.950294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:57:58.956695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:57:59.040815 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:59.126047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:59.157450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:57:59.166172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dd05bc-1d4a-4d34-bee5-34564505bd72,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:59.173731 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:59.174779 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Added segment 8b122361-757f-4f46-a792-480acda97ac7 of type vlan for network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d Feb 07 13:57:59.201898 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:59.300309 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:59.301315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:57:59.301908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:59.410114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] Pushing event updated for resources: {'Network': ['ID=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:59.419892 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:57:59.478327 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a74d1e3e-bc73-479c-b4af-3f695f0d3fdd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0119112 Feb 07 13:57:59.481098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 60958) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:57:59.487256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Request body: {'subnet': {'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1698443142-subnet', 'tenant_id': '6fdbdde9cf774f65b9023a863760a2ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:57:59.493451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:57:59.497061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Usage tracker for resource:subnet and tenant:6fdbdde9cf774f65b9023a863760a2ca is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:57:59.500239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:57:59.506359 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:57:59.577954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Made reservation on behalf of 6fdbdde9cf774f65b9023a863760a2ca for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:57:59.580579 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:59.880909 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:57:59.960467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50640a10-ec7a-49ff-a39d-ec137b86d1ba,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:57:59.968676 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Checking segment: {'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:57:59.969033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Network hostable DHCP agents. Network: 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:58:00.089134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:58:00.191462 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:00.196037 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:00.197125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:00.200521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5403dd-555b-4c65-b805-8d2571bcd02f None None] Network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:58:00.305170 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cee1cddb-019b-4eb1-bedc-179a8c2d2a79 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8226175 Feb 07 13:58:00.418651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8e2a9d-fd0a-416b-ae29-7586cb4e93ea None None] Network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:58:00.825741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-adb25c0e-d187-476a-8800-9fa8052b7a90 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:00.827223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-adb25c0e-d187-476a-8800-9fa8052b7a90 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/networks?id=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d HTTP/1.1" status: 200 len: 814 time: 0.1486080 Feb 07 13:58:00.843625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-c7421220-eded-4298-a78c-e0750ba0325e tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/quotas/6fdbdde9cf774f65b9023a863760a2ca HTTP/1.1" status: 200 len: 375 time: 0.0099380 Feb 07 13:58:00.892041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-ffcf330a-d2eb-4397-8588-232241abb656 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431001 Feb 07 13:58:01.027571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-6295cf77-90fa-4f24-bdfa-0a23e8d08b4b service neutron] 10.222.0.69 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289012 Feb 07 13:58:01.161301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-b5926153-9b37-4bf0-b934-e2c8f1ce0826 service neutron] 10.222.0.69 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268437 Feb 07 13:58:01.635858 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fefadf0d-d81a-4bcb-81fd-2869980736d3 req-44f94f38-5438-41af-aaaf-e08545466a14 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 210 time: 0.0477293 Feb 07 13:58:02.792023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a3276d0-cea6-432d-a83f-c2845823b05a req-6b11f112-28f3-4eda-a65e-d180c4c31068 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 210 time: 0.0432653 Feb 07 13:58:03.943074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-962b1890-ea64-48bd-b51a-3d27697c0b00 req-faa7e304-c675-4360-bd58-c2d95144ea79 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 210 time: 0.0435066 Feb 07 13:58:04.125091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-8eddc76f-23b9-4a91-856c-76877d157995 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:04.126954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-8eddc76f-23b9-4a91-856c-76877d157995 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.47 "GET /v2.0/networks?id=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d HTTP/1.1" status: 200 len: 814 time: 0.1705642 Feb 07 13:58:04.138632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Request body: {'port': {'device_id': 'c0f617dc-c291-4001-bca3-9d974e1241fe', 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d', 'admin_state_up': True, 'tenant_id': '6fdbdde9cf774f65b9023a863760a2ca'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:04.279621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:04.283865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Usage tracker for resource:port and tenant:6fdbdde9cf774f65b9023a863760a2ca is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:58:04.290708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:58:04.298639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:04.385966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Made reservation on behalf of 6fdbdde9cf774f65b9023a863760a2ca for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:58:04.389818 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:04.561946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Allocated IP 172.20.0.7 (6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d/50640a10-ec7a-49ff-a39d-ec137b86d1ba/4ef4ad45-1502-4355-a1b7-95f6f9ed2335) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:58:04.776421 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:04.875787 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:05.078037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:58:05.111386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:05.127963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:58:05.159956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Pushing event updated for resources: {'Port': ['ID=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:05.207922 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:05.208575 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:05.243791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477e843-dc4a-46b8-9006-629763b4dda7 req-92f291f5-816d-4dc1-bf6c-c2d2caaaf9a9 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:05.244515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d477e843-dc4a-46b8-9006-629763b4dda7 req-92f291f5-816d-4dc1-bf6c-c2d2caaaf9a9 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Synchronizing usage tracker for tenant:6fdbdde9cf774f65b9023a863760a2ca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:58:05.327660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-4a35d808-1f56-495b-b9ba-2cd5ac3070a6 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1928082 Feb 07 13:58:05.341921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Request body: {'port': {'device_id': 'c0f617dc-c291-4001-bca3-9d974e1241fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:05.381329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d477e843-dc4a-46b8-9006-629763b4dda7 req-92f291f5-816d-4dc1-bf6c-c2d2caaaf9a9 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Unset dirty status for tenant:6fdbdde9cf774f65b9023a863760a2ca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:58:05.382440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d477e843-dc4a-46b8-9006-629763b4dda7 req-92f291f5-816d-4dc1-bf6c-c2d2caaaf9a9 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 931 time: 0.3071651 Feb 07 13:58:05.500922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d477e843-dc4a-46b8-9006-629763b4dda7 req-8c76b187-c5cc-4067-a345-abc964414f73 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117356 Feb 07 13:58:05.516271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:05.920157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:58:05.929060 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:05.944573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Transition to ACTIVE for port object 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:58:06.089501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:06.267244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Pushing event updated for resources: {'Port': ['ID=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:06.359727 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Attempting to bind port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:58:06.360089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Attempting to bind port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:58:06.360424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Attempting to bind port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 on network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:58:06.365230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 on network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:58:06.365545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Attempting to bind port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 on network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:58:06.371437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:58:06.371884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Checking segment: {'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:58:06.372183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Bound using segment: {'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:58:06.372607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Bound port: 4ef4ad45-1502-4355-a1b7-95f6f9ed2335, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:58:06.372953 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:06.469599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] For port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:58:06.473751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] For port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:58:06.579878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:06.691387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:06.692030 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:06.693437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] 10.222.0.47 "PUT /v2.0/ports/4ef4ad45-1502-4355-a1b7-95f6f9ed2335 HTTP/1.1" status: 200 len: 1091 time: 1.3581421 Feb 07 13:58:06.693875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f617dc-c291-4001-bca3-9d974e1241fe', 'tag': '4ef4ad45-1502-4355-a1b7-95f6f9ed2335'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:58:06.727508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7510773-c344-4089-9093-dbfa0d68822d service neutron] Pushing event updated for resources: {'Port': ['ID=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:06.759475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a6d18-340b-44f2-acff-0ad68191fd3b req-7189a50f-4cd6-4637-91e0-01f12dadece2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:06.761463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-170a6d18-340b-44f2-acff-0ad68191fd3b req-7189a50f-4cd6-4637-91e0-01f12dadece2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 943 time: 0.1455758 Feb 07 13:58:06.763066 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f617dc-c291-4001-bca3-9d974e1241fe', 'tag': '4ef4ad45-1502-4355-a1b7-95f6f9ed2335', 'status': 'completed', 'code': 200} Feb 07 13:58:06.868996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-170a6d18-340b-44f2-acff-0ad68191fd3b req-feaf0e16-8d4c-4260-b4a0-0804b55f1b0a tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993438 Feb 07 13:58:06.892236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70992e81-3eeb-4561-9455-77b7a46f8d99 req-955b29b4-1163-4f60-8333-756fdd7acc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:06.893929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70992e81-3eeb-4561-9455-77b7a46f8d99 req-955b29b4-1163-4f60-8333-756fdd7acc15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 1094 time: 0.1033063 Feb 07 13:58:07.042686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70992e81-3eeb-4561-9455-77b7a46f8d99 req-3ba88c55-e154-4725-9b7f-47e8e1f474c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:07.044167 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70992e81-3eeb-4561-9455-77b7a46f8d99 req-3ba88c55-e154-4725-9b7f-47e8e1f474c8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1430488 Feb 07 13:58:07.184791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70992e81-3eeb-4561-9455-77b7a46f8d99 req-837beec7-4e5f-4050-bf71-7802e821bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:07.186243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70992e81-3eeb-4561-9455-77b7a46f8d99 req-837beec7-4e5f-4050-bf71-7802e821bcfe service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1356730 Feb 07 13:58:07.295582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-a974ccf5-283c-461e-86e5-45555e4d4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:07.297816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-a974ccf5-283c-461e-86e5-45555e4d4685 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 1094 time: 0.0749738 Feb 07 13:58:07.493784 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-70bd77ba-9f4a-4365-a2c1-66158d2b0e70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef4ad45-1502-4355-a1b7-95f6f9ed2335 HTTP/1.1" status: 200 len: 217 time: 0.1895640 Feb 07 13:58:07.563407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-205cb798-7b2b-496d-a5b0-7b1d58fd0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:07.564962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-205cb798-7b2b-496d-a5b0-7b1d58fd0915 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50640a10-ec7a-49ff-a39d-ec137b86d1ba HTTP/1.1" status: 200 len: 854 time: 0.0644972 Feb 07 13:58:07.614493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-0e2adae2-d5a9-4533-9f8b-8e25d3cb7d29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437412 Feb 07 13:58:07.753327 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-ee19c699-a920-4d31-8646-c064bbdb00eb service neutron] 10.222.0.47 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327839 Feb 07 13:58:07.887063 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ab28993-a6c7-4880-a0f0-93bdf5ab3d6f req-1229b260-b700-4edd-baf1-c8374ee388c0 service neutron] 10.222.0.47 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279259 Feb 07 13:58:08.063333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42f2bc-5c13-4b0e-94f1-b0198fa2d264 req-43ef0a81-a702-4893-8fb6-e465289adcb7 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:08.064768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae42f2bc-5c13-4b0e-94f1-b0198fa2d264 req-43ef0a81-a702-4893-8fb6-e465289adcb7 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 943 time: 0.0846059 Feb 07 13:58:08.117087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae42f2bc-5c13-4b0e-94f1-b0198fa2d264 req-fc7491da-e438-448d-a924-8db2e90c48d4 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Feb 07 13:58:08.774784 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8af80e36-f5e9-451f-8099-94d7848bf22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:09.312912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94b8d-a1ef-489e-bd13-b2e9a46c621b req-45fc94ac-492a-4a30-935c-2dcdea1971a1 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:09.314488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cef94b8d-a1ef-489e-bd13-b2e9a46c621b req-45fc94ac-492a-4a30-935c-2dcdea1971a1 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 943 time: 0.0841622 Feb 07 13:58:09.361038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cef94b8d-a1ef-489e-bd13-b2e9a46c621b req-5b86f741-2822-43de-a41b-51737a3d3852 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Feb 07 13:58:10.558258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497df7d-0f69-4630-8cba-2570f10f8f0b req-255aafee-3613-4e33-94fc-24b5e2c3a0fd tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:10.559729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5497df7d-0f69-4630-8cba-2570f10f8f0b req-255aafee-3613-4e33-94fc-24b5e2c3a0fd tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 943 time: 0.0888243 Feb 07 13:58:10.605178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5497df7d-0f69-4630-8cba-2570f10f8f0b req-b024abc8-79f6-4805-b97c-ee51474cbe1e tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Feb 07 13:58:11.612046 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-027d84e8-afd2-49f7-b8b0-7fd3683befb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:11.794696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cef0f3-9004-4ab0-92d5-224ad19712a8 req-d404a20d-27eb-4ca1-889c-6c2d5578985f tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:11.796227 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87cef0f3-9004-4ab0-92d5-224ad19712a8 req-d404a20d-27eb-4ca1-889c-6c2d5578985f tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 943 time: 0.0813987 Feb 07 13:58:11.841914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87cef0f3-9004-4ab0-92d5-224ad19712a8 req-ba837b24-bd48-4916-b3ac-e03889f736eb tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391681 Feb 07 13:58:12.398080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:12.506283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:12.693193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:58:12.836595 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:12.850827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '4ef4ad45-1502-4355-a1b7-95f6f9ed2335', 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d', 'port_id': '4ef4ad45-1502-4355-a1b7-95f6f9ed2335', 'mac_address': 'fa:16:3e:1e:1c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50640a10-ec7a-49ff-a39d-ec137b86d1ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:58:12.914795 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:12.935196 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:58:12.952513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:13.044950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afcedb-c9d0-4d3a-9471-91b079147245 req-45d308cf-9798-4eb3-8c4f-4b70c5c9f847 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:13.046517 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:13.047075 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0afcedb-c9d0-4d3a-9471-91b079147245 req-45d308cf-9798-4eb3-8c4f-4b70c5c9f847 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 943 time: 0.0897267 Feb 07 13:58:13.094791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b0afcedb-c9d0-4d3a-9471-91b079147245 req-4f99274c-6b44-4188-bbf0-9f3d9e088ce0 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Feb 07 13:58:13.120466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:13.396166 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4ef4ad45-1502-4355-a1b7-95f6f9ed2335'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:58:13.972953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:14.288648 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f2102-ea56-4444-9367-c7210a9bb432 req-2ed114cc-0f50-4267-a1b0-12c98a0bb28c tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:14.290076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a89f2102-ea56-4444-9367-c7210a9bb432 req-2ed114cc-0f50-4267-a1b0-12c98a0bb28c tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 944 time: 0.0856717 Feb 07 13:58:14.343445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a89f2102-ea56-4444-9367-c7210a9bb432 req-2e8ece31-eb4f-4845-8a90-dc6c5f696fbd tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Feb 07 13:58:14.714149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:58:14.972146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:58:14.977647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:58:14.978398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:15.102423 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:15.131723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f617dc-c291-4001-bca3-9d974e1241fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef4ad45-1502-4355-a1b7-95f6f9ed2335'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:58:15.141593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:15.183754 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f617dc-c291-4001-bca3-9d974e1241fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef4ad45-1502-4355-a1b7-95f6f9ed2335', 'code': 200} Feb 07 13:58:15.286342 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:15.314171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca74b-7c38-4527-a6e1-efa3ad98728f req-e4d56694-4299-47ee-83aa-0ac3a1bde0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:15.323849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b51ca74b-7c38-4527-a6e1-efa3ad98728f req-e4d56694-4299-47ee-83aa-0ac3a1bde0b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 1095 time: 0.0760148 Feb 07 13:58:15.358287 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:15.358595 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b51ca74b-7c38-4527-a6e1-efa3ad98728f req-5b376352-d1e8-4e56-b18f-ab69ced7bf04 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Feb 07 13:58:15.546127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb868c-3653-4275-a2c3-74a3affa9b0e req-77ebfdbf-6325-405e-87fd-befc593e7f0f tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:15.547586 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64eb868c-3653-4275-a2c3-74a3affa9b0e req-77ebfdbf-6325-405e-87fd-befc593e7f0f tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0919962 Feb 07 13:58:15.583608 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:15.597168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-64eb868c-3653-4275-a2c3-74a3affa9b0e req-ba69d56e-43e4-430f-a2cb-8903972c9065 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Feb 07 13:58:16.799507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffef96-0607-4882-a40e-83d3c13d1435 req-e6589a74-b193-408c-8ed4-688ff5ac8021 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:16.801083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63ffef96-0607-4882-a40e-83d3c13d1435 req-e6589a74-b193-408c-8ed4-688ff5ac8021 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0902750 Feb 07 13:58:16.854398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63ffef96-0607-4882-a40e-83d3c13d1435 req-e01c5e74-9e85-4bf4-821f-c7a5f60e5830 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475681 Feb 07 13:58:18.052444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b57d-e8cd-41b8-b8dd-ee133490118d req-d07516bd-035f-4603-a8de-dede9dc59078 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:18.053912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de34b57d-e8cd-41b8-b8dd-ee133490118d req-d07516bd-035f-4603-a8de-dede9dc59078 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0888400 Feb 07 13:58:18.100736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de34b57d-e8cd-41b8-b8dd-ee133490118d req-78a0c937-17fa-4182-8e25-c25be09fb7e3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Feb 07 13:58:18.402020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-847cf8bf-ef56-4967-8802-154cd77f5a91 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:18.403458 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-847cf8bf-ef56-4967-8802-154cd77f5a91 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/networks?id=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d HTTP/1.1" status: 200 len: 814 time: 0.1521852 Feb 07 13:58:18.419264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-38b6d3d3-2976-4307-b3fd-f9aa7ac184d5 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/quotas/6fdbdde9cf774f65b9023a863760a2ca HTTP/1.1" status: 200 len: 375 time: 0.0098038 Feb 07 13:58:18.500399 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-ccb02770-c345-4103-8465-341c7c57737a tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749209 Feb 07 13:58:18.685059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-07676126-a624-468f-9569-48ca8369b968 service neutron] 10.222.0.69 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769762 Feb 07 13:58:18.934845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-493f897d-eb72-4b0a-b735-b1e48b8aaf7c service neutron] 10.222.0.69 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426727 Feb 07 13:58:19.092310 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:58:19.225405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75474731-d6b8-438e-a503-af883fba6b3c req-9e51235a-bca9-4294-a6de-967aa5db24a0 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 210 time: 0.0509179 Feb 07 13:58:20.379420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16e7036a-0a15-48da-b21a-56843e8663a6 req-8767b3e1-9c42-4a22-9dd1-3803add285d2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 210 time: 0.0460410 Feb 07 13:58:21.531573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aec79044-80e3-4bce-a4ce-a477151f2597 req-ef27375f-3fb9-4fae-a665-7dbfeb7ceaf9 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 210 time: 0.0459609 Feb 07 13:58:21.805329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-4422aa7c-0d53-4e0c-9a4d-37a00d1d5bfc tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:21.806821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-4422aa7c-0d53-4e0c-9a4d-37a00d1d5bfc tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.35 "GET /v2.0/networks?id=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d HTTP/1.1" status: 200 len: 814 time: 0.1480248 Feb 07 13:58:21.819154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Request body: {'port': {'device_id': '5d0a4c94-bacd-4fd6-877b-590f3bd3de34', 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d', 'admin_state_up': True, 'tenant_id': '6fdbdde9cf774f65b9023a863760a2ca'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:21.966065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:21.976940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:22.097352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Made reservation on behalf of 6fdbdde9cf774f65b9023a863760a2ca for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:58:22.101082 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:22.272914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Allocated IP 172.20.0.4 (6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d/50640a10-ec7a-49ff-a39d-ec137b86d1ba/3926843e-1bc1-4d07-9a53-088821b01f87) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:58:22.482815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:22.589250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:22.601211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4ef4ad45-1502-4355-a1b7-95f6f9ed2335'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:58:22.700065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:58:22.706223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:22.715449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:58:22.765614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Pushing event updated for resources: {'Port': ['ID=3926843e-1bc1-4d07-9a53-088821b01f87,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:22.787071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.787413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.787752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.788110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.788445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.788769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.789094 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.789415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.789740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.790060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.790382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.790701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:22.809449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:22.810114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:22.847302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4c2e1-6578-49a8-89ec-701c14337a1d req-26e852f5-32ee-4b79-bf39-a85fa4703565 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:22.848013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-95d4c2e1-6578-49a8-89ec-701c14337a1d req-26e852f5-32ee-4b79-bf39-a85fa4703565 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Synchronizing usage tracker for tenant:6fdbdde9cf774f65b9023a863760a2ca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:58:22.950436 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-de1630b4-1458-41cd-8739-b19444578eb3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1350183 Feb 07 13:58:22.961454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Request body: {'port': {'device_id': '5d0a4c94-bacd-4fd6-877b-590f3bd3de34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:23.049369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-95d4c2e1-6578-49a8-89ec-701c14337a1d req-26e852f5-32ee-4b79-bf39-a85fa4703565 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Unset dirty status for tenant:6fdbdde9cf774f65b9023a863760a2ca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:58:23.050517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95d4c2e1-6578-49a8-89ec-701c14337a1d req-26e852f5-32ee-4b79-bf39-a85fa4703565 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 931 time: 0.3989296 Feb 07 13:58:23.100889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:23.123453 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-95d4c2e1-6578-49a8-89ec-701c14337a1d req-09fb53b6-0f19-45f6-adf1-5bd1efc7684f tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Feb 07 13:58:23.460343 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3926843e-1bc1-4d07-9a53-088821b01f87 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:58:23.467535 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:23.481573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Transition to ACTIVE for port object 3926843e-1bc1-4d07-9a53-088821b01f87 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:58:23.569070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:23.701234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Pushing event updated for resources: {'Port': ['ID=3926843e-1bc1-4d07-9a53-088821b01f87,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:23.804252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Attempting to bind port 3926843e-1bc1-4d07-9a53-088821b01f87 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:58:23.804515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Attempting to bind port 3926843e-1bc1-4d07-9a53-088821b01f87 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:58:23.804875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Attempting to bind port 3926843e-1bc1-4d07-9a53-088821b01f87 on network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:58:23.809413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Port 3926843e-1bc1-4d07-9a53-088821b01f87 on network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:58:23.809736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Attempting to bind port 3926843e-1bc1-4d07-9a53-088821b01f87 on network 6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:58:23.816229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:58:23.825284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Checking segment: {'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:58:23.825284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Bound using segment: {'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:58:23.825284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Bound port: 3926843e-1bc1-4d07-9a53-088821b01f87, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b122361-757f-4f46-a792-480acda97ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:58:23.825284 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:24.028809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] For port 3926843e-1bc1-4d07-9a53-088821b01f87, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:58:24.032401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] For port 3926843e-1bc1-4d07-9a53-088821b01f87, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3926843e-1bc1-4d07-9a53-088821b01f87,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:58:24.129891 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:24.193769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:24.194424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:24.195818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] 10.222.0.35 "PUT /v2.0/ports/3926843e-1bc1-4d07-9a53-088821b01f87 HTTP/1.1" status: 200 len: 1091 time: 1.2384214 Feb 07 13:58:24.199172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a4c94-bacd-4fd6-877b-590f3bd3de34', 'tag': '3926843e-1bc1-4d07-9a53-088821b01f87'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:58:24.224299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eda794-aba5-4cab-b7d0-3da7465a581b service neutron] Pushing event updated for resources: {'Port': ['ID=3926843e-1bc1-4d07-9a53-088821b01f87,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:24.276998 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a4c94-bacd-4fd6-877b-590f3bd3de34', 'tag': '3926843e-1bc1-4d07-9a53-088821b01f87', 'status': 'completed', 'code': 200} Feb 07 13:58:24.384750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00af47-ce04-4035-ab88-44e42adbbc23 req-27adb308-3a6f-4540-ae01-18bbc61d1772 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:24.386166 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c00af47-ce04-4035-ab88-44e42adbbc23 req-27adb308-3a6f-4540-ae01-18bbc61d1772 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 943 time: 0.1451356 Feb 07 13:58:24.391521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383ad6-12c5-4e41-95de-085d6ae35b73 req-570c6269-e287-402f-a04e-48c8ac5309cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:24.393463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0383ad6-12c5-4e41-95de-085d6ae35b73 req-570c6269-e287-402f-a04e-48c8ac5309cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 1094 time: 0.1112859 Feb 07 13:58:24.519077 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c00af47-ce04-4035-ab88-44e42adbbc23 req-c92b3b23-19f7-4b1b-a994-3d90dabd530d tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246679 Feb 07 13:58:24.564247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383ad6-12c5-4e41-95de-085d6ae35b73 req-5bee5eba-e326-4ca1-96fd-4a24f93b58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:24.565817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0383ad6-12c5-4e41-95de-085d6ae35b73 req-5bee5eba-e326-4ca1-96fd-4a24f93b58f6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1588001 Feb 07 13:58:24.705902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383ad6-12c5-4e41-95de-085d6ae35b73 req-e2b9b8e1-12b5-4f2f-8721-dbf44335c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:24.707428 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0383ad6-12c5-4e41-95de-085d6ae35b73 req-e2b9b8e1-12b5-4f2f-8721-dbf44335c46d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1356730 Feb 07 13:58:24.812205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-9234f236-c4b7-4691-b17b-fd53cbc48d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:24.813683 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-9234f236-c4b7-4691-b17b-fd53cbc48d43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 1094 time: 0.0712912 Feb 07 13:58:24.884418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-7dfec3cc-6397-47d7-b08b-d5e1098bdb95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3926843e-1bc1-4d07-9a53-088821b01f87 HTTP/1.1" status: 200 len: 217 time: 0.0644419 Feb 07 13:58:24.946455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-3530e611-263d-4d2c-a884-730113f2c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:24.947960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-3530e611-263d-4d2c-a884-730113f2c92b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50640a10-ec7a-49ff-a39d-ec137b86d1ba HTTP/1.1" status: 200 len: 854 time: 0.0581629 Feb 07 13:58:25.002538 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-486355ac-7b54-46e8-9d58-ddfb24332c8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473397 Feb 07 13:58:25.138604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-90cdae74-7312-4c74-a122-ecd82ee37ca1 service neutron] 10.222.0.35 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299448 Feb 07 13:58:25.177099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:25.273133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33b54199-3c3e-4276-a537-a2248aaf4acf req-d2ee0c2b-ce98-4648-abd2-f6e9cbe2ad25 service neutron] 10.222.0.35 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290553 Feb 07 13:58:25.864200 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2400605-2cea-46fe-8d86-1948e9f244fc req-9f75e024-ef0f-49b8-845b-a9f1d133aba8 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:25.865594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2400605-2cea-46fe-8d86-1948e9f244fc req-9f75e024-ef0f-49b8-845b-a9f1d133aba8 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 943 time: 0.0801136 Feb 07 13:58:25.910114 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c2400605-2cea-46fe-8d86-1948e9f244fc req-ef0fe45d-f223-4193-b501-b2ded7433e4e tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Feb 07 13:58:27.111655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7765d8-05c7-4aa8-a8d0-f330ea46e364 req-13193b19-7887-4f80-94da-286100a2e2b5 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:27.113370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b7765d8-05c7-4aa8-a8d0-f330ea46e364 req-13193b19-7887-4f80-94da-286100a2e2b5 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 943 time: 0.0867732 Feb 07 13:58:27.137470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3926843e-1bc1-4d07-9a53-088821b01f87 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:58:27.163434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b7765d8-05c7-4aa8-a8d0-f330ea46e364 req-0417bab7-8937-4748-a24c-0c4175fc20d1 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Feb 07 13:58:27.279204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3926843e-1bc1-4d07-9a53-088821b01f87, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3926843e-1bc1-4d07-9a53-088821b01f87,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:27.293193 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '3926843e-1bc1-4d07-9a53-088821b01f87', 'network_id': '6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d', 'port_id': '3926843e-1bc1-4d07-9a53-088821b01f87', 'mac_address': 'fa:16:3e:19:d4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50640a10-ec7a-49ff-a39d-ec137b86d1ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:58:27.353668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:27.371299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3926843e-1bc1-4d07-9a53-088821b01f87 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:58:27.386708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3926843e-1bc1-4d07-9a53-088821b01f87, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3926843e-1bc1-4d07-9a53-088821b01f87,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:27.451412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:27.518626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=3926843e-1bc1-4d07-9a53-088821b01f87,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:27.648657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['3926843e-1bc1-4d07-9a53-088821b01f87'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:58:28.353496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1b80-a1f0-42fa-b187-887723f87f2e req-2972f841-55fa-4236-9ede-0a0b054798cb tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:28.354974 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b8f1b80-a1f0-42fa-b187-887723f87f2e req-2972f841-55fa-4236-9ede-0a0b054798cb tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 944 time: 0.0804520 Feb 07 13:58:28.399028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b8f1b80-a1f0-42fa-b187-887723f87f2e req-14b040f5-60dc-4a76-ac84-9d889f23172c tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383668 Feb 07 13:58:29.153052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3926843e-1bc1-4d07-9a53-088821b01f87 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:58:29.331273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 3926843e-1bc1-4d07-9a53-088821b01f87 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:58:29.336466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 3926843e-1bc1-4d07-9a53-088821b01f87 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:58:29.336837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:29.459093 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:29.488598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0a4c94-bacd-4fd6-877b-590f3bd3de34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3926843e-1bc1-4d07-9a53-088821b01f87'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:58:29.498303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 3926843e-1bc1-4d07-9a53-088821b01f87, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3926843e-1bc1-4d07-9a53-088821b01f87,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:29.535266 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0a4c94-bacd-4fd6-877b-590f3bd3de34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3926843e-1bc1-4d07-9a53-088821b01f87', 'code': 200} Feb 07 13:58:29.611647 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:29.658417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afef58-c072-4b22-adb1-d5a7bb961183 req-7bd8a52b-0059-495d-a00b-bc81a5ef5db3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:29.660609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0afef58-c072-4b22-adb1-d5a7bb961183 req-7bd8a52b-0059-495d-a00b-bc81a5ef5db3 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 944 time: 0.1493680 Feb 07 13:58:29.688538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=3926843e-1bc1-4d07-9a53-088821b01f87,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:29.824774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3c2f3-87af-4460-a2aa-34254479cd71 req-77081432-2578-4b38-a9e0-c7e04801fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:29.826297 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ec3c2f3-87af-4460-a2aa-34254479cd71 req-77081432-2578-4b38-a9e0-c7e04801fe8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 1096 time: 0.2360880 Feb 07 13:58:29.862215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0afef58-c072-4b22-adb1-d5a7bb961183 req-12b1f57d-9bdc-4e9c-966a-95c0d945fc5b tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935353 Feb 07 13:58:29.879344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ec3c2f3-87af-4460-a2aa-34254479cd71 req-b7942629-3e35-4f02-b0ca-a795df71c642 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448747 Feb 07 13:58:31.054032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72c748-f253-45bc-823b-dd32e82482ac req-933afd01-f537-4248-8a8e-3515ffb27f71 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:31.055441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea72c748-f253-45bc-823b-dd32e82482ac req-933afd01-f537-4248-8a8e-3515ffb27f71 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 945 time: 0.0835230 Feb 07 13:58:31.102671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea72c748-f253-45bc-823b-dd32e82482ac req-ad1416db-d5f7-47e0-a088-0aa4eeda846a tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Feb 07 13:58:32.306693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fc295-94d9-4b72-a7b7-3d545751693d req-b160adef-b10f-4d18-97ab-cefdbf1ba7fe tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:32.308124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a1fc295-94d9-4b72-a7b7-3d545751693d req-b160adef-b10f-4d18-97ab-cefdbf1ba7fe tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 945 time: 0.0904963 Feb 07 13:58:32.353516 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0a1fc295-94d9-4b72-a7b7-3d545751693d req-4441380b-5995-4385-8134-1fe10f9f079c tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Feb 07 13:58:33.071322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc1a59-5fa3-4f43-953b-e8c87f9f03df req-982e302c-fdb7-45ca-9574-36d9cb5c37a5 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:33.072864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ddc1a59-5fa3-4f43-953b-e8c87f9f03df req-982e302c-fdb7-45ca-9574-36d9cb5c37a5 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 945 time: 0.0843258 Feb 07 13:58:33.122918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ddc1a59-5fa3-4f43-953b-e8c87f9f03df req-eef16047-b0c3-46c0-ba79-cd8c2ffa2421 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Feb 07 13:58:34.352305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902226ea-a589-4451-9d86-894a50cd2014 req-14cf6a92-e2ab-484b-9742-ba8bd50019ee tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:34.353815 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-902226ea-a589-4451-9d86-894a50cd2014 req-14cf6a92-e2ab-484b-9742-ba8bd50019ee tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 945 time: 0.1588881 Feb 07 13:58:34.368731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057fae9-d3ac-4bad-8d14-471f75b20944 req-985956cf-f879-4715-a4d6-02378c3dc798 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:34.370277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c057fae9-d3ac-4bad-8d14-471f75b20944 req-985956cf-f879-4715-a4d6-02378c3dc798 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 945 time: 0.1309354 Feb 07 13:58:34.470152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Deleting port 3926843e-1bc1-4d07-9a53-088821b01f87 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:58:34.470502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:34.513369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c057fae9-d3ac-4bad-8d14-471f75b20944 req-f914fcdd-d8e2-47c3-949f-c8848fa0de29 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115310 Feb 07 13:58:34.762983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] For port 3926843e-1bc1-4d07-9a53-088821b01f87, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=3926843e-1bc1-4d07-9a53-088821b01f87,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:34.763420 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:34.903701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Calling delete_port for 3926843e-1bc1-4d07-9a53-088821b01f87 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:58:35.133344 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-1568158c-9b3c-4f18-b50f-f526938b9daf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019053 Feb 07 13:58:35.295274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-17684db5-9636-4500-86dd-ad05da5340b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:35.296960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-17684db5-9636-4500-86dd-ad05da5340b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 1096 time: 0.0844991 Feb 07 13:58:35.412250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:35.424954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4ef4ad45-1502-4355-a1b7-95f6f9ed2335'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:58:35.519537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Pushing event deleted for resources: {'Port': ['ID=3926843e-1bc1-4d07-9a53-088821b01f87,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:35.600277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] No DVR routers for this DVR port 3926843e-1bc1-4d07-9a53-088821b01f87 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:58:35.606872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:35.611186 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0a4c94-bacd-4fd6-877b-590f3bd3de34', 'name': 'network-vif-deleted', 'tag': '3926843e-1bc1-4d07-9a53-088821b01f87'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:58:35.646376 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-902226ea-a589-4451-9d86-894a50cd2014 req-d02af748-009f-4231-93e8-5380c1a578b2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.35 "DELETE /v2.0/ports/3926843e-1bc1-4d07-9a53-088821b01f87 HTTP/1.1" status: 204 len: 173 time: 1.2862895 Feb 07 13:58:35.647859 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-53085ea1-86cd-432c-98a8-176187fba992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:35.660914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-53085ea1-86cd-432c-98a8-176187fba992 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d HTTP/1.1" status: 200 len: 914 time: 0.3430154 Feb 07 13:58:35.880358 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0a4c94-bacd-4fd6-877b-590f3bd3de34', 'name': 'network-vif-deleted', 'tag': '3926843e-1bc1-4d07-9a53-088821b01f87', 'status': 'completed', 'code': 200} Feb 07 13:58:35.892026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f14e13e7-147c-4bcb-9a2e-3d672751caea req-611a5af1-421e-4d0d-bfa5-7a162bfd4840 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Synchronizing usage tracker for tenant:6fdbdde9cf774f65b9023a863760a2ca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:58:35.902893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-e9fd102e-a351-478f-b4d0-e4ce09eed9ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef4ad45-1502-4355-a1b7-95f6f9ed2335 HTTP/1.1" status: 200 len: 217 time: 0.2015553 Feb 07 13:58:35.978346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-6fd09027-9095-4f39-9f81-cc7e4b5580e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:35.981185 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-6fd09027-9095-4f39-9f81-cc7e4b5580e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50640a10-ec7a-49ff-a39d-ec137b86d1ba HTTP/1.1" status: 200 len: 854 time: 0.0698884 Feb 07 13:58:36.036522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-86ce0bc9-a3e4-4a82-b715-a6a72f10e192 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488768 Feb 07 13:58:36.037548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f14e13e7-147c-4bcb-9a2e-3d672751caea req-611a5af1-421e-4d0d-bfa5-7a162bfd4840 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Unset dirty status for tenant:6fdbdde9cf774f65b9023a863760a2ca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:58:36.038604 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f14e13e7-147c-4bcb-9a2e-3d672751caea req-611a5af1-421e-4d0d-bfa5-7a162bfd4840 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d0a4c94-bacd-4fd6-877b-590f3bd3de34 HTTP/1.1" status: 200 len: 210 time: 0.3971922 Feb 07 13:58:36.173821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-cc3c6e53-750a-4267-8b04-2cc26dfc4f9c service neutron] 10.222.0.47 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312883 Feb 07 13:58:36.325700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db3cb4ac-8da6-4378-8ae1-ea374e255684 req-158d4250-728b-494d-9f39-41ce37f93ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451621 Feb 07 13:58:37.206174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3926843e-1bc1-4d07-9a53-088821b01f87 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:58:37.246995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 3926843e-1bc1-4d07-9a53-088821b01f87 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:58:37.247341 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 3926843e-1bc1-4d07-9a53-088821b01f87 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:58:37.318348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a572f3-3ee0-4328-8f19-06ad48a011f2 req-9fc19d29-a28b-4cd0-bf69-3f1b434c921a tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:37.319966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9a572f3-3ee0-4328-8f19-06ad48a011f2 req-9fc19d29-a28b-4cd0-bf69-3f1b434c921a tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0868590 Feb 07 13:58:37.366873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9a572f3-3ee0-4328-8f19-06ad48a011f2 req-78df9e78-b33f-4332-8232-e32dad219c5a tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Feb 07 13:58:37.574206 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a94c4-97ff-4bd3-8e89-7ac01f602cb1 req-8387cede-1736-4f22-895c-529ea166347a tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:37.575603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f9a94c4-97ff-4bd3-8e89-7ac01f602cb1 req-8387cede-1736-4f22-895c-529ea166347a tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0852487 Feb 07 13:58:37.623058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5f9a94c4-97ff-4bd3-8e89-7ac01f602cb1 req-025c9f96-17f6-4ae5-8224-38333a75f698 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Feb 07 13:58:37.817518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba015ccd-5474-4897-aeb8-4c50c82aa7af req-22ba7e2a-11b3-47d6-9e6d-b441680a6376 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:37.818976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba015ccd-5474-4897-aeb8-4c50c82aa7af req-22ba7e2a-11b3-47d6-9e6d-b441680a6376 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0806031 Feb 07 13:58:37.866355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ba015ccd-5474-4897-aeb8-4c50c82aa7af req-fb08b43b-d7ef-45d1-896f-a91ab890a0a2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Feb 07 13:58:38.154496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db7303-1bc8-4efe-8c18-b481caaf3ebc req-467d313d-a5fe-4bcf-ae21-e220238190dd tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:38.156025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45db7303-1bc8-4efe-8c18-b481caaf3ebc req-467d313d-a5fe-4bcf-ae21-e220238190dd tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0824318 Feb 07 13:58:38.203012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45db7303-1bc8-4efe-8c18-b481caaf3ebc req-763b4680-a943-482d-97b8-dc1827e37f23 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Feb 07 13:58:38.400264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2e465-c9ef-461d-b2ba-b308f62c3d0a req-725d3673-0588-456a-a79e-11260069f46d tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:38.401729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1a2e465-c9ef-461d-b2ba-b308f62c3d0a req-725d3673-0588-456a-a79e-11260069f46d tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0829718 Feb 07 13:58:38.447142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1a2e465-c9ef-461d-b2ba-b308f62c3d0a req-eb990f8a-1ed4-4563-aedb-30a244b0ca2e tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Feb 07 13:58:38.648560 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39389a-e86d-4dd0-add0-917757cccb1c req-2facabd8-b496-4a40-92a9-adf75d00a63c tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:38.650064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c39389a-e86d-4dd0-add0-917757cccb1c req-2facabd8-b496-4a40-92a9-adf75d00a63c tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0842531 Feb 07 13:58:38.707667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c39389a-e86d-4dd0-add0-917757cccb1c req-f2f6c9d9-bab0-4b05-978c-fb3c32f8db91 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517843 Feb 07 13:58:38.783105 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a104722e-12ab-4992-849f-f13068114c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:39.561011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae0f8f-ba9f-4b56-8461-90770540fca8 req-d51d0fc2-3c6c-410d-96ce-22fa78d0eb49 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:39.562459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baae0f8f-ba9f-4b56-8461-90770540fca8 req-d51d0fc2-3c6c-410d-96ce-22fa78d0eb49 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0946581 Feb 07 13:58:39.611441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-baae0f8f-ba9f-4b56-8461-90770540fca8 req-b163bbc3-1596-4721-8cb2-78c825f398fe tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Feb 07 13:58:40.806079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa35f28-7dde-4b48-b4fa-737174eea6c0 req-8fe57267-0328-45c9-8443-c518bc6194e2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:40.807546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffa35f28-7dde-4b48-b4fa-737174eea6c0 req-8fe57267-0328-45c9-8443-c518bc6194e2 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0835209 Feb 07 13:58:40.857837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ffa35f28-7dde-4b48-b4fa-737174eea6c0 req-26a955b5-5146-434e-bf00-3711e5fc9f31 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Feb 07 13:58:41.279232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-a1bd317a-8993-432b-ba3d-7823531685fb tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:41.280924 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-a1bd317a-8993-432b-ba3d-7823531685fb tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.0809424 Feb 07 13:58:41.356448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Deleting port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:58:41.356793 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:41.588839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ed04-97e5-4b18-8de1-65b94194a55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:41.611319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] For port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,segment=NetworkSegment(8b122361-757f-4f46-a792-480acda97ac7),segment_id=8b122361-757f-4f46-a792-480acda97ac7)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:41.611682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:41.746141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Calling delete_port for 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:58:42.088290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75686bd-89c4-49a4-9cee-467e2f93608c req-4d55d780-6131-4b46-bf68-1d5c28e90f4d tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:42.089768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d75686bd-89c4-49a4-9cee-467e2f93608c req-4d55d780-6131-4b46-bf68-1d5c28e90f4d tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 945 time: 0.1100843 Feb 07 13:58:42.135783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d75686bd-89c4-49a4-9cee-467e2f93608c req-3ddabfce-e96b-48d1-8e97-27d869c60885 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/security-groups?id=00dd05bc-1d4a-4d34-bee5-34564505bd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Feb 07 13:58:42.148903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:42.161129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['4ef4ad45-1502-4355-a1b7-95f6f9ed2335'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:58:42.203943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Pushing event deleted for resources: {'Port': ['ID=4ef4ad45-1502-4355-a1b7-95f6f9ed2335,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:42.278538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] No DVR routers for this DVR port 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:58:42.281264 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:42.283943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f617dc-c291-4001-bca3-9d974e1241fe', 'name': 'network-vif-deleted', 'tag': '4ef4ad45-1502-4355-a1b7-95f6f9ed2335'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:58:42.340661 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f617dc-c291-4001-bca3-9d974e1241fe', 'name': 'network-vif-deleted', 'tag': '4ef4ad45-1502-4355-a1b7-95f6f9ed2335', 'status': 'completed', 'code': 200} Feb 07 13:58:42.362181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:42.389319 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5889adf1-2301-4580-bf5a-93564526ddf5 req-92022d00-05e3-4227-a738-daf638f5a981 tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.47 "DELETE /v2.0/ports/4ef4ad45-1502-4355-a1b7-95f6f9ed2335 HTTP/1.1" status: 204 len: 173 time: 1.1021163 Feb 07 13:58:42.474733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:43.305817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9be425e-a1a3-4dac-b4e7-29f30136a20f req-a205726d-45a7-44c7-be16-abddd6d987db tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Synchronizing usage tracker for tenant:6fdbdde9cf774f65b9023a863760a2ca on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:58:43.395211 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d9be425e-a1a3-4dac-b4e7-29f30136a20f req-a205726d-45a7-44c7-be16-abddd6d987db tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] Unset dirty status for tenant:6fdbdde9cf774f65b9023a863760a2ca on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:58:43.396635 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9be425e-a1a3-4dac-b4e7-29f30136a20f req-a205726d-45a7-44c7-be16-abddd6d987db tempest-ServersNegativeTestJSON-893525804 tempest-ServersNegativeTestJSON-893525804-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f617dc-c291-4001-bca3-9d974e1241fe HTTP/1.1" status: 200 len: 210 time: 0.1380484 Feb 07 13:58:43.923612 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:44.496708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32896) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:44.558645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf4731e-248a-474e-9046-342209960c09 admin admin] Deleting subnet 50640a10-ec7a-49ff-a39d-ec137b86d1ba {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:58:44.562110 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cf4731e-248a-474e-9046-342209960c09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:44.620181 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cf4731e-248a-474e-9046-342209960c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:44.678737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cf4731e-248a-474e-9046-342209960c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:44.816066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:58:44.853623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:58:44.853964 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 4ef4ad45-1502-4355-a1b7-95f6f9ed2335 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:58:44.874697 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cf4731e-248a-474e-9046-342209960c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:44.918638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4731e-248a-474e-9046-342209960c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50640a10-ec7a-49ff-a39d-ec137b86d1ba,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:44.922400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1cf4731e-248a-474e-9046-342209960c09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:44.929506 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1cf4731e-248a-474e-9046-342209960c09 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/50640a10-ec7a-49ff-a39d-ec137b86d1ba HTTP/1.1" status: 204 len: 168 time: 0.4317255 Feb 07 13:58:44.933853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32900) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:45.041429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:45.169535 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:45.194377 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:45.207455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b122361-757f-4f46-a792-480acda97ac7') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:45.207759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b122361-757f-4f46-a792-480acda97ac7') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:45.219040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:45.235691 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:45.242559 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:58:45.242942 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:58:45.256094 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:58:45.480192 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:45.496530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:45.506036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:45.508693 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b1533275-cbfd-4b93-a75d-dbcaf1364ac6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6a83e0c5-d9ab-487c-aadc-6a7c569c4b1d HTTP/1.1" status: 204 len: 168 time: 0.5759602 Feb 07 13:58:45.548549 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:45.875966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32906) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:45.929800 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a4ff33f0-07cd-4289-807a-4fc13cef4519 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6fdbdde9cf774f65b9023a863760a2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525868 Feb 07 13:58:45.932551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32910) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:45.993962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890fba05-1250-4ebb-bafa-7adc42e7d5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:46.021792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890fba05-1250-4ebb-bafa-7adc42e7d5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:46.148868 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890fba05-1250-4ebb-bafa-7adc42e7d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:46.164311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fba05-1250-4ebb-bafa-7adc42e7d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dd05bc-1d4a-4d34-bee5-34564505bd72,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:46.172278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-890fba05-1250-4ebb-bafa-7adc42e7d5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:46.173429 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-890fba05-1250-4ebb-bafa-7adc42e7d5f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00dd05bc-1d4a-4d34-bee5-34564505bd72 HTTP/1.1" status: 204 len: 168 time: 0.2398582 Feb 07 13:58:47.349861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32936) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:47.456990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719827847'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:47.463808 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:47.468383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:network and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:58:47.471230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:58:47.479320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:47.626720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:58:47.631113 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:47.644848 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:47.661114 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:47.665312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:security_group_rule and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:58:47.668285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:58:47.674110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:47.759259 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:47.868441 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:47.904137 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:58:47.909298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f560e5a9-28d9-4d2b-b68c-057c078d3f82,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:47.917367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:47.918377 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Added segment ed4f667e-4571-47ec-9952-519647bdd1a4 of type vlan for network 10bc122e-099b-44ff-8566-0352b27a9664 Feb 07 13:58:47.945813 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:48.080313 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:48.086393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:48.086985 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:48.309956 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Network': ['ID=10bc122e-099b-44ff-8566-0352b27a9664,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:48.322451 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 10bc122e-099b-44ff-8566-0352b27a9664 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:58:48.436073 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6bc5bc5c-963a-4999-bf20-f8362cc8a79d tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0795901 Feb 07 13:58:51.751079 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32942) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:51.757226 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'subnet': {'network_id': '10bc122e-099b-44ff-8566-0352b27a9664', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:51.880513 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:51.886195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:subnet and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:58:51.890440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:58:51.898529 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:52.006797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:58:52.010474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:52.337472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:52.416087 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Subnet': ['ID=7017fd73-bd94-425c-a539-1959d500b027,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:52.428459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.428834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.429110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.429451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.429774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.430110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.430444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.430768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.431085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.431411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.431730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.432074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:52.439127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Checking segment: {'id': 'ed4f667e-4571-47ec-9952-519647bdd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10bc122e-099b-44ff-8566-0352b27a9664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:58:52.445491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network hostable DHCP agents. Network: 10bc122e-099b-44ff-8566-0352b27a9664, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:58:52.537820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network 10bc122e-099b-44ff-8566-0352b27a9664 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:58:52.634798 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 10bc122e-099b-44ff-8566-0352b27a9664) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:52.639083 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:52.642986 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:52.647327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48cbbe-d8ea-4d39-8964-5beba9e187de None None] Network 10bc122e-099b-44ff-8566-0352b27a9664 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:58:52.727512 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-61abc7d0-8ae3-42fa-b0f6-5a6b409a81e0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9749238 Feb 07 13:58:52.732813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32946) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:52.738581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1793109352'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:52.745327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:52.752679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:network and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:58:52.755867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:58:52.761819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:52.829020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:58:52.834501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:52.863209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:58:52.874153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:52.878054 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Added segment 1338432f-16a4-46db-a18a-829ccbf5b151 of type vlan for network 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe Feb 07 13:58:52.903297 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:52.912945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-10bc122e-099b-44ff-8566-0352b27a9664', 'network_id': '10bc122e-099b-44ff-8566-0352b27a9664', 'tenant_id': '42989394c8d24240845b4dd4d65c6930', 'fixed_ips': [{'subnet_id': '7017fd73-bd94-425c-a539-1959d500b027'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:58:52.915586 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:52.997691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:53.003438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:53.004148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:53.104525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Allocated IP 2001:db8:0:ffff::2 (10bc122e-099b-44ff-8566-0352b27a9664/7017fd73-bd94-425c-a539-1959d500b027/8febaca2-239c-4618-9d2e-a2323664ef12) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:58:53.118019 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Network': ['ID=45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:53.136091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:58:53.198976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-af32384b-ab36-4959-b746-e0694ebc13e5 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4648964 Feb 07 13:58:53.201711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32950) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:53.208256 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'subnet': {'network_id': '45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:53.330737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:53.335531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:subnet and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:58:53.339178 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:58:53.345375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:53.425029 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:53.432167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:58:53.435795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Transition to ACTIVE for port object 8febaca2-239c-4618-9d2e-a2323664ef12 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:58:53.436032 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:53.457144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Transition to ACTIVE for port object 8febaca2-239c-4618-9d2e-a2323664ef12 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:58:53.546855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:53.613540 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Network 10bc122e-099b-44ff-8566-0352b27a9664 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:58:53.617098 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:53.621088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:58:53.660926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Pushing event updated for resources: {'Port': ['ID=8febaca2-239c-4618-9d2e-a2323664ef12,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:53.711728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.712061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.717250 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:58:53.734647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Attempting to bind port 8febaca2-239c-4618-9d2e-a2323664ef12 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:58:53.735023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Attempting to bind port 8febaca2-239c-4618-9d2e-a2323664ef12 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ed4f667e-4571-47ec-9952-519647bdd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10bc122e-099b-44ff-8566-0352b27a9664'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:58:53.735415 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Attempting to bind port 8febaca2-239c-4618-9d2e-a2323664ef12 on network 10bc122e-099b-44ff-8566-0352b27a9664 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:58:53.741334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:58:53.745829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Checking segment: {'id': 'ed4f667e-4571-47ec-9952-519647bdd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10bc122e-099b-44ff-8566-0352b27a9664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:58:53.745829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:53.745829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Bound using segment: {'id': 'ed4f667e-4571-47ec-9952-519647bdd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10bc122e-099b-44ff-8566-0352b27a9664'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:58:53.745829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Bound port: 8febaca2-239c-4618-9d2e-a2323664ef12, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4f667e-4571-47ec-9952-519647bdd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '10bc122e-099b-44ff-8566-0352b27a9664'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:58:53.745829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:53.763749 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:53.835831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] For port 8febaca2-239c-4618-9d2e-a2323664ef12, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:58:53.839238 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] For port 8febaca2-239c-4618-9d2e-a2323664ef12, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8febaca2-239c-4618-9d2e-a2323664ef12,segment=NetworkSegment(ed4f667e-4571-47ec-9952-519647bdd1a4),segment_id=ed4f667e-4571-47ec-9952-519647bdd1a4)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:58:53.889649 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Subnet': ['ID=38fd7c1a-bd42-4ccb-935d-77e835f992e8,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:53.903043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Checking segment: {'id': '1338432f-16a4-46db-a18a-829ccbf5b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:58:53.903548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network hostable DHCP agents. Network: 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:58:53.944497 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:54.032276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:58:54.046498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f588f-56f9-42f6-b789-7b97403b2b64 None None] Pushing event updated for resources: {'Port': ['ID=8febaca2-239c-4618-9d2e-a2323664ef12,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:54.140638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:54.144711 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:54.145467 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:54.154258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c05b30a-39af-4c64-9dba-88dff7d9b075 None None] Network 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:58:54.263734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-19b2e143-e1da-4f27-a1fa-f34dd816cf0a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0608997 Feb 07 13:58:54.266521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32954) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:54.435453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe', 'network_id': '45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe', 'tenant_id': '42989394c8d24240845b4dd4d65c6930', 'fixed_ips': [{'subnet_id': '38fd7c1a-bd42-4ccb-935d-77e835f992e8'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:58:54.436496 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:54.441552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:54.515386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:54.625747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Allocated IP 2001:db8::2 (45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe/38fd7c1a-bd42-4ccb-935d-77e835f992e8/ce0b980f-8c59-4c2d-9248-970adfbdc675) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:58:54.846090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:54.856645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Transition to ACTIVE for port object ce0b980f-8c59-4c2d-9248-970adfbdc675 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:58:54.876971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Transition to ACTIVE for port object ce0b980f-8c59-4c2d-9248-970adfbdc675 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:58:54.943325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.010990 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Network 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:58:55.011915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.014137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:55.018260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:58:55.053737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Pushing event updated for resources: {'Port': ['ID=ce0b980f-8c59-4c2d-9248-970adfbdc675,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:55.138021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Subnet': ['ID=38fd7c1a-bd42-4ccb-935d-77e835f992e8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:55.146223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484d75a2-38cd-4f48-9833-8c2293e15a93 None None] Network 10bc122e-099b-44ff-8566-0352b27a9664 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:58:55.166488 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.194303 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:55.208756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1338432f-16a4-46db-a18a-829ccbf5b151') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:55.209063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1338432f-16a4-46db-a18a-829ccbf5b151') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:55.221974 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.242855 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.249751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:58:55.250148 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.258458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Attempting to bind port ce0b980f-8c59-4c2d-9248-970adfbdc675 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:58:55.261292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Attempting to bind port ce0b980f-8c59-4c2d-9248-970adfbdc675 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '1338432f-16a4-46db-a18a-829ccbf5b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:58:55.261292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Attempting to bind port ce0b980f-8c59-4c2d-9248-970adfbdc675 on network 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:58:55.265194 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:58:55.276355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:58:55.276744 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Checking segment: {'id': '1338432f-16a4-46db-a18a-829ccbf5b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:58:55.277130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.277521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Bound using segment: {'id': '1338432f-16a4-46db-a18a-829ccbf5b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:58:55.277988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Bound port: ce0b980f-8c59-4c2d-9248-970adfbdc675, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1338432f-16a4-46db-a18a-829ccbf5b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:58:55.278384 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.353731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.399288 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3bb9c4ca-7d49-4fd1-b56d-93e74423d16b None None] Provisioning for port 8febaca2-239c-4618-9d2e-a2323664ef12 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:58:55.490837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] For port ce0b980f-8c59-4c2d-9248-970adfbdc675, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:58:55.510726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] For port ce0b980f-8c59-4c2d-9248-970adfbdc675, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce0b980f-8c59-4c2d-9248-970adfbdc675,segment=NetworkSegment(1338432f-16a4-46db-a18a-829ccbf5b151),segment_id=1338432f-16a4-46db-a18a-829ccbf5b151)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:58:55.548908 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:58:55.548908 n-d-811416-5 neutron-server[88313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:58:55.548908 n-d-811416-5 neutron-server[88313]: [parameters: {'id': '45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe'}] Feb 07 13:58:55.548908 n-d-811416-5 neutron-server[88313]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:58:55.549287 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:58:55.572147 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:55.701779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24d2e5-ac5b-4603-8aae-c2f693634a92 None None] Pushing event updated for resources: {'Port': ['ID=ce0b980f-8c59-4c2d-9248-970adfbdc675,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:55.757833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310cca7-3773-4e12-9ca5-2e95afe4bafd None None] Network 45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:58:55.974269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502addd-0049-4935-8bd3-e4402ee0c2d3 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:58:56.050806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.065734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Deleting port ce0b980f-8c59-4c2d-9248-970adfbdc675 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:58:56.065976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502addd-0049-4935-8bd3-e4402ee0c2d3 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:58:56.066081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.094017 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:58:56.103954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8febaca2-239c-4618-9d2e-a2323664ef12 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:58:56.310963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] For port ce0b980f-8c59-4c2d-9248-970adfbdc675, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=ce0b980f-8c59-4c2d-9248-970adfbdc675,segment=NetworkSegment(1338432f-16a4-46db-a18a-829ccbf5b151),segment_id=1338432f-16a4-46db-a18a-829ccbf5b151)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:56.311460 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.330732 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 8febaca2-239c-4618-9d2e-a2323664ef12 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:58:56.342535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8febaca2-239c-4618-9d2e-a2323664ef12 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:58:56.342907 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.449823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Calling delete_port for ce0b980f-8c59-4c2d-9248-970adfbdc675 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:58:56.533050 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.582080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 8febaca2-239c-4618-9d2e-a2323664ef12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8febaca2-239c-4618-9d2e-a2323664ef12,segment=NetworkSegment(ed4f667e-4571-47ec-9952-519647bdd1a4),segment_id=ed4f667e-4571-47ec-9952-519647bdd1a4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:58:56.609428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.664354 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Port': ['ID=ce0b980f-8c59-4c2d-9248-970adfbdc675,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:56.666487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No DVR routers for this DVR port ce0b980f-8c59-4c2d-9248-970adfbdc675 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:58:56.701368 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.779998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=8febaca2-239c-4618-9d2e-a2323664ef12,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:56.800542 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.827410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:56.840604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1338432f-16a4-46db-a18a-829ccbf5b151') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:56.840909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1338432f-16a4-46db-a18a-829ccbf5b151') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:56.853234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.869443 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.876150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:58:56.876638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:58:56.892891 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:58:57.165293 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:57.184110 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:57.197673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Network': ['ID=45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:57.201452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b59c418b-29d0-4281-8d39-4cc450f97dd0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe HTTP/1.1" status: 204 len: 168 time: 2.9339738 Feb 07 13:58:57.206136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32958) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:57.211692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1122205245'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:57.217555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:57.221442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:network and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:58:57.225163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:58:57.231526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:57.405993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:58:57.409698 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:57.444177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:58:57.453050 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:57.453390 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Added segment da83b689-91d4-4064-9fec-2c864f7bceb3 of type vlan for network d8ac8b73-146c-4fe5-827d-290c792196e7 Feb 07 13:58:57.480873 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:57.621070 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:57.626710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:57.627324 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:57.740197 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Network': ['ID=d8ac8b73-146c-4fe5-827d-290c792196e7,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:57.751429 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network d8ac8b73-146c-4fe5-827d-290c792196e7 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:58:57.799719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dfcc4462-21de-49a9-aa72-6f80557dc8e4 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5923259 Feb 07 13:58:57.804176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32962) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:57.810076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'subnet': {'network_id': 'd8ac8b73-146c-4fe5-827d-290c792196e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:58:57.926595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:58:57.930977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:subnet and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:58:57.933841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:58:57.939459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:58:58.009578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:58:58.013270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:58.063860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8febaca2-239c-4618-9d2e-a2323664ef12 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:58:58.114576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.ipam_backend_mixin [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Performing IP validity checks on allocation pools {{(pid=88313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 13:58:58.115282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.ipam_backend_mixin [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88313) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 13:58:58.138492 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 8febaca2-239c-4618-9d2e-a2323664ef12 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:58:58.139013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:58.326049 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:58.404592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Subnet': ['ID=6e7165dc-13da-4f26-a560-165f6380f754,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:58.416160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Checking segment: {'id': 'da83b689-91d4-4064-9fec-2c864f7bceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8ac8b73-146c-4fe5-827d-290c792196e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:58:58.416524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network hostable DHCP agents. Network: d8ac8b73-146c-4fe5-827d-290c792196e7, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:58:58.508703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network d8ac8b73-146c-4fe5-827d-290c792196e7 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:58:58.622904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, d8ac8b73-146c-4fe5-827d-290c792196e7) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:58.627192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:58:58.627810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:58.634434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b761b9d-a405-452c-8473-27a16acd7048 None None] Network d8ac8b73-146c-4fe5-827d-290c792196e7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:58:58.792729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4446b2e1-3899-40be-8e1f-b2f92cf1f4e9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9874165 Feb 07 13:58:58.796429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32966) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:58:58.871771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-d8ac8b73-146c-4fe5-827d-290c792196e7', 'network_id': 'd8ac8b73-146c-4fe5-827d-290c792196e7', 'tenant_id': '42989394c8d24240845b4dd4d65c6930', 'fixed_ips': [{'subnet_id': '6e7165dc-13da-4f26-a560-165f6380f754'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:58:58.872661 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.050997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Allocated IP 2001:db8::3 (d8ac8b73-146c-4fe5-827d-290c792196e7/6e7165dc-13da-4f26-a560-165f6380f754/f833f356-9e41-4c75-a037-ef530deb20f1) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:58:59.082138 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.162530 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.273456 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.286040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Transition to ACTIVE for port object f833f356-9e41-4c75-a037-ef530deb20f1 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:58:59.305408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Transition to ACTIVE for port object f833f356-9e41-4c75-a037-ef530deb20f1 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:58:59.383150 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.451680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Network d8ac8b73-146c-4fe5-827d-290c792196e7 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:58:59.455347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:58:59.459387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:58:59.463560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.493009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Pushing event updated for resources: {'Port': ['ID=f833f356-9e41-4c75-a037-ef530deb20f1,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:59.508941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7165dc-13da-4f26-a560-165f6380f754,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:59.558827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Attempting to bind port f833f356-9e41-4c75-a037-ef530deb20f1 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:58:59.558827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Attempting to bind port f833f356-9e41-4c75-a037-ef530deb20f1 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'da83b689-91d4-4064-9fec-2c864f7bceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8ac8b73-146c-4fe5-827d-290c792196e7'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:58:59.558827 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Attempting to bind port f833f356-9e41-4c75-a037-ef530deb20f1 on network d8ac8b73-146c-4fe5-827d-290c792196e7 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:58:59.562896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:58:59.563277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Checking segment: {'id': 'da83b689-91d4-4064-9fec-2c864f7bceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8ac8b73-146c-4fe5-827d-290c792196e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:58:59.563678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.564094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Bound using segment: {'id': 'da83b689-91d4-4064-9fec-2c864f7bceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8ac8b73-146c-4fe5-827d-290c792196e7'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:58:59.564560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Bound port: f833f356-9e41-4c75-a037-ef530deb20f1, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da83b689-91d4-4064-9fec-2c864f7bceb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd8ac8b73-146c-4fe5-827d-290c792196e7'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:58:59.564931 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.610184 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.636579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ac8b73-146c-4fe5-827d-290c792196e7']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:59.650542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da83b689-91d4-4064-9fec-2c864f7bceb3') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:59.650886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da83b689-91d4-4064-9fec-2c864f7bceb3') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:58:59.664942 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.668733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] For port f833f356-9e41-4c75-a037-ef530deb20f1, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:58:59.672112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] For port f833f356-9e41-4c75-a037-ef530deb20f1, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f833f356-9e41-4c75-a037-ef530deb20f1,segment=NetworkSegment(da83b689-91d4-4064-9fec-2c864f7bceb3),segment_id=da83b689-91d4-4064-9fec-2c864f7bceb3)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:58:59.766077 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.770830 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.779552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:58:59.779959 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:58:59.800196 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:58:59.893233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1407c4-cfeb-4cd0-bd2b-e303569f2f07 None None] Pushing event updated for resources: {'Port': ['ID=f833f356-9e41-4c75-a037-ef530deb20f1,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:58:59.914392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:58:59.914392 n-d-811416-5 neutron-server[88313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:58:59.914392 n-d-811416-5 neutron-server[88313]: [parameters: {'id': 'd8ac8b73-146c-4fe5-827d-290c792196e7'}] Feb 07 13:58:59.914392 n-d-811416-5 neutron-server[88313]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:58:59.914847 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:58:59.921533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54057fc9-334d-4e9a-9192-f1a553365c54 None None] Network d8ac8b73-146c-4fe5-827d-290c792196e7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:00.128657 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b98e5a-3b6f-4bb8-a785-cdbda73126d0 None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:59:00.220387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b98e5a-3b6f-4bb8-a785-cdbda73126d0 None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:59:00.416384 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:00.438033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Deleting port f833f356-9e41-4c75-a037-ef530deb20f1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:00.438375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:00.677927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] For port f833f356-9e41-4c75-a037-ef530deb20f1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f833f356-9e41-4c75-a037-ef530deb20f1,segment=NetworkSegment(da83b689-91d4-4064-9fec-2c864f7bceb3),segment_id=da83b689-91d4-4064-9fec-2c864f7bceb3)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:00.678610 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:00.807719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Calling delete_port for f833f356-9e41-4c75-a037-ef530deb20f1 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:00.948967 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:00.996425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Port': ['ID=f833f356-9e41-4c75-a037-ef530deb20f1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:00.999782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No DVR routers for this DVR port f833f356-9e41-4c75-a037-ef530deb20f1 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:59:01.132333 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.159420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ac8b73-146c-4fe5-827d-290c792196e7']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:01.172438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da83b689-91d4-4064-9fec-2c864f7bceb3') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:01.172734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da83b689-91d4-4064-9fec-2c864f7bceb3') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:01.185063 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.202270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.209406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:59:01.209878 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:59:01.224986 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:59:01.461250 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.479548 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.491292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Network': ['ID=d8ac8b73-146c-4fe5-827d-290c792196e7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:01.498535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2dc3c9af-a65f-4b9d-a79e-b3f31912be31 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/d8ac8b73-146c-4fe5-827d-290c792196e7 HTTP/1.1" status: 204 len: 168 time: 2.7004828 Feb 07 13:59:01.503726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32970) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:01.510072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1554219205'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:01.516081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:01.519881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:network and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:01.523581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:01.530083 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:01.645678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:01.651001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.681353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:59:01.690961 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.691307 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Added segment ab536cd7-e7ba-4dab-99f1-840d198de6ff of type vlan for network 7372b58f-4c96-4e69-a16c-0c87c2dce8be Feb 07 13:59:01.725205 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.805600 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.811148 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:01.811741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:01.924495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Network': ['ID=7372b58f-4c96-4e69-a16c-0c87c2dce8be,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:01.935363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7372b58f-4c96-4e69-a16c-0c87c2dce8be details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:59:01.989408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e1897f0b-2cb4-4056-b644-961056e105ad tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4844577 Feb 07 13:59:01.992605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32974) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:01.998198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'subnet': {'network_id': '7372b58f-4c96-4e69-a16c-0c87c2dce8be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:02.119345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:02.123275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:subnet and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:02.126272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:02.132989 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:02.234115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:02.237702 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:02.544155 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:02.626065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Subnet': ['ID=c7181f97-518b-4849-832f-25eaeff0cd56,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:02.636849 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Checking segment: {'id': 'ab536cd7-e7ba-4dab-99f1-840d198de6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7372b58f-4c96-4e69-a16c-0c87c2dce8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:02.637222 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network hostable DHCP agents. Network: 7372b58f-4c96-4e69-a16c-0c87c2dce8be, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:59:02.743165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network 7372b58f-4c96-4e69-a16c-0c87c2dce8be is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:59:02.863192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7372b58f-4c96-4e69-a16c-0c87c2dce8be) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:02.868061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:02.868643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:02.872698 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508aa4f5-9fb6-4ac0-8968-28b1e35315aa None None] Network 7372b58f-4c96-4e69-a16c-0c87c2dce8be requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:02.960935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d965eac3-fbd4-4b7f-a819-4bdb0c3d23d0 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9672410 Feb 07 13:59:02.965260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32978) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:02.973922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1523273870'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:02.980127 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:02.987512 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:network and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:02.991916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:02.998772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:03.085404 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:03.089018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.093427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-7372b58f-4c96-4e69-a16c-0c87c2dce8be', 'network_id': '7372b58f-4c96-4e69-a16c-0c87c2dce8be', 'tenant_id': '42989394c8d24240845b4dd4d65c6930', 'fixed_ips': [{'subnet_id': 'c7181f97-518b-4849-832f-25eaeff0cd56'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:59:03.094311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.127641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:59:03.138047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.139528 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Added segment 7ba7dce8-1a85-471f-b9f7-b0c0e796e28f of type vlan for network 6f705fe3-3193-4767-9ecc-e0d700d5f890 Feb 07 13:59:03.166486 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.259356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Allocated IP 2001:db8::2 (7372b58f-4c96-4e69-a16c-0c87c2dce8be/c7181f97-518b-4849-832f-25eaeff0cd56/f495298f-edf2-4aff-bc11-e5523ed052fd) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:03.280226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.287760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:03.287760 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.402239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Network': ['ID=6f705fe3-3193-4767-9ecc-e0d700d5f890,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:03.416976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 6f705fe3-3193-4767-9ecc-e0d700d5f890 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:59:03.435150 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e9d076f9-47a2-46e7-a274-3d0c2ff57dec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4683568 Feb 07 13:59:03.438012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 32982) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:03.444078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Request body: {'subnet': {'network_id': '6f705fe3-3193-4767-9ecc-e0d700d5f890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:03.568682 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:03.570225 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.573136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Usage tracker for resource:subnet and tenant:42989394c8d24240845b4dd4d65c6930 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:03.576148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:03.582365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Transition to ACTIVE for port object f495298f-edf2-4aff-bc11-e5523ed052fd will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:03.583454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:03.603004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Transition to ACTIVE for port object f495298f-edf2-4aff-bc11-e5523ed052fd will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:03.685708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Made reservation on behalf of 42989394c8d24240845b4dd4d65c6930 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:03.689323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.724687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.795526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Network 7372b58f-4c96-4e69-a16c-0c87c2dce8be is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:03.798498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:03.802351 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:03.808314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Pushing event updated for resources: {'Port': ['ID=f495298f-edf2-4aff-bc11-e5523ed052fd,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:03.898154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Attempting to bind port f495298f-edf2-4aff-bc11-e5523ed052fd on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:03.898520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Attempting to bind port f495298f-edf2-4aff-bc11-e5523ed052fd by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ab536cd7-e7ba-4dab-99f1-840d198de6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7372b58f-4c96-4e69-a16c-0c87c2dce8be'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:03.898879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Attempting to bind port f495298f-edf2-4aff-bc11-e5523ed052fd on network 7372b58f-4c96-4e69-a16c-0c87c2dce8be {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:03.904162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:03.904533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Checking segment: {'id': 'ab536cd7-e7ba-4dab-99f1-840d198de6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7372b58f-4c96-4e69-a16c-0c87c2dce8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:03.904933 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.905331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Bound using segment: {'id': 'ab536cd7-e7ba-4dab-99f1-840d198de6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7372b58f-4c96-4e69-a16c-0c87c2dce8be'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:03.905799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Bound port: f495298f-edf2-4aff-bc11-e5523ed052fd, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab536cd7-e7ba-4dab-99f1-840d198de6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7372b58f-4c96-4e69-a16c-0c87c2dce8be'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:03.906174 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:03.994244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:04.009418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] For port f495298f-edf2-4aff-bc11-e5523ed052fd, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:04.012803 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] For port f495298f-edf2-4aff-bc11-e5523ed052fd, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f495298f-edf2-4aff-bc11-e5523ed052fd,segment=NetworkSegment(ab536cd7-e7ba-4dab-99f1-840d198de6ff),segment_id=ab536cd7-e7ba-4dab-99f1-840d198de6ff)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:04.073967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event updated for resources: {'Subnet': ['ID=b76aeb96-054a-465e-97c6-63dc78dd83b1,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:04.080519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:04.086455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Checking segment: {'id': '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f705fe3-3193-4767-9ecc-e0d700d5f890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:04.086821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network hostable DHCP agents. Network: 6f705fe3-3193-4767-9ecc-e0d700d5f890, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:59:04.168188 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8231c1f-a0ef-4e0f-975f-227063b5a743 None None] Pushing event updated for resources: {'Port': ['ID=f495298f-edf2-4aff-bc11-e5523ed052fd,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:04.194337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Network 6f705fe3-3193-4767-9ecc-e0d700d5f890 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:59:04.291043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 6f705fe3-3193-4767-9ecc-e0d700d5f890) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:04.295391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:04.302090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:04.302365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c3d15-9a83-48b7-9b17-159a2d112aa4 None None] Network 6f705fe3-3193-4767-9ecc-e0d700d5f890 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:04.377652 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f84eae16-c52b-4889-abc8-58d35f5d3ef6 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9385264 Feb 07 13:59:04.381110 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32986) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:04.566090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-6f705fe3-3193-4767-9ecc-e0d700d5f890', 'network_id': '6f705fe3-3193-4767-9ecc-e0d700d5f890', 'tenant_id': '42989394c8d24240845b4dd4d65c6930', 'fixed_ips': [{'subnet_id': 'b76aeb96-054a-465e-97c6-63dc78dd83b1'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:59:04.567622 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:04.697632 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:04.745290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Allocated IP 2001:db8::2 (6f705fe3-3193-4767-9ecc-e0d700d5f890/b76aeb96-054a-465e-97c6-63dc78dd83b1/0cbc16a0-38c1-4fae-b38f-e1e473ebf742) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:04.768767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:04.994562 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.006308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Transition to ACTIVE for port object 0cbc16a0-38c1-4fae-b38f-e1e473ebf742 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:05.026289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Transition to ACTIVE for port object 0cbc16a0-38c1-4fae-b38f-e1e473ebf742 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:05.115435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.184706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Network 6f705fe3-3193-4767-9ecc-e0d700d5f890 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:05.187806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:05.191711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:05.225034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Pushing event updated for resources: {'Port': ['ID=0cbc16a0-38c1-4fae-b38f-e1e473ebf742,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:05.269080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.294103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Attempting to bind port 0cbc16a0-38c1-4fae-b38f-e1e473ebf742 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:05.294733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Attempting to bind port 0cbc16a0-38c1-4fae-b38f-e1e473ebf742 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f705fe3-3193-4767-9ecc-e0d700d5f890'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:05.295261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Attempting to bind port 0cbc16a0-38c1-4fae-b38f-e1e473ebf742 on network 6f705fe3-3193-4767-9ecc-e0d700d5f890 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:05.302215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:05.302924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Checking segment: {'id': '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f705fe3-3193-4767-9ecc-e0d700d5f890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:05.303491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.303901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Bound using segment: {'id': '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f705fe3-3193-4767-9ecc-e0d700d5f890'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:05.304392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Bound port: 0cbc16a0-38c1-4fae-b38f-e1e473ebf742, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6f705fe3-3193-4767-9ecc-e0d700d5f890'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:05.304783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.316357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Subnet': ['ID=b76aeb96-054a-465e-97c6-63dc78dd83b1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:05.375034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a600b6-4ce7-47f0-a908-91df15553df6 None None] Network 7372b58f-4c96-4e69-a16c-0c87c2dce8be requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:05.419959 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.451360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f705fe3-3193-4767-9ecc-e0d700d5f890']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:05.465258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:05.465561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:05.478676 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.496400 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.499493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] For port 0cbc16a0-38c1-4fae-b38f-e1e473ebf742, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:05.502573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:59:05.502970 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:59:05.517789 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:59:05.579420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-53ed704f-1cf2-475a-9486-4f0d5e689b60 None None] Provisioning for port f495298f-edf2-4aff-bc11-e5523ed052fd completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:05.622861 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 13:59:05.622861 n-d-811416-5 neutron-server[88313]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 13:59:05.622861 n-d-811416-5 neutron-server[88313]: [parameters: {'id': '6f705fe3-3193-4767-9ecc-e0d700d5f890'}] Feb 07 13:59:05.622861 n-d-811416-5 neutron-server[88313]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:59:05.623307 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:59:05.637867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] For port 0cbc16a0-38c1-4fae-b38f-e1e473ebf742, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0cbc16a0-38c1-4fae-b38f-e1e473ebf742,segment=NetworkSegment(7ba7dce8-1a85-471f-b9f7-b0c0e796e28f),segment_id=7ba7dce8-1a85-471f-b9f7-b0c0e796e28f)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:05.707106 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:05.840947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5f751-edc1-48e6-a547-138456e3df32 None None] Pushing event updated for resources: {'Port': ['ID=0cbc16a0-38c1-4fae-b38f-e1e473ebf742,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:05.864593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202501ca-bc35-4066-b5d9-85457c796857 None None] Network 6f705fe3-3193-4767-9ecc-e0d700d5f890 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:06.074648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42049c3e-bf26-4a07-abf9-bb53578da77a None None] get_active_networks_info from n-d-811416-5 {{(pid=88314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 13:59:06.103722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f495298f-edf2-4aff-bc11-e5523ed052fd up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:06.124396 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.136905 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Deleting port 0cbc16a0-38c1-4fae-b38f-e1e473ebf742 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:06.137241 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.233776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42049c3e-bf26-4a07-abf9-bb53578da77a None None] Resources bound (agent type, host, resource id): {{(pid=88314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 13:59:06.315671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f495298f-edf2-4aff-bc11-e5523ed052fd completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:06.328754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f495298f-edf2-4aff-bc11-e5523ed052fd triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:06.329125 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.360061 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] For port 0cbc16a0-38c1-4fae-b38f-e1e473ebf742, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=0cbc16a0-38c1-4fae-b38f-e1e473ebf742,segment=NetworkSegment(7ba7dce8-1a85-471f-b9f7-b0c0e796e28f),segment_id=7ba7dce8-1a85-471f-b9f7-b0c0e796e28f)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:06.360344 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.492607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Calling delete_port for 0cbc16a0-38c1-4fae-b38f-e1e473ebf742 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:06.547826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.591680 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port f495298f-edf2-4aff-bc11-e5523ed052fd, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f495298f-edf2-4aff-bc11-e5523ed052fd,segment=NetworkSegment(ab536cd7-e7ba-4dab-99f1-840d198de6ff),segment_id=ab536cd7-e7ba-4dab-99f1-840d198de6ff)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:06.663354 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.712323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.713187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Port': ['ID=0cbc16a0-38c1-4fae-b38f-e1e473ebf742,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:06.714995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No DVR routers for this DVR port 0cbc16a0-38c1-4fae-b38f-e1e473ebf742 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:59:06.785555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=f495298f-edf2-4aff-bc11-e5523ed052fd,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:06.841428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.871508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f705fe3-3193-4767-9ecc-e0d700d5f890']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:06.884301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:06.884600 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba7dce8-1a85-471f-b9f7-b0c0e796e28f') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:06.896613 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.912053 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.924757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:59:06.924757 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:59:06.933090 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:59:07.100626 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:07.121624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:07.132856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Network': ['ID=6f705fe3-3193-4767-9ecc-e0d700d5f890,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:07.139003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8ca2cde9-8f31-4ca1-92a9-7781c05150cc tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/6f705fe3-3193-4767-9ecc-e0d700d5f890 HTTP/1.1" status: 204 len: 168 time: 2.7568221 Feb 07 13:59:07.142238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32990) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:07.181600 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c6136e-2faa-436f-9fe7-a00a65f52470 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] GET failed (client error): The resource could not be found. Feb 07 13:59:07.182004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c3c6136e-2faa-436f-9fe7-a00a65f52470 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Synchronizing usage tracker for tenant:42989394c8d24240845b4dd4d65c6930 on resource:subnet {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:59:07.225348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-a2547df1-ce8c-41f8-a805-1c9f7fb2160e req-91fce84a-780f-4fd1-842b-bd8516f2459e service neutron] (88313) timed out ('10.222.0.47', 53038) {{(pid=88313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 13:59:07.291172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c3c6136e-2faa-436f-9fe7-a00a65f52470 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Unset dirty status for tenant:42989394c8d24240845b4dd4d65c6930 on resource:subnet {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:59:07.292404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c3c6136e-2faa-436f-9fe7-a00a65f52470 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "GET /v2.0/subnets/b76aeb96-054a-465e-97c6-63dc78dd83b1 HTTP/1.1" status: 404 len: 337 time: 0.1492701 Feb 07 13:59:07.295145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32994) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:07.321179 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3985de7-a899-47b8-bd3e-6c08e333b9f9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] DELETE failed (client error): The resource could not be found. Feb 07 13:59:07.321653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3985de7-a899-47b8-bd3e-6c08e333b9f9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:59:07.323342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e3985de7-a899-47b8-bd3e-6c08e333b9f9 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/6f705fe3-3193-4767-9ecc-e0d700d5f890 HTTP/1.1" status: 404 len: 339 time: 0.0272734 Feb 07 13:59:07.327176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 32998) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:07.367024 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c601b5-98f1-4ab8-a861-41f08d73d1b3 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] DELETE failed (client error): The resource could not be found. Feb 07 13:59:07.367479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c601b5-98f1-4ab8-a861-41f08d73d1b3 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:59:07.369203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c8c601b5-98f1-4ab8-a861-41f08d73d1b3 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/subnets/b76aeb96-054a-465e-97c6-63dc78dd83b1 HTTP/1.1" status: 404 len: 337 time: 0.0411294 Feb 07 13:59:07.371802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33002) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:07.401488 n-d-811416-5 neutron-server[88313]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddf6b6e-1929-44e9-879c-fdd2f1179224 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] DELETE failed (client error): The resource could not be found. Feb 07 13:59:07.401962 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddf6b6e-1929-44e9-879c-fdd2f1179224 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88313) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:59:07.403650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2ddf6b6e-1929-44e9-879c-fdd2f1179224 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/6f705fe3-3193-4767-9ecc-e0d700d5f890 HTTP/1.1" status: 404 len: 339 time: 0.0309331 Feb 07 13:59:07.406233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33006) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:07.474589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1def73-8027-463e-b333-2be967f7c983 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Deleting subnet c7181f97-518b-4849-832f-25eaeff0cd56 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:59:07.477749 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd1def73-8027-463e-b333-2be967f7c983 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:07.533506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd1def73-8027-463e-b333-2be967f7c983 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:07.626828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd1def73-8027-463e-b333-2be967f7c983 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:07.787937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd1def73-8027-463e-b333-2be967f7c983 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:07.831899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1def73-8027-463e-b333-2be967f7c983 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Subnet': ['ID=c7181f97-518b-4849-832f-25eaeff0cd56,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:07.835737 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bd1def73-8027-463e-b333-2be967f7c983 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:07.841526 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac1989a-c5f5-4695-b6d0-75d805945598 None None] Network 7372b58f-4c96-4e69-a16c-0c87c2dce8be requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:07.920798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bd1def73-8027-463e-b333-2be967f7c983 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/subnets/c7181f97-518b-4849-832f-25eaeff0cd56 HTTP/1.1" status: 204 len: 168 time: 0.5134823 Feb 07 13:59:07.923116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33010) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:08.042176 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.055415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Deleting port f495298f-edf2-4aff-bc11-e5523ed052fd {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:08.055759 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.091206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f495298f-edf2-4aff-bc11-e5523ed052fd up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:08.193895 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f495298f-edf2-4aff-bc11-e5523ed052fd triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:08.194278 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.264905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] DHCP port deletion for 7372b58f-4c96-4e69-a16c-0c87c2dce8be request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:59:08.274933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] Deleting port f495298f-edf2-4aff-bc11-e5523ed052fd {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:08.275311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.302431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] For port f495298f-edf2-4aff-bc11-e5523ed052fd, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f495298f-edf2-4aff-bc11-e5523ed052fd,segment=NetworkSegment(ab536cd7-e7ba-4dab-99f1-840d198de6ff),segment_id=ab536cd7-e7ba-4dab-99f1-840d198de6ff)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:08.302639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.556817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Calling delete_port for f495298f-edf2-4aff-bc11-e5523ed052fd owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:08.581801 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] For port f495298f-edf2-4aff-bc11-e5523ed052fd, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f495298f-edf2-4aff-bc11-e5523ed052fd,segment=NetworkSegment(ab536cd7-e7ba-4dab-99f1-840d198de6ff),segment_id=ab536cd7-e7ba-4dab-99f1-840d198de6ff)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:08.582198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.734769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] Calling delete_port for f495298f-edf2-4aff-bc11-e5523ed052fd owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:08.781144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.822968 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:59:08.823324 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:59:08.836357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Port': ['ID=f495298f-edf2-4aff-bc11-e5523ed052fd,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:08.838357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No DVR routers for this DVR port f495298f-edf2-4aff-bc11-e5523ed052fd on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:59:08.856940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2e9985c-95d5-4916-b2b5-ddce83c3a8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.972608 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:08.998075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7372b58f-4c96-4e69-a16c-0c87c2dce8be']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:09.010218 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab536cd7-e7ba-4dab-99f1-840d198de6ff') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:09.010519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab536cd7-e7ba-4dab-99f1-840d198de6ff') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:09.022270 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.043136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.049043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:59:09.049425 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:59:09.063816 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:59:09.237813 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.257096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.269242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Network': ['ID=7372b58f-4c96-4e69-a16c-0c87c2dce8be,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:09.273697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e21fc256-10c7-4882-9b47-649ac3a6358c tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/7372b58f-4c96-4e69-a16c-0c87c2dce8be HTTP/1.1" status: 204 len: 168 time: 1.3491092 Feb 07 13:59:09.277323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33014) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:09.320730 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb87eb7d-b9ef-45a9-82e5-2c75a5452845 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] DELETE failed (client error): The resource could not be found. Feb 07 13:59:09.321237 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb87eb7d-b9ef-45a9-82e5-2c75a5452845 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:59:09.322967 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fb87eb7d-b9ef-45a9-82e5-2c75a5452845 tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/subnets/6e7165dc-13da-4f26-a560-165f6380f754 HTTP/1.1" status: 404 len: 337 time: 0.0452583 Feb 07 13:59:09.324411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] Deleting port f495298f-edf2-4aff-bc11-e5523ed052fd {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:09.324797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.325453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33018) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:09.351359 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b1bb5-0923-4a51-ac4e-605e91b3c3aa tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] DELETE failed (client error): The resource could not be found. Feb 07 13:59:09.352003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377b1bb5-0923-4a51-ac4e-605e91b3c3aa tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:59:09.353680 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-377b1bb5-0923-4a51-ac4e-605e91b3c3aa tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/d8ac8b73-146c-4fe5-827d-290c792196e7 HTTP/1.1" status: 404 len: 339 time: 0.0271938 Feb 07 13:59:09.356472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33022) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:09.392968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8285fe6d-468b-4e02-8c34-4203ae010d0a None None] The port 'f495298f-edf2-4aff-bc11-e5523ed052fd' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:59:09.396287 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae86bfc0-0ffe-4983-815b-0f7d059826ec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] DELETE failed (client error): The resource could not be found. Feb 07 13:59:09.396822 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae86bfc0-0ffe-4983-815b-0f7d059826ec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:59:09.401141 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ae86bfc0-0ffe-4983-815b-0f7d059826ec tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/subnets/38fd7c1a-bd42-4ccb-935d-77e835f992e8 HTTP/1.1" status: 404 len: 337 time: 0.0412102 Feb 07 13:59:09.402207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:09.427217 n-d-811416-5 neutron-server[88312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0933d203-e37d-4276-a17c-bda51446bbfe tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] DELETE failed (client error): The resource could not be found. Feb 07 13:59:09.427691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0933d203-e37d-4276-a17c-bda51446bbfe tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 13:59:09.429401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0933d203-e37d-4276-a17c-bda51446bbfe tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/45ac5e04-c70a-4ba4-bb3b-aa09ca927bbe HTTP/1.1" status: 404 len: 339 time: 0.0267866 Feb 07 13:59:09.432070 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33030) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:09.502932 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bd493d-8675-4e18-afb2-12ce76b3648a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Deleting subnet 7017fd73-bd94-425c-a539-1959d500b027 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:59:09.506759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12bd493d-8675-4e18-afb2-12ce76b3648a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.563479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12bd493d-8675-4e18-afb2-12ce76b3648a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.655129 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12bd493d-8675-4e18-afb2-12ce76b3648a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.840655 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12bd493d-8675-4e18-afb2-12ce76b3648a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.881225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd493d-8675-4e18-afb2-12ce76b3648a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Subnet': ['ID=7017fd73-bd94-425c-a539-1959d500b027,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:09.885730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-12bd493d-8675-4e18-afb2-12ce76b3648a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:09.891766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53947a0a-b6d5-4a35-a92a-7dd5f0cbd4e1 None None] Network 10bc122e-099b-44ff-8566-0352b27a9664 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:09.897027 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-12bd493d-8675-4e18-afb2-12ce76b3648a tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/subnets/7017fd73-bd94-425c-a539-1959d500b027 HTTP/1.1" status: 204 len: 168 time: 0.4639874 Feb 07 13:59:09.899484 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:10.019257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.031341 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Deleting port 8febaca2-239c-4618-9d2e-a2323664ef12 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:10.031696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.079402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f495298f-edf2-4aff-bc11-e5523ed052fd no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:59:10.116154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f495298f-edf2-4aff-bc11-e5523ed052fd {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:59:10.116361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f495298f-edf2-4aff-bc11-e5523ed052fd not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:59:10.183710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] DHCP port deletion for 10bc122e-099b-44ff-8566-0352b27a9664 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:59:10.187991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] Deleting port 8febaca2-239c-4618-9d2e-a2323664ef12 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:10.190905 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.256564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] For port 8febaca2-239c-4618-9d2e-a2323664ef12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8febaca2-239c-4618-9d2e-a2323664ef12,segment=NetworkSegment(ed4f667e-4571-47ec-9952-519647bdd1a4),segment_id=ed4f667e-4571-47ec-9952-519647bdd1a4)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:10.256939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.402277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] For port 8febaca2-239c-4618-9d2e-a2323664ef12, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=8febaca2-239c-4618-9d2e-a2323664ef12,segment=NetworkSegment(ed4f667e-4571-47ec-9952-519647bdd1a4),segment_id=ed4f667e-4571-47ec-9952-519647bdd1a4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:10.402764 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.499753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Calling delete_port for 8febaca2-239c-4618-9d2e-a2323664ef12 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:10.566041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] Calling delete_port for 8febaca2-239c-4618-9d2e-a2323664ef12 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:10.674430 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.681130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:59:10.681495 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:59:10.725099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Port': ['ID=8febaca2-239c-4618-9d2e-a2323664ef12,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:10.727786 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] No DVR routers for this DVR port 8febaca2-239c-4618-9d2e-a2323664ef12 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:59:10.853418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.878514 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bc122e-099b-44ff-8566-0352b27a9664']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:10.891662 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4f667e-4571-47ec-9952-519647bdd1a4') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:10.891966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4f667e-4571-47ec-9952-519647bdd1a4') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:10.904352 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.921774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.928069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:59:10.928392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:59:10.947376 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:59:11.079789 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:11.097077 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:11.108048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] Pushing event deleted for resources: {'Network': ['ID=10bc122e-099b-44ff-8566-0352b27a9664,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:11.112066 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-25c6b4bb-e906-4851-bfc6-d66f52c32d8e tempest-NetworksIpV6Test-640579860 tempest-NetworksIpV6Test-640579860-project] 10.222.0.69 "DELETE /v2.0/networks/10bc122e-099b-44ff-8566-0352b27a9664 HTTP/1.1" status: 204 len: 168 time: 1.2115068 Feb 07 13:59:11.183180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] Deleting port 8febaca2-239c-4618-9d2e-a2323664ef12 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:11.183719 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:11.252452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a32e28ea-2227-4dd0-bcc6-4e4f9201d3b3 None None] The port '8febaca2-239c-4618-9d2e-a2323664ef12' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:59:11.576977 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4760b3ba-d772-4bbb-aebd-c6d656ebd590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:11.762130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33042) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:11.917287 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bbfe9aec-8468-4ab9-a22a-c09ece65aa7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42989394c8d24240845b4dd4d65c6930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539583 Feb 07 13:59:11.919691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33048) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:11.978749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4e64254-742c-4093-80a9-b5c3edde12cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:12.004677 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4e64254-742c-4093-80a9-b5c3edde12cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:12.070208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8febaca2-239c-4618-9d2e-a2323664ef12 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:59:12.108457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 8febaca2-239c-4618-9d2e-a2323664ef12 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:59:12.108811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 8febaca2-239c-4618-9d2e-a2323664ef12 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:59:12.169767 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4e64254-742c-4093-80a9-b5c3edde12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:12.184526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e64254-742c-4093-80a9-b5c3edde12cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f560e5a9-28d9-4d2b-b68c-057c078d3f82,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:12.193032 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e4e64254-742c-4093-80a9-b5c3edde12cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:12.194328 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e4e64254-742c-4093-80a9-b5c3edde12cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f560e5a9-28d9-4d2b-b68c-057c078d3f82 HTTP/1.1" status: 204 len: 168 time: 0.2736776 Feb 07 13:59:12.457107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:12.535068 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.404961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33072) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:13.514254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1167310167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:13.523196 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:13.527027 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Usage tracker for resource:router and tenant:cb4fe4b2f6b54f978a3b70777d408c59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:13.529945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:13.536720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:13.646550 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.647740 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.663224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.748752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.850364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.851689 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4bcc9f30-6c31-462a-8426-0f7962468fda tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4456859 Feb 07 13:59:13.854342 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33078) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:13.859819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-580737132'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:13.866500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:13.871369 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Usage tracker for resource:network and tenant:cb4fe4b2f6b54f978a3b70777d408c59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:13.874400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:13.881430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:13.929764 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.959192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Made reservation on behalf of cb4fe4b2f6b54f978a3b70777d408c59 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:13.962804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.975862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:13.993188 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:13.996975 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Usage tracker for resource:security_group_rule and tenant:cb4fe4b2f6b54f978a3b70777d408c59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:13.999709 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:14.006635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:14.091896 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:14.164272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:14.186799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:59:14.209267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:14.209647 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Added segment f8acf290-91dc-483a-aec7-058c18e722e4 of type vlan for network 65c9ab89-9619-4647-8276-5441d3217236 Feb 07 13:59:14.210784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e0d7a9-0a57-40cf-a855-209e15a053fa,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:14.245395 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:14.376716 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:14.383267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:14.383853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:14.494577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event updated for resources: {'Network': ['ID=65c9ab89-9619-4647-8276-5441d3217236,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:14.504980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 65c9ab89-9619-4647-8276-5441d3217236 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:59:14.570010 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8edd3261-1c65-453a-a75c-f530a53d8015 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7146170 Feb 07 13:59:14.572763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33082) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:14.578134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Request body: {'subnet': {'network_id': '65c9ab89-9619-4647-8276-5441d3217236', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:14.695657 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:14.699776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Usage tracker for resource:subnet and tenant:cb4fe4b2f6b54f978a3b70777d408c59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:14.702791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:14.709727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:14.793691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Made reservation on behalf of cb4fe4b2f6b54f978a3b70777d408c59 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:14.797222 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.089581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.173105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event updated for resources: {'Subnet': ['ID=e68b4cb0-7d56-42d4-808e-ffd4e00cb792,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:15.198647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Checking segment: {'id': 'f8acf290-91dc-483a-aec7-058c18e722e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c9ab89-9619-4647-8276-5441d3217236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:15.198647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Network hostable DHCP agents. Network: 65c9ab89-9619-4647-8276-5441d3217236, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:59:15.291081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Network 65c9ab89-9619-4647-8276-5441d3217236 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:59:15.393980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 65c9ab89-9619-4647-8276-5441d3217236) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:15.398984 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:15.399635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.404324 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585910f9-7ff0-4dd8-bb1a-7f9ba996c4c2 None None] Network 65c9ab89-9619-4647-8276-5441d3217236 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:15.543336 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e383b274-35c2-4fc0-af5a-47b0b5216bb2 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9695139 Feb 07 13:59:15.546551 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33086) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:15.553140 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1163208386'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:15.560364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:15.564269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Usage tracker for resource:network and tenant:cb4fe4b2f6b54f978a3b70777d408c59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:15.567863 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:15.573845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:15.610442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.625973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-65c9ab89-9619-4647-8276-5441d3217236', 'network_id': '65c9ab89-9619-4647-8276-5441d3217236', 'tenant_id': 'cb4fe4b2f6b54f978a3b70777d408c59', 'fixed_ips': [{'subnet_id': 'e68b4cb0-7d56-42d4-808e-ffd4e00cb792'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:59:15.626797 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.679888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Made reservation on behalf of cb4fe4b2f6b54f978a3b70777d408c59 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:15.685047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.715824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:59:15.724790 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.725213 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Added segment 87f93d82-adf5-425e-ae9a-11e60f5a9acb of type vlan for network b9a25214-7de2-469b-b61b-1d7974f1efaa Feb 07 13:59:15.752660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.789781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Allocated IP 172.20.0.2 (65c9ab89-9619-4647-8276-5441d3217236/e68b4cb0-7d56-42d4-808e-ffd4e00cb792/998499b0-19b8-47aa-8212-a621b960da9a) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:15.854967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.860591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:15.861268 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:15.972757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event updated for resources: {'Network': ['ID=b9a25214-7de2-469b-b61b-1d7974f1efaa,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:15.984327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network b9a25214-7de2-469b-b61b-1d7974f1efaa details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:59:16.061694 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a1a6bfb3-12c3-4e52-8753-f0bdfb102461 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5139656 Feb 07 13:59:16.064924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:16.065095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33090) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:16.070840 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Request body: {'subnet': {'network_id': 'b9a25214-7de2-469b-b61b-1d7974f1efaa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:16.087118 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Transition to ACTIVE for port object 998499b0-19b8-47aa-8212-a621b960da9a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:16.121333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Transition to ACTIVE for port object 998499b0-19b8-47aa-8212-a621b960da9a will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:16.212106 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:16.284079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Network 65c9ab89-9619-4647-8276-5441d3217236 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:16.288496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:16.292762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:16.294921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:16.298826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Usage tracker for resource:subnet and tenant:cb4fe4b2f6b54f978a3b70777d408c59 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:16.300302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Pushing event updated for resources: {'Port': ['ID=998499b0-19b8-47aa-8212-a621b960da9a,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:16.302617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:16.309151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:16.382878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Made reservation on behalf of cb4fe4b2f6b54f978a3b70777d408c59 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:16.386545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:16.389955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Attempting to bind port 998499b0-19b8-47aa-8212-a621b960da9a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:16.390326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Attempting to bind port 998499b0-19b8-47aa-8212-a621b960da9a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'f8acf290-91dc-483a-aec7-058c18e722e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c9ab89-9619-4647-8276-5441d3217236'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:16.390689 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Attempting to bind port 998499b0-19b8-47aa-8212-a621b960da9a on network 65c9ab89-9619-4647-8276-5441d3217236 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:16.396766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:16.397121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Checking segment: {'id': 'f8acf290-91dc-483a-aec7-058c18e722e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c9ab89-9619-4647-8276-5441d3217236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:16.397525 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:16.397917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Bound using segment: {'id': 'f8acf290-91dc-483a-aec7-058c18e722e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c9ab89-9619-4647-8276-5441d3217236'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:16.398791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Bound port: 998499b0-19b8-47aa-8212-a621b960da9a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8acf290-91dc-483a-aec7-058c18e722e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65c9ab89-9619-4647-8276-5441d3217236'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:16.399168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:16.492190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] For port 998499b0-19b8-47aa-8212-a621b960da9a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:16.495180 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] For port 998499b0-19b8-47aa-8212-a621b960da9a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=998499b0-19b8-47aa-8212-a621b960da9a,segment=NetworkSegment(f8acf290-91dc-483a-aec7-058c18e722e4),segment_id=f8acf290-91dc-483a-aec7-058c18e722e4)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:16.566311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:16.654989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e97b3-6ea2-428a-8137-b8d60d399d86 None None] Pushing event updated for resources: {'Port': ['ID=998499b0-19b8-47aa-8212-a621b960da9a,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:16.695756 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:16.782980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event updated for resources: {'Subnet': ['ID=e3c649e8-8327-4b65-944c-a2c3360f64dc,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:16.790791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Checking segment: {'id': '87f93d82-adf5-425e-ae9a-11e60f5a9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b9a25214-7de2-469b-b61b-1d7974f1efaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:16.790791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Network hostable DHCP agents. Network: b9a25214-7de2-469b-b61b-1d7974f1efaa, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:59:16.902755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Network b9a25214-7de2-469b-b61b-1d7974f1efaa is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:59:16.999762 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, b9a25214-7de2-469b-b61b-1d7974f1efaa) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:17.003759 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:17.005084 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:17.008891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d19f45-0c62-4152-b929-c56589ede23c None None] Network b9a25214-7de2-469b-b61b-1d7974f1efaa requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:17.097900 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d1f54d22-4f3a-4489-872e-7f7ace8a7d29 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0316951 Feb 07 13:59:17.101207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33094) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:17.106335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-404fc61b-85d6-417e-b4c7-d861826579ce tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9a25214-7de2-469b-b61b-1d7974f1efaa'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:17.259842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-b9a25214-7de2-469b-b61b-1d7974f1efaa', 'network_id': 'b9a25214-7de2-469b-b61b-1d7974f1efaa', 'tenant_id': 'cb4fe4b2f6b54f978a3b70777d408c59', 'fixed_ips': [{'subnet_id': 'e3c649e8-8327-4b65-944c-a2c3360f64dc'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:59:17.260738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:17.428133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Allocated IP 172.21.0.2 (b9a25214-7de2-469b-b61b-1d7974f1efaa/e3c649e8-8327-4b65-944c-a2c3360f64dc/b39c881f-2523-4f6a-9dc6-3c2ca4400df5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:17.513383 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-404fc61b-85d6-417e-b4c7-d861826579ce tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:17.647043 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:17.657931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Transition to ACTIVE for port object b39c881f-2523-4f6a-9dc6-3c2ca4400df5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:17.679314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Transition to ACTIVE for port object b39c881f-2523-4f6a-9dc6-3c2ca4400df5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:17.695724 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a7351b-2596-4105-9b99-020aa025c585 None None] Network 65c9ab89-9619-4647-8276-5441d3217236 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:17.758104 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:17.762436 n-d-811416-5 neutron-server[88312]: INFO neutron.api.v2.resource [None req-404fc61b-85d6-417e-b4c7-d861826579ce tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 13:59:17.763492 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-404fc61b-85d6-417e-b4c7-d861826579ce tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "PUT /v2.0/routers/19ee78e4-74d7-4fa0-9ec0-ae9f7d820bdd HTTP/1.1" status: 400 len: 364 time: 0.6613202 Feb 07 13:59:17.771589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33098) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:17.843635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-740dff7b-4968-47d3-b2c8-73d795e0f496 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Deleting subnet e3c649e8-8327-4b65-944c-a2c3360f64dc {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:59:17.845058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Network b9a25214-7de2-469b-b61b-1d7974f1efaa is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:17.847161 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-740dff7b-4968-47d3-b2c8-73d795e0f496 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:17.854542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:17.856944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:17.873142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Pushing event updated for resources: {'Port': ['ID=b39c881f-2523-4f6a-9dc6-3c2ca4400df5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:17.903160 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-740dff7b-4968-47d3-b2c8-73d795e0f496 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:17.958899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-9852bf95-09fb-43e1-852f-ce3f9e1a7820 None None] Provisioning for port 998499b0-19b8-47aa-8212-a621b960da9a completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:17.997394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-740dff7b-4968-47d3-b2c8-73d795e0f496 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.028102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Attempting to bind port b39c881f-2523-4f6a-9dc6-3c2ca4400df5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:18.028562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Attempting to bind port b39c881f-2523-4f6a-9dc6-3c2ca4400df5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '87f93d82-adf5-425e-ae9a-11e60f5a9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b9a25214-7de2-469b-b61b-1d7974f1efaa'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:18.028833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Attempting to bind port b39c881f-2523-4f6a-9dc6-3c2ca4400df5 on network b9a25214-7de2-469b-b61b-1d7974f1efaa {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:18.038820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:18.038820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Checking segment: {'id': '87f93d82-adf5-425e-ae9a-11e60f5a9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b9a25214-7de2-469b-b61b-1d7974f1efaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:18.039213 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.040496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Bound using segment: {'id': '87f93d82-adf5-425e-ae9a-11e60f5a9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b9a25214-7de2-469b-b61b-1d7974f1efaa'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:18.040496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Bound port: b39c881f-2523-4f6a-9dc6-3c2ca4400df5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f93d82-adf5-425e-ae9a-11e60f5a9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b9a25214-7de2-469b-b61b-1d7974f1efaa'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:18.040496 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.146920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 998499b0-19b8-47aa-8212-a621b960da9a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:18.148726 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-740dff7b-4968-47d3-b2c8-73d795e0f496 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.190153 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dff7b-4968-47d3-b2c8-73d795e0f496 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c649e8-8327-4b65-944c-a2c3360f64dc,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:18.194792 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-740dff7b-4968-47d3-b2c8-73d795e0f496 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.201680 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-740dff7b-4968-47d3-b2c8-73d795e0f496 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "DELETE /v2.0/subnets/e3c649e8-8327-4b65-944c-a2c3360f64dc HTTP/1.1" status: 204 len: 168 time: 0.4287155 Feb 07 13:59:18.204302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33102) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:18.263879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] For port b39c881f-2523-4f6a-9dc6-3c2ca4400df5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:18.268339 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] For port b39c881f-2523-4f6a-9dc6-3c2ca4400df5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b39c881f-2523-4f6a-9dc6-3c2ca4400df5,segment=NetworkSegment(87f93d82-adf5-425e-ae9a-11e60f5a9acb),segment_id=87f93d82-adf5-425e-ae9a-11e60f5a9acb)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:18.334334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.345908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Deleting port b39c881f-2523-4f6a-9dc6-3c2ca4400df5 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:18.346545 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.359106 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.405215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 998499b0-19b8-47aa-8212-a621b960da9a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:18.427484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 998499b0-19b8-47aa-8212-a621b960da9a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:18.427870 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.511868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c3769-11a0-4e7a-8bba-187040ac2899 None None] Pushing event updated for resources: {'Port': ['ID=b39c881f-2523-4f6a-9dc6-3c2ca4400df5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:18.617972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] For port b39c881f-2523-4f6a-9dc6-3c2ca4400df5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b39c881f-2523-4f6a-9dc6-3c2ca4400df5,segment=NetworkSegment(87f93d82-adf5-425e-ae9a-11e60f5a9acb),segment_id=87f93d82-adf5-425e-ae9a-11e60f5a9acb)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:18.618198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.618569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.634831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-653b1a8e-9fd7-4eb6-becb-2cc17e3cc406 None None] Provisioning complete for port 998499b0-19b8-47aa-8212-a621b960da9a triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:18.635198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-653b1a8e-9fd7-4eb6-becb-2cc17e3cc406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.707152 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 998499b0-19b8-47aa-8212-a621b960da9a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=998499b0-19b8-47aa-8212-a621b960da9a,segment=NetworkSegment(f8acf290-91dc-483a-aec7-058c18e722e4),segment_id=f8acf290-91dc-483a-aec7-058c18e722e4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:18.788524 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.805268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Calling delete_port for b39c881f-2523-4f6a-9dc6-3c2ca4400df5 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:18.856117 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-653b1a8e-9fd7-4eb6-becb-2cc17e3cc406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:18.891096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=998499b0-19b8-47aa-8212-a621b960da9a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:18.954259 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-653b1a8e-9fd7-4eb6-becb-2cc17e3cc406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:59:18.954610 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-653b1a8e-9fd7-4eb6-becb-2cc17e3cc406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:59:18.975593 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.025423 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event deleted for resources: {'Port': ['ID=b39c881f-2523-4f6a-9dc6-3c2ca4400df5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:19.027122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] No DVR routers for this DVR port b39c881f-2523-4f6a-9dc6-3c2ca4400df5 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:59:19.160875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.186521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a25214-7de2-469b-b61b-1d7974f1efaa']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:19.199877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f93d82-adf5-425e-ae9a-11e60f5a9acb') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:19.200202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f93d82-adf5-425e-ae9a-11e60f5a9acb') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:19.213805 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.231125 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.238118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:59:19.238552 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: timer() Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:59:19.264082 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:59:19.427502 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.448233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.460384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event deleted for resources: {'Network': ['ID=b9a25214-7de2-469b-b61b-1d7974f1efaa,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:19.467547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33106) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:19.468083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-fab53b7b-36d4-49ba-b9fa-e4672820d57e tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "DELETE /v2.0/networks/b9a25214-7de2-469b-b61b-1d7974f1efaa HTTP/1.1" status: 204 len: 168 time: 1.2624078 Feb 07 13:59:19.557937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce66cfd5-eabf-40b7-b68f-6ff2f8ba1ddf tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Deleting subnet e68b4cb0-7d56-42d4-808e-ffd4e00cb792 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 13:59:19.561128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce66cfd5-eabf-40b7-b68f-6ff2f8ba1ddf tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.621587 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce66cfd5-eabf-40b7-b68f-6ff2f8ba1ddf tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:19.734989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-81e0e9e0-1ee5-4c13-9fa9-9de97ea6b37d None None] Could not find standard attr ID for object b39c881f-2523-4f6a-9dc6-3c2ca4400df5. {{(pid=88314) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 13:59:19.738282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7dbb1d-9cf6-43a3-a1dd-73b4e90eedcf None None] DHCP port deletion for b9a25214-7de2-469b-b61b-1d7974f1efaa request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:59:19.756039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6abe631-f66a-4e08-ac70-0ac8702fe92a None None] Network b9a25214-7de2-469b-b61b-1d7974f1efaa requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:19.777646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6abe631-f66a-4e08-ac70-0ac8702fe92a None None] Network b9a25214-7de2-469b-b61b-1d7974f1efaa could not be found, it might have been deleted concurrently. {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 07 13:59:19.860372 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce66cfd5-eabf-40b7-b68f-6ff2f8ba1ddf tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.004144 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce66cfd5-eabf-40b7-b68f-6ff2f8ba1ddf tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.045025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66cfd5-eabf-40b7-b68f-6ff2f8ba1ddf tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event deleted for resources: {'Subnet': ['ID=e68b4cb0-7d56-42d4-808e-ffd4e00cb792,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:20.050257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ce66cfd5-eabf-40b7-b68f-6ff2f8ba1ddf tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.057207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d50bcd-bbb4-4185-9b42-6ffec7ef7ab6 None None] Network 65c9ab89-9619-4647-8276-5441d3217236 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:20.060274 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ce66cfd5-eabf-40b7-b68f-6ff2f8ba1ddf tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "DELETE /v2.0/subnets/e68b4cb0-7d56-42d4-808e-ffd4e00cb792 HTTP/1.1" status: 204 len: 168 time: 0.5880694 Feb 07 13:59:20.060548 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33110) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:20.158011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 998499b0-19b8-47aa-8212-a621b960da9a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:20.185067 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.196653 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Deleting port 998499b0-19b8-47aa-8212-a621b960da9a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:20.196979 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.340500 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 998499b0-19b8-47aa-8212-a621b960da9a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:20.340876 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.432632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] For port 998499b0-19b8-47aa-8212-a621b960da9a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=998499b0-19b8-47aa-8212-a621b960da9a,segment=NetworkSegment(f8acf290-91dc-483a-aec7-058c18e722e4),segment_id=f8acf290-91dc-483a-aec7-058c18e722e4)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:20.432996 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.483493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] DHCP port deletion for 65c9ab89-9619-4647-8276-5441d3217236 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 13:59:20.487966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] Deleting port 998499b0-19b8-47aa-8212-a621b960da9a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:20.488370 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.563492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Calling delete_port for 998499b0-19b8-47aa-8212-a621b960da9a owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:20.705922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] For port 998499b0-19b8-47aa-8212-a621b960da9a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=998499b0-19b8-47aa-8212-a621b960da9a,segment=NetworkSegment(f8acf290-91dc-483a-aec7-058c18e722e4),segment_id=f8acf290-91dc-483a-aec7-058c18e722e4)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:20.706257 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.781029 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.829865 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event deleted for resources: {'Port': ['ID=998499b0-19b8-47aa-8212-a621b960da9a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:20.833791 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] Calling delete_port for 998499b0-19b8-47aa-8212-a621b960da9a owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 13:59:20.834321 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] No DVR routers for this DVR port 998499b0-19b8-47aa-8212-a621b960da9a on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 13:59:20.911053 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 13:59:20.911537 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 13:59:20.967515 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:20.995400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c9ab89-9619-4647-8276-5441d3217236']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:21.009254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8acf290-91dc-483a-aec7-058c18e722e4') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:21.009558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8acf290-91dc-483a-aec7-058c18e722e4') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:21.022263 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:21.039088 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:21.045846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 13:59:21.046247 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: timer() Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 13:59:21.062046 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 13:59:21.240952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:21.258627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:21.271013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Pushing event deleted for resources: {'Network': ['ID=65c9ab89-9619-4647-8276-5441d3217236,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:21.276029 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f4e3d4e1-5193-439d-8dd5-cc07e7a5ec68 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "DELETE /v2.0/networks/65c9ab89-9619-4647-8276-5441d3217236 HTTP/1.1" status: 204 len: 168 time: 1.2118998 Feb 07 13:59:21.276895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33114) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:21.326584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e91e5f66-e88f-42ae-9a57-9fb0ace7f4ec tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Synchronizing usage tracker for tenant:cb4fe4b2f6b54f978a3b70777d408c59 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:59:21.405608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e91e5f66-e88f-42ae-9a57-9fb0ace7f4ec tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Unset dirty status for tenant:cb4fe4b2f6b54f978a3b70777d408c59 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:59:21.406821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e91e5f66-e88f-42ae-9a57-9fb0ace7f4ec tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "GET /v2.0/ports?device_id=19ee78e4-74d7-4fa0-9ec0-ae9f7d820bdd HTTP/1.1" status: 200 len: 205 time: 0.1284547 Feb 07 13:59:21.409328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33118) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:21.413361 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] Deleting port 998499b0-19b8-47aa-8212-a621b960da9a {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 13:59:21.413744 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:21.480748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d1f82-044a-4582-84d1-6d2b5d4ff68d None None] The port '998499b0-19b8-47aa-8212-a621b960da9a' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 13:59:21.547865 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24b9bef4-65dc-4654-8556-c285ed116cf4 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:21.979106 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24b9bef4-65dc-4654-8556-c285ed116cf4 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:21.981565 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24b9bef4-65dc-4654-8556-c285ed116cf4 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:22.078014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24b9bef4-65dc-4654-8556-c285ed116cf4 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:22.078223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 998499b0-19b8-47aa-8212-a621b960da9a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 13:59:22.078697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b9bef4-65dc-4654-8556-c285ed116cf4 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Fanout notify agent at l3_agent the message router_deleted on router 19ee78e4-74d7-4fa0-9ec0-ae9f7d820bdd {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 13:59:22.090863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-24b9bef4-65dc-4654-8556-c285ed116cf4 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:22.092118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-24b9bef4-65dc-4654-8556-c285ed116cf4 tempest-RoutersNegativeTest-1433791594 tempest-RoutersNegativeTest-1433791594-project] 10.222.0.69 "DELETE /v2.0/routers/19ee78e4-74d7-4fa0-9ec0-ae9f7d820bdd HTTP/1.1" status: 204 len: 168 time: 0.6817522 Feb 07 13:59:22.118859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 998499b0-19b8-47aa-8212-a621b960da9a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 13:59:22.119203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 998499b0-19b8-47aa-8212-a621b960da9a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 13:59:22.687876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33126) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:22.853809 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-73471cd0-5a78-4383-a678-35aae9c0cefa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb4fe4b2f6b54f978a3b70777d408c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653624 Feb 07 13:59:22.856336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33132) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:22.915470 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cd7175a-2c7e-44cf-ab06-982bec7340b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:22.940976 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cd7175a-2c7e-44cf-ab06-982bec7340b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:23.069230 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cd7175a-2c7e-44cf-ab06-982bec7340b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:23.083641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7175a-2c7e-44cf-ab06-982bec7340b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e0d7a9-0a57-40cf-a855-209e15a053fa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:23.090305 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8cd7175a-2c7e-44cf-ab06-982bec7340b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:23.091436 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8cd7175a-2c7e-44cf-ab06-982bec7340b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/28e0d7a9-0a57-40cf-a855-209e15a053fa HTTP/1.1" status: 204 len: 168 time: 0.2342203 Feb 07 13:59:24.152455 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33156) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:24.261562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-785150656-network', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:24.267244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:24.274780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Usage tracker for resource:network and tenant:beff1409f52c4f9f86a45a6e72ad0d48 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:24.274780 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:24.281048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:24.347922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Made reservation on behalf of beff1409f52c4f9f86a45a6e72ad0d48 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:24.351028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:24.364345 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:24.380826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:24.384841 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:beff1409f52c4f9f86a45a6e72ad0d48 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:24.387729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:24.393847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:24.483865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:24.552957 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:24.586566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:59:24.592785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c1d7d4-0842-45d6-bc98-ac10fd711b99,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:24.599770 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:24.600943 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Added segment 63acf571-e041-4d04-ab63-964a52e4f05b of type vlan for network 8badfef5-98ef-4d42-8547-8b8d78a43b65 Feb 07 13:59:24.627046 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:24.725727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:24.727039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:24.727631 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:24.840468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=8badfef5-98ef-4d42-8547-8b8d78a43b65,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:24.851185 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:59:24.906206 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c964421f-c937-4b1e-a506-5b073daf8ae7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7500088 Feb 07 13:59:24.906448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33162) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:24.912208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Request body: {'subnet': {'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-subnet', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:24.918450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:24.922441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Usage tracker for resource:subnet and tenant:beff1409f52c4f9f86a45a6e72ad0d48 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:24.925411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:24.932905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:25.026974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Made reservation on behalf of beff1409f52c4f9f86a45a6e72ad0d48 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:25.029503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:25.211172 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:25.444873 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:25.528277 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d1d570-825a-4c32-b1be-6527eea06332,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:25.536428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Checking segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:25.536788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Network hostable DHCP agents. Network: 8badfef5-98ef-4d42-8547-8b8d78a43b65, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:59:25.685258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:59:25.811496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 8badfef5-98ef-4d42-8547-8b8d78a43b65) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:25.816204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:25.817702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:25.823426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8011bcb4-c4fb-4328-857e-afc320bc3491 None None] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:25.909153 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-923050c0-3eb3-4aff-be20-74d7b509c926 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0015316 Feb 07 13:59:25.911912 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33166) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:25.917240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:25.924667 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:25.929500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Usage tracker for resource:router and tenant:beff1409f52c4f9f86a45a6e72ad0d48 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:25.932669 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:25.938779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:26.034494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.035591 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.052635 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-8badfef5-98ef-4d42-8547-8b8d78a43b65', 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'fixed_ips': [{'subnet_id': '13d1d570-825a-4c32-b1be-6527eea06332'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:59:26.052635 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.054218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.219128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Allocated IP 172.20.0.2 (8badfef5-98ef-4d42-8547-8b8d78a43b65/13d1d570-825a-4c32-b1be-6527eea06332/a560914f-928a-411c-9769-932b23771ec4) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:26.422319 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.476050 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.496379 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Transition to ACTIVE for port object a560914f-928a-411c-9769-932b23771ec4 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:26.515591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Transition to ACTIVE for port object a560914f-928a-411c-9769-932b23771ec4 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:26.652474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.727687 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:26.731070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:26.734677 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:26.771360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Pushing event updated for resources: {'Port': ['ID=a560914f-928a-411c-9769-932b23771ec4,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:26.833934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Attempting to bind port a560914f-928a-411c-9769-932b23771ec4 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:26.834299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Attempting to bind port a560914f-928a-411c-9769-932b23771ec4 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:26.834658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Attempting to bind port a560914f-928a-411c-9769-932b23771ec4 on network 8badfef5-98ef-4d42-8547-8b8d78a43b65 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:26.839908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:26.840312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Checking segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:26.840705 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.841099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Bound using segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:26.841880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Bound port: a560914f-928a-411c-9769-932b23771ec4, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:26.842487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.886562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.921817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:26.935316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] For port a560914f-928a-411c-9769-932b23771ec4, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:26.938812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] For port a560914f-928a-411c-9769-932b23771ec4, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a560914f-928a-411c-9769-932b23771ec4,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:27.040768 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:27.094475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Allocated IP 172.25.7.120 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/2ff90ca7-f30b-4ec2-9a11-4232885639a4) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:27.139344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be2a9a-ab48-4094-92dd-577a3c624366 None None] Pushing event updated for resources: {'Port': ['ID=a560914f-928a-411c-9769-932b23771ec4,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:27.266626 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:27.455923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:27.541842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:27.545537 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:27.549973 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:27.587767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff90ca7-f30b-4ec2-9a11-4232885639a4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:28.178757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a560914f-928a-411c-9769-932b23771ec4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:28.267074 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:28.366186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a560914f-928a-411c-9769-932b23771ec4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:28.438940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a568d-3ce4-41f6-bc1d-f942cdf9cad4 None None] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:28.615358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b8f7964a-b52d-44f9-adf3-80679735d275 None None] Provisioning for port a560914f-928a-411c-9769-932b23771ec4 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:28.630075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b8f7964a-b52d-44f9-adf3-80679735d275 None None] Provisioning complete for port a560914f-928a-411c-9769-932b23771ec4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:28.630395 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b8f7964a-b52d-44f9-adf3-80679735d275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:28.665779 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:28.826888 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b8f7964a-b52d-44f9-adf3-80679735d275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:28.865764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b8f7964a-b52d-44f9-adf3-80679735d275 None None] For port a560914f-928a-411c-9769-932b23771ec4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a560914f-928a-411c-9769-932b23771ec4,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:28.937157 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b8f7964a-b52d-44f9-adf3-80679735d275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:28.965526 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Router 3636109a-7707-41bb-8197-c9d7f67b4a5b is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:59:29.022565 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7964a-b52d-44f9-adf3-80679735d275 None None] Pushing event updated for resources: {'Port': ['ID=a560914f-928a-411c-9769-932b23771ec4,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:29.058294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-447a580b-65c0-4452-bffe-e274cdd24da6 None None] Provisioning complete for port a560914f-928a-411c-9769-932b23771ec4 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:29.058668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-447a580b-65c0-4452-bffe-e274cdd24da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:29.160644 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:59:29.173047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Sync routers for ids ['3636109a-7707-41bb-8197-c9d7f67b4a5b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:59:29.190428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Routers {'3636109a-7707-41bb-8197-c9d7f67b4a5b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:59:29.191101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:59:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3636109a-7707-41bb-8197-c9d7f67b4a5b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:29.314238 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:29.315550 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-40914ecb-8bc3-4b61-a8c6-d067e73078d1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4026480 Feb 07 13:59:29.319167 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33170) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:29.425700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Set router 3636109a-7707-41bb-8197-c9d7f67b4a5b gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:59:29.756516 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:27Z', 'revision_number': 3, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port': {'id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:29.761066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Checking router: 3636109a-7707-41bb-8197-c9d7f67b4a5b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:59:29.761432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Updating router 3636109a-7707-41bb-8197-c9d7f67b4a5b port 2ff90ca7-f30b-4ec2-9a11-4232885639a4 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:59:29.817392 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.094398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a560914f-928a-411c-9769-932b23771ec4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:30.166257 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.213802 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.233128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Transition to ACTIVE for port object 2ff90ca7-f30b-4ec2-9a11-4232885639a4 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:30.238144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a560914f-928a-411c-9769-932b23771ec4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:30.238375 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.345101 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.383476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Allocated IP 172.20.0.1 (8badfef5-98ef-4d42-8547-8b8d78a43b65/13d1d570-825a-4c32-b1be-6527eea06332/93203d90-4f10-4444-974e-ce0ea1e06293) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:30.445465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Attempting to bind port 2ff90ca7-f30b-4ec2-9a11-4232885639a4 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:30.445873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Attempting to bind port 2ff90ca7-f30b-4ec2-9a11-4232885639a4 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:30.446262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Attempting to bind port 2ff90ca7-f30b-4ec2-9a11-4232885639a4 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:30.451998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1db66a-2725-41c5-904b-f4151cc18cba None None] Pushing event updated for resources: {'Port': ['ID=2ff90ca7-f30b-4ec2-9a11-4232885639a4,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:30.456304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:30.456710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:30.457159 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.458378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:30.459201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Bound port: 2ff90ca7-f30b-4ec2-9a11-4232885639a4, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:30.459201 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.539512 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] For port 2ff90ca7-f30b-4ec2-9a11-4232885639a4, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:30.542787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] For port 2ff90ca7-f30b-4ec2-9a11-4232885639a4, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2ff90ca7-f30b-4ec2-9a11-4232885639a4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:30.543315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.560074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Transition to ACTIVE for port object 93203d90-4f10-4444-974e-ce0ea1e06293 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:30.634767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.668103 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.718325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Routers {'3636109a-7707-41bb-8197-c9d7f67b4a5b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:59:30.718956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:59:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3636109a-7707-41bb-8197-c9d7f67b4a5b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:30.742050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:30.744946 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:30.748620 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:30.790023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Pushing event updated for resources: {'Port': ['ID=93203d90-4f10-4444-974e-ce0ea1e06293,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:30.798268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1db66a-2725-41c5-904b-f4151cc18cba None None] Pushing event updated for resources: {'Port': ['ID=2ff90ca7-f30b-4ec2-9a11-4232885639a4,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:30.810967 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:30.924486 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] Set router 3636109a-7707-41bb-8197-c9d7f67b4a5b gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:59:31.040968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:31.195445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-57c126d3-4653-4072-9f61-65627c206475 None None] Provisioning for port 93203d90-4f10-4444-974e-ce0ea1e06293 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:31.211739 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-57c126d3-4653-4072-9f61-65627c206475 None None] Provisioning complete for port 93203d90-4f10-4444-974e-ce0ea1e06293 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:31.212130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-57c126d3-4653-4072-9f61-65627c206475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:31.280343 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:31.304128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-57c126d3-4653-4072-9f61-65627c206475 None None] Port 93203d90-4f10-4444-974e-ce0ea1e06293 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:59:31.332046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:27Z', 'revision_number': 3, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port': {'id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:31.336329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb96a46-68ff-417c-8e21-ee63ecb3013a None None] The sync data for ids ['3636109a-7707-41bb-8197-c9d7f67b4a5b'] in n-d-811416-5 is: [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:27Z', 'revision_number': 3, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port': {'id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:59:31.348651 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:31.463557 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:31.466947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Pushing event updated for resources: {'Port': ['ID=93203d90-4f10-4444-974e-ce0ea1e06293,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:31.620980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:31.622151 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:31.928648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3c31c042-bd0b-4981-a5f6-d0230c562106 None None] Provisioning complete for port 93203d90-4f10-4444-974e-ce0ea1e06293 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:31.929119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c31c042-bd0b-4981-a5f6-d0230c562106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:31.987254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3c31c042-bd0b-4981-a5f6-d0230c562106 None None] Port 93203d90-4f10-4444-974e-ce0ea1e06293 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:59:31.987690 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Router 3636109a-7707-41bb-8197-c9d7f67b4a5b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:59:32.137011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2ff90ca7-f30b-4ec2-9a11-4232885639a4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:32.200423 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:59:32.210732 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4b42395d-ab13-41b9-a001-8fb5172ae91a admin admin] 10.222.0.69 "PUT /v2.0/routers/3636109a-7707-41bb-8197-c9d7f67b4a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8904045 Feb 07 13:59:32.334901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 2ff90ca7-f30b-4ec2-9a11-4232885639a4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:32.340513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2ff90ca7-f30b-4ec2-9a11-4232885639a4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:32.340895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:32.462015 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:32.479798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 2ff90ca7-f30b-4ec2-9a11-4232885639a4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2ff90ca7-f30b-4ec2-9a11-4232885639a4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:32.633989 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:32.705410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=2ff90ca7-f30b-4ec2-9a11-4232885639a4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:32.992482 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Sync routers for ids ['3636109a-7707-41bb-8197-c9d7f67b4a5b'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:59:33.002030 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Routers {'3636109a-7707-41bb-8197-c9d7f67b4a5b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:59:33.002674 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:59:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3636109a-7707-41bb-8197-c9d7f67b4a5b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:33.096689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 13:59:33.133240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33188) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:33.141225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2129440040-network', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:33.145333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:33.149876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Usage tracker for resource:network and tenant:bc64c43a977d45beb1ecb38d98eb460e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:33.152855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:33.159255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:33.196298 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Set router 3636109a-7707-41bb-8197-c9d7f67b4a5b gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:59:33.285391 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Made reservation on behalf of bc64c43a977d45beb1ecb38d98eb460e for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:33.289348 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.303580 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.319138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:33.323176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Usage tracker for resource:security_group_rule and tenant:bc64c43a977d45beb1ecb38d98eb460e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:33.326211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:33.332336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:33.419177 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.506392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.513684 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:30Z', 'revision_number': 4, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port': {'id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '93203d90-4f10-4444-974e-ce0ea1e06293', 'name': '', 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'mac_address': 'fa:16:3e:69:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '13d1d570-825a-4c32-b1be-6527eea06332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:30Z', 'updated_at': '2022-02-07T13:59:31Z', 'revision_number': 2, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'subnets': [{'id': '13d1d570-825a-4c32-b1be-6527eea06332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:33.517451 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Checking router: 3636109a-7707-41bb-8197-c9d7f67b4a5b for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:59:33.517780 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Updating router 3636109a-7707-41bb-8197-c9d7f67b4a5b port 93203d90-4f10-4444-974e-ce0ea1e06293 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:59:33.539470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 13:59:33.548048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c488e92d-6f10-4c33-bf98-5e1b241f0b79,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:33.554817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.555306 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Added segment 677e1a25-8750-41e1-833a-61b7c49c9731 of type vlan for network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 Feb 07 13:59:33.584404 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.605441 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.697140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.698241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:33.698906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.808001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] Pushing event updated for resources: {'Network': ['ID=1b984f91-eb5d-4222-8527-b8a14c89b7b7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:33.817835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 13:59:33.881324 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8c593a82-6d16-4d45-9801-ec56f38276fb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7467008 Feb 07 13:59:33.883941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33192) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:33.889954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Request body: {'subnet': {'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-subnet', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:33.896155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:33.900332 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Usage tracker for resource:subnet and tenant:bc64c43a977d45beb1ecb38d98eb460e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:33.905725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:33.913594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:33.953329 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:33.965182 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Transition to ACTIVE for port object 93203d90-4f10-4444-974e-ce0ea1e06293 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:34.022716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Made reservation on behalf of bc64c43a977d45beb1ecb38d98eb460e for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:34.025147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.067570 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.090938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2ff90ca7-f30b-4ec2-9a11-4232885639a4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:34.167027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2ff90ca7-f30b-4ec2-9a11-4232885639a4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:34.167392 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.218599 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Pushing event updated for resources: {'Port': ['ID=93203d90-4f10-4444-974e-ce0ea1e06293,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:34.240333 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.240953 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.241441 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.241915 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.242508 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.242978 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.243657 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.244163 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.244639 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.245258 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.245736 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.246205 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:34.342649 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.351604 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Attempting to bind port 93203d90-4f10-4444-974e-ce0ea1e06293 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:34.352003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Attempting to bind port 93203d90-4f10-4444-974e-ce0ea1e06293 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:34.352362 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Attempting to bind port 93203d90-4f10-4444-974e-ce0ea1e06293 on network 8badfef5-98ef-4d42-8547-8b8d78a43b65 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:34.362845 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:34.363213 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Checking segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:34.364166 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.365144 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Bound using segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:34.365623 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Bound port: 93203d90-4f10-4444-974e-ce0ea1e06293, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:34.366002 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.418812 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Pushing event updated for resources: {'Subnet': ['ID=696fa6fd-1ab7-4b53-a359-8beb87acd6cf,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:34.430842 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Checking segment: {'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:34.431201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Network hostable DHCP agents. Network: 1b984f91-eb5d-4222-8527-b8a14c89b7b7, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 13:59:34.464569 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] For port 93203d90-4f10-4444-974e-ce0ea1e06293, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:34.467408 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] For port 93203d90-4f10-4444-974e-ce0ea1e06293, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=93203d90-4f10-4444-974e-ce0ea1e06293,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:34.554089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 13:59:34.588904 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.667773 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Routers {'3636109a-7707-41bb-8197-c9d7f67b4a5b'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:59:34.668406 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:59:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3636109a-7707-41bb-8197-c9d7f67b4a5b'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:34.719707 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 1b984f91-eb5d-4222-8527-b8a14c89b7b7) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:34.724489 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3505e-a654-4194-8182-d442ffca5535 None None] Pushing event updated for resources: {'Port': ['ID=93203d90-4f10-4444-974e-ce0ea1e06293,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:34.725467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:34.730837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f70e7c-cfa7-4229-9ef8-712a9a18fc21 None None] Network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:34.733506 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.835674 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e470a54-e35c-4cdb-bb2a-a07cdc1677da admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9505243 Feb 07 13:59:34.838106 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33196) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:34.844236 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:34.865720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:34.865720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Usage tracker for resource:router and tenant:bc64c43a977d45beb1ecb38d98eb460e is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:34.865720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:34.865720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:34.872409 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] Set router 3636109a-7707-41bb-8197-c9d7f67b4a5b gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:59:34.954381 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.955346 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.972392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:34.997310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-1b984f91-eb5d-4222-8527-b8a14c89b7b7', 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'fixed_ips': [{'subnet_id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 13:59:34.998181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:35.163847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Allocated IP 172.20.0.2 (1b984f91-eb5d-4222-8527-b8a14c89b7b7/696fa6fd-1ab7-4b53-a359-8beb87acd6cf/23401709-042e-4a8b-af9e-51e3806064d5) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:35.207584 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:30Z', 'revision_number': 4, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port': {'id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '93203d90-4f10-4444-974e-ce0ea1e06293', 'name': '', 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'mac_address': 'fa:16:3e:69:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '13d1d570-825a-4c32-b1be-6527eea06332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:30Z', 'updated_at': '2022-02-07T13:59:34Z', 'revision_number': 4, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'subnets': [{'id': '13d1d570-825a-4c32-b1be-6527eea06332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:35.213193 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a362dfe-dcdd-4a02-8cd7-452868e57ba4 None None] The sync data for ids ['3636109a-7707-41bb-8197-c9d7f67b4a5b'] in n-d-811416-5 is: [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:30Z', 'revision_number': 4, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port': {'id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '93203d90-4f10-4444-974e-ce0ea1e06293', 'name': '', 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'mac_address': 'fa:16:3e:69:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '13d1d570-825a-4c32-b1be-6527eea06332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:30Z', 'updated_at': '2022-02-07T13:59:34Z', 'revision_number': 4, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'subnets': [{'id': '13d1d570-825a-4c32-b1be-6527eea06332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:59:35.348642 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:35.418115 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:35.429602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Transition to ACTIVE for port object 23401709-042e-4a8b-af9e-51e3806064d5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:35.449203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Transition to ACTIVE for port object 23401709-042e-4a8b-af9e-51e3806064d5 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:35.548419 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:35.621653 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:35.624771 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:35.628796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:35.635723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Pushing event updated for resources: {'Port': ['ID=23401709-042e-4a8b-af9e-51e3806064d5,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:35.734886 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Attempting to bind port 23401709-042e-4a8b-af9e-51e3806064d5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:35.735349 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Attempting to bind port 23401709-042e-4a8b-af9e-51e3806064d5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:35.735789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Attempting to bind port 23401709-042e-4a8b-af9e-51e3806064d5 on network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:35.742853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:35.743243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Checking segment: {'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:35.743652 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:35.744107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Bound using segment: {'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:35.744597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Bound port: 23401709-042e-4a8b-af9e-51e3806064d5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:35.744979 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:35.845961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] For port 23401709-042e-4a8b-af9e-51e3806064d5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:35.851291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] For port 23401709-042e-4a8b-af9e-51e3806064d5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=23401709-042e-4a8b-af9e-51e3806064d5,segment=NetworkSegment(677e1a25-8750-41e1-833a-61b7c49c9731),segment_id=677e1a25-8750-41e1-833a-61b7c49c9731)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:35.926407 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:35.933040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:35.968482 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:36.070249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9000071-0dd4-404b-8380-466dabc19cbc None None] Pushing event updated for resources: {'Port': ['ID=23401709-042e-4a8b-af9e-51e3806064d5,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:36.141635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Allocated IP 172.25.7.192 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/c8edd4fd-94d6-4db8-adb3-1153baf4f35a) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:36.183458 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 93203d90-4f10-4444-974e-ce0ea1e06293 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:36.337162 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 93203d90-4f10-4444-974e-ce0ea1e06293 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:36.343420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 93203d90-4f10-4444-974e-ce0ea1e06293 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:36.343839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:36.392568 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:36.500837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:36.537581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:36.541309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 93203d90-4f10-4444-974e-ce0ea1e06293, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=93203d90-4f10-4444-974e-ce0ea1e06293,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:36.614440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:36.617483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:36.618284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:36.623441 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:36.660148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Pushing event updated for resources: {'Port': ['ID=c8edd4fd-94d6-4db8-adb3-1153baf4f35a,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:36.701943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=93203d90-4f10-4444-974e-ce0ea1e06293,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:37.140783 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:37.200962 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7cc000-7186-4e88-89b3-d8da4028ef64 None None] Network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 13:59:37.389594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-56d8b0ee-5ec6-422b-bbe8-f01cbd2fa75f None None] Provisioning for port 23401709-042e-4a8b-af9e-51e3806064d5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:37.525835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:37.948110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Router 008a6144-92ee-45cc-8aaf-abb0ccd6685e is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 13:59:38.138451 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:59:38.154301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Sync routers for ids ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:59:38.166173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Routers {'008a6144-92ee-45cc-8aaf-abb0ccd6685e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:59:38.166856 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:59:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:38.228390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:38.229609 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0b806187-5758-48ef-a02a-512133ff9497 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3904841 Feb 07 13:59:38.232577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33200) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 13:59:38.237441 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 23401709-042e-4a8b-af9e-51e3806064d5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:38.420511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Set router 008a6144-92ee-45cc-8aaf-abb0ccd6685e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:59:38.525608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 23401709-042e-4a8b-af9e-51e3806064d5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:38.549169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 23401709-042e-4a8b-af9e-51e3806064d5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:38.549588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:38.807642 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d5881bdd-2db3-4f17-a7fb-e184b2703575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:38.830474 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:38.876275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 23401709-042e-4a8b-af9e-51e3806064d5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=23401709-042e-4a8b-af9e-51e3806064d5,segment=NetworkSegment(677e1a25-8750-41e1-833a-61b7c49c9731),segment_id=677e1a25-8750-41e1-833a-61b7c49c9731)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:38.884271 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T13:59:36Z', 'revision_number': 3, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port': {'id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:36Z', 'updated_at': '2022-02-07T13:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:38.888401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Checking router: 008a6144-92ee-45cc-8aaf-abb0ccd6685e for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:59:38.888851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Updating router 008a6144-92ee-45cc-8aaf-abb0ccd6685e port c8edd4fd-94d6-4db8-adb3-1153baf4f35a binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:59:38.942560 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:38.944280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:38.974834 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:38.975583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 93203d90-4f10-4444-974e-ce0ea1e06293 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:39.161276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Allocated IP 172.20.0.1 (1b984f91-eb5d-4222-8527-b8a14c89b7b7/696fa6fd-1ab7-4b53-a359-8beb87acd6cf/fe3fae8c-e128-4efd-af00-8d7aeb8cc516) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:39.220449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=23401709-042e-4a8b-af9e-51e3806064d5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:39.254404 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 93203d90-4f10-4444-974e-ce0ea1e06293 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:39.255142 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.322094 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.338160 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Transition to ACTIVE for port object fe3fae8c-e128-4efd-af00-8d7aeb8cc516 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:39.422904 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.488591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:39.492324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:39.496324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:39.604378 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.618258 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Transition to ACTIVE for port object c8edd4fd-94d6-4db8-adb3-1153baf4f35a will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:39.673162 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Pushing event updated for resources: {'Port': ['ID=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:39.700712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.707778 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.805611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Attempting to bind port c8edd4fd-94d6-4db8-adb3-1153baf4f35a on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:39.805986 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Attempting to bind port c8edd4fd-94d6-4db8-adb3-1153baf4f35a by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:39.806354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Attempting to bind port c8edd4fd-94d6-4db8-adb3-1153baf4f35a on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:39.811871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380564d-c732-4af7-b40b-d23208894cee None None] Pushing event updated for resources: {'Port': ['ID=c8edd4fd-94d6-4db8-adb3-1153baf4f35a,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:39.816212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:39.816588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:39.817776 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.818172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:39.818649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Bound port: c8edd4fd-94d6-4db8-adb3-1153baf4f35a, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:39.819027 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.884893 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.885505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f9633dd6-24db-4a1e-b1b6-c39d933b8632 None None] Provisioning for port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:39.894206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f9633dd6-24db-4a1e-b1b6-c39d933b8632 None None] Provisioning complete for port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:39.894553 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9633dd6-24db-4a1e-b1b6-c39d933b8632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:39.935212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] For port c8edd4fd-94d6-4db8-adb3-1153baf4f35a, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:39.953506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] For port c8edd4fd-94d6-4db8-adb3-1153baf4f35a, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8edd4fd-94d6-4db8-adb3-1153baf4f35a,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:39.959881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f9633dd6-24db-4a1e-b1b6-c39d933b8632 None None] Port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:59:40.038974 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:40.108347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 23401709-042e-4a8b-af9e-51e3806064d5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:40.131220 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:40.172420 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Routers {'008a6144-92ee-45cc-8aaf-abb0ccd6685e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:59:40.173040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:59:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:40.182471 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:40.265699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380564d-c732-4af7-b40b-d23208894cee None None] Pushing event updated for resources: {'Port': ['ID=c8edd4fd-94d6-4db8-adb3-1153baf4f35a,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:40.295950 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Pushing event updated for resources: {'Port': ['ID=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:40.300429 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:40.371616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 23401709-042e-4a8b-af9e-51e3806064d5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:40.372011 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:40.439639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] Set router 008a6144-92ee-45cc-8aaf-abb0ccd6685e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:59:40.440985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:40.442908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:40.643293 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Router 008a6144-92ee-45cc-8aaf-abb0ccd6685e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 13:59:40.819344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c3bf27a4-4891-4a3a-9e8c-8b687c7e9572 None None] Provisioning complete for port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:40.819804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c3bf27a4-4891-4a3a-9e8c-8b687c7e9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:40.847930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 13:59:40.858690 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6b01c829-5cba-4494-aeaa-b2de123f150a admin admin] 10.222.0.69 "PUT /v2.0/routers/008a6144-92ee-45cc-8aaf-abb0ccd6685e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249928 Feb 07 13:59:40.888906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf27a4-4891-4a3a-9e8c-8b687c7e9572 None None] Port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:59:40.896772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 4, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port': {'id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:36Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe3fae8c-e128-4efd-af00-8d7aeb8cc516', 'name': '', 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'mac_address': 'fa:16:3e:52:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:38Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 2, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'subnets': [{'id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:40.900837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251d81c3-f9ff-4145-a8e2-0045ebd0a022 None None] The sync data for ids ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'] in n-d-811416-5 is: [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 4, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port': {'id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:36Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe3fae8c-e128-4efd-af00-8d7aeb8cc516', 'name': '', 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'mac_address': 'fa:16:3e:52:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:38Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 2, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'subnets': [{'id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:59:41.531553 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d883c1d0-f5bc-4a9f-9fcb-b19f026bd6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:41.948003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-f196d804-6deb-46be-ac28-77f3ff16c36e tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:41.949456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-f196d804-6deb-46be-ac28-77f3ff16c36e tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/networks?id=8badfef5-98ef-4d42-8547-8b8d78a43b65 HTTP/1.1" status: 200 len: 816 time: 0.1460130 Feb 07 13:59:41.967368 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-218662a9-5992-437d-bffb-da0b74e285d7 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/quotas/beff1409f52c4f9f86a45a6e72ad0d48 HTTP/1.1" status: 200 len: 375 time: 0.0108829 Feb 07 13:59:42.058750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-036258b7-5ad7-4f3c-a0ea-ca73c5d8fe80 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=beff1409f52c4f9f86a45a6e72ad0d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846415 Feb 07 13:59:42.166926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8edd4fd-94d6-4db8-adb3-1153baf4f35a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:42.232180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-3963160d-9171-445f-8427-f5bdbdcc9b55 service neutron] 10.222.0.69 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575305 Feb 07 13:59:42.354270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c8edd4fd-94d6-4db8-adb3-1153baf4f35a completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:42.358821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:42.387423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-f1bea31c-4b2b-4da9-b1a9-64ae15a54f2b service neutron] 10.222.0.69 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542826 Feb 07 13:59:42.431283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c8edd4fd-94d6-4db8-adb3-1153baf4f35a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:42.431641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:42.550871 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:42.566972 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:42.598475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c8edd4fd-94d6-4db8-adb3-1153baf4f35a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8edd4fd-94d6-4db8-adb3-1153baf4f35a,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:42.672355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:42.759186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c8edd4fd-94d6-4db8-adb3-1153baf4f35a,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:42.906464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9c187ee-04ad-4819-b3fa-734eb99c7fe6 req-5dcfbfce-ffa4-4718-b36e-b3819e374461 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 210 time: 0.2465479 Feb 07 13:59:43.585121 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Sync routers for ids ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 13:59:43.597162 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Routers {'008a6144-92ee-45cc-8aaf-abb0ccd6685e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:59:43.597823 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:59:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:43.807567 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Set router 008a6144-92ee-45cc-8aaf-abb0ccd6685e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:59:43.919736 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:44.109398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32ec933c-3bdc-4527-8c2a-1bc39ae44915 req-d3a3d0d8-0bfe-42de-80ea-57e2ae50ac0d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 210 time: 0.0797517 Feb 07 13:59:44.191211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8edd4fd-94d6-4db8-adb3-1153baf4f35a up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:44.269188 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 4, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port': {'id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:36Z', 'updated_at': '2022-02-07T13:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe3fae8c-e128-4efd-af00-8d7aeb8cc516', 'name': '', 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'mac_address': 'fa:16:3e:52:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:38Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 2, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'subnets': [{'id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:44.275833 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Checking router: 008a6144-92ee-45cc-8aaf-abb0ccd6685e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 13:59:44.276660 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Updating router 008a6144-92ee-45cc-8aaf-abb0ccd6685e port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 13:59:44.296665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c8edd4fd-94d6-4db8-adb3-1153baf4f35a triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:44.297272 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:44.383150 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:44.879608 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:44.891480 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Transition to ACTIVE for port object fe3fae8c-e128-4efd-af00-8d7aeb8cc516 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:44.970710 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:45.094017 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b183c-69f6-4186-a0ac-d571a5b1b2d1 None None] Pushing event updated for resources: {'Port': ['ID=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:45.120184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-8bf5900d-fc4b-4d9b-891c-49d9eff47769 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:45.121873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-8bf5900d-fc4b-4d9b-891c-49d9eff47769 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.47 "GET /v2.0/networks?id=8badfef5-98ef-4d42-8547-8b8d78a43b65 HTTP/1.1" status: 200 len: 816 time: 0.1603978 Feb 07 13:59:45.134702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Request body: {'port': {'device_id': '511860ce-a2c7-4804-91f5-71e681a54e2a', 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'admin_state_up': True, 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:45.216903 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Attempting to bind port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:45.219802 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Attempting to bind port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:45.220325 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Attempting to bind port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 on network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:45.229203 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:45.234801 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Checking segment: {'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:45.234801 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:45.234801 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Bound using segment: {'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:45.234801 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Bound port: fe3fae8c-e128-4efd-af00-8d7aeb8cc516, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677e1a25-8750-41e1-833a-61b7c49c9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:45.234801 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:45.325878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 13:59:45.335947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe94bc8a-7473-4241-9de9-44f1446e9a8f req-e9beee9e-a2b9-4f21-b7cf-707471c84aeb tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 210 time: 0.0476923 Feb 07 13:59:45.336916 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Usage tracker for resource:port and tenant:beff1409f52c4f9f86a45a6e72ad0d48 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 13:59:45.339966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 13:59:45.346063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 13:59:45.358323 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] For port fe3fae8c-e128-4efd-af00-8d7aeb8cc516, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:45.361491 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] For port fe3fae8c-e128-4efd-af00-8d7aeb8cc516, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,segment=NetworkSegment(677e1a25-8750-41e1-833a-61b7c49c9731),segment_id=677e1a25-8750-41e1-833a-61b7c49c9731)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:45.421152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Made reservation on behalf of beff1409f52c4f9f86a45a6e72ad0d48 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 13:59:45.421879 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:45.424785 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:45.508325 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Routers {'008a6144-92ee-45cc-8aaf-abb0ccd6685e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 13:59:45.509253 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T13:59:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:45.542754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:45.587948 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b183c-69f6-4186-a0ac-d571a5b1b2d1 None None] Pushing event updated for resources: {'Port': ['ID=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:45.615491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Allocated IP 172.20.0.3 (8badfef5-98ef-4d42-8547-8b8d78a43b65/13d1d570-825a-4c32-b1be-6527eea06332/fce4c065-78e4-4a0c-9066-2fd99b1cdc49) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 13:59:45.725933 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] Set router 008a6144-92ee-45cc-8aaf-abb0ccd6685e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 13:59:45.855704 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:45.871650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Transition to ACTIVE for port object fce4c065-78e4-4a0c-9066-2fd99b1cdc49 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:45.976882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:46.095086 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 4, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port': {'id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:36Z', 'updated_at': '2022-02-07T13:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe3fae8c-e128-4efd-af00-8d7aeb8cc516', 'name': '', 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'mac_address': 'fa:16:3e:52:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:38Z', 'updated_at': '2022-02-07T13:59:45Z', 'revision_number': 4, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'subnets': [{'id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 13:59:46.100305 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba65bfab-fbc8-4713-95b6-4ff3fe68de44 None None] The sync data for ids ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'] in n-d-811416-5 is: [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T13:59:39Z', 'revision_number': 4, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port': {'id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:36Z', 'updated_at': '2022-02-07T13:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'fe3fae8c-e128-4efd-af00-8d7aeb8cc516', 'name': '', 'network_id': '1b984f91-eb5d-4222-8527-b8a14c89b7b7', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'mac_address': 'fa:16:3e:52:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:38Z', 'updated_at': '2022-02-07T13:59:45Z', 'revision_number': 4, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'subnets': [{'id': '696fa6fd-1ab7-4b53-a359-8beb87acd6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 13:59:46.142189 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fe3fae8c-e128-4efd-af00-8d7aeb8cc516 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:46.199732 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 13:59:46.203213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 13:59:46.208018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 13:59:46.256738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Pushing event updated for resources: {'Port': ['ID=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:46.273290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.273638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.273980 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.274318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.274645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.274979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.275309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.275633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.275959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.276310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.276638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.276956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:46.313243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:46.313796 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:46.376952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:46.384184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:46.384934 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:46.469348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-d7d1db0d-70e1-4107-b56c-13bf576be53d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385732 Feb 07 13:59:46.520584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Request body: {'port': {'device_id': '511860ce-a2c7-4804-91f5-71e681a54e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 13:59:46.545496 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:46.586117 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port fe3fae8c-e128-4efd-af00-8d7aeb8cc516, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,segment=NetworkSegment(677e1a25-8750-41e1-833a-61b7c49c9731),segment_id=677e1a25-8750-41e1-833a-61b7c49c9731)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:46.668899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b0eabb2f-330d-4f7d-b1cd-93b185d3cbcd None None] Provisioning for port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:46.673931 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:46.681218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b0eabb2f-330d-4f7d-b1cd-93b185d3cbcd None None] Provisioning complete for port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:46.681218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b0eabb2f-330d-4f7d-b1cd-93b185d3cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:46.702973 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f24a5-bbc0-4ad6-a000-b46f372c13ab req-a981d729-64cb-4c76-aa02-8871708b5615 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:46.703829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7a4f24a5-bbc0-4ad6-a000-b46f372c13ab req-a981d729-64cb-4c76-aa02-8871708b5615 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Synchronizing usage tracker for tenant:beff1409f52c4f9f86a45a6e72ad0d48 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 13:59:46.720212 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:46.813619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b0eabb2f-330d-4f7d-b1cd-93b185d3cbcd None None] Port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 13:59:46.825452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:46.931115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-7a4f24a5-bbc0-4ad6-a000-b46f372c13ab req-a981d729-64cb-4c76-aa02-8871708b5615 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Unset dirty status for tenant:beff1409f52c4f9f86a45a6e72ad0d48 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 13:59:46.932318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a4f24a5-bbc0-4ad6-a000-b46f372c13ab req-a981d729-64cb-4c76-aa02-8871708b5615 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 931 time: 0.4604418 Feb 07 13:59:47.016214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a4f24a5-bbc0-4ad6-a000-b46f372c13ab req-ca31e902-6e2a-4a08-b1af-a4f04cde4e0a tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746262 Feb 07 13:59:47.111493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce4c065-78e4-4a0c-9066-2fd99b1cdc49 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:59:47.119638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:47.134412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Transition to ACTIVE for port object fce4c065-78e4-4a0c-9066-2fd99b1cdc49 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 13:59:47.221210 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:47.360873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Pushing event updated for resources: {'Port': ['ID=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:47.471792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Attempting to bind port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 13:59:47.472187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Attempting to bind port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 13:59:47.472519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Attempting to bind port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 on network 8badfef5-98ef-4d42-8547-8b8d78a43b65 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:47.477719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 on network 8badfef5-98ef-4d42-8547-8b8d78a43b65 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 13:59:47.478033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Attempting to bind port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 on network 8badfef5-98ef-4d42-8547-8b8d78a43b65 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 13:59:47.482971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 13, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 13:59:47.483297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Checking segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 13:59:47.483669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Bound using segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 13:59:47.484128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Bound port: fce4c065-78e4-4a0c-9066-2fd99b1cdc49, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 13:59:47.484470 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:47.574828 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] For port fce4c065-78e4-4a0c-9066-2fd99b1cdc49, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 13:59:47.577899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] For port fce4c065-78e4-4a0c-9066-2fd99b1cdc49, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 13:59:47.668681 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:47.733626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:47.734238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:47.735753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] 10.222.0.47 "PUT /v2.0/ports/fce4c065-78e4-4a0c-9066-2fd99b1cdc49 HTTP/1.1" status: 200 len: 1091 time: 1.2199495 Feb 07 13:59:47.736204 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511860ce-a2c7-4804-91f5-71e681a54e2a', 'tag': 'fce4c065-78e4-4a0c-9066-2fd99b1cdc49'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:59:47.757313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721167d-88f4-40c1-b0a3-4778f718ab12 service neutron] Pushing event updated for resources: {'Port': ['ID=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:47.862646 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511860ce-a2c7-4804-91f5-71e681a54e2a', 'tag': 'fce4c065-78e4-4a0c-9066-2fd99b1cdc49', 'status': 'completed', 'code': 200} Feb 07 13:59:47.905844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-1d8d103d-a3db-45be-a4e9-2254dd4cb8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:47.907335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-1d8d103d-a3db-45be-a4e9-2254dd4cb8d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beff1409f52c4f9f86a45a6e72ad0d48&device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 1094 time: 0.0792091 Feb 07 13:59:47.984316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-6b93caca-2e47-4c2f-9309-069d40ad13a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fce4c065-78e4-4a0c-9066-2fd99b1cdc49 HTTP/1.1" status: 200 len: 217 time: 0.0687730 Feb 07 13:59:48.047488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-f67a57e5-d98c-4e92-8787-96a8c48f244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:48.048983 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-f67a57e5-d98c-4e92-8787-96a8c48f244e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13d1d570-825a-4c32-b1be-6527eea06332 HTTP/1.1" status: 200 len: 855 time: 0.0584562 Feb 07 13:59:48.107786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fe3fae8c-e128-4efd-af00-8d7aeb8cc516 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:48.175780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-a38ef2d7-0732-495a-9e0e-c00c0ab824a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:48.177604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:48.177945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-a38ef2d7-0732-495a-9e0e-c00c0ab824a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8badfef5-98ef-4d42-8547-8b8d78a43b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215813 Feb 07 13:59:48.178047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:48.303593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060629e2-5ae7-4f2b-9e45-00bde8848e18 req-593ac720-5e12-428a-a309-0a75313189f1 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:48.305097 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-060629e2-5ae7-4f2b-9e45-00bde8848e18 req-593ac720-5e12-428a-a309-0a75313189f1 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 943 time: 0.1798780 Feb 07 13:59:48.353674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-df574ffc-0d90-4e05-a8e3-500f2d1ce278 service neutron] 10.222.0.47 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690826 Feb 07 13:59:48.555661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-060629e2-5ae7-4f2b-9e45-00bde8848e18 req-7e21cdd6-2d41-4971-875a-8898f6bf54a4 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403829 Feb 07 13:59:48.612601 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f8040aaf-7a65-4fd1-9bbc-7f162998cb62 req-7cb1093d-1f06-4245-bb3e-efa44fbeccd6 service neutron] 10.222.0.47 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499630 Feb 07 13:59:48.822041 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-cfa00171-5e5b-4310-841a-face81bb8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:48.823670 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-cfa00171-5e5b-4310-841a-face81bb8728 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beff1409f52c4f9f86a45a6e72ad0d48&device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 1094 time: 0.0762429 Feb 07 13:59:48.959821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-50d76f15-a33b-404b-901d-2608559d581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:48.961311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-50d76f15-a33b-404b-901d-2608559d581c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8badfef5-98ef-4d42-8547-8b8d78a43b65 HTTP/1.1" status: 200 len: 916 time: 0.1313243 Feb 07 13:59:49.034252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-2c205f5d-6c8e-47ec-a7d5-4a131488c870 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fce4c065-78e4-4a0c-9066-2fd99b1cdc49 HTTP/1.1" status: 200 len: 217 time: 0.0660918 Feb 07 13:59:49.097292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-c52ac2a7-31ac-47d7-98c1-bc6afe01137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:49.099393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-c52ac2a7-31ac-47d7-98c1-bc6afe01137a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13d1d570-825a-4c32-b1be-6527eea06332 HTTP/1.1" status: 200 len: 855 time: 0.0589213 Feb 07 13:59:49.175315 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-dc09723b-7897-4bb9-b8f7-8f0f14341394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:49.177513 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-dc09723b-7897-4bb9-b8f7-8f0f14341394 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8badfef5-98ef-4d42-8547-8b8d78a43b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722661 Feb 07 13:59:49.314016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-194b7cbf-3ab4-413e-a11b-998079994738 service neutron] 10.222.0.47 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301425 Feb 07 13:59:49.452347 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-558eccf4-6116-4d58-8fae-be0ed9ea6f0c req-0390d9b7-3be6-4bc1-a5e6-8bca2f1ab797 service neutron] 10.222.0.47 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322365 Feb 07 13:59:49.751413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f06279-f3bc-48a9-ad7d-74ac9cd94cc4 req-cbe7e7f3-be81-4dd6-9450-10583f71c351 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:49.752838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f06279-f3bc-48a9-ad7d-74ac9cd94cc4 req-cbe7e7f3-be81-4dd6-9450-10583f71c351 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 943 time: 0.0891454 Feb 07 13:59:49.799582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-20f06279-f3bc-48a9-ad7d-74ac9cd94cc4 req-87bb3e99-1e40-4494-839e-ed9f3ba2b835 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Feb 07 13:59:50.988917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792711c7-1590-4a31-9c63-d7dedd4687b9 req-beac9a8b-4392-4b5f-8f42-252fb69223fd tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:50.990369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-792711c7-1590-4a31-9c63-d7dedd4687b9 req-beac9a8b-4392-4b5f-8f42-252fb69223fd tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 943 time: 0.0848370 Feb 07 13:59:51.039885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-792711c7-1590-4a31-9c63-d7dedd4687b9 req-55b7f7ae-c69d-4e5d-9683-213ece30fb8f tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Feb 07 13:59:52.234785 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3003c-bfe0-4b04-ae32-fc9370e83c7e req-27d656bf-18fc-4349-8786-666033be5f3f tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:52.236298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65f3003c-bfe0-4b04-ae32-fc9370e83c7e req-27d656bf-18fc-4349-8786-666033be5f3f tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 943 time: 0.0861294 Feb 07 13:59:52.284265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65f3003c-bfe0-4b04-ae32-fc9370e83c7e req-429559c4-76bd-40b0-b565-9ffb573335ee tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Feb 07 13:59:53.282382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fce4c065-78e4-4a0c-9066-2fd99b1cdc49 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 13:59:53.424629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fce4c065-78e4-4a0c-9066-2fd99b1cdc49, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:53.437954 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'fce4c065-78e4-4a0c-9066-2fd99b1cdc49', 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'port_id': 'fce4c065-78e4-4a0c-9066-2fd99b1cdc49', 'mac_address': 'fa:16:3e:93:4c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d1d570-825a-4c32-b1be-6527eea06332', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 13:59:53.478667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45922075-14e6-4868-bc78-be319594336f req-4a131a11-31a7-4b1d-89e6-6f1d6f845cf8 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:53.480183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45922075-14e6-4868-bc78-be319594336f req-4a131a11-31a7-4b1d-89e6-6f1d6f845cf8 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 943 time: 0.0851240 Feb 07 13:59:53.499017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:53.516099 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce4c065-78e4-4a0c-9066-2fd99b1cdc49 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 13:59:53.526074 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45922075-14e6-4868-bc78-be319594336f req-aae97508-b084-4756-881a-d8d23365a858 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Feb 07 13:59:53.533019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fce4c065-78e4-4a0c-9066-2fd99b1cdc49, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:53.611074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:53.687794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:53.918748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['fce4c065-78e4-4a0c-9066-2fd99b1cdc49'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 13:59:54.719813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3aa8b-793b-4081-886a-b0ef2dfaaeb7 req-38f5afe8-efdc-47ae-a66d-f8bfe3c41e07 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:54.721333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcb3aa8b-793b-4081-886a-b0ef2dfaaeb7 req-38f5afe8-efdc-47ae-a66d-f8bfe3c41e07 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 944 time: 0.0835555 Feb 07 13:59:54.766641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcb3aa8b-793b-4081-886a-b0ef2dfaaeb7 req-b083ff90-5f7a-4875-af13-5991b7c11b3e tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Feb 07 13:59:55.205097 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:55.283793 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fce4c065-78e4-4a0c-9066-2fd99b1cdc49 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 13:59:55.404871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 13:59:55.409776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 13:59:55.416588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:55.528622 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:55.555136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511860ce-a2c7-4804-91f5-71e681a54e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce4c065-78e4-4a0c-9066-2fd99b1cdc49'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 13:59:55.565285 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port fce4c065-78e4-4a0c-9066-2fd99b1cdc49, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 13:59:55.599298 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511860ce-a2c7-4804-91f5-71e681a54e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce4c065-78e4-4a0c-9066-2fd99b1cdc49', 'code': 200} Feb 07 13:59:55.628113 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 13:59:55.702564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 13:59:55.711522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.714896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.715154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 13:59:55.736175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf824dd-b7a3-4319-8216-31a7c457e54c req-96951f22-9cd6-44ce-b11b-0d2bbd5a154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:55.737690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcf824dd-b7a3-4319-8216-31a7c457e54c req-96951f22-9cd6-44ce-b11b-0d2bbd5a154c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 1096 time: 0.0780888 Feb 07 13:59:55.779642 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dcf824dd-b7a3-4319-8216-31a7c457e54c req-987c2ba6-8a10-4204-bbaf-f31be27d0d84 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361037 Feb 07 13:59:55.951764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171e8bb-c0ca-40c0-8c23-bf0e7871fa7e req-5e5fd836-6dbf-4580-9442-3371ee1ef2db tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:55.953266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5171e8bb-c0ca-40c0-8c23-bf0e7871fa7e req-5e5fd836-6dbf-4580-9442-3371ee1ef2db tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 945 time: 0.0819066 Feb 07 13:59:55.997143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5171e8bb-c0ca-40c0-8c23-bf0e7871fa7e req-c3a5cd65-11b8-4853-a127-aa43e615a1d6 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Feb 07 13:59:57.190913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d5f4a-61a2-4ac4-8e62-bef4ae211430 req-a272ab6c-6e25-44c0-97d5-97a4b8e6a344 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:57.192599 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f4d5f4a-61a2-4ac4-8e62-bef4ae211430 req-a272ab6c-6e25-44c0-97d5-97a4b8e6a344 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 945 time: 0.0867348 Feb 07 13:59:57.237862 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0f4d5f4a-61a2-4ac4-8e62-bef4ae211430 req-77722e1e-a972-4fe5-8e67-a34ed7103731 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389447 Feb 07 13:59:58.423890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52296c0a-3ec6-4d16-8ea0-c481e6493016 req-2291b062-06cc-4ceb-8996-4e5a4dceda10 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:58.425378 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52296c0a-3ec6-4d16-8ea0-c481e6493016 req-2291b062-06cc-4ceb-8996-4e5a4dceda10 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 945 time: 0.0807037 Feb 07 13:59:58.473952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52296c0a-3ec6-4d16-8ea0-c481e6493016 req-c8448a88-8474-4451-aa74-e68dab306958 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422554 Feb 07 13:59:58.657965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582d109-162c-4731-9e1f-b9c8844ad9a3 req-45f082f5-de90-40c3-b7d4-6391936a5d0a tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 13:59:58.659425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0582d109-162c-4731-9e1f-b9c8844ad9a3 req-45f082f5-de90-40c3-b7d4-6391936a5d0a tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 945 time: 0.0803912 Feb 07 13:59:58.705354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0582d109-162c-4731-9e1f-b9c8844ad9a3 req-4deae36f-8480-4fbd-b423-2a47af144c66 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Feb 07 14:00:08.834063 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6510e5cc-b056-469f-8377-5d50437b917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:10.099903 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:00:11.542227 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-378036f3-43b3-401b-a711-017fdfc6a22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:12.430049 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:12.462460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:13.948199 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:15.542517 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:18.269141 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c0273-752b-4f33-ac82-58e69cca81f7 req-1217699a-cf50-4448-a197-5a5e82cce813 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:18.271461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-553c0273-752b-4f33-ac82-58e69cca81f7 req-1217699a-cf50-4448-a197-5a5e82cce813 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 945 time: 0.0939357 Feb 07 14:00:18.325730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-553c0273-752b-4f33-ac82-58e69cca81f7 req-0fd03618-5d5a-44f2-a47d-1ac4ccb89424 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Feb 07 14:00:19.526738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359edbac-0455-4363-a7b1-d23de2be43c2 req-41b4c69a-600b-4ca8-a91b-640a7ddea792 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:19.528249 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-359edbac-0455-4363-a7b1-d23de2be43c2 req-41b4c69a-600b-4ca8-a91b-640a7ddea792 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 945 time: 0.0822344 Feb 07 14:00:19.574478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-359edbac-0455-4363-a7b1-d23de2be43c2 req-3472cd53-5210-41de-8c08-5c691b8bf76e tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Feb 07 14:00:20.268844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a59123-7ead-4cac-8276-63932f2db12b req-80d49996-9d32-42bf-90e4-59a94b66f634 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:20.270346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1a59123-7ead-4cac-8276-63932f2db12b req-80d49996-9d32-42bf-90e4-59a94b66f634 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.47 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 945 time: 0.2002914 Feb 07 14:00:20.349439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Deleting port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:00:20.349729 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:20.620413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] For port fce4c065-78e4-4a0c-9066-2fd99b1cdc49, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:00:20.621083 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:20.784120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Calling delete_port for fce4c065-78e4-4a0c-9066-2fd99b1cdc49 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:00:20.937436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128dfc7-bdd2-4bfe-acb7-95396e75b195 req-0a246e75-9a3c-4eae-a78d-9749585e76fe tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:20.938959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8128dfc7-bdd2-4bfe-acb7-95396e75b195 req-0a246e75-9a3c-4eae-a78d-9749585e76fe tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 945 time: 0.2501030 Feb 07 14:00:21.000149 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8128dfc7-bdd2-4bfe-acb7-95396e75b195 req-40053018-e6bc-48d9-8cb6-7fe5aebf5aaa tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543129 Feb 07 14:00:21.050098 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:21.062447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['fce4c065-78e4-4a0c-9066-2fd99b1cdc49'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:00:21.106255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Pushing event deleted for resources: {'Port': ['ID=fce4c065-78e4-4a0c-9066-2fd99b1cdc49,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:00:21.191267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] No DVR routers for this DVR port fce4c065-78e4-4a0c-9066-2fd99b1cdc49 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:00:21.194445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:21.196946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511860ce-a2c7-4804-91f5-71e681a54e2a', 'name': 'network-vif-deleted', 'tag': 'fce4c065-78e4-4a0c-9066-2fd99b1cdc49'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:00:21.258786 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511860ce-a2c7-4804-91f5-71e681a54e2a', 'name': 'network-vif-deleted', 'tag': 'fce4c065-78e4-4a0c-9066-2fd99b1cdc49', 'status': 'completed', 'code': 200} Feb 07 14:00:21.325592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c1a59123-7ead-4cac-8276-63932f2db12b req-35b4f6e3-c01c-4b42-b579-708506c4f358 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.47 "DELETE /v2.0/ports/fce4c065-78e4-4a0c-9066-2fd99b1cdc49 HTTP/1.1" status: 204 len: 173 time: 1.0496240 Feb 07 14:00:22.191507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-96fbb40a-6f88-4a88-a643-2538fc26b7c6 req-b4f6b194-ad5a-41cf-875c-fd78c7a0c1df tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Synchronizing usage tracker for tenant:beff1409f52c4f9f86a45a6e72ad0d48 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:00:22.285797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-96fbb40a-6f88-4a88-a643-2538fc26b7c6 req-b4f6b194-ad5a-41cf-875c-fd78c7a0c1df tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Unset dirty status for tenant:beff1409f52c4f9f86a45a6e72ad0d48 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:00:22.286895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96fbb40a-6f88-4a88-a643-2538fc26b7c6 req-b4f6b194-ad5a-41cf-875c-fd78c7a0c1df tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=511860ce-a2c7-4804-91f5-71e681a54e2a HTTP/1.1" status: 200 len: 210 time: 0.1429615 Feb 07 14:00:23.456835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fce4c065-78e4-4a0c-9066-2fd99b1cdc49 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:00:23.493972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: fce4c065-78e4-4a0c-9066-2fd99b1cdc49 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:00:23.494309 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device fce4c065-78e4-4a0c-9066-2fd99b1cdc49 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:00:24.202457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-e70c290c-9072-4aba-a785-4158523e975a tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:24.203967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-e70c290c-9072-4aba-a785-4158523e975a tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/networks?id=8badfef5-98ef-4d42-8547-8b8d78a43b65 HTTP/1.1" status: 200 len: 816 time: 0.1497827 Feb 07 14:00:24.220381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-610927a4-87c0-4529-be45-3c08e32e598f tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/quotas/beff1409f52c4f9f86a45a6e72ad0d48 HTTP/1.1" status: 200 len: 375 time: 0.0102270 Feb 07 14:00:24.308535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3e90bd93-fb47-4b80-a19f-62904dde19a4 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=beff1409f52c4f9f86a45a6e72ad0d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816643 Feb 07 14:00:24.455671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-594d4a8d-afc3-404b-b80f-8d16b40ea946 service neutron] 10.222.0.69 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345365 Feb 07 14:00:24.600222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-82323a61-f5c9-4f11-9bfb-28dac8d8fd64 service neutron] 10.222.0.69 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376286 Feb 07 14:00:24.941346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a2ad190-bec7-48b1-877a-74608c938d1d req-468b22dc-83c0-4cb6-8fe8-d6bdfc51e953 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 210 time: 0.0458071 Feb 07 14:00:25.250774 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:26.178405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e8aaf1e-60e7-48e8-9990-865a4d2ab7f0 req-85cc2b59-cbe7-4420-9037-73fa499a3bf9 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 210 time: 0.1704288 Feb 07 14:00:27.334895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-db633bae-0484-481f-b32d-5b157c091f96 req-35ac7a91-ffe3-4e76-8cac-e1a0d6102649 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 210 time: 0.0440297 Feb 07 14:00:27.646357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-14ef14d5-ac24-4721-bb35-07613cfd077c tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:27.648100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-14ef14d5-ac24-4721-bb35-07613cfd077c tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.47 "GET /v2.0/networks?id=8badfef5-98ef-4d42-8547-8b8d78a43b65 HTTP/1.1" status: 200 len: 816 time: 0.1585898 Feb 07 14:00:27.659633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Request body: {'port': {'device_id': '77aa5da0-6ffa-4959-8287-0e45224628dc', 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'admin_state_up': True, 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:00:27.811201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:00:27.821105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:00:27.891162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Made reservation on behalf of beff1409f52c4f9f86a45a6e72ad0d48 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:00:27.895244 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:28.082437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Allocated IP 172.20.0.7 (8badfef5-98ef-4d42-8547-8b8d78a43b65/13d1d570-825a-4c32-b1be-6527eea06332/e791eeb3-0483-414d-af71-f741efbbe555) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:00:28.328110 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:28.345807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Transition to ACTIVE for port object e791eeb3-0483-414d-af71-f741efbbe555 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:00:28.486638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:28.583097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:00:28.588686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:00:28.591671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:00:28.623415 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Pushing event updated for resources: {'Port': ['ID=e791eeb3-0483-414d-af71-f741efbbe555,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:00:28.672406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:28.673087 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:28.705288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39b833-38a4-49b6-971f-b687382c34b4 req-8269ec46-8c09-42a6-ba07-01a33fd31472 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:28.706902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b39b833-38a4-49b6-971f-b687382c34b4 req-8269ec46-8c09-42a6-ba07-01a33fd31472 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 931 time: 0.2589643 Feb 07 14:00:28.762706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b39b833-38a4-49b6-971f-b687382c34b4 req-c885a7c6-b4d0-437d-97b1-4eb2bd0a5cbd tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Feb 07 14:00:28.784257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-3c6af073-67e9-489c-8c4d-fd6ab31212bc tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1285102 Feb 07 14:00:28.846647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Request body: {'port': {'device_id': '77aa5da0-6ffa-4959-8287-0e45224628dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:00:28.953511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-508be4ba-1d2f-43a6-9ef7-691e7f3cdc82 None None] Provisioning for port e791eeb3-0483-414d-af71-f741efbbe555 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:00:28.959205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-508be4ba-1d2f-43a6-9ef7-691e7f3cdc82 None None] Provisioning complete for port e791eeb3-0483-414d-af71-f741efbbe555 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:00:28.960081 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-508be4ba-1d2f-43a6-9ef7-691e7f3cdc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:28.978530 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:29.017936 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-508be4ba-1d2f-43a6-9ef7-691e7f3cdc82 None None] Port e791eeb3-0483-414d-af71-f741efbbe555 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:00:29.357485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e791eeb3-0483-414d-af71-f741efbbe555 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:00:29.371262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:29.393897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Transition to ACTIVE for port object e791eeb3-0483-414d-af71-f741efbbe555 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:00:29.467648 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:29.636734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Pushing event updated for resources: {'Port': ['ID=e791eeb3-0483-414d-af71-f741efbbe555,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:00:29.873637 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Attempting to bind port e791eeb3-0483-414d-af71-f741efbbe555 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:00:29.874276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Attempting to bind port e791eeb3-0483-414d-af71-f741efbbe555 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:00:29.874784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Attempting to bind port e791eeb3-0483-414d-af71-f741efbbe555 on network 8badfef5-98ef-4d42-8547-8b8d78a43b65 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:00:29.883830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Port e791eeb3-0483-414d-af71-f741efbbe555 on network 8badfef5-98ef-4d42-8547-8b8d78a43b65 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:00:29.884438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Attempting to bind port e791eeb3-0483-414d-af71-f741efbbe555 on network 8badfef5-98ef-4d42-8547-8b8d78a43b65 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:00:29.894117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:00:29.894513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Checking segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:00:29.894946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Bound using segment: {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:00:29.895425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Bound port: e791eeb3-0483-414d-af71-f741efbbe555, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63acf571-e041-4d04-ab63-964a52e4f05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:00:29.895857 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:30.050391 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] For port e791eeb3-0483-414d-af71-f741efbbe555, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:00:30.054964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] For port e791eeb3-0483-414d-af71-f741efbbe555, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e791eeb3-0483-414d-af71-f741efbbe555,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:00:30.073533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3329-66e1-4649-a7dd-e196ffb61b4c req-30d73f2d-86a7-4d33-bc1e-9a877e0b4135 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:30.073533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b32d3329-66e1-4649-a7dd-e196ffb61b4c req-30d73f2d-86a7-4d33-bc1e-9a877e0b4135 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Synchronizing usage tracker for tenant:beff1409f52c4f9f86a45a6e72ad0d48 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:00:30.165659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:30.204877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b32d3329-66e1-4649-a7dd-e196ffb61b4c req-30d73f2d-86a7-4d33-bc1e-9a877e0b4135 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Unset dirty status for tenant:beff1409f52c4f9f86a45a6e72ad0d48 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:00:30.206064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b32d3329-66e1-4649-a7dd-e196ffb61b4c req-30d73f2d-86a7-4d33-bc1e-9a877e0b4135 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 943 time: 0.3010859 Feb 07 14:00:30.252493 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:30.253119 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:30.254663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-f44e4500-f34f-405d-885e-198198354b9b service neutron] 10.222.0.47 "PUT /v2.0/ports/e791eeb3-0483-414d-af71-f741efbbe555 HTTP/1.1" status: 200 len: 1091 time: 1.4632163 Feb 07 14:00:30.255721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa5da0-6ffa-4959-8287-0e45224628dc', 'tag': 'e791eeb3-0483-414d-af71-f741efbbe555'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:00:30.297059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e4500-f34f-405d-885e-198198354b9b service neutron] Pushing event updated for resources: {'Port': ['ID=e791eeb3-0483-414d-af71-f741efbbe555,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:00:30.305488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b32d3329-66e1-4649-a7dd-e196ffb61b4c req-8d4390c3-0a02-4fc8-b092-414551469f9d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869274 Feb 07 14:00:30.313087 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77aa5da0-6ffa-4959-8287-0e45224628dc', 'tag': 'e791eeb3-0483-414d-af71-f741efbbe555', 'status': 'completed', 'code': 200} Feb 07 14:00:30.429651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963e9ee-080d-4880-acb3-a224781b31cf req-b06937d8-b0e8-4320-b9bc-9f6d6b686156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:30.431271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c963e9ee-080d-4880-acb3-a224781b31cf req-b06937d8-b0e8-4320-b9bc-9f6d6b686156 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beff1409f52c4f9f86a45a6e72ad0d48&device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 1094 time: 0.0920455 Feb 07 14:00:30.592804 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963e9ee-080d-4880-acb3-a224781b31cf req-22fbf134-6a8b-4bf8-b885-2429a8ea3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:30.594181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c963e9ee-080d-4880-acb3-a224781b31cf req-22fbf134-6a8b-4bf8-b885-2429a8ea3aa1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=beff1409f52c4f9f86a45a6e72ad0d48&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1563363 Feb 07 14:00:30.749149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963e9ee-080d-4880-acb3-a224781b31cf req-1c323e08-5e28-4b4c-8483-81afedd30473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:30.750652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c963e9ee-080d-4880-acb3-a224781b31cf req-1c323e08-5e28-4b4c-8483-81afedd30473 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1495776 Feb 07 14:00:30.869758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-8d87402c-edbf-4f66-affe-d9aafeedafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:30.871268 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-8d87402c-edbf-4f66-affe-d9aafeedafb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beff1409f52c4f9f86a45a6e72ad0d48&device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 1094 time: 0.0802431 Feb 07 14:00:30.949797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-6a6de4c2-12d4-44c2-b5db-d1cde42aa225 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e791eeb3-0483-414d-af71-f741efbbe555 HTTP/1.1" status: 200 len: 217 time: 0.0712230 Feb 07 14:00:31.020348 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-a75f848a-e605-478a-9e5c-7b40fae0ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:31.022062 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-a75f848a-e605-478a-9e5c-7b40fae0ed86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13d1d570-825a-4c32-b1be-6527eea06332 HTTP/1.1" status: 200 len: 855 time: 0.0666733 Feb 07 14:00:31.104467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-c07b539a-9e02-4359-b5b0-168366ec34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:31.106115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-c07b539a-9e02-4359-b5b0-168366ec34c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8badfef5-98ef-4d42-8547-8b8d78a43b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783081 Feb 07 14:00:31.259011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-b6e4e8e4-a3f8-4ac1-9f05-c9a34c1e9d8e service neutron] 10.222.0.47 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457772 Feb 07 14:00:31.418833 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-41dcf6ad-7359-4bd8-ba54-f44edb3633cf req-8bec4c89-4c7a-4cff-afd4-9fafb46a65f6 service neutron] 10.222.0.47 "GET /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538289 Feb 07 14:00:31.527816 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c058-f736-4a70-82b5-04ae0282f68e req-91c481f2-f46b-4cfe-998e-7afc28c688bb tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:31.529564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f265c058-f736-4a70-82b5-04ae0282f68e req-91c481f2-f46b-4cfe-998e-7afc28c688bb tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 943 time: 0.1017110 Feb 07 14:00:31.585314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f265c058-f736-4a70-82b5-04ae0282f68e req-acc03fb8-cc9e-4b8b-80e7-e27e9f8456e2 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492957 Feb 07 14:00:32.784875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f728622-7602-4fd5-8a6e-8a58eaa053cf req-671a1035-6725-41a9-af82-e52a9c7b9f3c tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:32.786960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f728622-7602-4fd5-8a6e-8a58eaa053cf req-671a1035-6725-41a9-af82-e52a9c7b9f3c tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 943 time: 0.0854535 Feb 07 14:00:32.831996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4f728622-7602-4fd5-8a6e-8a58eaa053cf req-50952dc1-141d-4025-9a43-75f755b851f1 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Feb 07 14:00:34.040474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc589fc-0fa3-4a10-b9e1-2168c80b3b15 req-8e04ebfc-c0a3-49d9-9027-315ec4a6ae16 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:34.042423 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bc589fc-0fa3-4a10-b9e1-2168c80b3b15 req-8e04ebfc-c0a3-49d9-9027-315ec4a6ae16 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 943 time: 0.0930104 Feb 07 14:00:34.095181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6bc589fc-0fa3-4a10-b9e1-2168c80b3b15 req-fa422315-c002-42e1-9191-ba51881f8ae5 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461462 Feb 07 14:00:35.294126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d0f5-b7f4-480b-bfc2-905b0cbebb87 req-41e31125-f5d2-496c-9a3b-aae9398efe63 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:35.295647 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b07d0f5-b7f4-480b-bfc2-905b0cbebb87 req-41e31125-f5d2-496c-9a3b-aae9398efe63 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 943 time: 0.0853086 Feb 07 14:00:35.342409 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b07d0f5-b7f4-480b-bfc2-905b0cbebb87 req-afd72783-f5e3-4641-8070-41faa1773a14 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Feb 07 14:00:35.519062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e791eeb3-0483-414d-af71-f741efbbe555 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:00:35.659630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e791eeb3-0483-414d-af71-f741efbbe555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e791eeb3-0483-414d-af71-f741efbbe555,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:00:35.674560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'e791eeb3-0483-414d-af71-f741efbbe555', 'network_id': '8badfef5-98ef-4d42-8547-8b8d78a43b65', 'port_id': 'e791eeb3-0483-414d-af71-f741efbbe555', 'mac_address': 'fa:16:3e:94:8c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d1d570-825a-4c32-b1be-6527eea06332', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:00:35.743220 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:35.760863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e791eeb3-0483-414d-af71-f741efbbe555 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:00:35.779060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e791eeb3-0483-414d-af71-f741efbbe555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e791eeb3-0483-414d-af71-f741efbbe555,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:00:35.844114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:35.913606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=e791eeb3-0483-414d-af71-f741efbbe555,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:00:36.153655 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['e791eeb3-0483-414d-af71-f741efbbe555'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:00:36.673753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbdf38-eb51-4455-80fc-79f905c1f3ca req-fc4eddc9-d769-4f4a-8944-526350450c51 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:36.675339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3bbdf38-eb51-4455-80fc-79f905c1f3ca req-fc4eddc9-d769-4f4a-8944-526350450c51 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 944 time: 0.2202432 Feb 07 14:00:36.729531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3bbdf38-eb51-4455-80fc-79f905c1f3ca req-b4648bed-9ace-4fc3-a3d8-1016447ec6bf tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 Feb 07 14:00:37.520302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e791eeb3-0483-414d-af71-f741efbbe555 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:00:37.673754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port e791eeb3-0483-414d-af71-f741efbbe555 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:00:37.680947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port e791eeb3-0483-414d-af71-f741efbbe555 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:00:37.683921 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:37.822804 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:37.853303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa5da0-6ffa-4959-8287-0e45224628dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e791eeb3-0483-414d-af71-f741efbbe555'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:00:37.864133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port e791eeb3-0483-414d-af71-f741efbbe555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e791eeb3-0483-414d-af71-f741efbbe555,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:00:37.937586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d981692-6f73-4910-b8e2-1ed0d3c46212 req-c084160e-023d-4508-898f-ea9b7c3c1f53 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:37.939845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d981692-6f73-4910-b8e2-1ed0d3c46212 req-c084160e-023d-4508-898f-ea9b7c3c1f53 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 944 time: 0.0976913 Feb 07 14:00:37.941522 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:38.019824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d981692-6f73-4910-b8e2-1ed0d3c46212 req-67d3d243-407b-4ff6-b8f9-866f73e3db9d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638523 Feb 07 14:00:38.023131 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77aa5da0-6ffa-4959-8287-0e45224628dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e791eeb3-0483-414d-af71-f741efbbe555', 'code': 200} Feb 07 14:00:38.029057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=e791eeb3-0483-414d-af71-f741efbbe555,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:00:38.165968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc04f78-e721-49a4-b516-667c882513b9 req-8c0c81e0-b05a-4f90-acb0-a62585d21222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:38.167476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dc04f78-e721-49a4-b516-667c882513b9 req-8c0c81e0-b05a-4f90-acb0-a62585d21222 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 1096 time: 0.0776494 Feb 07 14:00:38.212901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dc04f78-e721-49a4-b516-667c882513b9 req-0a5da16d-d8a6-49ed-a0d8-8f56ac7f40a7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388763 Feb 07 14:00:38.787157 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-79390b0c-de87-4326-a939-ef42790ec104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:39.252937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee502cd-2d53-434d-a822-5a4df9d830f2 req-e2bba943-214a-47dc-80a6-c58350d09585 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:39.254553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aee502cd-2d53-434d-a822-5a4df9d830f2 req-e2bba943-214a-47dc-80a6-c58350d09585 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 945 time: 0.1058276 Feb 07 14:00:39.312027 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aee502cd-2d53-434d-a822-5a4df9d830f2 req-e07ea935-c99d-4e65-a3c9-796634ff8daf tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474238 Feb 07 14:00:40.508565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc3a84-3920-4432-96cd-f64c578c3522 req-781c511b-6bed-4a8a-a88e-c2e4a6e6359a tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:40.510083 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5dc3a84-3920-4432-96cd-f64c578c3522 req-781c511b-6bed-4a8a-a88e-c2e4a6e6359a tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 945 time: 0.0862937 Feb 07 14:00:40.559012 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5dc3a84-3920-4432-96cd-f64c578c3522 req-5320ee1b-3a91-47a3-a4bf-bd5e6d1ecc8f tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Feb 07 14:00:40.754610 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4440f4-e831-4a5a-8cf0-6b096a272bad req-232e2dc5-ff60-4615-9b04-cb52a7838415 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:00:40.756752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c4440f4-e831-4a5a-8cf0-6b096a272bad req-232e2dc5-ff60-4615-9b04-cb52a7838415 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 945 time: 0.0897825 Feb 07 14:00:40.803193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8c4440f4-e831-4a5a-8cf0-6b096a272bad req-8720d77b-50f7-4448-9fb9-27d5ad3732bf tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Feb 07 14:00:41.531107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0894698b-d4fd-4595-b235-fdaf37533343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:42.353889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:42.456345 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:43.930357 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:45.616071 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:00:47.100093 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:00:55.233453 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:00.109595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113fafc-a2ee-4e33-aba9-328a9a3b1bb8 req-71a948af-c9fd-421b-980e-7873a6cec36d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:00.111901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a113fafc-a2ee-4e33-aba9-328a9a3b1bb8 req-71a948af-c9fd-421b-980e-7873a6cec36d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 945 time: 0.0896213 Feb 07 14:01:00.170001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a113fafc-a2ee-4e33-aba9-328a9a3b1bb8 req-9a1ef457-8eb1-4d20-b877-aff5a290812d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 Feb 07 14:01:01.386961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305691-df42-4df7-95e8-9b2ef6300f84 req-14b8a915-4d1a-4348-b2dd-1c3e0831a14e tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:01.388564 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27305691-df42-4df7-95e8-9b2ef6300f84 req-14b8a915-4d1a-4348-b2dd-1c3e0831a14e tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 945 time: 0.0916634 Feb 07 14:01:01.464517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-27305691-df42-4df7-95e8-9b2ef6300f84 req-e94d0827-5b94-48d0-8a59-bb18f25016e2 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691571 Feb 07 14:01:01.924468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-e7722b5a-8f68-40c9-b9f7-ab0ad66d146d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:01.926099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-e7722b5a-8f68-40c9-b9f7-ab0ad66d146d tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.47 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 945 time: 0.0862563 Feb 07 14:01:02.011491 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Deleting port e791eeb3-0483-414d-af71-f741efbbe555 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:02.011836 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:02.282414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] For port e791eeb3-0483-414d-af71-f741efbbe555, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=e791eeb3-0483-414d-af71-f741efbbe555,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:02.282414 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:02.407564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Calling delete_port for e791eeb3-0483-414d-af71-f741efbbe555 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:02.662872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:02.673182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6a043-07bf-4752-91e9-e02c7a77c606 req-b61e466c-f2e2-46e3-bc6c-1c13d49dcd3b tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:02.674697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9f6a043-07bf-4752-91e9-e02c7a77c606 req-b61e466c-f2e2-46e3-bc6c-1c13d49dcd3b tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/ports?device_id=77aa5da0-6ffa-4959-8287-0e45224628dc HTTP/1.1" status: 200 len: 945 time: 0.0891035 Feb 07 14:01:02.676412 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['e791eeb3-0483-414d-af71-f741efbbe555'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:01:02.756301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Pushing event deleted for resources: {'Port': ['ID=e791eeb3-0483-414d-af71-f741efbbe555,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:02.841736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.842087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.842432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.842878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.843347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.843716 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.844080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.844413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.844742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.845070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.845394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.845714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:02.872949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] No DVR routers for this DVR port e791eeb3-0483-414d-af71-f741efbbe555 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:01:02.877072 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:02.879767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa5da0-6ffa-4959-8287-0e45224628dc', 'name': 'network-vif-deleted', 'tag': 'e791eeb3-0483-414d-af71-f741efbbe555'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:01:02.889310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9f6a043-07bf-4752-91e9-e02c7a77c606 req-09c82cc7-49a3-48bf-b2aa-29d88e423309 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.69 "GET /v2.0/security-groups?id=69c1d7d4-0842-45d6-bc98-ac10fd711b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730094 Feb 07 14:01:02.955190 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77aa5da0-6ffa-4959-8287-0e45224628dc', 'name': 'network-vif-deleted', 'tag': 'e791eeb3-0483-414d-af71-f741efbbe555', 'status': 'completed', 'code': 200} Feb 07 14:01:02.983881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-63d0537f-319d-4bd4-a7e8-bbbfab985036 req-739f9394-d20c-478e-912b-681229b97157 tempest-TestEncryptedCinderVolumes-1043060273 tempest-TestEncryptedCinderVolumes-1043060273-project] 10.222.0.47 "DELETE /v2.0/ports/e791eeb3-0483-414d-af71-f741efbbe555 HTTP/1.1" status: 204 len: 173 time: 1.0513351 Feb 07 14:01:04.144208 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33520) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:04.836794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:05.202877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Deleting port 93203d90-4f10-4444-974e-ce0ea1e06293 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:05.204908 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:05.387395 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] For port 93203d90-4f10-4444-974e-ce0ea1e06293, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=93203d90-4f10-4444-974e-ce0ea1e06293,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:05.387850 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:05.518036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Calling delete_port for 93203d90-4f10-4444-974e-ce0ea1e06293 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:05.659030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e791eeb3-0483-414d-af71-f741efbbe555 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:01:05.705326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: e791eeb3-0483-414d-af71-f741efbbe555 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:01:05.705848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device e791eeb3-0483-414d-af71-f741efbbe555 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:01:05.959965 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:06.036467 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=93203d90-4f10-4444-974e-ce0ea1e06293,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:06.088628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.089171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.089727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.090239 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.090731 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.091248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.091784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.092351 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.092906 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.093499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.093993 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.094543 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:06.430713 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:06.822835 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Router 3636109a-7707-41bb-8197-c9d7f67b4a5b has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:01:07.011656 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:01:07.022579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] Sync routers for ids ['3636109a-7707-41bb-8197-c9d7f67b4a5b'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:01:07.028254 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-260e6a24-c28e-455b-9230-9494ffb9efc9 admin admin] 10.222.0.69 "PUT /v2.0/routers/3636109a-7707-41bb-8197-c9d7f67b4a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8828900 Feb 07 14:01:07.028905 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33524) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:07.032873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] Routers {'3636109a-7707-41bb-8197-c9d7f67b4a5b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:07.033485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3636109a-7707-41bb-8197-c9d7f67b4a5b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:07.216725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:07.219035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] Set router 3636109a-7707-41bb-8197-c9d7f67b4a5b gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:07.419870 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:07.484877 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Deleting port 2ff90ca7-f30b-4ec2-9a11-4232885639a4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:07.485627 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:07.568874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T14:01:05Z', 'revision_number': 5, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port': {'id': '2ff90ca7-f30b-4ec2-9a11-4232885639a4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:07.573068 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] Checking router: 3636109a-7707-41bb-8197-c9d7f67b4a5b for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:01:07.583672 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] Routers {'3636109a-7707-41bb-8197-c9d7f67b4a5b'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:07.584326 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:00:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['3636109a-7707-41bb-8197-c9d7f67b4a5b'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:07.681275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] For port 2ff90ca7-f30b-4ec2-9a11-4232885639a4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2ff90ca7-f30b-4ec2-9a11-4232885639a4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:07.681802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:07.741608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] Set router 3636109a-7707-41bb-8197-c9d7f67b4a5b gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:07.855409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T14:01:07Z', 'revision_number': 6, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:07.859934 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e58c6e-ead4-4a3b-b2b1-41f68cc36697 None None] The sync data for ids ['3636109a-7707-41bb-8197-c9d7f67b4a5b'] in n-d-811416-5 is: [{'id': '3636109a-7707-41bb-8197-c9d7f67b4a5b', 'name': 'tempest-TestEncryptedCinderVolumes-785150656-router', 'tenant_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:26Z', 'updated_at': '2022-02-07T14:01:07Z', 'revision_number': 6, 'project_id': 'beff1409f52c4f9f86a45a6e72ad0d48', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:01:07.944737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Calling delete_port for 2ff90ca7-f30b-4ec2-9a11-4232885639a4 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:08.207795 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.269522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff90ca7-f30b-4ec2-9a11-4232885639a4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:08.282178 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 93203d90-4f10-4444-974e-ce0ea1e06293 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:01:08.328234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 93203d90-4f10-4444-974e-ce0ea1e06293 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:01:08.328763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 93203d90-4f10-4444-974e-ce0ea1e06293 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:01:08.395794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.584633 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.587182 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.696644 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.697382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3636109a-7707-41bb-8197-c9d7f67b4a5b {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:01:08.717821 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.719217 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a29122f3-f5ec-4798-8664-293fe6e7f1cd admin admin] 10.222.0.69 "DELETE /v2.0/routers/3636109a-7707-41bb-8197-c9d7f67b4a5b HTTP/1.1" status: 204 len: 168 time: 1.6893408 Feb 07 14:01:08.722427 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33528) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:08.764691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8f67c410-e4b9-425f-a80c-4161cd7e4696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.794605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f803a5-d56a-447f-87fb-32058509374c admin admin] Deleting subnet 13d1d570-825a-4c32-b1be-6527eea06332 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:01:08.798008 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21f803a5-d56a-447f-87fb-32058509374c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.852791 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21f803a5-d56a-447f-87fb-32058509374c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:08.949429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21f803a5-d56a-447f-87fb-32058509374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.113457 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21f803a5-d56a-447f-87fb-32058509374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.152353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f803a5-d56a-447f-87fb-32058509374c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d1d570-825a-4c32-b1be-6527eea06332,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:09.156837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21f803a5-d56a-447f-87fb-32058509374c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.162011 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7115369-4df5-4175-a61d-1b0a5957958d None None] Network 8badfef5-98ef-4d42-8547-8b8d78a43b65 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:01:09.164135 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-21f803a5-d56a-447f-87fb-32058509374c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/13d1d570-825a-4c32-b1be-6527eea06332 HTTP/1.1" status: 204 len: 168 time: 0.4405956 Feb 07 14:01:09.166928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33532) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:09.281169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.293331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Deleting port a560914f-928a-411c-9769-932b23771ec4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:09.293677 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.428643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] DHCP port deletion for 8badfef5-98ef-4d42-8547-8b8d78a43b65 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:01:09.432834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Deleting port a560914f-928a-411c-9769-932b23771ec4 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:09.433213 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.649774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] For port a560914f-928a-411c-9769-932b23771ec4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a560914f-928a-411c-9769-932b23771ec4,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:09.650343 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.656437 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] For port a560914f-928a-411c-9769-932b23771ec4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a560914f-928a-411c-9769-932b23771ec4,segment=NetworkSegment(63acf571-e041-4d04-ab63-964a52e4f05b),segment_id=63acf571-e041-4d04-ab63-964a52e4f05b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:09.656762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.785740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Calling delete_port for a560914f-928a-411c-9769-932b23771ec4 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:09.790086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Calling delete_port for a560914f-928a-411c-9769-932b23771ec4 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:09.924940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:09.931825 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.db.api [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:01:09.932184 n-d-811416-5 neutron-server[88313]: DEBUG oslo_db.api [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:01:09.974042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Pushing event deleted for resources: {'Port': ['ID=a560914f-928a-411c-9769-932b23771ec4,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:09.977673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] No DVR routers for this DVR port a560914f-928a-411c-9769-932b23771ec4 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:01:09.994335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.994693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.995041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.995384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.995839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.996127 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.996461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.996792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.997119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.997467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.997794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:09.998130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929d15e-3f2c-4b57-adb5-24ef0f696a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:10.141712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2ff90ca7-f30b-4ec2-9a11-4232885639a4 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:01:10.184181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 2ff90ca7-f30b-4ec2-9a11-4232885639a4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:01:10.184646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2ff90ca7-f30b-4ec2-9a11-4232885639a4 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:01:10.185024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a560914f-928a-411c-9769-932b23771ec4 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:01:10.220467 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a560914f-928a-411c-9769-932b23771ec4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:01:10.220815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a560914f-928a-411c-9769-932b23771ec4 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:01:10.434100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Deleting port a560914f-928a-411c-9769-932b23771ec4 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:10.434657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:10.506548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] The port 'a560914f-928a-411c-9769-932b23771ec4' was deleted {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 14:01:10.630509 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:10.658575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8badfef5-98ef-4d42-8547-8b8d78a43b65']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:10.673009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63acf571-e041-4d04-ab63-964a52e4f05b') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:10.673827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63acf571-e041-4d04-ab63-964a52e4f05b') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:10.687263 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:10.714848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:10.721431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:01:10.722216 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: util.warn( Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: timer() Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:01:10.736615 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:01:10.879145 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:10.895842 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:10.909561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] Pushing event deleted for resources: {'Network': ['ID=8badfef5-98ef-4d42-8547-8b8d78a43b65,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:10.915840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8a93be39-a663-4f62-9d7d-589acec9dccd admin admin] 10.222.0.69 "DELETE /v2.0/networks/8badfef5-98ef-4d42-8547-8b8d78a43b65 HTTP/1.1" status: 204 len: 168 time: 1.7474155 Feb 07 14:01:10.919001 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33538) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:11.507527 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:11.547324 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7357d0de-39e4-4737-b819-a822baddad6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:12.023876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Deleting port fe3fae8c-e128-4efd-af00-8d7aeb8cc516 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:12.024499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:12.242573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] For port fe3fae8c-e128-4efd-af00-8d7aeb8cc516, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,segment=NetworkSegment(677e1a25-8750-41e1-833a-61b7c49c9731),segment_id=677e1a25-8750-41e1-833a-61b7c49c9731)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:12.242573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:12.372890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Calling delete_port for fe3fae8c-e128-4efd-af00-8d7aeb8cc516 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:12.398773 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:12.495757 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:12.621727 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:12.674737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3fae8c-e128-4efd-af00-8d7aeb8cc516,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:12.956390 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:13.346202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Router 008a6144-92ee-45cc-8aaf-abb0ccd6685e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:01:13.659760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:01:13.669948 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] Sync routers for ids ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:01:13.671844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-321fbef9-1f5b-492a-8109-21d2ff14e711 admin admin] 10.222.0.69 "PUT /v2.0/routers/008a6144-92ee-45cc-8aaf-abb0ccd6685e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7517426 Feb 07 14:01:13.674728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33542) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:13.683692 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] Routers {'008a6144-92ee-45cc-8aaf-abb0ccd6685e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:13.684484 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:13.879643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:13.884165 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] Set router 008a6144-92ee-45cc-8aaf-abb0ccd6685e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:13.947675 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:14.074049 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:14.175930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Deleting port c8edd4fd-94d6-4db8-adb3-1153baf4f35a {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:14.176315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:14.183614 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T14:01:12Z', 'revision_number': 5, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port': {'id': 'c8edd4fd-94d6-4db8-adb3-1153baf4f35a', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T13:59:36Z', 'updated_at': '2022-02-07T13:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:14.187565 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] Checking router: 008a6144-92ee-45cc-8aaf-abb0ccd6685e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:01:14.196980 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] Routers {'008a6144-92ee-45cc-8aaf-abb0ccd6685e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:14.197618 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:14.358554 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] Set router 008a6144-92ee-45cc-8aaf-abb0ccd6685e gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:14.379175 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] For port c8edd4fd-94d6-4db8-adb3-1153baf4f35a, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c8edd4fd-94d6-4db8-adb3-1153baf4f35a,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:14.379521 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:14.470587 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T14:01:14Z', 'revision_number': 6, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:14.475432 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b310dc3-e797-4f92-856a-2e109902817b None None] The sync data for ids ['008a6144-92ee-45cc-8aaf-abb0ccd6685e'] in n-d-811416-5 is: [{'id': '008a6144-92ee-45cc-8aaf-abb0ccd6685e', 'name': 'tempest-TestEncryptedCinderVolumes-2129440040-router', 'tenant_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T13:59:34Z', 'updated_at': '2022-02-07T14:01:14Z', 'revision_number': 6, 'project_id': 'bc64c43a977d45beb1ecb38d98eb460e', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:01:14.519221 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Calling delete_port for c8edd4fd-94d6-4db8-adb3-1153baf4f35a owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:14.889900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:14.944763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=c8edd4fd-94d6-4db8-adb3-1153baf4f35a,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:15.039178 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.225252 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.227923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.330547 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.331227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 008a6144-92ee-45cc-8aaf-abb0ccd6685e {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:01:15.351732 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.353544 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5675f277-96fe-40f9-9fac-3482740f9bbf admin admin] 10.222.0.69 "DELETE /v2.0/routers/008a6144-92ee-45cc-8aaf-abb0ccd6685e HTTP/1.1" status: 204 len: 168 time: 1.6777046 Feb 07 14:01:15.356138 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:15.425793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f9b2ea-1d94-4b0f-96e9-2fd6b9db89fc admin admin] Deleting subnet 696fa6fd-1ab7-4b53-a359-8beb87acd6cf {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:01:15.430238 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f9b2ea-1d94-4b0f-96e9-2fd6b9db89fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.489109 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f9b2ea-1d94-4b0f-96e9-2fd6b9db89fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.581760 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.588046 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f9b2ea-1d94-4b0f-96e9-2fd6b9db89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.776276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f9b2ea-1d94-4b0f-96e9-2fd6b9db89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.818631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9b2ea-1d94-4b0f-96e9-2fd6b9db89fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696fa6fd-1ab7-4b53-a359-8beb87acd6cf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:15.823725 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-69f9b2ea-1d94-4b0f-96e9-2fd6b9db89fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.830399 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f4b44-0a23-4745-aeef-f99836ef4cc7 None None] Network 1b984f91-eb5d-4222-8527-b8a14c89b7b7 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:01:15.835147 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-69f9b2ea-1d94-4b0f-96e9-2fd6b9db89fc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/696fa6fd-1ab7-4b53-a359-8beb87acd6cf HTTP/1.1" status: 204 len: 168 time: 0.4751854 Feb 07 14:01:15.835489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33550) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:15.949028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:15.964119 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Deleting port 23401709-042e-4a8b-af9e-51e3806064d5 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:15.964463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.157703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] DHCP port deletion for 1b984f91-eb5d-4222-8527-b8a14c89b7b7 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:01:16.163616 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] Deleting port 23401709-042e-4a8b-af9e-51e3806064d5 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:16.164040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.197173 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fe3fae8c-e128-4efd-af00-8d7aeb8cc516 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:01:16.209794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] For port 23401709-042e-4a8b-af9e-51e3806064d5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=23401709-042e-4a8b-af9e-51e3806064d5,segment=NetworkSegment(677e1a25-8750-41e1-833a-61b7c49c9731),segment_id=677e1a25-8750-41e1-833a-61b7c49c9731)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:16.210228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.249507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: fe3fae8c-e128-4efd-af00-8d7aeb8cc516 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:01:16.249864 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device fe3fae8c-e128-4efd-af00-8d7aeb8cc516 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:01:16.250321 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8edd4fd-94d6-4db8-adb3-1153baf4f35a no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:01:16.291714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c8edd4fd-94d6-4db8-adb3-1153baf4f35a {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:01:16.292133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c8edd4fd-94d6-4db8-adb3-1153baf4f35a not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:01:16.344774 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Calling delete_port for 23401709-042e-4a8b-af9e-51e3806064d5 owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:16.483319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] For port 23401709-042e-4a8b-af9e-51e3806064d5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=23401709-042e-4a8b-af9e-51e3806064d5,segment=NetworkSegment(677e1a25-8750-41e1-833a-61b7c49c9731),segment_id=677e1a25-8750-41e1-833a-61b7c49c9731)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:16.483723 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.558195 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.609650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Pushing event deleted for resources: {'Port': ['ID=23401709-042e-4a8b-af9e-51e3806064d5,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:16.613998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] No DVR routers for this DVR port 23401709-042e-4a8b-af9e-51e3806064d5 on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:01:16.619569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] Calling delete_port for 23401709-042e-4a8b-af9e-51e3806064d5 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:01:16.711846 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:01:16.712346 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:01:16.851484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.878948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b984f91-eb5d-4222-8527-b8a14c89b7b7']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:16.892553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677e1a25-8750-41e1-833a-61b7c49c9731') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:16.892851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677e1a25-8750-41e1-833a-61b7c49c9731') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:16.906324 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.924267 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.931646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:01:16.935906 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: timer() Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:01:16.947083 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:01:17.135931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:17.153090 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:17.163345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b984f91-eb5d-4222-8527-b8a14c89b7b7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:17.167904 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-788ed9ea-bf2d-4833-b78d-2e2c13a7654b admin admin] 10.222.0.69 "DELETE /v2.0/networks/1b984f91-eb5d-4222-8527-b8a14c89b7b7 HTTP/1.1" status: 204 len: 168 time: 1.3314381 Feb 07 14:01:17.213814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] Deleting port 23401709-042e-4a8b-af9e-51e3806064d5 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:01:17.214158 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:17.283786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-af7dc673-e69e-4c96-8d0a-d92ab86ce618 None None] The port '23401709-042e-4a8b-af9e-51e3806064d5' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 14:01:17.717144 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33556) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:17.779183 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8a2d1026-1377-4677-ae9e-7c757d058337 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=beff1409f52c4f9f86a45a6e72ad0d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606494 Feb 07 14:01:17.781677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33560) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:17.842571 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea7308d1-1b3e-4366-9bcb-e0d0f5c84499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:17.870612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea7308d1-1b3e-4366-9bcb-e0d0f5c84499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:18.118574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea7308d1-1b3e-4366-9bcb-e0d0f5c84499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:18.135941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7308d1-1b3e-4366-9bcb-e0d0f5c84499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c1d7d4-0842-45d6-bc98-ac10fd711b99,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:18.146802 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ea7308d1-1b3e-4366-9bcb-e0d0f5c84499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:18.147780 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 23401709-042e-4a8b-af9e-51e3806064d5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:01:18.148173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ea7308d1-1b3e-4366-9bcb-e0d0f5c84499 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/69c1d7d4-0842-45d6-bc98-ac10fd711b99 HTTP/1.1" status: 204 len: 168 time: 0.3591554 Feb 07 14:01:18.190583 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 23401709-042e-4a8b-af9e-51e3806064d5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:01:18.190935 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 23401709-042e-4a8b-af9e-51e3806064d5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:01:18.972438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33568) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:19.028251 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2ba1f30e-a5d0-494c-9929-310250d6aa82 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc64c43a977d45beb1ecb38d98eb460e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546045 Feb 07 14:01:19.031043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33572) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:19.097926 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b7d116c-dab0-4919-94a9-0364e745bf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:19.125064 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b7d116c-dab0-4919-94a9-0364e745bf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:19.278740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b7d116c-dab0-4919-94a9-0364e745bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:19.294593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d116c-dab0-4919-94a9-0364e745bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c488e92d-6f10-4c33-bf98-5e1b241f0b79,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:19.306235 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5b7d116c-dab0-4919-94a9-0364e745bf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:19.307957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5b7d116c-dab0-4919-94a9-0364e745bf7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c488e92d-6f10-4c33-bf98-5e1b241f0b79 HTTP/1.1" status: 204 len: 168 time: 0.2757580 Feb 07 14:01:20.452825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33596) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:20.563650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2144105203-network', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:01:20.569869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:20.579879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Usage tracker for resource:network and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:01:20.582933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:01:20.589599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:20.667893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Made reservation on behalf of abcd482f489c49acb3bb3c45de5bd1c1 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:01:20.670455 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:20.684372 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:20.701318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:20.705484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Usage tracker for resource:security_group_rule and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:01:20.708396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:01:20.715736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:20.803358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:20.890161 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:20.929829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:01:20.935262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:20.944077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:20.944434 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Added segment 6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1 of type vlan for network a23d58db-6185-4de7-9e39-fc098badade4 Feb 07 14:01:20.972382 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:21.084442 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:21.085527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:21.086109 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:21.194963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] Pushing event updated for resources: {'Network': ['ID=a23d58db-6185-4de7-9e39-fc098badade4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:21.204743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a23d58db-6185-4de7-9e39-fc098badade4 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:01:21.262978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0e3c0f72-eae0-4fc6-9a78-04706f75184e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8086126 Feb 07 14:01:21.265843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33602) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:21.273947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Request body: {'subnet': {'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2144105203-subnet', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:01:21.280285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:21.285089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Usage tracker for resource:subnet and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:01:21.288782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:01:21.295747 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:21.416496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Made reservation on behalf of abcd482f489c49acb3bb3c45de5bd1c1 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:01:21.419080 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:21.696446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:21.771480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Pushing event updated for resources: {'Subnet': ['ID=986fff57-6063-4339-8f15-ccf5235646cf,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:21.792191 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Checking segment: {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:01:21.792554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Network hostable DHCP agents. Network: a23d58db-6185-4de7-9e39-fc098badade4, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:01:21.861665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Network a23d58db-6185-4de7-9e39-fc098badade4 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:01:21.918692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a23d58db-6185-4de7-9e39-fc098badade4) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:21.924715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:21.925691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:21.957918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa034727-4288-43b3-8ebc-0dcf7f7b0310 None None] Network a23d58db-6185-4de7-9e39-fc098badade4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:01:22.017031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bc219ded-570b-4644-9e0f-1a2494ea38de admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7498047 Feb 07 14:01:22.019923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33606) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:22.025712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:01:22.030820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:22.034773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Usage tracker for resource:router and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:01:22.038576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:01:22.045406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:22.159741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:22.161136 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:22.169706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a23d58db-6185-4de7-9e39-fc098badade4', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:01:22.170835 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:22.189258 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:22.350345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Allocated IP 172.20.0.2 (a23d58db-6185-4de7-9e39-fc098badade4/986fff57-6063-4339-8f15-ccf5235646cf/b665b38f-031a-4211-917f-22ad9ff873ed) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:01:22.550549 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:22.579830 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:22.590419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Transition to ACTIVE for port object b665b38f-031a-4211-917f-22ad9ff873ed will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:22.610279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Transition to ACTIVE for port object b665b38f-031a-4211-917f-22ad9ff873ed will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:22.724778 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:22.803447 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Network a23d58db-6185-4de7-9e39-fc098badade4 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:22.806710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:22.810592 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:01:22.817143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Pushing event updated for resources: {'Port': ['ID=b665b38f-031a-4211-917f-22ad9ff873ed,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:22.955809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Attempting to bind port b665b38f-031a-4211-917f-22ad9ff873ed on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:01:22.956219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Attempting to bind port b665b38f-031a-4211-917f-22ad9ff873ed by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:01:22.956589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Attempting to bind port b665b38f-031a-4211-917f-22ad9ff873ed on network a23d58db-6185-4de7-9e39-fc098badade4 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:01:22.967100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:01:22.967100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Checking segment: {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:01:22.967100 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:22.967100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Bound using segment: {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:01:22.967100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Bound port: b665b38f-031a-4211-917f-22ad9ff873ed, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:01:22.967100 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:23.067405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] For port b665b38f-031a-4211-917f-22ad9ff873ed, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:01:23.071902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] For port b665b38f-031a-4211-917f-22ad9ff873ed, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b665b38f-031a-4211-917f-22ad9ff873ed,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:01:23.115744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:23.148308 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:23.148513 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:23.253884 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a997e-a33c-4fe7-aeff-7aa335d0ffc4 None None] Pushing event updated for resources: {'Port': ['ID=b665b38f-031a-4211-917f-22ad9ff873ed,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:23.310146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Allocated IP 172.25.7.214 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/bbe04b5f-6f64-4797-891e-c425cacdfd1c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:01:23.503144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:23.661763 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:23.733380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:23.736892 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:23.742340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:01:23.779030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Pushing event updated for resources: {'Port': ['ID=bbe04b5f-6f64-4797-891e-c425cacdfd1c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:24.100127 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:01:24.199066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b665b38f-031a-4211-917f-22ad9ff873ed up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:24.302843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74856279-0a32-45f1-803c-7ab51811f283 None None] Network a23d58db-6185-4de7-9e39-fc098badade4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:01:24.341838 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:24.379000 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b665b38f-031a-4211-917f-22ad9ff873ed completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:24.530875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5478e774-5cd7-4c9b-8f8e-8fb93e36eb83 None None] Provisioning for port b665b38f-031a-4211-917f-22ad9ff873ed completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:24.543075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5478e774-5cd7-4c9b-8f8e-8fb93e36eb83 None None] Provisioning complete for port b665b38f-031a-4211-917f-22ad9ff873ed triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:24.543358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5478e774-5cd7-4c9b-8f8e-8fb93e36eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:24.701346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5478e774-5cd7-4c9b-8f8e-8fb93e36eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:24.710575 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:24.741641 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-5478e774-5cd7-4c9b-8f8e-8fb93e36eb83 None None] For port b665b38f-031a-4211-917f-22ad9ff873ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b665b38f-031a-4211-917f-22ad9ff873ed,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:24.815559 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5478e774-5cd7-4c9b-8f8e-8fb93e36eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:24.893832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478e774-5cd7-4c9b-8f8e-8fb93e36eb83 None None] Pushing event updated for resources: {'Port': ['ID=b665b38f-031a-4211-917f-22ad9ff873ed,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:24.938439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5637a483-fc5a-446e-a66b-750fa56558e4 None None] Provisioning complete for port b665b38f-031a-4211-917f-22ad9ff873ed triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:24.938727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5637a483-fc5a-446e-a66b-750fa56558e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:25.158682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Router 82df3793-aaec-4565-af07-0c9ede74fb00 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:01:25.238390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:25.345352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:01:25.355062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Sync routers for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:01:25.366303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:25.367055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:25.410092 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:25.411395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2af3d52a-e48e-4fae-bf81-10bbad96032c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3904822 Feb 07 14:01:25.415450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33610) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:25.559182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:25.862102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:24Z', 'revision_number': 3, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:25.867065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Checking router: 82df3793-aaec-4565-af07-0c9ede74fb00 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:01:25.867417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Updating router 82df3793-aaec-4565-af07-0c9ede74fb00 port bbe04b5f-6f64-4797-891e-c425cacdfd1c binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:01:25.925218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.139789 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.168266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b665b38f-031a-4211-917f-22ad9ff873ed up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:26.299949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b665b38f-031a-4211-917f-22ad9ff873ed triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:26.300788 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.380574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Allocated IP 172.20.0.1 (a23d58db-6185-4de7-9e39-fc098badade4/986fff57-6063-4339-8f15-ccf5235646cf/9512096e-7f7e-4c06-ac74-44551a7b0787) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:01:26.440805 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.504829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Transition to ACTIVE for port object bbe04b5f-6f64-4797-891e-c425cacdfd1c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:26.551639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.570456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Transition to ACTIVE for port object 9512096e-7f7e-4c06-ac74-44551a7b0787 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:26.575779 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.667815 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Attempting to bind port bbe04b5f-6f64-4797-891e-c425cacdfd1c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:01:26.668279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Attempting to bind port bbe04b5f-6f64-4797-891e-c425cacdfd1c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:01:26.668648 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Attempting to bind port bbe04b5f-6f64-4797-891e-c425cacdfd1c on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:01:26.673344 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.674710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8817459-abec-4c0b-a935-0d007fe7826d None None] Pushing event updated for resources: {'Port': ['ID=bbe04b5f-6f64-4797-891e-c425cacdfd1c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:26.679484 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:01:26.679863 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:01:26.680315 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.680726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:01:26.681206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Bound port: bbe04b5f-6f64-4797-891e-c425cacdfd1c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:01:26.681636 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.750668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Network a23d58db-6185-4de7-9e39-fc098badade4 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:26.757644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:26.757790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:01:26.773279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] For port bbe04b5f-6f64-4797-891e-c425cacdfd1c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:01:26.777403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] For port bbe04b5f-6f64-4797-891e-c425cacdfd1c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bbe04b5f-6f64-4797-891e-c425cacdfd1c,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:01:26.800332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Pushing event updated for resources: {'Port': ['ID=9512096e-7f7e-4c06-ac74-44551a7b0787,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:26.827153 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.874070 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:26.963079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:26.963785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:27.080921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8817459-abec-4c0b-a935-0d007fe7826d None None] Pushing event updated for resources: {'Port': ['ID=bbe04b5f-6f64-4797-891e-c425cacdfd1c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:27.187778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ea38aa88-84a9-452c-a708-fef5ea9ac184 None None] Provisioning for port 9512096e-7f7e-4c06-ac74-44551a7b0787 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:27.201473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ea38aa88-84a9-452c-a708-fef5ea9ac184 None None] Provisioning complete for port 9512096e-7f7e-4c06-ac74-44551a7b0787 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:27.201841 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ea38aa88-84a9-452c-a708-fef5ea9ac184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:27.235144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:27.331409 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:27.430877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ea38aa88-84a9-452c-a708-fef5ea9ac184 None None] Port 9512096e-7f7e-4c06-ac74-44551a7b0787 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:01:27.558352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:24Z', 'revision_number': 3, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:27.562493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aa84b-3efe-4360-bfea-7a47f8a2268c None None] The sync data for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 is: [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:24Z', 'revision_number': 3, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:01:27.575604 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:27.667577 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:27.792164 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:27.876114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Pushing event updated for resources: {'Port': ['ID=9512096e-7f7e-4c06-ac74-44551a7b0787,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:27.957774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Network a23d58db-6185-4de7-9e39-fc098badade4 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:27.959389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:28.177118 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Router 82df3793-aaec-4565-af07-0c9ede74fb00 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:01:28.257587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bbe04b5f-6f64-4797-891e-c425cacdfd1c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:28.340245 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-02c5bbc7-873f-4b4a-9ac1-142c5f37324d None None] Provisioning complete for port 9512096e-7f7e-4c06-ac74-44551a7b0787 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:28.340653 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-02c5bbc7-873f-4b4a-9ac1-142c5f37324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:28.422438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-02c5bbc7-873f-4b4a-9ac1-142c5f37324d None None] Port 9512096e-7f7e-4c06-ac74-44551a7b0787 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:01:28.423603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:01:28.434275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-02b9220d-b39a-4185-b88d-297b25510789 admin admin] 10.222.0.69 "PUT /v2.0/routers/82df3793-aaec-4565-af07-0c9ede74fb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0171847 Feb 07 14:01:28.563662 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port bbe04b5f-6f64-4797-891e-c425cacdfd1c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:28.573042 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port bbe04b5f-6f64-4797-891e-c425cacdfd1c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:28.573504 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:28.724334 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:28.747001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port bbe04b5f-6f64-4797-891e-c425cacdfd1c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bbe04b5f-6f64-4797-891e-c425cacdfd1c,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:28.833082 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:28.905111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=bbe04b5f-6f64-4797-891e-c425cacdfd1c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:29.218704 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Sync routers for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:01:29.230413 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:29.231224 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:29.267275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33628) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:29.273576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-115764212-network', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:01:29.279885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:29.290483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Usage tracker for resource:network and tenant:5f5a9cf6144a431e9bd723bbdbc39c09 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:01:29.290483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:01:29.294673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:29.393146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Made reservation on behalf of 5f5a9cf6144a431e9bd723bbdbc39c09 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:01:29.395566 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.408586 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.425111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:29.429725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Usage tracker for resource:security_group_rule and tenant:5f5a9cf6144a431e9bd723bbdbc39c09 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:01:29.432670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:01:29.438534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:29.450376 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:29.525256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.617099 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.652068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:01:29.660791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4a535b-4706-44ea-97a5-3ebf8629d267,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:29.667887 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.668267 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Added segment c2491185-c4c0-4788-bf8f-d833f9f82bb9 of type vlan for network cad07971-a3ee-4cba-93df-9319c439281c Feb 07 14:01:29.703407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.784186 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 2, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:29.788460 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Checking router: 82df3793-aaec-4565-af07-0c9ede74fb00 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:01:29.788805 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Updating router 82df3793-aaec-4565-af07-0c9ede74fb00 port 9512096e-7f7e-4c06-ac74-44551a7b0787 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:01:29.809852 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.810944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:29.811560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.843871 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:29.915680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] Pushing event updated for resources: {'Network': ['ID=cad07971-a3ee-4cba-93df-9319c439281c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:29.926926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network cad07971-a3ee-4cba-93df-9319c439281c details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:01:30.011130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4cf1d7b2-0645-4687-bf10-032a2e467c0a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7424903 Feb 07 14:01:30.013671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33632) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:30.019371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Request body: {'subnet': {'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-115764212-subnet', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:01:30.025830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:30.029247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Usage tracker for resource:subnet and tenant:5f5a9cf6144a431e9bd723bbdbc39c09 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:01:30.032074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:01:30.039879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:30.124272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Made reservation on behalf of 5f5a9cf6144a431e9bd723bbdbc39c09 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:01:30.126819 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.152455 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bbe04b5f-6f64-4797-891e-c425cacdfd1c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:30.191041 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.204065 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Transition to ACTIVE for port object 9512096e-7f7e-4c06-ac74-44551a7b0787 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:30.227522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port bbe04b5f-6f64-4797-891e-c425cacdfd1c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:30.227899 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.284804 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.364996 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Pushing event updated for resources: {'Port': ['ID=9512096e-7f7e-4c06-ac74-44551a7b0787,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:30.435618 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.436073 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.436820 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.436820 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.437232 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.437613 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.438074 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.438391 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.438780 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.439152 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.439526 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.439897 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:01:30.536538 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Attempting to bind port 9512096e-7f7e-4c06-ac74-44551a7b0787 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:01:30.536897 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Attempting to bind port 9512096e-7f7e-4c06-ac74-44551a7b0787 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:01:30.537887 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Attempting to bind port 9512096e-7f7e-4c06-ac74-44551a7b0787 on network a23d58db-6185-4de7-9e39-fc098badade4 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:01:30.544294 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:01:30.544624 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Checking segment: {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:01:30.545016 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.545405 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Bound using segment: {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:01:30.545937 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Bound port: 9512096e-7f7e-4c06-ac74-44551a7b0787, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:01:30.546306 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.553639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.642422 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] For port 9512096e-7f7e-4c06-ac74-44551a7b0787, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:01:30.644162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e72704-b489-4da8-b0bf-79c7a4c503ec,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:30.645526 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] For port 9512096e-7f7e-4c06-ac74-44551a7b0787, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9512096e-7f7e-4c06-ac74-44551a7b0787,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:01:30.666642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Checking segment: {'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:01:30.666642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Network hostable DHCP agents. Network: cad07971-a3ee-4cba-93df-9319c439281c, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:01:30.707833 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.730048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Network cad07971-a3ee-4cba-93df-9319c439281c is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:01:30.787811 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:30.788454 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:30.792815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, cad07971-a3ee-4cba-93df-9319c439281c) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:30.801246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76302b8b-802d-4a29-9a0d-fbd8cfbe6107 None None] Network cad07971-a3ee-4cba-93df-9319c439281c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:01:30.805402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:30.806001 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:30.862922 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88683f8a-42a9-47df-8f0d-fbf0a26f7621 None None] Pushing event updated for resources: {'Port': ['ID=9512096e-7f7e-4c06-ac74-44551a7b0787,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:30.910730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-84aa407d-6bf0-429e-a314-8bc95da6353c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8934085 Feb 07 14:01:30.910964 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33636) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:30.916913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:01:30.922451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:30.926824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Usage tracker for resource:router and tenant:5f5a9cf6144a431e9bd723bbdbc39c09 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:01:30.930861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:01:30.938140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:31.010562 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:31.015589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.016677 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.033161 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.060617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-cad07971-a3ee-4cba-93df-9319c439281c', 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'fixed_ips': [{'subnet_id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:01:31.061079 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.244474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Allocated IP 172.20.0.2 (cad07971-a3ee-4cba-93df-9319c439281c/f0e72704-b489-4da8-b0bf-79c7a4c503ec/07498014-b6ca-474e-b7f2-a7079aaddf0c) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:01:31.368453 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:30Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:31.373757 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e800ae-debb-4063-92ee-a96e0df24970 None None] The sync data for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 is: [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:30Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:01:31.414799 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.487917 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.498835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Transition to ACTIVE for port object 07498014-b6ca-474e-b7f2-a7079aaddf0c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:31.522347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Transition to ACTIVE for port object 07498014-b6ca-474e-b7f2-a7079aaddf0c will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:31.627446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.726941 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Pushing event updated for resources: {'Port': ['ID=07498014-b6ca-474e-b7f2-a7079aaddf0c,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:31.733644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Network cad07971-a3ee-4cba-93df-9319c439281c is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:31.734824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:31.737160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:01:31.839358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Attempting to bind port 07498014-b6ca-474e-b7f2-a7079aaddf0c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:01:31.839727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Attempting to bind port 07498014-b6ca-474e-b7f2-a7079aaddf0c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:01:31.840123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Attempting to bind port 07498014-b6ca-474e-b7f2-a7079aaddf0c on network cad07971-a3ee-4cba-93df-9319c439281c {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:01:31.845544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:01:31.845917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Checking segment: {'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:01:31.846322 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.846715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Bound using segment: {'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:01:31.847182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Bound port: 07498014-b6ca-474e-b7f2-a7079aaddf0c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:01:31.847560 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.886228 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.921197 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:31.948280 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] For port 07498014-b6ca-474e-b7f2-a7079aaddf0c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:01:31.952209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] For port 07498014-b6ca-474e-b7f2-a7079aaddf0c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=07498014-b6ca-474e-b7f2-a7079aaddf0c,segment=NetworkSegment(c2491185-c4c0-4788-bf8f-d833f9f82bb9),segment_id=c2491185-c4c0-4788-bf8f-d833f9f82bb9)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:01:32.022091 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:32.066671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Allocated IP 172.25.7.124 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/b1e5fdd4-134c-4e22-91ba-c822153b9faa) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:01:32.116775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f5a5f-9b1a-4be2-a67f-b28424d97e2e None None] Pushing event updated for resources: {'Port': ['ID=07498014-b6ca-474e-b7f2-a7079aaddf0c,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:32.231067 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9512096e-7f7e-4c06-ac74-44551a7b0787 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:32.265573 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:32.398848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:32.438478 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9512096e-7f7e-4c06-ac74-44551a7b0787 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:32.444211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9512096e-7f7e-4c06-ac74-44551a7b0787 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:32.444669 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:32.489538 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:32.491765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:32.499826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:01:32.547432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e5fdd4-134c-4e22-91ba-c822153b9faa,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:32.668144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:32.702821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9512096e-7f7e-4c06-ac74-44551a7b0787, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9512096e-7f7e-4c06-ac74-44551a7b0787,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:32.821535 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:32.894726 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9512096e-7f7e-4c06-ac74-44551a7b0787,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:33.185980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:33.249046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ebd05-4e97-4422-82bc-f22c92e500f8 None None] Network cad07971-a3ee-4cba-93df-9319c439281c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:01:33.426555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-84596d31-d722-4303-aaa0-5e631e166bc8 None None] Provisioning for port 07498014-b6ca-474e-b7f2-a7079aaddf0c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:33.549889 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:33.884241 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Router 1d4fbe68-182e-46dd-b212-7cec4084f43e is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:01:34.064683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:01:34.074762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Sync routers for ids ['1d4fbe68-182e-46dd-b212-7cec4084f43e'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:01:34.084808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Routers {'1d4fbe68-182e-46dd-b212-7cec4084f43e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:34.085418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1d4fbe68-182e-46dd-b212-7cec4084f43e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:34.181498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:34.182810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-79e44a0e-8878-4877-8ae3-c136093c8a52 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2707474 Feb 07 14:01:34.185627 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33642) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:01:34.254397 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9512096e-7f7e-4c06-ac74-44551a7b0787 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:34.322106 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Set router 1d4fbe68-182e-46dd-b212-7cec4084f43e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:34.536357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9512096e-7f7e-4c06-ac74-44551a7b0787 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:34.536649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:34.741678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 07498014-b6ca-474e-b7f2-a7079aaddf0c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:34.811408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:32Z', 'revision_number': 3, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port': {'id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:34.811408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Checking router: 1d4fbe68-182e-46dd-b212-7cec4084f43e for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:01:34.811408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Updating router 1d4fbe68-182e-46dd-b212-7cec4084f43e port b1e5fdd4-134c-4e22-91ba-c822153b9faa binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:01:34.870761 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:34.960943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 07498014-b6ca-474e-b7f2-a7079aaddf0c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:34.970950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 07498014-b6ca-474e-b7f2-a7079aaddf0c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:34.971323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.070771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.269706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.290556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Allocated IP 172.20.0.1 (cad07971-a3ee-4cba-93df-9319c439281c/f0e72704-b489-4da8-b0bf-79c7a4c503ec/52607d13-e3da-4cfa-9fb5-77b97c47d1d6) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:01:35.321075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 07498014-b6ca-474e-b7f2-a7079aaddf0c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=07498014-b6ca-474e-b7f2-a7079aaddf0c,segment=NetworkSegment(c2491185-c4c0-4788-bf8f-d833f9f82bb9),segment_id=c2491185-c4c0-4788-bf8f-d833f9f82bb9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:35.389654 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.402219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Transition to ACTIVE for port object b1e5fdd4-134c-4e22-91ba-c822153b9faa will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:35.438711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.443655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.461138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Transition to ACTIVE for port object 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:35.492231 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.528242 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Attempting to bind port b1e5fdd4-134c-4e22-91ba-c822153b9faa on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:01:35.528701 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Attempting to bind port b1e5fdd4-134c-4e22-91ba-c822153b9faa by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:01:35.529075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Attempting to bind port b1e5fdd4-134c-4e22-91ba-c822153b9faa on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:01:35.530973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=07498014-b6ca-474e-b7f2-a7079aaddf0c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:35.541795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.572697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:01:35.573066 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:01:35.573388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.573774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:01:35.574244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Bound port: b1e5fdd4-134c-4e22-91ba-c822153b9faa, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:01:35.574627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.612428 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Network cad07971-a3ee-4cba-93df-9319c439281c is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:35.615906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:35.621060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:01:35.655170 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Pushing event updated for resources: {'Port': ['ID=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:35.655398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c45e5b-4ea1-4508-a195-bd155904b6fb None None] Pushing event updated for resources: {'Port': ['ID=b1e5fdd4-134c-4e22-91ba-c822153b9faa,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:35.677696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] For port b1e5fdd4-134c-4e22-91ba-c822153b9faa, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:01:35.683862 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] For port b1e5fdd4-134c-4e22-91ba-c822153b9faa, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b1e5fdd4-134c-4e22-91ba-c822153b9faa,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:01:35.691625 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.805784 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.894765 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:35.901961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Routers {'1d4fbe68-182e-46dd-b212-7cec4084f43e'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:35.902586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1d4fbe68-182e-46dd-b212-7cec4084f43e'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:35.979617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c45e5b-4ea1-4508-a195-bd155904b6fb None None] Pushing event updated for resources: {'Port': ['ID=b1e5fdd4-134c-4e22-91ba-c822153b9faa,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:36.061497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-090718e0-a924-45b1-9a86-29ad7ee8d760 None None] Provisioning for port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:36.088514 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-090718e0-a924-45b1-9a86-29ad7ee8d760 None None] Provisioning complete for port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:36.088799 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-090718e0-a924-45b1-9a86-29ad7ee8d760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:36.133321 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:36.154148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] Set router 1d4fbe68-182e-46dd-b212-7cec4084f43e gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:36.205357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 07498014-b6ca-474e-b7f2-a7079aaddf0c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:36.227343 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:36.251382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-090718e0-a924-45b1-9a86-29ad7ee8d760 None None] Port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:01:36.334673 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:36.338126 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Pushing event updated for resources: {'Port': ['ID=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:36.460839 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 07498014-b6ca-474e-b7f2-a7079aaddf0c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:36.461419 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:36.476549 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Network cad07971-a3ee-4cba-93df-9319c439281c is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:36.477669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:36.688574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 4, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port': {'id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '52607d13-e3da-4cfa-9fb5-77b97c47d1d6', 'name': '', 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'mac_address': 'fa:16:3e:d4:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:35Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 1, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'subnets': [{'id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:36.693994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af1c14-764c-44fa-9bbc-c3d80d2f8552 None None] The sync data for ids ['1d4fbe68-182e-46dd-b212-7cec4084f43e'] in n-d-811416-5 is: [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 4, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port': {'id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '52607d13-e3da-4cfa-9fb5-77b97c47d1d6', 'name': '', 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'mac_address': 'fa:16:3e:d4:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:35Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 1, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'subnets': [{'id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:01:36.776290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3b47bb0b-345c-42e6-866d-8631ee83dcd8 None None] Provisioning complete for port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:36.776707 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b47bb0b-345c-42e6-866d-8631ee83dcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:36.828265 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Router 1d4fbe68-182e-46dd-b212-7cec4084f43e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:01:36.834194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3b47bb0b-345c-42e6-866d-8631ee83dcd8 None None] Port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:01:37.029598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:01:37.042078 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-91af750f-921c-472b-9cf5-cf666e508434 admin admin] 10.222.0.69 "PUT /v2.0/routers/1d4fbe68-182e-46dd-b212-7cec4084f43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8552110 Feb 07 14:01:37.897907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-4975eedd-4267-4e9c-82ec-2ada4f1b658a req-54a26209-0b22-48fa-be10-1c55e8a03336 service neutron] (88313) timed out ('10.222.0.35', 49241) {{(pid=88313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 14:01:38.248785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b1e5fdd4-134c-4e22-91ba-c822153b9faa up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:38.467100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b1e5fdd4-134c-4e22-91ba-c822153b9faa completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:38.473525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b1e5fdd4-134c-4e22-91ba-c822153b9faa triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:38.473902 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:38.689144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:38.712373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b1e5fdd4-134c-4e22-91ba-c822153b9faa, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b1e5fdd4-134c-4e22-91ba-c822153b9faa,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:38.758202 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ef106302-1c09-4689-a585-1009705caad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:38.787847 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:38.876733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b1e5fdd4-134c-4e22-91ba-c822153b9faa,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:39.835223 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Sync routers for ids ['1d4fbe68-182e-46dd-b212-7cec4084f43e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:01:39.846131 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Routers {'1d4fbe68-182e-46dd-b212-7cec4084f43e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:39.846731 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1d4fbe68-182e-46dd-b212-7cec4084f43e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:40.060130 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Set router 1d4fbe68-182e-46dd-b212-7cec4084f43e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:40.181709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b1e5fdd4-134c-4e22-91ba-c822153b9faa up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:40.275077 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b1e5fdd4-134c-4e22-91ba-c822153b9faa triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:40.275455 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:40.472998 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 4, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port': {'id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '52607d13-e3da-4cfa-9fb5-77b97c47d1d6', 'name': '', 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'mac_address': 'fa:16:3e:d4:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:35Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 2, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'subnets': [{'id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:40.479370 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Checking router: 1d4fbe68-182e-46dd-b212-7cec4084f43e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:01:40.479733 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Updating router 1d4fbe68-182e-46dd-b212-7cec4084f43e port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:01:40.536687 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:40.932749 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:40.945990 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Transition to ACTIVE for port object 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:41.335665 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:41.494927 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598b76d-0f68-4c78-935f-5fa7ed5bf24e None None] Pushing event updated for resources: {'Port': ['ID=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:41.574453 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Attempting to bind port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:01:41.574837 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Attempting to bind port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:01:41.575206 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Attempting to bind port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 on network cad07971-a3ee-4cba-93df-9319c439281c {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:01:41.581506 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8abd1947-e611-45af-a37d-0f71ae058013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:41.584698 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:01:41.585103 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Checking segment: {'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:01:41.585573 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:41.586080 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Bound using segment: {'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:01:41.586572 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Bound port: 52607d13-e3da-4cfa-9fb5-77b97c47d1d6, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2491185-c4c0-4788-bf8f-d833f9f82bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:01:41.587007 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:41.746938 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] For port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:01:41.750135 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] For port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,segment=NetworkSegment(c2491185-c4c0-4788-bf8f-d833f9f82bb9),segment_id=c2491185-c4c0-4788-bf8f-d833f9f82bb9)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:01:41.833325 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:41.918038 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598b76d-0f68-4c78-935f-5fa7ed5bf24e None None] Pushing event updated for resources: {'Port': ['ID=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:41.932238 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Routers {'1d4fbe68-182e-46dd-b212-7cec4084f43e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:01:41.932948 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:01:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1d4fbe68-182e-46dd-b212-7cec4084f43e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:42.173615 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] Set router 1d4fbe68-182e-46dd-b212-7cec4084f43e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:01:42.323445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:42.386209 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:42.547187 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:42.558490 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 4, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port': {'id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '52607d13-e3da-4cfa-9fb5-77b97c47d1d6', 'name': '', 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'mac_address': 'fa:16:3e:d4:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:35Z', 'updated_at': '2022-02-07T14:01:41Z', 'revision_number': 4, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'subnets': [{'id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:01:42.563662 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f24737-c658-4db2-bfb2-308b02886469 None None] The sync data for ids ['1d4fbe68-182e-46dd-b212-7cec4084f43e'] in n-d-811416-5 is: [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:35Z', 'revision_number': 4, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port': {'id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '52607d13-e3da-4cfa-9fb5-77b97c47d1d6', 'name': '', 'network_id': 'cad07971-a3ee-4cba-93df-9319c439281c', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'mac_address': 'fa:16:3e:d4:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:35Z', 'updated_at': '2022-02-07T14:01:41Z', 'revision_number': 4, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'subnets': [{'id': 'f0e72704-b489-4da8-b0bf-79c7a4c503ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:01:42.569148 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:42.572552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:42.572817 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:42.790096 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:42.838305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,segment=NetworkSegment(c2491185-c4c0-4788-bf8f-d833f9f82bb9),segment_id=c2491185-c4c0-4788-bf8f-d833f9f82bb9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:01:42.918705 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:43.025345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:43.935399 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:44.166025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:01:44.244790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:44.245165 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:45.571645 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:49.189297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-12ad923d-d037-4d99-a15c-8bfce8c39fca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:49.189983 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-12ad923d-d037-4d99-a15c-8bfce8c39fca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Synchronizing usage tracker for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:01:49.267058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-12ad923d-d037-4d99-a15c-8bfce8c39fca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Unset dirty status for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:01:49.271893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-12ad923d-d037-4d99-a15c-8bfce8c39fca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 815 time: 0.2350392 Feb 07 14:01:49.286058 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-92ca1962-2d0c-4c5d-a06d-a032cc413c43 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/quotas/abcd482f489c49acb3bb3c45de5bd1c1 HTTP/1.1" status: 200 len: 375 time: 0.0109639 Feb 07 14:01:49.384032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-f8dc2508-a511-4388-9342-1b78b65bfd0d tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Synchronizing usage tracker for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:01:49.455301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-f8dc2508-a511-4388-9342-1b78b65bfd0d tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Unset dirty status for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:01:49.456661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-f8dc2508-a511-4388-9342-1b78b65bfd0d tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606801 Feb 07 14:01:49.715802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-64ad8540-0e23-4334-881c-8dc2ce65cdf1 service neutron] 10.222.0.69 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472911 Feb 07 14:01:49.851379 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-d982d173-f7d5-4664-aa18-fccd95a94c6f service neutron] 10.222.0.69 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291673 Feb 07 14:01:50.095648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-51ea9f5f-5db8-4aef-b214-55c43672fda0 req-c8ae88fc-f894-411d-8851-d1d9a2072fb7 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 210 time: 0.0425990 Feb 07 14:01:51.195695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c188686e-8aa4-4cb7-95de-dd6014325c36 req-8d1606c6-7dd6-4856-8d15-080d90f9c549 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 210 time: 0.0432928 Feb 07 14:01:52.353330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c22f37be-663e-4180-aed2-a76100dce7a0 req-ceb5a274-d7b6-4e97-9b2a-7145c9b43f46 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 210 time: 0.0472238 Feb 07 14:01:52.750074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-05afb367-e676-4a8e-af78-109213174bb3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:52.751518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-05afb367-e676-4a8e-af78-109213174bb3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 815 time: 0.1507266 Feb 07 14:01:52.763360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'port': {'device_id': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'admin_state_up': True, 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:01:52.906820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:01:52.917871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:01:52.998548 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Made reservation on behalf of abcd482f489c49acb3bb3c45de5bd1c1 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:01:53.002081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:53.171312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Allocated IP 172.20.0.11 (a23d58db-6185-4de7-9e39-fc098badade4/986fff57-6063-4339-8f15-ccf5235646cf/cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:01:53.526222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eda32ff5-07e7-4c61-8adc-a47eed6c075e req-a1bf7483-0241-4185-aa24-0ad14c53cfa7 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 210 time: 0.0589387 Feb 07 14:01:53.547277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:53.564127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Transition to ACTIVE for port object cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:01:53.644903 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:53.764870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'Port': ['ID=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:01:53.803242 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Network a23d58db-6185-4de7-9e39-fc098badade4 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:01:53.807128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:01:53.813043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:01:53.954790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:53.955815 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:54.096698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-9eac4f7f-d3e1-4514-a914-0fadc152df63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3367534 Feb 07 14:01:54.357470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7ebfa1cc-ce82-4c48-b4b3-bae407bcdc4f None None] Provisioning for port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:01:54.357470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-7ebfa1cc-ce82-4c48-b4b3-bae407bcdc4f None None] Provisioning complete for port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:01:54.357470 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa1cc-ce82-4c48-b4b3-bae407bcdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:54.418710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfa1cc-ce82-4c48-b4b3-bae407bcdc4f None None] Port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:01:54.737703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084fa4e-edf6-473a-a603-efb2a87657a0 req-97033e53-d155-4ba4-a5c7-ecef0808e87b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:54.738417 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2084fa4e-edf6-473a-a603-efb2a87657a0 req-97033e53-d155-4ba4-a5c7-ecef0808e87b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Synchronizing usage tracker for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:01:54.884448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2084fa4e-edf6-473a-a603-efb2a87657a0 req-97033e53-d155-4ba4-a5c7-ecef0808e87b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Unset dirty status for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:01:54.886273 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2084fa4e-edf6-473a-a603-efb2a87657a0 req-97033e53-d155-4ba4-a5c7-ecef0808e87b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.2393689 Feb 07 14:01:54.938702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2084fa4e-edf6-473a-a603-efb2a87657a0 req-92ee63f8-7fbf-44ae-89cb-60a7d25ac18f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Synchronizing usage tracker for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:01:55.095671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2084fa4e-edf6-473a-a603-efb2a87657a0 req-92ee63f8-7fbf-44ae-89cb-60a7d25ac18f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Unset dirty status for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:01:55.096818 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2084fa4e-edf6-473a-a603-efb2a87657a0 req-92ee63f8-7fbf-44ae-89cb-60a7d25ac18f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047794 Feb 07 14:01:55.278667 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:01:56.308481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4bbc3-b2a5-49d8-8226-7e86ed6375f6 req-dee8847c-ddca-4035-85b1-45e454cdcf78 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:56.310047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cb4bbc3-b2a5-49d8-8226-7e86ed6375f6 req-dee8847c-ddca-4035-85b1-45e454cdcf78 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.0890260 Feb 07 14:01:56.360447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0cb4bbc3-b2a5-49d8-8226-7e86ed6375f6 req-e2a55704-9db6-492b-ad1c-0ce3a697c71a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437076 Feb 07 14:01:57.562631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f22ac-27cb-4018-9562-fda32e8a8359 req-8cbfd82a-a8f3-4bbe-b625-fa9df42a8f63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:57.564181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e23f22ac-27cb-4018-9562-fda32e8a8359 req-8cbfd82a-a8f3-4bbe-b625-fa9df42a8f63 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.0896404 Feb 07 14:01:57.612446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e23f22ac-27cb-4018-9562-fda32e8a8359 req-ad920616-78ea-402c-894c-82b037c265e4 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Feb 07 14:01:58.826525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dede30-369f-4229-adc2-e1a5e6742576 req-3fac7a8d-594f-40ee-907e-27c27de47b71 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:01:58.830476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8dede30-369f-4229-adc2-e1a5e6742576 req-3fac7a8d-594f-40ee-907e-27c27de47b71 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.0887175 Feb 07 14:01:58.878945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8dede30-369f-4229-adc2-e1a5e6742576 req-79887372-b655-4da0-b568-33bd593bf9ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Feb 07 14:02:00.080111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200d74a-89d2-4e55-b499-78450ccb1008 req-6355d160-9283-4423-bd71-b831ee867464 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:00.081561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a200d74a-89d2-4e55-b499-78450ccb1008 req-6355d160-9283-4423-bd71-b831ee867464 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.0875316 Feb 07 14:02:00.130561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a200d74a-89d2-4e55-b499-78450ccb1008 req-3222a49a-fb0c-4fbf-9794-5c1225f1447a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Feb 07 14:02:01.099658 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:02:01.319836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f3fc-1165-4364-b309-7b518a0e504a req-0a7297d8-a9e2-470f-8dd1-f41be1a6cd53 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:01.321572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cb8f3fc-1165-4364-b309-7b518a0e504a req-0a7297d8-a9e2-470f-8dd1-f41be1a6cd53 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.0843256 Feb 07 14:02:01.365178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cb8f3fc-1165-4364-b309-7b518a0e504a req-42a0c40f-0384-49c6-b861-469e279af115 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379899 Feb 07 14:02:02.553050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496d8b7-d089-490c-99f9-aece1ec886ab req-f45d3ca7-fc52-4676-ac6f-1c66fae2b16b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:02.555272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7496d8b7-d089-490c-99f9-aece1ec886ab req-f45d3ca7-fc52-4676-ac6f-1c66fae2b16b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.0859494 Feb 07 14:02:02.599606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7496d8b7-d089-490c-99f9-aece1ec886ab req-9b62ca6e-79be-43ad-90e7-91a6ce2cc453 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380378 Feb 07 14:02:03.794068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709df2a-d5ac-4376-aac7-1bd1b1cd06b8 req-7c269b00-6543-4dc6-be53-c62ebfff1a8a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:03.795771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d709df2a-d5ac-4376-aac7-1bd1b1cd06b8 req-7c269b00-6543-4dc6-be53-c62ebfff1a8a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.0874727 Feb 07 14:02:03.841910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d709df2a-d5ac-4376-aac7-1bd1b1cd06b8 req-e87b8af8-6c69-4ad1-93b9-95c9fc180171 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Feb 07 14:02:04.738005 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-45473d61-f0b0-4754-b2f7-e4e26c8a5ae9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:02:04.738972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-45473d61-f0b0-4754-b2f7-e4e26c8a5ae9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052905 Feb 07 14:02:04.750113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Request body: {'port': {'device_id': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:04.861706 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:05.168508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b608d9-9012-4f7b-aadb-cef46b86878b req-2b48ad0c-2dd4-430e-8ff1-869d9354ae02 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:05.170001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e2b608d9-9012-4f7b-aadb-cef46b86878b req-2b48ad0c-2dd4-430e-8ff1-869d9354ae02 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 932 time: 0.1936100 Feb 07 14:02:05.243047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e2b608d9-9012-4f7b-aadb-cef46b86878b req-b26d8541-e321-4c36-9946-5f72e536c91b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620115 Feb 07 14:02:05.331422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:02:05.339645 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:05.355395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Transition to ACTIVE for port object cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:02:05.998771 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:06.275705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:06.293220 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.293570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.293909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.294246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.294577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.294907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.295232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.295571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.296446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.296446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.296659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.296867 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:06.409712 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Attempting to bind port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:02:06.410049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Attempting to bind port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:02:06.410413 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Attempting to bind port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 on network a23d58db-6185-4de7-9e39-fc098badade4 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:02:06.422810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 on network a23d58db-6185-4de7-9e39-fc098badade4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:02:06.423136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Attempting to bind port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 on network a23d58db-6185-4de7-9e39-fc098badade4 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:02:06.431247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:02:06.431591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Checking segment: {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:02:06.431995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Bound using segment: {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:02:06.432544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Bound port: cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:02:06.506195 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:06.533006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffff8d9-2427-4a69-9056-435872d6a618 req-8b348717-c8ac-4346-8791-f981d0aa6ec6 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:06.534445 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ffff8d9-2427-4a69-9056-435872d6a618 req-8b348717-c8ac-4346-8791-f981d0aa6ec6 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 944 time: 0.1722038 Feb 07 14:02:06.567181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] For port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:02:06.588970 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] For port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:02:06.596467 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ffff8d9-2427-4a69-9056-435872d6a618 req-c4f2bad1-5bc9-478a-a535-eefdbc09798e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524859 Feb 07 14:02:06.650951 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:06.714281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:06.714904 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:06.716320 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 1092 time: 1.9699905 Feb 07 14:02:06.716883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:02:06.769657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e1dc1-8bf0-4b64-a82f-988504bcd1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:06.769657 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'status': 'completed', 'code': 200} Feb 07 14:02:06.871460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d74f74-d37e-42be-aa72-b48bc9da6883 req-d6abae20-b3f3-496a-8772-d26f03587d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:06.873048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25d74f74-d37e-42be-aa72-b48bc9da6883 req-d6abae20-b3f3-496a-8772-d26f03587d94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1095 time: 0.0802240 Feb 07 14:02:07.018314 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d74f74-d37e-42be-aa72-b48bc9da6883 req-010115b2-47aa-4393-b4f0-e26c17d2b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:07.019691 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25d74f74-d37e-42be-aa72-b48bc9da6883 req-010115b2-47aa-4393-b4f0-e26c17d2b03f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1395283 Feb 07 14:02:07.157162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d74f74-d37e-42be-aa72-b48bc9da6883 req-e8785b7a-b9c5-4da4-beb5-5a0b181707d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:07.158624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-25d74f74-d37e-42be-aa72-b48bc9da6883 req-e8785b7a-b9c5-4da4-beb5-5a0b181707d5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1326616 Feb 07 14:02:07.265508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-deece0d1-8545-4dae-a4ed-194c2b39310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:07.266989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-deece0d1-8545-4dae-a4ed-194c2b39310e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1095 time: 0.0716891 Feb 07 14:02:07.341213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-5afc05a7-7108-4146-84fb-ebde8271a524 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 217 time: 0.0666659 Feb 07 14:02:07.403495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-fb53ecac-583b-4818-8df7-4afc0efcf300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:07.404966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-fb53ecac-583b-4818-8df7-4afc0efcf300 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.0580552 Feb 07 14:02:07.485776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-8297230b-ef84-470a-9a41-0bd76506ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:07.487176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-8297230b-ef84-470a-9a41-0bd76506ea7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757735 Feb 07 14:02:07.625804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-b1ed4137-edd4-4ad6-9505-8a5f16d60b92 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273499 Feb 07 14:02:07.824259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc33a8c4-e796-4190-bb41-0cd0ceef85c3 req-6bb9b6ae-7a24-4670-a8dd-24a21a9fa258 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918831 Feb 07 14:02:07.840060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e8c15-19c4-40f2-a6fd-64dbffeccbb6 req-47f57c98-6276-49ce-b213-cdd56bf9e32f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:07.841659 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097e8c15-19c4-40f2-a6fd-64dbffeccbb6 req-47f57c98-6276-49ce-b213-cdd56bf9e32f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 944 time: 0.1326818 Feb 07 14:02:07.888280 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-097e8c15-19c4-40f2-a6fd-64dbffeccbb6 req-fcdc9c62-a59f-4b92-b6cc-7cbc82c7ae8c tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406909 Feb 07 14:02:08.786951 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2c62fdb0-1bad-4e2f-9746-70d585da2dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:09.082270 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3a328-8817-40b4-857c-e571d1932622 req-85956718-d0da-42af-8baf-b3ba2a993876 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:09.083623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5a3a328-8817-40b4-857c-e571d1932622 req-85956718-d0da-42af-8baf-b3ba2a993876 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 944 time: 0.0840137 Feb 07 14:02:09.128928 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b5a3a328-8817-40b4-857c-e571d1932622 req-f8dbc52e-8c03-4f1e-8088-c5d2ba76c544 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 Feb 07 14:02:10.318276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e722bb3-ae2a-4655-b453-3a24909d4ebf req-de299b1b-9acc-4e27-9752-af98673a6021 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:10.319759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e722bb3-ae2a-4655-b453-3a24909d4ebf req-de299b1b-9acc-4e27-9752-af98673a6021 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 944 time: 0.0826218 Feb 07 14:02:10.495750 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7e722bb3-ae2a-4655-b453-3a24909d4ebf req-71c6d668-413f-4408-b7c4-4c1e2036c945 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696320 Feb 07 14:02:11.563850 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4567cda1-3832-4b1b-9d3c-19ab4d856798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:11.699769 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4310e-70aa-496f-8be0-b7517e3c06b5 req-9d711cf9-1888-4cdc-a2f0-57c525417d12 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:11.701525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45b4310e-70aa-496f-8be0-b7517e3c06b5 req-9d711cf9-1888-4cdc-a2f0-57c525417d12 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 944 time: 0.0929329 Feb 07 14:02:11.754348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45b4310e-70aa-496f-8be0-b7517e3c06b5 req-73bb5e46-167e-42ff-b1a2-2a3c4377f28f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 Feb 07 14:02:12.079945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:02:12.216318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:02:12.230394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'port_id': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'mac_address': 'fa:16:3e:3b:0a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:02:12.301393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:12.318663 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:02:12.334690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:02:12.341113 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:12.404283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:12.474483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:12.481868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.482215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.482559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.482894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.483223 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.483552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.483877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.484302 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.484629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.484958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.485277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.485598 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:12.558221 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:12.715038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:02:12.957277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb63b2-df9b-481f-b805-946554401ab2 req-e95c2b51-2403-4e5d-88e7-ffef3e5c9659 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:12.958690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bbb63b2-df9b-481f-b805-946554401ab2 req-e95c2b51-2403-4e5d-88e7-ffef3e5c9659 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 945 time: 0.0951743 Feb 07 14:02:13.006669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5bbb63b2-df9b-481f-b805-946554401ab2 req-2b33f1e1-39d4-49d6-813c-2497326e1e86 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Feb 07 14:02:13.953135 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:14.111511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:02:14.192676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3050e6f-36cd-40d6-8a87-5a0db9019283 req-8bd488c7-0a01-4e8a-a782-16c7fea67377 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:14.203702 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3050e6f-36cd-40d6-8a87-5a0db9019283 req-8bd488c7-0a01-4e8a-a782-16c7fea67377 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 945 time: 0.0813780 Feb 07 14:02:14.238448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3050e6f-36cd-40d6-8a87-5a0db9019283 req-b3260c2c-3869-434c-8a2d-fa2360bc7554 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Feb 07 14:02:14.260989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:02:14.266679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:02:14.278202 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:14.386723 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:14.415133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:02:14.425508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:02:14.458722 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'code': 200} Feb 07 14:02:14.506738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:14.579576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:14.592299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a0c8c-a6e1-456f-af97-1a7947be8760 req-bcc12d99-8618-4fa7-99e9-b8b6fdf9baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:14.593828 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf5a0c8c-a6e1-456f-af97-1a7947be8760 req-bcc12d99-8618-4fa7-99e9-b8b6fdf9baeb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1097 time: 0.0779450 Feb 07 14:02:14.636253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cf5a0c8c-a6e1-456f-af97-1a7947be8760 req-b980612a-b807-4fc1-a380-de848837e768 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360653 Feb 07 14:02:15.425494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507a07d-8745-430b-a6ad-3502003b0b09 req-1305fe47-2251-4034-ac47-c461205d664c tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:15.426949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1507a07d-8745-430b-a6ad-3502003b0b09 req-1305fe47-2251-4034-ac47-c461205d664c tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.0798459 Feb 07 14:02:15.475258 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1507a07d-8745-430b-a6ad-3502003b0b09 req-f49dde11-2314-4943-9329-8cf1e84af49e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Feb 07 14:02:15.588169 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:16.668050 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451813df-e1b3-4101-8e1d-32e06f621c02 req-83450c55-df01-4127-ba5c-dae61aac9d8c tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:16.669812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-451813df-e1b3-4101-8e1d-32e06f621c02 req-83450c55-df01-4127-ba5c-dae61aac9d8c tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.0875194 Feb 07 14:02:16.714885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-451813df-e1b3-4101-8e1d-32e06f621c02 req-afffc705-2868-48a3-a7f8-435e3cdb6249 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Feb 07 14:02:16.903387 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c857-8183-488d-8017-fa2475474844 req-bc0a3c91-d3da-4883-a069-fd96ca7d05cb tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:16.904871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91f3c857-8183-488d-8017-fa2475474844 req-bc0a3c91-d3da-4883-a069-fd96ca7d05cb tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.0839942 Feb 07 14:02:16.949669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91f3c857-8183-488d-8017-fa2475474844 req-57720792-4874-469a-8de4-2268938925d3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Feb 07 14:02:17.346280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6109162-2078-409d-9de2-955ec8845f0d req-66ff7296-fe96-42d2-8031-15a177245500 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:17.347713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6109162-2078-409d-9de2-955ec8845f0d req-66ff7296-fe96-42d2-8031-15a177245500 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.0830503 Feb 07 14:02:17.393367 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d6109162-2078-409d-9de2-955ec8845f0d req-926fefd8-8991-4bd3-bc7f-442d04b1e59e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Feb 07 14:02:25.266947 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:29.530899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54811-c469-439b-93b7-3722522311ff req-e7c6a102-9ad0-4486-856d-4ba27733740a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:29.532393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba54811-c469-439b-93b7-3722522311ff req-e7c6a102-9ad0-4486-856d-4ba27733740a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.0826411 Feb 07 14:02:29.576663 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3ba54811-c469-439b-93b7-3722522311ff req-0235bce2-97f5-458c-85d7-36dbaa9ec6d8 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386763 Feb 07 14:02:29.599787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33860) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:29.713205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ccc60-0f4d-404e-9d06-4b51c682bc95 tempest-TestMinimumBasicScenario-1927147863 tempest-TestMinimumBasicScenario-1927147863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:29.713910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-677ccc60-0f4d-404e-9d06-4b51c682bc95 tempest-TestMinimumBasicScenario-1927147863 tempest-TestMinimumBasicScenario-1927147863-project-admin] Synchronizing usage tracker for tenant:5f5a9cf6144a431e9bd723bbdbc39c09 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:02:29.855519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-677ccc60-0f4d-404e-9d06-4b51c682bc95 tempest-TestMinimumBasicScenario-1927147863 tempest-TestMinimumBasicScenario-1927147863-project-admin] Unset dirty status for tenant:5f5a9cf6144a431e9bd723bbdbc39c09 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:02:29.856754 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-677ccc60-0f4d-404e-9d06-4b51c682bc95 tempest-TestMinimumBasicScenario-1927147863 tempest-TestMinimumBasicScenario-1927147863-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1092 time: 0.2558763 Feb 07 14:02:29.859958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 33866) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:29.865025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:29.872517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:29.876514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Usage tracker for resource:floatingip and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:02:29.879336 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:02:29.885150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:29.958393 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:30.096612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:30.235476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Allocated IP 172.25.7.24 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/69e32397-94c0-4c70-a7b6-7b1b4609dd5c) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:02:30.384458 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:30.484371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:30.556775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:02:30.559719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:02:30.563425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:02:30.595168 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'Port': ['ID=69e32397-94c0-4c70-a7b6-7b1b4609dd5c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:31.104609 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:31.332503 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:31.538637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:31.639238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:31.748520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'Port': ['ID=69e32397-94c0-4c70-a7b6-7b1b4609dd5c,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:31.766349 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:31.941015 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Floating IP b351ef8b-de51-4b4f-87f3-df4300d530cd associated. External IP: 172.25.7.24, port: cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8. Feb 07 14:02:32.298519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Router 82df3793-aaec-4565-af07-0c9ede74fb00 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:02:32.480823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:02:32.491157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] Sync routers for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:02:32.501457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:02:32.502079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:02:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:02:32.587767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:32.652579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c2e4f2bc-7650-493d-94d4-66d48abb0210 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7912774 Feb 07 14:02:32.653886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:02:32.655552 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33870) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:32.662338 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875973627', 'description': 'tempest-secgroup-smoke-875973627 description', 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:32.674059 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:32.687400 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:32.705993 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'status': 'completed', 'code': 200} Feb 07 14:02:32.733137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:02:32.787337 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:32.813438 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:32.814930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-8d58792d-3b59-42f2-85b1-ea72c57a4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:32.814930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-8d58792d-3b59-42f2-85b1-ea72c57a4aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1097 time: 0.0837812 Feb 07 14:02:32.815735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Usage tracker for resource:security_group_rule and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:02:32.815735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:02:32.830612 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:32.918812 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.021533 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.071267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6084c752-e5e4-4a67-bda2-f873b506a4f8,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:33.079322 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.079716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.080100 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.080618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.081135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.081491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.081833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.082158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.082691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.083195 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.083532 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.083861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:02:33.086217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-6044b077-eb40-4940-8a2f-61c0b25e4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:33.087606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-6044b077-eb40-4940-8a2f-61c0b25e4287 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 915 time: 0.2690094 Feb 07 14:02:33.127613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'b351ef8b-de51-4b4f-87f3-df4300d530cd', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'port_id': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'mac_address': 'fa:16:3e:3b:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:02:30Z', 'updated_at': '2022-02-07T14:02:30Z', 'revision_number': 0, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:32Z', 'revision_number': 5, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:02:33.131938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] Checking router: 82df3793-aaec-4565-af07-0c9ede74fb00 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:02:33.141355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:02:33.141958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:02:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:02:33.147205 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.152010 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5c9e6d9b-5e94-446b-b7e5-e6b10aa4c1f3 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4913886 Feb 07 14:02:33.156144 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33876) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:33.157787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'security_group_rule': {'security_group_id': '6084c752-e5e4-4a67-bda2-f873b506a4f8', 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:33.164787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:33.169098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Usage tracker for resource:security_group_rule and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:02:33.171924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:02:33.177851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:33.202534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-59ad7167-7dab-43af-af68-87869cddec81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 999 time: 0.1078463 Feb 07 14:02:33.274710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-c851aa51-2c9d-420e-81fb-6dc3814f4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:33.276404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-c851aa51-2c9d-420e-81fb-6dc3814f4c94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.0678372 Feb 07 14:02:33.297112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.331231 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:02:33.358737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-01092f90-7e34-4c11-a9fe-2f51caa1e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:33.360777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-01092f90-7e34-4c11-a9fe-2f51caa1e54a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766332 Feb 07 14:02:33.364607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.450068 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.483295 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e6cfb1-7c6e-4603-9ad6-a589e3d61f7d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:33.507746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-886dc5f8-5d82-4d85-babf-b2f758fd454d service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376944 Feb 07 14:02:33.598317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.602375 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0600f36b-4762-4506-898a-2bfe57b0ea2a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4463871 Feb 07 14:02:33.602616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33880) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:33.608179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'security_group_rule': {'security_group_id': '6084c752-e5e4-4a67-bda2-f873b506a4f8', 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:33.615613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:33.620065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Usage tracker for resource:security_group_rule and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:02:33.622825 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:02:33.628719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:33.657622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36915313-acaf-4afa-b1d8-88d249f3ddc4 req-ddfeeffd-4601-40b3-bdb7-95f01b0c86e5 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423326 Feb 07 14:02:33.695177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'b351ef8b-de51-4b4f-87f3-df4300d530cd', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'port_id': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'mac_address': 'fa:16:3e:3b:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:02:30Z', 'updated_at': '2022-02-07T14:02:30Z', 'revision_number': 0, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:32Z', 'revision_number': 5, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:02:33.700303 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee6c97-abe6-49eb-8f22-0fdf57fdcf78 None None] The sync data for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 is: [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'b351ef8b-de51-4b4f-87f3-df4300d530cd', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'port_id': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'mac_address': 'fa:16:3e:3b:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:02:30Z', 'updated_at': '2022-02-07T14:02:30Z', 'revision_number': 0, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:32Z', 'revision_number': 5, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:02:33.740017 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.826086 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.901552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:33.926494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d87fb2-d714-4adf-9c5c-32b3d2a4dcea,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:33.931643 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f2662-d169-46c1-86b6-5ccb7ba4f388 None None] New status for floating IP b351ef8b-de51-4b4f-87f3-df4300d530cd: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:02:34.044563 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.045688 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a172911c-2793-41e5-8526-0fb55f2523ed tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4421418 Feb 07 14:02:34.048628 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33884) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:34.054440 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'security_group_rule': {'security_group_id': '6084c752-e5e4-4a67-bda2-f873b506a4f8', 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:34.063410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:34.067282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Usage tracker for resource:security_group_rule and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:02:34.071198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:02:34.076951 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:34.171401 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.236273 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.421286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.446688 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4f3aea-a992-40f3-9b61-187cd6908a3a,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:34.558576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.559881 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f504c83a-67ed-4254-8a13-625fce5b945e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5102975 Feb 07 14:02:34.562635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33888) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:34.567897 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'security_group_rule': {'security_group_id': '6084c752-e5e4-4a67-bda2-f873b506a4f8', 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:34.576102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:34.580088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Usage tracker for resource:security_group_rule and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:02:34.583089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:02:34.589767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:34.743286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.808619 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.907011 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.933996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7720c4e7-1ee2-42b9-966e-68356e2889e8,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:34.998295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:34.999598 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9bee88f-0193-475b-939a-80a164f1114a tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4360387 Feb 07 14:02:35.002286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33892) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:35.007410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'security_group_rule': {'security_group_id': '6084c752-e5e4-4a67-bda2-f873b506a4f8', 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:35.015183 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:35.019176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Usage tracker for resource:security_group_rule and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:02:35.022163 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:02:35.028945 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:35.101365 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Project abcd482f489c49acb3bb3c45de5bd1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:02:35.108477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:35.174112 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:35.266983 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:35.293660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86dbe176-eeac-441f-af12-b0a8386aa535,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:35.438454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:35.439717 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d77270b5-3e22-4a3f-9ce5-464cac8e5b61 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4364278 Feb 07 14:02:35.442538 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33896) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:02:35.448772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'security_group_rule': {'security_group_id': '6084c752-e5e4-4a67-bda2-f873b506a4f8', 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:35.455576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:02:35.459635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Usage tracker for resource:security_group_rule and tenant:abcd482f489c49acb3bb3c45de5bd1c1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:02:35.463179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:02:35.469229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:02:35.598822 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Project abcd482f489c49acb3bb3c45de5bd1c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:02:35.606003 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:35.673553 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:35.740948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:35.766184 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12766a9-2872-4aa8-9037-253574f0ba30,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:35.861699 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:35.862897 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44f98e9a-9b49-4e04-a6b7-b908fc077d03 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4194262 Feb 07 14:02:35.983563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-498ee172-1466-46f6-8b1a-2027b72acdfd tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875973627&fields=id&tenant_id=abcd482f489c49acb3bb3c45de5bd1c1 HTTP/1.1" status: 200 len: 267 time: 0.0406396 Feb 07 14:02:36.074961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-bc17a274-896c-43cc-91b3-aee8df577113 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:36.076451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-bc17a274-896c-43cc-91b3-aee8df577113 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.0873334 Feb 07 14:02:36.088039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'port': {'security_groups': ['c4cd578c-2e24-4af7-ade1-c7c254b5c6ee', '6084c752-e5e4-4a67-bda2-f873b506a4f8']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:02:36.206252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:36.482131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] For port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:02:36.510794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:36.633937 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:36.649582 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:02:36.729339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:36.730044 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:36.731471 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9cc35c21-86a7-4ef9-8401-ba98e8674332 req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "PUT /v2.0/ports/cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 982 time: 0.6488588 Feb 07 14:02:36.731951 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:02:36.758567 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85299aa5-76fd-4a18-b1f1-84ab8b9c3887 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'Port': ['ID=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:02:36.811915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:02:36.825925 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'status': 'completed', 'code': 200} Feb 07 14:02:36.995011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-a28cc442-381f-461d-aab6-0bd442db42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:36.996153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-a28cc442-381f-461d-aab6-0bd442db42fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1136 time: 0.1456389 Feb 07 14:02:37.006756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653372f-2459-466b-acb2-0f450595cdaf req-13972ba4-0bed-4aff-8de8-7bfae27e05ca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:37.008789 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e653372f-2459-466b-acb2-0f450595cdaf req-13972ba4-0bed-4aff-8de8-7bfae27e05ca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.1177526 Feb 07 14:02:37.132563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-16fdd613-3631-46c8-bad8-feb518bc2d29 None None] Provisioning complete for port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:02:37.133565 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16fdd613-3631-46c8-bad8-feb518bc2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:37.153674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e653372f-2459-466b-acb2-0f450595cdaf req-40662ba3-b39c-4063-bb16-875a3d6e26b8 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185176 Feb 07 14:02:37.197474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-3178b076-97b2-429d-b835-993b8b497e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:37.199276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-3178b076-97b2-429d-b835-993b8b497e76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 915 time: 0.1895125 Feb 07 14:02:37.445492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-3d09b96d-d772-41bf-a24e-22cbc08b347c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 1001 time: 0.2379220 Feb 07 14:02:37.513855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-c934ca0d-6bf8-41e9-b5c6-821f5d02ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:37.515597 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-c934ca0d-6bf8-41e9-b5c6-821f5d02ab29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.0633843 Feb 07 14:02:37.593654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-6226d567-1013-4b9f-bbe3-71a052baeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:37.595138 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-6226d567-1013-4b9f-bbe3-71a052baeb80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726056 Feb 07 14:02:37.737219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-244d26b9-eaf9-4c97-8683-cbef4e2957ac service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307051 Feb 07 14:02:37.874034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4f7e047-2d92-4100-91e3-c7b3b1bcef6b req-0f5e91ca-74a2-4009-9f4e-6121396d7d7b service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294177 Feb 07 14:02:38.098637 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:02:38.751739 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d2e7fd30-ed3a-4fd4-805f-ecbdf8034dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:41.150752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-a39c94c4-0d67-4f36-84a2-9c52cab5122c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739627 Feb 07 14:02:41.292171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-60284890-7cdb-43e7-87ab-c2370cb85b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:41.293914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-60284890-7cdb-43e7-87ab-c2370cb85b93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1136 time: 0.0717733 Feb 07 14:02:41.441416 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-7251d6d1-e840-4280-abdf-c272117790eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:41.442786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-7251d6d1-e840-4280-abdf-c272117790eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 915 time: 0.1285157 Feb 07 14:02:41.549491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-e91369da-748a-4374-baa5-6c957d2074f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 1001 time: 0.0996757 Feb 07 14:02:41.598272 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a709b316-8ab3-4bd0-b96b-b20b44fa4468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:41.612571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-1d93e6f4-304c-4caf-8ca6-fa5e462c8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:41.614019 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-1d93e6f4-304c-4caf-8ca6-fa5e462c8728 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.0584929 Feb 07 14:02:41.694312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-b33aecd1-3b05-4053-9e3c-66fab9d71ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:02:41.696361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-b33aecd1-3b05-4053-9e3c-66fab9d71ccd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761144 Feb 07 14:02:41.832259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-4c12e3ff-6d1d-4cd7-9f60-d2d8cf2a9af7 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285639 Feb 07 14:02:41.967738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-02ad88d7-2776-4c16-b54c-ba5cf35e2ea6 req-3a5a4a97-28b0-44c5-8f17-66b2e41e5dde service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280305 Feb 07 14:02:42.388801 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:42.490122 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:43.975610 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:45.578907 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:02:55.301452 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:08.752913 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a2c797d-0d44-4278-980b-a88222999836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:11.547185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-90f42423-8643-4d45-8ce3-fcf60b49696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:12.398159 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:12.501232 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:14.010138 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:15.098378 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:03:15.564426 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:25.260381 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:36.401087 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1acd9b-8b95-4259-9302-ec6c284ff084 req-243c4052-df48-4483-b3df-66d79556cbdb tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:36.402796 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd1acd9b-8b95-4259-9302-ec6c284ff084 req-243c4052-df48-4483-b3df-66d79556cbdb tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.1459339 Feb 07 14:03:36.409619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-edfae9d5-f295-45e4-9811-ee581ba01315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:36.410967 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-edfae9d5-f295-45e4-9811-ee581ba01315 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1136 time: 0.1090846 Feb 07 14:03:36.533140 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dd1acd9b-8b95-4259-9302-ec6c284ff084 req-a3f7d7b4-27e2-430b-ad5d-4d298d422a4b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211181 Feb 07 14:03:36.581373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-16b4655c-9941-4716-bef2-bcecd5705c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:36.583061 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-16b4655c-9941-4716-bef2-bcecd5705c49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 915 time: 0.1573341 Feb 07 14:03:36.817521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-f9c5d8e2-a366-4738-9bbb-644fa12e6b96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 1001 time: 0.2284615 Feb 07 14:03:36.884930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-e7b4bd5c-a661-4e3a-98dc-b9307eeb3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:36.887133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-e7b4bd5c-a661-4e3a-98dc-b9307eeb3cf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.0624080 Feb 07 14:03:36.967836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-9dad7be8-5630-4cb0-9995-49c0dda34a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:36.969283 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-9dad7be8-5630-4cb0-9995-49c0dda34a80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752537 Feb 07 14:03:37.104742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-5746bca7-2db4-4f0b-8f5e-a646af48af65 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288593 Feb 07 14:03:37.242652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d038a32-8f9d-4560-85ac-df54568a4531 req-27a5b2a7-0339-48d4-95c1-98f374426723 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306572 Feb 07 14:03:37.737026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0fb3a-83fa-4446-bbee-76adba2785d0 req-9eda82f6-92d7-40b0-8bf2-d80b1dafe21b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:37.738560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10d0fb3a-83fa-4446-bbee-76adba2785d0 req-9eda82f6-92d7-40b0-8bf2-d80b1dafe21b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0891457 Feb 07 14:03:37.786265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-10d0fb3a-83fa-4446-bbee-76adba2785d0 req-e8ccde91-baf5-493f-91e5-1319b6fff584 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416992 Feb 07 14:03:38.793763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aaccebb9-7fe1-4b55-82b7-a2f3af265a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:38.993639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b71d24-f197-46b3-8f10-c767a7ee9fce req-20cbef60-8ac0-44dc-8c4e-709fb9f9005c tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:38.995343 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9b71d24-f197-46b3-8f10-c767a7ee9fce req-20cbef60-8ac0-44dc-8c4e-709fb9f9005c tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0900946 Feb 07 14:03:39.043393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9b71d24-f197-46b3-8f10-c767a7ee9fce req-0f3b9227-2a49-4677-9227-7dadd8d499fc tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421081 Feb 07 14:03:40.231016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5198ad-7cfd-44f2-87aa-00685c177fea req-8edc9a27-cbf0-4af7-b8e8-8deb87fa2fdc tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:40.232701 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc5198ad-7cfd-44f2-87aa-00685c177fea req-8edc9a27-cbf0-4af7-b8e8-8deb87fa2fdc tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0831134 Feb 07 14:03:40.284970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc5198ad-7cfd-44f2-87aa-00685c177fea req-11cc6cd1-468c-4f20-8ac6-8356b3d9dce8 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461524 Feb 07 14:03:41.122212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-a65fc075-66bb-4f0b-a474-594b9698b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:41.123594 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-a65fc075-66bb-4f0b-a474-594b9698b901 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1136 time: 0.0713568 Feb 07 14:03:41.269196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-9c7d5c36-ba51-42cd-9839-6d192bb68bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:41.270655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-9c7d5c36-ba51-42cd-9839-6d192bb68bbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 915 time: 0.1270716 Feb 07 14:03:41.376883 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-3c4efbbd-f275-4bb4-a72b-a13c29f2bd17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 1001 time: 0.0994291 Feb 07 14:03:41.492379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-d144bc5a-b55c-40e2-8d08-082a98b62b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:41.496269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-d144bc5a-b55c-40e2-8d08-082a98b62b97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.1110446 Feb 07 14:03:41.552368 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4f8fae81-84ec-4d3c-953d-7faef8af0520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:41.564730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb386c-cfe7-4ae5-9c1c-b8f6a55ae1ff req-198925b4-97e9-4ad4-b9ae-cedf4fa82ca8 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:41.566177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4bb386c-cfe7-4ae5-9c1c-b8f6a55ae1ff req-198925b4-97e9-4ad4-b9ae-cedf4fa82ca8 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.1530175 Feb 07 14:03:41.625832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d4bb386c-cfe7-4ae5-9c1c-b8f6a55ae1ff req-5aae24f5-b907-48d4-8dab-c42c79ed2164 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529833 Feb 07 14:03:41.628422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-72a6b8f4-3e34-40eb-b0c1-21d0f2480e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:41.629748 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-72a6b8f4-3e34-40eb-b0c1-21d0f2480e01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274548 Feb 07 14:03:41.764654 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-a5e63471-a973-40a9-b037-a0b511865293 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274929 Feb 07 14:03:41.895441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-821d67d2-4477-454b-94b5-a5eaff913c25 req-15152f36-0f7c-4bd7-a942-9045b8209933 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243060 Feb 07 14:03:42.351541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:42.442843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:42.931626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65efa34-bf5c-479e-aaa1-c84e9f53d829 req-c451ce7d-940c-465a-adae-32dcffc7b5ae tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:42.933143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e65efa34-bf5c-479e-aaa1-c84e9f53d829 req-c451ce7d-940c-465a-adae-32dcffc7b5ae tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.1969707 Feb 07 14:03:42.981236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e65efa34-bf5c-479e-aaa1-c84e9f53d829 req-0ede70ea-c548-476d-97cc-7af4deb67b0f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408146 Feb 07 14:03:43.953166 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:44.169761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f955a05-2bba-4fe1-a47b-60294e3a5c73 req-90328096-2606-41e8-8cac-ee2458c578c1 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:44.171278 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f955a05-2bba-4fe1-a47b-60294e3a5c73 req-90328096-2606-41e8-8cac-ee2458c578c1 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0844669 Feb 07 14:03:44.218541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f955a05-2bba-4fe1-a47b-60294e3a5c73 req-399a244f-2e8d-473d-b80e-c62e5b54adb0 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412951 Feb 07 14:03:45.403924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244141a-3d5d-40d0-ae9b-78ad149a260d req-3874f234-c597-4ab6-b397-c65d05afab8b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:45.405431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d244141a-3d5d-40d0-ae9b-78ad149a260d req-3874f234-c597-4ab6-b397-c65d05afab8b tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0809093 Feb 07 14:03:45.456148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d244141a-3d5d-40d0-ae9b-78ad149a260d req-3ba68bb4-e4f0-4769-8ce8-eaeb512721dd tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448835 Feb 07 14:03:45.585580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:03:46.644647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5437-0b8d-46ca-bf8e-15ec40a6e688 req-94ffc5c1-4fee-4069-a883-b5b3f87ddc15 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:46.646179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5aa5437-0b8d-46ca-bf8e-15ec40a6e688 req-94ffc5c1-4fee-4069-a883-b5b3f87ddc15 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0821264 Feb 07 14:03:46.694916 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d5aa5437-0b8d-46ca-bf8e-15ec40a6e688 req-3c99d2b1-982b-4e87-87da-40a0a9bedbac tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428391 Feb 07 14:03:47.884015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc31eb8-6ded-4973-a96b-ac0558007092 req-7e5b3fc2-580f-49be-90ad-e4ddde30b588 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:47.885475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-acc31eb8-6ded-4973-a96b-ac0558007092 req-7e5b3fc2-580f-49be-90ad-e4ddde30b588 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0832229 Feb 07 14:03:47.934507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-acc31eb8-6ded-4973-a96b-ac0558007092 req-47227eba-47f9-44db-be75-748a5f70faec tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417049 Feb 07 14:03:49.121077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11d17b-e0f8-4f08-acf5-526a280a8ba0 req-3da3c9c5-4816-42ec-b9b1-c23cae1e4a0d tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:03:49.123078 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d11d17b-e0f8-4f08-acf5-526a280a8ba0 req-3da3c9c5-4816-42ec-b9b1-c23cae1e4a0d tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0810070 Feb 07 14:03:49.171245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4d11d17b-e0f8-4f08-acf5-526a280a8ba0 req-b81b99f0-e63b-46fb-831e-2f6dd72dcb7e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=6084c752-e5e4-4a67-bda2-f873b506a4f8&id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424590 Feb 07 14:03:52.097675 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:03:55.299895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:08.774233 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98e75be8-3467-4281-b583-d3cb7aa18571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:11.547442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-31e192bc-f093-4202-ad0b-ca6a384750f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:12.358503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:12.467171 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:13.952977 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:15.573544 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:25.299830 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:29.099942 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:04:38.733985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d5742a80-c483-4278-8022-e8e79836ca04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:41.207177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe45579a-1054-401b-bbd6-605101cab41d req-88cf4990-64d4-40d3-8eb9-f18678108c18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760667 Feb 07 14:04:41.362151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45579a-1054-401b-bbd6-605101cab41d req-8557b56d-73f1-416e-aa58-c16667066c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:41.363733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe45579a-1054-401b-bbd6-605101cab41d req-8557b56d-73f1-416e-aa58-c16667066c19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1136 time: 0.0832367 Feb 07 14:04:41.518346 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45579a-1054-401b-bbd6-605101cab41d req-ed9869fc-a31e-4b17-98fe-a7d952d9cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:41.520940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe45579a-1054-401b-bbd6-605101cab41d req-ed9869fc-a31e-4b17-98fe-a7d952d9cfeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 915 time: 0.1358163 Feb 07 14:04:41.536170 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6a187e81-7d54-4092-aa2d-39fca7e25152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:41.630372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe45579a-1054-401b-bbd6-605101cab41d req-2f3c4165-a623-4d8e-bcb0-2e4fff8b8692 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 1001 time: 0.1037107 Feb 07 14:04:41.695841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45579a-1054-401b-bbd6-605101cab41d req-f2e00930-f9c4-4e84-ab71-7bb7d7ecca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:41.697330 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe45579a-1054-401b-bbd6-605101cab41d req-f2e00930-f9c4-4e84-ab71-7bb7d7ecca27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.0608461 Feb 07 14:04:41.778917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45579a-1054-401b-bbd6-605101cab41d req-c24f93ae-e14b-40e4-8544-7df7bb4b01be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:41.780350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe45579a-1054-401b-bbd6-605101cab41d req-c24f93ae-e14b-40e4-8544-7df7bb4b01be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762329 Feb 07 14:04:41.917624 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe45579a-1054-401b-bbd6-605101cab41d req-043e32ac-576e-47da-9ca8-e71738220983 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308894 Feb 07 14:04:42.053975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe45579a-1054-401b-bbd6-605101cab41d req-26a0aae0-8564-4ce2-b9e2-73475ad994e0 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298621 Feb 07 14:04:42.351056 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:42.455751 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:43.982240 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:45.613586 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:52.948245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-236fbef3-f006-4113-88ff-408e0602e4bb req-7e5f2093-7acc-46f8-8d8d-692550a52a69 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875973627&fields=id&tenant_id=abcd482f489c49acb3bb3c45de5bd1c1 HTTP/1.1" status: 200 len: 267 time: 0.1878572 Feb 07 14:04:53.036891 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fbef3-f006-4113-88ff-408e0602e4bb req-0c6e9a91-e874-4314-a63f-661adbd3783f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:53.038448 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-236fbef3-f006-4113-88ff-408e0602e4bb req-0c6e9a91-e874-4314-a63f-661adbd3783f tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 985 time: 0.0841563 Feb 07 14:04:53.049680 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-236fbef3-f006-4113-88ff-408e0602e4bb req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Request body: {'port': {'security_groups': ['c4cd578c-2e24-4af7-ade1-c7c254b5c6ee']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:04:53.176214 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-236fbef3-f006-4113-88ff-408e0602e4bb req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:53.549592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-236fbef3-f006-4113-88ff-408e0602e4bb req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] For port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:04:53.576334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-236fbef3-f006-4113-88ff-408e0602e4bb req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:53.644326 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-236fbef3-f006-4113-88ff-408e0602e4bb req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:53.657272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:04:53.719643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fbef3-f006-4113-88ff-408e0602e4bb req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:53.720655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-236fbef3-f006-4113-88ff-408e0602e4bb req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:53.722101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-236fbef3-f006-4113-88ff-408e0602e4bb req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "PUT /v2.0/ports/cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 943 time: 0.6772339 Feb 07 14:04:53.722572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:04:53.737111 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33988) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:04:53.751683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event updated for resources: {'Port': ['ID=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:04:53.762031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.762639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.763138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.763686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.764282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.764814 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.765274 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.766080 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.766576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.767057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.767572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.767909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0cbe0-ce01-4de5-90e1-ac1742c227f9 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:53.794004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:04:53.831477 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:53.864099 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'status': 'completed', 'code': 200} Feb 07 14:04:53.876484 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:53.985288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-8b802c66-aa9b-43fd-8875-811de97feab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:53.987037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-8b802c66-aa9b-43fd-8875-811de97feab7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1097 time: 0.1059098 Feb 07 14:04:54.038663 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:54.063283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6084c752-e5e4-4a67-bda2-f873b506a4f8,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:04:54.078036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.078283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.078471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.078804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.079107 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.079426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.079753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.080101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.080836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.080836 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.081033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.081357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:04:54.086357 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:54.093224 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d505c00d-115d-4209-81be-3b1a8bc26169 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "DELETE /v2.0/security-groups/6084c752-e5e4-4a67-bda2-f873b506a4f8 HTTP/1.1" status: 204 len: 168 time: 0.3494143 Feb 07 14:04:54.093224 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 33994) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:04:54.115960 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d6cd989e-cf3e-4cdc-9e19-b785d8fafd2d None None] Provisioning complete for port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:04:54.116455 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d6cd989e-cf3e-4cdc-9e19-b785d8fafd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:54.148092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-eab9f600-36d8-46e0-9075-57618c064336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:54.149020 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-eab9f600-36d8-46e0-9075-57618c064336 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 915 time: 0.1560800 Feb 07 14:04:54.275810 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-2efd8878-d41a-4687-be32-601df2e72ec3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 1001 time: 0.1198714 Feb 07 14:04:54.329207 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Deleting port 69e32397-94c0-4c70-a7b6-7b1b4609dd5c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:04:54.329505 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:54.352124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-aaa478a2-4212-4d96-80d3-0a34d324ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:54.353682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-aaa478a2-4212-4d96-80d3-0a34d324ff98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.0720859 Feb 07 14:04:54.447350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-0aef8d84-bcaf-4b1b-9614-b14f0f95e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:54.449370 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-0aef8d84-bcaf-4b1b-9614-b14f0f95e277 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810323 Feb 07 14:04:54.523426 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:54.523758 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:54.592338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-043edc26-ba8a-4100-a0c0-9804d5a46d88 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370716 Feb 07 14:04:54.657478 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Calling delete_port for 69e32397-94c0-4c70-a7b6-7b1b4609dd5c owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:04:54.741306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc0936de-b1a3-4f2b-a6b8-3a42fdc96544 req-50bc0c39-ac20-4fc3-9144-c1c744fb6c77 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420002 Feb 07 14:04:54.922451 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:54.977613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event deleted for resources: {'Port': ['ID=69e32397-94c0-4c70-a7b6-7b1b4609dd5c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:04:55.080444 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:55.080918 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Floating IP b351ef8b-de51-4b4f-87f3-df4300d530cd disassociated (deleted). External IP: 172.25.7.24, port: cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8. Feb 07 14:04:55.302192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:55.571916 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Router 82df3793-aaec-4565-af07-0c9ede74fb00 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:04:55.774701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:04:55.785235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] Sync routers for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:04:55.795095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:04:55.796015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:04:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:04:55.909108 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:04:55.976209 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d6eca3af-6fe8-4ab4-b433-dee9410fc133 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "DELETE /v2.0/floatingips/b351ef8b-de51-4b4f-87f3-df4300d530cd HTTP/1.1" status: 204 len: 168 time: 1.8822949 Feb 07 14:04:55.977228 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:04:55.993416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:04:56.103711 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'status': 'completed', 'code': 200} Feb 07 14:04:56.208645 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-9ee4bec3-78cb-49fc-b01d-89f79c0d6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:56.210372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-9ee4bec3-78cb-49fc-b01d-89f79c0d6eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 1097 time: 0.0833023 Feb 07 14:04:56.360419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-551b98e4-8a8b-4e73-9002-bd3a77ca24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:56.362786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-551b98e4-8a8b-4e73-9002-bd3a77ca24c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 200 len: 915 time: 0.1458163 Feb 07 14:04:56.403575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:32Z', 'revision_number': 5, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:04:56.412805 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] Checking router: 82df3793-aaec-4565-af07-0c9ede74fb00 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:04:56.418206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:04:56.419075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:04:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:04:56.438661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-47010f3e-2ff2-44ad-aa82-01d195bdfb0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 200 len: 217 time: 0.0699041 Feb 07 14:04:56.507068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-dd7c880a-9897-4f49-adde-7eacd679e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:56.508848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-dd7c880a-9897-4f49-adde-7eacd679e197 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 200 len: 854 time: 0.0651476 Feb 07 14:04:56.600027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-7ed65435-6720-4826-a52f-61ea03826de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:04:56.601625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-7ed65435-6720-4826-a52f-61ea03826de3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a23d58db-6185-4de7-9e39-fc098badade4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859647 Feb 07 14:04:56.647651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:04:56.765888 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-4d697fcd-f15d-421c-8d58-25d3f39b777d service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524260 Feb 07 14:04:57.012913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:32Z', 'revision_number': 5, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:04:57.017226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81ff3a-97e4-445e-af85-45ba7f5af23f None None] The sync data for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 is: [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:01:27Z', 'revision_number': 4, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9512096e-7f7e-4c06-ac74-44551a7b0787', 'name': '', 'network_id': 'a23d58db-6185-4de7-9e39-fc098badade4', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'mac_address': 'fa:16:3e:79:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '986fff57-6063-4339-8f15-ccf5235646cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:26Z', 'updated_at': '2022-02-07T14:01:32Z', 'revision_number': 5, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'subnets': [{'id': '986fff57-6063-4339-8f15-ccf5235646cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:04:57.035753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb2d6c2f-38b0-4b93-b913-a2a66ef589d4 req-01793b61-6691-4ed4-b750-b1dd19354ee9 service neutron] 10.222.0.47 "GET /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625940 Feb 07 14:04:57.288607 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24b34c-62d3-46c1-bcb2-4e04a9500e59 None None] New status for floating IP b351ef8b-de51-4b4f-87f3-df4300d530cd: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:05:02.071009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8affe-b442-45cc-9fa5-17e26a4f7a19 req-69d82ae1-fbc4-4535-bd99-b59a85fdfbeb tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:02.072625 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ff8affe-b442-45cc-9fa5-17e26a4f7a19 req-69d82ae1-fbc4-4535-bd99-b59a85fdfbeb tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.0889089 Feb 07 14:05:02.125917 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ff8affe-b442-45cc-9fa5-17e26a4f7a19 req-90756a18-ba8e-4108-8857-09eec84d664e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469527 Feb 07 14:05:03.380074 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e9962-d055-47ff-b8b2-b0da0ed923ce req-c85bc7e0-6297-4b6d-afb1-d46635aa6290 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:03.381616 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-879e9962-d055-47ff-b8b2-b0da0ed923ce req-c85bc7e0-6297-4b6d-afb1-d46635aa6290 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.1463327 Feb 07 14:05:03.429836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-879e9962-d055-47ff-b8b2-b0da0ed923ce req-c9676d75-51a2-4c65-b394-1b05f989c052 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Feb 07 14:05:03.963764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-86415b4c-a8ec-47cf-b944-ccd7cc6b038e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:03.966073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-86415b4c-a8ec-47cf-b944-ccd7cc6b038e tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.0825875 Feb 07 14:05:04.043945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Deleting port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:04.044311 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:04.300441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] For port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:04.300710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:04.435282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Calling delete_port for cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:04.665832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c602e-c11e-4a00-b014-1461835c7f5f req-b8c8cba0-555a-4708-b8ba-ed7ba0b23252 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:04.667397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-309c602e-c11e-4a00-b014-1461835c7f5f req-b8c8cba0-555a-4708-b8ba-ed7ba0b23252 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 946 time: 0.1164305 Feb 07 14:05:04.716649 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-309c602e-c11e-4a00-b014-1461835c7f5f req-b82aa4a3-f20e-49d8-94dd-a1db483cc20c tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425384 Feb 07 14:05:04.735770 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:04.747835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:05:04.790247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Pushing event deleted for resources: {'Port': ['ID=cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:04.867477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] No DVR routers for this DVR port cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:05:04.870364 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:04.873686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'name': 'network-vif-deleted', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:05:04.885685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91fbdb72-9d0a-49d4-b89c-a569c5f38826 req-cb3ac020-825d-4cea-854a-41a3e6e4f982 tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.47 "DELETE /v2.0/ports/cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 HTTP/1.1" status: 204 len: 173 time: 0.9146209 Feb 07 14:05:04.925227 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fef3ef-ef3f-4ece-aa54-8af319adb70f', 'name': 'network-vif-deleted', 'tag': 'cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8', 'status': 'completed', 'code': 200} Feb 07 14:05:05.895238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-12207d34-6ec1-4ee0-b8b5-cdd0c1269733 req-328ebcff-54e4-4903-99b2-ccabadf32bca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Synchronizing usage tracker for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:05:06.021304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-12207d34-6ec1-4ee0-b8b5-cdd0c1269733 req-328ebcff-54e4-4903-99b2-ccabadf32bca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] Unset dirty status for tenant:abcd482f489c49acb3bb3c45de5bd1c1 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:05:06.022529 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-12207d34-6ec1-4ee0-b8b5-cdd0c1269733 req-328ebcff-54e4-4903-99b2-ccabadf32bca tempest-TestMinimumBasicScenario-312074082 tempest-TestMinimumBasicScenario-312074082-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fef3ef-ef3f-4ece-aa54-8af319adb70f HTTP/1.1" status: 200 len: 210 time: 0.1739221 Feb 07 14:05:06.100537 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:05:08.407104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34096) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:08.735862 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eef2b9c9-a184-4722-8697-56319d229a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:08.953840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:05:08.992971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:05:08.993232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device cde0b8d9-2f8f-40a4-bfd1-1a198b1768a8 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:05:09.005063 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:09.505596 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Deleting port 9512096e-7f7e-4c06-ac74-44551a7b0787 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:09.506344 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:09.709158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] For port 9512096e-7f7e-4c06-ac74-44551a7b0787, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9512096e-7f7e-4c06-ac74-44551a7b0787,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:09.709632 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:09.868651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Calling delete_port for 9512096e-7f7e-4c06-ac74-44551a7b0787 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:10.156808 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:10.208593 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9512096e-7f7e-4c06-ac74-44551a7b0787,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:10.511710 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:10.914618 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Router 82df3793-aaec-4565-af07-0c9ede74fb00 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:05:11.293105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:05:11.303997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] Sync routers for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:05:11.316939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:11.317554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:04:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:11.391270 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-281e5821-ff86-4655-ae02-c8807cb6f2e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/82df3793-aaec-4565-af07-0c9ede74fb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9820988 Feb 07 14:05:11.395427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34102) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:11.595323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:11.708172 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:11.783516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9356a5ac-2e2a-4e9d-bcf7-4ca83307fa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:11.931334 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:12.002197 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Deleting port bbe04b5f-6f64-4797-891e-c425cacdfd1c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:12.002555 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:12.022294 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:05:10Z', 'revision_number': 5, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port': {'id': 'bbe04b5f-6f64-4797-891e-c425cacdfd1c', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:23Z', 'updated_at': '2022-02-07T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:12.029227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] Checking router: 82df3793-aaec-4565-af07-0c9ede74fb00 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:05:12.041454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] Routers {'82df3793-aaec-4565-af07-0c9ede74fb00'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:12.042398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['82df3793-aaec-4565-af07-0c9ede74fb00'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:12.228941 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] For port bbe04b5f-6f64-4797-891e-c425cacdfd1c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=bbe04b5f-6f64-4797-891e-c425cacdfd1c,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:12.229212 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:12.267534 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] Set router 82df3793-aaec-4565-af07-0c9ede74fb00 gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:12.373490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Calling delete_port for bbe04b5f-6f64-4797-891e-c425cacdfd1c owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:12.386023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:05:11Z', 'revision_number': 6, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:12.397881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b922d93-5aea-4a3b-b8df-334dc9068256 None None] The sync data for ids ['82df3793-aaec-4565-af07-0c9ede74fb00'] in n-d-811416-5 is: [{'id': '82df3793-aaec-4565-af07-0c9ede74fb00', 'name': 'tempest-TestMinimumBasicScenario-2144105203-router', 'tenant_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:22Z', 'updated_at': '2022-02-07T14:05:11Z', 'revision_number': 6, 'project_id': 'abcd482f489c49acb3bb3c45de5bd1c1', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:05:12.685510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:12.685816 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:12.687531 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:12.738751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe04b5f-6f64-4797-891e-c425cacdfd1c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:12.835788 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.174974 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.178370 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.299245 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.299691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82df3793-aaec-4565-af07-0c9ede74fb00 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:05:13.313526 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.314875 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-72dfc8d6-81e4-415f-8f21-a87ebeb9a0d0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/82df3793-aaec-4565-af07-0c9ede74fb00 HTTP/1.1" status: 204 len: 168 time: 1.9178107 Feb 07 14:05:13.317343 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34108) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:13.384372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4befb6c-827b-489d-93f2-abe47eebca28 admin admin] Deleting subnet 986fff57-6063-4339-8f15-ccf5235646cf {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:05:13.389041 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4befb6c-827b-489d-93f2-abe47eebca28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.445594 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4befb6c-827b-489d-93f2-abe47eebca28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.536189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4befb6c-827b-489d-93f2-abe47eebca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.694066 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4befb6c-827b-489d-93f2-abe47eebca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.738751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4befb6c-827b-489d-93f2-abe47eebca28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986fff57-6063-4339-8f15-ccf5235646cf,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:13.743600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c4befb6c-827b-489d-93f2-abe47eebca28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.749304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c0112c-59e8-4aab-8d12-350df2d0075e None None] Network a23d58db-6185-4de7-9e39-fc098badade4 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:05:13.754232 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c4befb6c-827b-489d-93f2-abe47eebca28 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/986fff57-6063-4339-8f15-ccf5235646cf HTTP/1.1" status: 204 len: 168 time: 0.4357207 Feb 07 14:05:13.756802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34112) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:13.869217 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:13.881039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Deleting port b665b38f-031a-4211-917f-22ad9ff873ed {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:13.882017 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.064645 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.068236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] DHCP port deletion for a23d58db-6185-4de7-9e39-fc098badade4 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:05:14.073507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] Deleting port b665b38f-031a-4211-917f-22ad9ff873ed {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:14.074136 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.116624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] For port b665b38f-031a-4211-917f-22ad9ff873ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b665b38f-031a-4211-917f-22ad9ff873ed,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:14.116994 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.251853 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Calling delete_port for b665b38f-031a-4211-917f-22ad9ff873ed owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:14.285845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9512096e-7f7e-4c06-ac74-44551a7b0787 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:05:14.335521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9512096e-7f7e-4c06-ac74-44551a7b0787 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:05:14.335883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9512096e-7f7e-4c06-ac74-44551a7b0787 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:05:14.336295 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bbe04b5f-6f64-4797-891e-c425cacdfd1c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:05:14.377694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: bbe04b5f-6f64-4797-891e-c425cacdfd1c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:05:14.378038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device bbe04b5f-6f64-4797-891e-c425cacdfd1c not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:05:14.378445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b665b38f-031a-4211-917f-22ad9ff873ed no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:05:14.392840 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.414142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b665b38f-031a-4211-917f-22ad9ff873ed {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:05:14.414541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b665b38f-031a-4211-917f-22ad9ff873ed not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:05:14.416859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] For port b665b38f-031a-4211-917f-22ad9ff873ed, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b665b38f-031a-4211-917f-22ad9ff873ed,segment=NetworkSegment(6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1),segment_id=6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:14.417781 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.445062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Pushing event deleted for resources: {'Port': ['ID=b665b38f-031a-4211-917f-22ad9ff873ed,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:14.447942 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] No DVR routers for this DVR port b665b38f-031a-4211-917f-22ad9ff873ed on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:05:14.560468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] Calling delete_port for b665b38f-031a-4211-917f-22ad9ff873ed owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:14.572853 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.600873 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23d58db-6185-4de7-9e39-fc098badade4']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:14.616736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:14.617067 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee7a9c3-e54a-4d63-9544-72b7ef02e2e1') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:14.630463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.642091 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:05:14.642586 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:05:14.650239 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.657168 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:05:14.657564 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: timer() Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:05:14.671702 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:05:14.827393 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.846721 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:14.859099 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] Pushing event deleted for resources: {'Network': ['ID=a23d58db-6185-4de7-9e39-fc098badade4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:14.926101 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2f083667-c1ea-48a8-b722-5fcd70d1273f admin admin] 10.222.0.69 "DELETE /v2.0/networks/a23d58db-6185-4de7-9e39-fc098badade4 HTTP/1.1" status: 204 len: 168 time: 1.1678972 Feb 07 14:05:14.928866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34116) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:15.145072 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] Deleting port b665b38f-031a-4211-917f-22ad9ff873ed {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:15.145664 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:15.220867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-293e3b15-4c92-460f-97d5-bab8fd2d4c37 None None] The port 'b665b38f-031a-4211-917f-22ad9ff873ed' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 14:05:15.654374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:15.733152 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:16.040924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Deleting port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:16.041495 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:16.224910 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] For port 52607d13-e3da-4cfa-9fb5-77b97c47d1d6, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,segment=NetworkSegment(c2491185-c4c0-4788-bf8f-d833f9f82bb9),segment_id=c2491185-c4c0-4788-bf8f-d833f9f82bb9)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:16.225272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:16.351770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Calling delete_port for 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:16.641688 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:16.690701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Pushing event deleted for resources: {'Port': ['ID=52607d13-e3da-4cfa-9fb5-77b97c47d1d6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:17.089913 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:17.479830 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Router 1d4fbe68-182e-46dd-b212-7cec4084f43e has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:05:17.665789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:05:17.679079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] Sync routers for ids ['1d4fbe68-182e-46dd-b212-7cec4084f43e'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:05:17.689215 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] Routers {'1d4fbe68-182e-46dd-b212-7cec4084f43e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:17.695467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1d4fbe68-182e-46dd-b212-7cec4084f43e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:17.752133 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ccd2d732-7108-40e0-a775-74175731276a admin admin] 10.222.0.69 "PUT /v2.0/routers/1d4fbe68-182e-46dd-b212-7cec4084f43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8217108 Feb 07 14:05:17.754425 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34120) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:17.870743 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] Set router 1d4fbe68-182e-46dd-b212-7cec4084f43e gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:17.941501 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:18.135173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:18.171570 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:05:16Z', 'revision_number': 5, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port': {'id': 'b1e5fdd4-134c-4e22-91ba-c822153b9faa', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:18.176159 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] Checking router: 1d4fbe68-182e-46dd-b212-7cec4084f43e for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:05:18.186183 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] Routers {'1d4fbe68-182e-46dd-b212-7cec4084f43e'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:18.186794 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['1d4fbe68-182e-46dd-b212-7cec4084f43e'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:18.238749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Deleting port b1e5fdd4-134c-4e22-91ba-c822153b9faa {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:18.242765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:18.359562 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] Set router 1d4fbe68-182e-46dd-b212-7cec4084f43e gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:18.451892 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] For port b1e5fdd4-134c-4e22-91ba-c822153b9faa, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b1e5fdd4-134c-4e22-91ba-c822153b9faa,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:18.452280 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:18.474167 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:05:18Z', 'revision_number': 6, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:18.478474 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed05162-6be4-4c0c-bab8-338a3eda5c4c None None] The sync data for ids ['1d4fbe68-182e-46dd-b212-7cec4084f43e'] in n-d-811416-5 is: [{'id': '1d4fbe68-182e-46dd-b212-7cec4084f43e', 'name': 'tempest-TestMinimumBasicScenario-115764212-router', 'tenant_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:01:31Z', 'updated_at': '2022-02-07T14:05:18Z', 'revision_number': 6, 'project_id': '5f5a9cf6144a431e9bd723bbdbc39c09', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:05:18.736437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Calling delete_port for b1e5fdd4-134c-4e22-91ba-c822153b9faa owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:18.993276 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.047719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e5fdd4-134c-4e22-91ba-c822153b9faa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:19.152056 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.355686 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.359485 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.472948 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.473472 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d4fbe68-182e-46dd-b212-7cec4084f43e {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:05:19.488605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.490000 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e2988438-0e13-4aaf-ad78-f4020568fbb5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1d4fbe68-182e-46dd-b212-7cec4084f43e HTTP/1.1" status: 204 len: 168 time: 1.7344728 Feb 07 14:05:19.492492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34124) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:19.558949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26b2a58-1f11-46f0-b4db-1e9a2c7e7fcc admin admin] Deleting subnet f0e72704-b489-4da8-b0bf-79c7a4c503ec {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:05:19.562451 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b26b2a58-1f11-46f0-b4db-1e9a2c7e7fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.616696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b26b2a58-1f11-46f0-b4db-1e9a2c7e7fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.714711 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b26b2a58-1f11-46f0-b4db-1e9a2c7e7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.899284 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b26b2a58-1f11-46f0-b4db-1e9a2c7e7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.942376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b2a58-1f11-46f0-b4db-1e9a2c7e7fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e72704-b489-4da8-b0bf-79c7a4c503ec,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:19.944679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b26b2a58-1f11-46f0-b4db-1e9a2c7e7fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:19.952618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d113b790-c214-4568-839a-e24bdca4bf92 None None] Network cad07971-a3ee-4cba-93df-9319c439281c requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:05:19.953130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b26b2a58-1f11-46f0-b4db-1e9a2c7e7fcc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f0e72704-b489-4da8-b0bf-79c7a4c503ec HTTP/1.1" status: 204 len: 168 time: 0.4582212 Feb 07 14:05:19.954412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34128) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:20.072047 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:20.084937 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Deleting port 07498014-b6ca-474e-b7f2-a7079aaddf0c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:20.085286 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:20.235693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] DHCP port deletion for cad07971-a3ee-4cba-93df-9319c439281c request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:05:20.242636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] Deleting port 07498014-b6ca-474e-b7f2-a7079aaddf0c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:20.243733 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:20.300538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b1e5fdd4-134c-4e22-91ba-c822153b9faa no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:05:20.374762 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b1e5fdd4-134c-4e22-91ba-c822153b9faa {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:05:20.375101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b1e5fdd4-134c-4e22-91ba-c822153b9faa not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:05:20.375513 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 07498014-b6ca-474e-b7f2-a7079aaddf0c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:05:20.380303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] For port 07498014-b6ca-474e-b7f2-a7079aaddf0c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=07498014-b6ca-474e-b7f2-a7079aaddf0c,segment=NetworkSegment(c2491185-c4c0-4788-bf8f-d833f9f82bb9),segment_id=c2491185-c4c0-4788-bf8f-d833f9f82bb9)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:20.380863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:20.513544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Calling delete_port for 07498014-b6ca-474e-b7f2-a7079aaddf0c owned by network:dhcp {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:20.650107 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:20.699456 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:20.712017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Pushing event deleted for resources: {'Port': ['ID=07498014-b6ca-474e-b7f2-a7079aaddf0c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:20.716349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] No DVR routers for this DVR port 07498014-b6ca-474e-b7f2-a7079aaddf0c on host n-d-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:05:20.722686 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] For port 07498014-b6ca-474e-b7f2-a7079aaddf0c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=07498014-b6ca-474e-b7f2-a7079aaddf0c,segment=NetworkSegment(c2491185-c4c0-4788-bf8f-d833f9f82bb9),segment_id=c2491185-c4c0-4788-bf8f-d833f9f82bb9)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:20.723100 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:20.864696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] Calling delete_port for 07498014-b6ca-474e-b7f2-a7079aaddf0c owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:05:20.948570 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:05:20.964418 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:20.987027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:05:20.987675 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 52607d13-e3da-4cfa-9fb5-77b97c47d1d6 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:05:20.994032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad07971-a3ee-4cba-93df-9319c439281c']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:21.010063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2491185-c4c0-4788-bf8f-d833f9f82bb9') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:21.010349 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2491185-c4c0-4788-bf8f-d833f9f82bb9') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:21.022380 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:05:21.022737 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:05:21.023719 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:21.042645 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:21.050206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:05:21.050614 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: timer() Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:05:21.064821 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:05:21.265043 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:21.283648 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:21.297965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] Pushing event deleted for resources: {'Network': ['ID=cad07971-a3ee-4cba-93df-9319c439281c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:21.303494 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1ab93d4f-2c1a-4ffd-95b8-202840b6fcda admin admin] 10.222.0.69 "DELETE /v2.0/networks/cad07971-a3ee-4cba-93df-9319c439281c HTTP/1.1" status: 204 len: 168 time: 1.3476400 Feb 07 14:05:21.523876 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] Deleting port 07498014-b6ca-474e-b7f2-a7079aaddf0c {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:05:21.524240 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:21.595114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6c90beab-e794-4bc5-b27e-66a3f768b2ba None None] The port '07498014-b6ca-474e-b7f2-a7079aaddf0c' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 14:05:21.781792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34134) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:21.839600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d024a436-9b1d-42e8-a4f3-0f5259dde9b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abcd482f489c49acb3bb3c45de5bd1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540893 Feb 07 14:05:21.840993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34138) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:21.907015 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b80e-7520-441d-beaf-d50598cf9b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:21.937385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b80e-7520-441d-beaf-d50598cf9b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:22.093060 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b80e-7520-441d-beaf-d50598cf9b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:22.111429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2b80e-7520-441d-beaf-d50598cf9b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd578c-2e24-4af7-ade1-c7c254b5c6ee,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:22.119234 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b80e-7520-441d-beaf-d50598cf9b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:22.121274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f9a2b80e-7520-441d-beaf-d50598cf9b52 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4cd578c-2e24-4af7-ade1-c7c254b5c6ee HTTP/1.1" status: 204 len: 168 time: 0.2793033 Feb 07 14:05:22.934845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34146) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:22.989487 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-bf9d35a8-ecbf-4158-9859-971fab1e7926 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f5a9cf6144a431e9bd723bbdbc39c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533662 Feb 07 14:05:22.991866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34150) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:23.065715 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7615f61-aa43-4220-9f49-a40ecac91950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:23.093223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7615f61-aa43-4220-9f49-a40ecac91950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:23.244425 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7615f61-aa43-4220-9f49-a40ecac91950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:23.260534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7615f61-aa43-4220-9f49-a40ecac91950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4a535b-4706-44ea-97a5-3ebf8629d267,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:23.279798 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f7615f61-aa43-4220-9f49-a40ecac91950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:23.279798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f7615f61-aa43-4220-9f49-a40ecac91950 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a4a535b-4706-44ea-97a5-3ebf8629d267 HTTP/1.1" status: 204 len: 168 time: 0.2767496 Feb 07 14:05:25.318503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:25.825529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34192) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:25.830701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054251826', 'description': 'tempest-secgroup-smoke-2054251826 description', 'project_id': '52cc06989b54432282ed524dd4911016'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:25.837380 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:25.843306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:25.846245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:25.852492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:25.921891 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:25.934927 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:25.950719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:25.954547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:25.957522 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:25.963496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:26.051196 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:26.473029 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:26.493190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:26.497861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:26.502890 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:26.518618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:26.527054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f027dd-f010-46a9-b6e7-fcad0f577a65,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:26.605322 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:26.678543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:26.728289 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd799c4-9425-4d3f-bd79-671f7b5c369b,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:26.804019 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:26.805301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d1bc1496-96bb-4573-88c8-57abf3ee2182 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9787693 Feb 07 14:05:26.808979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34196) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:26.813996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '8cd799c4-9425-4d3f-bd79-671f7b5c369b', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:26.820735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:26.825586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:26.828571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:26.834213 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:26.942629 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.010236 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.095402 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.120471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6341dbd4-2346-43ca-a15c-60b2822b97c7,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:27.216307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.217560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-629dfde6-8879-47fa-9ebb-ecfd8b2a2a67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076090 Feb 07 14:05:27.220541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34200) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:27.225924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '8cd799c4-9425-4d3f-bd79-671f7b5c369b', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:27.233145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:27.236909 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:27.239854 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:27.246405 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:27.331956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.400002 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.497218 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.521337 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1dc9f1-dde6-4f49-98a1-7ee665659eaa,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:27.598492 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.600039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7db89887-7638-4736-9274-dcf4fb10eddb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3781788 Feb 07 14:05:27.602508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34204) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:27.607719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '8cd799c4-9425-4d3f-bd79-671f7b5c369b', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:27.614492 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:27.618356 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:27.622058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:27.627847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:27.703638 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.768273 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.847306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.873640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6871889-d840-483b-8b77-50173bc3cd8e,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:27.942905 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:27.944215 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ad7d4fd3-196b-4305-babf-ce8383ddea67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407385 Feb 07 14:05:27.947071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34208) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:27.952255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '8cd799c4-9425-4d3f-bd79-671f7b5c369b', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:27.961966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:27.966269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:27.969237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:27.975101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:28.074466 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.145531 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.213010 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.245263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a33344-58fb-4410-b698-dda7985dff8c,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:28.344416 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.348349 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8fa6cc77-1b15-4560-b3fd-54da18b7aa4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3976595 Feb 07 14:05:28.349081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34212) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:28.355592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '8cd799c4-9425-4d3f-bd79-671f7b5c369b', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:28.362804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:28.366868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:28.369935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:28.378053 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:28.450097 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:05:28.457174 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.523783 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.592676 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.621371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef06492-91fe-42fe-8cf3-fe837b1c92e1,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:28.696226 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.698726 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bc39e0f9-fd7f-4dbc-afb3-3f40e4522639 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3479409 Feb 07 14:05:28.702027 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34216) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:28.707255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '8cd799c4-9425-4d3f-bd79-671f7b5c369b', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:28.714729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:28.718833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:28.721797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:28.727524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:28.915927 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:05:28.923594 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:28.997482 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.078413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.103151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb926e0-8e54-4651-8237-40cb9d8c5a61,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:29.190383 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.191553 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d43d9218-e159-41ad-9d64-91d0f481cd57 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4884965 Feb 07 14:05:29.194722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34220) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:29.201085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'network': {'name': 'tempest-network-smoke--249659173', 'project_id': '52cc06989b54432282ed524dd4911016', 'port_security_enabled': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:29.206827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:29.210659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:network and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:29.213624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:29.219434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:29.301151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:05:29.304648 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.333361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:05:29.342554 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.342899 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Added segment e5bfd609-1fe2-4998-9228-228e581f4935 of type vlan for network e6bed70f-5327-4802-ba6c-62e453ea0365 Feb 07 14:05:29.371538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.481831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.487458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:29.488084 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.599790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Network': ['ID=e6bed70f-5327-4802-ba6c-62e453ea0365,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:29.611378 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network e6bed70f-5327-4802-ba6c-62e453ea0365 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:05:29.644860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ab841b61-0c30-4390-8987-8fede94c7bca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4464755 Feb 07 14:05:29.645211 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34224) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:29.650698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'admin_state_up': True, 'project_id': '52cc06989b54432282ed524dd4911016', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:29.660648 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:29.665249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:router and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:29.669748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:29.677506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:29.741838 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.742822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:29.757794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:30.109399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:30.484206 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:30.518472 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:30.654744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.156 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/02078df5-392c-45e4-b389-cde12233c87b) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:05:30.811724 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:30.934005 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:31.006995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:05:31.010367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:05:31.013857 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:05:31.050170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=02078df5-392c-45e4-b389-cde12233c87b,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:31.628565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:31.993399 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:32.313010 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:05:32.500476 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:05:32.511735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Sync routers for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:05:32.522869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:32.523485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:32.592975 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:32.594130 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-56bf47ab-28dc-4e41-b1ba-be118ecf0ef4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9478593 Feb 07 14:05:32.597282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34228) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:32.718933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:32.762404 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b62a03a3-44a2-4892-af90-ea1fd15112a9 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=52cc06989b54432282ed524dd4911016&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1612301 Feb 07 14:05:32.762660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34234) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:32.908976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c305e3-c051-4afa-8f12-f54cac8a8849 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:32.910481 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-90c305e3-c051-4afa-8f12-f54cac8a8849 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469049 Feb 07 14:05:32.913493 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34238) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:33.068993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:31Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:33.074393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Checking router: d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:05:33.074752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Updating router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 port 02078df5-392c-45e4-b389-cde12233c87b binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:05:33.084413 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-05d13e0f-bf92-460c-b6d2-acd2da1b661e tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1695387 Feb 07 14:05:33.086813 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34242) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:33.092957 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-281121339', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'project_id': '52cc06989b54432282ed524dd4911016', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:33.130779 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.206098 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:33.209914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:subnet and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:33.213134 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:33.220724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:33.335902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:05:33.340538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.484124 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.496125 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Transition to ACTIVE for port object 02078df5-392c-45e4-b389-cde12233c87b will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:05:33.547273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.630497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Attempting to bind port 02078df5-392c-45e4-b389-cde12233c87b on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:05:33.630890 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Attempting to bind port 02078df5-392c-45e4-b389-cde12233c87b by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:05:33.631259 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Attempting to bind port 02078df5-392c-45e4-b389-cde12233c87b on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:05:33.633504 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Pushing event updated for resources: {'Port': ['ID=02078df5-392c-45e4-b389-cde12233c87b,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:33.643789 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.644192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.644578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.644909 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.645237 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.645563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.645923 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.646234 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.646555 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.646874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.647192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.647507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:33.650765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:05:33.651143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:05:33.651674 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.652105 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:05:33.652581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Bound port: 02078df5-392c-45e4-b389-cde12233c87b, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:05:33.652972 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.667952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.736743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] For port 02078df5-392c-45e4-b389-cde12233c87b, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:05:33.739816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] For port 02078df5-392c-45e4-b389-cde12233c87b, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=02078df5-392c-45e4-b389-cde12233c87b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:05:33.754398 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Subnet': ['ID=ae166266-9950-4ca4-9284-1aa27b9e166d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:33.762500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Checking segment: {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:05:33.762867 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network hostable DHCP agents. Network: e6bed70f-5327-4802-ba6c-62e453ea0365, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:05:33.810456 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.832755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network e6bed70f-5327-4802-ba6c-62e453ea0365 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:05:33.888723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:33.889353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:33.912797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, e6bed70f-5327-4802-ba6c-62e453ea0365) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:05:33.918021 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:33.918777 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:33.950829 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128201c-263f-4c0e-ad2e-4cd4bb9c8241 None None] Network e6bed70f-5327-4802-ba6c-62e453ea0365 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:05:33.972070 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd69b-b4f0-44e3-bae6-fb7710649f2c None None] Pushing event updated for resources: {'Port': ['ID=02078df5-392c-45e4-b389-cde12233c87b,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:34.028968 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-61f7d878-2957-416f-bf9c-d2f7478b7a4a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9409182 Feb 07 14:05:34.031851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34246) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:34.193594 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:34.500525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-e6bed70f-5327-4802-ba6c-62e453ea0365', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:05:34.501361 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:34.762059 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:34.777473 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Allocated IP 172.20.0.2 (e6bed70f-5327-4802-ba6c-62e453ea0365/ae166266-9950-4ca4-9284-1aa27b9e166d/158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:05:34.782630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:31Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:34.792788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffc9c0-9fb8-4f7a-a8ff-7ebc652baecb None None] The sync data for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 is: [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:31Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:05:35.006987 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:35.020249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Transition to ACTIVE for port object 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:05:35.050837 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Transition to ACTIVE for port object 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:05:35.136564 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:35.214711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Network e6bed70f-5327-4802-ba6c-62e453ea0365 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:05:35.214711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:05:35.214979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:05:35.297453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Pushing event updated for resources: {'Port': ['ID=158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:35.322282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Attempting to bind port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:05:35.327040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Attempting to bind port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:05:35.327040 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Attempting to bind port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 on network e6bed70f-5327-4802-ba6c-62e453ea0365 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:05:35.330128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:05:35.330509 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Checking segment: {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:05:35.330911 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:35.331462 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Bound using segment: {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:05:35.331930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Bound port: 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:05:35.332325 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:35.373276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.1 (e6bed70f-5327-4802-ba6c-62e453ea0365/ae166266-9950-4ca4-9284-1aa27b9e166d/a46a0bce-7a75-4e68-8d00-8c5db5f569bb) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:05:35.436398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] For port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:05:35.440090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] For port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:05:35.518957 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:35.555667 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:35.575684 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object a46a0bce-7a75-4e68-8d00-8c5db5f569bb will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:05:35.621601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86914e-226e-4060-8092-e7fb739483b7 None None] Pushing event updated for resources: {'Port': ['ID=158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:35.690329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:35.769766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network e6bed70f-5327-4802-ba6c-62e453ea0365 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:05:35.773655 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:05:35.778323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:05:35.816193 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:35.868294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:36.218818 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:36.351948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 02078df5-392c-45e4-b389-cde12233c87b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:05:36.488893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 02078df5-392c-45e4-b389-cde12233c87b completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:05:36.495044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 02078df5-392c-45e4-b389-cde12233c87b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:36.495520 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:36.639386 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:36.664743 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 02078df5-392c-45e4-b389-cde12233c87b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=02078df5-392c-45e4-b389-cde12233c87b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:36.708824 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:36.728857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79ea29-7987-48c5-861f-ed8e6e35e2e2 None None] Network e6bed70f-5327-4802-ba6c-62e453ea0365 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:05:36.778600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:36.807022 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:36.811706 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:05:36.900588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:36.904661 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:36.982094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=02078df5-392c-45e4-b389-cde12233c87b,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:37.019107 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-cf053681-93e1-4bde-a745-cd19440582ad None None] Provisioning for port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:05:37.055452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network e6bed70f-5327-4802-ba6c-62e453ea0365 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:05:37.057085 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:05:37.111562 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:05:37.118736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:37.119235 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:37.261522 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:37.299779 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:37.389945 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:37.398173 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:05:37.474272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c28dba71-0798-4bc0-be72-36bdb47ee946 None None] Provisioning complete for port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:37.475947 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c28dba71-0798-4bc0-be72-36bdb47ee946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:37.503825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:37.596416 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:05:37.616395 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4a827727-80ba-476c-aeae-2eefa2ffe1fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/d3c334d5-a00e-4e0e-acfe-f5b1a54625e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5736558 Feb 07 14:05:37.622053 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Sync routers for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:05:37.632966 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:37.633585 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:37.678996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c28dba71-0798-4bc0-be72-36bdb47ee946 None None] Provisioning for port a46a0bce-7a75-4e68-8d00-8c5db5f569bb completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:05:37.686834 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c28dba71-0798-4bc0-be72-36bdb47ee946 None None] Provisioning complete for port a46a0bce-7a75-4e68-8d00-8c5db5f569bb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:37.687520 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c28dba71-0798-4bc0-be72-36bdb47ee946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:37.763239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c28dba71-0798-4bc0-be72-36bdb47ee946 None None] Port a46a0bce-7a75-4e68-8d00-8c5db5f569bb cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:05:37.837226 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:37.839331 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-588d9738-ca9d-47b8-839b-6297552407ce req-83c881b2-6c40-45e1-bf3b-544159b50836 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:05:37.891903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f7f5490f-28cb-4b62-8e29-5a08a7ad0d7d None None] Provisioning complete for port a46a0bce-7a75-4e68-8d00-8c5db5f569bb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:37.892332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f7f5490f-28cb-4b62-8e29-5a08a7ad0d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:37.941431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-588d9738-ca9d-47b8-839b-6297552407ce req-83c881b2-6c40-45e1-bf3b-544159b50836 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:05:37.942920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-83c881b2-6c40-45e1-bf3b-544159b50836 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054251826&fields=id&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 267 time: 0.1524332 Feb 07 14:05:37.993489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5490f-28cb-4b62-8e29-5a08a7ad0d7d None None] Port a46a0bce-7a75-4e68-8d00-8c5db5f569bb cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:05:38.107802 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9738-ca9d-47b8-839b-6297552407ce req-4f9459cc-97d7-47e4-bb6a-e8ab63f4c9bb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:38.108906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-588d9738-ca9d-47b8-839b-6297552407ce req-4f9459cc-97d7-47e4-bb6a-e8ab63f4c9bb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:05:38.114485 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d59bb867-2a03-46f4-bdd2-cf2e543741f6 None None] Provisioning complete for port a46a0bce-7a75-4e68-8d00-8c5db5f569bb triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:38.114864 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d59bb867-2a03-46f4-bdd2-cf2e543741f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:38.172430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d59bb867-2a03-46f4-bdd2-cf2e543741f6 None None] Port a46a0bce-7a75-4e68-8d00-8c5db5f569bb cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:05:38.185226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-588d9738-ca9d-47b8-839b-6297552407ce req-4f9459cc-97d7-47e4-bb6a-e8ab63f4c9bb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:05:38.186521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-4f9459cc-97d7-47e4-bb6a-e8ab63f4c9bb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/networks?id=e6bed70f-5327-4802-ba6c-62e453ea0365 HTTP/1.1" status: 200 len: 796 time: 0.2365348 Feb 07 14:05:38.202843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-11a53171-d5e0-4bd0-a5ff-6ec26052e06c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/quotas/52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 375 time: 0.0102804 Feb 07 14:05:38.229197 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 2, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:38.235147 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Checking router: d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:05:38.235499 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Updating router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 port a46a0bce-7a75-4e68-8d00-8c5db5f569bb binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:05:38.301976 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:38.305955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 02078df5-392c-45e4-b389-cde12233c87b up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:05:38.309363 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-15f78359-e79f-4de2-87cc-2fe9f504a002 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001039 Feb 07 14:05:38.380617 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 02078df5-392c-45e4-b389-cde12233c87b triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:38.380993 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:38.386157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-8d016f00-a8ea-4f97-b9c9-262b126d123e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:05:38.387456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-8d016f00-a8ea-4f97-b9c9-262b126d123e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0692539 Feb 07 14:05:38.504354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:05:38.535211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-c37157aa-24f1-4849-ba9d-475422067e9a service neutron] 10.222.0.69 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390576 Feb 07 14:05:38.574775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:38.575603 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:38.686194 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:38.696094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-675318fd-f443-4c67-b558-d16875f0a677 service neutron] 10.222.0.69 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547873 Feb 07 14:05:38.700775 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Transition to ACTIVE for port object a46a0bce-7a75-4e68-8d00-8c5db5f569bb will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:05:38.785307 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:38.807129 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-278dbe12-3044-417a-902e-06613dd2def4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:38.923863 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Pushing event updated for resources: {'Port': ['ID=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:38.982546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-232c9c31-6e49-4690-8556-9401bb0d2378 req-f0f64869-6e65-4abd-926d-bf9362997258 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 210 time: 0.0473862 Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.006557 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:39.038252 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Attempting to bind port a46a0bce-7a75-4e68-8d00-8c5db5f569bb on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:05:39.038980 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Attempting to bind port a46a0bce-7a75-4e68-8d00-8c5db5f569bb by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:05:39.040076 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Attempting to bind port a46a0bce-7a75-4e68-8d00-8c5db5f569bb on network e6bed70f-5327-4802-ba6c-62e453ea0365 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:05:39.046338 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:05:39.047048 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Checking segment: {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:05:39.047507 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:39.047958 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Bound using segment: {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:05:39.048613 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Bound port: a46a0bce-7a75-4e68-8d00-8c5db5f569bb, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:05:39.049048 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:39.157039 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] For port a46a0bce-7a75-4e68-8d00-8c5db5f569bb, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:05:39.160412 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] For port a46a0bce-7a75-4e68-8d00-8c5db5f569bb, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:05:39.273251 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:39.353687 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:39.354548 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:39.412990 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ab5fd-57e3-4fea-bfd8-56431caae2c6 None None] Pushing event updated for resources: {'Port': ['ID=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:39.546233 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:39.898427 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:39Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:39.903233 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff84416f-f123-49a2-916f-ee1d315ec01d None None] The sync data for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 is: [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:39Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:05:40.093865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5cda17e8-c5a4-43ba-a5a6-1a3cb9c1e71f req-097d716a-c5db-45e9-b54a-d13cfbf7d9bf tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 210 time: 0.0489194 Feb 07 14:05:40.320553 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a46a0bce-7a75-4e68-8d00-8c5db5f569bb up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:05:40.475709 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port a46a0bce-7a75-4e68-8d00-8c5db5f569bb completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:05:40.481882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a46a0bce-7a75-4e68-8d00-8c5db5f569bb triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:40.482262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:40.626127 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:40.662358 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port a46a0bce-7a75-4e68-8d00-8c5db5f569bb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:40.744043 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:40.820548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:41.245712 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83705115-302c-4e04-9345-9c2f070c10ef req-97ea003c-a784-4637-aca3-e8d23cc7be47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 210 time: 0.0431981 Feb 07 14:05:41.626856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d9274eb3-f09b-4f3b-bc42-1e542d2c3f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:41.687298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9738-ca9d-47b8-839b-6297552407ce req-17afe52c-f5c6-48e3-9e7b-ea562e87975f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:41.689150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-17afe52c-f5c6-48e3-9e7b-ea562e87975f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/networks?id=e6bed70f-5327-4802-ba6c-62e453ea0365 HTTP/1.1" status: 200 len: 796 time: 0.1557655 Feb 07 14:05:41.740308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-6a46267c-46e3-4544-8a8e-93d17ba7c0f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 380 time: 0.0430546 Feb 07 14:05:41.750235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'port': {'device_id': '08a77050-28a0-4272-b554-3aad97a5fa62', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'admin_state_up': True, 'tenant_id': '52cc06989b54432282ed524dd4911016', 'security_groups': ['8cd799c4-9425-4d3f-bd79-671f7b5c369b']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:41.892285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:41.896272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:port and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:41.899353 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:41.905381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:42.006997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:05:42.010617 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:42.183425 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.4 (e6bed70f-5327-4802-ba6c-62e453ea0365/ae166266-9950-4ca4-9284-1aa27b9e166d/83cbfbab-e7d4-4426-b67a-c3143dbc6fff) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:05:42.290489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a46a0bce-7a75-4e68-8d00-8c5db5f569bb up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:05:42.368381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port a46a0bce-7a75-4e68-8d00-8c5db5f569bb triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:42.369162 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:42.414624 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:42.437507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-693df719-add6-4969-a4d4-29de10e89457 req-e5eaa077-4971-4550-bf1c-ff2936258ae4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 210 time: 0.0601783 Feb 07 14:05:42.455982 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:42.472508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object 83cbfbab-e7d4-4426-b67a-c3143dbc6fff will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:05:42.508292 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:42.561870 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:42.631379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network e6bed70f-5327-4802-ba6c-62e453ea0365 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:05:42.634524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:05:42.639020 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:05:42.797235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:42.831650 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:42.832358 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:42.948158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-0008f87d-d7ca-4a1e-8b61-60ad5fa4be52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2014494 Feb 07 14:05:42.965123 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5d055fb8-6050-42d4-8141-e0df394c666a None None] Provisioning for port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:05:42.972371 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5d055fb8-6050-42d4-8141-e0df394c666a None None] Provisioning complete for port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:42.972753 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d055fb8-6050-42d4-8141-e0df394c666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:43.005529 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Request body: {'port': {'device_id': '08a77050-28a0-4272-b554-3aad97a5fa62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:43.028614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-5d055fb8-6050-42d4-8141-e0df394c666a None None] Port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:05:43.099592 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:05:43.124712 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:43.480689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cbfbab-e7d4-4426-b67a-c3143dbc6fff {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:05:43.488186 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:43.502484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Transition to ACTIVE for port object 83cbfbab-e7d4-4426-b67a-c3143dbc6fff will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:05:43.585659 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:43.750858 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Pushing event updated for resources: {'Port': ['ID=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:43.841652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5d856-c87e-4669-adb4-007d20ec0003 req-de9753ff-5e29-44ec-90a0-210eda0132ab tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:43.842398 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-19c5d856-c87e-4669-adb4-007d20ec0003 req-de9753ff-5e29-44ec-90a0-210eda0132ab tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:05:43.888418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Attempting to bind port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:05:43.888765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Attempting to bind port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:05:43.889102 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Attempting to bind port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff on network e6bed70f-5327-4802-ba6c-62e453ea0365 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:05:43.895203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff on network e6bed70f-5327-4802-ba6c-62e453ea0365 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:05:43.895526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Attempting to bind port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff on network e6bed70f-5327-4802-ba6c-62e453ea0365 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:05:43.900744 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:05:43.901263 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Checking segment: {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:05:43.901840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Bound using segment: {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:05:43.902530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Bound port: 83cbfbab-e7d4-4426-b67a-c3143dbc6fff, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5bfd609-1fe2-4998-9228-228e581f4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:05:43.902890 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:43.995917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-19c5d856-c87e-4669-adb4-007d20ec0003 req-de9753ff-5e29-44ec-90a0-210eda0132ab tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:05:43.997222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c5d856-c87e-4669-adb4-007d20ec0003 req-de9753ff-5e29-44ec-90a0-210eda0132ab tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 943 time: 0.4492986 Feb 07 14:05:44.003079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] For port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:05:44.007745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] For port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:05:44.047710 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:44.050751 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19c5d856-c87e-4669-adb4-007d20ec0003 req-fb5bdcaa-7e55-4db2-97f7-713f94497a4f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 Feb 07 14:05:44.116284 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:44.182085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:44.182584 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:44.183994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] 10.222.0.47 "PUT /v2.0/ports/83cbfbab-e7d4-4426-b67a-c3143dbc6fff HTTP/1.1" status: 200 len: 1091 time: 1.2289646 Feb 07 14:05:44.189496 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:05:44.206518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a987fa-1aac-402a-aaf9-f1df568d3976 service neutron] Pushing event updated for resources: {'Port': ['ID=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:44.246095 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'status': 'completed', 'code': 200} Feb 07 14:05:44.365246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad14a-6560-4023-b16d-fa749fd65488 req-0f1a3a0a-7bdd-42f3-830e-039ad09fb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:44.366867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a08ad14a-6560-4023-b16d-fa749fd65488 req-0f1a3a0a-7bdd-42f3-830e-039ad09fb045 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 1094 time: 0.0984135 Feb 07 14:05:44.517663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad14a-6560-4023-b16d-fa749fd65488 req-99187ce3-0570-4e41-8dd2-16ea73cbf940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:44.519052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a08ad14a-6560-4023-b16d-fa749fd65488 req-99187ce3-0570-4e41-8dd2-16ea73cbf940 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=52cc06989b54432282ed524dd4911016&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1441126 Feb 07 14:05:44.659557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ad14a-6560-4023-b16d-fa749fd65488 req-10c952cf-fc7b-4baf-8adb-90a4b59b4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:44.661051 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a08ad14a-6560-4023-b16d-fa749fd65488 req-10c952cf-fc7b-4baf-8adb-90a4b59b4f1c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1363447 Feb 07 14:05:44.768040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9738-ca9d-47b8-839b-6297552407ce req-90874e97-ac52-45fc-a56e-3d0d42e05dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:44.769442 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-90874e97-ac52-45fc-a56e-3d0d42e05dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 1094 time: 0.0725965 Feb 07 14:05:44.843612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-221ade9f-f296-424b-acd6-ac0d1413999d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff HTTP/1.1" status: 200 len: 217 time: 0.0673430 Feb 07 14:05:44.915341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9738-ca9d-47b8-839b-6297552407ce req-61fbb69c-729a-40b6-8de9-bde4a136f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:44.917509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-61fbb69c-729a-40b6-8de9-bde4a136f52d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae166266-9950-4ca4-9284-1aa27b9e166d HTTP/1.1" status: 200 len: 834 time: 0.0684588 Feb 07 14:05:45.115047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9738-ca9d-47b8-839b-6297552407ce req-357b5322-59b5-44b7-8fbe-8b8bf512d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:45.116571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-357b5322-59b5-44b7-8fbe-8b8bf512d13a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6bed70f-5327-4802-ba6c-62e453ea0365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933358 Feb 07 14:05:45.310447 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-de584c43-fa0e-4735-8c96-459f08b9bb0c service neutron] 10.222.0.47 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874125 Feb 07 14:05:45.342903 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06ecda-e6b0-439e-bb96-24992bbf0bd2 req-fa5fa93d-65ba-4039-8c5d-7796c8ca24cb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:45.344357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f06ecda-e6b0-439e-bb96-24992bbf0bd2 req-fa5fa93d-65ba-4039-8c5d-7796c8ca24cb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 943 time: 0.1537805 Feb 07 14:05:45.458565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6f06ecda-e6b0-439e-bb96-24992bbf0bd2 req-30416b73-28ab-4767-bebe-ca82f59217b5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669272 Feb 07 14:05:45.491623 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-588d9738-ca9d-47b8-839b-6297552407ce req-893ef2f2-c654-415b-a406-1d2557d917d9 service neutron] 10.222.0.47 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749337 Feb 07 14:05:45.618800 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:46.652686 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b8ef-a9aa-4455-82e0-0a6002f29754 req-0a6e85ec-6a72-44f0-8698-994cd65f72ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:46.654360 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4b5b8ef-a9aa-4455-82e0-0a6002f29754 req-0a6e85ec-6a72-44f0-8698-994cd65f72ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 943 time: 0.0817492 Feb 07 14:05:46.703263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4b5b8ef-a9aa-4455-82e0-0a6002f29754 req-0ef46e37-93e7-473d-8b61-c82283ebbe25 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Feb 07 14:05:47.896046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1f79-d821-47d9-8285-944500edbfde req-30768189-4c61-4e01-9274-eeb7ce6a423b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:47.897550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e7d1f79-d821-47d9-8285-944500edbfde req-30768189-4c61-4e01-9274-eeb7ce6a423b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 943 time: 0.0858152 Feb 07 14:05:47.943874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e7d1f79-d821-47d9-8285-944500edbfde req-67d1c249-89b9-4d81-9e6e-7b186bad701c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Feb 07 14:05:49.124942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 83cbfbab-e7d4-4426-b67a-c3143dbc6fff details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:05:49.137073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907d61c-92ec-4905-a2e4-dc97a8bb10db req-9e24ab3c-772a-435b-9fd8-ac39dfe0fa52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:49.138602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e907d61c-92ec-4905-a2e4-dc97a8bb10db req-9e24ab3c-772a-435b-9fd8-ac39dfe0fa52 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 943 time: 0.0873528 Feb 07 14:05:49.189158 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e907d61c-92ec-4905-a2e4-dc97a8bb10db req-9b63e554-a518-483e-9268-81ec27028ca6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447752 Feb 07 14:05:49.271647 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:49.285707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'port_id': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'mac_address': 'fa:16:3e:6a:1d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:05:49.345481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:49.363894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cbfbab-e7d4-4426-b67a-c3143dbc6fff {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:05:49.380567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:49.446754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:49.517703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:49.821273 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['83cbfbab-e7d4-4426-b67a-c3143dbc6fff'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:05:50.376873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c39fd-5630-4b4e-8943-e74d79ee5229 req-56339abe-2900-4818-ad4a-81c057914106 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:50.378307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b4c39fd-5630-4b4e-8943-e74d79ee5229 req-56339abe-2900-4818-ad4a-81c057914106 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 944 time: 0.0822837 Feb 07 14:05:50.422893 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b4c39fd-5630-4b4e-8943-e74d79ee5229 req-5654e5e8-4be5-45a7-bca8-246aaf2d12ef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389662 Feb 07 14:05:51.139802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 83cbfbab-e7d4-4426-b67a-c3143dbc6fff up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:05:51.261792 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:05:51.267604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:05:51.268080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:51.417145 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:51.443261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:05:51.454443 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:05:51.529837 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:51.564284 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'code': 200} Feb 07 14:05:51.605768 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:51.684644 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51863e-492b-4104-bf4d-8be97c2cbca4 req-c458b835-0269-42b1-8df8-bccd8c1f3095 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:51.686088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d51863e-492b-4104-bf4d-8be97c2cbca4 req-c458b835-0269-42b1-8df8-bccd8c1f3095 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.1536069 Feb 07 14:05:51.732006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198e9ab-ed96-4d4c-a88c-86f7a5ef9588 req-4b596141-8498-4ace-a851-34fdb7ae563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:51.733514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7198e9ab-ed96-4d4c-a88c-86f7a5ef9588 req-4b596141-8498-4ace-a851-34fdb7ae563b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 1096 time: 0.1288879 Feb 07 14:05:51.757805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7d51863e-492b-4104-bf4d-8be97c2cbca4 req-f6108f56-59df-483c-a4a6-b6afdc9973f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661061 Feb 07 14:05:51.782617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7198e9ab-ed96-4d4c-a88c-86f7a5ef9588 req-b061ea88-36c5-459b-90b0-b0a9104155c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433285 Feb 07 14:05:52.960476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169dfab-514e-4aa5-b054-6bfb653d759c req-28f71484-7f46-43f7-9f7b-7c812f9f308c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:52.961940 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b169dfab-514e-4aa5-b054-6bfb653d759c req-28f71484-7f46-43f7-9f7b-7c812f9f308c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.0892515 Feb 07 14:05:53.009936 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b169dfab-514e-4aa5-b054-6bfb653d759c req-efc3447a-878e-4a2d-92c2-48b2f913c095 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Feb 07 14:05:54.208656 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447316-6244-4f0c-92fc-dc062011dfd3 req-82dcab30-0a9b-4612-8a7b-de36c64b82be tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:54.210188 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec447316-6244-4f0c-92fc-dc062011dfd3 req-82dcab30-0a9b-4612-8a7b-de36c64b82be tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.0825875 Feb 07 14:05:54.263550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec447316-6244-4f0c-92fc-dc062011dfd3 req-766024b8-ad5a-4075-9bf1-79dc5c7dea20 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465646 Feb 07 14:05:54.452862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e7a2f-7da0-4723-8b8b-ab74ba8ec06e req-28fb9f39-447b-4cf4-940f-4a6a4427c8f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:54.454398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-249e7a2f-7da0-4723-8b8b-ab74ba8ec06e req-28fb9f39-447b-4cf4-940f-4a6a4427c8f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.0821450 Feb 07 14:05:54.498873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-249e7a2f-7da0-4723-8b8b-ab74ba8ec06e req-58c6c1c3-9cd0-4956-aa73-4fca4401a239 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388155 Feb 07 14:05:54.521651 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34318) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:54.598155 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c6adc9-0364-4c58-b9b3-db53b23acad4 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:54.599616 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-38c6adc9-0364-4c58-b9b3-db53b23acad4 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 1091 time: 0.0769570 Feb 07 14:05:54.602502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34322) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:54.607723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:05:54.614876 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:05:54.618779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:floatingip and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:05:54.622029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:05:54.627815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:05:54.706811 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:54.851837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:54.988846 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.106 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/86ee87f0-91d0-4d2f-87f9-3bb0107a8262) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:05:55.145952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:55.233261 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:55.305719 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:05:55.309050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:05:55.314032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:05:55.332446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:55.350796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=86ee87f0-91d0-4d2f-87f9-3bb0107a8262,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:55.366908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.367258 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.367605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.367947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.368305 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.368643 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.368978 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.369308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.369641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.370176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.370506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.370871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:05:55.751351 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:55.877458 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:56.209939 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:56.288727 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:56.401499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=86ee87f0-91d0-4d2f-87f9-3bb0107a8262,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:05:56.412436 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:56.594004 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Floating IP e25f15e9-b771-4616-ace0-f6114b8df42f associated. External IP: 172.25.7.106, port: 83cbfbab-e7d4-4426-b67a-c3143dbc6fff. Feb 07 14:05:56.961264 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:05:57.142132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:05:57.152901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] Sync routers for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:05:57.162624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:57.163308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:57.258136 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:05:57.328669 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fc1a01cd-0ec2-468c-aa41-c9f977a7a1ca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7251093 Feb 07 14:05:57.329563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:05:57.361627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:57.378798 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'status': 'completed', 'code': 200} Feb 07 14:05:57.550741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304ad1e-7092-4cdd-b814-3f6f82d7fb3f req-a9d175b5-c35f-4eb7-a9d6-d51051f878b7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:57.552168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a304ad1e-7092-4cdd-b814-3f6f82d7fb3f req-a9d175b5-c35f-4eb7-a9d6-d51051f878b7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.1164191 Feb 07 14:05:57.554271 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-4bd618c2-2c44-4bfc-8315-2761a2b57374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:57.555681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-4bd618c2-2c44-4bfc-8315-2761a2b57374 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 1096 time: 0.1521494 Feb 07 14:05:57.679292 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a304ad1e-7092-4cdd-b814-3f6f82d7fb3f req-d40eb803-59cf-4cb5-92b5-eba7c6a9d47c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209042 Feb 07 14:05:57.713547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34330) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:57.727120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e25f15e9-b771-4616-ace0-f6114b8df42f', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'port_id': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'mac_address': 'fa:16:3e:6a:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a77050-28a0-4272-b554-3aad97a5fa62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:05:55Z', 'updated_at': '2022-02-07T14:05:55Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:57.728145 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-54b074b8-c693-40e9-86c9-1e9d41cb1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:57.730454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-54b074b8-c693-40e9-86c9-1e9d41cb1c10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6bed70f-5327-4802-ba6c-62e453ea0365 HTTP/1.1" status: 200 len: 896 time: 0.1586342 Feb 07 14:05:57.732820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] Checking router: d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:05:57.741786 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:05:57.742633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:05:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:57.832151 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0c5c535b-fbed-457f-9a00-7831a7f234d2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/e25f15e9-b771-4616-ace0-f6114b8df42f HTTP/1.1" status: 200 len: 991 time: 0.1173182 Feb 07 14:05:57.940009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:05:57.959222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-39e9a7ce-dc77-407a-8ff6-5917d1a04d1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff HTTP/1.1" status: 200 len: 999 time: 0.2228630 Feb 07 14:05:58.025509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-9ddbd631-a149-410c-bc5d-22a855a45c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:58.028091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-9ddbd631-a149-410c-bc5d-22a855a45c06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae166266-9950-4ca4-9284-1aa27b9e166d HTTP/1.1" status: 200 len: 834 time: 0.0625086 Feb 07 14:05:58.105478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-c2857acb-562a-4822-b87b-cd31afb2917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:05:58.106973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-c2857acb-562a-4822-b87b-cd31afb2917b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6bed70f-5327-4802-ba6c-62e453ea0365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735476 Feb 07 14:05:58.246573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-ec0ec561-f1e8-4fd9-b7f6-d87b28df6d8d service neutron] 10.222.0.47 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333194 Feb 07 14:05:58.302830 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e25f15e9-b771-4616-ace0-f6114b8df42f', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'port_id': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'mac_address': 'fa:16:3e:6a:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a77050-28a0-4272-b554-3aad97a5fa62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:05:55Z', 'updated_at': '2022-02-07T14:05:55Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:05:58.306957 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1dd90f-0b4a-4827-b4ce-ae4b4dd0c98c None None] The sync data for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 is: [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e25f15e9-b771-4616-ace0-f6114b8df42f', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'port_id': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'mac_address': 'fa:16:3e:6a:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a77050-28a0-4272-b554-3aad97a5fa62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:05:55Z', 'updated_at': '2022-02-07T14:05:55Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:05:58.392155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4078f8df-9e97-4497-89f0-1035621d1d4e req-5c221cbf-6681-4db8-9b91-0dc44ef139f4 service neutron] 10.222.0.47 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392155 Feb 07 14:05:58.523918 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e345d022-85d2-4d8c-b207-eb135757367f None None] New status for floating IP e25f15e9-b771-4616-ace0-f6114b8df42f: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:05:58.835870 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34334) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:05:58.941983 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ce64488f-7a88-4b1f-8e6e-5fa28a6be0d2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/e25f15e9-b771-4616-ace0-f6114b8df42f HTTP/1.1" status: 200 len: 993 time: 0.1048439 Feb 07 14:06:08.750036 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e21ef306-03e3-4688-bf2c-b962819e6fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:11.601181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4898aa15-94e0-4b64-a88c-b3e1cca96974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:12.344139 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:12.503573 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:14.006787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:15.617893 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:20.099196 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:06:25.349291 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:38.749095 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-64238991-cc9d-418a-b63f-83eff32f9975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:40.362164 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-fa780981-71d3-4939-8427-6f2e4a56531c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713964 Feb 07 14:06:40.511703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-4e14f499-ed13-4fbc-95b7-7dbfa3dbe83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:06:40.513117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-4e14f499-ed13-4fbc-95b7-7dbfa3dbe83c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 1096 time: 0.0760028 Feb 07 14:06:40.671997 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-bf5aa33a-f30e-495c-a21c-261399d07e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:06:40.674475 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-bf5aa33a-f30e-495c-a21c-261399d07e69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6bed70f-5327-4802-ba6c-62e453ea0365 HTTP/1.1" status: 200 len: 896 time: 0.1422660 Feb 07 14:06:40.787838 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-e5e1d1c4-41ec-4041-a05c-4470c30965fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff HTTP/1.1" status: 200 len: 1001 time: 0.1069891 Feb 07 14:06:40.850642 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-5b8a2118-8f84-4e82-a439-16cbba8485ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:06:40.852117 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-5b8a2118-8f84-4e82-a439-16cbba8485ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae166266-9950-4ca4-9284-1aa27b9e166d HTTP/1.1" status: 200 len: 834 time: 0.0580173 Feb 07 14:06:40.926824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-aeec17da-3bcc-4933-afc4-1d9ddb27e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:06:40.928333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-aeec17da-3bcc-4933-afc4-1d9ddb27e4bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6bed70f-5327-4802-ba6c-62e453ea0365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702021 Feb 07 14:06:41.067514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-ed8e4052-3451-4e7b-91a7-39bd93f739e3 service neutron] 10.222.0.47 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323555 Feb 07 14:06:41.198809 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9ad3762-9822-455f-a706-e0dc7b2d6bdd req-d0dd23e2-2a72-424e-b28a-5573da17fe52 service neutron] 10.222.0.47 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250556 Feb 07 14:06:41.572123 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-51e1ba1b-91ec-479c-86b8-cea9666f6449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:42.366360 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:42.491627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:44.026607 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:45.658453 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:55.366581 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:06:57.098356 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:07:08.742821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9fecef9d-8738-43c1-bce3-a623023854dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:11.582846 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fc04188-74d5-46ac-a0ec-b63fb6b9cb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:12.366877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:12.457122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9a477-9203-4dd4-97b1-89e113a9f836 req-206c059e-b8b3-4299-b66d-5f19c4f8adab tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:12.459216 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfa9a477-9203-4dd4-97b1-89e113a9f836 req-206c059e-b8b3-4299-b66d-5f19c4f8adab tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.1113896 Feb 07 14:07:12.491250 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:12.525352 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfa9a477-9203-4dd4-97b1-89e113a9f836 req-333fb26f-ed86-4b7d-a046-155e8a9d115f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599210 Feb 07 14:07:13.864797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18e8a9-8df3-458f-bea8-92f4101f0a67 req-dd951e8e-b1b7-4339-a2bd-1c59b14b5a4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:13.866972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc18e8a9-8df3-458f-bea8-92f4101f0a67 req-dd951e8e-b1b7-4339-a2bd-1c59b14b5a4d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.0787225 Feb 07 14:07:13.924672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cc18e8a9-8df3-458f-bea8-92f4101f0a67 req-5b456523-410c-4ca6-ac5f-3e7ad04c6f89 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520422 Feb 07 14:07:13.952582 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34368) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:14.040088 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:14.067176 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a177d895-22e7-41ba-9fa1-57b19e60bfb7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/e25f15e9-b771-4616-ace0-f6114b8df42f HTTP/1.1" status: 200 len: 993 time: 0.1128132 Feb 07 14:07:15.680885 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:15.712239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843938e3-d63e-43ea-9375-9486376bf592 req-b1bb6845-9896-4db9-9d9c-8adb6055af60 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:15.713947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-843938e3-d63e-43ea-9375-9486376bf592 req-b1bb6845-9896-4db9-9d9c-8adb6055af60 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.0881925 Feb 07 14:07:15.761505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-843938e3-d63e-43ea-9375-9486376bf592 req-49f1059a-f573-4a83-a642-3dbdddfaa62a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419738 Feb 07 14:07:17.073609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6df32e-e86c-4b56-93d4-36e8d50305bb req-769ca567-fac1-4d08-8634-9f264e479cc2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:17.075028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e6df32e-e86c-4b56-93d4-36e8d50305bb req-769ca567-fac1-4d08-8634-9f264e479cc2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.2018254 Feb 07 14:07:17.122680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e6df32e-e86c-4b56-93d4-36e8d50305bb req-cee2bde9-e233-4954-87c5-5f43e36cbbb1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Feb 07 14:07:17.146522 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34380) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:17.373401 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a9a35bd3-1831-4133-881a-6b1f7b8082bc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/e25f15e9-b771-4616-ace0-f6114b8df42f HTTP/1.1" status: 200 len: 993 time: 0.2249148 Feb 07 14:07:17.630841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34388) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:17.843327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 86ee87f0-91d0-4d2f-87f9-3bb0107a8262 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:07:17.843678 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:18.018655 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:18.018990 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:18.144935 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 86ee87f0-91d0-4d2f-87f9-3bb0107a8262 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:07:18.371762 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:18.421479 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=86ee87f0-91d0-4d2f-87f9-3bb0107a8262,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:18.491418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.491760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.492128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.492466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.492797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.493124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.493451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.493774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.494100 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.494420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.494743 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.495066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:18.527590 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:18.527886 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Floating IP e25f15e9-b771-4616-ace0-f6114b8df42f disassociated (deleted). External IP: 172.25.7.106, port: 83cbfbab-e7d4-4426-b67a-c3143dbc6fff. Feb 07 14:07:18.888264 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:07:19.196717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:07:19.207101 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] Sync routers for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:07:19.217113 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:07:19.224710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:19.278697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:19.337764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-53c11062-b83e-437c-9247-468782261c83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/floatingips/e25f15e9-b771-4616-ace0-f6114b8df42f HTTP/1.1" status: 204 len: 168 time: 1.7053370 Feb 07 14:07:19.338429 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:07:19.393210 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'status': 'completed', 'code': 200} Feb 07 14:07:19.402416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:07:19.486945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-e684233b-162f-46aa-9d2f-0cc9ca82de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:19.488389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-e684233b-162f-46aa-9d2f-0cc9ca82de14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 1096 time: 0.0739417 Feb 07 14:07:19.637757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-77788b82-109e-4e4d-bdad-a151c2bbe6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:19.639396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-77788b82-109e-4e4d-bdad-a151c2bbe6be service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6bed70f-5327-4802-ba6c-62e453ea0365 HTTP/1.1" status: 200 len: 896 time: 0.1449163 Feb 07 14:07:19.720762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-1a279913-e0b1-48d6-bec9-8ef395998f42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff HTTP/1.1" status: 200 len: 217 time: 0.0745206 Feb 07 14:07:19.731690 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:19.736279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] Checking router: d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:07:19.757352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:07:19.757352 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:19.794046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-ad9d8546-e5c1-4db1-a9a1-fb6bdabb6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:19.795611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-ad9d8546-e5c1-4db1-a9a1-fb6bdabb6722 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae166266-9950-4ca4-9284-1aa27b9e166d HTTP/1.1" status: 200 len: 834 time: 0.0696154 Feb 07 14:07:19.875699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-fe0f580a-0e1f-4caf-af03-ec5f297d1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:19.877310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-fe0f580a-0e1f-4caf-af03-ec5f297d1f44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6bed70f-5327-4802-ba6c-62e453ea0365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752084 Feb 07 14:07:19.938908 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:07:20.082960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-da950081-2fbc-4d37-a70f-2af86e9197a8 service neutron] 10.222.0.47 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984534 Feb 07 14:07:20.098446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f6658-b44c-46e0-a334-952d281ebda1 req-10adf1b8-2bc7-4008-b121-109b1f7f132a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:20.099152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f24f6658-b44c-46e0-a334-952d281ebda1 req-10adf1b8-2bc7-4008-b121-109b1f7f132a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:07:20.242781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56a6b575-2308-4b5f-8b1d-057472eef1c2 req-ef1d4d63-38c9-4857-bb8b-4bde17f25f55 service neutron] 10.222.0.47 "GET /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522641 Feb 07 14:07:20.260656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:20.262783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-f24f6658-b44c-46e0-a334-952d281ebda1 req-10adf1b8-2bc7-4008-b121-109b1f7f132a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:07:20.264144 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f24f6658-b44c-46e0-a334-952d281ebda1 req-10adf1b8-2bc7-4008-b121-109b1f7f132a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.3019903 Feb 07 14:07:20.264730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684062f-417b-4c41-8e02-7a6060025dca None None] The sync data for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 is: [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'a46a0bce-7a75-4e68-8d00-8c5db5f569bb', 'name': '', 'network_id': 'e6bed70f-5327-4802-ba6c-62e453ea0365', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:11:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:35Z', 'updated_at': '2022-02-07T14:05:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ae166266-9950-4ca4-9284-1aa27b9e166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:07:20.315942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f24f6658-b44c-46e0-a334-952d281ebda1 req-79b74585-5f9f-41d1-848e-f4b011975f86 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Feb 07 14:07:20.500949 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9c521-7faf-4cb8-8a00-b4ab3cbdfa5b None None] New status for floating IP e25f15e9-b771-4616-ace0-f6114b8df42f: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:07:21.522447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f1331-85fe-4b4e-af42-1f9400723f9d req-42cb3ff5-f742-4534-adee-20c93807e2c6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:21.524481 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-045f1331-85fe-4b4e-af42-1f9400723f9d req-42cb3ff5-f742-4534-adee-20c93807e2c6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.0975845 Feb 07 14:07:21.569671 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-045f1331-85fe-4b4e-af42-1f9400723f9d req-c2449408-995c-43a7-8abf-605cadfa96e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=8cd799c4-9425-4d3f-bd79-671f7b5c369b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Feb 07 14:07:21.820898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4dd24b54-772c-46e1-b7b8-ce3d2fc4d42e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:21.822351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4dd24b54-772c-46e1-b7b8-ce3d2fc4d42e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 945 time: 0.0819399 Feb 07 14:07:21.920360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:07:21.920709 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:22.179507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:07:22.180058 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:22.431327 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 83cbfbab-e7d4-4426-b67a-c3143dbc6fff owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:07:22.663445 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:22.761434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=83cbfbab-e7d4-4426-b67a-c3143dbc6fff,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:22.833680 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d148e305-7f53-41cb-92cb-35b0c64f7b07 req-75b12137-2405-404e-b4e8-a7437390d160 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a77050-28a0-4272-b554-3aad97a5fa62 HTTP/1.1" status: 200 len: 210 time: 0.0852766 Feb 07 14:07:22.840448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] No DVR routers for this DVR port 83cbfbab-e7d4-4426-b67a-c3143dbc6fff on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:07:22.842808 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:22.845255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'name': 'network-vif-deleted', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:07:22.892423 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a77050-28a0-4272-b554-3aad97a5fa62', 'name': 'network-vif-deleted', 'tag': '83cbfbab-e7d4-4426-b67a-c3143dbc6fff', 'status': 'completed', 'code': 200} Feb 07 14:07:22.926460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3bf62015-0868-46df-859e-e9af39ba1e51 req-4fc23e18-e469-4cb9-ad94-a97218471f64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "DELETE /v2.0/ports/83cbfbab-e7d4-4426-b67a-c3143dbc6fff HTTP/1.1" status: 204 len: 173 time: 1.0989721 Feb 07 14:07:23.891886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34406) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:24.461667 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:24.826009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port a46a0bce-7a75-4e68-8d00-8c5db5f569bb {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:07:24.826356 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:25.021545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port a46a0bce-7a75-4e68-8d00-8c5db5f569bb, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:07:25.022246 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:25.274002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for a46a0bce-7a75-4e68-8d00-8c5db5f569bb owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:07:25.363777 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:25.591568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 83cbfbab-e7d4-4426-b67a-c3143dbc6fff no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:07:25.629204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 83cbfbab-e7d4-4426-b67a-c3143dbc6fff {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:07:25.629574 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 83cbfbab-e7d4-4426-b67a-c3143dbc6fff not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:07:25.697437 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:25.746466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=a46a0bce-7a75-4e68-8d00-8c5db5f569bb,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:26.036503 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:26.404619 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:07:26.585132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:07:26.596671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] Sync routers for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:07:26.603721 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34410) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:26.604239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6135a416-d6b4-42df-bfcc-7834485232d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/d3c334d5-a00e-4e0e-acfe-f5b1a54625e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7106984 Feb 07 14:07:26.611802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:07:26.612656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:26.675344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting subnet ae166266-9950-4ca4-9284-1aa27b9e166d {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:07:26.678517 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:26.735679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:26.801161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:07:26.834523 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:26.987322 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:27.031025 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Subnet': ['ID=ae166266-9950-4ca4-9284-1aa27b9e166d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:27.043367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:27.047737 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.048101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.048450 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.049048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.049389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.049723 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.050062 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.050383 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.050715 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.051044 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.051372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.051697 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:27.059715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df133dd5-8373-41cc-82ad-b8ee88b685ab None None] Network e6bed70f-5327-4802-ba6c-62e453ea0365 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:07:27.066182 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-88ea21fe-b6b8-4daa-a5f5-789c00a23499 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/subnets/ae166266-9950-4ca4-9284-1aa27b9e166d HTTP/1.1" status: 204 len: 168 time: 0.4613378 Feb 07 14:07:27.069586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34414) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:27.288930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:27.372446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:07:25Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:27.376589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] Checking router: d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:07:27.386668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] Routers {'d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:07:27.387083 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:27.459765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] DHCP port deletion for e6bed70f-5327-4802-ba6c-62e453ea0365 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:07:27.473408 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Deleting port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:07:27.473783 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:27.482737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:27.552488 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 02078df5-392c-45e4-b389-cde12233c87b {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:07:27.552754 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:27.678355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] Set router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:07:27.741811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 02078df5-392c-45e4-b389-cde12233c87b, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=02078df5-392c-45e4-b389-cde12233c87b,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:07:27.742926 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:27.870816 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 02078df5-392c-45e4-b389-cde12233c87b owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:07:27.965136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] For port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255,segment=NetworkSegment(e5bfd609-1fe2-4998-9228-228e581f4935),segment_id=e5bfd609-1fe2-4998-9228-228e581f4935)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:07:27.965527 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:28.110979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Calling delete_port for 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:07:28.268479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:28.359857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:07:28.446007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=02078df5-392c-45e4-b389-cde12233c87b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:28.504925 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:28.537862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:28.542057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 update to DOWN by agent not found {{(pid=88314) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 14:07:28.557465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:07:25Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:28.568596 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] No DVR routers for this DVR port 158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:07:28.574953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Pushing event deleted for resources: {'Port': ['ID=158e4b5e-1d2e-4d2a-b7fb-7c8fe4903255,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:28.582902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430c973-1a89-4d2d-b55f-9e620244dca0 None None] The sync data for ids ['d3c334d5-a00e-4e0e-acfe-f5b1a54625e0'] in n-d-811416-5 is: [{'id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1731203983', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '02078df5-392c-45e4-b389-cde12233c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:05:29Z', 'updated_at': '2022-02-07T14:07:25Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '02078df5-392c-45e4-b389-cde12233c87b', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:77:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c334d5-a00e-4e0e-acfe-f5b1a54625e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:05:30Z', 'updated_at': '2022-02-07T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:07:28.592356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.592696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.593035 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.593409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.593735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.594069 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.594527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.594853 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.595172 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.595489 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.595808 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.596159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c06774-dbd9-49ac-957a-0a574ee18fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:28.726256 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:28.728552 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:28.832639 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:28.833308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Fanout notify agent at l3_agent the message router_deleted on router d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:07:28.849611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:28.850714 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b55041f0-8072-4724-b294-913ec5450fee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/routers/d3c334d5-a00e-4e0e-acfe-f5b1a54625e0 HTTP/1.1" status: 204 len: 168 time: 1.7791269 Feb 07 14:07:28.853826 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34418) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:29.110185 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.250169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.278554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bed70f-5327-4802-ba6c-62e453ea0365']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:29.292187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bfd609-1fe2-4998-9228-228e581f4935') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:29.292487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bfd609-1fe2-4998-9228-228e581f4935') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:29.305333 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.322809 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.328996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:07:29.329385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: timer() Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:07:29.344938 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:07:29.491544 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.509475 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.521013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Network': ['ID=e6bed70f-5327-4802-ba6c-62e453ea0365,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:29.589612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ca86c7dd-2c69-4974-a9c4-7770d79dfbac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/networks/e6bed70f-5327-4802-ba6c-62e453ea0365 HTTP/1.1" status: 204 len: 168 time: 0.7345300 Feb 07 14:07:29.592187 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34422) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:29.668691 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3517-ead7-4745-89e1-9ed8ddb9aa1b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.701997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3517-ead7-4745-89e1-9ed8ddb9aa1b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.851917 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3517-ead7-4745-89e1-9ed8ddb9aa1b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.875369 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d3517-ead7-4745-89e1-9ed8ddb9aa1b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd799c4-9425-4d3f-bd79-671f7b5c369b,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:29.969118 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3517-ead7-4745-89e1-9ed8ddb9aa1b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:29.970272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5a9d3517-ead7-4745-89e1-9ed8ddb9aa1b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/security-groups/8cd799c4-9425-4d3f-bd79-671f7b5c369b HTTP/1.1" status: 204 len: 168 time: 0.3771472 Feb 07 14:07:30.335175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 02078df5-392c-45e4-b389-cde12233c87b no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:07:30.372221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 02078df5-392c-45e4-b389-cde12233c87b {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:07:30.372466 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 02078df5-392c-45e4-b389-cde12233c87b not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:07:30.372873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a46a0bce-7a75-4e68-8d00-8c5db5f569bb no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:07:30.406918 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: a46a0bce-7a75-4e68-8d00-8c5db5f569bb {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:07:30.411626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device a46a0bce-7a75-4e68-8d00-8c5db5f569bb not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:07:30.477895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34430) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:30.483248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835339588', 'description': 'tempest-secgroup-smoke-1835339588 description', 'project_id': '52cc06989b54432282ed524dd4911016'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:30.490254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:30.494988 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:30.497998 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:30.504699 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:30.560479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:30.593498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:30.599479 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:30.604708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:30.613736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:30.688583 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:30.752218 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:30.808768 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d555224a-30cb-466c-b4c2-68bc50d9ac97,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:30.878009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:30.879281 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b2314408-819a-4b2b-a6f2-f0bf936b57e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4003894 Feb 07 14:07:30.882143 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34434) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:30.887419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd555224a-30cb-466c-b4c2-68bc50d9ac97', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:30.894716 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:30.899729 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:30.902771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:30.909009 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:31.006005 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.072288 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.157963 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.183730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a445b2-d94a-42bd-9977-5af9bddaea53,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:31.249737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.250970 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa543e8a-55c2-4080-9f87-cbd0ca2e47b4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679156 Feb 07 14:07:31.253695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34438) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:31.265459 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd555224a-30cb-466c-b4c2-68bc50d9ac97', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:31.266502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:31.270562 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:31.274521 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:31.280490 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:31.388696 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.449923 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.531592 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.557017 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a94bfc-38cd-4a54-a62d-693f0d27c131,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:31.651211 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.652583 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-76dc1297-093c-4711-92b2-04b31a126c24 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3979445 Feb 07 14:07:31.655403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34442) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:31.660503 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd555224a-30cb-466c-b4c2-68bc50d9ac97', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:31.669094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:31.678691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:31.684499 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:31.692003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:31.830128 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.906548 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:31.994168 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.019898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43865208-56e8-4482-a4ff-36b2504cd07c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:32.131170 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.132364 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3bc44d0a-8570-431f-a7cf-41aea29a0f27 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4759917 Feb 07 14:07:32.135672 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34446) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:32.140764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd555224a-30cb-466c-b4c2-68bc50d9ac97', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:32.148823 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:32.152714 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:32.155732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:32.161751 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:32.257802 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.323556 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.403715 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.428501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdbf190-c2b2-4848-a95c-2dfe555cdb0c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:32.514328 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.515604 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3a4dff13-1125-4089-aca9-1d98f777506e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789330 Feb 07 14:07:32.518584 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34450) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:32.524230 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd555224a-30cb-466c-b4c2-68bc50d9ac97', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:32.531220 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:32.535109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:32.538019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:32.544626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:32.626853 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:07:32.634419 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.702778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.777087 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.800845 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eea8497-0835-43ae-93ad-18c3c1699928,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:32.897075 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:32.899121 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3be8aa05-92b3-43a2-8a19-38487fede7d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3794920 Feb 07 14:07:32.902248 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34454) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:32.907334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd555224a-30cb-466c-b4c2-68bc50d9ac97', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:32.914402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:32.918333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:32.921344 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:32.927680 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:32.998024 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:07:33.004765 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.073023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.153607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.178475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5596f9-1bad-4c11-b2ce-cd89ca3585b2,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:33.268295 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.269478 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-29f5bc0c-2847-4266-aecf-683bee4fe1d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3662925 Feb 07 14:07:33.272304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34458) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:33.278130 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'network': {'name': 'tempest-network-smoke--879239799', 'project_id': '52cc06989b54432282ed524dd4911016', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:33.284269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:33.288410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:network and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:33.291465 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:33.297329 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:33.370954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:07:33.374618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.403799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:07:33.412941 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.413436 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Added segment ac39e420-ed98-4eb2-b5d8-65e03461475f of type vlan for network ecc0170d-ecfd-4dd8-b1da-509dc46c927f Feb 07 14:07:33.440917 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.525797 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.531255 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:33.531843 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.645819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Network': ['ID=ecc0170d-ecfd-4dd8-b1da-509dc46c927f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:33.657505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network ecc0170d-ecfd-4dd8-b1da-509dc46c927f details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:07:33.726731 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-310a57f5-94e9-4358-aef1-4d2a27fdceca tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4527755 Feb 07 14:07:33.729500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34462) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:33.734907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'admin_state_up': True, 'project_id': '52cc06989b54432282ed524dd4911016', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:33.743854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:33.747881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:router and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:33.750821 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:33.757741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:33.834170 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.835179 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:33.850931 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:34.097471 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:07:34.202210 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:34.705443 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:34.734980 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:34.871231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.243 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/611f3f81-5016-435a-8cbc-284c3ab03f5f) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:07:35.018934 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:35.120156 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:35.186259 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:07:35.189166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:07:35.192990 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:07:35.233647 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=611f3f81-5016-435a-8cbc-284c3ab03f5f,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:35.732422 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:36.215396 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:36.508745 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:07:36.692284 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:07:36.702692 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Sync routers for ids ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:07:36.714505 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Routers {'2358cf8d-1199-4a34-9ad6-bc0bcce71dba'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:07:36.715190 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:36.780859 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:36.782044 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3a64b8e-6108-4e93-9324-8125e844173b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0515623 Feb 07 14:07:36.785145 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34468) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:36.829301 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d294cb46-708f-4a3d-a96f-3644cf786584 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=52cc06989b54432282ed524dd4911016&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429552 Feb 07 14:07:36.832165 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34472) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:36.896251 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Set router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:07:36.970810 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fad6c57-3d9d-4f05-b3fe-2bf405126621 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:36.972344 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0fad6c57-3d9d-4f05-b3fe-2bf405126621 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384883 Feb 07 14:07:36.975157 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34476) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:37.016955 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-487c480f-3fbc-4579-9333-5716d408d4c5 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406651 Feb 07 14:07:37.019452 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34480) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:37.024991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-886291992', 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f', 'project_id': '52cc06989b54432282ed524dd4911016', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:07:37.144954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:07:37.149554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:subnet and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:07:37.152625 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:07:37.158850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:07:37.204529 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:07:35Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:37.208631 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Checking router: 2358cf8d-1199-4a34-9ad6-bc0bcce71dba for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:07:37.208966 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Updating router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba port 611f3f81-5016-435a-8cbc-284c3ab03f5f binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:07:37.251179 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:07:37.255070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:37.303387 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:37.600196 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:37.637378 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:37.651877 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Transition to ACTIVE for port object 611f3f81-5016-435a-8cbc-284c3ab03f5f will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:07:37.690227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Subnet': ['ID=121ffaf2-33c9-4cab-9517-55884932e788,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:37.694355 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Checking segment: {'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:07:37.694791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network hostable DHCP agents. Network: ecc0170d-ecfd-4dd8-b1da-509dc46c927f, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:07:37.742403 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:37.810903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network ecc0170d-ecfd-4dd8-b1da-509dc46c927f is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:07:37.826596 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Attempting to bind port 611f3f81-5016-435a-8cbc-284c3ab03f5f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:07:37.827019 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Attempting to bind port 611f3f81-5016-435a-8cbc-284c3ab03f5f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:07:37.827463 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Attempting to bind port 611f3f81-5016-435a-8cbc-284c3ab03f5f on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:07:37.833172 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Pushing event updated for resources: {'Port': ['ID=611f3f81-5016-435a-8cbc-284c3ab03f5f,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:37.839181 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:07:37.839551 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:07:37.839953 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:37.840364 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:07:37.840830 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Bound port: 611f3f81-5016-435a-8cbc-284c3ab03f5f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:07:37.841205 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:37.874508 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.874770 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.875130 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.875467 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.875798 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.876151 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.876480 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.876800 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.877165 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.877509 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.877836 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.878196 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:07:37.914274 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, ecc0170d-ecfd-4dd8-b1da-509dc46c927f) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:07:37.919394 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:37.920018 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:37.924334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c20b8-d84a-4e36-b5e7-0175483b3342 None None] Network ecc0170d-ecfd-4dd8-b1da-509dc46c927f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:07:37.927385 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] For port 611f3f81-5016-435a-8cbc-284c3ab03f5f, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:07:37.930802 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] For port 611f3f81-5016-435a-8cbc-284c3ab03f5f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=611f3f81-5016-435a-8cbc-284c3ab03f5f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:07:38.006654 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:38.037472 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cb2ee0f5-3809-4e7a-855e-4555be781806 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0143130 Feb 07 14:07:38.037852 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34484) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:07:38.091254 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Routers {'2358cf8d-1199-4a34-9ad6-bc0bcce71dba'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:07:38.091875 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:07:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:38.157919 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c77cff-4054-4eec-8a93-150e835c93b1 None None] Pushing event updated for resources: {'Port': ['ID=611f3f81-5016-435a-8cbc-284c3ab03f5f,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:38.162696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-ecc0170d-ecfd-4dd8-b1da-509dc46c927f', 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ips': [{'subnet_id': '121ffaf2-33c9-4cab-9517-55884932e788'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:07:38.164046 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:38.290480 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] Set router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:07:38.339263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Allocated IP 172.20.0.2 (ecc0170d-ecfd-4dd8-b1da-509dc46c927f/121ffaf2-33c9-4cab-9517-55884932e788/9f8dc9e7-4775-4711-88f1-96ec6b19a927) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:07:38.597435 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:38.597435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Transition to ACTIVE for port object 9f8dc9e7-4775-4711-88f1-96ec6b19a927 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:07:38.614191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Transition to ACTIVE for port object 9f8dc9e7-4775-4711-88f1-96ec6b19a927 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:07:38.622160 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:07:35Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:38.626982 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bef59-9e1f-46b7-8e87-1f3969470e47 None None] The sync data for ids ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'] in n-d-811416-5 is: [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:07:35Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:07:38.720724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:38.786025 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d27614e3-7344-4c1c-a8ad-dab5e8179995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:38.795448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Network ecc0170d-ecfd-4dd8-b1da-509dc46c927f is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:07:38.798531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:07:38.802764 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:07:38.838161 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Pushing event updated for resources: {'Port': ['ID=9f8dc9e7-4775-4711-88f1-96ec6b19a927,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:38.918539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Attempting to bind port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:07:38.918539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Attempting to bind port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:07:38.918868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Attempting to bind port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 on network ecc0170d-ecfd-4dd8-b1da-509dc46c927f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:07:38.926147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:07:38.926798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Checking segment: {'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:07:38.926909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:38.927233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Bound using segment: {'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:07:38.927696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Bound port: 9f8dc9e7-4775-4711-88f1-96ec6b19a927, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:07:38.928091 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:38.977478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:39.080795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] For port 9f8dc9e7-4775-4711-88f1-96ec6b19a927, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:07:39.084076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] For port 9f8dc9e7-4775-4711-88f1-96ec6b19a927, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9f8dc9e7-4775-4711-88f1-96ec6b19a927,segment=NetworkSegment(ac39e420-ed98-4eb2-b5d8-65e03461475f),segment_id=ac39e420-ed98-4eb2-b5d8-65e03461475f)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:07:39.171888 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:39.271034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7df0e8-8936-4c6b-8b24-3ec93e12a587 None None] Pushing event updated for resources: {'Port': ['ID=9f8dc9e7-4775-4711-88f1-96ec6b19a927,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:39.424634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.1 (ecc0170d-ecfd-4dd8-b1da-509dc46c927f/121ffaf2-33c9-4cab-9517-55884932e788/339e1666-e540-4fdc-b3bc-79ceb096106c) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:07:39.625795 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:39.652952 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object 339e1666-e540-4fdc-b3bc-79ceb096106c will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:07:39.735864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:39.809531 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network ecc0170d-ecfd-4dd8-b1da-509dc46c927f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:07:39.812743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:07:39.816802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:07:39.848402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=339e1666-e540-4fdc-b3bc-79ceb096106c,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:39.880356 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:40.253866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:40.370224 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b0cd89-8f6a-4e43-a969-3b9e59a90832 None None] Network ecc0170d-ecfd-4dd8-b1da-509dc46c927f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:07:40.443292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 611f3f81-5016-435a-8cbc-284c3ab03f5f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:07:40.600773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-36cbc400-b1b4-4a71-90b0-0b475fb45c56 None None] Provisioning for port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:07:40.720521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 611f3f81-5016-435a-8cbc-284c3ab03f5f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:07:40.729296 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 611f3f81-5016-435a-8cbc-284c3ab03f5f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:40.729296 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:40.899519 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:40.901034 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:40.921564 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 611f3f81-5016-435a-8cbc-284c3ab03f5f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=611f3f81-5016-435a-8cbc-284c3ab03f5f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:07:40.964318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:40.992986 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:40.993694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9f8dc9e7-4775-4711-88f1-96ec6b19a927 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:07:41.084304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=339e1666-e540-4fdc-b3bc-79ceb096106c,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:41.090078 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:41.131656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=611f3f81-5016-435a-8cbc-284c3ab03f5f,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:41.222236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:07:41.229377 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:41.229836 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:41.239839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network ecc0170d-ecfd-4dd8-b1da-509dc46c927f is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:07:41.241078 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:07:41.261624 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6b9cef73-54f0-48d6-bcf8-ede4828216df None None] Provisioning for port 339e1666-e540-4fdc-b3bc-79ceb096106c completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:07:41.280693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6b9cef73-54f0-48d6-bcf8-ede4828216df None None] Provisioning complete for port 339e1666-e540-4fdc-b3bc-79ceb096106c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:41.281114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6b9cef73-54f0-48d6-bcf8-ede4828216df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:41.352930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cef73-54f0-48d6-bcf8-ede4828216df None None] Port 339e1666-e540-4fdc-b3bc-79ceb096106c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:07:41.415243 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:41.450146 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9f8dc9e7-4775-4711-88f1-96ec6b19a927, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9f8dc9e7-4775-4711-88f1-96ec6b19a927,segment=NetworkSegment(ac39e420-ed98-4eb2-b5d8-65e03461475f),segment_id=ac39e420-ed98-4eb2-b5d8-65e03461475f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:07:41.452875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:07:41.475157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-790e212e-4437-45f3-ac46-32f4f1b3d529 None None] Provisioning complete for port 339e1666-e540-4fdc-b3bc-79ceb096106c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:41.475540 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-790e212e-4437-45f3-ac46-32f4f1b3d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:41.540630 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:41.608357 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-790e212e-4437-45f3-ac46-32f4f1b3d529 None None] Port 339e1666-e540-4fdc-b3bc-79ceb096106c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:07:41.663748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:07:41.665282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9f8dc9e7-4775-4711-88f1-96ec6b19a927,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:41.682551 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Sync routers for ids ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:07:41.682682 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ba64d55d-6d12-4367-a95e-8d832c737d87 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/2358cf8d-1199-4a34-9ad6-bc0bcce71dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6402881 Feb 07 14:07:41.687391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-21ebc89e-8d55-4f64-9309-dfc649217aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:41.698626 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Routers {'2358cf8d-1199-4a34-9ad6-bc0bcce71dba'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:07:41.699593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:07:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:41.800612 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c0c92f02-a0ea-4e0b-b1bb-ae4c384e5612 None None] Provisioning complete for port 339e1666-e540-4fdc-b3bc-79ceb096106c triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:41.800985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c0c92f02-a0ea-4e0b-b1bb-ae4c384e5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:41.855229 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-a1e2ab53-b8c4-48f6-94f5-011ce2a60db8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:07:41.928888 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c0c92f02-a0ea-4e0b-b1bb-ae4c384e5612 None None] Port 339e1666-e540-4fdc-b3bc-79ceb096106c cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:07:41.931474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-a1e2ab53-b8c4-48f6-94f5-011ce2a60db8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:07:41.932728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-a1e2ab53-b8c4-48f6-94f5-011ce2a60db8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835339588&fields=id&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 267 time: 0.1195366 Feb 07 14:07:41.938955 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Set router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:07:42.108098 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-176cb895-365f-43b2-9579-cba2fa0e84c2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:07:42.108707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-176cb895-365f-43b2-9579-cba2fa0e84c2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:07:42.205375 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-176cb895-365f-43b2-9579-cba2fa0e84c2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:07:42.206676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-176cb895-365f-43b2-9579-cba2fa0e84c2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/networks?id=ecc0170d-ecfd-4dd8-b1da-509dc46c927f HTTP/1.1" status: 200 len: 796 time: 0.2670696 Feb 07 14:07:42.223192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-8b225a1e-3a26-4211-8a2b-065be76bb60c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/quotas/52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 375 time: 0.0103207 Feb 07 14:07:42.309485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-bda8ab86-d684-448a-b6b2-c2f1bde7e5e5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:07:42.333215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '339e1666-e540-4fdc-b3bc-79ceb096106c', 'name': '', 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:b9:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '121ffaf2-33c9-4cab-9517-55884932e788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:39Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 2, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '121ffaf2-33c9-4cab-9517-55884932e788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:42.337695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Checking router: 2358cf8d-1199-4a34-9ad6-bc0bcce71dba for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:07:42.338051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Updating router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba port 339e1666-e540-4fdc-b3bc-79ceb096106c binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:07:42.369996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 611f3f81-5016-435a-8cbc-284c3ab03f5f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:07:42.409026 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:42.428371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-bda8ab86-d684-448a-b6b2-c2f1bde7e5e5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:07:42.433492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-bda8ab86-d684-448a-b6b2-c2f1bde7e5e5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008224 Feb 07 14:07:42.469256 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:42.544665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:42.547695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 611f3f81-5016-435a-8cbc-284c3ab03f5f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:42.548095 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:42.575607 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-b55438a0-a014-4241-b157-bc40ec2b5c0f service neutron] 10.222.0.69 "GET /v2.0/networks/ecc0170d-ecfd-4dd8-b1da-509dc46c927f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338222 Feb 07 14:07:42.715676 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb60baf2-45d2-4f46-a0f6-da045c83cbd1 req-23f6c596-661d-4a08-a650-409150cdcf20 service neutron] 10.222.0.69 "GET /v2.0/networks/ecc0170d-ecfd-4dd8-b1da-509dc46c927f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339734 Feb 07 14:07:42.842292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9f8dc9e7-4775-4711-88f1-96ec6b19a927 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:07:42.982260 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:42.982616 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:42.997944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d26c72f4-5e82-4dda-b453-90372a5fbc9e req-2ce871eb-273d-4fc2-9bcb-bf44d4f0d9c6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0485189 Feb 07 14:07:43.049330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:43.065788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Transition to ACTIVE for port object 339e1666-e540-4fdc-b3bc-79ceb096106c will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:07:43.147515 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:43.285095 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8975e-dfbe-4366-b42e-f0d299d37ace None None] Pushing event updated for resources: {'Port': ['ID=339e1666-e540-4fdc-b3bc-79ceb096106c,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:43.381928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Attempting to bind port 339e1666-e540-4fdc-b3bc-79ceb096106c on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:07:43.382314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Attempting to bind port 339e1666-e540-4fdc-b3bc-79ceb096106c by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:07:43.382747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Attempting to bind port 339e1666-e540-4fdc-b3bc-79ceb096106c on network ecc0170d-ecfd-4dd8-b1da-509dc46c927f {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:07:43.388452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:07:43.388825 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Checking segment: {'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:07:43.389220 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:43.389608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Bound using segment: {'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:07:43.390074 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Bound port: 339e1666-e540-4fdc-b3bc-79ceb096106c, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac39e420-ed98-4eb2-b5d8-65e03461475f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:07:43.390445 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:43.506370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] For port 339e1666-e540-4fdc-b3bc-79ceb096106c, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:07:43.509417 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] For port 339e1666-e540-4fdc-b3bc-79ceb096106c, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=339e1666-e540-4fdc-b3bc-79ceb096106c,segment=NetworkSegment(ac39e420-ed98-4eb2-b5d8-65e03461475f),segment_id=ac39e420-ed98-4eb2-b5d8-65e03461475f)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:07:43.640442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:43.722896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Routers {'2358cf8d-1199-4a34-9ad6-bc0bcce71dba'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:07:43.723730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:07:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:43.784766 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8975e-dfbe-4366-b42e-f0d299d37ace None None] Pushing event updated for resources: {'Port': ['ID=339e1666-e540-4fdc-b3bc-79ceb096106c,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:43.976707 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] Set router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:07:44.042038 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:44.104141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5aea1bf9-67d1-4ba4-ac67-d45f481dc2a3 req-a95459c0-2088-424e-847c-eaaa701f450a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0440435 Feb 07 14:07:44.310795 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '339e1666-e540-4fdc-b3bc-79ceb096106c', 'name': '', 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:b9:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '121ffaf2-33c9-4cab-9517-55884932e788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:39Z', 'updated_at': '2022-02-07T14:07:43Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '121ffaf2-33c9-4cab-9517-55884932e788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:07:44.314880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea25440-1c3c-4b0e-b25d-1116cc2ca8f8 None None] The sync data for ids ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'] in n-d-811416-5 is: [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '339e1666-e540-4fdc-b3bc-79ceb096106c', 'name': '', 'network_id': 'ecc0170d-ecfd-4dd8-b1da-509dc46c927f', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:b9:62:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '121ffaf2-33c9-4cab-9517-55884932e788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:39Z', 'updated_at': '2022-02-07T14:07:43Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '121ffaf2-33c9-4cab-9517-55884932e788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:07:45.205317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e053836b-0137-4fc5-977c-2e175d77793f req-812534d7-8923-439b-83c0-d4c657350877 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0453651 Feb 07 14:07:45.639754 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:46.309699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ab17cb8-2d9c-48dd-8ad3-659af7259cf5 req-84185ba7-4575-4826-88b8-7b80fdd05a0e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0473404 Feb 07 14:07:46.377935 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 339e1666-e540-4fdc-b3bc-79ceb096106c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:07:46.519639 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 339e1666-e540-4fdc-b3bc-79ceb096106c completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:07:46.525666 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 339e1666-e540-4fdc-b3bc-79ceb096106c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:46.526041 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:46.648096 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:46.685244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 339e1666-e540-4fdc-b3bc-79ceb096106c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=339e1666-e540-4fdc-b3bc-79ceb096106c,segment=NetworkSegment(ac39e420-ed98-4eb2-b5d8-65e03461475f),segment_id=ac39e420-ed98-4eb2-b5d8-65e03461475f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:07:46.736776 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:46.810038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=339e1666-e540-4fdc-b3bc-79ceb096106c,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:07:47.408476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a759b96d-1140-4560-b502-55b36e90bccb req-847ae3a9-d650-4326-a811-75519bcb3c49 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0450819 Feb 07 14:07:48.348925 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 339e1666-e540-4fdc-b3bc-79ceb096106c up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:07:48.422418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 339e1666-e540-4fdc-b3bc-79ceb096106c triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:07:48.422794 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:48.507532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5083e218-132f-4d11-bfb4-c522f0d5b09e req-26919cec-af14-4ffb-9ab9-d1f164a9e09b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0434268 Feb 07 14:07:49.607775 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3cb02c9b-a357-4dda-b53b-d9aae05bf809 req-0ada01fc-4eab-4fab-9179-a5b75a8e1eea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0462003 Feb 07 14:07:50.724590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8a7fc4d-7f16-4d70-8093-c535f98befd6 req-b7d614fd-3611-4113-8750-81768ba078ec tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0480626 Feb 07 14:07:51.823521 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87f89b07-83f9-44fe-a164-ea782909be6a req-38be4790-c376-49fc-a97a-738f3c2713a1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0448439 Feb 07 14:07:53.038497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ce09a37-0cd9-471a-a425-9be0cfa70eed req-2f898016-bef8-4c8f-a6b6-776a7eff9010 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.1614423 Feb 07 14:07:54.136904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28628b9b-1683-4887-82d2-b07735873c68 req-7b253b84-7da1-4385-aa47-54475566244a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0445025 Feb 07 14:07:55.238066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-22e745af-7700-47fd-bcda-ef4ad46119b2 req-a134868a-e30d-4995-b9ee-76c5666be6b0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0443583 Feb 07 14:07:55.346503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:07:56.347746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bfce48a-9d94-451e-af41-c592ff5f04d6 req-7837ff6d-d2fe-4bb0-9a6e-049d00aed2dc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0482776 Feb 07 14:07:57.461121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0f3fe63-84bb-499e-968c-8bc3a134897b req-2a738ba2-5b8c-4d38-b1be-afa29853a1e1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0441756 Feb 07 14:07:58.573618 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c59160db-0876-425f-8941-5b5c443e49a7 req-f5bed933-7c90-44a8-82bc-c9ff9ee0d83e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0443728 Feb 07 14:07:59.674846 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-971d850e-546f-43c0-a2ee-bf226b50060e req-ca422234-5d52-4f46-9425-65b5db98f722 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0486312 Feb 07 14:08:00.774869 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5d71085e-aaac-4a53-b1e8-07371b17bd05 req-f0b98fc4-2a22-4e67-b131-32c5c12bfb53 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0454154 Feb 07 14:08:01.883168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d155721d-e3e1-419f-93d1-847d9a427b49 req-75c8ce5f-202e-4587-b3e5-9c40880222a2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0495934 Feb 07 14:08:02.986091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-87f72bec-8f2b-4e28-ba06-c4249b1db271 req-f6562f60-c428-47b2-9aa4-ec327d4fc43b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0462847 Feb 07 14:08:04.087311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79daf26c-9733-40b1-a1a2-d446d176ea35 req-7426612c-414e-4a1e-a71d-bd9baacec99c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0448244 Feb 07 14:08:05.186689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1c27390-25f8-4d37-ba48-383fe0ad960a req-a10167e5-737a-4013-9761-e78ab1da3dc4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0432296 Feb 07 14:08:06.287254 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-40987df2-452b-44ca-9f72-da724a7a2485 req-6406a4c0-9ab1-443a-a180-4bd89fdfdcd2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0466194 Feb 07 14:08:07.383935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bbe12032-0f3a-424b-a970-a105faaf4ff3 req-d4979dd9-f8a5-4570-a504-218315fdd80c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0444436 Feb 07 14:08:08.478880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7aea1068-4de3-4eb7-8104-ccc12e47308f req-5435a2c8-ac94-40d1-978d-dd080a18475a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0428817 Feb 07 14:08:08.770617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3f897aba-f230-45e2-b2ba-0814af858290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:09.581048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a2f13781-e467-444e-ba29-57bd656792db req-21585294-ad61-49b1-b94c-ceffed823f70 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0487185 Feb 07 14:08:10.677236 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-255cc352-34b7-45e3-b52f-8838e3722388 req-bc015965-275f-4bf7-9285-f39151fe8da9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0429902 Feb 07 14:08:11.097096 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:08:11.581885 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-85f39151-189f-4d0c-b6cf-89ad6ff31544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:11.775169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-430c2ee8-f365-4b65-8d68-d540b9975b5a req-5755eb24-cc92-45d0-baf9-cc9999c5c972 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0437806 Feb 07 14:08:12.423262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:12.548379 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:12.877085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-703672f3-09d5-48a9-b984-2c6bce231c0c req-7f5420a7-2990-485e-9b7b-6b45519745a1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0471127 Feb 07 14:08:13.991880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0a180ab-d6b5-405c-b38f-19c12c1884c6 req-6a539d40-92eb-4a11-9fea-bc36c8787f1d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0443115 Feb 07 14:08:13.998123 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:15.088090 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-737b172b-4a30-456b-bd26-e4be1287ed18 req-a273ddbd-0ae5-42ed-a5bd-c8f77d5391a2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0433338 Feb 07 14:08:15.696698 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:16.187835 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4def9fa1-6937-456a-b4e3-ac8b13fef8c3 req-a9ed3aa4-65a4-40d6-b654-979a367046a9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0475492 Feb 07 14:08:17.283843 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d04cbefd-746b-47e8-8703-209a9ac6dcd9 req-4f77f844-0ebd-4369-826f-a210ee9b62d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0436609 Feb 07 14:08:18.390091 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c436a4c-25fb-483a-8632-fa50a04479a5 req-59012d49-4109-4697-90f4-747656383668 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0434885 Feb 07 14:08:19.492113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df0a5e8f-ed6c-419d-b4f9-13540fcea387 req-1dca7565-b869-4294-9a1c-afdb037ceaee tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0475049 Feb 07 14:08:20.595073 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4a134d18-cba0-4a6d-8a42-9d18c43ea7f3 req-80ceff7d-7a09-49e0-b387-1314939e8faf tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0443230 Feb 07 14:08:21.691816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-90a1cdd4-3ba0-4346-9594-29e85e6b1496 req-274c9eb8-ad58-43b9-b305-e7f71c1a868a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0436678 Feb 07 14:08:22.792464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-60a3c439-b5c5-4e5d-a347-3c55db35b678 req-20f72a28-5af9-44c9-81ef-5a9b92ea260e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0461738 Feb 07 14:08:23.890088 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-acf5714b-8e41-44cb-a5e5-cea7aac81600 req-5fa25a37-aa4e-4ff1-a737-6ceec0884893 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0435240 Feb 07 14:08:24.988938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bd58053-0743-438a-b0d9-2c85331553bb req-45c47677-b38b-455b-be0c-7a233f98d8fd tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0445292 Feb 07 14:08:25.381790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:26.094181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75576201-35f5-40f4-8f1f-f4370acb3ec1 req-9031937e-e496-4f5c-9d28-f4df03d7cc08 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0483484 Feb 07 14:08:27.191190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-da8a5435-dc2e-4bb1-bce0-c34c09600df0 req-65b50c16-81be-4e1a-bc2c-10b13dd47576 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0437009 Feb 07 14:08:28.288884 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69f755f7-ab79-4bd6-af76-85fb07ea900a req-b697602b-5b67-43ee-9ce7-aac7e5599ca1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0433102 Feb 07 14:08:29.388767 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-912c2f81-eb6d-4103-9d29-13a33acd2487 req-11488d9a-8d6e-46ed-8dbb-271f000645d2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0481207 Feb 07 14:08:30.488739 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89f6cd25-cfcf-4f5e-90fb-2162d9281d95 req-2d38614a-1192-4b52-ac67-2fc47c1d50da tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0424635 Feb 07 14:08:31.586155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2841fdfa-e8b2-4bd9-962b-9567bccc666f req-67cdc426-20db-4ad4-909a-fb194ab06343 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0436416 Feb 07 14:08:32.692431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-476dd891-a1b7-4c3c-a8e5-d9247a886a86 req-10b9292e-2e95-44db-afb6-a25d4e1907c2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0535035 Feb 07 14:08:33.789771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f68c6e3f-2e60-4016-b9af-90f034ec074f req-2ea97c0c-6097-449d-8ff3-027d70cbf1d6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0421231 Feb 07 14:08:34.883909 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4df63044-82f6-40b2-a810-0ded53326718 req-d8348781-bef1-4415-81b9-4a0572427111 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0427349 Feb 07 14:08:35.983339 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f91f2ecb-53e5-48f9-b443-76bec33d52aa req-d35b0737-630e-4751-bfe8-7050ef468369 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0458300 Feb 07 14:08:37.078730 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61f60992-a0b9-404f-bf21-53e9d55278d1 req-eb76c029-2df1-4c58-8d77-c435c7b87ce4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0434849 Feb 07 14:08:38.182126 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2d9b2715-eb46-4513-b735-f21f9d241b4e req-8383270c-d157-4783-a28c-3c60a89b2e97 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0431004 Feb 07 14:08:38.746524 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf1eb-d4bf-438e-be87-38f38b6226b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:39.282976 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfb61602-45c8-477b-9736-64974b967600 req-6745cd9c-b188-4f02-b137-4f74ce334a75 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0464621 Feb 07 14:08:40.379710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7f08068-a21d-4612-8580-98e50750c2db req-eef3a761-fc0c-4613-a733-bf481e81b4d0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0431223 Feb 07 14:08:41.476518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0f7599e-7894-48e3-a35a-8b44303f484b req-50951c52-88e3-4eaa-af41-b6e07814fced tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0423210 Feb 07 14:08:41.627487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-859a71d0-5247-4aa6-aabd-3258f2cb7cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:42.358843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:42.524273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:42.690374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a92700ea-0c45-4f5d-b87a-ffd531cb843c req-4957d2f4-b987-4a82-b390-5c82318973cf tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.1608098 Feb 07 14:08:43.846432 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c33d60a-0f27-49fb-93ec-06a1540b7768 req-d7beffa6-1561-453e-adf3-d6d683f9a359 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0450368 Feb 07 14:08:44.015860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:45.017574 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e273b307-3c36-4ae0-9456-14922cea90f5 req-5271405b-332f-488d-b1c8-5f53877df3b7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0427907 Feb 07 14:08:45.335577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b78d5603-f8d1-490f-9bd5-c59cf6313276 req-eac51df2-4491-4e56-a109-060a5b74bf9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=9737d5d8-bfe7-4b66-a45a-3a96252664a7 HTTP/1.1" status: 200 len: 210 time: 0.0459075 Feb 07 14:08:45.684497 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:46.112624 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34662) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:46.821474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:47.193849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 339e1666-e540-4fdc-b3bc-79ceb096106c {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:08:47.194566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:47.389050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 339e1666-e540-4fdc-b3bc-79ceb096106c, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=339e1666-e540-4fdc-b3bc-79ceb096106c,segment=NetworkSegment(ac39e420-ed98-4eb2-b5d8-65e03461475f),segment_id=ac39e420-ed98-4eb2-b5d8-65e03461475f)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:08:47.389414 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:47.521758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 339e1666-e540-4fdc-b3bc-79ceb096106c owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:08:47.941599 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:47.991616 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=339e1666-e540-4fdc-b3bc-79ceb096106c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:48.037033 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.037337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.037445 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.037795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.038132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.038572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.039032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.039373 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.039708 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.040069 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.040402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.040728 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:48.098524 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:08:48.423367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:48.803802 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:08:48.995091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:08:49.004738 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] Sync routers for ids ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:08:49.015123 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] Routers {'2358cf8d-1199-4a34-9ad6-bc0bcce71dba'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:08:49.019953 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:49.068678 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ab97d39c-ad13-4d0a-abce-1b38fb8df187 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/2358cf8d-1199-4a34-9ad6-bc0bcce71dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9548979 Feb 07 14:08:49.071856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34670) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:49.139994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting subnet 121ffaf2-33c9-4cab-9517-55884932e788 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:08:49.143252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:49.201516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:49.238936 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] Set router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:08:49.300068 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:49.444481 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:49.490049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Subnet': ['ID=121ffaf2-33c9-4cab-9517-55884932e788,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:49.498997 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:49.502459 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.502807 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.503150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.503485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.503839 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.504176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.504508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.504837 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.505163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.505673 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c016e3d2-fb87-48f6-b821-044210518832 None None] Network ecc0170d-ecfd-4dd8-b1da-509dc46c927f requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:08:49.506116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.506116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.506351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:49.513510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cb72acd0-08ea-4f17-8d06-057b1c82d8c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/subnets/121ffaf2-33c9-4cab-9517-55884932e788 HTTP/1.1" status: 204 len: 168 time: 0.4405303 Feb 07 14:08:49.517767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34674) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:49.562812 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:08:47Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:49.567280 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] Checking router: 2358cf8d-1199-4a34-9ad6-bc0bcce71dba for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:08:49.577848 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] Routers {'2358cf8d-1199-4a34-9ad6-bc0bcce71dba'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:08:49.578500 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:49.710285 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:49.774757 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] Set router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:08:49.774989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] DHCP port deletion for ecc0170d-ecfd-4dd8-b1da-509dc46c927f request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:08:49.781849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Deleting port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:08:49.781849 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:49.910871 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:49.981581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 611f3f81-5016-435a-8cbc-284c3ab03f5f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:08:49.982458 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:50.009128 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] For port 9f8dc9e7-4775-4711-88f1-96ec6b19a927, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9f8dc9e7-4775-4711-88f1-96ec6b19a927,segment=NetworkSegment(ac39e420-ed98-4eb2-b5d8-65e03461475f),segment_id=ac39e420-ed98-4eb2-b5d8-65e03461475f)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:08:50.009720 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:50.088352 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:08:47Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:50.092828 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fed0da-560a-4af4-910f-526cb1a4fe9e None None] The sync data for ids ['2358cf8d-1199-4a34-9ad6-bc0bcce71dba'] in n-d-811416-5 is: [{'id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1982864422', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:07:33Z', 'updated_at': '2022-02-07T14:08:47Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '611f3f81-5016-435a-8cbc-284c3ab03f5f', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2358cf8d-1199-4a34-9ad6-bc0bcce71dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:07:34Z', 'updated_at': '2022-02-07T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:08:50.138949 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Calling delete_port for 9f8dc9e7-4775-4711-88f1-96ec6b19a927 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:08:50.180927 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 611f3f81-5016-435a-8cbc-284c3ab03f5f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=611f3f81-5016-435a-8cbc-284c3ab03f5f,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:08:50.181528 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:50.307426 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:50.312534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 611f3f81-5016-435a-8cbc-284c3ab03f5f owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:08:50.395091 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Pushing event deleted for resources: {'Port': ['ID=9f8dc9e7-4775-4711-88f1-96ec6b19a927,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:50.401736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] No DVR routers for this DVR port 9f8dc9e7-4775-4711-88f1-96ec6b19a927 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:08:50.409604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.409982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.410290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.410917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.410917 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.411251 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.411575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.412078 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.412289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.412611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.412869 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.413184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac366d80-6d2b-4076-afa5-8456ce026b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:08:50.505436 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9f8dc9e7-4775-4711-88f1-96ec6b19a927 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:08:50.543134 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9f8dc9e7-4775-4711-88f1-96ec6b19a927 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:08:50.543790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9f8dc9e7-4775-4711-88f1-96ec6b19a927 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:08:50.543893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 339e1666-e540-4fdc-b3bc-79ceb096106c no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:08:50.579926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 339e1666-e540-4fdc-b3bc-79ceb096106c {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:08:50.580405 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 339e1666-e540-4fdc-b3bc-79ceb096106c not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:08:50.598828 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:50.650513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=611f3f81-5016-435a-8cbc-284c3ab03f5f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:50.866252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.051375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.054469 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.136279 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.136812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Fanout notify agent at l3_agent the message router_deleted on router 2358cf8d-1199-4a34-9ad6-bc0bcce71dba {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:08:51.152777 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.153984 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e842b1a4-c875-4e9c-9fce-63eadfbc881c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/routers/2358cf8d-1199-4a34-9ad6-bc0bcce71dba HTTP/1.1" status: 204 len: 168 time: 1.6369171 Feb 07 14:08:51.156808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34678) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:51.284574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.424528 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.452665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc0170d-ecfd-4dd8-b1da-509dc46c927f']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:51.465664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac39e420-ed98-4eb2-b5d8-65e03461475f') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:51.465967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac39e420-ed98-4eb2-b5d8-65e03461475f') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:51.477741 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.494042 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.503562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:08:51.503958 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: timer() Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:08:51.523672 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:08:51.697079 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.702123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.730282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Network': ['ID=ecc0170d-ecfd-4dd8-b1da-509dc46c927f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:51.793839 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c1c7a3ee-ce96-4f66-b064-cd93df930ca4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/networks/ecc0170d-ecfd-4dd8-b1da-509dc46c927f HTTP/1.1" status: 204 len: 168 time: 0.6357465 Feb 07 14:08:51.796545 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34682) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:51.874168 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d086366-629b-41df-b982-1c855b43db82 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:51.904960 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d086366-629b-41df-b982-1c855b43db82 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:52.096068 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d086366-629b-41df-b982-1c855b43db82 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:52.115752 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d086366-629b-41df-b982-1c855b43db82 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d555224a-30cb-466c-b4c2-68bc50d9ac97,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:52.203514 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5d086366-629b-41df-b982-1c855b43db82 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:52.204706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5d086366-629b-41df-b982-1c855b43db82 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/security-groups/d555224a-30cb-466c-b4c2-68bc50d9ac97 HTTP/1.1" status: 204 len: 168 time: 0.4072523 Feb 07 14:08:52.389961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 611f3f81-5016-435a-8cbc-284c3ab03f5f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:08:52.428201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 611f3f81-5016-435a-8cbc-284c3ab03f5f {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:08:52.428556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 611f3f81-5016-435a-8cbc-284c3ab03f5f not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:08:52.830434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34690) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:52.835900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356825179', 'description': 'tempest-secgroup-smoke-1356825179 description', 'project_id': '52cc06989b54432282ed524dd4911016'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:52.844544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:52.848138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:52.851182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:52.857107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:52.913868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:52.935718 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:52.939674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:52.942599 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:52.949143 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:53.024983 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.089671 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.139794 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d1b944-5367-4c8d-8577-032727b1dfd0,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:53.215624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.216986 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9c5f28a9-45b4-4a09-8f91-97281c070b3d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3855455 Feb 07 14:08:53.219801 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34694) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:53.224876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd2d1b944-5367-4c8d-8577-032727b1dfd0', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:53.232419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:53.236581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:53.239563 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:53.245758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:53.303199 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.367096 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.415522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.450765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8048dd-1999-451c-bc76-e29c608c8116,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:53.518560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.519791 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-00be08cf-8776-44ab-8075-2ad9634774f4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990110 Feb 07 14:08:53.522836 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34698) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:53.528158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd2d1b944-5367-4c8d-8577-032727b1dfd0', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:53.534901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:53.538798 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:53.541862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:53.547462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:53.634944 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.702968 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.809284 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.833555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c1462a-1d60-4d93-b6b4-d79905b9454b,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:53.889574 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:53.890727 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ed81f05d-7171-404d-a995-b5dbf413e045 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3668897 Feb 07 14:08:53.893485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34702) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:53.898500 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd2d1b944-5367-4c8d-8577-032727b1dfd0', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:53.905167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:53.909165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:53.912276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:53.918931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:54.016848 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.082232 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.158692 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.185299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cd3e38-7a91-41b9-983d-eafdf817ecfc,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:54.255858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.257192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2ed4254e-7d2e-48f0-bb11-3f9e20bd8a9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626821 Feb 07 14:08:54.260299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34706) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:54.265323 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd2d1b944-5367-4c8d-8577-032727b1dfd0', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:54.272004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:54.276796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:54.279895 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:54.285614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:54.388620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.455123 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.518098 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.543651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ae20ce-2aea-40c2-a60c-bba890c9c696,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:54.609721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.610957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f8b05a93-8665-4fab-8c30-9deb26c5dd5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497427 Feb 07 14:08:54.613840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34710) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:54.618975 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd2d1b944-5367-4c8d-8577-032727b1dfd0', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:54.625833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:54.629589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:54.633173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:54.639201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:54.724346 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:08:54.731631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.801029 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.872807 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.897813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de812988-0978-4a52-8df8-6f7ef85bafaf,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:54.953144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:54.954394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-df92a1df-3251-48cb-a4ad-2effb1044ae3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3396294 Feb 07 14:08:54.957212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34714) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:54.962355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'd2d1b944-5367-4c8d-8577-032727b1dfd0', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:54.969082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:54.972852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:54.975731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:54.981784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:55.021759 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:08:55.029291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.096496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.199105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.225167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c49806-629a-472d-8f72-674e76012bd8,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:55.290773 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.292150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cc268b83-a15b-44c0-aab0-c6e964521667 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3339560 Feb 07 14:08:55.295130 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34718) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:55.300947 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'network': {'name': 'tempest-network-smoke--8623941', 'project_id': '52cc06989b54432282ed524dd4911016', 'port_security_enabled': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:55.307440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:55.311565 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:network and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:55.314457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:55.320687 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:55.341354 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.386350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:08:55.389957 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.419414 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:08:55.428348 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.430178 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Added segment 8fbb3f15-2f16-495f-8917-219e16403e35 of type vlan for network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 Feb 07 14:08:55.456453 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.558436 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.563764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:08:55.567810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.674181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Network': ['ID=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:55.686213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:08:55.728118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-c4555327-3168-40a0-9aaf-9cc022c73108 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4287150 Feb 07 14:08:55.728855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34722) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:55.734296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'admin_state_up': True, 'project_id': '52cc06989b54432282ed524dd4911016', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:55.742633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:55.746712 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:router and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:55.749744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:55.760419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:55.833355 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.834397 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:55.849833 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:56.230742 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:56.746138 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:56.777155 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:56.934553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.26 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/2b523eb8-30cd-4712-8ad1-1728a5ded494) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:08:57.091275 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:57.187325 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:57.258542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:08:57.261592 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:08:57.266496 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:08:57.295585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=2b523eb8-30cd-4712-8ad1-1728a5ded494,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:57.767772 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:58.138454 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:58.541097 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 95722a7b-50da-4ad6-b1d3-15d6ed772652 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:08:58.730225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:08:58.740388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Sync routers for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:08:58.750681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:08:58.751331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:58.850049 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:58.851469 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c3206442-a165-401c-bcbb-52a9d7efcd6e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1215601 Feb 07 14:08:58.854621 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34726) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:58.896543 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-31f2535e-7594-4590-ba37-2695d32ee017 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=52cc06989b54432282ed524dd4911016&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407956 Feb 07 14:08:58.899771 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34730) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:58.953515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:08:59.037785 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f7ff2-78dd-4367-abc5-81a57f3f8324 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:08:59.039556 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3a5f7ff2-78dd-4367-abc5-81a57f3f8324 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1387415 Feb 07 14:08:59.042419 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34734) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:59.083607 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-14730e12-b44c-424d-822b-77772d2fd772 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400646 Feb 07 14:08:59.086859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34738) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:08:59.092614 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858824683', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'project_id': '52cc06989b54432282ed524dd4911016', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:08:59.216393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:08:59.220260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:subnet and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:08:59.223150 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:08:59.229698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:08:59.271966 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:08:57Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:08:59.276873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Checking router: 95722a7b-50da-4ad6-b1d3-15d6ed772652 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:08:59.277218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Updating router 95722a7b-50da-4ad6-b1d3-15d6ed772652 port 2b523eb8-30cd-4712-8ad1-1728a5ded494 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:08:59.323491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:08:59.328338 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:59.335968 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:59.621743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:59.685879 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:59.699820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Transition to ACTIVE for port object 2b523eb8-30cd-4712-8ad1-1728a5ded494 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:08:59.709742 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Subnet': ['ID=9e08051a-b55a-4909-96af-ca4cb8802a62,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:59.717368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Checking segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:08:59.717738 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network hostable DHCP agents. Network: cafec41d-d433-47ba-ac4b-2ce4bbaf53a1, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:08:59.763521 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:59.786159 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:08:59.845956 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Attempting to bind port 2b523eb8-30cd-4712-8ad1-1728a5ded494 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:08:59.846325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Attempting to bind port 2b523eb8-30cd-4712-8ad1-1728a5ded494 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:08:59.846693 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Attempting to bind port 2b523eb8-30cd-4712-8ad1-1728a5ded494 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:08:59.848974 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bb2bf-2922-42e7-8cbe-1a291d35f3a4 None None] Pushing event updated for resources: {'Port': ['ID=2b523eb8-30cd-4712-8ad1-1728a5ded494,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:08:59.855714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:08:59.856195 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:08:59.856603 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:59.857082 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:08:59.857521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Bound port: 2b523eb8-30cd-4712-8ad1-1728a5ded494, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:08:59.857822 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:59.872310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, cafec41d-d433-47ba-ac4b-2ce4bbaf53a1) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:08:59.876878 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:08:59.877478 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:08:59.891392 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09772ea4-2ddf-4a3e-9cfb-71e158d75578 None None] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:08:59.965994 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a4b28139-10e8-49fc-a64e-7cac8a34e3f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8774040 Feb 07 14:08:59.968191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34742) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:09:00.071550 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] For port 2b523eb8-30cd-4712-8ad1-1728a5ded494, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:09:00.092476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] For port 2b523eb8-30cd-4712-8ad1-1728a5ded494, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2b523eb8-30cd-4712-8ad1-1728a5ded494,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:09:00.177002 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:00.242318 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:09:00.243298 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:00.283948 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:09:00.284605 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:00.392181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bb2bf-2922-42e7-8cbe-1a291d35f3a4 None None] Pushing event updated for resources: {'Port': ['ID=2b523eb8-30cd-4712-8ad1-1728a5ded494,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:00.588192 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:09:00.722236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Allocated IP 172.20.0.2 (cafec41d-d433-47ba-ac4b-2ce4bbaf53a1/9e08051a-b55a-4909-96af-ca4cb8802a62/15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:09:00.899883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:01.283338 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:01.304703 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Transition to ACTIVE for port object 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:09:01.309896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:08:57Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:01.325646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc79e40-1115-4851-966c-ca43e95dd089 None None] The sync data for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 is: [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:08:57Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:09:01.347937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Transition to ACTIVE for port object 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:09:01.450386 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:01.519029 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:09:01.521893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.1 (cafec41d-d433-47ba-ac4b-2ce4bbaf53a1/9e08051a-b55a-4909-96af-ca4cb8802a62/f2570622-e6fa-4b6a-bdcd-73fdef3f1c48) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:09:01.522365 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:09:01.528332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:09:01.545813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Pushing event updated for resources: {'Port': ['ID=15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:01.664971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Attempting to bind port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:09:01.665360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Attempting to bind port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:09:01.665775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Attempting to bind port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f on network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:09:01.684448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:09:01.689005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Checking segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:09:01.689005 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:01.689005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Bound using segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:09:01.689005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Bound port: 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:09:01.689005 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:01.742766 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:01.761068 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:09:01.792445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] For port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:09:01.795615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] For port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:09:01.901866 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:01.930508 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:01.983030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:09:01.986498 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:09:01.990980 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:09:02.025272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:02.045461 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fcb32-6607-438c-9203-0b519f0bce60 None None] Pushing event updated for resources: {'Port': ['ID=15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:02.066728 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:02.486353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2b523eb8-30cd-4712-8ad1-1728a5ded494 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:09:02.498157 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:02.667347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 2b523eb8-30cd-4712-8ad1-1728a5ded494 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:09:02.672560 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2b523eb8-30cd-4712-8ad1-1728a5ded494 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:02.672939 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:02.865991 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:02.886041 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 2b523eb8-30cd-4712-8ad1-1728a5ded494, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2b523eb8-30cd-4712-8ad1-1728a5ded494,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:09:02.965267 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:02.966056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:09:03.086421 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:03.089522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=2b523eb8-30cd-4712-8ad1-1728a5ded494,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:03.135310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:03.163475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:09:03.256241 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:03.260517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:03.420201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:09:03.421589 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:09:03.571453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a1f418-1f6f-41d9-8538-0d69c16c98ff None None] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:09:03.626992 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 95722a7b-50da-4ad6-b1d3-15d6ed772652 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:09:03.716129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-026c17f4-1fce-47f8-9bb4-f06d2fed414c None None] Provisioning for port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:09:03.750847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-026c17f4-1fce-47f8-9bb4-f06d2fed414c None None] Provisioning complete for port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:03.751220 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-026c17f4-1fce-47f8-9bb4-f06d2fed414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:03.827123 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:09:03.838784 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Sync routers for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:09:03.845482 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-57d5f404-0386-4d1b-8542-ad7f23b2cb47 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/95722a7b-50da-4ad6-b1d3-15d6ed772652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8761957 Feb 07 14:09:03.857068 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:09:03.858071 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:03.961920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-026c17f4-1fce-47f8-9bb4-f06d2fed414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:04.006816 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-026c17f4-1fce-47f8-9bb4-f06d2fed414c None None] For port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:09:04.027381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-201c3b3e-eacc-48d9-a6ee-4ede5fd7e0b0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:09:04.056675 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:09:04.129711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-026c17f4-1fce-47f8-9bb4-f06d2fed414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:04.158128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-201c3b3e-eacc-48d9-a6ee-4ede5fd7e0b0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:09:04.159544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-201c3b3e-eacc-48d9-a6ee-4ede5fd7e0b0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356825179&fields=id&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 267 time: 0.1879079 Feb 07 14:09:04.215402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c17f4-1fce-47f8-9bb4-f06d2fed414c None None] Pushing event updated for resources: {'Port': ['ID=15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:04.324064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b2604a21-d03d-453c-a033-04d7ff545295 None None] Provisioning for port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:09:04.336858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b2604a21-d03d-453c-a033-04d7ff545295 None None] Provisioning complete for port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:04.338328 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b2604a21-d03d-453c-a033-04d7ff545295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:04.343697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-fa1f3309-0218-40f6-bb35-4b9ef68cebbd tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:04.344502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-fa1f3309-0218-40f6-bb35-4b9ef68cebbd tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:09:04.401425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-b2604a21-d03d-453c-a033-04d7ff545295 None None] Port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:09:04.415262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-b2604a21-d03d-453c-a033-04d7ff545295 None None] Provisioning complete for port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:04.415774 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b2604a21-d03d-453c-a033-04d7ff545295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:04.444237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-fa1f3309-0218-40f6-bb35-4b9ef68cebbd tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:09:04.447688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-fa1f3309-0218-40f6-bb35-4b9ef68cebbd tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 794 time: 0.2788410 Feb 07 14:09:04.470486 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-ba55b2f2-c70b-4557-8f7b-1452b741a62d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/quotas/52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 375 time: 0.0170305 Feb 07 14:09:04.473761 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2b523eb8-30cd-4712-8ad1-1728a5ded494 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:09:04.485091 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 2, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:04.490049 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Checking router: 95722a7b-50da-4ad6-b1d3-15d6ed772652 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:09:04.490589 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Updating router 95722a7b-50da-4ad6-b1d3-15d6ed772652 port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:09:04.553071 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:04.584093 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-0b41c769-d8ba-4768-8795-4f7197c8daf2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093130 Feb 07 14:09:04.659937 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2b523eb8-30cd-4712-8ad1-1728a5ded494 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:04.660514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:04.768308 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-53e98447-ea5e-4b88-8836-997c9c65eeaf service neutron] 10.222.0.69 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799996 Feb 07 14:09:04.818794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-f5c646e4-dd3c-4824-a6fc-767beb4e1e9e None None] Provisioning complete for port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:04.819314 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f5c646e4-dd3c-4824-a6fc-767beb4e1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:04.880253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-f5c646e4-dd3c-4824-a6fc-767beb4e1e9e None None] Port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:09:04.885086 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:09:04.957740 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:04.958191 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:04.996605 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:05.010099 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Transition to ACTIVE for port object f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:09:05.033874 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-07e1944f-ba31-48fe-9bd1-b148c28d8562 service neutron] 10.222.0.69 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617466 Feb 07 14:09:05.124358 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:05.256530 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Pushing event updated for resources: {'Port': ['ID=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:05.307267 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.307614 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.307954 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.308309 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.308635 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.308968 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.309289 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.309792 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.310430 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.310918 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.311406 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.311897 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:09:05.380544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac53c58d-ade8-4472-95a2-4ad435aa4c1e req-5be9d310-6ca0-4625-8c38-87621570114f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 210 time: 0.0718277 Feb 07 14:09:05.400679 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Attempting to bind port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:09:05.401441 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Attempting to bind port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:09:05.401971 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Attempting to bind port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 on network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:09:05.410858 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:09:05.411239 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Checking segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:09:05.411768 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:05.412217 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Bound using segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:09:05.412660 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Bound port: f2570622-e6fa-4b6a-bdcd-73fdef3f1c48, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:09:05.413037 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:05.520799 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] For port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:09:05.524921 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] For port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:09:05.575684 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:05.660372 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:09:05.660997 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:08:41Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:05.761506 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058b16c-430e-46ea-a291-40616fc49a8a None None] Pushing event updated for resources: {'Port': ['ID=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:05.863852 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:09:06.201013 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:05Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:06.206513 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435672f-515b-48a8-a2d3-67fcb2a26fc8 None None] The sync data for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 is: [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:05Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:09:06.439665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:09:06.558464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4bff0da5-9fe1-44b0-8806-b09ca674ad5c req-29eed44f-25c2-4b0f-9036-0d6ee3078e6d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 210 time: 0.0483439 Feb 07 14:09:06.575967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:09:06.589218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:06.589600 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:06.719427 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:06.760277 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:09:06.849645 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:06.921527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:07.527175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-f6819047-1ffa-4a5f-b8af-7a597bf44a8d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:07.528721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-f6819047-1ffa-4a5f-b8af-7a597bf44a8d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 794 time: 0.1681621 Feb 07 14:09:07.577590 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-04f5cc1d-2b8f-434a-acaa-ce4a03737d4e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 380 time: 0.0411055 Feb 07 14:09:07.586806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'port': {'device_id': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'admin_state_up': True, 'tenant_id': '52cc06989b54432282ed524dd4911016', 'security_groups': ['d2d1b944-5367-4c8d-8577-032727b1dfd0']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:09:07.746306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0461027-ce44-4012-9464-429defbb7bda req-100eb81d-7c28-4fce-8ef7-63cbe5a577a6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 210 time: 0.0559826 Feb 07 14:09:07.796945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:09:07.801521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:port and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:09:07.805088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:09:07.810888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:09:07.918421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:09:07.922029 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:08.095523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.11 (cafec41d-d433-47ba-ac4b-2ce4bbaf53a1/9e08051a-b55a-4909-96af-ca4cb8802a62/77f272dd-110a-4044-b0fe-4404f67024c1) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:09:08.290262 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:08.306438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object 77f272dd-110a-4044-b0fe-4404f67024c1 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:09:08.390119 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:09:08.410538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:08.461423 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:08.461841 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:08.488024 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:09:08.491328 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:09:08.496039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:09:08.543223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:08.575000 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:08.575663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:08.674174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-a7238907-9581-4275-a6de-323c701f5acb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0919206 Feb 07 14:09:08.689728 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Request body: {'port': {'device_id': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:09:08.765846 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-75139354-5f5e-46ae-8cdb-8f06d5ea7030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:08.821410 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:08.831842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3ff45ea9-09b0-4b20-983c-187e51bd46cd None None] Provisioning for port 77f272dd-110a-4044-b0fe-4404f67024c1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:09:08.838607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3ff45ea9-09b0-4b20-983c-187e51bd46cd None None] Provisioning complete for port 77f272dd-110a-4044-b0fe-4404f67024c1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:08.839391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3ff45ea9-09b0-4b20-983c-187e51bd46cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:08.901737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3ff45ea9-09b0-4b20-983c-187e51bd46cd None None] Port 77f272dd-110a-4044-b0fe-4404f67024c1 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:09:09.099882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1491f3-a43c-416c-9aec-f0e46474c672 req-f42a5adc-5dd7-4882-a3e8-d1f958dd20db tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:09.100647 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ea1491f3-a43c-416c-9aec-f0e46474c672 req-f42a5adc-5dd7-4882-a3e8-d1f958dd20db tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:09:09.198302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ea1491f3-a43c-416c-9aec-f0e46474c672 req-f42a5adc-5dd7-4882-a3e8-d1f958dd20db tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:09:09.199384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea1491f3-a43c-416c-9aec-f0e46474c672 req-f42a5adc-5dd7-4882-a3e8-d1f958dd20db tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 932 time: 0.3291826 Feb 07 14:09:09.279076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f272dd-110a-4044-b0fe-4404f67024c1 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:09:09.293300 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:09.297845 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ea1491f3-a43c-416c-9aec-f0e46474c672 req-7074df41-1bc6-4602-b772-428714bd9813 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693061 Feb 07 14:09:09.312424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Transition to ACTIVE for port object 77f272dd-110a-4044-b0fe-4404f67024c1 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:09:09.370277 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:09.629808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:09.753603 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Attempting to bind port 77f272dd-110a-4044-b0fe-4404f67024c1 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:09:09.754228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Attempting to bind port 77f272dd-110a-4044-b0fe-4404f67024c1 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:09:09.754361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Attempting to bind port 77f272dd-110a-4044-b0fe-4404f67024c1 on network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:09:09.759550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Port 77f272dd-110a-4044-b0fe-4404f67024c1 on network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:09:09.759871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Attempting to bind port 77f272dd-110a-4044-b0fe-4404f67024c1 on network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:09:09.765003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:09:09.765338 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Checking segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:09:09.765723 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Bound using segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:09:09.766156 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Bound port: 77f272dd-110a-4044-b0fe-4404f67024c1, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:09:09.766506 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:09.863884 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:09:09.867379 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:09:09.931390 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:09.993830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:09.994459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:09.995900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] 10.222.0.47 "PUT /v2.0/ports/77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1092 time: 1.3137078 Feb 07 14:09:09.996384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:09:10.026384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704759e1-46a6-4f4b-b6cb-85515413bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:10.053812 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1', 'status': 'completed', 'code': 200} Feb 07 14:09:10.159733 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a0fa3-786f-4f4a-bca8-bec1460effd5 req-acc56979-edf8-46fd-96fb-f6303736f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:10.161288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-694a0fa3-786f-4f4a-bca8-bec1460effd5 req-acc56979-edf8-46fd-96fb-f6303736f3e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1095 time: 0.0829375 Feb 07 14:09:10.310872 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a0fa3-786f-4f4a-bca8-bec1460effd5 req-8707d519-a439-42f8-9a74-397657435ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:10.312359 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-694a0fa3-786f-4f4a-bca8-bec1460effd5 req-8707d519-a439-42f8-9a74-397657435ca8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=52cc06989b54432282ed524dd4911016&shared=False HTTP/1.1" status: 200 len: 894 time: 0.1434317 Feb 07 14:09:10.500444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a0fa3-786f-4f4a-bca8-bec1460effd5 req-465a3d43-fdc0-4cb8-9aef-5c5394395780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:10.501919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-694a0fa3-786f-4f4a-bca8-bec1460effd5 req-465a3d43-fdc0-4cb8-9aef-5c5394395780 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1841295 Feb 07 14:09:10.532674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e883de-1944-4675-9314-20abeca9718e req-14ca1683-54db-458d-ae68-c44dcfbc934d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:10.534206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5e883de-1944-4675-9314-20abeca9718e req-14ca1683-54db-458d-ae68-c44dcfbc934d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.1197164 Feb 07 14:09:10.631314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a5e883de-1944-4675-9314-20abeca9718e req-1d78f164-1c08-4241-aa19-68d8967f8cf0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910890 Feb 07 14:09:10.656823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-65290f26-cac4-4e53-87cf-410bd7cd790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:10.658418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-65290f26-cac4-4e53-87cf-410bd7cd790a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1095 time: 0.1050713 Feb 07 14:09:10.733094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-7f59b12d-045e-4e53-97fd-3083ff70c71e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 217 time: 0.0670199 Feb 07 14:09:10.796054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-110dfead-e956-4aa9-9f08-2f10e1d6d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:10.797518 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-110dfead-e956-4aa9-9f08-2f10e1d6d902 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.0589886 Feb 07 14:09:10.875224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-ef3bcab6-925f-449a-a85e-8c5be507d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:10.876746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-ef3bcab6-925f-449a-a85e-8c5be507d513 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733604 Feb 07 14:09:11.015338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-8f0036b5-f059-42d1-890a-f396f20e3008 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321671 Feb 07 14:09:11.151703 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a66254a0-e426-43a8-af7e-794ea22c38b6 req-ed146802-51f4-44ec-97e1-3e3335bc6c79 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307137 Feb 07 14:09:11.609951 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5f988750-6935-45bd-b82b-eede12499410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:11.829029 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf87d8-63f4-4069-9040-973893378c75 req-63de26f5-a9f2-4230-8ddb-9537e07740df tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:11.830461 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5abf87d8-63f4-4069-9040-973893378c75 req-63de26f5-a9f2-4230-8ddb-9537e07740df tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.0845785 Feb 07 14:09:11.876317 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5abf87d8-63f4-4069-9040-973893378c75 req-8beb5993-e366-4d68-9f37-e52b9116187f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389690 Feb 07 14:09:12.357814 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:12.530801 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:13.068071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b904b97-14f3-4a4d-afd5-c15ee5c3e13c req-28d8f101-a908-4da4-95a6-2a8d79ef80b0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:13.069589 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b904b97-14f3-4a4d-afd5-c15ee5c3e13c req-28d8f101-a908-4da4-95a6-2a8d79ef80b0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.0832412 Feb 07 14:09:13.118648 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b904b97-14f3-4a4d-afd5-c15ee5c3e13c req-a31d05ba-2160-4d2b-a113-69a0cc02f3a7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Feb 07 14:09:14.060602 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:14.075506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 77f272dd-110a-4044-b0fe-4404f67024c1 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:09:14.218681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:09:14.239268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '77f272dd-110a-4044-b0fe-4404f67024c1', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'port_id': '77f272dd-110a-4044-b0fe-4404f67024c1', 'mac_address': 'fa:16:3e:ac:93:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:09:14.300523 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:14.323921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f272dd-110a-4044-b0fe-4404f67024c1 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:09:14.341608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:09:14.409681 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:14.425351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea14b-9766-4f42-a9ad-d8b7d2150a04 req-6e275557-6af3-4563-93ec-e1e7895ab03f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:14.427128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfeea14b-9766-4f42-a9ad-d8b7d2150a04 req-6e275557-6af3-4563-93ec-e1e7895ab03f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.1994207 Feb 07 14:09:14.475057 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfeea14b-9766-4f42-a9ad-d8b7d2150a04 req-21f35e46-b3e7-4b35-9992-3946aa7b86de tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Feb 07 14:09:14.483350 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:14.797502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['77f272dd-110a-4044-b0fe-4404f67024c1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:09:15.669382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f182f-e042-4a84-a28c-56ff421b0ec9 req-cc3d09b5-d7c2-4a8b-9bcf-39106ab49069 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:15.670931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e34f182f-e042-4a84-a28c-56ff421b0ec9 req-cc3d09b5-d7c2-4a8b-9bcf-39106ab49069 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 945 time: 0.0843883 Feb 07 14:09:15.696501 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:15.722011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e34f182f-e042-4a84-a28c-56ff421b0ec9 req-b7c7f4c6-7ed2-46e5-a50e-ffe696520bc1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Feb 07 14:09:16.090859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 77f272dd-110a-4044-b0fe-4404f67024c1 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:09:16.220519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 77f272dd-110a-4044-b0fe-4404f67024c1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:09:16.225788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 77f272dd-110a-4044-b0fe-4404f67024c1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:09:16.226155 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:16.349046 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:16.377267 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:09:16.388310 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:09:16.424473 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1', 'code': 200} Feb 07 14:09:16.466661 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:16.538428 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:16.553454 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77adc6-41de-49b6-924a-7cbec82468db req-4a0041c1-16c8-4273-8964-14e4434841b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:16.555879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c77adc6-41de-49b6-924a-7cbec82468db req-4a0041c1-16c8-4273-8964-14e4434841b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1097 time: 0.0729258 Feb 07 14:09:16.601685 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3c77adc6-41de-49b6-924a-7cbec82468db req-e4a74a3f-85f1-4c8c-bbe1-34d39484702d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Feb 07 14:09:16.918228 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ce787-10dd-458e-8321-ee8d29da6dea req-3235245e-d4d0-44e8-ab2d-d0e503359618 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:16.919755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d38ce787-10dd-458e-8321-ee8d29da6dea req-3235245e-d4d0-44e8-ab2d-d0e503359618 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0822456 Feb 07 14:09:16.965626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d38ce787-10dd-458e-8321-ee8d29da6dea req-27ad8da3-80e2-4bf4-8771-830b2d4346db tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Feb 07 14:09:18.174406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2fb8c-7837-4e70-8436-49bb8e2c0b56 req-a24f7b27-8353-492e-a0f5-eacb1ba23404 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:18.176196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1c2fb8c-7837-4e70-8436-49bb8e2c0b56 req-a24f7b27-8353-492e-a0f5-eacb1ba23404 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0971639 Feb 07 14:09:18.224403 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e1c2fb8c-7837-4e70-8436-49bb8e2c0b56 req-eb90d141-d8f0-4c92-96a4-6eee9f2d3bea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Feb 07 14:09:19.416137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fedfc2-753c-49f2-b83e-a66c29d1b54a req-d36fe033-d34b-4435-b95b-400d6a421258 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:19.417672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9fedfc2-753c-49f2-b83e-a66c29d1b54a req-d36fe033-d34b-4435-b95b-400d6a421258 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0850704 Feb 07 14:09:19.464496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9fedfc2-753c-49f2-b83e-a66c29d1b54a req-314aafff-5818-446d-838a-24d303766d1c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410974 Feb 07 14:09:19.656757 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8a91f-20a6-459f-8cd6-6aaa3386bd2d req-f004012b-113d-4ece-8cca-66ad41378ee5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:19.658259 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0af8a91f-20a6-459f-8cd6-6aaa3386bd2d req-f004012b-113d-4ece-8cca-66ad41378ee5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0852208 Feb 07 14:09:19.706634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0af8a91f-20a6-459f-8cd6-6aaa3386bd2d req-7ac492f5-178b-436d-8e7a-de4d94c54d74 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Feb 07 14:09:19.729659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34804) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:09:19.804161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ddb4a-ef09-47a9-ba3e-0f50444cc6dc tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:19.806192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e54ddb4a-ef09-47a9-ba3e-0f50444cc6dc tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1092 time: 0.0755179 Feb 07 14:09:19.808995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 34808) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:09:19.814341 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '77f272dd-110a-4044-b0fe-4404f67024c1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:09:19.821829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:09:19.825702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:floatingip and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:09:19.828630 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:09:19.834285 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:09:19.889719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:20.029257 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:20.171930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.244 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/510b1958-91cd-415f-88aa-5481da6f8413) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:09:20.326172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:20.421618 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:20.493495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:09:20.496667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:09:20.501279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:09:20.531739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=510b1958-91cd-415f-88aa-5481da6f8413,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:21.043149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:21.203682 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:21.417559 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:21.483891 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:21.593487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=510b1958-91cd-415f-88aa-5481da6f8413,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:09:21.610505 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:21.787063 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Floating IP cba198d5-d523-40c8-ac91-38b40c07954e associated. External IP: 172.25.7.244, port: 77f272dd-110a-4044-b0fe-4404f67024c1. Feb 07 14:09:22.151783 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 95722a7b-50da-4ad6-b1d3-15d6ed772652 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:09:22.334515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:09:22.345840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] Sync routers for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:09:22.356427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:09:22.357130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:09:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:22.449805 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:22.512177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4dc2a9df-1ef7-4385-8d60-a9d9bd0c9bda tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7017541 Feb 07 14:09:22.513137 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:09:22.556942 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:09:22.569062 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1', 'status': 'completed', 'code': 200} Feb 07 14:09:22.732038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-42677dbf-1c4f-4c2d-9256-09f8a683c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:22.733556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-42677dbf-1c4f-4c2d-9256-09f8a683c167 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1097 time: 0.1426468 Feb 07 14:09:22.770344 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3149e6-139c-4714-844d-41309a15f73f req-ab19a50e-b454-4fe9-8920-345e1b852e4c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:22.771853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae3149e6-139c-4714-844d-41309a15f73f req-ab19a50e-b454-4fe9-8920-345e1b852e4c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.1398630 Feb 07 14:09:22.971279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'cba198d5-d523-40c8-ac91-38b40c07954e', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'port_id': '77f272dd-110a-4044-b0fe-4404f67024c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'mac_address': 'fa:16:3e:ac:93:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:09:20Z', 'updated_at': '2022-02-07T14:09:20Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:06Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:22.975020 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] Checking router: 95722a7b-50da-4ad6-b1d3-15d6ed772652 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:09:22.984343 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:09:22.984930 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:09:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:23.014055 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ae3149e6-139c-4714-844d-41309a15f73f req-371c0a16-ca7e-43a8-851c-12efd4db34a0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648961 Feb 07 14:09:23.037797 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34816) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:09:23.051045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-6d3cccf7-f264-4009-92ed-02d03188be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:23.052566 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-6d3cccf7-f264-4009-92ed-02d03188be1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.3126955 Feb 07 14:09:23.155025 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e0875148-c778-49cc-8edb-0cc2ea21568a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/cba198d5-d523-40c8-ac91-38b40c07954e HTTP/1.1" status: 200 len: 992 time: 0.1146200 Feb 07 14:09:23.169101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-e253b234-6d8c-4e82-bdb5-0cf436ecab52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1000 time: 0.1098285 Feb 07 14:09:23.173748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:09:23.237131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-e79396a8-f420-4551-851f-113f0e31360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:23.238508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-e79396a8-f420-4551-851f-113f0e31360b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.0637307 Feb 07 14:09:23.315695 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-aae7d287-20f9-42a8-a126-ba0746e60d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:23.317229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-aae7d287-20f9-42a8-a126-ba0746e60d09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722597 Feb 07 14:09:23.458498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-ae768533-337d-4fec-87fd-76fcf4b5e171 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351786 Feb 07 14:09:23.561202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'cba198d5-d523-40c8-ac91-38b40c07954e', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'port_id': '77f272dd-110a-4044-b0fe-4404f67024c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'mac_address': 'fa:16:3e:ac:93:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:09:20Z', 'updated_at': '2022-02-07T14:09:20Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:06Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:09:23.565025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a13dc-c479-4582-a3cd-17361ae4be94 None None] The sync data for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 is: [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'cba198d5-d523-40c8-ac91-38b40c07954e', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'port_id': '77f272dd-110a-4044-b0fe-4404f67024c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'mac_address': 'fa:16:3e:ac:93:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:09:20Z', 'updated_at': '2022-02-07T14:09:20Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:06Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:09:23.603997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-58c189a7-a2fc-4003-aff3-ca89d628cd69 req-86ab8e20-2372-46b3-b837-e15202cf2cf2 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390240 Feb 07 14:09:23.789652 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886ebd5-6a2d-4f90-ae7d-c3f922e03aa1 None None] New status for floating IP cba198d5-d523-40c8-ac91-38b40c07954e: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:09:24.158772 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34820) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:09:24.280174 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7aac38d9-bb84-4e67-a8e8-f9384f2af134 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/cba198d5-d523-40c8-ac91-38b40c07954e HTTP/1.1" status: 200 len: 994 time: 0.1202424 Feb 07 14:09:25.098148 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:09:25.335724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:38.815055 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-48d026fd-8b8b-4b9f-bcd9-3582785346ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:41.419781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-fc8b3947-71ee-4891-acc6-d8b797bddfaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862207 Feb 07 14:09:41.560384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-d33c33b0-e428-4fc2-aa40-d194129f2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:41.561875 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-d33c33b0-e428-4fc2-aa40-d194129f2a6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1097 time: 0.0737445 Feb 07 14:09:41.620577 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8602b6e9-dceb-4989-9648-e7f091e96955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:41.708149 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-449dc5df-88a7-4c90-88f6-3b6d6f55b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:41.709731 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-449dc5df-88a7-4c90-88f6-3b6d6f55b049 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.1300430 Feb 07 14:09:41.815413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-321ac80b-37a8-46e7-a1f6-adaff5ead5ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1002 time: 0.0995598 Feb 07 14:09:41.876740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-34e0b4aa-72b2-462d-85c4-0bb613e6ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:41.878199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-34e0b4aa-72b2-462d-85c4-0bb613e6ee7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.0568001 Feb 07 14:09:41.955515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-5237827d-6642-469d-aa26-11eb9389e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:09:41.956946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-5237827d-6642-469d-aa26-11eb9389e10f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732095 Feb 07 14:09:42.089935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-254059ca-3e12-4ca2-a6d7-f8b71c269950 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266508 Feb 07 14:09:42.221260 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a453e4ec-9000-4017-b842-480ded7fb6ea req-df9e26e6-36b4-4723-8f1f-f772cc220f83 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252725 Feb 07 14:09:42.363450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:42.517618 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:43.986032 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:45.672228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:09:55.398184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:02.098137 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:10:08.780615 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f5442dd7-8edb-4fd8-97ba-7c947748a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:11.586703 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-49072035-45ef-4f91-927d-0a59c535bff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:12.357091 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:12.597593 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:14.003221 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:15.723438 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:25.363358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:28.547311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069b03-f734-495a-9656-56c019ecf535 req-3deac089-5c67-4550-b6e6-7da4c8a01629 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:28.549086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce069b03-f734-495a-9656-56c019ecf535 req-3deac089-5c67-4550-b6e6-7da4c8a01629 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.1388843 Feb 07 14:10:28.756187 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce069b03-f734-495a-9656-56c019ecf535 req-aab17798-9927-4aa0-9046-b138950e7b67 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011237 Feb 07 14:10:28.773115 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-7828798d-0a5d-45d7-b3e7-e302cd857240 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2571449 Feb 07 14:10:29.994140 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f371e0-bbaa-4bdc-a586-3d4d711ffbff req-30cfd5b9-9490-4edb-a4f2-d00cb831e69a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:29.995522 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5f371e0-bbaa-4bdc-a586-3d4d711ffbff req-30cfd5b9-9490-4edb-a4f2-d00cb831e69a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.1307156 Feb 07 14:10:30.043644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c5f371e0-bbaa-4bdc-a586-3d4d711ffbff req-90344d18-2fa0-4ffa-8abb-66d4a004162a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Feb 07 14:10:30.962568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-cc7fb3ef-e729-4b23-b5bc-078f6c9cafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:30.964102 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-cc7fb3ef-e729-4b23-b5bc-078f6c9cafbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1097 time: 0.0720887 Feb 07 14:10:31.094643 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-fb7c5fcc-15c3-4004-846f-661818ce821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:31.096131 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-fb7c5fcc-15c3-4004-846f-661818ce821a service neutron] 10.222.0.47 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.1262937 Feb 07 14:10:31.249988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-9b10f6d2-aded-4cfb-b6b9-4d5a198f7135 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1002 time: 0.1467259 Feb 07 14:10:31.318171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a31038-a2df-4edb-a1e7-5a3427ebd83d req-c71bbe00-22b4-4b49-90af-3308c1fc1f49 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:31.319619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6a31038-a2df-4edb-a1e7-5a3427ebd83d req-c71bbe00-22b4-4b49-90af-3308c1fc1f49 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.1594348 Feb 07 14:10:31.342523 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-f044e4c2-bfdb-4d0a-8f00-f11d7f32e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:31.343908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-f044e4c2-bfdb-4d0a-8f00-f11d7f32e96c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.0879753 Feb 07 14:10:31.419633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b6a31038-a2df-4edb-a1e7-5a3427ebd83d req-bd8131b5-eba7-4afb-93e2-cc4746b54f70 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929241 Feb 07 14:10:31.438663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-39f01ddc-0d9d-4759-b9ca-71f266bef62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:31.440152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-39f01ddc-0d9d-4759-b9ca-71f266bef62f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894165 Feb 07 14:10:31.573881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-092de2e1-b9fa-480c-b3f4-9b55a34dd2bb service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267090 Feb 07 14:10:31.706200 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-60b28271-73ee-4edd-98dd-04656313ad9e service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260424 Feb 07 14:10:32.608848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e24e0-df90-4ba6-bfd3-b3ae3bb3219a req-8ba0dec6-c84f-4fc3-a274-cef66a00ff16 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:32.610311 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e12e24e0-df90-4ba6-bfd3-b3ae3bb3219a req-8ba0dec6-c84f-4fc3-a274-cef66a00ff16 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0817859 Feb 07 14:10:32.654318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e12e24e0-df90-4ba6-bfd3-b3ae3bb3219a req-cd47c80a-1965-4b77-ba75-7cd3539cf68f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385063 Feb 07 14:10:33.845281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4ba5d-23c6-4048-a8ba-ca2f241f0992 req-05c60703-35e6-4585-96f0-2b22519d404f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:33.846714 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfb4ba5d-23c6-4048-a8ba-ca2f241f0992 req-05c60703-35e6-4585-96f0-2b22519d404f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0819767 Feb 07 14:10:33.889820 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfb4ba5d-23c6-4048-a8ba-ca2f241f0992 req-5e9bb4d5-6c77-4e9c-883e-f116ef2e7533 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374544 Feb 07 14:10:35.071963 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eb1ff-3213-4c8f-b749-8b590086cbc7 req-384a6c1d-e6cf-42a8-a405-11c845ccb745 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:35.073302 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c8eb1ff-3213-4c8f-b749-8b590086cbc7 req-384a6c1d-e6cf-42a8-a405-11c845ccb745 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0793316 Feb 07 14:10:35.116679 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5c8eb1ff-3213-4c8f-b749-8b590086cbc7 req-2bc30df2-4f85-46a9-8104-b2d184e0ce37 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378308 Feb 07 14:10:36.302128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d7540-434d-4517-b662-d0081f99087f req-09523a56-33b2-4d44-9a9c-b89560a3848a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:36.303816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325d7540-434d-4517-b662-d0081f99087f req-09523a56-33b2-4d44-9a9c-b89560a3848a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0830321 Feb 07 14:10:36.347034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-325d7540-434d-4517-b662-d0081f99087f req-058508ac-bcd0-4818-87cc-029c85a337b2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376425 Feb 07 14:10:37.529921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95393f1-24cc-4928-9c8c-080bb7582457 req-e18d04d6-b7d5-4122-b726-fb24716bbd1a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:37.531372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c95393f1-24cc-4928-9c8c-080bb7582457 req-e18d04d6-b7d5-4122-b726-fb24716bbd1a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0791385 Feb 07 14:10:37.574372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c95393f1-24cc-4928-9c8c-080bb7582457 req-501f9e43-f64a-4b1e-ab0d-2d9d8c40e813 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374031 Feb 07 14:10:38.757440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bafae8c0-5a84-4c08-8036-16ab5b88dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:38.765713 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70311b36-615c-41eb-88a7-d7799d722cfe req-cd5d6151-848a-4b6e-a01e-3cada0dd1234 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:38.771170 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70311b36-615c-41eb-88a7-d7799d722cfe req-cd5d6151-848a-4b6e-a01e-3cada0dd1234 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0849326 Feb 07 14:10:38.811512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-70311b36-615c-41eb-88a7-d7799d722cfe req-b5e40b3c-ce0c-42bd-8079-4ad27e53bfb9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Feb 07 14:10:39.097255 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:10:39.996539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e6ce5-c5f9-4895-9889-5e5e2a4ddfd7 req-40b8a7d0-6541-428e-853e-1effeed53eb5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:39.997929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b0e6ce5-c5f9-4895-9889-5e5e2a4ddfd7 req-40b8a7d0-6541-428e-853e-1effeed53eb5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0793490 Feb 07 14:10:40.147098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b0e6ce5-c5f9-4895-9889-5e5e2a4ddfd7 req-380c098d-1846-4091-950a-05a435ff4c55 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434696 Feb 07 14:10:41.332971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c48d1-677b-4a79-8640-a040d94e9ac2 req-cac9b397-60dc-4fff-91e2-4d275e0d2074 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:41.334612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a0c48d1-677b-4a79-8640-a040d94e9ac2 req-cac9b397-60dc-4fff-91e2-4d275e0d2074 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0806088 Feb 07 14:10:41.431465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a0c48d1-677b-4a79-8640-a040d94e9ac2 req-36dfde68-0ad1-4915-8c99-e5cf797404de tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901480 Feb 07 14:10:41.447474 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-1ac0d6fa-43bd-4cca-b56c-bdfc81ce4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:41.452420 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-1ac0d6fa-43bd-4cca-b56c-bdfc81ce4cbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1097 time: 0.0942912 Feb 07 14:10:41.579920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7413-eecf-4c58-8e37-33a4d1a65d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:41.594062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-3e52f8b6-ad04-4f1a-840d-539b12753de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:41.595514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-3e52f8b6-ad04-4f1a-840d-539b12753de7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.1276109 Feb 07 14:10:41.700503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-67ab8616-f36f-4fe3-807d-e9da46f4b00d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1002 time: 0.0987222 Feb 07 14:10:41.762302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-2c552308-19bd-47fe-b7c0-d8400ca5d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:41.763720 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-2c552308-19bd-47fe-b7c0-d8400ca5d56d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.0579829 Feb 07 14:10:41.843233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-3d4ce7f1-0b49-405f-b42f-d5f1b87ea15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:41.844728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-3d4ce7f1-0b49-405f-b42f-d5f1b87ea15d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755496 Feb 07 14:10:41.976043 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-1d3cfbcd-c3cc-4f6c-9d6e-c7fefca4d7e5 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247883 Feb 07 14:10:42.106446 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd7f9ef9-01ac-468d-9e3f-1c4b97232585 req-3ee0245f-1f25-49fa-bf5b-54fb8e8cbb41 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247137 Feb 07 14:10:42.397440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:42.563339 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:42.617738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5398d5-7d13-4746-8a01-3be7fd2f9016 req-0be2ecf6-938f-41a6-9cbf-6f91c6f47f21 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:42.619210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e5398d5-7d13-4746-8a01-3be7fd2f9016 req-0be2ecf6-938f-41a6-9cbf-6f91c6f47f21 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0802617 Feb 07 14:10:42.663358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0e5398d5-7d13-4746-8a01-3be7fd2f9016 req-b8fd04a1-b9b8-4226-b97b-f69d02b4d0e3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384054 Feb 07 14:10:43.857722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136a2a7-fec1-4a56-89b0-a690d2b89191 req-8d913453-70dd-4a36-8ea7-956c76c43c2d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:43.859214 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7136a2a7-fec1-4a56-89b0-a690d2b89191 req-8d913453-70dd-4a36-8ea7-956c76c43c2d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0895882 Feb 07 14:10:43.964265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7136a2a7-fec1-4a56-89b0-a690d2b89191 req-4bcf8b90-849e-4cbd-9799-867e18271342 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660253 Feb 07 14:10:43.972022 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-79e43fb2-4e7f-4de0-973f-3fd196ed071a service neutron] show failed (client error): The resource could not be found. Feb 07 14:10:43.972977 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-79e43fb2-4e7f-4de0-973f-3fd196ed071a service neutron] 10.222.0.47 "GET /v2.0/ports/77f272dd-110a-4044-b0fe-4404f67024c1/bindings/n-h1-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.1470478 Feb 07 14:10:44.014809 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:44.657394 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-ed7d0263-c691-4816-9bbf-d8dcdc6b93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:44.658866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-ed7d0263-c691-4816-9bbf-d8dcdc6b93fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 1097 time: 0.1160419 Feb 07 14:10:44.670235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811416-5', 'device_owner': 'compute:nova'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:10:44.780745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:45.046105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:10:45.220483 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:10:45.294095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:10:45.301175 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:45.321136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Transition to ACTIVE for port object 77f272dd-110a-4044-b0fe-4404f67024c1 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:10:45.333295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723d15-436c-4a71-9687-4628ac7ac405 req-d60bc6cb-6400-4860-9f4f-aaa90a85c723 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:45.334782 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc723d15-436c-4a71-9687-4628ac7ac405 req-d60bc6cb-6400-4860-9f4f-aaa90a85c723 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.2620850 Feb 07 14:10:45.385955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fc723d15-436c-4a71-9687-4628ac7ac405 req-5c9d0ec2-d332-4d3c-935a-a6a60ef249f3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449886 Feb 07 14:10:45.408498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:45.449226 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1', 'code': 200} Feb 07 14:10:45.558782 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=6']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:10:45.573882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.573882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.573882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.573882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.573882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.575778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.575778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.575778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.575778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.575778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.575778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.576484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:45.619421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] No DVR routers for this DVR port 77f272dd-110a-4044-b0fe-4404f67024c1 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:10:45.740446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:45.847484 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Attempting to bind port 77f272dd-110a-4044-b0fe-4404f67024c1 on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:10:45.847719 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Attempting to bind port 77f272dd-110a-4044-b0fe-4404f67024c1 by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:10:45.848079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Attempting to bind port 77f272dd-110a-4044-b0fe-4404f67024c1 on network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:10:45.852562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Port 77f272dd-110a-4044-b0fe-4404f67024c1 on network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:10:45.852882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Attempting to bind port 77f272dd-110a-4044-b0fe-4404f67024c1 on network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:10:45.857852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:10:45.858189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Checking segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:10:45.858571 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Bound using segment: {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:10:45.858994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Bound port: 77f272dd-110a-4044-b0fe-4404f67024c1, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbb3f15-2f16-495f-8917-219e16403e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:10:45.859337 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:45.953374 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h1-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:10:45.956441 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:10:46.066275 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:46.129071 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:46.129690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:46.131049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] 10.222.0.35 "PUT /v2.0/ports/77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1092 time: 1.4646313 Feb 07 14:10:46.151676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4585e-b008-4907-9b1e-f562e5b503d2 service neutron] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=7']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:10:46.230767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-694dda3f-6927-4068-a412-6d3dc3ee9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:46.232307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-694dda3f-6927-4068-a412-6d3dc3ee9352 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1095 time: 0.0777001 Feb 07 14:10:46.367340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-92cd9938-c353-4805-9ddc-a8a3aea563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:46.368859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-92cd9938-c353-4805-9ddc-a8a3aea563ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.1302347 Feb 07 14:10:46.474449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-4d28db6a-b1bf-484b-bbd2-52ac3d4239b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1000 time: 0.0992844 Feb 07 14:10:46.586251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-de98a06a-44ec-46b4-8b66-a14b6856809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:46.588414 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-de98a06a-44ec-46b4-8b66-a14b6856809c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.1075370 Feb 07 14:10:46.608645 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 77f272dd-110a-4044-b0fe-4404f67024c1 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:10:46.655588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61d9fd-801e-4fdf-a011-ff356c4bf292 req-6def50f8-7585-4f71-a27b-782c5e2b17bc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:46.657103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e61d9fd-801e-4fdf-a011-ff356c4bf292 req-6def50f8-7585-4f71-a27b-782c5e2b17bc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.1461525 Feb 07 14:10:46.668604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 77f272dd-110a-4044-b0fe-4404f67024c1 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:10:46.713710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2e61d9fd-801e-4fdf-a011-ff356c4bf292 req-ffa9828b-c700-4dfa-b76c-35d69d67a8fc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488391 Feb 07 14:10:46.719659 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-7dce7bda-c03b-46f0-9154-5af8c486c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:46.721179 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-7dce7bda-c03b-46f0-9154-5af8c486c851 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239882 Feb 07 14:10:46.731831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-f25a941a-fe24-4076-8d3a-3f938dfeb604 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:10:46.732966 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-f25a941a-fe24-4076-8d3a-3f938dfeb604 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050635 Feb 07 14:10:46.861939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-e632eafd-54d6-4ce7-b3c6-efb9c9bfc4ba service neutron] 10.222.0.35 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230414 Feb 07 14:10:47.113569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-c9af5159-acd5-496b-a75a-2486265df1be service neutron] 10.222.0.35 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418411 Feb 07 14:10:47.450901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:10:47.511605 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1', 'status': 'completed', 'code': 200} Feb 07 14:10:47.659852 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-08f810f2-3263-4473-b27c-bc376575fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:47.661286 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-08f810f2-3263-4473-b27c-bc376575fa82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1095 time: 0.1317856 Feb 07 14:10:47.663682 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-84b3c413-ef6a-4c1f-9cbe-6dd2668c1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:47.665038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-84b3c413-ef6a-4c1f-9cbe-6dd2668c1907 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1095 time: 0.1009243 Feb 07 14:10:47.963823 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-ede858e6-64d2-434c-8bbf-8e18630120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:47.965202 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-ede858e6-64d2-434c-8bbf-8e18630120fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.2945702 Feb 07 14:10:47.969048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-94f95c7c-e59d-48e5-9333-9eda8402516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:47.970337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-94f95c7c-e59d-48e5-9333-9eda8402516f service neutron] 10.222.0.35 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.2824574 Feb 07 14:10:48.154279 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3a624-89f0-4845-b947-9fef8c24c582 req-e4fd04d9-043d-4802-9499-9e816f7d04a8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:48.155752 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbe3a624-89f0-4845-b947-9fef8c24c582 req-e4fd04d9-043d-4802-9499-9e816f7d04a8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.3296790 Feb 07 14:10:48.192945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-b52aba8b-afa7-40ca-8571-3c3890e30261 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1000 time: 0.2202010 Feb 07 14:10:48.200210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-bf183f97-4f49-444a-bc29-63194d487804 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1000 time: 0.1760347 Feb 07 14:10:48.295206 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fbe3a624-89f0-4845-b947-9fef8c24c582 req-68f24247-baf4-42f7-8e4c-a67c33869272 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323550 Feb 07 14:10:48.316628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-2b9bb7d3-e855-40e6-8bf5-8f2b14828301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:48.317581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-2b9bb7d3-e855-40e6-8bf5-8f2b14828301 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.1163528 Feb 07 14:10:48.375902 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-97cdcaff-8124-40cb-b3ee-0562f902ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:48.377402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-97cdcaff-8124-40cb-b3ee-0562f902ad30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.1366727 Feb 07 14:10:48.464525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-0c9c30f4-0f15-4ebf-bcc0-5581336f7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:48.466357 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-0c9c30f4-0f15-4ebf-bcc0-5581336f7e56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401961 Feb 07 14:10:48.547480 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-3bef88e4-cb33-4e34-8133-995887948678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:48.548947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-3bef88e4-cb33-4e34-8133-995887948678 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625693 Feb 07 14:10:48.690759 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-ba72fea8-9473-4feb-ae55-740934ea0950 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165844 Feb 07 14:10:48.795899 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-be89b84a-3536-4491-bae9-2f6653799904 service neutron] 10.222.0.35 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353737 Feb 07 14:10:49.073257 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-27e30e5a-0c7b-47dc-89f2-b55d88f55546 service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697495 Feb 07 14:10:49.106704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2812aa73-dffe-402c-b243-646ff64b5db7 req-d4a46247-c66c-42ac-bb45-09d651098dc4 service neutron] 10.222.0.35 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006666 Feb 07 14:10:49.486032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dbb7f-2f8c-4a1f-a387-986b19a9e4d1 req-864366bc-e51f-4fd9-9d41-b46d4609ec83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:49.487560 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c59dbb7f-2f8c-4a1f-a387-986b19a9e4d1 req-864366bc-e51f-4fd9-9d41-b46d4609ec83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.0823972 Feb 07 14:10:49.532312 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c59dbb7f-2f8c-4a1f-a387-986b19a9e4d1 req-93e1d07a-d29f-4aec-bff6-e2019974e8d8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390332 Feb 07 14:10:50.074698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c46c8-4bb4-436c-9f26-4b3ac90e67e1 req-e63975df-f8b7-4059-8e0f-5f8a7eebaa6c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:50.076086 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c66c46c8-4bb4-436c-9f26-4b3ac90e67e1 req-e63975df-f8b7-4059-8e0f-5f8a7eebaa6c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.1278694 Feb 07 14:10:50.134830 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c66c46c8-4bb4-436c-9f26-4b3ac90e67e1 req-b104d28e-ad65-44f8-87c3-ccb392905919 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520513 Feb 07 14:10:50.151004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-3cb3ba91-2c37-40fc-9278-e053f9cec25a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:50.152483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-3cb3ba91-2c37-40fc-9278-e053f9cec25a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9&tenant_id=52cc06989b54432282ed524dd4911016&binding%3Ahost_id=n-h1-811416-5 HTTP/1.1" status: 200 len: 944 time: 0.1354301 Feb 07 14:10:50.237076 n-d-811416-5 neutron-server[88313]: INFO neutron.api.v2.resource [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-fc5543ec-1124-4f58-88c1-3244b37ca8be service neutron] delete failed (client error): The resource could not be found. Feb 07 14:10:50.238109 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-fc5543ec-1124-4f58-88c1-3244b37ca8be service neutron] 10.222.0.47 "DELETE /v2.0/ports/77f272dd-110a-4044-b0fe-4404f67024c1/bindings/n-h2-811416-5 HTTP/1.1" status: 404 len: 380 time: 0.0800393 Feb 07 14:10:50.394340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23c1ca-3dc4-45bc-812d-47c02266d8fa req-0d32a20e-551d-4ea6-8ba8-a3d319100e55 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:50.395831 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e23c1ca-3dc4-45bc-812d-47c02266d8fa req-0d32a20e-551d-4ea6-8ba8-a3d319100e55 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 944 time: 0.1398687 Feb 07 14:10:50.433251 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-0f1ca589-7e43-4f7f-9065-78f31627bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:50.434743 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-0f1ca589-7e43-4f7f-9065-78f31627bdae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1095 time: 0.1240582 Feb 07 14:10:50.524404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e23c1ca-3dc4-45bc-812d-47c02266d8fa req-9b41c0d9-d0ff-4142-9c60-5d0fde45689b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213038 Feb 07 14:10:50.580455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-fa245097-d0f5-49fe-9e14-6119ec70ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:50.581915 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-fa245097-d0f5-49fe-9e14-6119ec70ef91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.1397018 Feb 07 14:10:50.582539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 77f272dd-110a-4044-b0fe-4404f67024c1 details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:10:50.698279 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-8b3292a0-7a1a-4498-8e51-61140c87dfe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 1000 time: 0.1093712 Feb 07 14:10:50.723121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:10:50.737388 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '77f272dd-110a-4044-b0fe-4404f67024c1', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'port_id': '77f272dd-110a-4044-b0fe-4404f67024c1', 'mac_address': 'fa:16:3e:ac:93:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:10:50.765763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-8df90da8-4e49-427a-905a-49cfb20ede6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:50.767234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-8df90da8-4e49-427a-905a-49cfb20ede6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.0636659 Feb 07 14:10:50.797651 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:50.819914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f272dd-110a-4044-b0fe-4404f67024c1 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:10:50.836607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:10:50.857172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-8b6ccebf-c5a1-4f22-98d5-711d6710768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:50.859563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-8b6ccebf-c5a1-4f22-98d5-711d6710768c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862255 Feb 07 14:10:50.905799 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:50.981633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:10:50.989253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:50.992938 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:10:51.002620 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-42ad88af-35dc-47b8-9d12-f5f7edda7c9a service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364241 Feb 07 14:10:51.159455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a0659fe2-3d6e-4b14-818c-49634588f76e req-fb0e0f48-aabd-4fd0-8ee6-9b7cd4ab54ac service neutron] 10.222.0.47 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504853 Feb 07 14:10:51.167870 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['77f272dd-110a-4044-b0fe-4404f67024c1'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:10:51.726183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1e9b4-2606-42fb-9a37-63777b15a244 req-208a2771-4152-4093-8398-9be92cadec83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:51.735837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f1e9b4-2606-42fb-9a37-63777b15a244 req-208a2771-4152-4093-8398-9be92cadec83 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 945 time: 0.0828357 Feb 07 14:10:51.775637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-42f1e9b4-2606-42fb-9a37-63777b15a244 req-f8a20fc9-5cf6-4e3e-814c-774d44a74e46 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Feb 07 14:10:52.591736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 77f272dd-110a-4044-b0fe-4404f67024c1 up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:10:52.768356 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 77f272dd-110a-4044-b0fe-4404f67024c1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:10:52.773679 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 77f272dd-110a-4044-b0fe-4404f67024c1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:10:52.774543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:52.897395 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:52.925080 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:10:52.938788 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:10:52.995526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd373a-a3ea-4220-bd62-4c5147af0831 req-d202c9f0-d448-4644-a65e-85d0d92dac1a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:10:52.997038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96cd373a-a3ea-4220-bd62-4c5147af0831 req-d202c9f0-d448-4644-a65e-85d0d92dac1a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 945 time: 0.1007473 Feb 07 14:10:53.009885 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:10:53.047057 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1', 'code': 200} Feb 07 14:10:53.049065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-96cd373a-a3ea-4220-bd62-4c5147af0831 req-c06895e3-12b0-4395-9bb8-24415b91dfa2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 Feb 07 14:10:53.079444 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34948) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:10:53.083469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:10:53.189334 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e8cac246-8389-408e-bf7a-b75eeb39ba92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/cba198d5-d523-40c8-ac91-38b40c07954e HTTP/1.1" status: 200 len: 994 time: 0.1085441 Feb 07 14:10:55.369185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:08.756438 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-35adbe09-1a86-4d53-add8-ec924abf6543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:11.574292 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-96b8a80b-ee5f-4efc-a875-b699c7190356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:12.380264 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:12.620666 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:14.014280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:15.746563 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:16.097257 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:11:21.705646 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34964) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:21.921135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 510b1958-91cd-415f-88aa-5481da6f8413 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:11:21.921545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:22.221982 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:22.222318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:22.353629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 510b1958-91cd-415f-88aa-5481da6f8413 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:11:22.613511 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:22.670795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=510b1958-91cd-415f-88aa-5481da6f8413,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:22.740418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.741121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.741121 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.741430 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.741765 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.742102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.742458 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.742793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.743299 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.743635 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.743966 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.744315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:22.777482 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:22.778066 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Floating IP cba198d5-d523-40c8-ac91-38b40c07954e disassociated (deleted). External IP: 172.25.7.244, port: 77f272dd-110a-4044-b0fe-4404f67024c1. Feb 07 14:11:23.159415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 95722a7b-50da-4ad6-b1d3-15d6ed772652 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:11:23.345828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:11:23.361796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] Sync routers for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:11:23.372636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:11:23.373448 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:23.421593 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:23.483627 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-91b70e9b-313f-451b-b6a0-0842e1e84d42 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/floatingips/cba198d5-d523-40c8-ac91-38b40c07954e HTTP/1.1" status: 204 len: 168 time: 1.7768929 Feb 07 14:11:23.484418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:11:23.568620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:11:23.613870 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1', 'status': 'completed', 'code': 200} Feb 07 14:11:23.702620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-da373b8b-55ec-4f8e-8803-b90f293b6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:23.704092 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-da373b8b-55ec-4f8e-8803-b90f293b6b82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 1097 time: 0.0738347 Feb 07 14:11:23.918587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:06Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:23.923181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] Checking router: 95722a7b-50da-4ad6-b1d3-15d6ed772652 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:11:23.933737 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:11:23.934409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:23.964784 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-6e9b7b6a-6f3e-477e-af09-c3477b9337df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:23.966264 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-6e9b7b6a-6f3e-477e-af09-c3477b9337df service neutron] 10.222.0.35 "GET /v2.0/networks?id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 200 len: 894 time: 0.2560387 Feb 07 14:11:24.040412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-5a9f828a-f6a0-4bef-a403-49d09a60dfce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 200 len: 217 time: 0.0668328 Feb 07 14:11:24.149300 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:11:24.155710 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-4f21f27e-a502-432c-968d-2c3dc6e72266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:24.157209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-4f21f27e-a502-432c-968d-2c3dc6e72266 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 200 len: 834 time: 0.1101995 Feb 07 14:11:24.234324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdb168-24c7-4172-87d9-6616e83375bd req-c7f11050-940d-41fa-ba50-e5ef7d170f13 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:24.235689 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29fdb168-24c7-4172-87d9-6616e83375bd req-c7f11050-940d-41fa-ba50-e5ef7d170f13 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.1553662 Feb 07 14:11:24.285573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-8df860c5-90f5-4708-a513-07f412d39567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:24.287142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-8df860c5-90f5-4708-a513-07f412d39567 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227005 Feb 07 14:11:24.298992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-29fdb168-24c7-4172-87d9-6616e83375bd req-277f12e8-139b-48b0-a5d6-42bf0ddaace8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540478 Feb 07 14:11:24.432171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-fb1f610d-bdf4-4105-bc56-599f2d9fa35a service neutron] 10.222.0.35 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364210 Feb 07 14:11:24.482968 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:06Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:24.487062 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac25806-c62f-43ab-b166-e7c09bc1f14e None None] The sync data for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 is: [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'f2570622-e6fa-4b6a-bdcd-73fdef3f1c48', 'name': '', 'network_id': 'cafec41d-d433-47ba-ac4b-2ce4bbaf53a1', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:1a:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:09:01Z', 'updated_at': '2022-02-07T14:09:06Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': '9e08051a-b55a-4909-96af-ca4cb8802a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:11:24.575605 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-33cfa583-0277-4ddb-8146-0fad20a7a07f req-c6bbd8f9-8fb2-44eb-a65f-e862e6405286 service neutron] 10.222.0.35 "GET /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358852 Feb 07 14:11:24.734931 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f923b897-c121-4f8b-ab30-85e6b62499c9 None None] New status for floating IP cba198d5-d523-40c8-ac91-38b40c07954e: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:11:25.396691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:25.415501 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-2810879b-1279-431c-8efb-915c09cc21b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:25.417094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-2810879b-1279-431c-8efb-915c09cc21b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.0908463 Feb 07 14:11:25.537521 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 77f272dd-110a-4044-b0fe-4404f67024c1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:11:25.537869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:25.645808 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a33e8-f293-4dbc-9497-458f834d9d8a req-1f270cb1-d7fd-4730-bf36-a3c2e4fc4878 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:25.647354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589a33e8-f293-4dbc-9497-458f834d9d8a req-1f270cb1-d7fd-4730-bf36-a3c2e4fc4878 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 946 time: 0.1946242 Feb 07 14:11:25.782741 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589a33e8-f293-4dbc-9497-458f834d9d8a req-39520b60-f336-40d4-9c3c-7075bc2a0b8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2d1b944-5367-4c8d-8577-032727b1dfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275058 Feb 07 14:11:25.846127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 77f272dd-110a-4044-b0fe-4404f67024c1, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=77f272dd-110a-4044-b0fe-4404f67024c1,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:25.846486 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:25.974667 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 77f272dd-110a-4044-b0fe-4404f67024c1 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:11:26.203253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:26.254615 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=77f272dd-110a-4044-b0fe-4404f67024c1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:26.447525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] No DVR routers for this DVR port 77f272dd-110a-4044-b0fe-4404f67024c1 on host n-h1-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:11:26.450496 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:26.453236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'name': 'network-vif-deleted', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:11:26.465152 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.35 "DELETE /v2.0/ports/77f272dd-110a-4044-b0fe-4404f67024c1 HTTP/1.1" status: 204 len: 173 time: 1.0421059 Feb 07 14:11:26.502515 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efb652d-b51f-4bee-861c-d45f455cd9c9', 'name': 'network-vif-deleted', 'tag': '77f272dd-110a-4044-b0fe-4404f67024c1', 'status': 'completed', 'code': 200} Feb 07 14:11:26.968887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-37dac9ee-94b2-4806-83f3-e618b1f1080c req-7bbc807e-ff23-45a9-a490-e025cbf791ac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:11:27.043420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-37dac9ee-94b2-4806-83f3-e618b1f1080c req-7bbc807e-ff23-45a9-a490-e025cbf791ac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:11:27.044959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37dac9ee-94b2-4806-83f3-e618b1f1080c req-7bbc807e-ff23-45a9-a490-e025cbf791ac tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=4efb652d-b51f-4bee-861c-d45f455cd9c9 HTTP/1.1" status: 200 len: 210 time: 0.1208777 Feb 07 14:11:28.140095 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34990) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:28.748773 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 77f272dd-110a-4044-b0fe-4404f67024c1 no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:11:28.785561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 77f272dd-110a-4044-b0fe-4404f67024c1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:11:28.785561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 77f272dd-110a-4044-b0fe-4404f67024c1 not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:11:28.842930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:29.206604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:11:29.207315 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:29.396415 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port f2570622-e6fa-4b6a-bdcd-73fdef3f1c48, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:29.396776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:29.524166 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:11:29.929538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:29.980924 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=f2570622-e6fa-4b6a-bdcd-73fdef3f1c48,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:30.382703 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:30.771270 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 95722a7b-50da-4ad6-b1d3-15d6ed772652 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:11:30.975310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:11:30.986181 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] Sync routers for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:11:30.995476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:11:30.996114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:31.091866 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aca6b728-64b0-4375-b84c-2033de340b54 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/95722a7b-50da-4ad6-b1d3-15d6ed772652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9501777 Feb 07 14:11:31.094453 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34994) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:31.165985 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f13671-ea9c-49d3-815f-624956345e5c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting subnet 9e08051a-b55a-4909-96af-ca4cb8802a62 {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:11:31.169541 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05f13671-ea9c-49d3-815f-624956345e5c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:31.185470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:11:31.229962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05f13671-ea9c-49d3-815f-624956345e5c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:31.321683 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05f13671-ea9c-49d3-815f-624956345e5c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:31.466597 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05f13671-ea9c-49d3-815f-624956345e5c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:31.492246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:11:29Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:31.492246 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] Checking router: 95722a7b-50da-4ad6-b1d3-15d6ed772652 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:11:31.498982 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] Routers {'95722a7b-50da-4ad6-b1d3-15d6ed772652'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:11:31.499593 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:11Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['95722a7b-50da-4ad6-b1d3-15d6ed772652'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:31.508720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13671-ea9c-49d3-815f-624956345e5c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Subnet': ['ID=9e08051a-b55a-4909-96af-ca4cb8802a62,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:31.515028 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-05f13671-ea9c-49d3-815f-624956345e5c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:31.521402 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-05f13671-ea9c-49d3-815f-624956345e5c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/subnets/9e08051a-b55a-4909-96af-ca4cb8802a62 HTTP/1.1" status: 204 len: 168 time: 0.4252827 Feb 07 14:11:31.524204 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 34998) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:31.555811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6426383b-d5db-4fa5-b3fe-fc95ada677a8 None None] Network cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:11:31.749794 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:31.880646 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] Set router 95722a7b-50da-4ad6-b1d3-15d6ed772652 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:11:32.083062 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:32.212430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] DHCP port deletion for cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:11:32.215110 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 2b523eb8-30cd-4712-8ad1-1728a5ded494 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:11:32.215600 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:32.222337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] Deleting port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:11:32.222705 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:32.415921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:11:29Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:32.417757 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 2b523eb8-30cd-4712-8ad1-1728a5ded494, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2b523eb8-30cd-4712-8ad1-1728a5ded494,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:32.418359 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:32.424716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c97eb2-c771-4ca5-a4c3-ab697bdc5a36 None None] The sync data for ids ['95722a7b-50da-4ad6-b1d3-15d6ed772652'] in n-d-811416-5 is: [{'id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95625216', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:08:55Z', 'updated_at': '2022-02-07T14:11:29Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '2b523eb8-30cd-4712-8ad1-1728a5ded494', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95722a7b-50da-4ad6-b1d3-15d6ed772652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:08:56Z', 'updated_at': '2022-02-07T14:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:11:32.488783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] For port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f,segment=NetworkSegment(8fbb3f15-2f16-495f-8917-219e16403e35),segment_id=8fbb3f15-2f16-495f-8917-219e16403e35)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:32.489387 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:32.657245 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 2b523eb8-30cd-4712-8ad1-1728a5ded494 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:11:32.708578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] Calling delete_port for 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:11:32.812269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:11:32.941907 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:32.960338 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.021240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.043305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] Pushing event deleted for resources: {'Port': ['ID=15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:33.048588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6c9f7-bd7f-4bbc-b59e-be73ab23ecc9 None None] No DVR routers for this DVR port 15ce1fa0-7711-4c13-bb90-ffa0a77c3b9f on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:11:33.077794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=2b523eb8-30cd-4712-8ad1-1728a5ded494,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:33.180759 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.372297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.372297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.470675 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.471346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Fanout notify agent at l3_agent the message router_deleted on router 95722a7b-50da-4ad6-b1d3-15d6ed772652 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:11:33.489493 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.490606 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-670c1fc2-501d-415e-95b8-082f89c68534 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/routers/95722a7b-50da-4ad6-b1d3-15d6ed772652 HTTP/1.1" status: 204 len: 168 time: 1.9654646 Feb 07 14:11:33.494767 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35002) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:33.619146 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.755317 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.780701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafec41d-d433-47ba-ac4b-2ce4bbaf53a1']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:33.797367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbb3f15-2f16-495f-8917-219e16403e35') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:33.797668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbb3f15-2f16-495f-8917-219e16403e35') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:33.809668 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.826582 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.832577 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:11:33.832968 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: timer() Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:11:33.849151 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:11:33.985883 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:34.004270 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:34.020981 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Network': ['ID=cafec41d-d433-47ba-ac4b-2ce4bbaf53a1,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:34.089895 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e97ebad-05f4-4132-9922-bd2fb73d0122 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/networks/cafec41d-d433-47ba-ac4b-2ce4bbaf53a1 HTTP/1.1" status: 204 len: 168 time: 0.5940721 Feb 07 14:11:34.093606 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35006) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:34.274757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21ac6ffc-c49d-43eb-a507-f1be13e06fa6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:34.309905 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21ac6ffc-c49d-43eb-a507-f1be13e06fa6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:34.448882 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21ac6ffc-c49d-43eb-a507-f1be13e06fa6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:34.463951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:11:34.469839 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac6ffc-c49d-43eb-a507-f1be13e06fa6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d1b944-5367-4c8d-8577-032727b1dfd0,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:34.509907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:11:34.510363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device f2570622-e6fa-4b6a-bdcd-73fdef3f1c48 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:11:34.510711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2b523eb8-30cd-4712-8ad1-1728a5ded494 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:11:34.545179 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 2b523eb8-30cd-4712-8ad1-1728a5ded494 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:11:34.545435 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2b523eb8-30cd-4712-8ad1-1728a5ded494 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:11:34.566988 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-21ac6ffc-c49d-43eb-a507-f1be13e06fa6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:34.568352 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-21ac6ffc-c49d-43eb-a507-f1be13e06fa6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/security-groups/d2d1b944-5367-4c8d-8577-032727b1dfd0 HTTP/1.1" status: 204 len: 168 time: 0.4746301 Feb 07 14:11:36.134005 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35018) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:36.139704 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53901009', 'description': 'tempest-secgroup-smoke-53901009 description', 'project_id': '52cc06989b54432282ed524dd4911016'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:36.147105 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:36.151502 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:36.154365 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:36.160132 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:36.231712 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:36.252733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:36.256603 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:36.260311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:36.266301 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:36.340475 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:36.420140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:36.467096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1280a63b-4b7c-4579-9771-a2b9766ab009,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:36.540611 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:36.542079 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-383a5ac3-4078-40df-bb39-94abf1b6f0b8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4065855 Feb 07 14:11:36.544907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35022) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:36.550256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '1280a63b-4b7c-4579-9771-a2b9766ab009', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:36.559555 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:36.564302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:36.567328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:36.573977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:36.657235 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:36.721743 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:36.797049 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:36.822001 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee193015-3181-4819-9af9-74d6602524f3,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:36.893106 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:36.894382 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f0eb69b3-623d-499e-8f03-1f83899ac8f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485198 Feb 07 14:11:36.897185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35026) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:36.902604 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '1280a63b-4b7c-4579-9771-a2b9766ab009', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:36.909547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:36.913306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:36.916663 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:36.922652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:36.999474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.067653 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.150427 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.174411 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61db282-1821-45aa-82b9-c382646e2018,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:37.248995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.250455 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5d492db4-a61a-4153-a501-beec3cfafba4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3521338 Feb 07 14:11:37.253471 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35030) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:37.259504 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '1280a63b-4b7c-4579-9771-a2b9766ab009', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:37.266605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:37.270590 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:37.273605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:37.280311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:37.347021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.416744 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.471826 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.499131 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9d4dbc-a426-47b9-87f8-859719dd0fbd,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:37.557398 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.558652 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d10810e1-cd00-4fe2-9b89-e23ea72d47f6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041644 Feb 07 14:11:37.561617 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35034) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:37.566893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '1280a63b-4b7c-4579-9771-a2b9766ab009', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:37.574788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:37.578799 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:37.581854 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:37.588794 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:37.707469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.776502 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.854618 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.886109 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e3decf-aab6-49c0-a0c3-364489c4ef2c,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:37.963235 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:37.964833 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b60b4d76-5c19-44e8-8e5b-966f2ab4f82c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4020355 Feb 07 14:11:37.969314 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35038) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:37.974766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '1280a63b-4b7c-4579-9771-a2b9766ab009', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:37.983285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:37.987170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:37.990304 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:37.997586 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:38.100328 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:11:38.108296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.173367 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.243663 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.268670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e279c9-e349-460c-8f2b-fefe4853052a,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:38.351605 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.353589 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c838f4c8-6052-4ff6-8371-0b646ac2dff9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3832355 Feb 07 14:11:38.356296 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35042) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:38.361250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': '1280a63b-4b7c-4579-9771-a2b9766ab009', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:38.369334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:38.373357 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:38.376345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:38.382219 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:38.454803 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:11:38.462707 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.529775 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.591671 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.617947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af88b4a-25ed-4188-9e15-578f6e7d247b,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:38.677903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.683444 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cd8ff29d-1ec4-44ce-bae3-30110a358ddc tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3226779 Feb 07 14:11:38.684188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35046) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:38.690931 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'network': {'name': 'tempest-network-smoke--215930384', 'project_id': '52cc06989b54432282ed524dd4911016', 'port_security_enabled': True}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:38.697586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:38.702370 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:network and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:38.705298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:38.712419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:38.745877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eaac41db-c064-4afe-b69c-89fe868f778e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.767313 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:11:38.770926 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.800150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:11:38.810020 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.810365 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Added segment fefb8060-9012-4604-b7a0-19d5b5dd6330 of type vlan for network da833f5c-af78-4df1-a669-ad6060a01dff Feb 07 14:11:38.839363 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.940002 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:38.946586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:38.947386 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:39.065288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Network': ['ID=da833f5c-af78-4df1-a669-ad6060a01dff,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:39.077763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network da833f5c-af78-4df1-a669-ad6060a01dff details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:11:39.158001 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0da297bf-58e0-4521-b02f-7af951d71225 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4718943 Feb 07 14:11:39.160831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35050) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:39.168275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'admin_state_up': True, 'project_id': '52cc06989b54432282ed524dd4911016', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:39.177358 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:39.182397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:router and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:39.185464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:39.192232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:39.265834 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:39.267062 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:39.282499 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:39.607298 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:39.979730 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:40.012165 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:40.145681 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.60 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/d3aef269-98ea-487e-b351-9c6e3a48d2b4) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:11:40.294015 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:40.425271 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:40.496021 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:11:40.498873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:11:40.502883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:11:40.537625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=d3aef269-98ea-487e-b351-9c6e3a48d2b4,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:41.115063 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:41.464194 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:41.607759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-32bdaa20-4e09-4177-b407-44ce2a1b3b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:41.734453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router f16b9993-5e98-4c94-b798-e18eb17375b1 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:11:41.924633 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:11:41.937731 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Sync routers for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:11:41.949735 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:11:41.951045 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:42.009318 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:42.013812 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-21fc2c4a-79de-4db9-9c40-ff4f843c0e8c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8481598 Feb 07 14:11:42.014008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35054) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:42.099285 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0613f6ab-0f6a-442e-a112-c8f8cd42afd7 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=52cc06989b54432282ed524dd4911016&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0840650 Feb 07 14:11:42.102182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35060) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:42.148509 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:11:42.263621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca326c-7515-4ac1-a26f-3d06a600c7d5 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:42.265609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-17ca326c-7515-4ac1-a26f-3d06a600c7d5 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1623454 Feb 07 14:11:42.268689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35064) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:42.363246 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:42.525582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-032c4d88-f938-4fa9-ac68-f10dd1625fd0 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2545292 Feb 07 14:11:42.527512 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35068) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:42.534009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1388114156', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'project_id': '52cc06989b54432282ed524dd4911016', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:42.568082 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:42.583607 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:40Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:42.589091 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Checking router: f16b9993-5e98-4c94-b798-e18eb17375b1 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:11:42.589493 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Updating router f16b9993-5e98-4c94-b798-e18eb17375b1 port d3aef269-98ea-487e-b351-9c6e3a48d2b4 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:11:42.650099 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:42.657825 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:42.662507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:subnet and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:11:42.666402 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:11:42.673694 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:42.757384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:11:42.762319 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.077926 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.090277 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Transition to ACTIVE for port object d3aef269-98ea-487e-b351-9c6e3a48d2b4 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:11:43.116157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.161978 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.195821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Subnet': ['ID=a7a12105-a444-4e31-b36b-935d9677e36b,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:43.206986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Checking segment: {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:11:43.207547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network hostable DHCP agents. Network: da833f5c-af78-4df1-a669-ad6060a01dff, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:11:43.248161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Attempting to bind port d3aef269-98ea-487e-b351-9c6e3a48d2b4 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:11:43.248533 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Attempting to bind port d3aef269-98ea-487e-b351-9c6e3a48d2b4 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:11:43.248920 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Attempting to bind port d3aef269-98ea-487e-b351-9c6e3a48d2b4 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:11:43.250997 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Pushing event updated for resources: {'Port': ['ID=d3aef269-98ea-487e-b351-9c6e3a48d2b4,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:43.261080 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.261428 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.261767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.262103 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.262435 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.262764 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.263090 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.263415 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.263740 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.264088 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.264413 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.264735 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:43.268019 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:11:43.268395 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:11:43.271507 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.271507 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:11:43.271507 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Bound port: d3aef269-98ea-487e-b351-9c6e3a48d2b4, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:11:43.271507 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.300238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network da833f5c-af78-4df1-a669-ad6060a01dff is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:11:43.349255 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] For port d3aef269-98ea-487e-b351-9c6e3a48d2b4, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:11:43.352295 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] For port d3aef269-98ea-487e-b351-9c6e3a48d2b4, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d3aef269-98ea-487e-b351-9c6e3a48d2b4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:11:43.420306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, da833f5c-af78-4df1-a669-ad6060a01dff) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:11:43.431395 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:43.431395 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.431763 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5d721-449c-4eb4-b880-cdd63f8175fc None None] Network da833f5c-af78-4df1-a669-ad6060a01dff requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:11:43.444700 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.495957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b1aee488-e726-49fa-a004-b5b57bc457d9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9667709 Feb 07 14:11:43.499471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35072) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:11:43.522988 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:11:43.523774 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:43.597689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd72f5-1941-4fe6-bb7e-375a363e7c86 None None] Pushing event updated for resources: {'Port': ['ID=d3aef269-98ea-487e-b351-9c6e3a48d2b4,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:43.730220 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:11:43.748664 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-da833f5c-af78-4df1-a669-ad6060a01dff', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:11:43.749836 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:43.969946 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Allocated IP 172.20.0.2 (da833f5c-af78-4df1-a669-ad6060a01dff/a7a12105-a444-4e31-b36b-935d9677e36b/947a6331-9c5b-4518-b25c-35bed8ee4a30) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:11:44.052664 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:40Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:44.057402 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b8c2d-4017-432c-83e9-c25e1644499a None None] The sync data for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 is: [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:40Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:11:44.110192 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:44.312103 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:44.330499 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Transition to ACTIVE for port object 947a6331-9c5b-4518-b25c-35bed8ee4a30 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:11:44.376874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Transition to ACTIVE for port object 947a6331-9c5b-4518-b25c-35bed8ee4a30 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:11:44.442674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:44.488013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:44.582855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d3aef269-98ea-487e-b351-9c6e3a48d2b4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:11:44.704804 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Network da833f5c-af78-4df1-a669-ad6060a01dff is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:11:44.735814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:11:44.753778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:11:44.809581 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Pushing event updated for resources: {'Port': ['ID=947a6331-9c5b-4518-b25c-35bed8ee4a30,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:44.891811 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Attempting to bind port 947a6331-9c5b-4518-b25c-35bed8ee4a30 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:11:44.892369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Attempting to bind port 947a6331-9c5b-4518-b25c-35bed8ee4a30 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:11:44.892843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Attempting to bind port 947a6331-9c5b-4518-b25c-35bed8ee4a30 on network da833f5c-af78-4df1-a669-ad6060a01dff {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:11:44.900615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:11:44.908359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Checking segment: {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:11:44.908359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:44.908359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Bound using segment: {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:11:44.908359 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Bound port: 947a6331-9c5b-4518-b25c-35bed8ee4a30, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:11:44.908359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:44.970902 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port d3aef269-98ea-487e-b351-9c6e3a48d2b4 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:11:44.979958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d3aef269-98ea-487e-b351-9c6e3a48d2b4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:44.980358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:45.065928 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] For port 947a6331-9c5b-4518-b25c-35bed8ee4a30, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:11:45.069544 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] For port 947a6331-9c5b-4518-b25c-35bed8ee4a30, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=947a6331-9c5b-4518-b25c-35bed8ee4a30,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:11:45.152721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.1 (da833f5c-af78-4df1-a669-ad6060a01dff/a7a12105-a444-4e31-b36b-935d9677e36b/9981de93-3169-4273-8607-9f48a25386f2) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:11:45.157219 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:45.293964 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:45.362824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port d3aef269-98ea-487e-b351-9c6e3a48d2b4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d3aef269-98ea-487e-b351-9c6e3a48d2b4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:45.366995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1ab5d-c842-4d1e-ad04-5c5e47392ea9 None None] Pushing event updated for resources: {'Port': ['ID=947a6331-9c5b-4518-b25c-35bed8ee4a30,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:45.391849 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:45.411912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object 9981de93-3169-4273-8607-9f48a25386f2 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:11:45.443466 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:45.534366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=d3aef269-98ea-487e-b351-9c6e3a48d2b4,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:45.551596 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:45.663525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network da833f5c-af78-4df1-a669-ad6060a01dff is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:11:45.667585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:11:45.671604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:11:45.734901 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=9981de93-3169-4273-8607-9f48a25386f2,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:45.759504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.759766 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.760133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.760495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.760882 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.761215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.761544 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.761878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.762201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.762524 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.762845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.763169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:45.779132 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:45.784281 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:46.149238 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:46.591222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d3aef269-98ea-487e-b351-9c6e3a48d2b4 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:11:46.643014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:46.697916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port d3aef269-98ea-487e-b351-9c6e3a48d2b4 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:46.698280 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:46.740561 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:46.853903 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 947a6331-9c5b-4518-b25c-35bed8ee4a30 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:11:46.865197 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:46.873499 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=9981de93-3169-4273-8607-9f48a25386f2,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:47.000542 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6f4e77-6b38-415c-b2da-ad352d2bca9e None None] Network da833f5c-af78-4df1-a669-ad6060a01dff requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:11:47.020117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network da833f5c-af78-4df1-a669-ad6060a01dff is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:11:47.021431 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:11:47.082704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 947a6331-9c5b-4518-b25c-35bed8ee4a30 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:11:47.199717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc947002-31c8-4576-8547-cea66ea64f51 None None] Provisioning for port 947a6331-9c5b-4518-b25c-35bed8ee4a30 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:11:47.212806 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bc947002-31c8-4576-8547-cea66ea64f51 None None] Provisioning complete for port 947a6331-9c5b-4518-b25c-35bed8ee4a30 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:47.213198 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc947002-31c8-4576-8547-cea66ea64f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:47.369363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router f16b9993-5e98-4c94-b798-e18eb17375b1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:11:47.414803 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc947002-31c8-4576-8547-cea66ea64f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:47.459325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-bc947002-31c8-4576-8547-cea66ea64f51 None None] For port 947a6331-9c5b-4518-b25c-35bed8ee4a30, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=947a6331-9c5b-4518-b25c-35bed8ee4a30,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:47.557107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bc947002-31c8-4576-8547-cea66ea64f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:47.572113 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:11:47.591804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ed1dc01d-8a26-4e74-99fc-d791d8654d92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/f16b9993-5e98-4c94-b798-e18eb17375b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0850122 Feb 07 14:11:47.600810 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Sync routers for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:11:47.642851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:11:47.643396 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:47.749894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc947002-31c8-4576-8547-cea66ea64f51 None None] Pushing event updated for resources: {'Port': ['ID=947a6331-9c5b-4518-b25c-35bed8ee4a30,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:47.849908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-9ed14e89-701f-402d-9574-d895f5f500f3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53901009&fields=id&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 267 time: 0.0651195 Feb 07 14:11:47.905175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d0457b3a-3dac-4bb1-a4c9-d40b0a4849c5 None None] Provisioning complete for port 947a6331-9c5b-4518-b25c-35bed8ee4a30 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:47.908666 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0457b3a-3dac-4bb1-a4c9-d40b0a4849c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:47.975194 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:11:48.066933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-93f50396-ce7c-4ba0-b15e-9b983db3567c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:48.067730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-93f50396-ce7c-4ba0-b15e-9b983db3567c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:11:48.152863 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-93f50396-ce7c-4ba0-b15e-9b983db3567c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:11:48.154351 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-93f50396-ce7c-4ba0-b15e-9b983db3567c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/networks?id=da833f5c-af78-4df1-a669-ad6060a01dff HTTP/1.1" status: 200 len: 796 time: 0.2957473 Feb 07 14:11:48.192551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-5fa3088a-11cb-4a10-ae16-3dc705636cd8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/quotas/52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 375 time: 0.0307460 Feb 07 14:11:48.296698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-96d11b6a-efc3-4dbd-a4b7-1702f0c8e15a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:11:48.370939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d0457b3a-3dac-4bb1-a4c9-d40b0a4849c5 None None] Provisioning for port 9981de93-3169-4273-8607-9f48a25386f2 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:11:48.379149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d0457b3a-3dac-4bb1-a4c9-d40b0a4849c5 None None] Provisioning complete for port 9981de93-3169-4273-8607-9f48a25386f2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:48.379765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0457b3a-3dac-4bb1-a4c9-d40b0a4849c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:48.403376 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-96d11b6a-efc3-4dbd-a4b7-1702f0c8e15a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:11:48.405157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-96d11b6a-efc3-4dbd-a4b7-1702f0c8e15a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2073543 Feb 07 14:11:48.428425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 2, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:48.439122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Checking router: f16b9993-5e98-4c94-b798-e18eb17375b1 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:11:48.439543 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Updating router f16b9993-5e98-4c94-b798-e18eb17375b1 port 9981de93-3169-4273-8607-9f48a25386f2 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:11:48.472051 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d0457b3a-3dac-4bb1-a4c9-d40b0a4849c5 None None] Port 9981de93-3169-4273-8607-9f48a25386f2 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:11:48.496899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 947a6331-9c5b-4518-b25c-35bed8ee4a30 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:11:48.558532 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:48.633871 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-2a514734-eaf3-485c-a8a6-8cdd0249dad8 service neutron] 10.222.0.69 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114167 Feb 07 14:11:48.700682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-98b36cbb-e384-4582-920b-de63e3e7f316 None None] Provisioning complete for port 9981de93-3169-4273-8607-9f48a25386f2 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:48.700682 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98b36cbb-e384-4582-920b-de63e3e7f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:48.745102 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 947a6331-9c5b-4518-b25c-35bed8ee4a30 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:48.745479 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:48.792630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-1b59914b-09f6-43d1-b441-14e5141e0247 service neutron] 10.222.0.69 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467533 Feb 07 14:11:48.832549 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-98b36cbb-e384-4582-920b-de63e3e7f316 None None] Port 9981de93-3169-4273-8607-9f48a25386f2 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:11:49.118205 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6498b63-3e1c-4173-8347-22ef90876278 req-10c468c0-09e3-49e4-b62f-0fafe7e0fe20 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 210 time: 0.0785656 Feb 07 14:11:49.156185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:49.170140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Transition to ACTIVE for port object 9981de93-3169-4273-8607-9f48a25386f2 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:11:49.241453 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:49.380018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d251-1960-429f-9172-450db3f3c0ab None None] Pushing event updated for resources: {'Port': ['ID=9981de93-3169-4273-8607-9f48a25386f2,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:49.474056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Attempting to bind port 9981de93-3169-4273-8607-9f48a25386f2 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:11:49.474426 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Attempting to bind port 9981de93-3169-4273-8607-9f48a25386f2 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:11:49.474798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Attempting to bind port 9981de93-3169-4273-8607-9f48a25386f2 on network da833f5c-af78-4df1-a669-ad6060a01dff {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:11:49.481944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:11:49.482367 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Checking segment: {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:11:49.482740 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:49.483133 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Bound using segment: {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:11:49.483613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Bound port: 9981de93-3169-4273-8607-9f48a25386f2, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:11:49.484014 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:49.652112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] For port 9981de93-3169-4273-8607-9f48a25386f2, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:11:49.655409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] For port 9981de93-3169-4273-8607-9f48a25386f2, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9981de93-3169-4273-8607-9f48a25386f2,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:11:49.746536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:49.828682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:11:49.829312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:49.885572 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d251-1960-429f-9172-450db3f3c0ab None None] Pushing event updated for resources: {'Port': ['ID=9981de93-3169-4273-8607-9f48a25386f2,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:50.030488 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:11:50.301505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00865eff-311a-4f36-947a-4d7c90fc135e req-d7eb3eab-8f40-4071-8de7-9d53c0a636cf tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 210 time: 0.0470281 Feb 07 14:11:50.389230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:49Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:11:50.393708 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba89b1-ed4a-4040-81c7-5fa0e414b4fc None None] The sync data for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 is: [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:49Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:11:51.271539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-d90f257b-7a8b-4690-b13e-59e5e8555fe7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:51.274579 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-d90f257b-7a8b-4690-b13e-59e5e8555fe7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/networks?id=da833f5c-af78-4df1-a669-ad6060a01dff HTTP/1.1" status: 200 len: 796 time: 0.1699255 Feb 07 14:11:51.331192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-a0a948fb-575a-4126-b057-fadac84017c8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 378 time: 0.0492506 Feb 07 14:11:51.340762 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'port': {'device_id': 'c94e1c46-f938-46c9-a760-11006b41738b', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'admin_state_up': True, 'tenant_id': '52cc06989b54432282ed524dd4911016', 'security_groups': ['1280a63b-4b7c-4579-9771-a2b9766ab009']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:51.531262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-59cfeefc-a353-4ec3-b590-58dc1e2d3661 req-3e8b4bf9-65b4-4a5a-b298-fc64ed6e605f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 210 time: 0.0866542 Feb 07 14:11:51.633090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:11:51.650122 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:11:51.751585 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:11:51.755159 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:51.933594 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.9 (da833f5c-af78-4df1-a669-ad6060a01dff/a7a12105-a444-4e31-b36b-935d9677e36b/df3d5d8b-04dc-4dfd-8140-b6acf2ad011e) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:11:52.249993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:52.265950 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object df3d5d8b-04dc-4dfd-8140-b6acf2ad011e will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:11:52.357639 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:52.432255 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network da833f5c-af78-4df1-a669-ad6060a01dff is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:11:52.435707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:11:52.439861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:11:52.481843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:52.526601 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:52.527925 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:52.542769 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9981de93-3169-4273-8607-9f48a25386f2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:11:52.650938 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-edc87ab3-052d-4b9c-a0d3-85411fa9c3ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3158827 Feb 07 14:11:52.663078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Request body: {'port': {'device_id': 'c94e1c46-f938-46c9-a760-11006b41738b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:11:52.706623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9981de93-3169-4273-8607-9f48a25386f2 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:11:52.715720 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9981de93-3169-4273-8607-9f48a25386f2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:52.716222 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:52.853987 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:52.880538 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:52.889754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9981de93-3169-4273-8607-9f48a25386f2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9981de93-3169-4273-8607-9f48a25386f2,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:52.900323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bfaa697f-68e3-4b6a-b6f2-75437b30ee64 None None] Provisioning for port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:11:52.905849 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-bfaa697f-68e3-4b6a-b6f2-75437b30ee64 None None] Provisioning complete for port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:52.906336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bfaa697f-68e3-4b6a-b6f2-75437b30ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:52.908908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11553e4-054d-4f1c-ac50-3f0f0570f6f3 req-bf7c05bd-3ba6-44ce-bea6-2ff94497464b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:52.909622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b11553e4-054d-4f1c-ac50-3f0f0570f6f3 req-bf7c05bd-3ba6-44ce-bea6-2ff94497464b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:11:52.966291 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa697f-68e3-4b6a-b6f2-75437b30ee64 None None] Port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:11:52.972590 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:53.037994 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b11553e4-054d-4f1c-ac50-3f0f0570f6f3 req-bf7c05bd-3ba6-44ce-bea6-2ff94497464b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:11:53.039872 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b11553e4-054d-4f1c-ac50-3f0f0570f6f3 req-bf7c05bd-3ba6-44ce-bea6-2ff94497464b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 931 time: 0.3370552 Feb 07 14:11:53.048933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9981de93-3169-4273-8607-9f48a25386f2,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:53.058230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.058644 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.058993 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.059329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.059669 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.060027 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.060345 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.060676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.060994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.061312 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.061633 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.061950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:11:53.097390 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:11:53.175718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b11553e4-054d-4f1c-ac50-3f0f0570f6f3 req-f5e48227-96bf-45aa-a771-ac8b9dfe3922 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191778 Feb 07 14:11:53.309397 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3d5d8b-04dc-4dfd-8140-b6acf2ad011e {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:11:53.316902 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:53.332439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Transition to ACTIVE for port object df3d5d8b-04dc-4dfd-8140-b6acf2ad011e will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:11:53.402894 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:53.547886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:53.661883 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Attempting to bind port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:11:53.662234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Attempting to bind port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:11:53.662574 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Attempting to bind port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e on network da833f5c-af78-4df1-a669-ad6060a01dff {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:11:53.668640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e on network da833f5c-af78-4df1-a669-ad6060a01dff not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:11:53.668936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Attempting to bind port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e on network da833f5c-af78-4df1-a669-ad6060a01dff {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:11:53.674239 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:11:53.674604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Checking segment: {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:11:53.674990 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Bound using segment: {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:11:53.675635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Bound port: df3d5d8b-04dc-4dfd-8140-b6acf2ad011e, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb8060-9012-4604-b7a0-19d5b5dd6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:11:53.676000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:53.770142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] For port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:11:53.773011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] For port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:11:53.847645 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:53.911433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:53.912076 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:53.913465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] 10.222.0.47 "PUT /v2.0/ports/df3d5d8b-04dc-4dfd-8140-b6acf2ad011e HTTP/1.1" status: 200 len: 1091 time: 1.2555075 Feb 07 14:11:53.914462 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:11:53.940077 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d19980-af72-4b48-9113-c1e52acc3e64 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:53.975159 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'status': 'completed', 'code': 200} Feb 07 14:11:54.075401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfef89-9cb0-4868-a6f5-358d8aa3b7e0 req-ccf021d8-2cb5-4ffb-8a1e-c7894be7f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:54.076956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dcfef89-9cb0-4868-a6f5-358d8aa3b7e0 req-ccf021d8-2cb5-4ffb-8a1e-c7894be7f184 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1094 time: 0.0806415 Feb 07 14:11:54.233016 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfef89-9cb0-4868-a6f5-358d8aa3b7e0 req-411aacd5-7a78-4566-9a31-a433cf029c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:54.234520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dcfef89-9cb0-4868-a6f5-358d8aa3b7e0 req-411aacd5-7a78-4566-9a31-a433cf029c2f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=52cc06989b54432282ed524dd4911016&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1505623 Feb 07 14:11:54.479383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9981de93-3169-4273-8607-9f48a25386f2 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:11:54.556590 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9981de93-3169-4273-8607-9f48a25386f2 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:11:54.557023 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:54.567426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfef89-9cb0-4868-a6f5-358d8aa3b7e0 req-781619a0-5bfa-4c53-b9e8-9de0fa091568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:54.568939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2dcfef89-9cb0-4868-a6f5-358d8aa3b7e0 req-781619a0-5bfa-4c53-b9e8-9de0fa091568 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3286295 Feb 07 14:11:54.580954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8fa61-ffd7-4275-b2e6-9498db6b3982 req-22daa9be-59b9-479a-bfbf-d7e498577cd7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:54.582391 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44b8fa61-ffd7-4275-b2e6-9498db6b3982 req-22daa9be-59b9-479a-bfbf-d7e498577cd7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 943 time: 0.2710490 Feb 07 14:11:54.742962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-44b8fa61-ffd7-4275-b2e6-9498db6b3982 req-a961006a-070a-4906-8d33-2a920718738b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492074 Feb 07 14:11:54.769067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-4dbcf9ef-4f1c-4434-be80-a346a1b8b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:54.771430 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-4dbcf9ef-4f1c-4434-be80-a346a1b8b298 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1094 time: 0.1555791 Feb 07 14:11:54.844161 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-1381557f-967f-4aa6-821c-fcfa2b0ac8bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e HTTP/1.1" status: 200 len: 217 time: 0.0655816 Feb 07 14:11:54.906684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-428f56d5-057c-47b0-b34c-698313da47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:54.908157 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-428f56d5-057c-47b0-b34c-698313da47b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7a12105-a444-4e31-b36b-935d9677e36b HTTP/1.1" status: 200 len: 835 time: 0.0580132 Feb 07 14:11:54.988651 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-8a54cfd8-e2f9-4ec2-a51f-5738ddeae38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:54.990150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-8a54cfd8-e2f9-4ec2-a51f-5738ddeae38d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da833f5c-af78-4df1-a669-ad6060a01dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759561 Feb 07 14:11:55.125779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-eb78b3b1-f849-40a7-871c-dcc181a79b13 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279254 Feb 07 14:11:55.259431 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dadb3884-3a92-42a2-ab1c-85490f9808a2 req-60ac6e0e-ed4e-45c4-b10b-8691359d487b service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276906 Feb 07 14:11:55.366740 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:55.948184 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ace9-38d7-4cf9-ab97-5edd08c96d77 req-3caf8624-c454-4e58-aa53-36a5e42ae5ce tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:55.949744 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cee2ace9-38d7-4cf9-ab97-5edd08c96d77 req-3caf8624-c454-4e58-aa53-36a5e42ae5ce tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 943 time: 0.0874031 Feb 07 14:11:55.999537 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cee2ace9-38d7-4cf9-ab97-5edd08c96d77 req-721e0ba5-3977-406b-80f8-409b65eb1f7c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430059 Feb 07 14:11:57.192378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b467df-35c8-4e20-9af1-798e27192a2b req-965cf412-c778-41cb-ade0-75d71100fc14 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:57.193948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91b467df-35c8-4e20-9af1-798e27192a2b req-965cf412-c778-41cb-ade0-75d71100fc14 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 943 time: 0.0862434 Feb 07 14:11:57.238903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-91b467df-35c8-4e20-9af1-798e27192a2b req-f4c9d3ec-8210-4d96-9307-9e01ad014200 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386214 Feb 07 14:11:58.422658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c17a-a2f1-48aa-b851-0e00334e45ce req-79dd81e3-bcbb-4c9f-9bb6-a432f2ab3d1a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:58.424171 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2d6c17a-a2f1-48aa-b851-0e00334e45ce req-79dd81e3-bcbb-4c9f-9bb6-a432f2ab3d1a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 943 time: 0.0808842 Feb 07 14:11:58.472711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f2d6c17a-a2f1-48aa-b851-0e00334e45ce req-dd63ecc9-7fbd-4ee1-9521-142892aaba84 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419648 Feb 07 14:11:58.900490 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device df3d5d8b-04dc-4dfd-8140-b6acf2ad011e details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:11:59.037383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:59.050797 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'port_id': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'mac_address': 'fa:16:3e:51:a9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:11:59.114486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:59.131204 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3d5d8b-04dc-4dfd-8140-b6acf2ad011e {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:11:59.146671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:11:59.225920 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:11:59.294047 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:11:59.604518 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['df3d5d8b-04dc-4dfd-8140-b6acf2ad011e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:11:59.664654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a08c-3257-44d0-882b-a46f4a8068b1 req-3d111ba5-7ca5-46b0-8cfa-28e1052d79ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:11:59.666262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f109a08c-3257-44d0-882b-a46f4a8068b1 req-3d111ba5-7ca5-46b0-8cfa-28e1052d79ed tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 944 time: 0.0846958 Feb 07 14:11:59.714777 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f109a08c-3257-44d0-882b-a46f4a8068b1 req-0433e5fa-730b-4536-bbb8-d82bba7b9176 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421982 Feb 07 14:12:00.903286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadff51-f726-4d3c-ae13-a68c900ca78e req-2f68a7f6-cc41-463d-b5fe-619d8302bd6b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:00.903997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device df3d5d8b-04dc-4dfd-8140-b6acf2ad011e up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:12:00.905094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-efadff51-f726-4d3c-ae13-a68c900ca78e req-2f68a7f6-cc41-463d-b5fe-619d8302bd6b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 944 time: 0.0854609 Feb 07 14:12:00.952401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-efadff51-f726-4d3c-ae13-a68c900ca78e req-4fdb7190-941d-40f4-8cb6-45906cf05ff3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413585 Feb 07 14:12:01.024230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:12:01.029416 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:12:01.029788 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:01.154181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:01.182453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:12:01.191851 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:12:01.228402 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'code': 200} Feb 07 14:12:01.271869 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:01.342736 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:12:01.356070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4cd4-92f9-47e3-a215-05308987a98c req-47ec321a-3eca-4b97-a700-4d589c0c59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:01.358018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c94d4cd4-92f9-47e3-a215-05308987a98c req-47ec321a-3eca-4b97-a700-4d589c0c59d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1096 time: 0.0728471 Feb 07 14:12:01.398773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c94d4cd4-92f9-47e3-a215-05308987a98c req-ec1cd9b2-124a-42cb-b3c6-a6147d6867e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343819 Feb 07 14:12:02.145079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1884a-480a-472c-9f6a-65865c31ce8f req-72b34adf-57ea-4fd4-a875-891afca2af5a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:02.146547 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4a1884a-480a-472c-9f6a-65865c31ce8f req-72b34adf-57ea-4fd4-a875-891afca2af5a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0848103 Feb 07 14:12:02.191197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4a1884a-480a-472c-9f6a-65865c31ce8f req-460309cf-12a0-476d-adf1-5bfc899b18d4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380433 Feb 07 14:12:03.375708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac28c2-00b5-4e67-9c50-87ebe307f041 req-6ebd14c8-a83c-42f2-99ca-129664036af0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:03.377197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceac28c2-00b5-4e67-9c50-87ebe307f041 req-6ebd14c8-a83c-42f2-99ca-129664036af0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0793538 Feb 07 14:12:03.425411 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ceac28c2-00b5-4e67-9c50-87ebe307f041 req-02fd1e60-a598-4838-8271-7438babfaccd tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424402 Feb 07 14:12:03.607183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1afb-bdbd-436b-92df-f8f7d005e918 req-1d5c7740-e99a-4063-af2c-231779b7fc95 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:03.608559 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0df1afb-bdbd-436b-92df-f8f7d005e918 req-1d5c7740-e99a-4063-af2c-231779b7fc95 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0789347 Feb 07 14:12:03.653435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d0df1afb-bdbd-436b-92df-f8f7d005e918 req-d2048e10-04dd-4325-8406-600c5afcf85a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392292 Feb 07 14:12:03.676497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35142) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:12:03.751546 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a237926-6683-4713-9710-05be3f45e581 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:03.753076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5a237926-6683-4713-9710-05be3f45e581 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1091 time: 0.0755186 Feb 07 14:12:03.755937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35146) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:12:03.761317 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:12:03.767676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:12:03.771494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:floatingip and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:12:03.774275 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:12:03.780250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:12:03.841442 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:03.981797 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:04.113673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.238 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/fe87cf6e-6c91-4283-8cea-09dbd38e0549) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:12:04.266794 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:04.369731 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:04.549588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:12:04.552537 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:12:04.556910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:12:04.586173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=fe87cf6e-6c91-4283-8cea-09dbd38e0549,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:12:04.999877 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:05.155071 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:05.362602 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:05.425518 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:05.532555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=fe87cf6e-6c91-4283-8cea-09dbd38e0549,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:12:05.550389 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:05.723154 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Floating IP eb984cdd-81d0-450d-b17d-a7d4e003a27e associated. External IP: 172.25.7.238, port: df3d5d8b-04dc-4dfd-8140-b6acf2ad011e. Feb 07 14:12:06.087967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router f16b9993-5e98-4c94-b798-e18eb17375b1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:12:06.396758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:12:06.407191 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] Sync routers for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:12:06.417474 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:12:06.418076 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:12:06.515744 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:06.574991 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-177387a4-ed37-48c1-a8d3-e0e7b2569168 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8178966 Feb 07 14:12:06.575675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:12:06.594121 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:12:06.658590 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'status': 'completed', 'code': 200} Feb 07 14:12:06.842655 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28597e36-64d0-4814-ae71-c0a190f5133d req-6986a134-da09-481e-8296-f3f116ed092d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:06.844210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28597e36-64d0-4814-ae71-c0a190f5133d req-6986a134-da09-481e-8296-f3f116ed092d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.1200454 Feb 07 14:12:06.848697 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-ec0e2c63-6f96-4534-8a79-62b1b7585584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:06.850118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-ec0e2c63-6f96-4534-8a79-62b1b7585584 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1096 time: 0.1627240 Feb 07 14:12:06.985018 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28597e36-64d0-4814-ae71-c0a190f5133d req-16ec4624-8a19-4fe7-ab82-7ac0ba9590aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303952 Feb 07 14:12:07.007811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35154) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:12:07.044265 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'eb984cdd-81d0-450d-b17d-a7d4e003a27e', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'port_id': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'mac_address': 'fa:16:3e:51:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94e1c46-f938-46c9-a760-11006b41738b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:12:04Z', 'updated_at': '2022-02-07T14:12:04Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:52Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:12:07.048112 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] Checking router: f16b9993-5e98-4c94-b798-e18eb17375b1 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:12:07.057425 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:12:07.058007 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:11:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:12:07.157316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-48dee52e-e740-4079-8fa4-33dec51eca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:07.158996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-48dee52e-e740-4079-8fa4-33dec51eca21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da833f5c-af78-4df1-a669-ad6060a01dff HTTP/1.1" status: 200 len: 896 time: 0.3026795 Feb 07 14:12:07.168390 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-dab6fce2-1c7e-4b44-bef9-f50d0c805309 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/eb984cdd-81d0-450d-b17d-a7d4e003a27e HTTP/1.1" status: 200 len: 991 time: 0.1573963 Feb 07 14:12:07.272434 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:12:07.272661 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-398e5905-fae4-4740-820f-6074c83ec69e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e HTTP/1.1" status: 200 len: 999 time: 0.1043646 Feb 07 14:12:07.337906 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-a2a3821e-b14a-4114-9984-adb8aba94bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:07.339094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-a2a3821e-b14a-4114-9984-adb8aba94bd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7a12105-a444-4e31-b36b-935d9677e36b HTTP/1.1" status: 200 len: 835 time: 0.0610926 Feb 07 14:12:07.417731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-313508d2-3199-46ac-919d-eeb788928510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:07.419217 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-313508d2-3199-46ac-919d-eeb788928510 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da833f5c-af78-4df1-a669-ad6060a01dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739572 Feb 07 14:12:07.429176 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-d562cb7b-01d7-4b6f-95a3-756ed9e0a862 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:12:07.430130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-d562cb7b-01d7-4b6f-95a3-756ed9e0a862 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051568 Feb 07 14:12:07.569565 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-fa60280e-5243-4038-8fc0-53c0acea3002 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328502 Feb 07 14:12:07.658516 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'eb984cdd-81d0-450d-b17d-a7d4e003a27e', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'port_id': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'mac_address': 'fa:16:3e:51:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94e1c46-f938-46c9-a760-11006b41738b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:12:04Z', 'updated_at': '2022-02-07T14:12:04Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:52Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:12:07.662838 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc7ce2-737d-4ead-9a1c-f2f6bd7023cc None None] The sync data for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 is: [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'eb984cdd-81d0-450d-b17d-a7d4e003a27e', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'port_id': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'mac_address': 'fa:16:3e:51:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94e1c46-f938-46c9-a760-11006b41738b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:12:04Z', 'updated_at': '2022-02-07T14:12:04Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:52Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:12:07.711785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f580ffa9-c5cc-47d2-abc5-1be000b6bc32 req-8c7f03f4-6e01-495f-82a5-dbd653043dc5 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361420 Feb 07 14:12:07.876554 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61529f2-1959-4fb6-af8c-9949e30443a6 None None] New status for floating IP eb984cdd-81d0-450d-b17d-a7d4e003a27e: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:12:08.171240 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35158) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:12:08.285942 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e567490-3acb-4134-b965-6dc89f86bdeb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/eb984cdd-81d0-450d-b17d-a7d4e003a27e HTTP/1.1" status: 200 len: 993 time: 0.1135314 Feb 07 14:12:08.757402 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-09fa3673-0acb-40ff-8ff5-b1e0f1838964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:11.578782 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-494fc7ac-5170-4555-8946-7e7c12c9601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:12.357042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:12.543790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:14.020114 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:15.762691 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:25.395051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:30.097601 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:12:38.773795 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7f91a108-94bc-45a3-b637-da46a05aeef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:41.568068 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b0d11e88-0c45-4a70-9d80-e69ea8fd5568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:42.394761 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:42.505765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:44.031052 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:44.359583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-033ddcc1-a045-4b1a-8d68-ed1317c8a638 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736916 Feb 07 14:12:44.494875 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-07b867f9-18dd-4cdc-967d-5928c563d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:44.496361 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-07b867f9-18dd-4cdc-967d-5928c563d76a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1096 time: 0.0709848 Feb 07 14:12:44.642584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-d552bfc5-0073-472d-8ba8-bdbf7ee067ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:44.644523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-d552bfc5-0073-472d-8ba8-bdbf7ee067ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=da833f5c-af78-4df1-a669-ad6060a01dff HTTP/1.1" status: 200 len: 896 time: 0.1282401 Feb 07 14:12:44.863952 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-677a41cd-802e-4c98-bf5a-ca20a2b80866 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e HTTP/1.1" status: 200 len: 1001 time: 0.2129674 Feb 07 14:12:44.927657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-97fcd2e8-6ae2-4d14-89e0-3900427acf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:44.929129 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-97fcd2e8-6ae2-4d14-89e0-3900427acf73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7a12105-a444-4e31-b36b-935d9677e36b HTTP/1.1" status: 200 len: 835 time: 0.0589325 Feb 07 14:12:45.008508 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-0e8b517a-1f49-436e-bce0-b61b2cb10dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:12:45.010002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-0e8b517a-1f49-436e-bce0-b61b2cb10dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da833f5c-af78-4df1-a669-ad6060a01dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747261 Feb 07 14:12:45.161802 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-22daca46-a2be-4b71-84c8-97d159b54f34 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451550 Feb 07 14:12:45.294180 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6643ea32-74ac-42dd-87f3-8cf82be5a09f req-b074235d-551a-47ad-bf3a-f0654a70f8d9 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243114 Feb 07 14:12:45.836872 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:12:55.419443 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:07.097315 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:13:08.806040 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-404f40db-cce4-4885-aa99-f295b305c528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:11.600930 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-bb71eff9-c691-4377-ad4d-fd2ef27b48bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:12.366067 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:12.522432 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:14.029006 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:15.743228 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:19.738114 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90352-0799-4319-9a85-465d531d7923 req-f8569d7d-8ecf-4f72-87b5-3d123be7cdd8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:19.739682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-caf90352-0799-4319-9a85-465d531d7923 req-f8569d7d-8ecf-4f72-87b5-3d123be7cdd8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.1127770 Feb 07 14:13:19.795723 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-caf90352-0799-4319-9a85-465d531d7923 req-7919f01b-2afd-455a-ac84-c232596fe8db tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477707 Feb 07 14:13:20.994805 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f5fd-e817-4ec6-843e-0857ae34ff72 req-412ad2f9-3f72-48c9-8a3b-416c18062055 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:20.996341 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00d0f5fd-e817-4ec6-843e-0857ae34ff72 req-412ad2f9-3f72-48c9-8a3b-416c18062055 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0822861 Feb 07 14:13:21.042499 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00d0f5fd-e817-4ec6-843e-0857ae34ff72 req-6595a3f1-66d6-49c6-85ca-3d3698491f92 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401790 Feb 07 14:13:22.236532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d80e4-8ff4-4a5d-bf6c-5d83afe06ed0 req-aa1b39c5-7226-41b6-aa4e-857831336a02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:22.238070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a21d80e4-8ff4-4a5d-bf6c-5d83afe06ed0 req-aa1b39c5-7226-41b6-aa4e-857831336a02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0867109 Feb 07 14:13:22.286110 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a21d80e4-8ff4-4a5d-bf6c-5d83afe06ed0 req-3d3e3df9-13e6-4fe5-8881-fbc710b03cae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409346 Feb 07 14:13:23.473534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e860c-8ee9-4117-83a2-1416b887a7c1 req-ec71788d-3f49-461e-ac59-a207b7e41651 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:23.475028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f60e860c-8ee9-4117-83a2-1416b887a7c1 req-ec71788d-3f49-461e-ac59-a207b7e41651 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0820198 Feb 07 14:13:23.520638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f60e860c-8ee9-4117-83a2-1416b887a7c1 req-7acf912e-4baa-4c71-a6b9-b5d0001fd439 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396528 Feb 07 14:13:24.715212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f82655-030c-4c57-afc0-da8ca84d7550 req-234665e8-f8ed-4c71-b437-95a55447e698 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:24.716788 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32f82655-030c-4c57-afc0-da8ca84d7550 req-234665e8-f8ed-4c71-b437-95a55447e698 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0859044 Feb 07 14:13:24.759878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-32f82655-030c-4c57-afc0-da8ca84d7550 req-27a97edc-407e-49d0-968f-12c22634b921 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375550 Feb 07 14:13:25.448330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:25.951111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16297bbb-7b71-40c3-9fea-b11ea491366d req-8d34f6eb-0178-47f4-88eb-7ce47bc95b9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:25.952550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16297bbb-7b71-40c3-9fea-b11ea491366d req-8d34f6eb-0178-47f4-88eb-7ce47bc95b9e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0822742 Feb 07 14:13:26.000994 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-16297bbb-7b71-40c3-9fea-b11ea491366d req-e2a72afc-47f0-4755-882f-d90ea98442ad tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426817 Feb 07 14:13:27.195900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d40a2-5ad7-4d72-b5f2-ee002787d330 req-9c9eef88-a034-45fc-ba8d-e23ea4cefcec tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:27.197434 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-944d40a2-5ad7-4d72-b5f2-ee002787d330 req-9c9eef88-a034-45fc-ba8d-e23ea4cefcec tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0845330 Feb 07 14:13:27.244059 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-944d40a2-5ad7-4d72-b5f2-ee002787d330 req-015cdbb2-36a6-4213-84d9-8aa2b3fdcb18 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398059 Feb 07 14:13:28.443085 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fa890-4c08-481b-b774-c2d5ae0b25de req-532067a4-d39b-4ba7-bc11-1ab10b4e705f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:28.444698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-023fa890-4c08-481b-b774-c2d5ae0b25de req-532067a4-d39b-4ba7-bc11-1ab10b4e705f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0892906 Feb 07 14:13:28.491859 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-023fa890-4c08-481b-b774-c2d5ae0b25de req-89daabcf-629f-4ab3-821c-90ad2ff295c8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405767 Feb 07 14:13:29.677806 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eadae-5609-42c4-a1a3-208ff7289e7d req-2b3c19db-88cc-4c04-9d97-530e1a6ffdef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:29.679392 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e4eadae-5609-42c4-a1a3-208ff7289e7d req-2b3c19db-88cc-4c04-9d97-530e1a6ffdef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0802894 Feb 07 14:13:29.723323 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4e4eadae-5609-42c4-a1a3-208ff7289e7d req-fbf3babd-7d7f-425c-81d0-da25350ce8e6 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379984 Feb 07 14:13:30.912693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45593fc9-afa9-4997-9d4e-912c46861f32 req-aafb5b67-b81a-4f28-975c-87832a3ee3db tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:30.914143 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45593fc9-afa9-4997-9d4e-912c46861f32 req-aafb5b67-b81a-4f28-975c-87832a3ee3db tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0818534 Feb 07 14:13:30.957979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45593fc9-afa9-4997-9d4e-912c46861f32 req-989fc4c1-6f1b-454a-83a5-7aa27d8224d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377574 Feb 07 14:13:30.980657 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35202) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:13:31.087142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-4ee9fbe8-6df2-4aea-bd00-7997a8219ef8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/eb984cdd-81d0-450d-b17d-a7d4e003a27e HTTP/1.1" status: 200 len: 993 time: 0.1052768 Feb 07 14:13:32.679899 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9575cba-4e43-4c5d-87ae-c464a7a3d44e req-d1c82eea-ee0c-466d-83e0-5107eb9f2920 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:32.681797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9575cba-4e43-4c5d-87ae-c464a7a3d44e req-d1c82eea-ee0c-466d-83e0-5107eb9f2920 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0824349 Feb 07 14:13:32.727048 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b9575cba-4e43-4c5d-87ae-c464a7a3d44e req-9417d000-63be-4b88-aa49-1c08021fc94d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396173 Feb 07 14:13:32.830460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-2402abc5-f9d4-48c1-93ab-1d910bca4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:32.831918 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-2402abc5-f9d4-48c1-93ab-1d910bca4993 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1096 time: 0.0721335 Feb 07 14:13:33.068878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-7db64034-e2c4-4726-a9bd-7f7cceff3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:33.070234 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-7db64034-e2c4-4726-a9bd-7f7cceff3144 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da833f5c-af78-4df1-a669-ad6060a01dff HTTP/1.1" status: 200 len: 896 time: 0.2315702 Feb 07 14:13:33.173804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-34be11cf-30db-4b44-8150-a7e0921a258c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e HTTP/1.1" status: 200 len: 1001 time: 0.0965164 Feb 07 14:13:33.236203 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-b9dce47c-bdbb-4f55-bf6f-37d8c6e3e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:33.237617 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-b9dce47c-bdbb-4f55-bf6f-37d8c6e3e8a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7a12105-a444-4e31-b36b-935d9677e36b HTTP/1.1" status: 200 len: 835 time: 0.0576239 Feb 07 14:13:33.315183 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-30e83a06-3b8d-47ee-ae61-5371004f9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:33.316681 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-30e83a06-3b8d-47ee-ae61-5371004f9384 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da833f5c-af78-4df1-a669-ad6060a01dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737669 Feb 07 14:13:33.450142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-4fed2eac-d279-4d60-8c39-67f0b53e6959 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271770 Feb 07 14:13:33.585879 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dca53c29-6fc2-4c8a-9652-5172bf006fa4 req-ecf7a88e-bea4-4f4f-854d-7aa4930150d3 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292317 Feb 07 14:13:33.918202 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b71f8e-9e4b-4a36-af45-220f6b7e6bb7 req-82ae28c8-f829-4323-ac2c-5286de33b30c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:33.920505 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b71f8e-9e4b-4a36-af45-220f6b7e6bb7 req-82ae28c8-f829-4323-ac2c-5286de33b30c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0818107 Feb 07 14:13:33.963526 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d7b71f8e-9e4b-4a36-af45-220f6b7e6bb7 req-6dc75493-9c84-4122-b71d-7a01ca700c61 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377040 Feb 07 14:13:35.150535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c54eac-161c-4b1b-b0cf-e11beb006eb1 req-2f5abeab-b91e-49bf-912b-c6831a6aa614 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:35.151996 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43c54eac-161c-4b1b-b0cf-e11beb006eb1 req-2f5abeab-b91e-49bf-912b-c6831a6aa614 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0834036 Feb 07 14:13:35.196288 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-43c54eac-161c-4b1b-b0cf-e11beb006eb1 req-06b1500f-2a5a-49a9-baf7-48595619d64e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385416 Feb 07 14:13:35.219053 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35216) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:13:35.327025 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-23a3964d-61c9-43d3-ad52-d4be61e8c42f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/eb984cdd-81d0-450d-b17d-a7d4e003a27e HTTP/1.1" status: 200 len: 993 time: 0.1068268 Feb 07 14:13:38.765487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8e66c3df-b1c4-417b-86ce-807f17c3def9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:41.626087 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6d73-f05e-437f-974a-6a3018ffba34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:42.382413 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:42.524310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:44.016336 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:44.096579 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:13:45.351960 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5fae89a-2c86-4516-b998-1124cce91530 req-5cf458f6-32b8-43dc-9a59-b328c687849e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705552 Feb 07 14:13:45.496034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fae89a-2c86-4516-b998-1124cce91530 req-1f523c4b-47f0-4da7-affe-1c7e1d8380d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:45.498593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5fae89a-2c86-4516-b998-1124cce91530 req-1f523c4b-47f0-4da7-affe-1c7e1d8380d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1096 time: 0.0796037 Feb 07 14:13:45.647579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fae89a-2c86-4516-b998-1124cce91530 req-9a07cf69-ae2d-48b4-be1b-01dce73f8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:45.648964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5fae89a-2c86-4516-b998-1124cce91530 req-9a07cf69-ae2d-48b4-be1b-01dce73f8f7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=da833f5c-af78-4df1-a669-ad6060a01dff HTTP/1.1" status: 200 len: 896 time: 0.1309595 Feb 07 14:13:45.748746 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:13:45.751768 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5fae89a-2c86-4516-b998-1124cce91530 req-223d4e77-05da-4203-a6cf-ff1bd11320d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e HTTP/1.1" status: 200 len: 1001 time: 0.0960636 Feb 07 14:13:45.821282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fae89a-2c86-4516-b998-1124cce91530 req-bd77916f-454c-4c8b-9e63-15574669eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:45.822732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5fae89a-2c86-4516-b998-1124cce91530 req-bd77916f-454c-4c8b-9e63-15574669eedf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7a12105-a444-4e31-b36b-935d9677e36b HTTP/1.1" status: 200 len: 835 time: 0.0642281 Feb 07 14:13:45.900866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fae89a-2c86-4516-b998-1124cce91530 req-ece16da5-b7ed-4dd8-a57e-66003e7c2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:13:45.902400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5fae89a-2c86-4516-b998-1124cce91530 req-ece16da5-b7ed-4dd8-a57e-66003e7c2c5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da833f5c-af78-4df1-a669-ad6060a01dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718641 Feb 07 14:13:46.036935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5fae89a-2c86-4516-b998-1124cce91530 req-0591378d-cbe0-47f3-b80b-30fce4615b38 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284716 Feb 07 14:13:46.277256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e5fae89a-2c86-4516-b998-1124cce91530 req-c5ca6f0a-a996-41ed-8979-073f094b50f8 service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328570 Feb 07 14:13:55.459620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:08.773699 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-427889cf-1f10-4603-a7c9-ab4fd4ae4ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:11.608182 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7eb4f6c6-f3ad-4da7-ad0c-61bb64d1d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:12.373975 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:12.519349 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:14.044953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:15.776518 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:21.096454 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:14:25.438711 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:32.269624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35244) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:32.479965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port fe87cf6e-6c91-4283-8cea-09dbd38e0549 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:14:32.480334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:32.665701 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:32.666183 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:32.795422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for fe87cf6e-6c91-4283-8cea-09dbd38e0549 owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:14:32.999375 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:33.048333 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=fe87cf6e-6c91-4283-8cea-09dbd38e0549,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:33.112482 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.112830 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.113173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.113510 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.113841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.114174 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.114504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.114832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.115286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.115608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.116455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.116924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:33.178620 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:33.178959 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Floating IP eb984cdd-81d0-450d-b17d-a7d4e003a27e disassociated (deleted). External IP: 172.25.7.238, port: df3d5d8b-04dc-4dfd-8140-b6acf2ad011e. Feb 07 14:14:33.569765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router f16b9993-5e98-4c94-b798-e18eb17375b1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:14:33.879450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:14:33.890200 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] Sync routers for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:14:33.900853 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:14:33.907296 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:14:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:33.985471 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:34.048614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6364e091-3161-4818-8957-7b167de314ea tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/floatingips/eb984cdd-81d0-450d-b17d-a7d4e003a27e HTTP/1.1" status: 204 len: 168 time: 1.7778485 Feb 07 14:14:34.049330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:14:34.091416 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:14:34.106406 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'status': 'completed', 'code': 200} Feb 07 14:14:34.217488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-c5ac5113-e2e0-46b1-baf5-447e33f7529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:34.218993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-c5ac5113-e2e0-46b1-baf5-447e33f7529d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 1096 time: 0.0910304 Feb 07 14:14:34.382488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-11c79205-0cdc-4d7e-9ecf-e9bacb397986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:34.385177 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-11c79205-0cdc-4d7e-9ecf-e9bacb397986 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da833f5c-af78-4df1-a669-ad6060a01dff HTTP/1.1" status: 200 len: 896 time: 0.1601214 Feb 07 14:14:34.443852 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:52Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:34.448714 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] Checking router: f16b9993-5e98-4c94-b798-e18eb17375b1 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:14:34.457515 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:14:34.458111 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:14:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:34.461868 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-1f94fa48-0c7a-4ed5-a692-abee93739bf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e HTTP/1.1" status: 200 len: 217 time: 0.0704014 Feb 07 14:14:34.541959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-35e12089-3d8d-4682-b599-f949748f68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:34.543626 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-35e12089-3d8d-4682-b599-f949748f68b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7a12105-a444-4e31-b36b-935d9677e36b HTTP/1.1" status: 200 len: 835 time: 0.0758538 Feb 07 14:14:34.691082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-d8ec4c98-97d1-418c-b6b4-8b3b84feda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:34.693094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-d8ec4c98-97d1-418c-b6b4-8b3b84feda06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da833f5c-af78-4df1-a669-ad6060a01dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426468 Feb 07 14:14:34.695691 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:14:34.703654 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a42a4-ea19-4fb3-80e5-4ec44b55d99b req-e371863b-e81f-47d5-a07a-3254a4cb4117 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:34.704504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c86a42a4-ea19-4fb3-80e5-4ec44b55d99b req-e371863b-e81f-47d5-a07a-3254a4cb4117 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:14:34.847483 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-31fafd04-8c23-4e32-86f2-0415ae9c224e service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398790 Feb 07 14:14:34.853658 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-c86a42a4-ea19-4fb3-80e5-4ec44b55d99b req-e371863b-e81f-47d5-a07a-3254a4cb4117 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:14:34.854804 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c86a42a4-ea19-4fb3-80e5-4ec44b55d99b req-e371863b-e81f-47d5-a07a-3254a4cb4117 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.2670791 Feb 07 14:14:34.992956 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c86a42a4-ea19-4fb3-80e5-4ec44b55d99b req-1fc851de-0f5c-4f82-999a-0c7470169171 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178505 Feb 07 14:14:35.035645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0632b5c8-bdcb-4fb7-86b8-8ccc902e1a7e req-b502a5ec-2252-4c83-ae9b-232590362eab service neutron] 10.222.0.47 "GET /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798594 Feb 07 14:14:35.040518 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:52Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:35.045271 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3aab4-a146-4c73-816e-86c9ce853d1c None None] The sync data for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 is: [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:11:46Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9981de93-3169-4273-8607-9f48a25386f2', 'name': '', 'network_id': 'da833f5c-af78-4df1-a669-ad6060a01dff', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:70:70:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:44Z', 'updated_at': '2022-02-07T14:11:52Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'a7a12105-a444-4e31-b36b-935d9677e36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:14:35.313046 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56f268-4a86-48be-bbff-3c4d8037088a None None] New status for floating IP eb984cdd-81d0-450d-b17d-a7d4e003a27e: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:14:36.226155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b6955-184e-4193-8a40-1a8b39a61fa8 req-caa93c0d-97a4-47d1-b016-799e280e5a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:36.227742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21b6955-184e-4193-8a40-1a8b39a61fa8 req-caa93c0d-97a4-47d1-b016-799e280e5a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0908399 Feb 07 14:14:36.278128 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c21b6955-184e-4193-8a40-1a8b39a61fa8 req-4bda5daa-2f4e-4964-8055-188579a0d679 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=1280a63b-4b7c-4579-9771-a2b9766ab009&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442576 Feb 07 14:14:36.458351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699450cd-c779-443c-abf9-c965d7d2887e req-a084f1a1-d128-425a-b85e-de606c058fe3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:36.460517 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-699450cd-c779-443c-abf9-c965d7d2887e req-a084f1a1-d128-425a-b85e-de606c058fe3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 945 time: 0.0818372 Feb 07 14:14:36.531787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:14:36.532061 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:36.793926 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:14:36.794200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:37.044125 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for df3d5d8b-04dc-4dfd-8140-b6acf2ad011e owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:14:37.261898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:37.317062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=df3d5d8b-04dc-4dfd-8140-b6acf2ad011e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:37.394898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] No DVR routers for this DVR port df3d5d8b-04dc-4dfd-8140-b6acf2ad011e on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:14:37.398105 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:37.400776 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'name': 'network-vif-deleted', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:14:37.450115 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94e1c46-f938-46c9-a760-11006b41738b', 'name': 'network-vif-deleted', 'tag': 'df3d5d8b-04dc-4dfd-8140-b6acf2ad011e', 'status': 'completed', 'code': 200} Feb 07 14:14:37.456244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-89b87272-c966-4886-8cd0-741e444cd2e5 req-f1e28b1a-0f82-458f-afcb-3fb9cb84cfb7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:14:37.548890 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-699450cd-c779-443c-abf9-c965d7d2887e req-4e0e37a7-0d97-4712-9e33-20c4ea76fbe1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "DELETE /v2.0/ports/df3d5d8b-04dc-4dfd-8140-b6acf2ad011e HTTP/1.1" status: 204 len: 173 time: 1.0831308 Feb 07 14:14:37.621791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-89b87272-c966-4886-8cd0-741e444cd2e5 req-f1e28b1a-0f82-458f-afcb-3fb9cb84cfb7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:14:37.622852 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89b87272-c966-4886-8cd0-741e444cd2e5 req-f1e28b1a-0f82-458f-afcb-3fb9cb84cfb7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=c94e1c46-f938-46c9-a760-11006b41738b HTTP/1.1" status: 200 len: 210 time: 0.2163477 Feb 07 14:14:38.723864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35266) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:38.758617 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2df2-4f8c-4b44-8453-c231f95b94e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:39.290674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:39.638190 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 9981de93-3169-4273-8607-9f48a25386f2 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:14:39.638533 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:39.941155 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 9981de93-3169-4273-8607-9f48a25386f2, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9981de93-3169-4273-8607-9f48a25386f2,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:14:39.941872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:40.066689 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 9981de93-3169-4273-8607-9f48a25386f2 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:14:40.450367 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:40.505312 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=9981de93-3169-4273-8607-9f48a25386f2,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:40.797545 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:41.173235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router f16b9993-5e98-4c94-b798-e18eb17375b1 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:14:41.473449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:14:41.483788 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] Sync routers for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:14:41.489698 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6f9a55bc-0dbc-4c49-a5c3-41cd22b56eef tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/f16b9993-5e98-4c94-b798-e18eb17375b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7622044 Feb 07 14:14:41.490315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35270) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:41.496555 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:14:41.497155 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:14:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:41.559899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting subnet a7a12105-a444-4e31-b36b-935d9677e36b {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:14:41.563021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:41.602337 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1890-66d3-4de8-ba29-d07d565ec2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:41.621841 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:41.697438 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:14:41.728234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:41.790093 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device df3d5d8b-04dc-4dfd-8140-b6acf2ad011e no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:14:41.841168 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: df3d5d8b-04dc-4dfd-8140-b6acf2ad011e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:14:41.841606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device df3d5d8b-04dc-4dfd-8140-b6acf2ad011e not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:14:41.899474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:41.942427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a12105-a444-4e31-b36b-935d9677e36b,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:41.949722 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f6ff5-24f8-4770-a787-97df64cd6bb6 None None] Network da833f5c-af78-4df1-a669-ad6060a01dff requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:14:41.951645 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:41.955279 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.955634 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.955994 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.956331 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.956664 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.956996 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.957324 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.957649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.957972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.958505 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.958833 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.959154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:41.969913 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-924e8748-e390-436a-b60a-27494b4cd718 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/subnets/a7a12105-a444-4e31-b36b-935d9677e36b HTTP/1.1" status: 204 len: 168 time: 0.4761341 Feb 07 14:14:41.970135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35274) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:41.997649 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:14:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:42.001474 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] Checking router: f16b9993-5e98-4c94-b798-e18eb17375b1 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:14:42.010576 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] Routers {'f16b9993-5e98-4c94-b798-e18eb17375b1'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:14:42.011177 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:14:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['f16b9993-5e98-4c94-b798-e18eb17375b1'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:42.173995 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.202922 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] Set router f16b9993-5e98-4c94-b798-e18eb17375b1 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:14:42.273787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] DHCP port deletion for da833f5c-af78-4df1-a669-ad6060a01dff request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:14:42.278997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Deleting port 947a6331-9c5b-4518-b25c-35bed8ee4a30 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:14:42.279386 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.380562 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.449893 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port d3aef269-98ea-487e-b351-9c6e3a48d2b4 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:14:42.450242 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.472063 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.529741 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] For port 947a6331-9c5b-4518-b25c-35bed8ee4a30, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=947a6331-9c5b-4518-b25c-35bed8ee4a30,segment=NetworkSegment(fefb8060-9012-4604-b7a0-19d5b5dd6330),segment_id=fefb8060-9012-4604-b7a0-19d5b5dd6330)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:14:42.530085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.548919 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:14:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:42.555486 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75e512-d3c7-46ed-a06e-8351066b0fce None None] The sync data for ids ['f16b9993-5e98-4c94-b798-e18eb17375b1'] in n-d-811416-5 is: [{'id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501435353', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:11:39Z', 'updated_at': '2022-02-07T14:14:40Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': 'd3aef269-98ea-487e-b351-9c6e3a48d2b4', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16b9993-5e98-4c94-b798-e18eb17375b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:11:40Z', 'updated_at': '2022-02-07T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:14:42.659481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.669914 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Calling delete_port for 947a6331-9c5b-4518-b25c-35bed8ee4a30 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:14:42.777572 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port d3aef269-98ea-487e-b351-9c6e3a48d2b4, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=d3aef269-98ea-487e-b351-9c6e3a48d2b4,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:14:42.778198 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.816088 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:42.863558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Pushing event deleted for resources: {'Port': ['ID=947a6331-9c5b-4518-b25c-35bed8ee4a30,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:42.867328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] No DVR routers for this DVR port 947a6331-9c5b-4518-b25c-35bed8ee4a30 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:14:42.873667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.874009 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.874353 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.877149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.877149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.877149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.877149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.877149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.877149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.877149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.877149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.878206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49b8eb-25da-4991-b5a0-a20aec116f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:42.908507 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for d3aef269-98ea-487e-b351-9c6e3a48d2b4 owned by network:router_gateway {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:14:42.942212 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 947a6331-9c5b-4518-b25c-35bed8ee4a30 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:14:42.980980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 947a6331-9c5b-4518-b25c-35bed8ee4a30 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:14:42.981323 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 947a6331-9c5b-4518-b25c-35bed8ee4a30 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:14:43.150881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.199294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=d3aef269-98ea-487e-b351-9c6e3a48d2b4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:43.297379 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.489518 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.494111 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.570375 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.570917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Fanout notify agent at l3_agent the message router_deleted on router f16b9993-5e98-4c94-b798-e18eb17375b1 {{(pid=88312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:14:43.586986 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.587954 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5e879c5e-7a79-42eb-b7bf-4ea80fde27e2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/routers/f16b9993-5e98-4c94-b798-e18eb17375b1 HTTP/1.1" status: 204 len: 168 time: 1.6163399 Feb 07 14:14:43.590698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35278) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:43.715781 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.864154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.890976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da833f5c-af78-4df1-a669-ad6060a01dff']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:43.908011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefb8060-9012-4604-b7a0-19d5b5dd6330') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:43.908317 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefb8060-9012-4604-b7a0-19d5b5dd6330') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:43.921657 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.939377 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.947558 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:14:43.947964 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: timer() Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:14:43.965213 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:14:44.039012 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:44.147849 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:44.167559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:44.181023 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Network': ['ID=da833f5c-af78-4df1-a669-ad6060a01dff,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:44.248652 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a02bde95-1584-434c-9d8a-d8660c72c971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/networks/da833f5c-af78-4df1-a669-ad6060a01dff HTTP/1.1" status: 204 len: 168 time: 0.6567674 Feb 07 14:14:44.251303 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35282) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:44.324173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13346908-b075-4a62-9bc2-cfa4b49d59a3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:44.354379 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13346908-b075-4a62-9bc2-cfa4b49d59a3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:44.496058 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13346908-b075-4a62-9bc2-cfa4b49d59a3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:44.517018 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13346908-b075-4a62-9bc2-cfa4b49d59a3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1280a63b-4b7c-4579-9771-a2b9766ab009,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:44.524749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-13346908-b075-4a62-9bc2-cfa4b49d59a3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:44.525918 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-13346908-b075-4a62-9bc2-cfa4b49d59a3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/security-groups/1280a63b-4b7c-4579-9771-a2b9766ab009 HTTP/1.1" status: 204 len: 168 time: 0.2736821 Feb 07 14:14:44.552155 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d3aef269-98ea-487e-b351-9c6e3a48d2b4 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:14:44.588958 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: d3aef269-98ea-487e-b351-9c6e3a48d2b4 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:14:44.589299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device d3aef269-98ea-487e-b351-9c6e3a48d2b4 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:14:44.589705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9981de93-3169-4273-8607-9f48a25386f2 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:14:44.622586 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9981de93-3169-4273-8607-9f48a25386f2 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:14:44.623015 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9981de93-3169-4273-8607-9f48a25386f2 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:14:45.779452 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:46.295420 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35296) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:46.300972 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091453012', 'description': 'tempest-secgroup-smoke-1091453012 description', 'project_id': '52cc06989b54432282ed524dd4911016'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:46.309346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:46.313510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:46.316518 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:46.324272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:46.415940 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:46.437147 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:46.441683 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:46.444928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:46.450623 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:46.526140 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:46.608082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:46.655172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c796295f-1219-4d68-b869-c09a16b94357,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:46.716819 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:46.718087 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-feb417a4-43fd-4218-8558-05b908ad30b9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4216206 Feb 07 14:14:46.720922 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35300) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:46.726948 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'c796295f-1219-4d68-b869-c09a16b94357', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:46.734031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:46.738128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:46.742013 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:46.747692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:46.820487 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:46.881234 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:46.955998 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:46.985388 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12acc97-c024-4a74-9e20-51cd3aef5b6d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:47.053462 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.054696 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-bf1e5cb5-bb23-4906-aae7-bdbc25eb13e8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328605 Feb 07 14:14:47.057787 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35304) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:47.062740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'c796295f-1219-4d68-b869-c09a16b94357', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:47.069668 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:47.073500 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:47.076382 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:47.082000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:47.250903 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.311566 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.375306 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.399198 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3d773f-d498-42b4-a4ff-86febc9ce5e0,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:47.472835 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.474365 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6a70fbe8-10bb-45e4-8873-8d25aea0820a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4153459 Feb 07 14:14:47.477084 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35310) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:47.481944 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'c796295f-1219-4d68-b869-c09a16b94357', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:47.488766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:47.492908 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:47.495883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:47.501611 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:47.599752 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.670479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.735736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.762374 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2538aaed-e97d-4ad1-b80d-9495dc7fee83,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:47.830844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:47.832140 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5293e8f7-c0cb-48b4-b097-8b33c9a21a51 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3540761 Feb 07 14:14:47.834832 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35314) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:47.839817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'c796295f-1219-4d68-b869-c09a16b94357', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:47.846778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:47.851086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:47.854006 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:47.859560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:47.935749 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.008933 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.122021 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.145796 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee73716-40df-4757-a5df-8b4b97f89ea5,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:48.210122 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.211600 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f138eb0e-3675-49b6-9ea3-3cbeb98e5f02 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3758347 Feb 07 14:14:48.214918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35318) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:48.219778 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'c796295f-1219-4d68-b869-c09a16b94357', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:48.227238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:48.231170 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:48.234091 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:48.240869 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:48.329953 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:14:48.337499 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.403519 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.484278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.508866 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf00393-e586-40ef-8ba6-d1bccc7d5fdc,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:48.573962 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.575387 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5de430dc-ed77-4e32-8da6-5fc38cb4b88c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3599365 Feb 07 14:14:48.578318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35322) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:48.583336 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'security_group_rule': {'security_group_id': 'c796295f-1219-4d68-b869-c09a16b94357', 'project_id': '52cc06989b54432282ed524dd4911016', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:48.591047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:48.594918 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:security_group_rule and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:48.598031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:48.604907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:48.756827 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Project 52cc06989b54432282ed524dd4911016 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:14:48.764190 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.839272 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.916837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:48.943670 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9844c5-311b-4288-a75d-91b0243b9c92,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:49.027297 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.028467 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3f612672-8928-47ff-b9ac-a7d8ecb94215 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4492936 Feb 07 14:14:49.031427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35326) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:49.036834 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'network': {'name': 'tempest-network-smoke--940545593', 'project_id': '52cc06989b54432282ed524dd4911016', 'port_security_enabled': True}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:49.043282 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:49.046828 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:network and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:49.049764 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:49.055793 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:49.129671 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:14:49.133891 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.162346 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:14:49.171070 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.171450 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Added segment caf3b475-1ea9-4eab-9306-0e5b7e4a40fd of type vlan for network 9d2efe37-6717-428f-a43e-89d567337aee Feb 07 14:14:49.199137 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.293408 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.298995 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:49.301180 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.415046 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Network': ['ID=9d2efe37-6717-428f-a43e-89d567337aee,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:49.424924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 9d2efe37-6717-428f-a43e-89d567337aee details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:14:49.483179 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9af25287-f9ab-4ab8-966c-06221a55ce3c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4507425 Feb 07 14:14:49.486060 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35332) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:49.491883 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'admin_state_up': True, 'project_id': '52cc06989b54432282ed524dd4911016', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:49.499795 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:49.504045 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:router and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:49.507804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:49.514327 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:49.574125 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.581037 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.590314 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:49.918737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:50.297864 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:50.328570 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:50.464191 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.214 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/137b64eb-d42e-437d-9d8f-d76709f17f15) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:14:50.741817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:50.825240 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:50.891819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:14:50.894724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:14:50.897510 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:14:50.937278 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=137b64eb-d42e-437d-9d8f-d76709f17f15,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:51.387827 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:51.735405 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:52.048077 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:14:52.232323 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:14:52.242508 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Sync routers for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:14:52.251579 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:14:52.252290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:14:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:52.327951 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:52.329166 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-58323dc9-8bd9-448e-8d75-52b56d433b9a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8420732 Feb 07 14:14:52.332320 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35336) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:52.444413 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:14:52.512411 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ab410eed-8cfb-4fb8-9c85-bf6ec8a134e0 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=52cc06989b54432282ed524dd4911016&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1789458 Feb 07 14:14:52.514991 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35340) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:52.660421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3360b-d4fa-4599-8841-6864bbca97e7 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:52.668995 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35344) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:52.669837 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-23b3360b-d4fa-4599-8841-6864bbca97e7 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1514022 Feb 07 14:14:52.732959 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6478e6bf-8064-48ed-a02e-d2a27401f8e0 tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6a8c52f3-3d0a-43eb-8076-4604dbdd7795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646698 Feb 07 14:14:52.736665 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35348) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:52.743022 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447256972', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'project_id': '52cc06989b54432282ed524dd4911016', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:14:52.830719 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:51Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:52.834872 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Checking router: 62801a48-a49a-4bc1-bee2-8cd1ac948de7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:14:52.835221 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Updating router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 port 137b64eb-d42e-437d-9d8f-d76709f17f15 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:14:52.859474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:14:52.863334 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:subnet and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:14:52.867012 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:14:52.872851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:14:52.889377 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:52.939288 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:14:52.943040 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.231054 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.231262 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.243859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Transition to ACTIVE for port object 137b64eb-d42e-437d-9d8f-d76709f17f15 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:14:53.314826 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Subnet': ['ID=ea23dc7e-43c2-4579-81ed-ed6a3f82068d,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:53.324478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.325553 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Checking segment: {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:14:53.325933 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network hostable DHCP agents. Network: 9d2efe37-6717-428f-a43e-89d567337aee, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:14:53.408270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Attempting to bind port 137b64eb-d42e-437d-9d8f-d76709f17f15 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:14:53.408668 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Attempting to bind port 137b64eb-d42e-437d-9d8f-d76709f17f15 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:14:53.409043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Attempting to bind port 137b64eb-d42e-437d-9d8f-d76709f17f15 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:14:53.415293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2c952-d06c-4305-8086-5c083e4dd9c7 None None] Pushing event updated for resources: {'Port': ['ID=137b64eb-d42e-437d-9d8f-d76709f17f15,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:53.419770 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:14:53.420203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:14:53.420606 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.420997 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:14:53.421470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Bound port: 137b64eb-d42e-437d-9d8f-d76709f17f15, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:14:53.421858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.427900 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 9d2efe37-6717-428f-a43e-89d567337aee is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:14:53.487909 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 9d2efe37-6717-428f-a43e-89d567337aee) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:14:53.496413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:53.496781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2566ee-7a03-4c27-a9cb-9168beef4149 None None] Network 9d2efe37-6717-428f-a43e-89d567337aee requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:14:53.497196 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.566157 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] For port 137b64eb-d42e-437d-9d8f-d76709f17f15, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:14:53.571783 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f63066d0-d304-4361-84df-836868639a5f tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8337109 Feb 07 14:14:53.574727 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35352) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:14:53.585444 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] For port 137b64eb-d42e-437d-9d8f-d76709f17f15, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=137b64eb-d42e-437d-9d8f-d76709f17f15,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:14:53.672623 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.803891 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:14:53.804475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:14:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:53.887422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-9d2efe37-6717-428f-a43e-89d567337aee', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:14:53.888352 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:53.920874 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2c952-d06c-4305-8086-5c083e4dd9c7 None None] Pushing event updated for resources: {'Port': ['ID=137b64eb-d42e-437d-9d8f-d76709f17f15,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:54.124866 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:14:54.326216 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:54.334807 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Allocated IP 172.20.0.2 (9d2efe37-6717-428f-a43e-89d567337aee/ea23dc7e-43c2-4579-81ed-ed6a3f82068d/67b9919f-9d64-43bc-bf4e-25165a017c07) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:14:54.680923 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:54.684475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:51Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:54.695452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc29b53-dbd9-4639-a6b8-a30a60ceda85 None None] The sync data for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 is: [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:51Z', 'revision_number': 3, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:14:54.698283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Transition to ACTIVE for port object 67b9919f-9d64-43bc-bf4e-25165a017c07 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:14:54.725759 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Transition to ACTIVE for port object 67b9919f-9d64-43bc-bf4e-25165a017c07 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:14:54.808450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:54.883025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Network 9d2efe37-6717-428f-a43e-89d567337aee is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:14:54.886111 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:14:54.890468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:14:54.904101 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.1 (9d2efe37-6717-428f-a43e-89d567337aee/ea23dc7e-43c2-4579-81ed-ed6a3f82068d/b0f18953-ce23-4a20-b28c-481199cc5ae7) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:14:54.981745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Pushing event updated for resources: {'Port': ['ID=67b9919f-9d64-43bc-bf4e-25165a017c07,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:55.017052 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Attempting to bind port 67b9919f-9d64-43bc-bf4e-25165a017c07 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:14:55.017519 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Attempting to bind port 67b9919f-9d64-43bc-bf4e-25165a017c07 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:14:55.017950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Attempting to bind port 67b9919f-9d64-43bc-bf4e-25165a017c07 on network 9d2efe37-6717-428f-a43e-89d567337aee {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:14:55.024386 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:14:55.024858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Checking segment: {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:14:55.025330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:55.025812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Bound using segment: {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:14:55.026366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Bound port: 67b9919f-9d64-43bc-bf4e-25165a017c07, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:14:55.026806 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:55.111042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:55.125882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] For port 67b9919f-9d64-43bc-bf4e-25165a017c07, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:14:55.129507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] For port 67b9919f-9d64-43bc-bf4e-25165a017c07, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=67b9919f-9d64-43bc-bf4e-25165a017c07,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:14:55.130935 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object b0f18953-ce23-4a20-b28c-481199cc5ae7 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:14:55.199177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:55.265363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:55.288558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8aec-2a02-4189-9f36-2e096028953e None None] Pushing event updated for resources: {'Port': ['ID=67b9919f-9d64-43bc-bf4e-25165a017c07,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:55.346214 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 9d2efe37-6717-428f-a43e-89d567337aee is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:14:55.350302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:14:55.356660 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:14:55.396007 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=b0f18953-ce23-4a20-b28c-481199cc5ae7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:55.428822 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:55.456181 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:55.831925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:56.280474 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:56.364130 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:56.398307 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749c257-be81-4bba-b6ff-3c7e51aaede0 None None] Network 9d2efe37-6717-428f-a43e-89d567337aee requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:14:56.483506 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=b0f18953-ce23-4a20-b28c-481199cc5ae7,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:56.487736 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:56.578587 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d5d94448-8f55-4eed-94ff-57a0b09697bb None None] Provisioning for port 67b9919f-9d64-43bc-bf4e-25165a017c07 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:14:56.750944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 67b9919f-9d64-43bc-bf4e-25165a017c07 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:14:56.775645 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 9d2efe37-6717-428f-a43e-89d567337aee is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:14:56.777965 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:14:56.915591 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 67b9919f-9d64-43bc-bf4e-25165a017c07 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:14:56.921705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 67b9919f-9d64-43bc-bf4e-25165a017c07 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:14:56.925878 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.012750 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:14:57.064459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Provisioning complete for port 67b9919f-9d64-43bc-bf4e-25165a017c07 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:14:57.064832 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.097127 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.158868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 67b9919f-9d64-43bc-bf4e-25165a017c07, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=67b9919f-9d64-43bc-bf4e-25165a017c07,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:14:57.225595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.236352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:14:57.245503 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.246670 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 137b64eb-d42e-437d-9d8f-d76709f17f15 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:14:57.258429 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-8565697d-7212-4f2d-9552-41ebc2c11fc8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/62801a48-a49a-4bc1-bee2-8cd1ac948de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6752691 Feb 07 14:14:57.267789 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Sync routers for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:14:57.282083 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:14:57.285407 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:14:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:57.466229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=67b9919f-9d64-43bc-bf4e-25165a017c07,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:57.513848 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:14:57.559877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:14:57.560260 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:14:57.570125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-ee3c9604-9725-44b4-8565-9dc419ba6560 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091453012&fields=id&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 267 time: 0.0566659 Feb 07 14:14:57.627023 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 137b64eb-d42e-437d-9d8f-d76709f17f15 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:14:57.633621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 137b64eb-d42e-437d-9d8f-d76709f17f15 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:14:57.634310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.761748 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-872eaa92-33fc-4952-a732-56d7d43faa64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:14:57.763271 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-872eaa92-33fc-4952-a732-56d7d43faa64 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/networks?id=9d2efe37-6717-428f-a43e-89d567337aee HTTP/1.1" status: 200 len: 796 time: 0.1863887 Feb 07 14:14:57.770311 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.781695 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-5bb6c2c3-57da-4133-8f0d-409f70714f55 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/quotas/52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 375 time: 0.0122139 Feb 07 14:14:57.793159 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 137b64eb-d42e-437d-9d8f-d76709f17f15, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=137b64eb-d42e-437d-9d8f-d76709f17f15,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:14:57.874368 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:14:56Z', 'revision_number': 2, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:57.879361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-6a99d404-643c-46a6-aa8d-f3f38a3a0763 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:14:57.884430 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Checking router: 62801a48-a49a-4bc1-bee2-8cd1ac948de7 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:14:57.884644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.884792 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Updating router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 port b0f18953-ce23-4a20-b28c-481199cc5ae7 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:14:57.945542 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:57.960730 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=137b64eb-d42e-437d-9d8f-d76709f17f15,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:57.972532 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-6a99d404-643c-46a6-aa8d-f3f38a3a0763 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:14:57.972532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-6a99d404-643c-46a6-aa8d-f3f38a3a0763 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783242 Feb 07 14:14:58.105591 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:14:58.125532 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-619621f6-f4f3-4da5-acc4-6c9bec71ce19 service neutron] 10.222.0.69 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426847 Feb 07 14:14:58.186775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Provisioning for port b0f18953-ce23-4a20-b28c-481199cc5ae7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:14:58.192390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Provisioning complete for port b0f18953-ce23-4a20-b28c-481199cc5ae7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:14:58.193943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:58.280609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-9b9aa386-c893-4c5b-8e64-a5f96acb73e7 service neutron] 10.222.0.69 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478136 Feb 07 14:14:58.299746 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-920d51db-1d8e-4c22-9e6f-79ee71d7e3a5 None None] Port b0f18953-ce23-4a20-b28c-481199cc5ae7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:14:58.337962 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:58.350648 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Transition to ACTIVE for port object b0f18953-ce23-4a20-b28c-481199cc5ae7 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:14:58.421507 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-63f741af-cacc-42b6-9a08-2855a0d18355 None None] Provisioning complete for port b0f18953-ce23-4a20-b28c-481199cc5ae7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:14:58.421877 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-63f741af-cacc-42b6-9a08-2855a0d18355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:58.449969 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:58.488304 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-63f741af-cacc-42b6-9a08-2855a0d18355 None None] Port b0f18953-ce23-4a20-b28c-481199cc5ae7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:14:58.592615 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 67b9919f-9d64-43bc-bf4e-25165a017c07 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:14:58.670836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3316f68a-a53b-409a-9d28-72a76f91e110 req-b11d5744-f778-460b-a78a-dd6a5308ba2d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 210 time: 0.0799015 Feb 07 14:14:58.731836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 67b9919f-9d64-43bc-bf4e-25165a017c07 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:14:58.732481 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:58.775055 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Pushing event updated for resources: {'Port': ['ID=b0f18953-ce23-4a20-b28c-481199cc5ae7,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:58.783499 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.783714 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.784317 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.784654 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.784987 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.785301 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.785911 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.786507 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.786864 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.787131 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.787452 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.787771 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:14:58.811245 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Attempting to bind port b0f18953-ce23-4a20-b28c-481199cc5ae7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:14:58.811245 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Attempting to bind port b0f18953-ce23-4a20-b28c-481199cc5ae7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:14:58.811245 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Attempting to bind port b0f18953-ce23-4a20-b28c-481199cc5ae7 on network 9d2efe37-6717-428f-a43e-89d567337aee {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:14:58.815278 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:14:58.815655 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Checking segment: {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:14:58.816081 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:58.816470 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Bound using segment: {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:14:58.816933 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Bound port: b0f18953-ce23-4a20-b28c-481199cc5ae7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:14:58.817533 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:58.893755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 137b64eb-d42e-437d-9d8f-d76709f17f15 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:14:58.920757 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] For port b0f18953-ce23-4a20-b28c-481199cc5ae7, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:14:58.923890 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] For port b0f18953-ce23-4a20-b28c-481199cc5ae7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b0f18953-ce23-4a20-b28c-481199cc5ae7,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:14:58.973174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 137b64eb-d42e-437d-9d8f-d76709f17f15 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:14:58.973545 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:59.020262 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:14:59.109040 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:14:59.109855 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:14:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:59.184553 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718415b5-819a-439d-8d3e-8b573fb8f36a None None] Pushing event updated for resources: {'Port': ['ID=b0f18953-ce23-4a20-b28c-481199cc5ae7,revision_number=4']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:14:59.332660 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:14:59.666956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:14:58Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:14:59.673176 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714c7ba-1da5-402d-a8bc-a24c1c26320a None None] The sync data for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 is: [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:14:58Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:14:59.825204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de67a852-a82e-4487-881b-54ac89665d25 req-38a1e903-2ee6-47d0-a89a-a5caacad7fcb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 210 time: 0.0492673 Feb 07 14:15:00.595084 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b0f18953-ce23-4a20-b28c-481199cc5ae7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:15:00.747282 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b0f18953-ce23-4a20-b28c-481199cc5ae7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:15:00.752907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b0f18953-ce23-4a20-b28c-481199cc5ae7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:15:00.757078 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:00.898437 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:00.964924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b0f18953-ce23-4a20-b28c-481199cc5ae7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b0f18953-ce23-4a20-b28c-481199cc5ae7,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:15:01.027209 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:01.036155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6126e33c-ffd7-403a-949f-24ef73263923 req-074d3e74-367b-4f98-9b73-074a730ea937 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 210 time: 0.0670362 Feb 07 14:15:01.045386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-224f67fa-4528-42b0-b536-d29b81a32a08 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:01.046929 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-224f67fa-4528-42b0-b536-d29b81a32a08 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/networks?id=9d2efe37-6717-428f-a43e-89d567337aee HTTP/1.1" status: 200 len: 796 time: 0.2524352 Feb 07 14:15:01.103182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-b019f459-8992-4425-bc02-edf0da3efd7a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cc06989b54432282ed524dd4911016 HTTP/1.1" status: 200 len: 380 time: 0.0471444 Feb 07 14:15:01.111568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'port': {'device_id': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'admin_state_up': True, 'tenant_id': '52cc06989b54432282ed524dd4911016', 'security_groups': ['c796295f-1219-4d68-b869-c09a16b94357']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:15:01.112266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b0f18953-ce23-4a20-b28c-481199cc5ae7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:15:01.275514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:15:01.285616 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:15:01.358332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Made reservation on behalf of 52cc06989b54432282ed524dd4911016 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:15:01.361970 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:01.533570 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.20.0.14 (9d2efe37-6717-428f-a43e-89d567337aee/ea23dc7e-43c2-4579-81ed-ed6a3f82068d/618bf985-1472-4c19-be48-bf45c7d066c8) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:15:01.851377 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:01.868412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Transition to ACTIVE for port object 618bf985-1472-4c19-be48-bf45c7d066c8 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:15:01.941863 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:02.026751 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 9d2efe37-6717-428f-a43e-89d567337aee is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:15:02.030215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:15:02.034332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:15:02.072091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=618bf985-1472-4c19-be48-bf45c7d066c8,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:15:02.111829 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:02.112520 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:02.204511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-fb66c8dc-f4b1-47cf-a237-30b4670368c9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0965359 Feb 07 14:15:02.219881 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Request body: {'port': {'device_id': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:15:02.349729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee7621-902a-4331-9b69-2efcfbed4e4d req-3c90a5a7-f1f1-4fba-8ab3-e2c3d1675725 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:02.350185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1eee7621-902a-4331-9b69-2efcfbed4e4d req-3c90a5a7-f1f1-4fba-8ab3-e2c3d1675725 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:15:02.361866 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:02.404346 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a59038fd-55e4-4d69-8df5-5d4a7b8f0672 None None] Provisioning for port 618bf985-1472-4c19-be48-bf45c7d066c8 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:15:02.410075 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a59038fd-55e4-4d69-8df5-5d4a7b8f0672 None None] Provisioning complete for port 618bf985-1472-4c19-be48-bf45c7d066c8 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:15:02.410641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a59038fd-55e4-4d69-8df5-5d4a7b8f0672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:02.473366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a59038fd-55e4-4d69-8df5-5d4a7b8f0672 None None] Port 618bf985-1472-4c19-be48-bf45c7d066c8 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:15:02.496120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-1eee7621-902a-4331-9b69-2efcfbed4e4d req-3c90a5a7-f1f1-4fba-8ab3-e2c3d1675725 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:15:02.497358 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eee7621-902a-4331-9b69-2efcfbed4e4d req-3c90a5a7-f1f1-4fba-8ab3-e2c3d1675725 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 932 time: 0.3403358 Feb 07 14:15:02.560515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b0f18953-ce23-4a20-b28c-481199cc5ae7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:15:02.633472 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b0f18953-ce23-4a20-b28c-481199cc5ae7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:15:02.633874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:02.638914 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1eee7621-902a-4331-9b69-2efcfbed4e4d req-238b22ac-7ff4-4b77-b545-05bc0761789b tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351082 Feb 07 14:15:02.798934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618bf985-1472-4c19-be48-bf45c7d066c8 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:15:02.807427 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:02.823420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Transition to ACTIVE for port object 618bf985-1472-4c19-be48-bf45c7d066c8 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:15:02.918418 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:03.055262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Pushing event updated for resources: {'Port': ['ID=618bf985-1472-4c19-be48-bf45c7d066c8,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:15:03.166308 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Attempting to bind port 618bf985-1472-4c19-be48-bf45c7d066c8 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:15:03.167324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Attempting to bind port 618bf985-1472-4c19-be48-bf45c7d066c8 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:15:03.167324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Attempting to bind port 618bf985-1472-4c19-be48-bf45c7d066c8 on network 9d2efe37-6717-428f-a43e-89d567337aee {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:15:03.172288 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Port 618bf985-1472-4c19-be48-bf45c7d066c8 on network 9d2efe37-6717-428f-a43e-89d567337aee not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:15:03.172556 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Attempting to bind port 618bf985-1472-4c19-be48-bf45c7d066c8 on network 9d2efe37-6717-428f-a43e-89d567337aee {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:15:03.178135 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:15:03.178471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Checking segment: {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:15:03.178861 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Bound using segment: {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:15:03.179292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Bound port: 618bf985-1472-4c19-be48-bf45c7d066c8, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:15:03.179640 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:03.289040 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] For port 618bf985-1472-4c19-be48-bf45c7d066c8, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:15:03.292562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] For port 618bf985-1472-4c19-be48-bf45c7d066c8, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=618bf985-1472-4c19-be48-bf45c7d066c8,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:15:03.370174 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:03.433622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:03.434241 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:03.435622 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] 10.222.0.47 "PUT /v2.0/ports/618bf985-1472-4c19-be48-bf45c7d066c8 HTTP/1.1" status: 200 len: 1092 time: 1.2217565 Feb 07 14:15:03.436079 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:15:03.457436 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bc881-2a50-4b02-a5a7-266f97aa5633 service neutron] Pushing event updated for resources: {'Port': ['ID=618bf985-1472-4c19-be48-bf45c7d066c8,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:15:03.491952 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8', 'status': 'completed', 'code': 200} Feb 07 14:15:03.593057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb27610-71b5-48e7-abe1-dece51604b87 req-5859fc63-1340-4ae3-95fd-b054be9444af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:03.594577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feb27610-71b5-48e7-abe1-dece51604b87 req-5859fc63-1340-4ae3-95fd-b054be9444af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 1095 time: 0.0835421 Feb 07 14:15:03.749624 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb27610-71b5-48e7-abe1-dece51604b87 req-91eb6ac2-ebdc-4b5b-a422-35c9d5072f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:03.756209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feb27610-71b5-48e7-abe1-dece51604b87 req-91eb6ac2-ebdc-4b5b-a422-35c9d5072f2e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=52cc06989b54432282ed524dd4911016&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1496046 Feb 07 14:15:03.946736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb27610-71b5-48e7-abe1-dece51604b87 req-911f0e9c-6bb3-40b3-a366-a7e69881ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:03.948151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-feb27610-71b5-48e7-abe1-dece51604b87 req-911f0e9c-6bb3-40b3-a366-a7e69881ce29 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1905789 Feb 07 14:15:03.961466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db194-87fd-488b-b683-27aac6bccc24 req-16e0066d-c84f-423f-ac74-0742dc236c8d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:03.962953 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f06db194-87fd-488b-b683-27aac6bccc24 req-16e0066d-c84f-423f-ac74-0742dc236c8d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 944 time: 0.1861248 Feb 07 14:15:04.180972 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f06db194-87fd-488b-b683-27aac6bccc24 req-c64d6bc5-5140-42cb-a3f6-d93fef2f1603 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107067 Feb 07 14:15:04.206573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-c6a95d18-2b9d-462f-a7ff-502c75f7432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:04.216263 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-c6a95d18-2b9d-462f-a7ff-502c75f7432c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 1095 time: 0.2227509 Feb 07 14:15:04.283072 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-d93dac91-21cb-4398-a8d5-6a658ce7e31d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=618bf985-1472-4c19-be48-bf45c7d066c8 HTTP/1.1" status: 200 len: 217 time: 0.0668089 Feb 07 14:15:04.347310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-731ae9c2-9eca-487c-aa84-0be77f9d1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:04.348866 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-731ae9c2-9eca-487c-aa84-0be77f9d1d52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23dc7e-43c2-4579-81ed-ed6a3f82068d HTTP/1.1" status: 200 len: 835 time: 0.0598109 Feb 07 14:15:04.431234 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-5bf5186a-1c2f-4b31-9931-d19576ab1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:04.433014 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-5bf5186a-1c2f-4b31-9931-d19576ab1486 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2efe37-6717-428f-a43e-89d567337aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781846 Feb 07 14:15:04.573223 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-8ad5da5a-ca2f-4630-9dc8-0a16d02d8617 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338742 Feb 07 14:15:04.715243 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2c9221de-647e-44e1-bef5-1c5d359b566f req-c0aa0706-6029-42f1-b7a2-631fd00b3ccb service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361208 Feb 07 14:15:05.369971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd63bc6-f8cf-48df-8991-28d49b23539c req-dd9f2972-3b29-4856-9d58-db5e2b865971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:05.371480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dd63bc6-f8cf-48df-8991-28d49b23539c req-dd9f2972-3b29-4856-9d58-db5e2b865971 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 944 time: 0.0817161 Feb 07 14:15:05.416509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7dd63bc6-f8cf-48df-8991-28d49b23539c req-a3f4fd8d-e036-4931-869f-ac7ec24dc19c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391848 Feb 07 14:15:06.614028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d558444-e3fb-4d5d-98c2-320d355d27df req-0ade6b31-c878-4e16-bded-dbc665d53ceb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:06.616817 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d558444-e3fb-4d5d-98c2-320d355d27df req-0ade6b31-c878-4e16-bded-dbc665d53ceb tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 944 time: 0.0904186 Feb 07 14:15:06.666962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d558444-e3fb-4d5d-98c2-320d355d27df req-8a61c517-8c79-45d3-b989-238c432ef5f8 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Feb 07 14:15:07.858412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb9d48-a96c-4448-a861-6e3c371b5dbc req-d922a316-352b-41b9-980f-ae3f45610801 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:07.859896 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26cb9d48-a96c-4448-a861-6e3c371b5dbc req-d922a316-352b-41b9-980f-ae3f45610801 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 944 time: 0.0815628 Feb 07 14:15:07.906298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-26cb9d48-a96c-4448-a861-6e3c371b5dbc req-a1a8c69a-099f-4f42-87d8-d28fa626f219 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Feb 07 14:15:08.787442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-40fe09b7-0fcf-4436-95f9-d68ccc345816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:09.100440 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a8c36-03ca-4d14-a6e8-4cde3398612d req-e37e4ca4-b184-4d14-bc56-3a20e66c80f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:09.101808 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-602a8c36-03ca-4d14-a6e8-4cde3398612d req-e37e4ca4-b184-4d14-bc56-3a20e66c80f7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 944 time: 0.0838842 Feb 07 14:15:09.145498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-602a8c36-03ca-4d14-a6e8-4cde3398612d req-51bd1c4c-a336-4e21-b065-b484a9a34b95 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381484 Feb 07 14:15:09.898487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 618bf985-1472-4c19-be48-bf45c7d066c8 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:15:10.038812 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 618bf985-1472-4c19-be48-bf45c7d066c8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=618bf985-1472-4c19-be48-bf45c7d066c8,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:15:10.051710 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '618bf985-1472-4c19-be48-bf45c7d066c8', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'port_id': '618bf985-1472-4c19-be48-bf45c7d066c8', 'mac_address': 'fa:16:3e:4e:dc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:15:10.106678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:10.126873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618bf985-1472-4c19-be48-bf45c7d066c8 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:15:10.141971 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 618bf985-1472-4c19-be48-bf45c7d066c8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=618bf985-1472-4c19-be48-bf45c7d066c8,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:15:10.210434 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:10.283905 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=618bf985-1472-4c19-be48-bf45c7d066c8,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:15:10.338410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576fdc-c743-43f6-9d42-b128ccfbdfbc req-a1ebaedf-e7e7-446f-94e7-cec635c81576 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:10.340000 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e2576fdc-c743-43f6-9d42-b128ccfbdfbc req-a1ebaedf-e7e7-446f-94e7-cec635c81576 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 945 time: 0.0845957 Feb 07 14:15:10.385371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e2576fdc-c743-43f6-9d42-b128ccfbdfbc req-eb262acf-6017-4ad3-8a8c-6a7c040165be tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 Feb 07 14:15:10.559510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['618bf985-1472-4c19-be48-bf45c7d066c8'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:15:11.585329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb258d-7e65-4687-af9e-88974ec5b7c8 req-423be7b6-be82-4712-bc14-311996970d21 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:11.586771 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1eb258d-7e65-4687-af9e-88974ec5b7c8 req-423be7b6-be82-4712-bc14-311996970d21 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 945 time: 0.0932136 Feb 07 14:15:11.603624 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1ea81377-97d6-4f12-aef9-ab98b49ff6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:11.638531 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1eb258d-7e65-4687-af9e-88974ec5b7c8 req-deab53b2-5390-4911-b724-7e80d91f14b7 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457480 Feb 07 14:15:11.914985 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 618bf985-1472-4c19-be48-bf45c7d066c8 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:15:12.059584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 618bf985-1472-4c19-be48-bf45c7d066c8 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:15:12.065205 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 618bf985-1472-4c19-be48-bf45c7d066c8 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:15:12.065636 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:12.220487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:12.247821 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:15:12.258638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 618bf985-1472-4c19-be48-bf45c7d066c8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=618bf985-1472-4c19-be48-bf45c7d066c8,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:15:12.295470 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8', 'code': 200} Feb 07 14:15:12.319313 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:12.377775 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:12.391875 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=618bf985-1472-4c19-be48-bf45c7d066c8,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:15:12.425536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1380799-b7f4-4f13-afc1-5091f34e1b4c req-f0b64f4d-87e5-47d9-834c-2d8660a319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:12.427148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1380799-b7f4-4f13-afc1-5091f34e1b4c req-f0b64f4d-87e5-47d9-834c-2d8660a319a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 1097 time: 0.0775616 Feb 07 14:15:12.474545 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1380799-b7f4-4f13-afc1-5091f34e1b4c req-e6e8d3ef-d58e-4414-944c-b389b7e3ed56 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Feb 07 14:15:12.564105 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:12.829609 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e1fb2-d8a5-4497-af04-000b885a6402 req-cf9ad3f7-e395-425f-9967-9c4ba4aa20b1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:12.831191 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c19e1fb2-d8a5-4497-af04-000b885a6402 req-cf9ad3f7-e395-425f-9967-9c4ba4aa20b1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0865321 Feb 07 14:15:12.876901 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c19e1fb2-d8a5-4497-af04-000b885a6402 req-d5992222-8f90-4a54-82a5-c5a32d5b2484 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392447 Feb 07 14:15:14.019534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:14.071910 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeee49-0dda-44f3-b27e-e1f410b6c6ef req-3db09b3a-db5b-48cb-9334-e18044b25826 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:14.073971 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdbeee49-0dda-44f3-b27e-e1f410b6c6ef req-3db09b3a-db5b-48cb-9334-e18044b25826 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0867500 Feb 07 14:15:14.119528 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fdbeee49-0dda-44f3-b27e-e1f410b6c6ef req-108d1aaa-2c2d-421c-bd7d-fde001dc2f7d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395975 Feb 07 14:15:15.312588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb689-09d8-47d7-a576-2cdb888f5ea6 req-3d971836-713c-4b21-995a-55ced6768638 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:15.314056 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07ccb689-09d8-47d7-a576-2cdb888f5ea6 req-3d971836-713c-4b21-995a-55ced6768638 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0829566 Feb 07 14:15:15.358645 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-07ccb689-09d8-47d7-a576-2cdb888f5ea6 req-8f0c9c28-88a4-467f-81c5-ac071d210c69 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384088 Feb 07 14:15:15.544175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b101a80-8fc5-4c4a-b3a8-108274b30e43 req-3b74d4ca-2b84-405a-953a-a919fb820bff tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:15.545571 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b101a80-8fc5-4c4a-b3a8-108274b30e43 req-3b74d4ca-2b84-405a-953a-a919fb820bff tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0840836 Feb 07 14:15:15.591725 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b101a80-8fc5-4c4a-b3a8-108274b30e43 req-65addb1d-efd3-4bed-91e8-3658b0f2b2fd tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 Feb 07 14:15:15.614042 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35424) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:15:15.685438 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46fec7d-ac35-4118-af66-814f8aa33a1e tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:15.686947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e46fec7d-ac35-4118-af66-814f8aa33a1e tempest-TestNetworkAdvancedServerOps-1541241420 tempest-TestNetworkAdvancedServerOps-1541241420-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 1092 time: 0.0713279 Feb 07 14:15:15.689921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35428) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:15:15.695886 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '618bf985-1472-4c19-be48-bf45c7d066c8', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:15:15.704760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:15:15.710360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Usage tracker for resource:floatingip and tenant:52cc06989b54432282ed524dd4911016 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:15:15.713386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:15:15.719180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:15:15.798222 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:15.815376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:15.957583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:16.099564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Allocated IP 172.25.7.145 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/43f62ccd-2459-40cb-b660-2facb89efdd9) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:15:16.249658 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:16.330013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:16.515163 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:15:16.518396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:15:16.523572 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:15:16.559478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=43f62ccd-2459-40cb-b660-2facb89efdd9,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:15:16.968854 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:17.093976 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:17.300485 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:17.369198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:17.474835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event updated for resources: {'Port': ['ID=43f62ccd-2459-40cb-b660-2facb89efdd9,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:15:17.492207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:17.657754 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Floating IP c3286f4a-d611-4e6f-ae48-f34a6998d00c associated. External IP: 172.25.7.145, port: 618bf985-1472-4c19-be48-bf45c7d066c8. Feb 07 14:15:18.002690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:15:18.311767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:15:18.322076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] Sync routers for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:15:18.331987 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:15:18.332880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:15:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:15:18.407718 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:18.470042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f5d88e22-ad28-4776-9513-9d13da0984ae tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7788472 Feb 07 14:15:18.470756 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:15:18.529893 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:15:18.544824 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8', 'status': 'completed', 'code': 200} Feb 07 14:15:18.657237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-e522b7f8-c331-499c-937c-1c04283fbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:18.659104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-e522b7f8-c331-499c-937c-1c04283fbc92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 1097 time: 0.0886276 Feb 07 14:15:18.869620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-ee08f883-c4b8-4fe3-b8f9-fe964de52bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:18.871219 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-ee08f883-c4b8-4fe3-b8f9-fe964de52bc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2efe37-6717-428f-a43e-89d567337aee HTTP/1.1" status: 200 len: 896 time: 0.2067087 Feb 07 14:15:18.882991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f6c3-da7a-41c2-8ee0-0e8d7952d4b9 req-f9cf3e89-d90e-40cc-8b70-314f2b7ac09e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:18.884512 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f75f6c3-da7a-41c2-8ee0-0e8d7952d4b9 req-f9cf3e89-d90e-40cc-8b70-314f2b7ac09e tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.1395268 Feb 07 14:15:18.919268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'c3286f4a-d611-4e6f-ae48-f34a6998d00c', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'port_id': '618bf985-1472-4c19-be48-bf45c7d066c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'mac_address': 'fa:16:3e:4e:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:15:16Z', 'updated_at': '2022-02-07T14:15:16Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:15:00Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:15:18.923191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] Checking router: 62801a48-a49a-4bc1-bee2-8cd1ac948de7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:15:18.933211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:15:18.933813 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:15:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:15:19.015926 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3f75f6c3-da7a-41c2-8ee0-0e8d7952d4b9 req-0f586fc0-6369-4c6d-a332-5266383ee8d3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755558 Feb 07 14:15:19.019821 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-b629a205-1f9e-43f0-aa2a-375774742d75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=618bf985-1472-4c19-be48-bf45c7d066c8 HTTP/1.1" status: 200 len: 1000 time: 0.1343424 Feb 07 14:15:19.039736 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35436) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:15:19.098060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-71df2a36-a232-4da7-a515-a105cb1cf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:19.100463 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-71df2a36-a232-4da7-a515-a105cb1cf4e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23dc7e-43c2-4579-81ed-ed6a3f82068d HTTP/1.1" status: 200 len: 835 time: 0.0620911 Feb 07 14:15:19.116963 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:15:19.155630 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-94535525-7843-4c91-9558-cdd8fe2b440d tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/c3286f4a-d611-4e6f-ae48-f34a6998d00c HTTP/1.1" status: 200 len: 992 time: 0.1146598 Feb 07 14:15:19.189142 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-9b7d633c-4d9d-4ed4-9ec8-8a74ff552d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:19.190541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-9b7d633c-4d9d-4ed4-9ec8-8a74ff552d91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2efe37-6717-428f-a43e-89d567337aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844071 Feb 07 14:15:19.326849 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-ad259369-bfef-4b36-a0bb-1d5a4d575550 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301138 Feb 07 14:15:19.466644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9df4ddfb-e8f3-4dc7-8f58-deed323d2360 req-13f1326b-040c-46e4-a592-7cb5a464fbb7 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342814 Feb 07 14:15:19.503470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'c3286f4a-d611-4e6f-ae48-f34a6998d00c', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'port_id': '618bf985-1472-4c19-be48-bf45c7d066c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'mac_address': 'fa:16:3e:4e:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:15:16Z', 'updated_at': '2022-02-07T14:15:16Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:15:00Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:15:19.508343 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca5044d-38b9-45a4-82e4-cdcb6da7e17b None None] The sync data for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 is: [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'c3286f4a-d611-4e6f-ae48-f34a6998d00c', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'port_id': '618bf985-1472-4c19-be48-bf45c7d066c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'mac_address': 'fa:16:3e:4e:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:15:16Z', 'updated_at': '2022-02-07T14:15:16Z', 'revision_number': 0, 'project_id': '52cc06989b54432282ed524dd4911016', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:15:00Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:15:19.716559 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b6f306-2a80-4bdc-9cb7-6df3d31ff092 None None] New status for floating IP c3286f4a-d611-4e6f-ae48-f34a6998d00c: ACTIVE {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:15:20.159061 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35440) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:15:20.262879 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9393d1f7-481d-452f-af5b-e49249bea077 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/c3286f4a-d611-4e6f-ae48-f34a6998d00c HTTP/1.1" status: 200 len: 994 time: 0.1026661 Feb 07 14:15:25.505767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:35.094468 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:15:38.774521 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d428a00b-6264-4761-8bca-75ba87bbfb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:41.601770 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-742b0d44-20bd-417f-bd94-78e046017386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:42.367329 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:42.534638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:44.049066 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:45.763077 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:15:46.498539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-4b0b0fc2-a4f6-4bbe-88a6-002216874390 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2048037 Feb 07 14:15:46.640768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-a7d7cda8-4490-4613-a18d-dfaf4acffeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:46.642346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-a7d7cda8-4490-4613-a18d-dfaf4acffeeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 1097 time: 0.0761259 Feb 07 14:15:46.791424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-698f96da-bc59-4999-8e25-f9d0ff696653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:46.792919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-698f96da-bc59-4999-8e25-f9d0ff696653 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2efe37-6717-428f-a43e-89d567337aee HTTP/1.1" status: 200 len: 896 time: 0.1322126 Feb 07 14:15:46.895939 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-f774b3c9-0d98-4ad6-aa06-d399f8c35390 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=618bf985-1472-4c19-be48-bf45c7d066c8 HTTP/1.1" status: 200 len: 1002 time: 0.0967696 Feb 07 14:15:46.960961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-485edb56-d7b1-453f-94bd-b3de880c3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:46.962413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-485edb56-d7b1-453f-94bd-b3de880c3d36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23dc7e-43c2-4579-81ed-ed6a3f82068d HTTP/1.1" status: 200 len: 835 time: 0.0607526 Feb 07 14:15:47.152198 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-d1aaa240-ba9e-40ea-902e-8d04563c8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:15:47.153697 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-d1aaa240-ba9e-40ea-902e-8d04563c8807 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2efe37-6717-428f-a43e-89d567337aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853340 Feb 07 14:15:47.283658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-b838644e-d7ed-42c9-979d-5197cdec2284 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234653 Feb 07 14:15:47.419745 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2b165c1f-a923-4bcd-b791-b95475270c43 req-6f7ec6ca-42cd-408c-8605-131917d8c9eb service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296351 Feb 07 14:15:55.488605 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:08.779230 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8b44b302-1c0e-4d58-8b2f-71ae26c9f3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:11.591777 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-90b9506e-3bea-43ef-80fa-1b3469a93c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:12.093956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:16:12.374374 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:12.540395 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:14.043621 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:15.807716 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:25.493916 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:32.646475 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0822a9-ff97-496c-ba80-cac1c3a02b3b req-f3ff0a34-7a03-444f-ab3c-fe2fe1a15820 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:32.648100 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b0822a9-ff97-496c-ba80-cac1c3a02b3b req-f3ff0a34-7a03-444f-ab3c-fe2fe1a15820 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.1379991 Feb 07 14:16:32.696176 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1b0822a9-ff97-496c-ba80-cac1c3a02b3b req-acb10692-11a2-4f2b-b48c-330fc1c5e57a tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Feb 07 14:16:33.949831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91b713-de47-483e-923f-0eb3a95926cf req-5e5ccadf-e964-4107-94b0-4f8f77df6bab tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:33.951307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f91b713-de47-483e-923f-0eb3a95926cf req-5e5ccadf-e964-4107-94b0-4f8f77df6bab tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.1329453 Feb 07 14:16:33.998798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f91b713-de47-483e-923f-0eb3a95926cf req-ab02d561-410d-4ab1-b7db-c63f97a7c878 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Feb 07 14:16:35.196305 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b0d4b-4cda-4881-9a6c-6f40b8772c5e req-6446c96d-735e-4330-8527-eed5d8d54c01 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:35.197825 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a22b0d4b-4cda-4881-9a6c-6f40b8772c5e req-6446c96d-735e-4330-8527-eed5d8d54c01 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0884466 Feb 07 14:16:35.244346 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a22b0d4b-4cda-4881-9a6c-6f40b8772c5e req-0f96a29e-c048-41be-a29c-6d56d452fb9c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408058 Feb 07 14:16:35.267367 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35482) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:35.380654 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-5bd2dba1-844c-4d72-b399-55937ed3a975 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/c3286f4a-d611-4e6f-ae48-f34a6998d00c HTTP/1.1" status: 200 len: 994 time: 0.1118288 Feb 07 14:16:37.026456 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220f959-7748-45b9-abb8-18331668a7cf req-e946234e-0069-4e52-8e67-f1394b3f8fc0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:37.027980 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c220f959-7748-45b9-abb8-18331668a7cf req-e946234e-0069-4e52-8e67-f1394b3f8fc0 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.1601977 Feb 07 14:16:37.055742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-deac3142-9331-43f0-84cf-33933a5778ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:37.055742 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-deac3142-9331-43f0-84cf-33933a5778ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 1097 time: 0.1309545 Feb 07 14:16:37.154454 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c220f959-7748-45b9-abb8-18331668a7cf req-df3b8dac-6c86-4bb4-ac67-c7a15f1b4741 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202772 Feb 07 14:16:37.210934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-48909b6b-ec1d-473b-a840-fdc3a54b8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:37.212433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-48909b6b-ec1d-473b-a840-fdc3a54b8527 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2efe37-6717-428f-a43e-89d567337aee HTTP/1.1" status: 200 len: 896 time: 0.1533825 Feb 07 14:16:37.324677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-e4b26dbc-b651-4717-8168-33c9ed465b0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=618bf985-1472-4c19-be48-bf45c7d066c8 HTTP/1.1" status: 200 len: 1002 time: 0.1062770 Feb 07 14:16:37.391666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-51ff358a-c400-4537-8349-9289eabf6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:37.393163 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-51ff358a-c400-4537-8349-9289eabf6b54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23dc7e-43c2-4579-81ed-ed6a3f82068d HTTP/1.1" status: 200 len: 835 time: 0.0621846 Feb 07 14:16:37.473921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-e2039527-05e0-4f00-8d0d-f7f83baa6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:37.475704 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-e2039527-05e0-4f00-8d0d-f7f83baa6958 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2efe37-6717-428f-a43e-89d567337aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765002 Feb 07 14:16:37.610039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-83dcc56a-458d-417d-8479-cf28d4df5940 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283092 Feb 07 14:16:37.763640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-634a6a8d-65d9-4213-9a5b-e63795fc8025 req-41f10099-1f68-428c-97dc-46ea97a166f5 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469524 Feb 07 14:16:38.347039 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330796f-5da3-4680-9044-ec69218974f3 req-58640d66-dc30-413d-9ac2-c23c035aada3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:38.349113 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0330796f-5da3-4680-9044-ec69218974f3 req-58640d66-dc30-413d-9ac2-c23c035aada3 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0819662 Feb 07 14:16:38.396503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0330796f-5da3-4680-9044-ec69218974f3 req-1a991b4e-47bf-4368-b441-86265752da91 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Feb 07 14:16:38.791031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-544ad0e4-0edf-4d07-bd45-2d0ce6ff747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:39.712996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56781871-5781-4e9c-a6a9-31fead414d36 req-88ba131f-ec1d-4859-ae8f-29567776f039 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:39.714510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56781871-5781-4e9c-a6a9-31fead414d36 req-88ba131f-ec1d-4859-ae8f-29567776f039 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.2083609 Feb 07 14:16:39.763550 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56781871-5781-4e9c-a6a9-31fead414d36 req-e35b8384-724b-4dd3-99ab-a62008547dd2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401707 Feb 07 14:16:39.787495 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35498) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:39.898923 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-6e503b1b-771d-47b8-9ba0-5edeece195c4 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/floatingips/c3286f4a-d611-4e6f-ae48-f34a6998d00c HTTP/1.1" status: 200 len: 994 time: 0.1099472 Feb 07 14:16:40.147312 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35506) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:40.359815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 43f62ccd-2459-40cb-b660-2facb89efdd9 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:16:40.360296 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:40.535862 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:40.536300 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:40.782335 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 43f62ccd-2459-40cb-b660-2facb89efdd9 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:16:41.030271 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:41.084963 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=43f62ccd-2459-40cb-b660-2facb89efdd9,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:41.125469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.125850 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.126206 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.126547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.126887 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.127227 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.127565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.127901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.128260 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.128585 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.129482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.130428 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:41.205581 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:41.205926 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Floating IP c3286f4a-d611-4e6f-ae48-f34a6998d00c disassociated (deleted). External IP: 172.25.7.145, port: 618bf985-1472-4c19-be48-bf45c7d066c8. Feb 07 14:16:41.573494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:16:41.607787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bff8-bcea-46d2-8640-467e26967562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:41.764310 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:16:41.774328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] Sync routers for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:16:41.783640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:16:41.784290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:41.842290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:41.906857 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-28331912-b4df-4b3c-82ee-50af70c7add5 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/floatingips/c3286f4a-d611-4e6f-ae48-f34a6998d00c HTTP/1.1" status: 204 len: 168 time: 1.7577214 Feb 07 14:16:41.907792 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:16:41.982765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:16:42.027296 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8', 'status': 'completed', 'code': 200} Feb 07 14:16:42.128009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-fc1a6c7b-41ae-4e29-b407-b0be8552cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:42.130534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-fc1a6c7b-41ae-4e29-b407-b0be8552cfc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52cc06989b54432282ed524dd4911016&device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 1097 time: 0.0761790 Feb 07 14:16:42.286147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-03666866-242d-4ac7-afe2-d9f50bf6b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:42.287658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-03666866-242d-4ac7-afe2-d9f50bf6b01f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d2efe37-6717-428f-a43e-89d567337aee HTTP/1.1" status: 200 len: 896 time: 0.1514311 Feb 07 14:16:42.345511 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:15:00Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:42.350427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] Checking router: 62801a48-a49a-4bc1-bee2-8cd1ac948de7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:16:42.359469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:16:42.362623 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:42.373880 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-14c07d23-7015-4a87-8f8f-10d639635a1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=618bf985-1472-4c19-be48-bf45c7d066c8 HTTP/1.1" status: 200 len: 217 time: 0.0800838 Feb 07 14:16:42.414167 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:42.447406 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-caf69715-f215-4e6b-bbc5-deb796d859a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:42.449007 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-caf69715-f215-4e6b-bbc5-deb796d859a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23dc7e-43c2-4579-81ed-ed6a3f82068d HTTP/1.1" status: 200 len: 835 time: 0.0698617 Feb 07 14:16:42.575230 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:16:42.618693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-58214131-e615-406c-967d-4fe04b8d26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:42.620230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-58214131-e615-406c-967d-4fe04b8d26c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d2efe37-6717-428f-a43e-89d567337aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647263 Feb 07 14:16:42.714758 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:42.721821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97e8fe-1807-4c85-979d-b9b5839c39e7 req-b8f02104-8b4c-43fe-b1e6-e1f2b4e248ad tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:42.724218 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c97e8fe-1807-4c85-979d-b9b5839c39e7 req-b8f02104-8b4c-43fe-b1e6-e1f2b4e248ad tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.1937716 Feb 07 14:16:42.800301 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-ff5666ea-f912-4e4e-8f9f-20ec5a4a35c0 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735871 Feb 07 14:16:42.808408 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0c97e8fe-1807-4c85-979d-b9b5839c39e7 req-d9e8deda-89f7-4320-ac9f-1407f69e2c55 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737429 Feb 07 14:16:42.936209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:15:00Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:42.940308 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff1346-0d85-4b35-99f7-8beb3631890c None None] The sync data for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 is: [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:14:55Z', 'revision_number': 4, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b0f18953-ce23-4a20-b28c-481199cc5ae7', 'name': '', 'network_id': '9d2efe37-6717-428f-a43e-89d567337aee', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'mac_address': 'fa:16:3e:83:ba:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:54Z', 'updated_at': '2022-02-07T14:15:00Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'subnets': [{'id': 'ea23dc7e-43c2-4579-81ed-ed6a3f82068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:16:42.946124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e38ee65a-c899-4c5a-b9f5-b30dc7e5f16d req-6db2ab47-1d81-483e-a402-19f62f108035 service neutron] 10.222.0.47 "GET /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365211 Feb 07 14:16:43.190191 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf7744-a844-4902-88f2-01dfc1e06ef1 None None] New status for floating IP c3286f4a-d611-4e6f-ae48-f34a6998d00c: DOWN {{(pid=88315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:16:44.010670 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c04306-ed90-4e87-af4a-498add231bd1 req-182825ad-95b1-47aa-9877-4187348a7ed1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:44.012732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1c04306-ed90-4e87-af4a-498add231bd1 req-182825ad-95b1-47aa-9877-4187348a7ed1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0943038 Feb 07 14:16:44.025578 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:44.061459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d1c04306-ed90-4e87-af4a-498add231bd1 req-afd541cc-d66f-4fa1-bf8a-9268128079f2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Feb 07 14:16:44.439721 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-a5360776-0b82-4d87-8b76-56a9082aca10 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:44.441225 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-a5360776-0b82-4d87-8b76-56a9082aca10 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0838099 Feb 07 14:16:44.513444 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 618bf985-1472-4c19-be48-bf45c7d066c8 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:16:44.513788 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:44.781547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 618bf985-1472-4c19-be48-bf45c7d066c8, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=618bf985-1472-4c19-be48-bf45c7d066c8,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:16:44.781905 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:44.906055 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 618bf985-1472-4c19-be48-bf45c7d066c8 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:16:45.261329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0822cd2-5be6-4639-ba1d-795be8d6eb94 req-1a0fc8e4-2aed-4d4b-9213-9c2e989a9086 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:45.262737 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0822cd2-5be6-4639-ba1d-795be8d6eb94 req-1a0fc8e4-2aed-4d4b-9213-9c2e989a9086 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 946 time: 0.0845203 Feb 07 14:16:45.283690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:45.352469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=618bf985-1472-4c19-be48-bf45c7d066c8,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:45.397009 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e0822cd2-5be6-4639-ba1d-795be8d6eb94 req-e804d696-bbf0-4823-bbe7-693bbe838874 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/security-groups?id=c796295f-1219-4d68-b869-c09a16b94357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287339 Feb 07 14:16:45.402834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.403181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.403517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.403862 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.404217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.404550 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.404874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.405201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.405528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.405853 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.406181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.406504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:45.448977 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] No DVR routers for this DVR port 618bf985-1472-4c19-be48-bf45c7d066c8 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:16:45.451663 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:45.454822 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'name': 'network-vif-deleted', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:16:45.469028 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f0769104-3c14-4f8c-8463-fc02518498f8 req-87a7428b-65b0-4cca-8976-5cbeb97381f9 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.47 "DELETE /v2.0/ports/618bf985-1472-4c19-be48-bf45c7d066c8 HTTP/1.1" status: 204 len: 173 time: 1.0229561 Feb 07 14:16:45.552176 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a5c361-b68b-4e53-817d-4e81f9b95540', 'name': 'network-vif-deleted', 'tag': '618bf985-1472-4c19-be48-bf45c7d066c8', 'status': 'completed', 'code': 200} Feb 07 14:16:45.813759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:46.574677 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ebef12d5-30a8-415a-b88d-14facb3abe62 req-9c96804e-2de7-41ce-87ab-b4fbf6500be1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Synchronizing usage tracker for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:16:46.641495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-ebef12d5-30a8-415a-b88d-14facb3abe62 req-9c96804e-2de7-41ce-87ab-b4fbf6500be1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Unset dirty status for tenant:52cc06989b54432282ed524dd4911016 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:16:46.642711 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebef12d5-30a8-415a-b88d-14facb3abe62 req-9c96804e-2de7-41ce-87ab-b4fbf6500be1 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9a5c361-b68b-4e53-817d-4e81f9b95540 HTTP/1.1" status: 200 len: 210 time: 0.1192203 Feb 07 14:16:47.743016 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35532) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:48.427619 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 618bf985-1472-4c19-be48-bf45c7d066c8 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:16:48.470538 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 618bf985-1472-4c19-be48-bf45c7d066c8 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:16:48.470924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 618bf985-1472-4c19-be48-bf45c7d066c8 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:16:48.483538 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:48.866554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port b0f18953-ce23-4a20-b28c-481199cc5ae7 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:16:48.867236 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:49.079092 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port b0f18953-ce23-4a20-b28c-481199cc5ae7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b0f18953-ce23-4a20-b28c-481199cc5ae7,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:16:49.079469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:49.093417 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:16:49.234492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for b0f18953-ce23-4a20-b28c-481199cc5ae7 owned by network:router_interface {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:16:49.659820 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:49.714576 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=b0f18953-ce23-4a20-b28c-481199cc5ae7,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:50.142530 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:50.537096 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:16:50.736581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:16:50.748972 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] Sync routers for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:16:50.758418 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:16:50.759022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:50.827212 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44ce3bdc-a9b7-4363-856d-cc63055f430c tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "PUT /v2.0/routers/62801a48-a49a-4bc1-bee2-8cd1ac948de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0829070 Feb 07 14:16:50.830054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35536) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:50.906064 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0bdeed-92fb-4e7a-9c64-c995d29482aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting subnet ea23dc7e-43c2-4579-81ed-ed6a3f82068d {{(pid=88312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:16:50.909817 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdeed-92fb-4e7a-9c64-c995d29482aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:50.973364 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdeed-92fb-4e7a-9c64-c995d29482aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2365328'] for subnet, precommit_delete_associations {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:51.000190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:16:51.064720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdeed-92fb-4e7a-9c64-c995d29482aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:51.219660 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdeed-92fb-4e7a-9c64-c995d29482aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3790963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3546089'] for subnet, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:51.263674 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bdeed-92fb-4e7a-9c64-c995d29482aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Subnet': ['ID=ea23dc7e-43c2-4579-81ed-ed6a3f82068d,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:51.265674 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdeed-92fb-4e7a-9c64-c995d29482aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:51.275334 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3b0bdeed-92fb-4e7a-9c64-c995d29482aa tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/subnets/ea23dc7e-43c2-4579-81ed-ed6a3f82068d HTTP/1.1" status: 204 len: 168 time: 0.4438503 Feb 07 14:16:51.275598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35540) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:51.286881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b092fc-1b32-4a51-862c-4f48e4528f8b None None] Network 9d2efe37-6717-428f-a43e-89d567337aee requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:16:51.479214 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:16:49Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:51.482392 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:51.490510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] Checking router: 62801a48-a49a-4bc1-bee2-8cd1ac948de7 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:16:51.510150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] Routers {'62801a48-a49a-4bc1-bee2-8cd1ac948de7'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:16:51.510843 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:51.696913 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:51.708071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] DHCP port deletion for 9d2efe37-6717-428f-a43e-89d567337aee request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:16:51.720470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Deleting port 67b9919f-9d64-43bc-bf4e-25165a017c07 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:16:51.720596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:51.755897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] Set router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:16:51.808575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Deleting port 137b64eb-d42e-437d-9d8f-d76709f17f15 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:16:51.809173 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:52.000295 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] For port 137b64eb-d42e-437d-9d8f-d76709f17f15, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=137b64eb-d42e-437d-9d8f-d76709f17f15,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:16:52.000608 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:52.128547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Calling delete_port for 137b64eb-d42e-437d-9d8f-d76709f17f15 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:16:52.218182 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] For port 67b9919f-9d64-43bc-bf4e-25165a017c07, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=67b9919f-9d64-43bc-bf4e-25165a017c07,segment=NetworkSegment(caf3b475-1ea9-4eab-9306-0e5b7e4a40fd),segment_id=caf3b475-1ea9-4eab-9306-0e5b7e4a40fd)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:16:52.218596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:52.399141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Calling delete_port for 67b9919f-9d64-43bc-bf4e-25165a017c07 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:16:52.413964 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:52.470442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Port': ['ID=137b64eb-d42e-437d-9d8f-d76709f17f15,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:52.487183 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:16:49Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:52.492411 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ab75a-ac14-44ea-b861-64c643932bde None None] The sync data for ids ['62801a48-a49a-4bc1-bee2-8cd1ac948de7'] in n-d-811416-5 is: [{'id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369670435', 'tenant_id': '52cc06989b54432282ed524dd4911016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:14:49Z', 'updated_at': '2022-02-07T14:16:49Z', 'revision_number': 5, 'project_id': '52cc06989b54432282ed524dd4911016', 'gw_port': {'id': '137b64eb-d42e-437d-9d8f-d76709f17f15', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62801a48-a49a-4bc1-bee2-8cd1ac948de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:14:50Z', 'updated_at': '2022-02-07T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:16:52.579330 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636'] for port, after_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:52.580978 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:52.631325 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] No DVR routers for this DVR port 67b9919f-9d64-43bc-bf4e-25165a017c07 on host n-d-811416-5 {{(pid=88314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:16:52.636065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Pushing event deleted for resources: {'Port': ['ID=67b9919f-9d64-43bc-bf4e-25165a017c07,revision_number=None']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:52.644381 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.644728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.645064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.645502 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.645847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.646301 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.646547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.646877 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.647206 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.647533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.647860 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.648209 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7436d360-e442-4a4a-89c0-c98f85822ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:16:52.888286 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:52.891225 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:52.975832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 67b9919f-9d64-43bc-bf4e-25165a017c07 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:16:53.013732 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.014238 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Fanout notify agent at l3_agent the message router_deleted on router 62801a48-a49a-4bc1-bee2-8cd1ac948de7 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:16:53.018705 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 67b9919f-9d64-43bc-bf4e-25165a017c07 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:16:53.019050 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 67b9919f-9d64-43bc-bf4e-25165a017c07 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:16:53.019613 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b0f18953-ce23-4a20-b28c-481199cc5ae7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:16:53.038946 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.043171 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35546) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:53.044266 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-ba4ddbba-f5dd-4fd4-8eff-eba111f16df2 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/routers/62801a48-a49a-4bc1-bee2-8cd1ac948de7 HTTP/1.1" status: 204 len: 168 time: 1.7660213 Feb 07 14:16:53.064532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b0f18953-ce23-4a20-b28c-481199cc5ae7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:16:53.065678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b0f18953-ce23-4a20-b28c-481199cc5ae7 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:16:53.204483 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.363410 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.396753 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2efe37-6717-428f-a43e-89d567337aee']}} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:53.410949 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd') {'for_net_delete': True} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:53.411361 n-d-811416-5 neutron-server[88312]: DEBUG neutron.services.segments.db [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf3b475-1ea9-4eab-9306-0e5b7e4a40fd') {} {{(pid=88312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:16:53.423572 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2365351'] for segment, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.446465 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.453125 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:16:53.453730 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3794129'] for segment, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: Traceback (most recent call last): Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: timer() Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: cb(*args, **kw) Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: return func(*args, **kwargs) Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: self._notify() Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: self.callback(batched_events) Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: event.method(event) Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: return f(self, *a, **k) Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: return self._get(url).json() Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: return self.request(url, 'GET', **kwargs) Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:16:53.468768 n-d-811416-5 neutron-server[88312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:16:53.631323 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.657219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.788725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'Network': ['ID=9d2efe37-6717-428f-a43e-89d567337aee,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:53.794113 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c19f0b0a-2b9d-4842-b7c5-6a57d4403179 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/networks/9d2efe37-6717-428f-a43e-89d567337aee HTTP/1.1" status: 204 len: 168 time: 0.7498608 Feb 07 14:16:53.796475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35550) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:53.869224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbf36a8c-43a1-4ef9-8df9-40da1c859c75 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:53.900197 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbf36a8c-43a1-4ef9-8df9-40da1c859c75 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:54.070630 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbf36a8c-43a1-4ef9-8df9-40da1c859c75 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:54.090564 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf36a8c-43a1-4ef9-8df9-40da1c859c75 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796295f-1219-4d68-b869-c09a16b94357,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:54.097293 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-dbf36a8c-43a1-4ef9-8df9-40da1c859c75 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:54.099270 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-dbf36a8c-43a1-4ef9-8df9-40da1c859c75 tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] 10.222.0.69 "DELETE /v2.0/security-groups/c796295f-1219-4d68-b869-c09a16b94357 HTTP/1.1" status: 204 len: 168 time: 0.3018570 Feb 07 14:16:54.564137 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 137b64eb-d42e-437d-9d8f-d76709f17f15 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:16:54.600927 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 137b64eb-d42e-437d-9d8f-d76709f17f15 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:16:54.601608 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 137b64eb-d42e-437d-9d8f-d76709f17f15 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:16:54.740232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35560) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:54.899661 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-61eb9a69-affe-44f3-a31a-a3df2bfb74e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52cc06989b54432282ed524dd4911016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582460 Feb 07 14:16:54.902261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35566) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:54.970224 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-131d0fea-3fc9-4d56-b6b2-8b92e177b9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:54.997248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-131d0fea-3fc9-4d56-b6b2-8b92e177b9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:55.156448 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-131d0fea-3fc9-4d56-b6b2-8b92e177b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:55.174770 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d0fea-3fc9-4d56-b6b2-8b92e177b9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f027dd-f010-46a9-b6e7-fcad0f577a65,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:55.183469 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-131d0fea-3fc9-4d56-b6b2-8b92e177b9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:55.184329 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-131d0fea-3fc9-4d56-b6b2-8b92e177b9af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99f027dd-f010-46a9-b6e7-fcad0f577a65 HTTP/1.1" status: 204 len: 168 time: 0.2808805 Feb 07 14:16:55.545030 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:55.919782 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35574) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:55.938745 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:55.954829 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:16:55.961212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf1431363fe4fe49455e832ed0919a1 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:16:55.964319 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:16:55.970202 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:16:56.063023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:56.208930 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:56.261674 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bf1431363fe4fe49455e832ed0919a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407493 Feb 07 14:16:56.262392 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940bc77-ee88-4fde-ae64-148c793bf260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a1a8be-73b6-4d7c-9edf-d6b0f6dd0a54,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:56.265014 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35578) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:56.333334 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66540513-c249-4d5f-9612-96f3394a1b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:56.361053 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66540513-c249-4d5f-9612-96f3394a1b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:56.499378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66540513-c249-4d5f-9612-96f3394a1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:56.514547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66540513-c249-4d5f-9612-96f3394a1b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a1a8be-73b6-4d7c-9edf-d6b0f6dd0a54,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:56.523287 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66540513-c249-4d5f-9612-96f3394a1b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:56.523287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-66540513-c249-4d5f-9612-96f3394a1b0b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2a1a8be-73b6-4d7c-9edf-d6b0f6dd0a54 HTTP/1.1" status: 204 len: 168 time: 0.2556455 Feb 07 14:16:57.761478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35602) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:57.871048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1878914933-network', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:16:57.876673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:16:57.881225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Usage tracker for resource:network and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:16:57.884167 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:16:57.890519 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:16:57.990960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Made reservation on behalf of 45a0a657598e4d92ac55100ca1b5f5a9 for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:16:57.993456 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.007276 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.023151 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:16:58.026889 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:16:58.029734 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:16:58.035676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:16:58.130837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.201408 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.236245 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:16:58.245463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efe0b37-9b28-4728-ad22-fbfe4d26c11c,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:58.251157 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.251502 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Added segment 7b1fb381-92ed-4932-ae2c-8a862f6ef20d of type vlan for network 37f78033-7c31-49b5-ba08-95b3e18f4d3e Feb 07 14:16:58.285766 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.356246 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.357246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:58.357831 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.464063 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] Pushing event updated for resources: {'Network': ['ID=37f78033-7c31-49b5-ba08-95b3e18f4d3e,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:58.476220 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:16:58.534506 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-838a0d65-e1a0-44f7-9d88-4834ff53439d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7718968 Feb 07 14:16:58.538684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35608) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:58.544157 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Request body: {'subnet': {'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1878914933-subnet', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'ip_version': 4}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:16:58.549612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:16:58.554060 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Usage tracker for resource:subnet and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:16:58.557097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:16:58.563133 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:16:58.647914 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Made reservation on behalf of 45a0a657598e4d92ac55100ca1b5f5a9 for: {'subnet': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:16:58.650344 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3559382'] for subnet, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:58.922581 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3559364'] for subnet, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.008725 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa22ecab-82b1-43bf-8cc7-39bb269a1888,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:16:59.021991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Checking segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:16:59.022568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Network hostable DHCP agents. Network: 37f78033-7c31-49b5-ba08-95b3e18f4d3e, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:16:59.122296 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:16:59.173533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 37f78033-7c31-49b5-ba08-95b3e18f4d3e) {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:16:59.179999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:16:59.180965 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.187439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c944e-ab02-42bb-8a09-e519bb13fb83 None None] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:16:59.272045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5c6b2eb4-4b61-4335-b2d5-5d329ca27014 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7322934 Feb 07 14:16:59.274964 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35612) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:16:59.283406 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:16:59.290758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:16:59.294819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Usage tracker for resource:router and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:16:59.298128 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:16:59.305817 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:16:59.385208 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.386291 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.403876 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.419665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:16:59.420551 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.591469 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Allocated IP 172.20.0.2 (37f78033-7c31-49b5-ba08-95b3e18f4d3e/aa22ecab-82b1-43bf-8cc7-39bb269a1888/86b222c5-a2af-4f46-8218-42d17b4f96f1) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:16:59.743447 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.817428 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.828100 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Transition to ACTIVE for port object 86b222c5-a2af-4f46-8218-42d17b4f96f1 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:16:59.848333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Transition to ACTIVE for port object 86b222c5-a2af-4f46-8218-42d17b4f96f1 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:16:59.911308 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:16:59.982401 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:16:59.983640 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:16:59.989203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:17:00.023330 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Pushing event updated for resources: {'Port': ['ID=86b222c5-a2af-4f46-8218-42d17b4f96f1,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:00.088601 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Attempting to bind port 86b222c5-a2af-4f46-8218-42d17b4f96f1 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:17:00.088976 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Attempting to bind port 86b222c5-a2af-4f46-8218-42d17b4f96f1 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:17:00.089343 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Attempting to bind port 86b222c5-a2af-4f46-8218-42d17b4f96f1 on network 37f78033-7c31-49b5-ba08-95b3e18f4d3e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:17:00.094947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:17:00.095360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Checking segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:17:00.095723 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:00.096142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Bound using segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:17:00.096604 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Bound port: 86b222c5-a2af-4f46-8218-42d17b4f96f1, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:17:00.096973 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:00.139937 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:00.176215 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:00.194007 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] For port 86b222c5-a2af-4f46-8218-42d17b4f96f1, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:17:00.197395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] For port 86b222c5-a2af-4f46-8218-42d17b4f96f1, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86b222c5-a2af-4f46-8218-42d17b4f96f1,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:17:00.305308 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:00.318961 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Allocated IP 172.25.7.8 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/c6082f78-20f5-4dd1-ae08-5760ce19629d) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:17:00.397104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660af8ee-a2ac-496c-bdee-25dd5cf3631c None None] Pushing event updated for resources: {'Port': ['ID=86b222c5-a2af-4f46-8218-42d17b4f96f1,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:00.484762 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:00.575576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:00.639433 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:00.650316 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:00.656638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:17:00.731253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86b222c5-a2af-4f46-8218-42d17b4f96f1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:00.871088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 86b222c5-a2af-4f46-8218-42d17b4f96f1 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:00.914393 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Pushing event updated for resources: {'Port': ['ID=c6082f78-20f5-4dd1-ae08-5760ce19629d,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:01.318154 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:01.399858 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4716de-9609-49df-b3be-8d372a5b2c83 None None] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:17:01.689496 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3ae2018b-a389-4874-a7f8-738e699f9b8a None None] Provisioning for port 86b222c5-a2af-4f46-8218-42d17b4f96f1 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:01.702995 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3ae2018b-a389-4874-a7f8-738e699f9b8a None None] Provisioning complete for port 86b222c5-a2af-4f46-8218-42d17b4f96f1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:01.703648 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3ae2018b-a389-4874-a7f8-738e699f9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:01.741804 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:01.994139 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3ae2018b-a389-4874-a7f8-738e699f9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:02.034487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3ae2018b-a389-4874-a7f8-738e699f9b8a None None] For port 86b222c5-a2af-4f46-8218-42d17b4f96f1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86b222c5-a2af-4f46-8218-42d17b4f96f1,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:02.122220 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3ae2018b-a389-4874-a7f8-738e699f9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:02.178844 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Router bc532978-3aa1-43e2-a36b-8c66a8251f7c is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:17:02.190857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2018b-a389-4874-a7f8-738e699f9b8a None None] Pushing event updated for resources: {'Port': ['ID=86b222c5-a2af-4f46-8218-42d17b4f96f1,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:02.241671 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-31d17c85-3af5-4371-a87a-ef0113062d45 None None] Provisioning complete for port 86b222c5-a2af-4f46-8218-42d17b4f96f1 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:02.241959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-31d17c85-3af5-4371-a87a-ef0113062d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:02.365911 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:17:02.374800 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Sync routers for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:17:02.385242 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:02.385842 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:02.482378 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:02.483626 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-c38ee47f-b018-40eb-93a2-19445a2f0b6b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2072453 Feb 07 14:17:02.486481 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35616) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:02.562224 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:02.617254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86b222c5-a2af-4f46-8218-42d17b4f96f1 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:02.697907 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 86b222c5-a2af-4f46-8218-42d17b4f96f1 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:02.698344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:02.888366 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:01Z', 'revision_number': 3, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:02.892215 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Checking router: bc532978-3aa1-43e2-a36b-8c66a8251f7c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:17:02.892561 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Updating router bc532978-3aa1-43e2-a36b-8c66a8251f7c port c6082f78-20f5-4dd1-ae08-5760ce19629d binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:17:02.946442 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.320697 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.330265 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.342478 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Transition to ACTIVE for port object c6082f78-20f5-4dd1-ae08-5760ce19629d will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:03.436505 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.517643 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Attempting to bind port c6082f78-20f5-4dd1-ae08-5760ce19629d on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:17:03.518018 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Attempting to bind port c6082f78-20f5-4dd1-ae08-5760ce19629d by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:17:03.518387 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Attempting to bind port c6082f78-20f5-4dd1-ae08-5760ce19629d on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:17:03.528581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Allocated IP 172.20.0.1 (37f78033-7c31-49b5-ba08-95b3e18f4d3e/aa22ecab-82b1-43bf-8cc7-39bb269a1888/9ea90e35-d6f4-4bcb-b957-bf600fe683d5) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:17:03.530750 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:17:03.531127 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:17:03.531525 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.531912 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:17:03.532408 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Bound port: c6082f78-20f5-4dd1-ae08-5760ce19629d, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:17:03.532781 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.557886 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Pushing event updated for resources: {'Port': ['ID=c6082f78-20f5-4dd1-ae08-5760ce19629d,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:03.583113 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.583386 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.583725 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.584088 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.584423 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.584755 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.585080 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.585403 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.585730 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.586047 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.586370 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.586688 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:17:03.621807 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] For port c6082f78-20f5-4dd1-ae08-5760ce19629d, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:17:03.624874 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] For port c6082f78-20f5-4dd1-ae08-5760ce19629d, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c6082f78-20f5-4dd1-ae08-5760ce19629d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:17:03.681901 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.698247 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Transition to ACTIVE for port object 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:03.710464 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.790291 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:03.790880 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:03.813750 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.858757 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f0d30-d14d-4f9d-91cd-42cad005c641 None None] Pushing event updated for resources: {'Port': ['ID=c6082f78-20f5-4dd1-ae08-5760ce19629d,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:03.880503 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:03.883367 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:03.887138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:17:03.928086 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:03.949362 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:03.978226 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:04.133637 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d095ee0b-a767-4a6e-889a-7047235469e6 None None] Provisioning for port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:04.141017 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-d095ee0b-a767-4a6e-889a-7047235469e6 None None] Provisioning complete for port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:04.141396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d095ee0b-a767-4a6e-889a-7047235469e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:04.202621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d095ee0b-a767-4a6e-889a-7047235469e6 None None] Port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:17:04.270755 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:04.308367 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:01Z', 'revision_number': 3, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:04.312597 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7698f7-6214-4f10-b415-72a2ffc2f92b None None] The sync data for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 is: [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:01Z', 'revision_number': 3, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:17:04.522511 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:04.615198 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:04.694132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c6082f78-20f5-4dd1-ae08-5760ce19629d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:04.742253 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:04.747091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:04.819487 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port c6082f78-20f5-4dd1-ae08-5760ce19629d completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:04.825065 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c6082f78-20f5-4dd1-ae08-5760ce19629d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:04.825625 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:04.890287 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:04.891722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:04.968942 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:04.988979 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port c6082f78-20f5-4dd1-ae08-5760ce19629d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c6082f78-20f5-4dd1-ae08-5760ce19629d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:05.071206 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:05.159627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=c6082f78-20f5-4dd1-ae08-5760ce19629d,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:05.228678 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Router bc532978-3aa1-43e2-a36b-8c66a8251f7c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:17:05.234253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-8a74e6a1-12b8-43bc-9bb7-eead901eb46c None None] Provisioning complete for port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:05.234767 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a74e6a1-12b8-43bc-9bb7-eead901eb46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:05.301533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-8a74e6a1-12b8-43bc-9bb7-eead901eb46c None None] Port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:17:05.431584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:17:05.440662 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-faefd561-18ea-4c5e-b6ca-0284f685e865 admin admin] 10.222.0.69 "PUT /v2.0/routers/bc532978-3aa1-43e2-a36b-8c66a8251f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9530234 Feb 07 14:17:05.975402 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Sync routers for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:17:05.985030 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:05.985725 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:06.155868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35634) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:06.161539 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2002488647-network', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:06.167269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:06.171286 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Usage tracker for resource:network and tenant:d91ff37070764ef9a922d155e2080df7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:06.176038 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:06.177594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:06.182565 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:06.259449 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Made reservation on behalf of d91ff37070764ef9a922d155e2080df7 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:17:06.261753 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.274851 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.291448 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:06.295386 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Usage tracker for resource:security_group_rule and tenant:d91ff37070764ef9a922d155e2080df7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:06.298311 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:06.305032 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:06.400972 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.470881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.507347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:17:06.516302 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ef11d1-2c22-443c-9049-18058546ffa6,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:06.524009 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.524967 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Added segment 758e0d54-3ef0-414e-9e6a-eafc37afad2b of type vlan for network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 Feb 07 14:17:06.551240 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 2, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:06.555547 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Checking router: bc532978-3aa1-43e2-a36b-8c66a8251f7c for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:17:06.555836 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Updating router bc532978-3aa1-43e2-a36b-8c66a8251f7c port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:17:06.561503 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.715143 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.715143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c6082f78-20f5-4dd1-ae08-5760ce19629d up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:06.773390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.774315 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:06.774916 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.830684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port c6082f78-20f5-4dd1-ae08-5760ce19629d triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:06.831063 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:06.883872 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] Pushing event updated for resources: {'Network': ['ID=7427f96d-2a8f-4bb6-9e43-bcb6f3f01275,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:06.903620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:17:06.947465 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-2145928d-5e7c-473b-9e91-b240ac5ccba0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7904198 Feb 07 14:17:06.950345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35638) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:06.958695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Request body: {'subnet': {'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2002488647-subnet', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:06.967758 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:06.971871 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Usage tracker for resource:subnet and tenant:d91ff37070764ef9a922d155e2080df7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:06.975779 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:06.982241 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:07.179855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Made reservation on behalf of d91ff37070764ef9a922d155e2080df7 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:17:07.183072 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.282271 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.295517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Transition to ACTIVE for port object 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:07.384677 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.505354 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.521276 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a50a6-7036-4e24-a768-cdb679d5460e None None] Pushing event updated for resources: {'Port': ['ID=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:07.580489 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7465858-e88b-4922-ab5a-11bde609d92f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:07.587607 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Checking segment: {'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:17:07.591461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Network hostable DHCP agents. Network: 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:17:07.622727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Attempting to bind port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:17:07.623165 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Attempting to bind port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:17:07.623566 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Attempting to bind port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 on network 37f78033-7c31-49b5-ba08-95b3e18f4d3e {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:17:07.630983 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:17:07.637576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Checking segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:17:07.637576 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.637576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Bound using segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:17:07.637576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Bound port: 9ea90e35-d6f4-4bcb-b957-bf600fe683d5, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:17:07.637576 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.699180 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:17:07.726912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] For port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:17:07.732620 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] For port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:17:07.785172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:07.797776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:07.797776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.798079 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc9773-5609-4097-b40d-358e096c8e9c None None] Network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:17:07.864314 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.865852 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7f83abea-b3fb-4073-8e79-f5097c899561 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9141281 Feb 07 14:17:07.868695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35642) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:07.873784 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:07.880811 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:07.892362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Usage tracker for resource:router and tenant:d91ff37070764ef9a922d155e2080df7 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:07.896308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:07.902613 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:07.988712 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a50a6-7036-4e24-a768-cdb679d5460e None None] Pushing event updated for resources: {'Port': ['ID=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:07.991064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.992162 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:07.997468 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:07.998494 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:08.008863 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:08.369395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-7427f96d-2a8f-4bb6-9e43-bcb6f3f01275', 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'fixed_ips': [{'subnet_id': 'd7465858-e88b-4922-ab5a-11bde609d92f'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:17:08.370237 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:08.373718 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:08.399692 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:08.774542 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:08.804700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Allocated IP 172.20.0.2 (7427f96d-2a8f-4bb6-9e43-bcb6f3f01275/d7465858-e88b-4922-ab5a-11bde609d92f/9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:17:08.812298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:08.850990 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f0d13dac-1cf9-402c-9fd6-314cba199e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:08.966232 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Allocated IP 172.25.7.92 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/2468c15b-06b7-4e5a-af4d-cffe8f102119) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:17:09.014132 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:07Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:09.049838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5b0b-08a0-49c7-ab25-3e7944ce64ca None None] The sync data for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 is: [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:07Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:17:09.091571 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:09.108354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Transition to ACTIVE for port object 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:09.129331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Transition to ACTIVE for port object 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:09.161679 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:09.214766 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:09.282647 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:09.293682 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:09.296683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:09.301661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:17:09.338342 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Pushing event updated for resources: {'Port': ['ID=9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:09.354791 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:09.358003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:09.361409 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:17:09.400516 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Pushing event updated for resources: {'Port': ['ID=2468c15b-06b7-4e5a-af4d-cffe8f102119,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:09.410704 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Attempting to bind port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:17:09.411202 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Attempting to bind port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:17:09.411510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Attempting to bind port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 on network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:17:09.417967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:17:09.418354 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Checking segment: {'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:17:09.418772 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:09.419175 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Bound using segment: {'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:17:09.419658 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Bound port: 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:17:09.420533 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:09.534685 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] For port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:17:09.538699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] For port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3,segment=NetworkSegment(758e0d54-3ef0-414e-9e6a-eafc37afad2b),segment_id=758e0d54-3ef0-414e-9e6a-eafc37afad2b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:17:09.659823 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:09.768094 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4c1ac-0571-4f6a-a3ee-5fe048677303 None None] Pushing event updated for resources: {'Port': ['ID=9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:10.079023 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:10.464559 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:10.732424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:10.773675 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:17:10.849005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f444d79-7b9e-4694-afbc-4d8822c5016e None None] Network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:17:10.920064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:10.936160 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:10.936582 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:10.968306 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:17:10.980114 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Sync routers for ids ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:17:10.990323 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Routers {'865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:10.991424 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:16:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:10.999933 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-caccc32a-12a1-4f1e-a3ac-84184096eb6c None None] Provisioning for port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:11.048287 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:11.055920 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-09f45855-b24b-45bf-a4bc-6aec92280a0f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1827719 Feb 07 14:17:11.056824 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35646) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:11.195180 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:11.210508 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Set router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:11.248279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:11.373956 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:11.375262 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:11.584775 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:17:09Z', 'revision_number': 3, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:11.589081 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Checking router: 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:17:11.589423 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Updating router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 port 2468c15b-06b7-4e5a-af4d-cffe8f102119 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:17:11.626951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:11.652202 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:11.670556 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b299d06a-c7ec-4f30-97fe-1d699655432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:11.710660 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:11.717210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:11.717396 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:11.853534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:11.889947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3,segment=NetworkSegment(758e0d54-3ef0-414e-9e6a-eafc37afad2b),segment_id=758e0d54-3ef0-414e-9e6a-eafc37afad2b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:11.968047 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:11.995774 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.035283 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.040522 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:12.048295 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Transition to ACTIVE for port object 2468c15b-06b7-4e5a-af4d-cffe8f102119 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:12.105047 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.190211 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Attempting to bind port 2468c15b-06b7-4e5a-af4d-cffe8f102119 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:17:12.192194 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Attempting to bind port 2468c15b-06b7-4e5a-af4d-cffe8f102119 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:17:12.192194 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Attempting to bind port 2468c15b-06b7-4e5a-af4d-cffe8f102119 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:17:12.193998 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a33c87-deca-4233-93ec-36e81347199d None None] Pushing event updated for resources: {'Port': ['ID=2468c15b-06b7-4e5a-af4d-cffe8f102119,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:12.201078 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:17:12.201326 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:17:12.201732 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.202111 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:17:12.202579 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Bound port: 2468c15b-06b7-4e5a-af4d-cffe8f102119, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:17:12.202955 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.233126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Allocated IP 172.20.0.1 (7427f96d-2a8f-4bb6-9e43-bcb6f3f01275/d7465858-e88b-4922-ab5a-11bde609d92f/b5c558f0-18ad-4154-aa04-c1dd04d93ca7) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:17:12.291747 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] For port 2468c15b-06b7-4e5a-af4d-cffe8f102119, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:17:12.295167 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] For port 2468c15b-06b7-4e5a-af4d-cffe8f102119, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2468c15b-06b7-4e5a-af4d-cffe8f102119,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:17:12.400706 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.418732 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Transition to ACTIVE for port object b5c558f0-18ad-4154-aa04-c1dd04d93ca7 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:12.419848 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.436369 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.501395 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Routers {'865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:12.502003 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:17:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:12.528595 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.563696 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.576516 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a33c87-deca-4233-93ec-36e81347199d None None] Pushing event updated for resources: {'Port': ['ID=2468c15b-06b7-4e5a-af4d-cffe8f102119,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:12.605960 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:12.609309 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:12.614244 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:17:12.646740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:12.667532 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:12.724837 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.751186 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:12.751614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:12.773985 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] Set router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:12.898407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:12.979314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:12.979755 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:13.145110 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:17:09Z', 'revision_number': 3, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:13.150938 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7305d67-39f2-43d8-ba6f-72c1e2f78cc4 None None] The sync data for ids ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'] in n-d-811416-5 is: [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:17:09Z', 'revision_number': 3, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:17:13.172482 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:13.184881 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-76b647fa-3c6c-43df-9917-9bb08083d5bd None None] Provisioning for port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:13.192794 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-76b647fa-3c6c-43df-9917-9bb08083d5bd None None] Provisioning complete for port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:13.193383 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-76b647fa-3c6c-43df-9917-9bb08083d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:13.283667 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-76b647fa-3c6c-43df-9917-9bb08083d5bd None None] Port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:17:13.446463 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:13.510834 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:13.759720 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:13.763713 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:13.916720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:13.917470 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:14.051323 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:14.135744 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:17:14.220179 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-3ea034a3-4e87-4789-9921-2122073a9916 None None] Provisioning complete for port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:14.220179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3ea034a3-4e87-4789-9921-2122073a9916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:14.273515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3ea034a3-4e87-4789-9921-2122073a9916 None None] Port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:17:14.333711 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:17:14.342966 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-f764f9a9-5197-4762-a1a6-c1f107810844 admin admin] 10.222.0.69 "PUT /v2.0/routers/865f2b9b-5b77-4ad4-a55c-8c57ef7e8096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2836363 Feb 07 14:17:14.662980 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2468c15b-06b7-4e5a-af4d-cffe8f102119 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:14.790449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 2468c15b-06b7-4e5a-af4d-cffe8f102119 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:14.796254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2468c15b-06b7-4e5a-af4d-cffe8f102119 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:14.796631 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:14.926208 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:14.948552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 2468c15b-06b7-4e5a-af4d-cffe8f102119, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2468c15b-06b7-4e5a-af4d-cffe8f102119,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:14.996194 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.069044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=2468c15b-06b7-4e5a-af4d-cffe8f102119,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:15.108674 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35658) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:15.115013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895989383', 'description': 'tempest-secgroup-smoke-1895989383 description', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:15.121986 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:15.129034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:15.132224 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:15.138635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:15.265127 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.288715 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:15.293082 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:15.296093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:15.302194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:15.385307 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.447938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.495003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:15.562274 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.567121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7711ca46-7af7-4f11-8d0e-cbd2aaf18c6f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4538860 Feb 07 14:17:15.567595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35662) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:15.576179 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': '901cf6ad-cfa4-4e7c-a319-a66443a3b6ac', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:15.583095 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:15.592870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:15.592870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:15.596817 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:15.679896 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.755150 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.803044 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Sync routers for ids ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:17:15.813483 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Routers {'865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:15.814096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:17:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:15.865616 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.871200 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.893009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd47b6ba-9e58-4a21-83d5-c4d0208ddf68,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:15.974459 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:15.978665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-08d960a9-68cb-43d8-824d-a12de511cc1c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4072428 Feb 07 14:17:15.979210 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35666) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:15.988806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': '901cf6ad-cfa4-4e7c-a319-a66443a3b6ac', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:15.999917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:16.014578 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Set router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:16.016928 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:16.022741 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:16.027256 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:16.161290 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.242417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.321900 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.348421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebcd966-24ed-40f3-9c65-f2a969c85753,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:16.389327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:17:13Z', 'revision_number': 4, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b5c558f0-18ad-4154-aa04-c1dd04d93ca7', 'name': '', 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'mac_address': 'fa:16:3e:79:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'd7465858-e88b-4922-ab5a-11bde609d92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:12Z', 'updated_at': '2022-02-07T14:17:13Z', 'revision_number': 2, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'subnets': [{'id': 'd7465858-e88b-4922-ab5a-11bde609d92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:16.393479 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Checking router: 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:17:16.393783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Updating router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:17:16.430329 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.431663 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a21cc9e5-08f0-405d-9eff-fa0ad1ef5206 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4509814 Feb 07 14:17:16.434801 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35670) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:16.440275 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': '901cf6ad-cfa4-4e7c-a319-a66443a3b6ac', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:16.447687 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:16.451859 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:16.454891 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:16.456217 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.465501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:16.576244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.627609 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2468c15b-06b7-4e5a-af4d-cffe8f102119 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:16.664998 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.762147 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.787118 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17468a5e-87d7-43fd-b9d6-d4a83ab0f9a3,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:16.804683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 2468c15b-06b7-4e5a-af4d-cffe8f102119 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:16.805007 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.865238 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.866457 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a559eb60-0dff-4d2b-83ee-2d54e9ab7cf8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4306855 Feb 07 14:17:16.869591 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 35674) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:16.875086 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': '901cf6ad-cfa4-4e7c-a319-a66443a3b6ac', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:16.882308 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:16.887034 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:16.890172 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:16.896919 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:16.982390 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:16.986913 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.012449 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Transition to ACTIVE for port object b5c558f0-18ad-4154-aa04-c1dd04d93ca7 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:17.058402 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.087655 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.116778 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.156328 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5d5290-9763-4cad-bd4a-5dcb66c00752,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:17.221967 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753007a2-8c7e-4526-a620-907304a2e40d None None] Pushing event updated for resources: {'Port': ['ID=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:17.259504 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.263479 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9d19d0dd-5396-4210-93a4-d97db520be7d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3903069 Feb 07 14:17:17.263842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35678) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:17.269917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': '901cf6ad-cfa4-4e7c-a319-a66443a3b6ac', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:17.276741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:17.280870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:17.284093 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:17.291386 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:17.315343 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Attempting to bind port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:17:17.315711 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Attempting to bind port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:17:17.316835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Attempting to bind port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 on network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:17:17.322926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:17:17.325517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Checking segment: {'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:17:17.325517 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.325517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Bound using segment: {'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:17:17.325517 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Bound port: b5c558f0-18ad-4154-aa04-c1dd04d93ca7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758e0d54-3ef0-414e-9e6a-eafc37afad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:17:17.325517 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.380138 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Project 45a0a657598e4d92ac55100ca1b5f5a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:17:17.387079 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.427383 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] For port b5c558f0-18ad-4154-aa04-c1dd04d93ca7, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:17:17.433004 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] For port b5c558f0-18ad-4154-aa04-c1dd04d93ca7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,segment=NetworkSegment(758e0d54-3ef0-414e-9e6a-eafc37afad2b),segment_id=758e0d54-3ef0-414e-9e6a-eafc37afad2b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:17:17.461169 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.522759 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.573207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.600324 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f8d937-a21d-4ca6-bb19-02478614359c,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:17.601857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Routers {'865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:17.602474 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:17:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:17.671715 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753007a2-8c7e-4526-a620-907304a2e40d None None] Pushing event updated for resources: {'Port': ['ID=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:17.711081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.711081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-71dd60cc-5ec5-4673-8139-7e517ab52940 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4413075 Feb 07 14:17:17.711081 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35682) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:17.715025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': '901cf6ad-cfa4-4e7c-a319-a66443a3b6ac', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:17.724623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:17.730166 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:17.733692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:17.741284 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:17.799659 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] Set router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:17.836293 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Project 45a0a657598e4d92ac55100ca1b5f5a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:17:17.843740 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.912446 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:17.990330 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:18.016015 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f440a44-1892-45c8-baf3-a049570c93e9,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:18.139288 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:18.140658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2151004e-35e4-4395-8fd2-3a9a3a0a2698 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4301884 Feb 07 14:17:18.187728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-beade665-3a7d-4342-a67c-40217070c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:17:13Z', 'revision_number': 4, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b5c558f0-18ad-4154-aa04-c1dd04d93ca7', 'name': '', 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'mac_address': 'fa:16:3e:79:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'd7465858-e88b-4922-ab5a-11bde609d92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:12Z', 'updated_at': '2022-02-07T14:17:17Z', 'revision_number': 4, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'subnets': [{'id': 'd7465858-e88b-4922-ab5a-11bde609d92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:18.193344 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beade665-3a7d-4342-a67c-40217070c537 None None] The sync data for ids ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'] in n-d-811416-5 is: [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:17:13Z', 'revision_number': 4, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': 'b5c558f0-18ad-4154-aa04-c1dd04d93ca7', 'name': '', 'network_id': '7427f96d-2a8f-4bb6-9e43-bcb6f3f01275', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'mac_address': 'fa:16:3e:79:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'd7465858-e88b-4922-ab5a-11bde609d92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:12Z', 'updated_at': '2022-02-07T14:17:17Z', 'revision_number': 4, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'subnets': [{'id': 'd7465858-e88b-4922-ab5a-11bde609d92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:17:18.407810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-ba3e69e3-f0b9-480f-a55c-0476d2835244 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Synchronizing usage tracker for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:17:18.494447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-ba3e69e3-f0b9-480f-a55c-0476d2835244 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Unset dirty status for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:17:18.495729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-ba3e69e3-f0b9-480f-a55c-0476d2835244 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895989383&fields=id&tenant_id=45a0a657598e4d92ac55100ca1b5f5a9 HTTP/1.1" status: 200 len: 267 time: 0.1328585 Feb 07 14:17:18.689704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-24668cae-0fb2-4ab8-a26c-2f643c39e8c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:18.690623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-24668cae-0fb2-4ab8-a26c-2f643c39e8c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Synchronizing usage tracker for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:17:18.713683 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b5c558f0-18ad-4154-aa04-c1dd04d93ca7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:18.785635 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-24668cae-0fb2-4ab8-a26c-2f643c39e8c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Unset dirty status for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:17:18.788299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-24668cae-0fb2-4ab8-a26c-2f643c39e8c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 809 time: 0.2850392 Feb 07 14:17:18.806426 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-12523227-39d3-4980-b209-75dc87f3d06b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/quotas/45a0a657598e4d92ac55100ca1b5f5a9 HTTP/1.1" status: 200 len: 375 time: 0.0118635 Feb 07 14:17:18.853283 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:18.858996 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:18.859540 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:18.896497 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-7dd81a58-86a4-4528-b7ec-167d717beefd tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Synchronizing usage tracker for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:17:18.980678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:18.990797 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-7dd81a58-86a4-4528-b7ec-167d717beefd tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Unset dirty status for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:17:18.992204 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-7dd81a58-86a4-4528-b7ec-167d717beefd tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1801617 Feb 07 14:17:19.017136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port b5c558f0-18ad-4154-aa04-c1dd04d93ca7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,segment=NetworkSegment(758e0d54-3ef0-414e-9e6a-eafc37afad2b),segment_id=758e0d54-3ef0-414e-9e6a-eafc37afad2b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:19.093222 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:19.117373 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-7d27af8e-2b89-4594-8818-aac1939d0803 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:17:19.118400 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-7d27af8e-2b89-4594-8818-aac1939d0803 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1142976 Feb 07 14:17:19.163222 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:19.259740 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-81ef0ad9-9b93-459e-a2eb-5c49a6a2b1b9 service neutron] 10.222.0.69 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344185 Feb 07 14:17:19.403233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c12221a9-0b62-4eaf-a630-78c8c15b2e03 service neutron] 10.222.0.69 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375332 Feb 07 14:17:19.659577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b160667d-20ed-4d57-b7ee-a78757c9acee req-bf6c88e9-2db8-4ccc-87ce-77cbc8f5511d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 210 time: 0.0425832 Feb 07 14:17:20.626409 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b5c558f0-18ad-4154-aa04-c1dd04d93ca7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:20.709475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:20.710038 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:20.765520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-65c9042e-eb4d-4390-ab95-6c475632f254 req-a00fb979-a5de-4699-92b1-ebabc24e700b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 210 time: 0.0445282 Feb 07 14:17:21.928046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3044ad0b-0d50-49b8-a04c-951bdf1f892e req-826d983a-9612-42cb-ab12-8088133d3559 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 210 time: 0.0472250 Feb 07 14:17:22.308879 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-5ecedaf1-7ae2-45b6-94fd-d88e4ad472d5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:22.310637 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-5ecedaf1-7ae2-45b6-94fd-d88e4ad472d5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 809 time: 0.1848707 Feb 07 14:17:22.369853 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-d68839f2-376f-4214-80ad-462ada0f4235 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a0a657598e4d92ac55100ca1b5f5a9 HTTP/1.1" status: 200 len: 380 time: 0.0506628 Feb 07 14:17:22.379216 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'port': {'device_id': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'admin_state_up': True, 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'security_groups': ['901cf6ad-cfa4-4e7c-a319-a66443a3b6ac']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:22.545944 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:22.557592 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:22.653173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Made reservation on behalf of 45a0a657598e4d92ac55100ca1b5f5a9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:17:22.658144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:22.845937 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Allocated IP 172.20.0.12 (37f78033-7c31-49b5-ba08-95b3e18f4d3e/aa22ecab-82b1-43bf-8cc7-39bb269a1888/f255282b-352a-4340-ba22-d9aa9cfcc0c5) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:17:23.175867 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6ad22f56-f0d2-4d0b-a4a8-7810f0f34901 req-d8f69f60-02e3-4c44-b920-085f3af8ba01 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 210 time: 0.0524220 Feb 07 14:17:23.233754 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:23.250833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Transition to ACTIVE for port object f255282b-352a-4340-ba22-d9aa9cfcc0c5 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:23.339921 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:23.416342 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:23.419720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:23.423693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:17:23.455530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:23.494513 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:23.495187 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:23.603082 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c1d1ff8f-00ab-4a0f-ae7d-96af41456888 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2279396 Feb 07 14:17:23.616382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Request body: {'port': {'device_id': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:23.739909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:23.784716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c9fe54e4-4d24-4007-a789-379dce6cb162 None None] Provisioning for port f255282b-352a-4340-ba22-d9aa9cfcc0c5 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:23.790360 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-c9fe54e4-4d24-4007-a789-379dce6cb162 None None] Provisioning complete for port f255282b-352a-4340-ba22-d9aa9cfcc0c5 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:23.790848 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c9fe54e4-4d24-4007-a789-379dce6cb162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:23.851275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe54e4-4d24-4007-a789-379dce6cb162 None None] Port f255282b-352a-4340-ba22-d9aa9cfcc0c5 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:17:24.113412 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f255282b-352a-4340-ba22-d9aa9cfcc0c5 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:17:24.122207 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:24.138207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Transition to ACTIVE for port object f255282b-352a-4340-ba22-d9aa9cfcc0c5 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:17:24.201645 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:24.422631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:24.535494 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Attempting to bind port f255282b-352a-4340-ba22-d9aa9cfcc0c5 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:17:24.535737 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Attempting to bind port f255282b-352a-4340-ba22-d9aa9cfcc0c5 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:17:24.536084 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Attempting to bind port f255282b-352a-4340-ba22-d9aa9cfcc0c5 on network 37f78033-7c31-49b5-ba08-95b3e18f4d3e {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:17:24.545276 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d7209-256b-42f5-9483-afda2e9a956f req-a5de5744-67f0-4227-8510-a40f4d72a7e8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:24.545993 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-728d7209-256b-42f5-9483-afda2e9a956f req-a5de5744-67f0-4227-8510-a40f4d72a7e8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Synchronizing usage tracker for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:17:24.552956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Port f255282b-352a-4340-ba22-d9aa9cfcc0c5 on network 37f78033-7c31-49b5-ba08-95b3e18f4d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:17:24.553259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Attempting to bind port f255282b-352a-4340-ba22-d9aa9cfcc0c5 on network 37f78033-7c31-49b5-ba08-95b3e18f4d3e {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:17:24.563770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:17:24.564131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Checking segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:17:24.564514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Bound using segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:17:24.564943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Bound port: f255282b-352a-4340-ba22-d9aa9cfcc0c5, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:17:24.565291 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:24.650446 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-728d7209-256b-42f5-9483-afda2e9a956f req-a5de5744-67f0-4227-8510-a40f4d72a7e8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Unset dirty status for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:17:24.651614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-728d7209-256b-42f5-9483-afda2e9a956f req-a5de5744-67f0-4227-8510-a40f4d72a7e8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.3258498 Feb 07 14:17:24.682789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:17:24.701006 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:17:24.712175 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-728d7209-256b-42f5-9483-afda2e9a956f req-62e8dc19-2029-4aea-aade-3bef4e5cdb44 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516536 Feb 07 14:17:24.779081 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:24.850463 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:24.851087 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:24.852544 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] 10.222.0.47 "PUT /v2.0/ports/f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 1092 time: 1.2413883 Feb 07 14:17:24.852985 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:17:24.879777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9353bc8-0566-4c87-a96b-7ea08e49c696 service neutron] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:24.904991 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'status': 'completed', 'code': 200} Feb 07 14:17:25.016418 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba44d1-7a84-45ae-a80e-57af461aa3d3 req-688e2766-a2de-4e11-ac27-70661f5d8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:25.019519 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1ba44d1-7a84-45ae-a80e-57af461aa3d3 req-688e2766-a2de-4e11-ac27-70661f5d8001 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1095 time: 0.0878310 Feb 07 14:17:25.166876 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba44d1-7a84-45ae-a80e-57af461aa3d3 req-b7e187cf-a613-4b81-817a-9c389c108fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:25.168275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1ba44d1-7a84-45ae-a80e-57af461aa3d3 req-b7e187cf-a613-4b81-817a-9c389c108fd3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1424010 Feb 07 14:17:25.312457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba44d1-7a84-45ae-a80e-57af461aa3d3 req-bdc8cb1a-dba6-440e-8ed4-96971d2b9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:25.313963 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f1ba44d1-7a84-45ae-a80e-57af461aa3d3 req-bdc8cb1a-dba6-440e-8ed4-96971d2b9173 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1393580 Feb 07 14:17:25.426967 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-ac7080fb-447a-44e1-9209-e3c7f800c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:25.428289 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-ac7080fb-447a-44e1-9209-e3c7f800c881 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1095 time: 0.0780733 Feb 07 14:17:25.516037 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:25.628801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-725bcace-f20f-4be6-8986-184a5572685a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 217 time: 0.1935217 Feb 07 14:17:25.697091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-d1119454-7049-4c08-befc-c9b041e3331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:25.698484 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-d1119454-7049-4c08-befc-c9b041e3331e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0633500 Feb 07 14:17:25.778945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-5e934c71-632e-4703-9e89-9a74ae5da703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:25.780575 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-5e934c71-632e-4703-9e89-9a74ae5da703 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745912 Feb 07 14:17:25.982089 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-cc447aee-b826-46c8-8f4a-0880b932252c service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948330 Feb 07 14:17:26.018069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b440783-23b2-4e83-aea1-a5b51177a961 req-b88e54a2-61e9-4009-b46c-e335c158862d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:26.019797 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b440783-23b2-4e83-aea1-a5b51177a961 req-b88e54a2-61e9-4009-b46c-e335c158862d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.1622767 Feb 07 14:17:26.092768 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:17:26.146477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6b440783-23b2-4e83-aea1-a5b51177a961 req-23b170a7-ce63-4312-9095-df4e4e21551d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809007 Feb 07 14:17:26.179488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d12631ab-b172-4c64-a4ea-fd0fc386f68e req-c0dd6bf8-7cb4-446e-9e71-d1062e05a625 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901052 Feb 07 14:17:27.352433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361ba7e-fab4-447f-b98e-62a8b26b0c67 req-16bfcae9-59bc-4f5b-9e60-e3a2a321e269 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:27.353840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c361ba7e-fab4-447f-b98e-62a8b26b0c67 req-16bfcae9-59bc-4f5b-9e60-e3a2a321e269 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0859976 Feb 07 14:17:27.400449 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c361ba7e-fab4-447f-b98e-62a8b26b0c67 req-ebf3a8c8-e448-454f-bb83-b7cf76cad541 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Feb 07 14:17:28.607934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21a7a1-ff49-4931-8bab-23bf6020bc49 req-9a65f975-3e88-4928-92f9-972fdef9ea2d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:28.609493 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce21a7a1-ff49-4931-8bab-23bf6020bc49 req-9a65f975-3e88-4928-92f9-972fdef9ea2d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0955949 Feb 07 14:17:28.658715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ce21a7a1-ff49-4931-8bab-23bf6020bc49 req-9f7ea33e-7c0e-4c73-9902-fe64ad8ca8fc tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Feb 07 14:17:29.852172 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec291005-3258-4d48-b054-87074070045a req-d90dc5c7-4c35-4d9e-8b12-0db1359a8cd8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:29.853694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec291005-3258-4d48-b054-87074070045a req-d90dc5c7-4c35-4d9e-8b12-0db1359a8cd8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0827394 Feb 07 14:17:29.901451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ec291005-3258-4d48-b054-87074070045a req-aaddfd17-e015-4d6b-8697-1472785c4b75 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421174 Feb 07 14:17:30.583501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:17:30.729883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:30.745338 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'port_id': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'mac_address': 'fa:16:3e:f9:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:17:30.803110 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:30.821790 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f255282b-352a-4340-ba22-d9aa9cfcc0c5 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:17:30.838169 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:30.944373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:31.018385 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:31.103535 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7c80-3c43-433b-9134-108cf3e5a128 req-3cfb98f7-9da3-4524-8f0f-b600045cd579 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:31.103535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe0c7c80-3c43-433b-9134-108cf3e5a128 req-3cfb98f7-9da3-4524-8f0f-b600045cd579 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 945 time: 0.0851498 Feb 07 14:17:31.148305 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fe0c7c80-3c43-433b-9134-108cf3e5a128 req-d08f14d5-7d3d-4b14-ab05-b06dda553d40 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Feb 07 14:17:31.254754 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f255282b-352a-4340-ba22-d9aa9cfcc0c5'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:17:32.344966 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cf7fb-f408-48c9-9df9-4b6b9bb05629 req-21d6a524-7621-4842-9e52-d5903a45a8f8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:32.346494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be6cf7fb-f408-48c9-9df9-4b6b9bb05629 req-21d6a524-7621-4842-9e52-d5903a45a8f8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 945 time: 0.0914721 Feb 07 14:17:32.392333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be6cf7fb-f408-48c9-9df9-4b6b9bb05629 req-c5dd7049-efa6-423f-93fc-160abbb6f2c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Feb 07 14:17:32.592328 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:17:32.761674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port f255282b-352a-4340-ba22-d9aa9cfcc0c5 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:17:32.767112 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f255282b-352a-4340-ba22-d9aa9cfcc0c5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:17:32.767491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:32.889449 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:32.921232 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:17:32.932621 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:17:33.001536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:33.088724 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'code': 200} Feb 07 14:17:33.123333 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:33.162928 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a196d-62eb-453d-a14d-cd5cbeff357d req-c7c87e07-463c-495e-ba9b-839569587af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:33.164460 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b99a196d-62eb-453d-a14d-cd5cbeff357d req-c7c87e07-463c-495e-ba9b-839569587af3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1097 time: 0.0737567 Feb 07 14:17:33.212988 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b99a196d-62eb-453d-a14d-cd5cbeff357d req-6db31dba-1040-4362-8ad8-ad61ca1d4762 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426016 Feb 07 14:17:33.587531 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78458f-25e3-45d6-a257-767df03c6a59 req-271af35a-15be-4207-95a8-2530add7aeed tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:33.589026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb78458f-25e3-45d6-a257-767df03c6a59 req-271af35a-15be-4207-95a8-2530add7aeed tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0858092 Feb 07 14:17:33.636142 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb78458f-25e3-45d6-a257-767df03c6a59 req-3134c967-cba3-46f9-939c-a853de3428c6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Feb 07 14:17:34.836068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3a609-d632-4ddb-880a-dbc96ca108a1 req-4ad6d4d2-d8bf-440c-b5fa-ae88afd736a0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:34.837504 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1be3a609-d632-4ddb-880a-dbc96ca108a1 req-4ad6d4d2-d8bf-440c-b5fa-ae88afd736a0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0833864 Feb 07 14:17:34.883523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1be3a609-d632-4ddb-880a-dbc96ca108a1 req-5509ff89-15fc-4388-9e14-eafe5607fd16 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 Feb 07 14:17:36.083685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a602707-4528-446f-a3d9-84d8d68d4ab6 req-86e5de1a-ceb0-448e-9ef5-fd40f1a4c3c0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:36.085230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a602707-4528-446f-a3d9-84d8d68d4ab6 req-86e5de1a-ceb0-448e-9ef5-fd40f1a4c3c0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0863936 Feb 07 14:17:36.132989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1a602707-4528-446f-a3d9-84d8d68d4ab6 req-e03c434b-5333-4cf2-885e-88b744e6ef81 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Feb 07 14:17:36.325230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1506dd-0678-43c7-b224-512f117c1a83 req-86064434-a0af-4fa0-a9a7-8f28986f2b02 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:36.326776 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc1506dd-0678-43c7-b224-512f117c1a83 req-86064434-a0af-4fa0-a9a7-8f28986f2b02 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0851223 Feb 07 14:17:36.381907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc1506dd-0678-43c7-b224-512f117c1a83 req-463faa3a-d0c9-4ab6-9a34-9fd8665a537a tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483766 Feb 07 14:17:36.412932 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35750) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:36.536561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8778643-43fd-4303-be75-1d45530ee90c tempest-TestShelveInstance-27112863 tempest-TestShelveInstance-27112863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:36.538182 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b8778643-43fd-4303-be75-1d45530ee90c tempest-TestShelveInstance-27112863 tempest-TestShelveInstance-27112863-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1092 time: 0.1242485 Feb 07 14:17:36.541192 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 35756) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:17:36.546309 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:17:36.554439 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:17:36.558332 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:floatingip and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:17:36.561604 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:17:36.568377 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:17:36.636381 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:36.900969 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:37.050714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Allocated IP 172.25.7.38 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/efcc6803-8697-4cae-9f63-57ad1ed28d89) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:17:37.210556 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:37.293254 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:37.359511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:17:37.362488 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:17:37.367196 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:17:37.405434 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'Port': ['ID=efcc6803-8697-4cae-9f63-57ad1ed28d89,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:37.800897 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:37.959609 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:38.177694 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:38.259220 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:38.367181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'Port': ['ID=efcc6803-8697-4cae-9f63-57ad1ed28d89,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:17:38.384432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:38.565572 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Floating IP 6eb660d8-ad08-41ec-a829-333473aaab47 associated. External IP: 172.25.7.38, port: f255282b-352a-4340-ba22-d9aa9cfcc0c5. Feb 07 14:17:38.795872 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-69da1753-787f-4bba-90ef-70bc6b4d9cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:39.046663 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Router bc532978-3aa1-43e2-a36b-8c66a8251f7c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:17:39.243455 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:17:39.254303 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] Sync routers for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:17:39.264790 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:39.265418 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:17:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:39.460190 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:39.470526 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:39.532457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b711b9d8-264a-437a-9564-8d07752e6318 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9901476 Feb 07 14:17:39.533065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:17:39.598987 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'status': 'completed', 'code': 200} Feb 07 14:17:39.704117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-61578bac-b18c-4c41-9ef9-b5c0006e54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:39.706824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-61578bac-b18c-4c41-9ef9-b5c0006e54b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1097 time: 0.0858479 Feb 07 14:17:39.848470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-e0cef1f0-57ee-4982-8f16-3087987b5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:39.848682 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6eb660d8-ad08-41ec-a829-333473aaab47', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'port_id': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'mac_address': 'fa:16:3e:f9:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:17:37Z', 'updated_at': '2022-02-07T14:17:37Z', 'revision_number': 0, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:39.849900 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-e0cef1f0-57ee-4982-8f16-3087987b5a75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1372838 Feb 07 14:17:39.852471 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] Checking router: bc532978-3aa1-43e2-a36b-8c66a8251f7c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:17:39.860733 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:17:39.861314 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:17:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:39.958954 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-e3f62c1c-9557-495f-8f65-bfe1e22aaf01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 999 time: 0.1030033 Feb 07 14:17:40.023996 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-af6cd6f6-956f-47ba-a8b0-853b2370d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:40.025598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-af6cd6f6-956f-47ba-a8b0-853b2370d578 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0610094 Feb 07 14:17:40.054065 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:17:40.105796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-b6090887-11df-4281-84d7-69011dcf9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:40.107274 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-b6090887-11df-4281-84d7-69011dcf9987 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755987 Feb 07 14:17:40.253805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-bc6be50a-4b99-4797-bc72-51f1987ea273 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389627 Feb 07 14:17:40.394314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eeb93416-6eab-42e6-abe3-76431de0d50d req-4a3adf48-4cb0-4314-9c5f-c7569ca2dfe7 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340668 Feb 07 14:17:40.469840 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6eb660d8-ad08-41ec-a829-333473aaab47', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'port_id': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'mac_address': 'fa:16:3e:f9:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:17:37Z', 'updated_at': '2022-02-07T14:17:37Z', 'revision_number': 0, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:17:40.475306 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d2886-b687-4d36-8f8c-e3bb925fe307 None None] The sync data for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 is: [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '6eb660d8-ad08-41ec-a829-333473aaab47', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'port_id': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'mac_address': 'fa:16:3e:f9:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:17:37Z', 'updated_at': '2022-02-07T14:17:37Z', 'revision_number': 0, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:17:40.694355 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa0551-f526-4428-974d-6fff37e322b3 None None] New status for floating IP 6eb660d8-ad08-41ec-a829-333473aaab47: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:17:41.624596 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8f1bea6c-d2fb-440f-b0be-75c3b02e277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:42.367031 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:42.538355 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:44.275917 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:45.801752 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:17:49.369587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-2224b55b-c86c-41b0-b18d-b32b64332aa6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782413 Feb 07 14:17:49.516653 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-48061098-ce40-4f07-9094-aa9fa37eb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:49.518141 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-48061098-ce40-4f07-9094-aa9fa37eb099 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1097 time: 0.0753469 Feb 07 14:17:49.792945 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-22e3a2f1-b57d-4044-b5db-bfcf4ac83eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:49.794524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-22e3a2f1-b57d-4044-b5db-bfcf4ac83eda service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.2564664 Feb 07 14:17:49.912717 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-70da2860-6100-4ae3-b3e4-dd7b4d358ba1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 1001 time: 0.1106577 Feb 07 14:17:49.980591 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-64ee478d-2748-4648-b26c-f6d7250c21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:49.982039 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-64ee478d-2748-4648-b26c-f6d7250c21d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0638580 Feb 07 14:17:50.060221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-8237f5f1-45f2-497c-8d74-09c0f18e293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:17:50.061769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-8237f5f1-45f2-497c-8d74-09c0f18e293f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731797 Feb 07 14:17:50.206372 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-2c607a94-cb5d-4cf2-aabe-37f827ad32e1 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361320 Feb 07 14:17:50.343672 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3444ef3e-84a4-4e1b-871f-b6a029870da2 req-613d974d-5347-4270-b91e-aa9ca83dca69 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314726 Feb 07 14:17:55.549588 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:03.092456 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:18:08.789861 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-28a76be3-1d03-4ab4-85f0-9ebdac808ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:11.612391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ca66410d-a7fd-4305-a82d-00d78a944199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:12.430179 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:12.550017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:14.058241 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:15.818176 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:25.509752 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:38.783959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1eea1a2d-bd61-4902-ba89-35ec14facae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:40.091664 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:18:41.618261 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-22ab37e9-59fa-42dc-9d5e-52648c26cbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:42.389520 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:42.555334 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:44.041282 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:45.846721 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:18:52.063002 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-46e939d6-614f-4b17-9e29-835ba8bdc6f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850816 Feb 07 14:18:52.203714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-f1dd76bf-aa3d-4264-9afb-3fb639d7c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:18:52.205511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-f1dd76bf-aa3d-4264-9afb-3fb639d7c36d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1097 time: 0.0726259 Feb 07 14:18:52.356558 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-5a19f2a8-77a7-4850-a0b8-714485b54690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:18:52.357968 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-5a19f2a8-77a7-4850-a0b8-714485b54690 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1337259 Feb 07 14:18:52.470047 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-2d4bb785-c119-471c-b61b-7d783fafa0bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 1001 time: 0.1059544 Feb 07 14:18:52.539779 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-45d7826e-56ef-4c5e-86e4-90a02f47a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:18:52.541285 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-45d7826e-56ef-4c5e-86e4-90a02f47a46c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0658247 Feb 07 14:18:52.629396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-8d3a7669-7a82-4a49-8844-eed89f8ef550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:18:52.630919 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-8d3a7669-7a82-4a49-8844-eed89f8ef550 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809917 Feb 07 14:18:52.770440 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-3b754a75-6a79-4695-9517-bd10ce30a208 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317489 Feb 07 14:18:52.905081 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-175fec8d-f95f-403a-83f7-59d2d6cdecf7 req-27fc51dc-abb6-4b35-afb2-5a3716dc6c23 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285553 Feb 07 14:18:55.520829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:08.795004 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34bb4f1e-c181-49b7-bd10-c4382285aa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:11.571769 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-102d3844-08d3-4f6b-937f-54c43d87dde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:12.389802 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:12.571996 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:14.047405 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:15.829390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:17.092090 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:19:25.525086 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:38.810855 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5cf30434-844c-4f83-9c7a-c046ff71c30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:41.617750 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ba-dc96-4422-8a64-141154c747a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:42.372812 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:42.549839 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:44.067793 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:45.852440 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:19:53.347307 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-29879c2d-4a45-436f-bee1-551be4c916e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742414 Feb 07 14:19:53.511090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-db2cd13c-17ae-4b45-9f88-e70a37ec2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:19:53.512633 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-db2cd13c-17ae-4b45-9f88-e70a37ec2ec9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1097 time: 0.0788982 Feb 07 14:19:53.792936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-37700a14-bebc-4fbe-a0e1-b3f2ad70a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:19:53.794827 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-37700a14-bebc-4fbe-a0e1-b3f2ad70a023 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.2634611 Feb 07 14:19:53.905520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-5d2e6107-afb6-405d-86cc-371adbdc67e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 1001 time: 0.1023657 Feb 07 14:19:53.975146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-c09135a4-3393-40df-87ae-b101fb7ed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:19:53.976561 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-c09135a4-3393-40df-87ae-b101fb7ed4bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0658395 Feb 07 14:19:54.063225 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-36ad2905-2abb-4b7b-9976-9c02489a8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:19:54.065397 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-36ad2905-2abb-4b7b-9976-9c02489a8b5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829580 Feb 07 14:19:54.092363 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:19:54.211805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-e641fa75-653e-4c87-ae09-c6e6aef276af service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405516 Feb 07 14:19:54.360155 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b147d7f2-b2d9-455b-a8e4-106b77adc444 req-366e3c7a-4afe-4604-a649-6a133326aa38 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415792 Feb 07 14:19:55.560968 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:08.783542 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-69199b7c-47b0-4c6b-8266-cbd8de1a6b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:11.600774 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-af13b959-a84d-4989-a251-2f9b60f4f98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:12.372106 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:12.572140 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:14.075071 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:15.874641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:18.249194 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce28b25-bd26-4ddd-b165-16362cb114e7 req-354bfd3f-a3fe-4724-a27d-836978f09e56 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:18.250715 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ce28b25-bd26-4ddd-b165-16362cb114e7 req-354bfd3f-a3fe-4724-a27d-836978f09e56 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0892744 Feb 07 14:20:18.297747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ce28b25-bd26-4ddd-b165-16362cb114e7 req-1ad8454b-e4cc-490b-8abd-e60c768418ca tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400114 Feb 07 14:20:19.511212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2869d1-7534-43c4-80c5-e3f6e5c374a8 req-613fdd11-1d30-43c2-8fb4-48dbd9536f58 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:19.512786 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c2869d1-7534-43c4-80c5-e3f6e5c374a8 req-613fdd11-1d30-43c2-8fb4-48dbd9536f58 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0883214 Feb 07 14:20:19.558479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c2869d1-7534-43c4-80c5-e3f6e5c374a8 req-3a35ad6f-576d-4b9b-a1f6-0afc6b791d13 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397787 Feb 07 14:20:20.772248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ea76b-944f-41cb-8bb0-93428d997fe6 req-b7d573fa-d3b5-47d7-8329-2fe5da76308b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:20.773803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-732ea76b-944f-41cb-8bb0-93428d997fe6 req-b7d573fa-d3b5-47d7-8329-2fe5da76308b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0922930 Feb 07 14:20:20.828596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-732ea76b-944f-41cb-8bb0-93428d997fe6 req-056c6188-7622-4e9f-a84a-e919853f1368 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490997 Feb 07 14:20:22.023791 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff49d8a-2a69-46e2-a901-99564c6374f2 req-7c221945-4122-483c-bbeb-749a432de804 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:22.025299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bff49d8a-2a69-46e2-a901-99564c6374f2 req-7c221945-4122-483c-bbeb-749a432de804 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0897141 Feb 07 14:20:22.076503 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bff49d8a-2a69-46e2-a901-99564c6374f2 req-2542547a-699f-44f5-aee9-515e7c4ccf30 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Feb 07 14:20:23.273294 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53263b-d6de-4ea2-b7e3-905bcf7f7775 req-bcabd925-26b5-42f3-8f12-044242a20dc3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:23.274779 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab53263b-d6de-4ea2-b7e3-905bcf7f7775 req-bcabd925-26b5-42f3-8f12-044242a20dc3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0832036 Feb 07 14:20:23.322310 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ab53263b-d6de-4ea2-b7e3-905bcf7f7775 req-dc5b27a9-6aa5-43c6-8b26-7ce42e824b30 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 Feb 07 14:20:24.527778 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b9056-f11f-4fed-89f5-840d76b8f5c0 req-60ecc7a0-1c6f-462a-b52e-503e8971eaa4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:24.529736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa5b9056-f11f-4fed-89f5-840d76b8f5c0 req-60ecc7a0-1c6f-462a-b52e-503e8971eaa4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0874417 Feb 07 14:20:24.575596 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aa5b9056-f11f-4fed-89f5-840d76b8f5c0 req-d31da922-6183-4a27-a695-da9f41226c9c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400252 Feb 07 14:20:25.560244 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:25.762262 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be353f45-81b1-400f-b0f5-527ff1a1da55 req-82f56f10-0a9c-4ca8-a2bf-681dae507245 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:25.763753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be353f45-81b1-400f-b0f5-527ff1a1da55 req-82f56f10-0a9c-4ca8-a2bf-681dae507245 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0810492 Feb 07 14:20:25.807922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be353f45-81b1-400f-b0f5-527ff1a1da55 req-d9b7e5f0-ed8e-4299-a113-9dc79c5524af tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382977 Feb 07 14:20:27.002147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0f61-a72f-4171-a708-6d0da4fbe76f req-2b4410a6-f076-4fb3-9b24-3025a079a94e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:27.003728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d26e0f61-a72f-4171-a708-6d0da4fbe76f req-2b4410a6-f076-4fb3-9b24-3025a079a94e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0882363 Feb 07 14:20:27.052146 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d26e0f61-a72f-4171-a708-6d0da4fbe76f req-ebb0238a-cd49-4154-a683-1c5e70588c33 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417333 Feb 07 14:20:28.267870 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac557dcf-8c0c-4fac-a768-bd1860090f16 req-572dea1c-ceca-4b88-b512-3e0c9f148b02 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:28.269398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac557dcf-8c0c-4fac-a768-bd1860090f16 req-572dea1c-ceca-4b88-b512-3e0c9f148b02 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0899637 Feb 07 14:20:28.326950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ac557dcf-8c0c-4fac-a768-bd1860090f16 req-b1fe1957-3d65-4aae-ada2-6d263b374a67 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490086 Feb 07 14:20:29.514161 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d586892-7e7d-478b-9405-c95d0312fd87 req-45a0fd60-63cf-4db6-9087-3d62eaef9d17 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:29.515652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d586892-7e7d-478b-9405-c95d0312fd87 req-45a0fd60-63cf-4db6-9087-3d62eaef9d17 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0814631 Feb 07 14:20:29.560863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3d586892-7e7d-478b-9405-c95d0312fd87 req-f6f7f835-4c9c-438b-9ba4-593c8ef055a9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389743 Feb 07 14:20:30.751586 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97948ae0-09c8-4e2e-a733-d3ada35a6f1e req-4ead91db-9273-4cc6-999d-8576ed5252e8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:30.753076 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97948ae0-09c8-4e2e-a733-d3ada35a6f1e req-4ead91db-9273-4cc6-999d-8576ed5252e8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0845659 Feb 07 14:20:30.800758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-97948ae0-09c8-4e2e-a733-d3ada35a6f1e req-e86741d5-aa9a-4524-9318-996b33db1620 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Feb 07 14:20:31.091556 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:20:31.986857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce8ad0-3063-4dc1-9ff4-8daa6ff54510 req-b288afc7-9930-462b-92f3-9ebaf3d668b8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:31.988287 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79ce8ad0-3063-4dc1-9ff4-8daa6ff54510 req-b288afc7-9930-462b-92f3-9ebaf3d668b8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0801384 Feb 07 14:20:32.034208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79ce8ad0-3063-4dc1-9ff4-8daa6ff54510 req-50d42775-d17f-4cdf-ae3c-466b3b4d01ce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396020 Feb 07 14:20:33.233221 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037c0c-8ebc-41ed-afbe-0571c414f42d req-8bfa224f-75bb-4cca-8ff5-30156122ecca tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:33.234781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd037c0c-8ebc-41ed-afbe-0571c414f42d req-8bfa224f-75bb-4cca-8ff5-30156122ecca tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0949833 Feb 07 14:20:33.281393 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd037c0c-8ebc-41ed-afbe-0571c414f42d req-d2f65483-fcf5-4fc1-a25a-fe124d89032c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408633 Feb 07 14:20:34.503437 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d8e65-9d48-4e85-b7bf-5c256ad0e8f1 req-7acac4cb-2933-4a0b-803d-ac06816a0f76 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:34.505241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f3d8e65-9d48-4e85-b7bf-5c256ad0e8f1 req-7acac4cb-2933-4a0b-803d-ac06816a0f76 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0823054 Feb 07 14:20:34.550758 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1f3d8e65-9d48-4e85-b7bf-5c256ad0e8f1 req-7ef96ca8-2533-48c9-9daa-d011b059a7ed tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396435 Feb 07 14:20:35.532758 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:20:35.666998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:20:35.680951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'port_id': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'mac_address': 'fa:16:3e:f9:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:20:35.739625 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:35.741607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371154c-43ac-4c34-b8e2-3a456d88056b req-af31193c-f2f9-4fbf-9f0e-05991cc3c5d2 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:35.743098 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a371154c-43ac-4c34-b8e2-3a456d88056b req-af31193c-f2f9-4fbf-9f0e-05991cc3c5d2 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0841718 Feb 07 14:20:35.757439 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f255282b-352a-4340-ba22-d9aa9cfcc0c5 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:20:35.772459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:20:35.787778 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a371154c-43ac-4c34-b8e2-3a456d88056b req-1fb5791d-c575-446e-a1a7-5982b1a7d53c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385704 Feb 07 14:20:35.840227 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:35.909676 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:20:35.918614 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f255282b-352a-4340-ba22-d9aa9cfcc0c5'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:20:35.943819 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.944203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.944545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.944880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.945208 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.945535 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.945867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.946187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.946510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.946831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.947151 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:35.947493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:20:36.994237 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041623-70eb-4af1-b760-e4e8d2127030 req-265e6c88-e268-45d3-a8ab-34b68253f346 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:36.995634 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37041623-70eb-4af1-b760-e4e8d2127030 req-265e6c88-e268-45d3-a8ab-34b68253f346 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 945 time: 0.0904469 Feb 07 14:20:37.043945 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-37041623-70eb-4af1-b760-e4e8d2127030 req-69014178-041e-4f17-9eb5-52c491edd107 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426517 Feb 07 14:20:37.547896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:20:37.614897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f255282b-352a-4340-ba22-d9aa9cfcc0c5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:20:37.615262 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:37.770718 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:37.797154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:20:37.807857 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:20:37.844450 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'code': 200} Feb 07 14:20:37.988942 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:38.057498 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:20:38.234460 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351f700-571f-439b-9f05-94c1d89d5d2d req-880c8f92-d819-4ee5-bea4-484ba58903b2 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:38.235935 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7351f700-571f-439b-9f05-94c1d89d5d2d req-880c8f92-d819-4ee5-bea4-484ba58903b2 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0821950 Feb 07 14:20:38.284066 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7351f700-571f-439b-9f05-94c1d89d5d2d req-8df502ca-a09e-4de0-9dcd-961fe6d25951 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Feb 07 14:20:38.805948 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aac766d0-0b05-4fed-9d10-0774a94a7d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:39.474915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db16c-92d3-448a-ba3d-4ab398562bd8 req-08198534-3d90-4214-a4c2-c8efc4d2098e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:39.476388 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-032db16c-92d3-448a-ba3d-4ab398562bd8 req-08198534-3d90-4214-a4c2-c8efc4d2098e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0833838 Feb 07 14:20:39.521355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-032db16c-92d3-448a-ba3d-4ab398562bd8 req-e5af71a2-b318-46be-b4b8-2131e966e29e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 Feb 07 14:20:40.715704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd71e-3d2f-4c95-b481-7749f6cc380e req-f0cf6878-afbe-4122-a3be-9171d4edaa73 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:40.722736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa9cd71e-3d2f-4c95-b481-7749f6cc380e req-f0cf6878-afbe-4122-a3be-9171d4edaa73 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0874274 Feb 07 14:20:40.765787 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa9cd71e-3d2f-4c95-b481-7749f6cc380e req-ce88c2fa-004e-4b55-a537-c2359b43d589 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428755 Feb 07 14:20:41.619550 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-30daa424-f489-4e71-90a2-49ff27b3bd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:41.968533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1d4a-d092-4570-8dfb-b53b5553a5cb req-327622c2-1ed8-4404-8cfc-5d3f1939bc84 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:41.970199 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21cd1d4a-d092-4570-8dfb-b53b5553a5cb req-327622c2-1ed8-4404-8cfc-5d3f1939bc84 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0909026 Feb 07 14:20:42.042764 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-21cd1d4a-d092-4570-8dfb-b53b5553a5cb req-a70d9462-6851-45fd-9cd9-1850874b0ec3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665798 Feb 07 14:20:42.384540 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:42.564378 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:43.246984 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554be71-ac0e-4921-a07b-1b0368f85599 req-3d33e357-7853-4a44-a78f-c413e4aa86a5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:43.249338 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e554be71-ac0e-4921-a07b-1b0368f85599 req-3d33e357-7853-4a44-a78f-c413e4aa86a5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0905368 Feb 07 14:20:43.302630 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e554be71-ac0e-4921-a07b-1b0368f85599 req-6ce2cfbe-0e2a-40dc-a9d5-04d8e4b6ae4b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473285 Feb 07 14:20:44.069438 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:44.500117 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c1e65-a44e-4f7a-99c7-0c76a96315db req-ac0ebe65-256d-4e6c-b8ca-1f4fc5e4696a tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:44.501638 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f96c1e65-a44e-4f7a-99c7-0c76a96315db req-ac0ebe65-256d-4e6c-b8ca-1f4fc5e4696a tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0848479 Feb 07 14:20:44.551412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f96c1e65-a44e-4f7a-99c7-0c76a96315db req-af9c647d-5932-43d3-a65a-357b42e4793c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Feb 07 14:20:45.785846 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86267e-09fe-417e-b130-f92e7cf4aeaf req-140586b8-389c-45a4-b069-fd9f3ac6b4e9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:45.787239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa86267e-09fe-417e-b130-f92e7cf4aeaf req-140586b8-389c-45a4-b069-fd9f3ac6b4e9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.1115808 Feb 07 14:20:45.903593 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:45.999658 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fa86267e-09fe-417e-b130-f92e7cf4aeaf req-31e419ab-2341-44d3-9680-7d4268de66f8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040293 Feb 07 14:20:47.210525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f3f1a-87f0-4be8-ab2d-2edc5e62570c req-f885f2f0-8127-482f-ab82-5cc6e4891c26 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:47.217556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9f3f1a-87f0-4be8-ab2d-2edc5e62570c req-f885f2f0-8127-482f-ab82-5cc6e4891c26 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0933819 Feb 07 14:20:47.264805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bb9f3f1a-87f0-4be8-ab2d-2edc5e62570c req-965291de-5037-4625-b4b8-1714d4a1913e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463758 Feb 07 14:20:48.493359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f57c6-bb84-4a80-b515-e6958aaee0d9 req-862b68ee-dd28-47f3-8391-bd5c2ff978a1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:48.495196 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8f57c6-bb84-4a80-b515-e6958aaee0d9 req-862b68ee-dd28-47f3-8391-bd5c2ff978a1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0892994 Feb 07 14:20:48.551404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bc8f57c6-bb84-4a80-b515-e6958aaee0d9 req-80040afd-d0df-4a12-9722-efd8a5f03c55 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499513 Feb 07 14:20:49.753813 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3644265-ca1f-4f46-a3ad-6462c3b61628 req-10c43ce9-12f7-4316-81b5-21c989d9b3b5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:49.755546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3644265-ca1f-4f46-a3ad-6462c3b61628 req-10c43ce9-12f7-4316-81b5-21c989d9b3b5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0914605 Feb 07 14:20:49.820465 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3644265-ca1f-4f46-a3ad-6462c3b61628 req-2542cd01-679b-444b-86dd-ea16b81e2c28 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573432 Feb 07 14:20:51.032676 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049c5e-1597-45ce-b759-eb1d51395d44 req-35a873eb-b26c-485a-8b75-ed4255149cf3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:51.034209 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb049c5e-1597-45ce-b759-eb1d51395d44 req-35a873eb-b26c-485a-8b75-ed4255149cf3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.1011283 Feb 07 14:20:51.080150 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fb049c5e-1597-45ce-b759-eb1d51395d44 req-5cf12954-5d4d-48d5-8a89-95bfcea148ce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393608 Feb 07 14:20:52.275158 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc92951-4308-4eba-bd02-6fdac9471811 req-2929aebc-e6d1-4821-9559-2dd5956a6106 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:52.276666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dc92951-4308-4eba-bd02-6fdac9471811 req-2929aebc-e6d1-4821-9559-2dd5956a6106 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.0865676 Feb 07 14:20:52.321124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3dc92951-4308-4eba-bd02-6fdac9471811 req-cf446bb7-8661-4cea-8ee3-e97b44a2ce99 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Feb 07 14:20:53.194152 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f504-613a-4678-b31c-76a311049cde req-33226294-ef0e-4f26-8e07-64dc6145e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:53.195844 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f998f504-613a-4678-b31c-76a311049cde req-33226294-ef0e-4f26-8e07-64dc6145e349 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1097 time: 0.1142800 Feb 07 14:20:53.326032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f504-613a-4678-b31c-76a311049cde req-748560f7-7781-4e94-99f8-270f8cf74acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:53.327485 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f998f504-613a-4678-b31c-76a311049cde req-748560f7-7781-4e94-99f8-270f8cf74acd service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1259136 Feb 07 14:20:53.463813 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f998f504-613a-4678-b31c-76a311049cde req-08d8f268-1f02-4f54-a636-d2a67fe42b34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 1001 time: 0.1304686 Feb 07 14:20:53.547043 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f504-613a-4678-b31c-76a311049cde req-4405f087-78f3-47c3-bc05-c49ea42396b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:53.548511 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f998f504-613a-4678-b31c-76a311049cde req-4405f087-78f3-47c3-bc05-c49ea42396b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0790975 Feb 07 14:20:53.606593 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be491f-5958-45e7-b1fc-93fdffdfdd1a req-7742a915-4e0c-4925-b769-d529dbfd2afb tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:53.608003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06be491f-5958-45e7-b1fc-93fdffdfdd1a req-7742a915-4e0c-4925-b769-d529dbfd2afb tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.1792159 Feb 07 14:20:53.669700 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-06be491f-5958-45e7-b1fc-93fdffdfdd1a req-2e2b7bab-1f57-480e-9d6b-f5bfb14172bd tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532091 Feb 07 14:20:53.675701 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998f504-613a-4678-b31c-76a311049cde req-0df3e912-b1c9-46bf-a7c1-cae56866a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:53.677173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f998f504-613a-4678-b31c-76a311049cde req-0df3e912-b1c9-46bf-a7c1-cae56866a97b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229155 Feb 07 14:20:53.810507 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f998f504-613a-4678-b31c-76a311049cde req-6ba61b46-66e0-4fdc-b7f4-6eef3346ab2a service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271894 Feb 07 14:20:53.945107 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f998f504-613a-4678-b31c-76a311049cde req-aae7695f-c5f0-446f-b9e0-50096f2b4976 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282067 Feb 07 14:20:54.168873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-ac2070a5-a5fc-4dfc-b0d3-e75d66c472e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:54.170425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-ac2070a5-a5fc-4dfc-b0d3-e75d66c472e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1097 time: 0.0754685 Feb 07 14:20:54.324304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-50d2fd5a-782a-4c56-90eb-b9c99c6d6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:54.325837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-50d2fd5a-782a-4c56-90eb-b9c99c6d6ded service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1347969 Feb 07 14:20:54.540087 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-6d5d9b09-1bab-4718-beb0-bbc75bdb6058 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 1001 time: 0.2080421 Feb 07 14:20:54.603399 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-8f9501b3-4991-40e5-985e-646f816bed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:54.604958 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-8f9501b3-4991-40e5-985e-646f816bed53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0589733 Feb 07 14:20:54.685632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-f46be8eb-0194-466c-9790-2844067fd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:54.687326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-f46be8eb-0194-466c-9790-2844067fd1ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763206 Feb 07 14:20:54.873054 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-e112e2eb-db1d-4edd-a5c6-3b298b3c5b38 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775973 Feb 07 14:20:54.963576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d8a23-b5a0-4d3f-9cf9-973dcf084e79 req-7576fc71-c205-4d83-bcd7-cdd50f06c39e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:54.965079 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d9d8a23-b5a0-4d3f-9cf9-973dcf084e79 req-7576fc71-c205-4d83-bcd7-cdd50f06c39e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 946 time: 0.1849425 Feb 07 14:20:55.042094 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d9d8a23-b5a0-4d3f-9cf9-973dcf084e79 req-6fd311dc-5fe2-4593-b221-98a165a0e9ed tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673878 Feb 07 14:20:55.049546 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b7a0aa0-0a5d-43cf-a254-602db7488ba5 req-01596b30-cc57-40a6-b5b1-3fd14d62592a service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704085 Feb 07 14:20:55.586614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:55.609203 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:20:55.725802 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:55.757643 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:20:55.767279 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:20:55.802097 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'code': 200} Feb 07 14:20:55.837726 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:20:55.906921 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:20:56.240330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552100aa-99e3-41d1-b56b-16dcee5ab6c7 req-6ef54065-f6a8-486a-b5cd-c4500c278fb3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:56.241881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-552100aa-99e3-41d1-b56b-16dcee5ab6c7 req-6ef54065-f6a8-486a-b5cd-c4500c278fb3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0890713 Feb 07 14:20:56.287042 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-552100aa-99e3-41d1-b56b-16dcee5ab6c7 req-14e77ff3-df50-4ad6-b9d8-5d2e622c1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389323 Feb 07 14:20:56.757048 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8d757-e8ca-4aa7-b327-f227f51f1678 req-a4ec100a-0f97-4afe-ae80-8c6976774986 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:56.758598 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78e8d757-e8ca-4aa7-b327-f227f51f1678 req-a4ec100a-0f97-4afe-ae80-8c6976774986 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0828495 Feb 07 14:20:56.807895 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-78e8d757-e8ca-4aa7-b327-f227f51f1678 req-16fcfedf-ebe1-4a0d-a90d-1532d2c3b478 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Feb 07 14:20:57.267072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36002) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:20:57.397864 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-7b92925a-b629-4399-8041-0625698950d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291618 Feb 07 14:20:58.003132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e087a0-cd6f-4c3b-9c2b-9786ada68767 req-6c05e54e-a3e2-47cd-9b6b-b3b5fb0b07ae tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:58.004580 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45e087a0-cd6f-4c3b-9c2b-9786ada68767 req-6c05e54e-a3e2-47cd-9b6b-b3b5fb0b07ae tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0852404 Feb 07 14:20:58.051736 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-45e087a0-cd6f-4c3b-9c2b-9786ada68767 req-712e4f6b-9a74-41c0-8c32-0e783d76dc64 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Feb 07 14:20:58.808517 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-15c6fd7d-f032-4e22-8dde-1f2e59106578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:58.810016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-15c6fd7d-f032-4e22-8dde-1f2e59106578 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413&tenant_id=45a0a657598e4d92ac55100ca1b5f5a9 HTTP/1.1" status: 200 len: 1095 time: 0.0760722 Feb 07 14:20:58.901848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-deb71ee3-7b51-4b02-ac54-7a75a9b96ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:58.903326 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-deb71ee3-7b51-4b02-ac54-7a75a9b96ce5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1095 time: 0.0712712 Feb 07 14:20:59.041209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-39126ba5-fe91-414a-b73e-082dcc50ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:59.042572 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-39126ba5-fe91-414a-b73e-082dcc50ab8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1341581 Feb 07 14:20:59.150124 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-8e3b8fb6-eed8-4d49-8162-0b5fbebc400e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 999 time: 0.1017408 Feb 07 14:20:59.264147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-9edc8059-efbb-4eb3-8ca8-f75ee88609af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:59.265652 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-9edc8059-efbb-4eb3-8ca8-f75ee88609af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.1101673 Feb 07 14:20:59.340355 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66bef3-a1d2-432b-87e6-fcde9eb7c521 req-3346b7f3-e59a-47d7-87d0-77da6c303847 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:59.341766 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a66bef3-a1d2-432b-87e6-fcde9eb7c521 req-3346b7f3-e59a-47d7-87d0-77da6c303847 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.1558700 Feb 07 14:20:59.389666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-afd494f6-0e71-4021-8d77-3fc12a44589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:20:59.391197 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-afd494f6-0e71-4021-8d77-3fc12a44589e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194654 Feb 07 14:20:59.395816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8a66bef3-a1d2-432b-87e6-fcde9eb7c521 req-f6e74104-5102-416e-b030-3bf29d66ccf1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475774 Feb 07 14:20:59.524153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-7709091e-ca67-4196-bcff-a5632074fdd7 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270609 Feb 07 14:20:59.643465 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:20:59.781510 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-040b744e-bfef-4d90-8951-5b5c2fad66dd service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522068 Feb 07 14:21:00.608330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa2442-767c-488c-adce-ab833c9c8ec3 req-1080076e-05c6-4cc4-9a1f-beba6dfdfb74 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:00.610119 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8aa2442-767c-488c-adce-ab833c9c8ec3 req-1080076e-05c6-4cc4-9a1f-beba6dfdfb74 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0952103 Feb 07 14:21:00.687424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a8aa2442-767c-488c-adce-ab833c9c8ec3 req-ba868be3-9c4a-4c22-b0e1-9cca53fa86d6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706553 Feb 07 14:21:01.897625 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d628-b819-4aeb-8952-61a7076dd047 req-600699a8-560c-4156-9394-3887bd1d9f50 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:01.899492 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69a8d628-b819-4aeb-8952-61a7076dd047 req-600699a8-560c-4156-9394-3887bd1d9f50 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0923162 Feb 07 14:21:01.958333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-69a8d628-b819-4aeb-8952-61a7076dd047 req-6f91b2a3-3921-4595-901f-57616d0798c3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527902 Feb 07 14:21:03.154787 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4828044-084a-456b-9575-11aec661de7a req-5166ae72-0baf-4eff-b69c-f38285c52e48 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:03.156345 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4828044-084a-456b-9575-11aec661de7a req-5166ae72-0baf-4eff-b69c-f38285c52e48 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0850244 Feb 07 14:21:03.210678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e4828044-084a-456b-9575-11aec661de7a req-153cb380-b75a-45b6-842d-8c7e1a70e59f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473053 Feb 07 14:21:04.594724 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beeffc-a4ad-412d-9c03-0ff770a7e277 req-d890b493-9772-4b2e-95a7-c9e10ec30ff6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:04.596203 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28beeffc-a4ad-412d-9c03-0ff770a7e277 req-d890b493-9772-4b2e-95a7-c9e10ec30ff6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0928357 Feb 07 14:21:04.645881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-28beeffc-a4ad-412d-9c03-0ff770a7e277 req-7fb594b1-bc39-4c62-a50b-6bccd1045983 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Feb 07 14:21:05.878581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4eee1-9e5f-4ac4-ae8c-3b042b1e75f1 req-1760a24d-762f-4faf-a786-824350b7e214 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:05.887860 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0e4eee1-9e5f-4ac4-ae8c-3b042b1e75f1 req-1760a24d-762f-4faf-a786-824350b7e214 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.1097119 Feb 07 14:21:05.938655 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c0e4eee1-9e5f-4ac4-ae8c-3b042b1e75f1 req-fbe55f09-1548-4ed0-8883-5712b359d925 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492458 Feb 07 14:21:07.148411 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b5d4-d2d3-4200-bb32-9e9ef1ca69bc req-4e0e6671-c51d-4802-9d4f-3a5786979810 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:07.150033 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a883b5d4-d2d3-4200-bb32-9e9ef1ca69bc req-4e0e6671-c51d-4802-9d4f-3a5786979810 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0920603 Feb 07 14:21:07.199210 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a883b5d4-d2d3-4200-bb32-9e9ef1ca69bc req-5b91394f-375c-4677-9953-494d05a5117f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426338 Feb 07 14:21:08.091366 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:21:08.403368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64db02-d134-4480-9f59-596d0073a9eb req-ef7f38e6-d853-4145-9722-1b21f138b839 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:08.427581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e64db02-d134-4480-9f59-596d0073a9eb req-ef7f38e6-d853-4145-9722-1b21f138b839 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0923738 Feb 07 14:21:08.457536 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6e64db02-d134-4480-9f59-596d0073a9eb req-172d6158-b885-473b-bf22-770bc10ca5fa tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465324 Feb 07 14:21:08.855254 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c2979f0-3a1e-4cdc-92c8-fa7fe071c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:09.656297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4c2c-d3b7-46dd-9114-283dfa57f4b6 req-b584373f-0e81-4f84-87d0-6652ba3dd011 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:09.657910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d10d4c2c-d3b7-46dd-9114-283dfa57f4b6 req-b584373f-0e81-4f84-87d0-6652ba3dd011 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0918994 Feb 07 14:21:09.716824 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d10d4c2c-d3b7-46dd-9114-283dfa57f4b6 req-42776974-6f62-4a34-b78e-874574f72c84 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532012 Feb 07 14:21:10.933684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f805-94e1-41ea-a669-d8c51a9ced0a req-cbb72ce5-d882-4695-a94b-4b47f2d216a0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:10.935103 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67c6f805-94e1-41ea-a669-d8c51a9ced0a req-cbb72ce5-d882-4695-a94b-4b47f2d216a0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0903826 Feb 07 14:21:10.981402 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-67c6f805-94e1-41ea-a669-d8c51a9ced0a req-5e5a31ee-5f7d-43ab-91a9-c11504f12dd3 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Feb 07 14:21:11.617388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-16dffe87-51ee-444e-8243-e7af2b668b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:12.182246 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe97987-327e-45ad-8b74-d5821a96ef72 req-6cbcb14a-b122-46ad-9277-085774bbd9cb tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:12.183837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfe97987-327e-45ad-8b74-d5821a96ef72 req-6cbcb14a-b122-46ad-9277-085774bbd9cb tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0883391 Feb 07 14:21:12.233965 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dfe97987-327e-45ad-8b74-d5821a96ef72 req-dcb6d615-68f4-4b7f-91f2-cd6fd18d6439 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Feb 07 14:21:12.468753 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:12.560445 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:13.428874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cc951-cb50-48f4-8963-51e58937edfc req-4d4a5bf1-cad6-4396-b9fd-76e69bbe2862 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:13.430416 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c31cc951-cb50-48f4-8963-51e58937edfc req-4d4a5bf1-cad6-4396-b9fd-76e69bbe2862 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0855129 Feb 07 14:21:13.476793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c31cc951-cb50-48f4-8963-51e58937edfc req-aadb2a77-9787-4e4a-bee2-6eaada7125b9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407262 Feb 07 14:21:14.060614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:14.678033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069e9aa-123b-4a0f-ade1-fda31139506e req-b6e86ca9-71e3-454d-94dc-20d6f7e9c28e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:14.681031 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1069e9aa-123b-4a0f-ade1-fda31139506e req-b6e86ca9-71e3-454d-94dc-20d6f7e9c28e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0909414 Feb 07 14:21:14.730337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1069e9aa-123b-4a0f-ade1-fda31139506e req-9b62b896-e89c-4f69-b50f-c649f57a0236 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Feb 07 14:21:15.703199 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:21:15.907697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:21:15.922018 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'port_id': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'mac_address': 'fa:16:3e:f9:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:21:15.923730 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845398c-c363-42c7-9d3e-22533a75aac1 req-c1739002-72d9-472a-a95f-794b62625b6b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:15.925116 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a845398c-c363-42c7-9d3e-22533a75aac1 req-c1739002-72d9-472a-a95f-794b62625b6b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 944 time: 0.0872867 Feb 07 14:21:15.962210 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:15.976269 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a845398c-c363-42c7-9d3e-22533a75aac1 req-44bb538f-d110-4361-aa5a-d1c7f6fff708 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Feb 07 14:21:15.984908 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:16.002233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f255282b-352a-4340-ba22-d9aa9cfcc0c5 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:21:16.018121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:21:16.084988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:16.160748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=9']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:21:16.418961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['f255282b-352a-4340-ba22-d9aa9cfcc0c5'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:21:17.165908 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746b2b-3de8-444e-bc5b-65f67e59d486 req-9ef096c9-ce6d-4b1c-bb2e-bafc71a5ab7c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:17.167356 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b746b2b-3de8-444e-bc5b-65f67e59d486 req-9ef096c9-ce6d-4b1c-bb2e-bafc71a5ab7c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 945 time: 0.0826411 Feb 07 14:21:17.210772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4b746b2b-3de8-444e-bc5b-65f67e59d486 req-9fd9e992-899a-4a75-a9c6-58a963ca91b8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378864 Feb 07 14:21:17.718871 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:21:17.789226 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port f255282b-352a-4340-ba22-d9aa9cfcc0c5 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:21:17.789584 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:17.913668 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:17.941005 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:21:17.950965 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:21:17.991471 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'code': 200} Feb 07 14:21:18.028747 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:18.103757 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=10']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:21:18.283219 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ed9c-0e43-47c0-bceb-5bdabe1368ac req-67a2146d-1a26-466a-9da5-6bc6a8d5d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:18.284969 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8948ed9c-0e43-47c0-bceb-5bdabe1368ac req-67a2146d-1a26-466a-9da5-6bc6a8d5d07c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1098 time: 0.0777314 Feb 07 14:21:18.364906 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8948ed9c-0e43-47c0-bceb-5bdabe1368ac req-2d24a209-b9bb-4b39-a8b5-1bff014ee044 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745292 Feb 07 14:21:18.409101 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9c38-20e0-42b7-90f2-5daee55ea8cf req-3a44baba-05c0-449a-aa29-9a89ad89cc62 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:18.410567 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f7d9c38-20e0-42b7-90f2-5daee55ea8cf req-3a44baba-05c0-449a-aa29-9a89ad89cc62 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 947 time: 0.0886800 Feb 07 14:21:18.455198 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9f7d9c38-20e0-42b7-90f2-5daee55ea8cf req-3bc7f754-0619-4da0-8d58-31af32ea9eb2 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383062 Feb 07 14:21:19.665290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8da394-1f09-4cd3-b097-d4f6101abb28 req-52e8fcdb-d32c-4635-9930-4ad8b787f754 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:19.670396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b8da394-1f09-4cd3-b097-d4f6101abb28 req-52e8fcdb-d32c-4635-9930-4ad8b787f754 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 947 time: 0.1062984 Feb 07 14:21:19.726413 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3b8da394-1f09-4cd3-b097-d4f6101abb28 req-5e48f2cf-de0c-44ad-b76e-13d4d80dda5a tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504158 Feb 07 14:21:20.914457 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa261da-69fd-4a16-9d8a-0dc2dfbbd139 req-1c6e43e2-2659-4059-8268-3a2e2567f280 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:20.915937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-faa261da-69fd-4a16-9d8a-0dc2dfbbd139 req-1c6e43e2-2659-4059-8268-3a2e2567f280 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 947 time: 0.0849319 Feb 07 14:21:20.961130 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-faa261da-69fd-4a16-9d8a-0dc2dfbbd139 req-a2615372-1873-4871-8d60-46a67553a7bf tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Feb 07 14:21:22.151702 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d487c8-072c-4144-8696-12f9b4f79e5a req-f31acced-d3ab-448d-b3b8-51e6ce95d7ca tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:22.153230 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89d487c8-072c-4144-8696-12f9b4f79e5a req-f31acced-d3ab-448d-b3b8-51e6ce95d7ca tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 947 time: 0.0814667 Feb 07 14:21:22.202065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-89d487c8-072c-4144-8696-12f9b4f79e5a req-d73047de-79c7-4ce6-b9f7-f2610a43473c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Feb 07 14:21:25.588926 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:38.791786 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-34f2d49b-3ab0-4e47-bb81-64d8ff6f8ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:41.577107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc8e7a20-4b52-4706-891e-7ddfe343e1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:42.379895 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:42.568343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:44.051906 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:45.091219 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:21:45.868678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:21:53.355688 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53823b7c-dd58-4119-8961-ab8692367f65 req-5da90d8f-5ff3-49eb-acce-c9f116231d0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716190 Feb 07 14:21:53.489930 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823b7c-dd58-4119-8961-ab8692367f65 req-b5913484-f2ff-4398-ac46-12f2671fa700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:53.491417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53823b7c-dd58-4119-8961-ab8692367f65 req-b5913484-f2ff-4398-ac46-12f2671fa700 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1098 time: 0.0698981 Feb 07 14:21:53.641845 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823b7c-dd58-4119-8961-ab8692367f65 req-19ffc36b-ebaa-48d4-8f12-9970d1a977c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:53.643192 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53823b7c-dd58-4119-8961-ab8692367f65 req-19ffc36b-ebaa-48d4-8f12-9970d1a977c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1341236 Feb 07 14:21:53.748085 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53823b7c-dd58-4119-8961-ab8692367f65 req-a5b01981-559b-4d8b-9bfc-9b38f6dc5aad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 1001 time: 0.0991547 Feb 07 14:21:53.813205 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823b7c-dd58-4119-8961-ab8692367f65 req-a1799136-f044-4ed6-b835-d86f031e328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:53.815017 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53823b7c-dd58-4119-8961-ab8692367f65 req-a1799136-f044-4ed6-b835-d86f031e328e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0613155 Feb 07 14:21:53.889116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823b7c-dd58-4119-8961-ab8692367f65 req-3de145e5-5efa-444b-8245-649f54ebdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:21:53.890593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53823b7c-dd58-4119-8961-ab8692367f65 req-3de145e5-5efa-444b-8245-649f54ebdaec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704355 Feb 07 14:21:54.132482 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53823b7c-dd58-4119-8961-ab8692367f65 req-38dc2847-8449-43df-b3e7-0a751c1ce917 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359552 Feb 07 14:21:54.261253 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-53823b7c-dd58-4119-8961-ab8692367f65 req-0070df29-aa9a-470e-8659-040a88f91b64 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236761 Feb 07 14:21:55.602356 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:08.808310 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7b9c41ea-e905-4f59-8d84-4f42a48b7359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:11.594162 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-86f90485-9e70-4586-8912-be90710367c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:12.390886 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:12.582303 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:14.116516 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:15.913790 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:22.091079 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:22:25.622153 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:38.790412 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-316a5caf-051e-49cd-855d-7e96613b0c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:41.584217 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cec2be45-82fb-4a1c-9c41-797e7568739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:42.384712 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:42.573664 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:44.061925 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:45.938738 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:53.344328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-341190c6-8b19-4e25-b3b0-88d0e1ff9332 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744247 Feb 07 14:22:53.478573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7627e3-70db-48f9-a80f-98992605e32a req-09ffc858-3c40-47c5-a234-72f526e07944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:22:53.490041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-09ffc858-3c40-47c5-a234-72f526e07944 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1098 time: 0.0700307 Feb 07 14:22:53.623383 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7627e3-70db-48f9-a80f-98992605e32a req-12a51058-cae5-4782-81c5-fb1fa748e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:22:53.624793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-12a51058-cae5-4782-81c5-fb1fa748e995 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1264770 Feb 07 14:22:53.730101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-80537631-134d-4216-b498-b70919548288 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 1001 time: 0.0994933 Feb 07 14:22:53.790076 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7627e3-70db-48f9-a80f-98992605e32a req-1959fcad-0b7c-4ed0-83fb-dc2cfd5c86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:22:53.791478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-1959fcad-0b7c-4ed0-83fb-dc2cfd5c86bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0564356 Feb 07 14:22:53.870956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7627e3-70db-48f9-a80f-98992605e32a req-e3cf32d6-d257-4690-9f5f-16d476627fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:22:53.872476 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-e3cf32d6-d257-4690-9f5f-16d476627fad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747147 Feb 07 14:22:53.882003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-22209d6b-7f69-4650-99f9-c4c9ca78b211 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:22:53.882864 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-22209d6b-7f69-4650-99f9-c4c9ca78b211 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048611 Feb 07 14:22:54.013721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-19da58ca-91df-4ce1-bb8b-f901869dd96b service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244974 Feb 07 14:22:54.143660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7a7627e3-70db-48f9-a80f-98992605e32a req-80177dae-3069-4933-927b-2ea8fc6e6828 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241117 Feb 07 14:22:55.618618 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:22:59.090997 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:23:07.306580 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36142) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:07.546901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Deleting port efcc6803-8697-4cae-9f63-57ad1ed28d89 {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:23:07.547249 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:07.721432 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:07.721769 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:07.945029 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Calling delete_port for efcc6803-8697-4cae-9f63-57ad1ed28d89 owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:23:08.176702 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:08.223333 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event deleted for resources: {'Port': ['ID=efcc6803-8697-4cae-9f63-57ad1ed28d89,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:08.268345 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.268695 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.269043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.269384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.269725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.270057 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.270389 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.270717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.271043 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.271368 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.271692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.272039 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:08.328318 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:08.329121 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Floating IP 6eb660d8-ad08-41ec-a829-333473aaab47 disassociated (deleted). External IP: 172.25.7.38, port: f255282b-352a-4340-ba22-d9aa9cfcc0c5. Feb 07 14:23:08.680855 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Router bc532978-3aa1-43e2-a36b-8c66a8251f7c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:23:08.788043 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-cd71f4cb-6ae1-441a-b790-8fbafd01127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:08.864482 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:23:08.874608 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] Sync routers for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:23:08.883909 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:23:08.885842 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:22:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:23:08.944175 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:08.998514 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b8c9253a-77bc-4806-bfa4-335fb7bd4d47 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "DELETE /v2.0/floatingips/6eb660d8-ad08-41ec-a829-333473aaab47 HTTP/1.1" status: 204 len: 168 time: 1.6902394 Feb 07 14:23:08.999074 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:23:09.067763 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:23:09.100829 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'status': 'completed', 'code': 200} Feb 07 14:23:09.193566 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-5b769298-6ed5-4ad2-b7e1-46df5e9be4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:09.199441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-5b769298-6ed5-4ad2-b7e1-46df5e9be4b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 1098 time: 0.0719581 Feb 07 14:23:09.333617 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-e8b1971b-c867-45e2-b0e1-ca774630ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:09.334955 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-e8b1971b-c867-45e2-b0e1-ca774630ea90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1340287 Feb 07 14:23:09.392758 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:23:09.396600 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] Checking router: bc532978-3aa1-43e2-a36b-8c66a8251f7c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:23:09.405199 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:23:09.405793 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:22:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:23:09.408032 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-6f76906a-9db2-4733-ad29-b3a8e4853985 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 200 len: 217 time: 0.0669475 Feb 07 14:23:09.476688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-79732f08-7090-4e22-b041-8ba30be1d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:09.478168 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-79732f08-7090-4e22-b041-8ba30be1d7cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0648456 Feb 07 14:23:09.564072 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-952a4cf1-dc41-4503-bea4-85394cccd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:09.565904 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-952a4cf1-dc41-4503-bea4-85394cccd2e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808322 Feb 07 14:23:09.627340 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:23:09.886389 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-9923e6e8-af72-49f6-9a08-d600c34a0dc9 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141422 Feb 07 14:23:09.900007 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102aad4-0317-454a-8165-f2f79603c56c req-26e2dbd3-8925-4360-bf18-6b2aef1622c4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:09.901774 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e102aad4-0317-454a-8165-f2f79603c56c req-26e2dbd3-8925-4360-bf18-6b2aef1622c4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 947 time: 0.3826294 Feb 07 14:23:09.948923 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:23:09.953882 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ba72a-1d00-4de8-8b79-61d5ee6cb96c None None] The sync data for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 is: [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:23:10.034669 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e102aad4-0317-454a-8165-f2f79603c56c req-aa592a59-e8bb-4d28-81b6-2f1fc9222cde tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099708 Feb 07 14:23:10.072342 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ccb3b464-f041-4ad1-99aa-48f62e4b2648 req-4f86530e-4e64-4b89-977e-6f99fdab9fff service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693060 Feb 07 14:23:10.193025 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd548f-5d0d-47c8-9568-12c169d6512f None None] New status for floating IP 6eb660d8-ad08-41ec-a829-333473aaab47: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:23:11.040272 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-64543a7c-3ea6-489f-89c3-7d011ff1f4cb tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:11.041640 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-64543a7c-3ea6-489f-89c3-7d011ff1f4cb tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 947 time: 0.0795143 Feb 07 14:23:11.112850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Deleting port f255282b-352a-4340-ba22-d9aa9cfcc0c5 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:23:11.113195 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:11.426528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae042fa-3b66-4f66-b29c-1baf69a16b3a req-bb2f9a1f-b818-41d1-8a77-343892df1874 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:11.428037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ae042fa-3b66-4f66-b29c-1baf69a16b3a req-bb2f9a1f-b818-41d1-8a77-343892df1874 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 947 time: 0.2805750 Feb 07 14:23:11.436590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] For port f255282b-352a-4340-ba22-d9aa9cfcc0c5, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=f255282b-352a-4340-ba22-d9aa9cfcc0c5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:23:11.436954 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:11.578298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Calling delete_port for f255282b-352a-4340-ba22-d9aa9cfcc0c5 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:23:11.595631 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5eeaae74-b40c-4355-a5e0-c1bd572f0e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:11.641650 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4ae042fa-3b66-4f66-b29c-1baf69a16b3a req-2144c87d-a6f3-4347-941d-a5e1bbc0c591 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076681 Feb 07 14:23:11.806891 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:11.856991 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event deleted for resources: {'Port': ['ID=f255282b-352a-4340-ba22-d9aa9cfcc0c5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:11.898297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.898639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.898972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.899298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.899620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.899941 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.900286 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.900602 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.900917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.901231 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.901547 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.901860 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:23:11.944410 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] No DVR routers for this DVR port f255282b-352a-4340-ba22-d9aa9cfcc0c5 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:23:11.946846 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:11.949478 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-deleted', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:23:11.960678 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8b19686a-8932-4836-93b0-6e950d7c6507 req-fcc8cf7e-0fb8-47a6-984f-d6e1ed523f78 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "DELETE /v2.0/ports/f255282b-352a-4340-ba22-d9aa9cfcc0c5 HTTP/1.1" status: 204 len: 173 time: 0.9141109 Feb 07 14:23:12.046125 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97857f7-062a-4c90-967e-40f41bd3d413', 'name': 'network-vif-deleted', 'tag': 'f255282b-352a-4340-ba22-d9aa9cfcc0c5', 'status': 'completed', 'code': 200} Feb 07 14:23:12.416969 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:12.583988 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:12.812322 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9613de18-8910-45f6-a561-0df6f07161df req-74aeb325-be7b-4a54-a98d-5515b364393a tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Synchronizing usage tracker for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:23:12.892741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9613de18-8910-45f6-a561-0df6f07161df req-74aeb325-be7b-4a54-a98d-5515b364393a tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Unset dirty status for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:23:12.893836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9613de18-8910-45f6-a561-0df6f07161df req-74aeb325-be7b-4a54-a98d-5515b364393a tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=f97857f7-062a-4c90-967e-40f41bd3d413 HTTP/1.1" status: 200 len: 210 time: 0.1290660 Feb 07 14:23:13.987815 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36170) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:14.059382 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6217-fc3e-4bcf-a53e-5a30189487b7 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:14.062470 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:14.089806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6217-fc3e-4bcf-a53e-5a30189487b7 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:14.186058 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:23:14.217392 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6217-fc3e-4bcf-a53e-5a30189487b7 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:14.221235 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: f255282b-352a-4340-ba22-d9aa9cfcc0c5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:23:14.221607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device f255282b-352a-4340-ba22-d9aa9cfcc0c5 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:23:14.237649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c6217-fc3e-4bcf-a53e-5a30189487b7 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901cf6ad-cfa4-4e7c-a319-a66443a3b6ac,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:14.309545 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6217-fc3e-4bcf-a53e-5a30189487b7 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:14.310768 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3d8c6217-fc3e-4bcf-a53e-5a30189487b7 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "DELETE /v2.0/security-groups/901cf6ad-cfa4-4e7c-a319-a66443a3b6ac HTTP/1.1" status: 204 len: 168 time: 0.3216739 Feb 07 14:23:15.903606 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:16.911371 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36188) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:16.916733 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654908688', 'description': 'tempest-secgroup-smoke-654908688 description', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:16.924000 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:16.928080 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:23:16.931135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:23:16.937560 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:17.001092 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.020970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:17.024724 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:23:17.027547 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:23:17.033861 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:17.102248 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.176131 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.221970 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:17.292601 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.293809 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-cbab338e-361a-4184-aaed-c83061ad1a24 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3814166 Feb 07 14:23:17.296673 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36192) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:17.301765 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': 'fe659ca0-7b84-457c-b9b4-4492ee1ef7c4', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:17.308390 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:17.313777 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:23:17.316306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:23:17.322115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:17.397241 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.459281 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.572641 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.596384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c54bd0-7155-4f4d-9065-1974d7b790e3,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:17.675249 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.676577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7cdaed3d-c625-4a00-b180-95e92d91e7b4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789091 Feb 07 14:23:17.679318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36196) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:17.684357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': 'fe659ca0-7b84-457c-b9b4-4492ee1ef7c4', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:17.691894 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:17.695773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:23:17.698789 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:23:17.704714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:17.782516 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.841745 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.921245 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:17.945097 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a27c32e-2241-4542-8917-ca983ccefa4f,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:18.030059 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.031694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f3b718b0-ec3a-4320-8e03-03a11576803d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3514464 Feb 07 14:23:18.034502 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36200) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:18.039506 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': 'fe659ca0-7b84-457c-b9b4-4492ee1ef7c4', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:18.047199 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:18.051009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:23:18.053907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:23:18.059576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:18.143152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.204843 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.281428 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.307581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49948d73-9c98-4976-95a5-c7526ee1b858,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:18.401137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.403653 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7da2f77c-8be9-4ae2-a1c5-c3a2fadb74c8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669488 Feb 07 14:23:18.405796 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36204) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:18.410692 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': 'fe659ca0-7b84-457c-b9b4-4492ee1ef7c4', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:18.417162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:18.421033 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:23:18.423907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:23:18.429557 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:18.533583 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.595522 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.669341 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.694869 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782bf3b6-8936-493a-a9e9-2fe45939de58,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:18.754976 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.756256 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-28fd5df5-3014-4a36-b552-04fdcbff86c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3494415 Feb 07 14:23:18.758965 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36208) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:18.763942 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': 'fe659ca0-7b84-457c-b9b4-4492ee1ef7c4', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:18.770960 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:18.774754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:23:18.777561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:23:18.785352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:18.857863 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Project 45a0a657598e4d92ac55100ca1b5f5a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:23:18.865368 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.928944 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:18.983777 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:19.008180 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2422b30-a021-4b8b-b288-8d19b56bf11d,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:19.080814 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:19.082010 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-116b704a-5d4e-4cc8-addf-e1bab09ed111 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221426 Feb 07 14:23:19.084773 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36212) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:23:19.089815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'security_group_rule': {'security_group_id': 'fe659ca0-7b84-457c-b9b4-4492ee1ef7c4', 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:19.096958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:19.100792 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:security_group_rule and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:23:19.103679 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:23:19.109485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:19.177873 n-d-811416-5 neutron-server[88313]: INFO neutron.db.securitygroups_db [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Project 45a0a657598e4d92ac55100ca1b5f5a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:23:19.184623 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:19.251998 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:19.332465 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:19.356361 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1eaa969-7642-4559-b6ea-64a57c0e81e3,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:19.447285 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:19.448509 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3e622dcd-96c8-4f7e-a7cb-ddbcd3e67fce tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3628325 Feb 07 14:23:25.621940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:36.091092 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:23:38.806372 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53c6869c-9203-4adb-b1f3-9f7f035c92e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:41.612052 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-484fe122-10a0-4d71-8f3a-d09f5b9169df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:42.405021 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:42.600715 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:44.086385 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:44.301667 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-6be03e82-ad16-495c-babf-8a2fafcd154b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654908688&fields=id&tenant_id=45a0a657598e4d92ac55100ca1b5f5a9 HTTP/1.1" status: 200 len: 267 time: 0.0384457 Feb 07 14:23:44.449136 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-9407569a-68c6-467b-a93a-6fcf0e0139d5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:44.450563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-9407569a-68c6-467b-a93a-6fcf0e0139d5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 809 time: 0.1423082 Feb 07 14:23:44.465729 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-2cf73ed4-d08b-4f33-957b-a554d0de320d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/quotas/45a0a657598e4d92ac55100ca1b5f5a9 HTTP/1.1" status: 200 len: 375 time: 0.0097177 Feb 07 14:23:44.546498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-32fdecb6-0354-4874-8991-9619fbe3149e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757632 Feb 07 14:23:44.723272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4939ff59-e563-47a7-9c61-0e7b0af901f7 service neutron] 10.222.0.69 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650083 Feb 07 14:23:44.855757 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-68c2a0b3-7871-46cf-91af-79b7e2439ac4 service neutron] 10.222.0.69 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256948 Feb 07 14:23:45.553394 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7cd81052-e034-4ecd-8dbc-9c0ccdec0366 req-e5d77988-b983-4c72-9007-84f0231e7b59 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 210 time: 0.1526394 Feb 07 14:23:45.909188 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:46.666221 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6cb29804-eacb-46b7-bb47-91df269603b6 req-37d90f5b-87e6-4d72-9233-97acc084d923 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 210 time: 0.0485644 Feb 07 14:23:47.830798 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dafb2941-4e26-4f40-aef3-fd38499ba85b req-ca5a12c1-616e-4457-9e60-e7a97e51d5d9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 210 time: 0.0427647 Feb 07 14:23:48.982233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-093b5e61-55b7-4de8-ba28-ac3ada8f3519 req-78d18dc9-2760-4040-aa35-cfaac53b7d10 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 210 time: 0.0442607 Feb 07 14:23:49.371384 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-05cea00d-f948-4bac-b176-33d61064de02 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:49.372836 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-05cea00d-f948-4bac-b176-33d61064de02 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 809 time: 0.1480565 Feb 07 14:23:49.420494 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-490db74f-0efd-4a90-a01f-229ea2d36171 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a0a657598e4d92ac55100ca1b5f5a9 HTTP/1.1" status: 200 len: 379 time: 0.0396674 Feb 07 14:23:49.427968 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'port': {'device_id': '0796b132-da4f-4545-8396-b5af43f40470', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'admin_state_up': True, 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'security_groups': ['fe659ca0-7b84-457c-b9b4-4492ee1ef7c4']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:49.571871 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:23:49.581934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:23:49.646321 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Made reservation on behalf of 45a0a657598e4d92ac55100ca1b5f5a9 for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:23:49.649920 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:49.818821 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Allocated IP 172.20.0.14 (37f78033-7c31-49b5-ba08-95b3e18f4d3e/aa22ecab-82b1-43bf-8cc7-39bb269a1888/9257f3f1-0338-4ffa-b70b-564a9563cdc9) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:23:50.015046 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:50.031665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Transition to ACTIVE for port object 9257f3f1-0338-4ffa-b70b-564a9563cdc9 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:23:50.128329 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:50.216181 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:23:50.220259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:23:50.222666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:23:50.275124 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:50.309940 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:50.310578 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:50.333775 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613baba4-eec5-47bc-a9c7-b6842c8684f0 req-3f34d58b-43a5-4d7a-a32e-10394b9ed891 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:50.335325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-613baba4-eec5-47bc-a9c7-b6842c8684f0 req-3f34d58b-43a5-4d7a-a32e-10394b9ed891 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 932 time: 0.2456517 Feb 07 14:23:50.389045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-613baba4-eec5-47bc-a9c7-b6842c8684f0 req-aeed8cfe-e674-4784-9d93-4161cb453ad0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443411 Feb 07 14:23:50.419272 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-4c95b07b-505a-4324-acc7-6608c7bf9747 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9946132 Feb 07 14:23:50.429760 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Request body: {'port': {'device_id': '0796b132-da4f-4545-8396-b5af43f40470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:23:50.514748 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-157244ec-5cf5-4cc6-a1f1-42c9d2dfa970 None None] Provisioning for port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:23:50.519894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-157244ec-5cf5-4cc6-a1f1-42c9d2dfa970 None None] Provisioning complete for port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:23:50.520312 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-157244ec-5cf5-4cc6-a1f1-42c9d2dfa970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:50.549830 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:50.575545 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-157244ec-5cf5-4cc6-a1f1-42c9d2dfa970 None None] Port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:23:50.900534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9257f3f1-0338-4ffa-b70b-564a9563cdc9 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:23:50.908223 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:50.922451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Transition to ACTIVE for port object 9257f3f1-0338-4ffa-b70b-564a9563cdc9 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:23:51.006351 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:51.299575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Pushing event updated for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:51.371939 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Attempting to bind port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:23:51.372297 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Attempting to bind port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:23:51.372626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Attempting to bind port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 on network 37f78033-7c31-49b5-ba08-95b3e18f4d3e {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:23:51.377253 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 on network 37f78033-7c31-49b5-ba08-95b3e18f4d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:23:51.377520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Attempting to bind port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 on network 37f78033-7c31-49b5-ba08-95b3e18f4d3e {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:23:51.382518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:23:51.382856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Checking segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:23:51.383244 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Bound using segment: {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:23:51.383669 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Bound port: 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1fb381-92ed-4932-ae2c-8a862f6ef20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:23:51.384043 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:51.475607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:23:51.478553 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:23:51.534909 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:51.616318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:51.616930 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:51.618322 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] 10.222.0.47 "PUT /v2.0/ports/9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 1092 time: 1.1925199 Feb 07 14:23:51.618755 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:23:51.642834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c73e9-c81f-4ca3-b3b7-4a0244f2fc5e service neutron] Pushing event updated for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:23:51.674307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffb317-5a44-4f2c-a70a-193bd16ad143 req-3b8aca93-6fbe-40b9-80c3-62c8d9b47c60 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:51.675458 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-00ffb317-5a44-4f2c-a70a-193bd16ad143 req-3b8aca93-6fbe-40b9-80c3-62c8d9b47c60 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Synchronizing usage tracker for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:23:51.685435 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'status': 'completed', 'code': 200} Feb 07 14:23:51.754105 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-00ffb317-5a44-4f2c-a70a-193bd16ad143 req-3b8aca93-6fbe-40b9-80c3-62c8d9b47c60 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Unset dirty status for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:23:51.755275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00ffb317-5a44-4f2c-a70a-193bd16ad143 req-3b8aca93-6fbe-40b9-80c3-62c8d9b47c60 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.2574224 Feb 07 14:23:51.824898 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-00ffb317-5a44-4f2c-a70a-193bd16ad143 req-c8af29a1-87f2-4aff-ab70-586e343cd87c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606191 Feb 07 14:23:51.836116 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356a3e-8ea0-4cf4-a4d9-b7e2d2a4ad1c req-4d96c5b8-e7c6-4e3b-b524-5259b6854680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:51.837706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55356a3e-8ea0-4cf4-a4d9-b7e2d2a4ad1c req-4d96c5b8-e7c6-4e3b-b524-5259b6854680 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1095 time: 0.1325841 Feb 07 14:23:51.983868 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356a3e-8ea0-4cf4-a4d9-b7e2d2a4ad1c req-0a2f4fbc-3b72-4613-8dbf-c1d4377d2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:51.985371 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55356a3e-8ea0-4cf4-a4d9-b7e2d2a4ad1c req-0a2f4fbc-3b72-4613-8dbf-c1d4377d2f3e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1404839 Feb 07 14:23:52.122212 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356a3e-8ea0-4cf4-a4d9-b7e2d2a4ad1c req-853954c9-ad3f-4ec3-847c-c08384a294b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:52.123666 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-55356a3e-8ea0-4cf4-a4d9-b7e2d2a4ad1c req-853954c9-ad3f-4ec3-847c-c08384a294b8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1317971 Feb 07 14:23:52.228526 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-e6554f81-a33a-4be4-b146-ca90d9a0cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:52.229962 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-e6554f81-a33a-4be4-b146-ca90d9a0cb86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1095 time: 0.0703535 Feb 07 14:23:52.300912 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-46cacb34-2ec7-43e5-989e-1f554856855a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 217 time: 0.0647297 Feb 07 14:23:52.361917 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-21dba494-059e-43a3-8d2f-397dfe27331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:52.363316 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-21dba494-059e-43a3-8d2f-397dfe27331b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0571656 Feb 07 14:23:52.439443 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-5b83773b-67e7-4d0f-86b2-68e73ccb1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:52.441174 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-5b83773b-67e7-4d0f-86b2-68e73ccb1fb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722926 Feb 07 14:23:52.570946 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-6b5f81d1-f62b-4c93-8d6e-ee520b7bdc78 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235442 Feb 07 14:23:52.701318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d54e98dd-7a8f-465e-992d-5ec2bf41eac3 req-6f585c66-a12b-4279-805f-f6aff0503b45 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237550 Feb 07 14:23:53.015340 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe9b0-680e-4590-898d-2a259f609bff req-776d52da-0000-444f-a7aa-d95561d1f5e2 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:53.016832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfcbe9b0-680e-4590-898d-2a259f609bff req-776d52da-0000-444f-a7aa-d95561d1f5e2 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0789948 Feb 07 14:23:53.060208 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-bfcbe9b0-680e-4590-898d-2a259f609bff req-d1d427d5-104e-4a13-bcca-8cd2b96c7991 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377672 Feb 07 14:23:54.250073 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe18708-e8a6-40d4-95e4-62270a3fd5b1 req-07d59b29-aeb4-420a-b4e0-1010c1eb3d21 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:54.251583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebe18708-e8a6-40d4-95e4-62270a3fd5b1 req-07d59b29-aeb4-420a-b4e0-1010c1eb3d21 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0853035 Feb 07 14:23:54.295989 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ebe18708-e8a6-40d4-95e4-62270a3fd5b1 req-42561f0c-4128-41e0-bb07-4cf25c9745a4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 Feb 07 14:23:55.476299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ac3db-1f3f-42a2-b2fb-57f9f8628427 req-5af5bcb2-5134-4bc2-a14b-d67861d1841e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:55.477760 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-386ac3db-1f3f-42a2-b2fb-57f9f8628427 req-5af5bcb2-5134-4bc2-a14b-d67861d1841e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0789692 Feb 07 14:23:55.522016 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-386ac3db-1f3f-42a2-b2fb-57f9f8628427 req-95dc2c3c-bd20-4127-878c-556fc118ba51 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386925 Feb 07 14:23:55.634805 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:23:56.837842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491fcb5-2bdc-411b-888f-de40aaabed9c req-05fa0826-c8d0-4107-bca0-4679f123bc96 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:56.839270 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9491fcb5-2bdc-411b-888f-de40aaabed9c req-05fa0826-c8d0-4107-bca0-4679f123bc96 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.2127306 Feb 07 14:23:56.882629 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9491fcb5-2bdc-411b-888f-de40aaabed9c req-6d79f30d-6357-410f-87dc-ff19a02b6e9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376625 Feb 07 14:23:58.067913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44546b-8d36-43a4-b911-45f6ccead980 req-59faca5d-4bfa-44a3-b884-ad4c1d3545a6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:58.069298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d44546b-8d36-43a4-b911-45f6ccead980 req-59faca5d-4bfa-44a3-b884-ad4c1d3545a6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0823169 Feb 07 14:23:58.113419 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8d44546b-8d36-43a4-b911-45f6ccead980 req-c47d66e8-c2ad-463b-a9ba-ed758dcdcff4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384405 Feb 07 14:23:59.303154 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8adb5c-22e4-49a3-ab3f-d47c5ff5bd7f req-70ee2e63-c85c-459a-89df-7348166eb342 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:23:59.304726 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be8adb5c-22e4-49a3-ab3f-d47c5ff5bd7f req-70ee2e63-c85c-459a-89df-7348166eb342 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0870850 Feb 07 14:23:59.356452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-be8adb5c-22e4-49a3-ab3f-d47c5ff5bd7f req-f964f8f9-7195-4771-b380-a268b4c489c6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Feb 07 14:24:00.404147 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 9257f3f1-0338-4ffa-b70b-564a9563cdc9 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:24:00.537387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:24:00.545107 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1cf52-b9a6-4eb4-9472-f5eccbd591be req-373745d5-ff15-4a82-b588-8479f25c29fe tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:00.546582 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92a1cf52-b9a6-4eb4-9472-f5eccbd591be req-373745d5-ff15-4a82-b588-8479f25c29fe tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0835521 Feb 07 14:24:00.550597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'port_id': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'mac_address': 'fa:16:3e:5b:93:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:24:00.592457 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-92a1cf52-b9a6-4eb4-9472-f5eccbd591be req-f103e9e4-4249-4200-b4a9-e1919095dadf tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Feb 07 14:24:00.610054 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:00.627319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9257f3f1-0338-4ffa-b70b-564a9563cdc9 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:24:00.643319 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:24:00.754721 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:00.823322 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:24:00.830947 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.831290 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.831627 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.831959 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.832305 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.832629 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.832950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.833268 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.833585 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.833901 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.834217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:00.834531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:24:01.097370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['9257f3f1-0338-4ffa-b70b-564a9563cdc9'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:24:01.773069 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1036bd9-892b-4ebf-adcd-17eebc1b721f req-33b0caab-4b7e-4cea-8171-a20cc310abd6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:01.774514 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1036bd9-892b-4ebf-adcd-17eebc1b721f req-33b0caab-4b7e-4cea-8171-a20cc310abd6 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 945 time: 0.0793347 Feb 07 14:24:01.817931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a1036bd9-892b-4ebf-adcd-17eebc1b721f req-5d49ef5f-5c0a-4544-bf6b-a9605357edd5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371151 Feb 07 14:24:02.435057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 9257f3f1-0338-4ffa-b70b-564a9563cdc9 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:24:02.565656 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:24:02.570838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:24:02.571204 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:02.688654 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:02.716032 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:24:02.727227 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:24:02.772299 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:02.815643 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'code': 200} Feb 07 14:24:02.842130 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:24:03.001058 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8e01f-1edb-43b4-be7d-0a1fdf090df5 req-d96556b4-1dd7-4f70-a042-73f9c34e278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:03.002437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1af8e01f-1edb-43b4-be7d-0a1fdf090df5 req-d96556b4-1dd7-4f70-a042-73f9c34e278c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.1289885 Feb 07 14:24:03.038477 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21136f1-7ea5-491a-922a-c730cf6239da req-553c0c54-1434-46f2-9de8-231e1323ff68 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:03.040030 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a21136f1-7ea5-491a-922a-c730cf6239da req-553c0c54-1434-46f2-9de8-231e1323ff68 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.1107070 Feb 07 14:24:03.076245 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1af8e01f-1edb-43b4-be7d-0a1fdf090df5 req-2bc000c5-5cfc-439e-b2d9-9ae1824996e9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660632 Feb 07 14:24:03.096049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a21136f1-7ea5-491a-922a-c730cf6239da req-d2a2b766-96fc-4aee-a4ad-16d5c995141e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470138 Feb 07 14:24:04.282363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99625546-1621-4fa6-88fe-4cfcd70c5f77 req-a3a75cf5-c141-42ac-994f-f4f6fa55c16b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:04.283816 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99625546-1621-4fa6-88fe-4cfcd70c5f77 req-a3a75cf5-c141-42ac-994f-f4f6fa55c16b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0819108 Feb 07 14:24:04.332524 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-99625546-1621-4fa6-88fe-4cfcd70c5f77 req-238c086e-55ad-4ec2-aea0-854d3624985a tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Feb 07 14:24:05.515301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00b613-6de0-459a-8a8b-80b5b1140b74 req-3d08492a-b703-4aa7-8094-7b97ff643769 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:05.516790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df00b613-6de0-459a-8a8b-80b5b1140b74 req-3d08492a-b703-4aa7-8094-7b97ff643769 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0794356 Feb 07 14:24:05.560148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-df00b613-6de0-459a-8a8b-80b5b1140b74 req-94aa25f7-8d2f-4c93-a5e4-a509d787472b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377154 Feb 07 14:24:05.746487 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21318a7-d44a-4b9c-8375-2e06ab4a3288 req-ece15d41-083b-4701-baf0-0a2bc1b2fe83 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:05.747949 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a21318a7-d44a-4b9c-8375-2e06ab4a3288 req-ece15d41-083b-4701-baf0-0a2bc1b2fe83 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0840347 Feb 07 14:24:05.790973 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a21318a7-d44a-4b9c-8375-2e06ab4a3288 req-5ca1a035-83c9-4d11-b001-2169f9981b08 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372920 Feb 07 14:24:05.813621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36450) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:24:05.924464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ded46e-9fef-4830-a389-66646f43e7e4 tempest-TestShelveInstance-27112863 tempest-TestShelveInstance-27112863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:05.925957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-f9ded46e-9fef-4830-a389-66646f43e7e4 tempest-TestShelveInstance-27112863 tempest-TestShelveInstance-27112863-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1092 time: 0.1113849 Feb 07 14:24:05.928865 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36456) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:24:05.933575 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:24:05.940038 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:24:05.944051 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Usage tracker for resource:floatingip and tenant:45a0a657598e4d92ac55100ca1b5f5a9 is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:24:05.949177 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:24:05.954841 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:24:06.017331 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:06.153844 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:06.290476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Allocated IP 172.25.7.84 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/c990d349-ed5c-4ca8-ade0-61b09b6a51aa) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:24:06.437637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:06.525057 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:06.588388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:24:06.591815 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:24:06.595608 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:24:06.633442 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'Port': ['ID=c990d349-ed5c-4ca8-ade0-61b09b6a51aa,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:24:07.116730 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:07.245000 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:07.452303 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:07.507544 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:07.611833 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event updated for resources: {'Port': ['ID=c990d349-ed5c-4ca8-ade0-61b09b6a51aa,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:24:07.627898 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:07.812293 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Floating IP ba9a4a42-5ed6-44ee-8afd-1eec2e94db8f associated. External IP: 172.25.7.84, port: 9257f3f1-0338-4ffa-b70b-564a9563cdc9. Feb 07 14:24:08.163700 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Router bc532978-3aa1-43e2-a36b-8c66a8251f7c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:24:08.471290 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:24:08.481049 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] Sync routers for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:24:08.491320 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:24:08.492272 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:23:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:24:08.564823 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:08.620425 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-68fe625f-88bb-4a20-9a5e-81ce85d48513 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6905677 Feb 07 14:24:08.622299 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:24:08.670704 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:24:08.671285 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'status': 'completed', 'code': 200} Feb 07 14:24:08.783101 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8c91f17e-6759-4416-b916-3b647e8affd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:08.786028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-7504429a-1d3a-4a1c-a1ce-04fcc3325914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:08.787644 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-7504429a-1d3a-4a1c-a1ce-04fcc3325914 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.0815859 Feb 07 14:24:08.922520 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-c765f939-f9d4-4bd5-9531-2e0e6bb5e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:08.923997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-c765f939-f9d4-4bd5-9531-2e0e6bb5e4d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1307566 Feb 07 14:24:09.019926 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ba9a4a42-5ed6-44ee-8afd-1eec2e94db8f', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'port_id': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'mac_address': 'fa:16:3e:5b:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0796b132-da4f-4545-8396-b5af43f40470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:24:07Z', 'updated_at': '2022-02-07T14:24:07Z', 'revision_number': 0, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:24:09.023603 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] Checking router: bc532978-3aa1-43e2-a36b-8c66a8251f7c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:24:09.029583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-ef52b11c-68a3-4b33-9c6c-306140b0c128 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 999 time: 0.1002250 Feb 07 14:24:09.032406 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:24:09.032980 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:23:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:24:09.093921 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-d96ba68f-639a-487e-bb90-44834d295d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:09.095583 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-d96ba68f-639a-487e-bb90-44834d295d2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0609963 Feb 07 14:24:09.171318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-65a43eb9-8c53-40b0-a9b2-8bd8698b845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:09.173613 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-65a43eb9-8c53-40b0-a9b2-8bd8698b845e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723424 Feb 07 14:24:09.212697 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:24:09.305746 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-f61c4de1-8073-428e-8d91-10f951752fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272755 Feb 07 14:24:09.441573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-398d8200-d262-4b58-abb8-d0ba9dccd9fc req-1d16d166-c4b3-4d87-84a8-1e9f20d2516b service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302979 Feb 07 14:24:09.586147 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ba9a4a42-5ed6-44ee-8afd-1eec2e94db8f', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'port_id': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'mac_address': 'fa:16:3e:5b:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0796b132-da4f-4545-8396-b5af43f40470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:24:07Z', 'updated_at': '2022-02-07T14:24:07Z', 'revision_number': 0, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:24:09.590126 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13a9b9-d9c2-4742-bc3c-5f7e98769e6f None None] The sync data for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 is: [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'ba9a4a42-5ed6-44ee-8afd-1eec2e94db8f', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'port_id': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'mac_address': 'fa:16:3e:5b:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0796b132-da4f-4545-8396-b5af43f40470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:24:07Z', 'updated_at': '2022-02-07T14:24:07Z', 'revision_number': 0, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:24:09.787988 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5dfe4-4e39-4206-82be-b20828ec680f None None] New status for floating IP ba9a4a42-5ed6-44ee-8afd-1eec2e94db8f: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:24:11.581959 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fc543c06-0196-4f8f-8c4d-a1b46679431a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:12.393229 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:12.576851 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:13.090392 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:24:14.051473 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:15.948378 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:25.623085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:38.765394 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7c3ed884-8f38-4bc8-b718-d17a5b5468c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:41.611464 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5878c471-7c8a-4633-8037-60bc2ee9c5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:42.387609 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:42.588265 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:44.091358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:46.022162 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:50.091035 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:24:55.634234 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:24:57.341552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-5a73eb08-9a3a-47ff-904c-affe26c295cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738518 Feb 07 14:24:57.482067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-222c197e-b6e0-4e57-840c-e2ae8a56336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:57.483592 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-222c197e-b6e0-4e57-840c-e2ae8a56336f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.0719106 Feb 07 14:24:57.629588 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-1e5c1f96-dcca-41a1-a15a-f7ab5112b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:57.631041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-1e5c1f96-dcca-41a1-a15a-f7ab5112b2ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1292529 Feb 07 14:24:57.742614 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-f7750e58-2ef7-405a-b585-f307316a92da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 1001 time: 0.1053257 Feb 07 14:24:57.806424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-839959b1-6196-4471-b91b-634d10aa42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:57.808178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-839959b1-6196-4471-b91b-634d10aa42d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0599189 Feb 07 14:24:57.887476 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-f6a3a1e1-426f-41a4-b267-0ff22f5013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:24:57.888978 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-f6a3a1e1-426f-41a4-b267-0ff22f5013ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757296 Feb 07 14:24:58.023022 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-623ddadc-2048-4f3c-80df-373f30c3d57d service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279955 Feb 07 14:24:58.278023 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9dd7380d-7bc4-4569-91d9-88271885b9ee req-bda5ad3c-d69d-4c59-b22f-b177abdda17e service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494824 Feb 07 14:25:08.804781 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a6862999-a07f-4e59-a06e-1bfd4bfac8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:11.604892 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d3067547-8503-4078-af41-371ba487362a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:12.375826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:12.571013 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:14.068333 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:15.941500 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:25.627042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:27.091123 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:25:28.774888 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-52e81e9d-a955-4717-8a68-6263ac144be8 req-7828798d-0a5d-45d7-b3e7-e302cd857240 service neutron] (88313) timed out ('10.222.0.69', 39958) {{(pid=88313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 14:25:38.815762 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-421e4cea-4b83-4ecb-b635-0ef3a1c8598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:41.581184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d0e283fc-9f25-4b09-8513-f836d6581d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:42.375485 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:42.575307 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:44.061134 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:45.929404 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:55.649814 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:25:58.998118 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-27e2e74a-072f-4879-a38f-05210ce0bb98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1223118 Feb 07 14:25:59.136907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-ddc85718-b89a-404a-9273-6c74b4067486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:25:59.138353 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-ddc85718-b89a-404a-9273-6c74b4067486 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.0732238 Feb 07 14:25:59.281470 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-91f1b34f-1449-41b4-b22f-a7d1743f24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:25:59.282832 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-91f1b34f-1449-41b4-b22f-a7d1743f24b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1264589 Feb 07 14:25:59.387523 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-f316e17e-0e51-4de8-929d-b0e9dd760d4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 1001 time: 0.0987148 Feb 07 14:25:59.448128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-be8fbf87-a0b8-4e11-bed2-0d3a2b27e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:25:59.449534 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-be8fbf87-a0b8-4e11-bed2-0d3a2b27e7e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0565960 Feb 07 14:25:59.525693 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-fdba0712-fd99-44f9-bf21-b9667a4dfaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:25:59.527134 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-fdba0712-fd99-44f9-bf21-b9667a4dfaa2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720756 Feb 07 14:25:59.659190 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-7b138c9b-7a0e-46a9-a8d5-3171b8910bda service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262801 Feb 07 14:25:59.792265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-36df4435-1823-4d77-b1ae-810f9e41e660 req-97fcbeb7-7e77-4ec5-a41a-79ac617e4105 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272042 Feb 07 14:26:04.090678 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:26:08.769659 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aca8c4f8-d924-4706-897a-e75c95d16f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:11.563840 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-23dfae57-be77-4eae-ba4a-f85bade511f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:12.386575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:12.571287 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:14.089387 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:15.957953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:25.643579 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:26.467092 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-750e2d7d-771c-4682-80c2-b29bcb9d9530 req-b19c5a3f-7e0a-4139-a8d1-9d841f545abe tempest-TestNetworkAdvancedServerOps-2075733964 tempest-TestNetworkAdvancedServerOps-2075733964-project] (88313) timed out ('10.222.0.35', 49309) {{(pid=88313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 14:26:38.849178 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0cc70f7e-aaa1-4aa7-9efd-3d816ccff128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:41.091119 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:26:41.574821 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-27439f8f-0078-4aae-b7ab-49879e38910f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:42.387595 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:42.620967 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:44.078601 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:45.974943 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:48.078420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b89f35-5e71-460f-9f18-9f8e90879fad req-48a0c791-d20d-4b9e-8515-69603764b110 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:48.081003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8b89f35-5e71-460f-9f18-9f8e90879fad req-48a0c791-d20d-4b9e-8515-69603764b110 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0810804 Feb 07 14:26:48.126830 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c8b89f35-5e71-460f-9f18-9f8e90879fad req-8aa1aab5-fb62-4153-83a5-7120361f2d3e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398381 Feb 07 14:26:49.322946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e27c0-88d9-4831-b1b5-74d297d2ad61 req-248cbb30-16e5-4a3f-adcc-7f26a5256c77 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:49.324415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd9e27c0-88d9-4831-b1b5-74d297d2ad61 req-248cbb30-16e5-4a3f-adcc-7f26a5256c77 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0823708 Feb 07 14:26:49.367479 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd9e27c0-88d9-4831-b1b5-74d297d2ad61 req-901e094d-d6f0-48a0-bd6e-89dd97c2f9f5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374696 Feb 07 14:26:50.554953 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a523c-76a0-435b-96d9-b7f5f90b1bab req-d8f9adc7-1735-4cd3-bad6-427ff25f5a9c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:50.556641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f14a523c-76a0-435b-96d9-b7f5f90b1bab req-d8f9adc7-1735-4cd3-bad6-427ff25f5a9c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0798614 Feb 07 14:26:50.600452 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f14a523c-76a0-435b-96d9-b7f5f90b1bab req-51e597d7-72c3-4c3d-b074-65f24f4543f5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381947 Feb 07 14:26:51.790717 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3483c0e-421d-46a2-ba07-83ddbe1bd363 req-67c648aa-4376-437c-b482-56d6bd199166 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:51.792193 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3483c0e-421d-46a2-ba07-83ddbe1bd363 req-67c648aa-4376-437c-b482-56d6bd199166 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0824594 Feb 07 14:26:51.844732 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d3483c0e-421d-46a2-ba07-83ddbe1bd363 req-82632218-b80a-4487-8953-8788d15ea0d8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469730 Feb 07 14:26:53.027685 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ac1c2-db3c-46d8-a175-f78beed6da6e req-47f1f7e1-a23b-42e7-96b0-afd83c55298d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:53.029104 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a8ac1c2-db3c-46d8-a175-f78beed6da6e req-47f1f7e1-a23b-42e7-96b0-afd83c55298d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0796108 Feb 07 14:26:53.073232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5a8ac1c2-db3c-46d8-a175-f78beed6da6e req-cbf11723-e2b8-44ca-b448-9bd5c35e4002 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384011 Feb 07 14:26:54.258433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fc6d0-c0b0-43b8-acf9-9da255f893da req-95fe1b25-5d46-409d-958e-318f1eb965c4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:54.260038 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc3fc6d0-c0b0-43b8-acf9-9da255f893da req-95fe1b25-5d46-409d-958e-318f1eb965c4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0830843 Feb 07 14:26:54.303878 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-dc3fc6d0-c0b0-43b8-acf9-9da255f893da req-b8a16ce8-ca77-4a05-aa1b-eb42af6991da tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381722 Feb 07 14:26:55.488761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0214-d936-43a4-88c4-1b6a9827f879 req-f46475bb-ca89-493a-bdc1-8c10694208d1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:55.490244 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb1a0214-d936-43a4-88c4-1b6a9827f879 req-f46475bb-ca89-493a-bdc1-8c10694208d1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0799239 Feb 07 14:26:55.538156 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cb1a0214-d936-43a4-88c4-1b6a9827f879 req-3a261e31-c036-453d-9fa7-ddae3e259270 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Feb 07 14:26:55.672193 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:26:56.722555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946badfc-b1f2-4240-99c3-71ef230e1a56 req-733844bf-6045-4d7b-9ea5-a1e784b13335 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:56.724034 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946badfc-b1f2-4240-99c3-71ef230e1a56 req-733844bf-6045-4d7b-9ea5-a1e784b13335 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0817289 Feb 07 14:26:56.769241 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-946badfc-b1f2-4240-99c3-71ef230e1a56 req-86db8720-1b6e-4a01-b923-df07f85512c9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391593 Feb 07 14:26:57.955302 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ae572-4649-4001-a00b-eb4eb38a1a26 req-1fb5582c-d595-46b5-9d16-1c6a5f636774 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:57.956806 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de5ae572-4649-4001-a00b-eb4eb38a1a26 req-1fb5582c-d595-46b5-9d16-1c6a5f636774 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0826707 Feb 07 14:26:58.001065 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-de5ae572-4649-4001-a00b-eb4eb38a1a26 req-37865794-9ef5-4693-a293-f7826dec4b96 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383549 Feb 07 14:26:58.252046 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-37dc546f-e859-4e98-b92f-daeacec8d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:58.253455 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-37dc546f-e859-4e98-b92f-daeacec8d02d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.0709665 Feb 07 14:26:58.496215 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-adb8662a-f693-4383-a800-0e67c394f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:58.497665 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-adb8662a-f693-4383-a800-0e67c394f2fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.2378883 Feb 07 14:26:58.600226 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-61cec12c-32ed-4b06-876c-42bbef691cdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 1001 time: 0.0962768 Feb 07 14:26:58.664030 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-71fa5f24-b6a3-4265-96fc-174ba20cf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:58.665491 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-71fa5f24-b6a3-4265-96fc-174ba20cf814 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0597699 Feb 07 14:26:58.741258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-c085e562-7cca-425a-8d9d-f76f2162d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:58.743173 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-c085e562-7cca-425a-8d9d-f76f2162d272 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711100 Feb 07 14:26:58.893049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-27b412cf-e91b-4cf6-92ed-1db42d661d5c service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435442 Feb 07 14:26:59.023525 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1905420e-ec6a-447a-9df0-13ca5335a742 req-99dd8e23-3ded-49be-aacb-9ca1eae40311 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244826 Feb 07 14:26:59.237877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-e9aa374c-e544-4121-9f94-e8a6e67880fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:59.239350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-e9aa374c-e544-4121-9f94-e8a6e67880fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.1326232 Feb 07 14:26:59.248022 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85931c-f249-4395-8dce-45611f623e08 req-30ef4471-e899-41d2-8f6e-b28c646a012b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:59.249405 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f85931c-f249-4395-8dce-45611f623e08 req-30ef4471-e899-41d2-8f6e-b28c646a012b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.1129324 Feb 07 14:26:59.374577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2f85931c-f249-4395-8dce-45611f623e08 req-e3748a8d-559d-48a1-9619-97c648c61538 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195025 Feb 07 14:26:59.412731 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-41fa7223-c32d-46e6-9944-d5d1865fa2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:59.414154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-41fa7223-c32d-46e6-9944-d5d1865fa2d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1458921 Feb 07 14:26:59.517699 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-bc84ff26-42eb-4eae-8b2d-edd9a12b0464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 1001 time: 0.0954003 Feb 07 14:26:59.581045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-da55ed5b-6ed2-42ae-8ffd-9e927da8d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:59.582417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-da55ed5b-6ed2-42ae-8ffd-9e927da8d5b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0566022 Feb 07 14:26:59.659924 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-db08a328-cd0b-4770-a511-a223bf9a67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:26:59.661563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-db08a328-cd0b-4770-a511-a223bf9a67bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728862 Feb 07 14:26:59.795539 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-4ccf5866-6436-4276-9fcf-7c6c305df0c7 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269772 Feb 07 14:26:59.930340 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-460beedc-2b24-4663-a3cd-8f5ee88b54cb req-5718bcb7-4687-477c-b9d4-16b4856b34dd service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288218 Feb 07 14:27:00.563064 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee95da1-8649-4666-aaf9-7c0a27acaea6 req-f9e5b6eb-9416-4da0-9165-7d2ff7b0a5ba tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:00.564497 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ee95da1-8649-4666-aaf9-7c0a27acaea6 req-f9e5b6eb-9416-4da0-9165-7d2ff7b0a5ba tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0822670 Feb 07 14:27:00.609224 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-8ee95da1-8649-4666-aaf9-7c0a27acaea6 req-cb40fe72-dd6e-4390-9c6b-d6ec555eba33 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386555 Feb 07 14:27:01.915738 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977810f-e098-4363-b145-3aae0a4a4453 req-9620503d-2678-4ffe-8a1b-7845e0972100 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:01.917910 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e977810f-e098-4363-b145-3aae0a4a4453 req-9620503d-2678-4ffe-8a1b-7845e0972100 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.2014239 Feb 07 14:27:01.961299 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e977810f-e098-4363-b145-3aae0a4a4453 req-7fd03e22-599e-4953-b7cd-85ec39c7c5a8 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377867 Feb 07 14:27:02.344632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36568) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:27:02.426933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861c96c-76ce-4a46-8295-548439ea7087 req-836261ae-c50a-4aff-9cab-d3ad35540950 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:02.428606 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6861c96c-76ce-4a46-8295-548439ea7087 req-836261ae-c50a-4aff-9cab-d3ad35540950 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0846305 Feb 07 14:27:02.474369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6861c96c-76ce-4a46-8295-548439ea7087 req-0a03eac5-77da-4fb4-baf0-029fe62fef03 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Feb 07 14:27:02.481392 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-a0d23b2c-fc3f-48b5-b3e1-46c6d4cf34d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1356251 Feb 07 14:27:03.275171 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 9257f3f1-0338-4ffa-b70b-564a9563cdc9 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:27:03.389706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:03.415772 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:27:03.430289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:27:03.455567 n-d-811416-5 neutron-server[88314]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'code': 422} returned with failed status Feb 07 14:27:03.494841 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:03.566781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:27:03.574802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.575055 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.575395 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.575723 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.576073 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.576398 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.576716 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.577039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.577883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.577883 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.578071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.578292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:27:03.679123 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6774982-29f3-4a49-b3f9-cd9a84f3431c req-9b0deac6-2a5f-42a9-82bc-5bce0b6c525e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:03.680641 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6774982-29f3-4a49-b3f9-cd9a84f3431c req-9b0deac6-2a5f-42a9-82bc-5bce0b6c525e tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0863397 Feb 07 14:27:03.726943 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e6774982-29f3-4a49-b3f9-cd9a84f3431c req-0872bdff-ae13-4d17-8245-72f39fcd105b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401869 Feb 07 14:27:04.921771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19704fbe-59e0-4ef8-9065-993b2e93322c req-fe8dd8d7-6f62-40a6-891d-c11aa7d06a37 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:04.923229 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19704fbe-59e0-4ef8-9065-993b2e93322c req-fe8dd8d7-6f62-40a6-891d-c11aa7d06a37 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0853744 Feb 07 14:27:04.967581 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-19704fbe-59e0-4ef8-9065-993b2e93322c req-30efae6e-fea0-4836-aebe-4646edab06cc tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 Feb 07 14:27:06.156448 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4f4d8-57c9-466f-88eb-b1930bfbe043 req-6aa0a710-d1d4-49da-a62e-a7f487f35c11 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:06.157922 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49f4f4d8-57c9-466f-88eb-b1930bfbe043 req-6aa0a710-d1d4-49da-a62e-a7f487f35c11 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0845470 Feb 07 14:27:06.206026 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-49f4f4d8-57c9-466f-88eb-b1930bfbe043 req-42642e16-d29c-4d2e-9a4b-8af86b137efd tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 Feb 07 14:27:07.395307 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98eada-95c5-4cc8-a571-1457d5d493f0 req-00f78e5f-14f3-4ccf-be12-63321b0a0623 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:07.396992 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c98eada-95c5-4cc8-a571-1457d5d493f0 req-00f78e5f-14f3-4ccf-be12-63321b0a0623 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0871081 Feb 07 14:27:07.445609 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c98eada-95c5-4cc8-a571-1457d5d493f0 req-b434364f-cbd8-49ae-ba58-52bf00aba05c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Feb 07 14:27:08.044844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991431e-471f-4a07-89bc-4e8c5726088c req-bea2f741-e47d-4e9e-8400-8c9449daeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:08.046332 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-bea2f741-e47d-4e9e-8400-8c9449daeb8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470&tenant_id=45a0a657598e4d92ac55100ca1b5f5a9 HTTP/1.1" status: 200 len: 1095 time: 0.0718052 Feb 07 14:27:08.140536 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991431e-471f-4a07-89bc-4e8c5726088c req-09e0336f-98c7-40bc-b20f-216c709c20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:08.142011 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-09e0336f-98c7-40bc-b20f-216c709c20f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1095 time: 0.0760696 Feb 07 14:27:08.276898 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991431e-471f-4a07-89bc-4e8c5726088c req-1b8ebb57-e14c-4fb9-951b-19c0cc6ad23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:08.278337 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-1b8ebb57-e14c-4fb9-951b-19c0cc6ad23c service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1304040 Feb 07 14:27:08.395573 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-b9b68e87-78c3-420b-b79d-530ec92aa9f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 999 time: 0.0969861 Feb 07 14:27:08.442193 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991431e-471f-4a07-89bc-4e8c5726088c req-bb9606f8-a415-4222-975b-695c16217106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:08.443496 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-bb9606f8-a415-4222-975b-695c16217106 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0566103 Feb 07 14:27:08.523162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991431e-471f-4a07-89bc-4e8c5726088c req-bbec7255-7adc-462a-85b1-53dbb9b52f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:08.524747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-bbec7255-7adc-462a-85b1-53dbb9b52f2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750666 Feb 07 14:27:08.716753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-0ae17027-4045-4467-a029-81ea583d259a service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854370 Feb 07 14:27:08.725185 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad68d-1471-4509-ac3c-5e0535ef30f1 req-0f6c0d7d-dad7-47c2-b980-334929befcf1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:08.726911 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6caad68d-1471-4509-ac3c-5e0535ef30f1 req-0f6c0d7d-dad7-47c2-b980-334929befcf1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.1766136 Feb 07 14:27:08.786273 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7175a759-1fa0-41a6-a487-45ad9ee053ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:08.848903 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6caad68d-1471-4509-ac3c-5e0535ef30f1 req-e385e221-d24e-482c-83f2-b717d3c57ab9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042345 Feb 07 14:27:08.886306 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-010e148a-227f-487b-a6cf-1a25034d61a2 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580818 Feb 07 14:27:10.036824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93b34a-37c5-4e9d-ae03-7ce79086c27b req-64d54eed-729a-4b98-a34a-516d664faf2c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:10.038275 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff93b34a-37c5-4e9d-ae03-7ce79086c27b req-64d54eed-729a-4b98-a34a-516d664faf2c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0818698 Feb 07 14:27:10.081950 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-ff93b34a-37c5-4e9d-ae03-7ce79086c27b req-6cbc284e-3dc7-4c39-b554-59b04a0aa2df tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374987 Feb 07 14:27:11.266753 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7451a-3ca7-4437-9cf4-21948ed432e2 req-b19629c4-0101-4dfb-8246-c12b6f2d279c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:11.268252 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-98f7451a-3ca7-4437-9cf4-21948ed432e2 req-b19629c4-0101-4dfb-8246-c12b6f2d279c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0805311 Feb 07 14:27:11.424121 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-98f7451a-3ca7-4437-9cf4-21948ed432e2 req-3f5a457d-a94c-442f-9a8d-e2adfe7c0689 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501276 Feb 07 14:27:11.586541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0b2cc6e5-8209-41d1-8902-0aee6d167b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:12.397543 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:12.603429 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:12.608612 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f048f-56bc-43f1-9d3f-d5f606eea374 req-f8eb1742-5704-4a42-94a6-63a17c884a11 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:12.610080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e30f048f-56bc-43f1-9d3f-d5f606eea374 req-f8eb1742-5704-4a42-94a6-63a17c884a11 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0808368 Feb 07 14:27:12.655733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e30f048f-56bc-43f1-9d3f-d5f606eea374 req-244a87bc-d4f6-4836-91b0-2c78c2f2166b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399878 Feb 07 14:27:13.842306 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23415f-65e4-4386-9828-89b6891a565a req-3a0c9499-6865-4971-b742-2ff41ab5cf17 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:13.843781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e23415f-65e4-4386-9828-89b6891a565a req-3a0c9499-6865-4971-b742-2ff41ab5cf17 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0842397 Feb 07 14:27:13.886995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9e23415f-65e4-4386-9828-89b6891a565a req-0d548b5a-77ae-4ca3-b46f-d2e26cffae7b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370214 Feb 07 14:27:14.088913 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:15.068435 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fc395-d3ed-4e1a-beca-7350c63387b7 req-439ee7c5-83d7-40f1-ba72-ba056a4a47e0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:15.070165 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c88fc395-d3ed-4e1a-beca-7350c63387b7 req-439ee7c5-83d7-40f1-ba72-ba056a4a47e0 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0797412 Feb 07 14:27:15.114478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c88fc395-d3ed-4e1a-beca-7350c63387b7 req-6affd030-a6c6-4849-bd02-03df3ff039bb tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380428 Feb 07 14:27:15.957458 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:16.299948 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006330fc-f0dd-4df6-a980-40022eb509b0 req-9fd3db47-cd04-4841-8351-5e3359babf31 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:16.301354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-006330fc-f0dd-4df6-a980-40022eb509b0 req-9fd3db47-cd04-4841-8351-5e3359babf31 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0827432 Feb 07 14:27:16.351396 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-006330fc-f0dd-4df6-a980-40022eb509b0 req-e0b6c0cb-72f4-4e9a-890c-c6a67f30d9b5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Feb 07 14:27:17.536003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faf9c9-d35c-404a-8278-93e50fb22fb8 req-ab821c28-e2e6-4fa1-a163-684577e381e1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:17.537468 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56faf9c9-d35c-404a-8278-93e50fb22fb8 req-ab821c28-e2e6-4fa1-a163-684577e381e1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0793641 Feb 07 14:27:17.584728 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56faf9c9-d35c-404a-8278-93e50fb22fb8 req-50224aeb-cbe1-42da-815d-b60385e56ba4 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 Feb 07 14:27:18.090639 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:27:18.772382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9475b68-9163-4e89-8c76-a22ceb6c0075 req-c7081eef-4cec-4a81-8dbf-25856d2137d9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:18.773856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9475b68-9163-4e89-8c76-a22ceb6c0075 req-c7081eef-4cec-4a81-8dbf-25856d2137d9 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 944 time: 0.0792038 Feb 07 14:27:18.818013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a9475b68-9163-4e89-8c76-a22ceb6c0075 req-7f1fa4d9-7e39-4fbf-bc6a-a67febbba404 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376883 Feb 07 14:27:19.352989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 9257f3f1-0338-4ffa-b70b-564a9563cdc9 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:27:19.484187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:27:19.497410 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'port_id': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'mac_address': 'fa:16:3e:5b:93:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:27:19.551343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:19.568131 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9257f3f1-0338-4ffa-b70b-564a9563cdc9 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:27:19.583140 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:27:19.668687 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:19.738651 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:27:19.969873 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['9257f3f1-0338-4ffa-b70b-564a9563cdc9'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:27:20.005162 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d713-c0bd-4492-b019-33eba9fd2018 req-954506e2-6dab-441a-b5e1-ffc92c489154 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:20.006656 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ca5d713-c0bd-4492-b019-33eba9fd2018 req-954506e2-6dab-441a-b5e1-ffc92c489154 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 945 time: 0.0833538 Feb 07 14:27:20.051660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ca5d713-c0bd-4492-b019-33eba9fd2018 req-7ad22e5e-13d0-4178-8a0f-24db49a9cfdb tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Feb 07 14:27:21.233541 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00312e-03ba-4d30-912f-fef80d2d9d75 req-1519f7de-febc-4fb9-a2c3-2a6d4fadf71f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:21.235050 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd00312e-03ba-4d30-912f-fef80d2d9d75 req-1519f7de-febc-4fb9-a2c3-2a6d4fadf71f tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 945 time: 0.0788820 Feb 07 14:27:21.277921 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cd00312e-03ba-4d30-912f-fef80d2d9d75 req-aaf3a6ac-a452-4b50-a4a9-d3a034fae649 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374186 Feb 07 14:27:21.368329 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 9257f3f1-0338-4ffa-b70b-564a9563cdc9 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:27:21.473906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:27:21.474275 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:21.586926 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:21.613899 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:27:21.623580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:27:21.660489 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'code': 200} Feb 07 14:27:21.689638 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:21.760253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:27:21.866533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483e90a-3d76-414d-9acf-5ab7fbce36dc req-eded3f23-81ef-47c2-bdbd-d1a76ae3d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:21.868003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1483e90a-3d76-414d-9acf-5ab7fbce36dc req-eded3f23-81ef-47c2-bdbd-d1a76ae3d288 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.0723164 Feb 07 14:27:21.907127 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1483e90a-3d76-414d-9acf-5ab7fbce36dc req-df944a24-5cff-499a-aafb-61a2124a6826 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Feb 07 14:27:22.457835 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46547b69-7735-4ceb-b7d8-a993b6cb40d7 req-908145ff-1188-4244-a5cf-3fcdb87c3792 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:22.459303 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46547b69-7735-4ceb-b7d8-a993b6cb40d7 req-908145ff-1188-4244-a5cf-3fcdb87c3792 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0793221 Feb 07 14:27:22.505925 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-46547b69-7735-4ceb-b7d8-a993b6cb40d7 req-bdb1f28f-36c4-4c0c-8f21-22ea1ded285d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Feb 07 14:27:23.693780 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9adad-9d9d-47e7-b1e9-feca1c1a2dbd req-8160561d-b2f7-430e-82b4-c4230e86e0fa tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:23.695587 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ad9adad-9d9d-47e7-b1e9-feca1c1a2dbd req-8160561d-b2f7-430e-82b4-c4230e86e0fa tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.0821657 Feb 07 14:27:23.741300 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2ad9adad-9d9d-47e7-b1e9-feca1c1a2dbd req-477880f5-165e-4b9b-b522-24ed968dbc6b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395172 Feb 07 14:27:25.701219 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:38.786119 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d3aeda7-eade-4033-9db1-23f97c6bc373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:41.574269 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-354e7a36-3b75-4dae-8d00-c1bd4046e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:42.411299 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:42.622042 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:44.097207 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:45.964344 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:55.090914 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:27:55.706146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:27:59.337997 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-4a018f9e-8e04-4483-9cf6-b4bc0dc956b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744042 Feb 07 14:27:59.475298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-ada5d8c4-a0b0-4c1f-8d76-a86c4defb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:59.476753 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-ada5d8c4-a0b0-4c1f-8d76-a86c4defb5b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.0725353 Feb 07 14:27:59.621357 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-a72acc9f-546c-4b87-866e-3a4f0006b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:59.622834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-a72acc9f-546c-4b87-866e-3a4f0006b710 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1279507 Feb 07 14:27:59.728863 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-5f99fb18-0570-43bc-83ef-e0c45d0695d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 1001 time: 0.0993085 Feb 07 14:27:59.790827 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-854f1f41-c82f-45ce-8736-efe6c6661a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:59.792262 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-854f1f41-c82f-45ce-8736-efe6c6661a92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0582955 Feb 07 14:27:59.869371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-3628a6c0-fa1a-4e85-8fd4-12aa771aad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:27:59.870920 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-3628a6c0-fa1a-4e85-8fd4-12aa771aad74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735388 Feb 07 14:28:00.115070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-8ba655f5-7a9a-4dc8-9b5c-d0081ea2af6d service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375650 Feb 07 14:28:00.245933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2103842d-4c00-437b-9ff8-a3260d9c8cec req-978ae1cb-ed92-477c-bde3-95334f6c9848 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251099 Feb 07 14:28:08.778683 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-560e2a3e-4961-4f32-b676-c22716aedd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:11.625099 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb85b-7db2-47fb-aafb-473fb1c29673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:12.386845 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:12.639036 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:14.093084 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:15.964651 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:25.703929 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:32.090627 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:28:38.780351 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1b3f66dd-c774-4f6a-b5a2-30bcca6cd185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:41.606880 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5d16956a-4e14-4ee5-98b9-3e4d5b490b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:42.380001 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:42.625649 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:44.109350 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:45.991414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:28:55.722731 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:01.878120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-9875c936-8650-4fae-95ed-fe7c72ba280f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686204 Feb 07 14:29:02.021772 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-c87f4234-bca1-4987-80ae-0c8114729669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:02.023162 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-c87f4234-bca1-4987-80ae-0c8114729669 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.0761681 Feb 07 14:29:02.167329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-a6e2c10d-c264-46b4-8b8b-627b7fb972d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:02.168907 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-a6e2c10d-c264-46b4-8b8b-627b7fb972d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1274488 Feb 07 14:29:02.271957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-3f508551-63aa-4148-8264-d4ef8e79759a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 1001 time: 0.0974751 Feb 07 14:29:02.333878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-8a961d22-44f8-4d0b-97c5-23d473805309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:02.335318 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-8a961d22-44f8-4d0b-97c5-23d473805309 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0573094 Feb 07 14:29:02.409504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-5b5f6d1b-0473-42fe-97d7-dd3fb65b4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:02.410970 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-5b5f6d1b-0473-42fe-97d7-dd3fb65b4570 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694864 Feb 07 14:29:02.540498 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-e29c6efb-8876-4857-ac64-6a8b19261b29 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234839 Feb 07 14:29:02.672451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-d9626c2a-e049-4476-8f97-3b9f88453817 req-2824887a-c456-4300-9073-990656838d24 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267262 Feb 07 14:29:08.785305 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7e503a0b-7a27-4b09-be4e-24334b8fa1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:09.091594 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:29:11.585860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-575b63cb-f7b2-40ab-bf0d-1438923b48ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:12.135063 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36650) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:12.396881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:12.608447 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:12.647921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Deleting port c990d349-ed5c-4ca8-ade0-61b09b6a51aa {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:12.648979 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:12.819294 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:12.819628 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:12.947266 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Calling delete_port for c990d349-ed5c-4ca8-ade0-61b09b6a51aa owned by network:floatingip {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:13.183169 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:13.236149 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event deleted for resources: {'Port': ['ID=c990d349-ed5c-4ca8-ade0-61b09b6a51aa,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:13.277254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.277599 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.277940 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.278276 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.278605 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.278958 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.279267 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.279594 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.279915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.280261 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.280581 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.280899 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:13.340424 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for floatingip, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:13.340771 n-d-811416-5 neutron-server[88312]: INFO neutron.db.l3_db [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Floating IP ba9a4a42-5ed6-44ee-8afd-1eec2e94db8f disassociated (deleted). External IP: 172.25.7.84, port: 9257f3f1-0338-4ffa-b70b-564a9563cdc9. Feb 07 14:29:13.692554 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Router bc532978-3aa1-43e2-a36b-8c66a8251f7c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:29:13.874026 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:29:13.885758 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] Sync routers for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:29:13.895730 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:13.899125 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:13.946447 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:14.001313 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-7957a26b-9fd5-4f5c-91fc-336ca5162d9b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "DELETE /v2.0/floatingips/ba9a4a42-5ed6-44ee-8afd-1eec2e94db8f HTTP/1.1" status: 204 len: 168 time: 1.8651528 Feb 07 14:29:14.001881 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:29:14.076536 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:14.141340 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:14.196369 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'status': 'completed', 'code': 200} Feb 07 14:29:14.310741 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-4084be5b-af34-418f-a174-20e0c811a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:14.312154 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-4084be5b-af34-418f-a174-20e0c811a9bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 1097 time: 0.0959458 Feb 07 14:29:14.423264 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:14.427026 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] Checking router: bc532978-3aa1-43e2-a36b-8c66a8251f7c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:29:14.436585 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:14.437189 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:14.449378 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-7d787fd3-fdd3-4748-b665-5684f208f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:14.455046 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-7d787fd3-fdd3-4748-b665-5684f208f961 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 200 len: 909 time: 0.1326563 Feb 07 14:29:14.521459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-db33a1e2-5a73-4ca9-bbb3-09021ebe48d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 200 len: 217 time: 0.0649412 Feb 07 14:29:14.590467 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-bac11780-ccbf-401b-8b45-f27162971e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:14.591222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-bac11780-ccbf-401b-8b45-f27162971e9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 200 len: 848 time: 0.0640848 Feb 07 14:29:14.631401 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:14.734381 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-b7ac72ba-b1d0-4e82-afd4-8a42f0154aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:14.735947 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-b7ac72ba-b1d0-4e82-afd4-8a42f0154aff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37f78033-7c31-49b5-ba08-95b3e18f4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379678 Feb 07 14:29:14.744749 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141a718-98c0-4a93-9d93-5e6cbfa4ca6a req-86b37240-a379-48f7-9c15-998c6bb0b834 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:14.746178 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4141a718-98c0-4a93-9d93-5e6cbfa4ca6a req-86b37240-a379-48f7-9c15-998c6bb0b834 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.1680548 Feb 07 14:29:14.961474 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:14.965567 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce68f8-48e1-49cb-a11f-e122a809e528 None None] The sync data for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 is: [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '9ea90e35-d6f4-4bcb-b957-bf600fe683d5', 'name': '', 'network_id': '37f78033-7c31-49b5-ba08-95b3e18f4d3e', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'mac_address': 'fa:16:3e:06:69:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:03Z', 'updated_at': '2022-02-07T14:17:11Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'subnets': [{'id': 'aa22ecab-82b1-43bf-8cc7-39bb269a1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:29:14.995781 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4141a718-98c0-4a93-9d93-5e6cbfa4ca6a req-81fc2e8b-8aa2-421f-910f-7d6bf92acfae tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289526 Feb 07 14:29:15.032181 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-e52ed679-9e03-4f64-846b-655a9c7788c7 service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849917 Feb 07 14:29:15.168942 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fd0990af-9fda-45ae-9e83-69ce01bb0cd8 req-c911e057-5c3c-4ed4-8035-4420e1a32cba service neutron] 10.222.0.47 "GET /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301045 Feb 07 14:29:15.200306 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d3c133-b014-45f2-8ce7-e586c048111f None None] New status for floating IP ba9a4a42-5ed6-44ee-8afd-1eec2e94db8f: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:29:15.982732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:16.292280 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-535a957b-ee3a-4c72-899e-52ef3c59ead5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:16.293619 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-535a957b-ee3a-4c72-899e-52ef3c59ead5 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.1146159 Feb 07 14:29:16.301004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdc8c7-8285-4511-82c5-217467746288 req-df4de959-d2ca-4497-b958-e6af7880cae7 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:16.302401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8cdc8c7-8285-4511-82c5-217467746288 req-df4de959-d2ca-4497-b958-e6af7880cae7 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 946 time: 0.1972835 Feb 07 14:29:16.399008 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Deleting port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:16.399347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:16.429755 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e8cdc8c7-8285-4511-82c5-217467746288 req-e660a248-d08f-4225-bfc9-22d8cb8aae0b tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/security-groups?id=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970747 Feb 07 14:29:16.644795 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] For port 9257f3f1-0338-4ffa-b70b-564a9563cdc9, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=9257f3f1-0338-4ffa-b70b-564a9563cdc9,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:16.645068 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:16.768607 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Calling delete_port for 9257f3f1-0338-4ffa-b70b-564a9563cdc9 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:17.057368 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:17.107864 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event deleted for resources: {'Port': ['ID=9257f3f1-0338-4ffa-b70b-564a9563cdc9,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:17.146360 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.146707 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.147045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.147426 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.147763 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.148668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.148992 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.149316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.149638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.149958 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.150278 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.150595 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:17.194396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] No DVR routers for this DVR port 9257f3f1-0338-4ffa-b70b-564a9563cdc9 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:29:17.197690 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:17.200235 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'name': 'network-vif-deleted', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:29:17.212212 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c6a69bfc-ebb6-4be3-8f6b-9dde8eb05705 req-724ff48c-6385-4e2a-bf91-521fe7d318c1 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.47 "DELETE /v2.0/ports/9257f3f1-0338-4ffa-b70b-564a9563cdc9 HTTP/1.1" status: 204 len: 173 time: 0.9088690 Feb 07 14:29:17.289869 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0796b132-da4f-4545-8396-b5af43f40470', 'name': 'network-vif-deleted', 'tag': '9257f3f1-0338-4ffa-b70b-564a9563cdc9', 'status': 'completed', 'code': 200} Feb 07 14:29:17.592913 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0ea77ff1-cda8-4582-ad3d-221fb1a466b8 req-cb68b8f9-2db0-4286-ba26-676757ceb68c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Synchronizing usage tracker for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:29:17.682626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0ea77ff1-cda8-4582-ad3d-221fb1a466b8 req-cb68b8f9-2db0-4286-ba26-676757ceb68c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Unset dirty status for tenant:45a0a657598e4d92ac55100ca1b5f5a9 on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:29:17.683677 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0ea77ff1-cda8-4582-ad3d-221fb1a466b8 req-cb68b8f9-2db0-4286-ba26-676757ceb68c tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 210 time: 0.1370854 Feb 07 14:29:18.865993 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5e78dd0b-c4df-4207-b5b9-1f7bcab1a3c8 req-da2e5f90-a648-4c72-8582-1ecde016ba79 tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "GET /v2.0/ports?device_id=0796b132-da4f-4545-8396-b5af43f40470 HTTP/1.1" status: 200 len: 210 time: 0.0551894 Feb 07 14:29:19.913681 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 9257f3f1-0338-4ffa-b70b-564a9563cdc9 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:29:19.953559 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 9257f3f1-0338-4ffa-b70b-564a9563cdc9 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:29:19.953847 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 9257f3f1-0338-4ffa-b70b-564a9563cdc9 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:29:19.965642 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36682) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:20.038026 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0f57bc9-4121-4a74-9c47-29ad899f950d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:20.071406 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0f57bc9-4121-4a74-9c47-29ad899f950d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:20.197449 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0f57bc9-4121-4a74-9c47-29ad899f950d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:20.215888 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f57bc9-4121-4a74-9c47-29ad899f950d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe659ca0-7b84-457c-b9b4-4492ee1ef7c4,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:20.224593 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d0f57bc9-4121-4a74-9c47-29ad899f950d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:20.225725 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d0f57bc9-4121-4a74-9c47-29ad899f950d tempest-TestShelveInstance-873142100 tempest-TestShelveInstance-873142100-project] 10.222.0.69 "DELETE /v2.0/security-groups/fe659ca0-7b84-457c-b9b4-4492ee1ef7c4 HTTP/1.1" status: 204 len: 168 time: 0.2591085 Feb 07 14:29:20.323319 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36688) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:21.122330 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:21.471325 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Deleting port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:21.472042 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:21.642036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] For port 9ea90e35-d6f4-4bcb-b957-bf600fe683d5, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:21.642401 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:21.769971 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Calling delete_port for 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:22.157233 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:22.203352 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea90e35-d6f4-4bcb-b957-bf600fe683d5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:22.590014 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:22.950230 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Router bc532978-3aa1-43e2-a36b-8c66a8251f7c has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:29:23.133646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:29:23.142439 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] Sync routers for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:29:23.154120 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:23.158905 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:23.215951 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a7b87ea5-d236-4460-8ffa-657f665527d3 admin admin] 10.222.0.69 "PUT /v2.0/routers/bc532978-3aa1-43e2-a36b-8c66a8251f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914368 Feb 07 14:29:23.218396 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36694) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:23.334522 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:23.392717 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:23.571534 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:23.613052 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:29:22Z', 'revision_number': 5, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port': {'id': 'c6082f78-20f5-4dd1-ae08-5760ce19629d', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:00Z', 'updated_at': '2022-02-07T14:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:23.616856 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] Checking router: bc532978-3aa1-43e2-a36b-8c66a8251f7c for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:29:23.625090 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] Routers {'bc532978-3aa1-43e2-a36b-8c66a8251f7c'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:23.625666 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:23.642661 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Deleting port c6082f78-20f5-4dd1-ae08-5760ce19629d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:23.643167 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:23.827919 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] Set router bc532978-3aa1-43e2-a36b-8c66a8251f7c gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:23.938972 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:29:23Z', 'revision_number': 6, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:23.942840 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7510e142-04da-4ad4-9c0d-1e335dd178d1 None None] The sync data for ids ['bc532978-3aa1-43e2-a36b-8c66a8251f7c'] in n-d-811416-5 is: [{'id': 'bc532978-3aa1-43e2-a36b-8c66a8251f7c', 'name': 'tempest-TestShelveInstance-1878914933-router', 'tenant_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:16:59Z', 'updated_at': '2022-02-07T14:29:23Z', 'revision_number': 6, 'project_id': '45a0a657598e4d92ac55100ca1b5f5a9', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:29:23.955589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] For port c6082f78-20f5-4dd1-ae08-5760ce19629d, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=c6082f78-20f5-4dd1-ae08-5760ce19629d,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:23.956012 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.086771 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Calling delete_port for c6082f78-20f5-4dd1-ae08-5760ce19629d owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:24.297310 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.347525 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6082f78-20f5-4dd1-ae08-5760ce19629d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:24.439204 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.614626 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.616955 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.722665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.726774 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc532978-3aa1-43e2-a36b-8c66a8251f7c {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:29:24.735299 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.736456 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a118df29-300b-4c84-910d-5a8fac9ef63c admin admin] 10.222.0.69 "DELETE /v2.0/routers/bc532978-3aa1-43e2-a36b-8c66a8251f7c HTTP/1.1" status: 204 len: 168 time: 1.5171485 Feb 07 14:29:24.739099 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36698) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:24.800059 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b06e087-3e16-4623-9a57-bf7398517e8d admin admin] Deleting subnet aa22ecab-82b1-43bf-8cc7-39bb269a1888 {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:29:24.803063 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b06e087-3e16-4623-9a57-bf7398517e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.853013 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b06e087-3e16-4623-9a57-bf7398517e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.948627 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b06e087-3e16-4623-9a57-bf7398517e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:24.974781 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c6082f78-20f5-4dd1-ae08-5760ce19629d no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:29:25.010728 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: c6082f78-20f5-4dd1-ae08-5760ce19629d {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:29:25.013373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device c6082f78-20f5-4dd1-ae08-5760ce19629d not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:29:25.013373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:29:25.046727 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:29:25.047200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9ea90e35-d6f4-4bcb-b957-bf600fe683d5 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:29:25.100266 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b06e087-3e16-4623-9a57-bf7398517e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.141623 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06e087-3e16-4623-9a57-bf7398517e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa22ecab-82b1-43bf-8cc7-39bb269a1888,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:25.143761 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8b06e087-3e16-4623-9a57-bf7398517e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.147215 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4636c-2c2a-44d0-8bd1-26375aa0bec5 None None] Network 37f78033-7c31-49b5-ba08-95b3e18f4d3e requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:29:25.151013 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8b06e087-3e16-4623-9a57-bf7398517e8d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aa22ecab-82b1-43bf-8cc7-39bb269a1888 HTTP/1.1" status: 204 len: 168 time: 0.4109316 Feb 07 14:29:25.153453 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36702) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:25.263705 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.274044 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Deleting port 86b222c5-a2af-4f46-8218-42d17b4f96f1 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:25.274385 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.400606 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] DHCP port deletion for 37f78033-7c31-49b5-ba08-95b3e18f4d3e request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:29:25.404493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] Deleting port 86b222c5-a2af-4f46-8218-42d17b4f96f1 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:25.405017 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.489282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] For port 86b222c5-a2af-4f46-8218-42d17b4f96f1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86b222c5-a2af-4f46-8218-42d17b4f96f1,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:25.489643 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.611456 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] For port 86b222c5-a2af-4f46-8218-42d17b4f96f1, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=86b222c5-a2af-4f46-8218-42d17b4f96f1,segment=NetworkSegment(7b1fb381-92ed-4932-ae2c-8a862f6ef20d),segment_id=7b1fb381-92ed-4932-ae2c-8a862f6ef20d)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:25.611843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.615465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Calling delete_port for 86b222c5-a2af-4f46-8218-42d17b4f96f1 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:25.751674 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.764898 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] Calling delete_port for 86b222c5-a2af-4f46-8218-42d17b4f96f1 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:25.799127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=86b222c5-a2af-4f46-8218-42d17b4f96f1,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:25.803736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] No DVR routers for this DVR port 86b222c5-a2af-4f46-8218-42d17b4f96f1 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:29:25.845820 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:29:25.846177 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:29:25.886001 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.922094 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.946554 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f78033-7c31-49b5-ba08-95b3e18f4d3e']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:25.958217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1fb381-92ed-4932-ae2c-8a862f6ef20d') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:25.958466 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1fb381-92ed-4932-ae2c-8a862f6ef20d') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:25.969907 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.985750 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:25.991511 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:29:25.991936 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: timer() Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:29:26.004608 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:29:26.274464 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:26.279107 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:26.302885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=37f78033-7c31-49b5-ba08-95b3e18f4d3e,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:26.347515 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] Deleting port 86b222c5-a2af-4f46-8218-42d17b4f96f1 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:26.348001 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:26.383772 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7c79fe57-582d-47f7-8d0f-bf4d1e402ecf admin admin] 10.222.0.69 "DELETE /v2.0/networks/37f78033-7c31-49b5-ba08-95b3e18f4d3e HTTP/1.1" status: 204 len: 168 time: 1.2292659 Feb 07 14:29:26.386582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36706) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:26.415546 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-3f1491a3-602f-4256-9929-0c698dea021f None None] The port '86b222c5-a2af-4f46-8218-42d17b4f96f1' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 14:29:26.949631 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:26.968010 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86b222c5-a2af-4f46-8218-42d17b4f96f1 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:29:27.007775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 86b222c5-a2af-4f46-8218-42d17b4f96f1 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:29:27.008254 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 86b222c5-a2af-4f46-8218-42d17b4f96f1 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:29:27.307028 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Deleting port b5c558f0-18ad-4154-aa04-c1dd04d93ca7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:27.307432 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:27.482646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] For port b5c558f0-18ad-4154-aa04-c1dd04d93ca7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,segment=NetworkSegment(758e0d54-3ef0-414e-9e6a-eafc37afad2b),segment_id=758e0d54-3ef0-414e-9e6a-eafc37afad2b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:27.483002 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:27.604226 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Calling delete_port for b5c558f0-18ad-4154-aa04-c1dd04d93ca7 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:27.960149 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:28.007282 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c558f0-18ad-4154-aa04-c1dd04d93ca7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:28.276329 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:28.634281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:29:28.812580 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:29:28.821607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] Sync routers for ids ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:29:28.822957 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-66c8c5fe-296f-40a2-b029-55af142cd587 admin admin] 10.222.0.69 "PUT /v2.0/routers/865f2b9b-5b77-4ad4-a55c-8c57ef7e8096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4353936 Feb 07 14:29:28.825445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36710) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:28.830452 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] Routers {'865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:28.831056 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:29.004429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:29.008292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] Set router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:29.301445 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:29:27Z', 'revision_number': 5, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:29.305920 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] Checking router: 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:29:29.309184 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:29.314103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] Routers {'865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:29.314695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:29.379590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Deleting port 2468c15b-06b7-4e5a-af4d-cffe8f102119 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:29.379938 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:29.489998 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] Set router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:29.558359 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] For port 2468c15b-06b7-4e5a-af4d-cffe8f102119, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=2468c15b-06b7-4e5a-af4d-cffe8f102119,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:29.558633 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:29.681946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Calling delete_port for 2468c15b-06b7-4e5a-af4d-cffe8f102119 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:29.783419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:29:27Z', 'revision_number': 5, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:29.787382 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a12bd-2794-4ead-86d2-cf68cce405cf None None] The sync data for ids ['865f2b9b-5b77-4ad4-a55c-8c57ef7e8096'] in n-d-811416-5 is: [{'id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'name': 'tempest-TestShelveInstance-2002488647-router', 'tenant_id': 'd91ff37070764ef9a922d155e2080df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:17:07Z', 'updated_at': '2022-02-07T14:29:27Z', 'revision_number': 5, 'project_id': 'd91ff37070764ef9a922d155e2080df7', 'gw_port': {'id': '2468c15b-06b7-4e5a-af4d-cffe8f102119', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:af:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865f2b9b-5b77-4ad4-a55c-8c57ef7e8096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:17:08Z', 'updated_at': '2022-02-07T14:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:29:29.910993 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:29.959248 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Pushing event deleted for resources: {'Port': ['ID=2468c15b-06b7-4e5a-af4d-cffe8f102119,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:30.053085 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.235409 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.238133 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.334129 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.334668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:29:30.347822 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.348987 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-75848769-f930-4a59-899b-dbedc87ab42b admin admin] 10.222.0.69 "DELETE /v2.0/routers/865f2b9b-5b77-4ad4-a55c-8c57ef7e8096 HTTP/1.1" status: 204 len: 168 time: 1.5226274 Feb 07 14:29:30.352132 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36714) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:30.413009 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-7259d776-b736-4e81-8051-f19ee6577a4c admin admin] Deleting subnet d7465858-e88b-4922-ab5a-11bde609d92f {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:29:30.416753 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7259d776-b736-4e81-8051-f19ee6577a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.472200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7259d776-b736-4e81-8051-f19ee6577a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.548974 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7259d776-b736-4e81-8051-f19ee6577a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.688968 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7259d776-b736-4e81-8051-f19ee6577a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.731809 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259d776-b736-4e81-8051-f19ee6577a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7465858-e88b-4922-ab5a-11bde609d92f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:30.736980 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7259d776-b736-4e81-8051-f19ee6577a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.741774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c1388e-8a64-4af8-9a3b-0687619337ad None None] Network 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:29:30.743762 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7259d776-b736-4e81-8051-f19ee6577a4c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d7465858-e88b-4922-ab5a-11bde609d92f HTTP/1.1" status: 204 len: 168 time: 0.3904674 Feb 07 14:29:30.746277 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36718) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:30.864589 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.876528 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Deleting port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:30.876869 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:30.979432 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2468c15b-06b7-4e5a-af4d-cffe8f102119 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:29:31.018057 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 2468c15b-06b7-4e5a-af4d-cffe8f102119 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:29:31.018394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 2468c15b-06b7-4e5a-af4d-cffe8f102119 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:29:31.018798 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b5c558f0-18ad-4154-aa04-c1dd04d93ca7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:29:31.052520 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: b5c558f0-18ad-4154-aa04-c1dd04d93ca7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:29:31.052865 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device b5c558f0-18ad-4154-aa04-c1dd04d93ca7 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:29:31.093273 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] For port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3,segment=NetworkSegment(758e0d54-3ef0-414e-9e6a-eafc37afad2b),segment_id=758e0d54-3ef0-414e-9e6a-eafc37afad2b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:31.093792 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.103019 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] DHCP port deletion for 7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:29:31.106855 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] Deleting port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:31.107732 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.315783 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] For port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3,segment=NetworkSegment(758e0d54-3ef0-414e-9e6a-eafc37afad2b),segment_id=758e0d54-3ef0-414e-9e6a-eafc37afad2b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:31.316129 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.336918 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Calling delete_port for 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:31.437225 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] Calling delete_port for 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:29:31.499810 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.512364 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:29:31.512724 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:29:31.550569 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:31.552639 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] No DVR routers for this DVR port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:29:31.670710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.700726 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7427f96d-2a8f-4bb6-9e43-bcb6f3f01275']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:31.712652 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758e0d54-3ef0-414e-9e6a-eafc37afad2b') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:31.712949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758e0d54-3ef0-414e-9e6a-eafc37afad2b') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:31.723675 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.739206 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.745873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:29:31.748747 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: timer() Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:29:31.760086 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:29:31.897263 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.920052 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:31.926065 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7427f96d-2a8f-4bb6-9e43-bcb6f3f01275,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:31.932282 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-a6cf9687-37ff-4fa0-a31e-8a6c91c0d5d0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7427f96d-2a8f-4bb6-9e43-bcb6f3f01275 HTTP/1.1" status: 204 len: 168 time: 1.1850338 Feb 07 14:29:32.013904 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] Deleting port 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:29:32.014408 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:32.078738 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-d4289b01-8dfa-486c-944e-7284f34c5604 None None] The port '9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 14:29:32.318561 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36724) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:32.369136 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a6bc64df-7038-47ac-a2bd-1833564f07e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=45a0a657598e4d92ac55100ca1b5f5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492997 Feb 07 14:29:32.371460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36728) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:32.431558 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09388f-c0f7-4e7d-aba7-47fe6236644f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:32.564189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09388f-c0f7-4e7d-aba7-47fe6236644f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:32.688654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09388f-c0f7-4e7d-aba7-47fe6236644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:32.706962 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09388f-c0f7-4e7d-aba7-47fe6236644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efe0b37-9b28-4728-ad22-fbfe4d26c11c,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:32.713494 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-aa09388f-c0f7-4e7d-aba7-47fe6236644f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:32.714608 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-aa09388f-c0f7-4e7d-aba7-47fe6236644f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6efe0b37-9b28-4728-ad22-fbfe4d26c11c HTTP/1.1" status: 204 len: 168 time: 0.3422205 Feb 07 14:29:32.966366 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:29:33.004394 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:29:33.004747 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 9b831e3c-59b2-4472-a4c3-cb1c82fcc8f3 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:29:33.404268 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36736) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:33.454681 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-daddb63c-035b-4d11-a2b8-cf09e45b48ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d91ff37070764ef9a922d155e2080df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488307 Feb 07 14:29:33.457158 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36740) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:33.514565 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb151485-9d7e-4ad9-b273-2fc704b852a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:33.540586 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb151485-9d7e-4ad9-b273-2fc704b852a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:33.665786 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb151485-9d7e-4ad9-b273-2fc704b852a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:33.681036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb151485-9d7e-4ad9-b273-2fc704b852a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ef11d1-2c22-443c-9049-18058546ffa6,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:33.687551 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fb151485-9d7e-4ad9-b273-2fc704b852a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:33.696382 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fb151485-9d7e-4ad9-b273-2fc704b852a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17ef11d1-2c22-443c-9049-18058546ffa6 HTTP/1.1" status: 204 len: 168 time: 0.2379677 Feb 07 14:29:34.892855 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36764) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:35.018189 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1723151849-network', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:35.024561 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:35.028447 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Usage tracker for resource:network and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:35.031250 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:35.036848 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:35.114233 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Made reservation on behalf of 74e5702009f347c99fda35c9cfe0f1be for: {'network': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:29:35.116819 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:35.133213 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:35.151683 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:35.155551 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Usage tracker for resource:security_group_rule and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:35.158311 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:35.173542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:35.263795 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:35.316247 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:35.350232 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=88313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:29:35.358720 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98bd21a-6edf-4fbd-a18c-d5a89cfb94ab,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:35.365498 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:35.365828 n-d-811416-5 neutron-server[88313]: INFO neutron.db.segments_db [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Added segment 0aaf36e3-b72d-44b2-aada-7b7f25ede60b of type vlan for network a74a72b5-7924-4e5e-939f-3d4d52107148 Feb 07 14:29:35.396801 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:35.500376 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:35.501419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:35.502007 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:35.625767 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a74a72b5-7924-4e5e-939f-3d4d52107148,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:35.639421 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network a74a72b5-7924-4e5e-939f-3d4d52107148 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:29:35.728541 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-9836b32a-4d3d-4f39-ae7f-eade4aef01d5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8301320 Feb 07 14:29:35.728898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36770) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:35.734652 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Request body: {'subnet': {'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1723151849-subnet', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:35.740903 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:35.745849 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Usage tracker for resource:subnet and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:35.748806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:35.754875 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:35.825804 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Made reservation on behalf of 74e5702009f347c99fda35c9cfe0f1be for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:29:35.828576 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.087020 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.165161 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:36.173598 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Checking segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:29:36.173959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Network hostable DHCP agents. Network: a74a72b5-7924-4e5e-939f-3d4d52107148, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:29:36.265381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Network a74a72b5-7924-4e5e-939f-3d4d52107148 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:29:36.388474 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, a74a72b5-7924-4e5e-939f-3d4d52107148) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:36.392570 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:36.393165 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.399315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ca9d0-245e-449c-a854-770f85b17fe2 None None] Network a74a72b5-7924-4e5e-939f-3d4d52107148 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:29:36.493087 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-d8ae4b27-d293-420f-83b1-8bef4994e822 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7627075 Feb 07 14:29:36.495491 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36774) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:36.500868 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:36.506352 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:36.510638 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Usage tracker for resource:router and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:36.513517 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:36.519225 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:36.591417 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.592716 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.608189 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.613984 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-a74a72b5-7924-4e5e-939f-3d4d52107148', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:29:36.614842 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.771327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Allocated IP 172.20.0.2 (a74a72b5-7924-4e5e-939f-3d4d52107148/26de77a7-0e4d-4a0a-8fd8-19b547af0d8a/476a18bf-606a-41cb-9a88-f6f53925e524) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:29:36.933971 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.983657 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:36.994331 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Transition to ACTIVE for port object 476a18bf-606a-41cb-9a88-f6f53925e524 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:37.013153 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Transition to ACTIVE for port object 476a18bf-606a-41cb-9a88-f6f53925e524 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:37.080259 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:37.180239 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Network a74a72b5-7924-4e5e-939f-3d4d52107148 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:29:37.183096 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:37.187071 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:29:37.195842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Pushing event updated for resources: {'Port': ['ID=476a18bf-606a-41cb-9a88-f6f53925e524,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:37.235889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.236261 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.236602 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.236940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.237272 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.237597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.237924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.238247 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.238575 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.238896 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.239218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.239533 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:37.293332 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Attempting to bind port 476a18bf-606a-41cb-9a88-f6f53925e524 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:29:37.293696 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Attempting to bind port 476a18bf-606a-41cb-9a88-f6f53925e524 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:29:37.294061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Attempting to bind port 476a18bf-606a-41cb-9a88-f6f53925e524 on network a74a72b5-7924-4e5e-939f-3d4d52107148 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:29:37.299286 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:29:37.299661 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Checking segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:29:37.300093 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:37.300493 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Bound using segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:29:37.300951 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Bound port: 476a18bf-606a-41cb-9a88-f6f53925e524, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:29:37.301322 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:37.307865 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:37.338978 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:37.388802 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] For port 476a18bf-606a-41cb-9a88-f6f53925e524, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:29:37.391824 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] For port 476a18bf-606a-41cb-9a88-f6f53925e524, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=476a18bf-606a-41cb-9a88-f6f53925e524,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:29:37.474921 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Allocated IP 172.25.7.175 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/44ff20ed-a260-4703-bd32-be2f508daf59) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:29:37.480640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:37.566735 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8727d2-d7dd-4447-ae40-9481e3acabe6 None None] Pushing event updated for resources: {'Port': ['ID=476a18bf-606a-41cb-9a88-f6f53925e524,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:37.755737 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:37.834844 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:37.903318 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:29:37.906233 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:37.910701 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:29:37.943050 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Pushing event updated for resources: {'Port': ['ID=44ff20ed-a260-4703-bd32-be2f508daf59,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:38.400091 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:38.517814 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4316ada-d415-49a6-b5d1-dd8ef6b6bf7c None None] Network a74a72b5-7924-4e5e-939f-3d4d52107148 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:29:38.722796 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1cb68384-4e75-4ec7-a3b5-931bfe6d5ac5 None None] Provisioning for port 476a18bf-606a-41cb-9a88-f6f53925e524 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:38.755394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:38.832107 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-025b5ad0-0cd2-4de2-8c3e-0190c55fa9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:39.009879 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 476a18bf-606a-41cb-9a88-f6f53925e524 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:39.040407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Router 7e8314a6-648b-4e99-b452-a709ed093a77 is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:29:39.165567 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 476a18bf-606a-41cb-9a88-f6f53925e524 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:39.170600 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 476a18bf-606a-41cb-9a88-f6f53925e524 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:39.170978 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:39.227851 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:29:39.239512 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Sync routers for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:29:39.251072 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:39.251788 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:39.299199 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:39.331244 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:39.332535 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-fe6ef50e-a199-4554-ab35-3264898c4aba admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8358300 Feb 07 14:29:39.333207 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 476a18bf-606a-41cb-9a88-f6f53925e524, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=476a18bf-606a-41cb-9a88-f6f53925e524,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:39.335325 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36780) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:39.414829 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:39.432918 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:39.487211 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=476a18bf-606a-41cb-9a88-f6f53925e524,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:39.721149 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:38Z', 'revision_number': 3, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:39.724921 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Checking router: 7e8314a6-648b-4e99-b452-a709ed093a77 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:29:39.725261 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Updating router 7e8314a6-648b-4e99-b452-a709ed093a77 port 44ff20ed-a260-4703-bd32-be2f508daf59 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:29:39.777236 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.098869 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.110029 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Transition to ACTIVE for port object 44ff20ed-a260-4703-bd32-be2f508daf59 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:40.145363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.180386 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.261595 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Attempting to bind port 44ff20ed-a260-4703-bd32-be2f508daf59 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:29:40.262228 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Attempting to bind port 44ff20ed-a260-4703-bd32-be2f508daf59 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:29:40.262328 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Attempting to bind port 44ff20ed-a260-4703-bd32-be2f508daf59 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:29:40.268104 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Pushing event updated for resources: {'Port': ['ID=44ff20ed-a260-4703-bd32-be2f508daf59,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:40.273287 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:29:40.273860 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:29:40.274263 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.274651 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:29:40.275113 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Bound port: 44ff20ed-a260-4703-bd32-be2f508daf59, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:29:40.275480 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.312851 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.313195 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.313528 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.313858 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.314180 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.314503 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.314824 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.315139 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.315476 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.315773 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.316119 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.316434 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:29:40.355626 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Allocated IP 172.20.0.1 (a74a72b5-7924-4e5e-939f-3d4d52107148/26de77a7-0e4d-4a0a-8fd8-19b547af0d8a/321a2aa4-be68-484e-8a29-01583b2e25ee) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:29:40.357672 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] For port 44ff20ed-a260-4703-bd32-be2f508daf59, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:29:40.360585 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] For port 44ff20ed-a260-4703-bd32-be2f508daf59, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=44ff20ed-a260-4703-bd32-be2f508daf59,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:29:40.448926 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.505004 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.521421 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Transition to ACTIVE for port object 321a2aa4-be68-484e-8a29-01583b2e25ee will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:40.529427 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:40.530038 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:40.584534 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc6914-1171-496f-90de-eccf9f98d769 None None] Pushing event updated for resources: {'Port': ['ID=44ff20ed-a260-4703-bd32-be2f508daf59,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:40.603150 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.668460 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Network a74a72b5-7924-4e5e-939f-3d4d52107148 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:29:40.671297 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:40.675201 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:29:40.712406 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:40.715773 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=321a2aa4-be68-484e-8a29-01583b2e25ee,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:40.739597 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.939657 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:40.974252 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-90d716f1-8a8c-4e19-9c45-ab342b919d43 None None] Provisioning for port 321a2aa4-be68-484e-8a29-01583b2e25ee completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:40.980501 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-90d716f1-8a8c-4e19-9c45-ab342b919d43 None None] Provisioning complete for port 321a2aa4-be68-484e-8a29-01583b2e25ee triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:40.986782 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-90d716f1-8a8c-4e19-9c45-ab342b919d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:41.011233 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 476a18bf-606a-41cb-9a88-f6f53925e524 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:41.054537 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:38Z', 'revision_number': 3, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:41.058582 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbb68e-8460-4f7b-95fe-df0ef178c554 None None] The sync data for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 is: [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:38Z', 'revision_number': 3, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:29:41.086931 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-90d716f1-8a8c-4e19-9c45-ab342b919d43 None None] Port 321a2aa4-be68-484e-8a29-01583b2e25ee cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:29:41.103939 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 476a18bf-606a-41cb-9a88-f6f53925e524 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:41.104343 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:41.322741 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:41.377310 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:41.491056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=321a2aa4-be68-484e-8a29-01583b2e25ee,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:41.495714 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:41.611486 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dedbc10c-8541-44e9-8153-6be0f5949288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:41.644769 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Network a74a72b5-7924-4e5e-939f-3d4d52107148 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:29:41.646031 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:41.859403 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Router 7e8314a6-648b-4e99-b452-a709ed093a77 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:29:41.921527 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-400cc673-0e79-44f1-8ce6-f2c39671a50a None None] Provisioning complete for port 321a2aa4-be68-484e-8a29-01583b2e25ee triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:41.922095 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-400cc673-0e79-44f1-8ce6-f2c39671a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:41.980835 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-400cc673-0e79-44f1-8ce6-f2c39671a50a None None] Port 321a2aa4-be68-484e-8a29-01583b2e25ee cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:29:42.051542 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:29:42.061164 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ec356117-fb06-46f8-960e-84fbfe2e7fd1 admin admin] 10.222.0.69 "PUT /v2.0/routers/7e8314a6-648b-4e99-b452-a709ed093a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7248497 Feb 07 14:29:42.394283 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:42.640700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Sync routers for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:29:42.650684 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:42.651299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:42.708024 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:42.836800 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:42.846265 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36798) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:42.852217 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2006405982-network', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:42.857917 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:42.861959 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Usage tracker for resource:network and tenant:e33cc27e34a943a9b8e0cea7dd5fd778 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:42.864806 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:42.871102 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:42.994631 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Made reservation on behalf of e33cc27e34a943a9b8e0cea7dd5fd778 for: {'network': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:29:42.997394 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for network, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.013776 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.030649 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:43.035115 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Usage tracker for resource:security_group_rule and tenant:e33cc27e34a943a9b8e0cea7dd5fd778 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:43.038362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:43.048915 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:43.075745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 44ff20ed-a260-4703-bd32-be2f508daf59 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:43.136363 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.213842 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.247541 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=88312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 14:29:43.252820 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f4989-74dc-4a0d-b3b4-c54cdd84fd48,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:43.254241 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:41Z', 'revision_number': 2, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:43.259201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Checking router: 7e8314a6-648b-4e99-b452-a709ed093a77 for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:29:43.259552 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Updating router 7e8314a6-648b-4e99-b452-a709ed093a77 port 321a2aa4-be68-484e-8a29-01583b2e25ee binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:29:43.259650 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.259936 n-d-811416-5 neutron-server[88312]: INFO neutron.db.segments_db [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Added segment 613b7c5d-dd99-47ee-bc85-13707ef818fa of type vlan for network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 Feb 07 14:29:43.286366 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780820348528'] for network, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.287603 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 44ff20ed-a260-4703-bd32-be2f508daf59 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:43.309787 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 44ff20ed-a260-4703-bd32-be2f508daf59 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:43.310048 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.360177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.379573 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801'] for network, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.380632 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:43.381219 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Notify callbacks [] for network, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.486831 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] Pushing event updated for resources: {'Network': ['ID=95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:43.511694 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 details requested by agent ovs-agent-n-d-811416-5 with host n-d-811416-5 {{(pid=88314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 14:29:43.549094 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-3fe66f49-8738-494a-b2c3-98a7c7d8ca84 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7016854 Feb 07 14:29:43.551730 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36802) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:43.557740 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Request body: {'subnet': {'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2006405982-subnet', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'ip_version': 4}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:43.563578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:43.567413 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Usage tracker for resource:subnet and tenant:e33cc27e34a943a9b8e0cea7dd5fd778 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:43.570353 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:43.576337 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:43.646176 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Made reservation on behalf of e33cc27e34a943a9b8e0cea7dd5fd778 for: {'subnet': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:29:43.649278 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3546050'] for subnet, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.661875 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.748607 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 44ff20ed-a260-4703-bd32-be2f508daf59, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=44ff20ed-a260-4703-bd32-be2f508daf59,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:43.843899 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.928446 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.928891 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3791020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3546064'] for subnet, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:43.944991 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=44ff20ed-a260-4703-bd32-be2f508daf59,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:43.948114 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Transition to ACTIVE for port object 321a2aa4-be68-484e-8a29-01583b2e25ee will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:44.003563 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9927bbad-1606-48a3-99d7-77150e265c0a,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:44.015285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Checking segment: {'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:29:44.015641 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Network hostable DHCP agents. Network: 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5, hostable agents: ['3cbfe6f0-fd64-4f85-9460-644c5446871d'], hosted agents: [] {{(pid=88312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 14:29:44.031203 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.105189 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 is scheduled to be hosted by DHCP agent 3cbfe6f0-fd64-4f85-9460-644c5446871d with binding_index 1 {{(pid=88312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 14:29:44.165253 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.171266 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a37e3-d739-4c8a-ac3d-60382c50baa9 None None] Pushing event updated for resources: {'Port': ['ID=321a2aa4-be68-484e-8a29-01583b2e25ee,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:44.191629 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811416-5, 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5) {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:44.199789 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:44.200492 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.207840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30aedb3-97d9-4ce0-96cb-4dc4b8382bc0 None None] Network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:29:44.295443 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-e3b1a59a-b6d7-4739-ba60-bf8c2d129327 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7420928 Feb 07 14:29:44.297483 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36806) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:44.303426 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:44.310347 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:44.315048 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Usage tracker for resource:router and tenant:e33cc27e34a943a9b8e0cea7dd5fd778 is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:44.317907 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:44.324523 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:44.344558 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Attempting to bind port 321a2aa4-be68-484e-8a29-01583b2e25ee on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:29:44.344926 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Attempting to bind port 321a2aa4-be68-484e-8a29-01583b2e25ee by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:29:44.345292 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Attempting to bind port 321a2aa4-be68-484e-8a29-01583b2e25ee on network a74a72b5-7924-4e5e-939f-3d4d52107148 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:29:44.356424 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:29:44.356745 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Checking segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:29:44.357144 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.357541 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Bound using segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:29:44.358001 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Bound port: 321a2aa4-be68-484e-8a29-01583b2e25ee, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:29:44.358373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.402608 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1619076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30888'] for router, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.403654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1632950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2026022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30883'] for router, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.418881 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.552831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] For port 321a2aa4-be68-484e-8a29-01583b2e25ee, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:29:44.565994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] For port 321a2aa4-be68-484e-8a29-01583b2e25ee, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=321a2aa4-be68-484e-8a29-01583b2e25ee,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:29:44.572149 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a5fe615-6e79-59c7-be40-31ed680a941e-95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5', 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'fixed_ips': [{'subnet_id': '9927bbad-1606-48a3-99d7-77150e265c0a'}]}} from n-d-811416-5. {{(pid=88314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 14:29:44.572972 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.670183 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.825299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:44.825944 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:44.886839 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30861'] for router, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:44.902765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a37e3-d739-4c8a-ac3d-60382c50baa9 None None] Pushing event updated for resources: {'Port': ['ID=321a2aa4-be68-484e-8a29-01583b2e25ee,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:44.930024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.db_base_plugin_common [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Allocated IP 172.20.0.2 (95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5/9927bbad-1606-48a3-99d7-77150e265c0a/64dcac04-4e8d-45c4-93d7-a28232229fe7) {{(pid=88314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:29:45.016036 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 44ff20ed-a260-4703-bd32-be2f508daf59 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:45.183733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:45.271400 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:45.302170 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:45.423284 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 44ff20ed-a260-4703-bd32-be2f508daf59 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:45.423724 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:45.443931 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Allocated IP 172.25.7.244 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/af8c5a65-0f5d-45f6-9187-ec7c72cb9322) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:29:45.561963 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Notify callbacks [] for port, precommit_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:45.589136 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Transition to ACTIVE for port object 64dcac04-4e8d-45c4-93d7-a28232229fe7 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:45.597921 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:45.680654 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:45.683219 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Transition to ACTIVE for port object 64dcac04-4e8d-45c4-93d7-a28232229fe7 will not be triggered until provisioned by entity DHCP. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:45.738337 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:44Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:45.742315 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d4641-c150-4cb0-92b6-ee8545f6e3d4 None None] The sync data for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 is: [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:44Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:29:45.751624 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391'] for port, after_create {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:45.753136 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:29:45.756405 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:45.760749 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:29:45.803186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Pushing event updated for resources: {'Port': ['ID=af8c5a65-0f5d-45f6-9187-ec7c72cb9322,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:45.837973 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 is already hosted by enough agents. {{(pid=88314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:29:45.841031 n-d-811416-5 neutron-server[88314]: DEBUG neutron.scheduler.base_scheduler [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Resources bound (agent type, host, resource id): {{(pid=88314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:45.845039 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Received port after_create {{(pid=88314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:29:45.850953 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Pushing event updated for resources: {'Port': ['ID=64dcac04-4e8d-45c4-93d7-a28232229fe7,revision_number=1']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:45.961563 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Attempting to bind port 64dcac04-4e8d-45c4-93d7-a28232229fe7 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:29:45.961859 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Attempting to bind port 64dcac04-4e8d-45c4-93d7-a28232229fe7 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:29:45.962218 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Attempting to bind port 64dcac04-4e8d-45c4-93d7-a28232229fe7 on network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:29:45.968120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:29:45.968495 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Checking segment: {'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:29:45.968979 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:45.969374 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Bound using segment: {'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:29:45.969838 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Bound port: 64dcac04-4e8d-45c4-93d7-a28232229fe7, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:29:45.971208 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:46.034177 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:46.067104 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] For port 64dcac04-4e8d-45c4-93d7-a28232229fe7, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:29:46.071460 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] For port 64dcac04-4e8d-45c4-93d7-a28232229fe7, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64dcac04-4e8d-45c4-93d7-a28232229fe7,segment=NetworkSegment(613b7c5d-dd99-47ee-bc85-13707ef818fa),segment_id=613b7c5d-dd99-47ee-bc85-13707ef818fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:29:46.091122 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:29:46.143514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:46.231369 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c495543-fe94-4254-8fc7-44b5007df688 None None] Pushing event updated for resources: {'Port': ['ID=64dcac04-4e8d-45c4-93d7-a28232229fe7,revision_number=2']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:46.327751 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:46.836847 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1619101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618963'] for router, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:47.092674 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 321a2aa4-be68-484e-8a29-01583b2e25ee up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:47.188743 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Router 31b44850-ad07-40b3-999f-ff566b1c0dbc is scheduled to L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a with binding_index 1 {{(pid=88312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 14:29:47.274548 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 321a2aa4-be68-484e-8a29-01583b2e25ee completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:47.280446 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 321a2aa4-be68-484e-8a29-01583b2e25ee triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:47.280882 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:47.341943 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c6843-5c19-48c0-8e69-06b8ed612c6f None None] Network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:29:47.387525 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:29:47.395956 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Sync routers for ids ['31b44850-ad07-40b3-999f-ff566b1c0dbc'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:29:47.405096 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Routers {'31b44850-ad07-40b3-999f-ff566b1c0dbc'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:47.405703 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['31b44850-ad07-40b3-999f-ff566b1c0dbc'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:47.463228 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] Notify callbacks [] for router, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:47.469705 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-0f295eee-8727-41e4-95e3-aa1f7224e999 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1699698 Feb 07 14:29:47.470072 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36810) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:47.505994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-e17a66f2-46b4-4cbb-9dfb-96e9342c16a5 None None] Provisioning for port 64dcac04-4e8d-45c4-93d7-a28232229fe7 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:47.567387 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:47.594421 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Set router 31b44850-ad07-40b3-999f-ff566b1c0dbc gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:47.653045 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 321a2aa4-be68-484e-8a29-01583b2e25ee, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=321a2aa4-be68-484e-8a29-01583b2e25ee,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:47.782641 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:47.783407 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64dcac04-4e8d-45c4-93d7-a28232229fe7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:47.922733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=321a2aa4-be68-484e-8a29-01583b2e25ee,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:47.924123 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:29:46Z', 'revision_number': 3, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port': {'id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:45Z', 'updated_at': '2022-02-07T14:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:47.930161 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Checking router: 31b44850-ad07-40b3-999f-ff566b1c0dbc for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:29:47.931067 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Updating router 31b44850-ad07-40b3-999f-ff566b1c0dbc port af8c5a65-0f5d-45f6-9187-ec7c72cb9322 binding host n-d-811416-5 {{(pid=88315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:29:47.993428 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:47.999430 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 64dcac04-4e8d-45c4-93d7-a28232229fe7 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:48.004695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 64dcac04-4e8d-45c4-93d7-a28232229fe7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:48.005260 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.073475 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-5eca0674-5d7c-458f-93ec-6e0cac55d749 None None] Provisioning complete for port 64dcac04-4e8d-45c4-93d7-a28232229fe7 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:48.073860 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5eca0674-5d7c-458f-93ec-6e0cac55d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.197712 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.288217 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 64dcac04-4e8d-45c4-93d7-a28232229fe7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64dcac04-4e8d-45c4-93d7-a28232229fe7,segment=NetworkSegment(613b7c5d-dd99-47ee-bc85-13707ef818fa),segment_id=613b7c5d-dd99-47ee-bc85-13707ef818fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:48.293856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-5eca0674-5d7c-458f-93ec-6e0cac55d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.333479 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.343658 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Notify callbacks [] for port, precommit_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.355731 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.provisioning_blocks [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Transition to ACTIVE for port object af8c5a65-0f5d-45f6-9187-ec7c72cb9322 will not be triggered until provisioned by entity L2. {{(pid=88315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:48.369388 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.425905 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.485799 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-5eca0674-5d7c-458f-93ec-6e0cac55d749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:29:48.486158 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-5eca0674-5d7c-458f-93ec-6e0cac55d749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:29:48.494311 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=64dcac04-4e8d-45c4-93d7-a28232229fe7,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:48.522162 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Attempting to bind port af8c5a65-0f5d-45f6-9187-ec7c72cb9322 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:29:48.533144 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Attempting to bind port af8c5a65-0f5d-45f6-9187-ec7c72cb9322 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:29:48.533144 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Attempting to bind port af8c5a65-0f5d-45f6-9187-ec7c72cb9322 on network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:29:48.533144 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e987b69-ca8e-4795-b7ae-9f2106e7ecb5 None None] Pushing event updated for resources: {'Port': ['ID=af8c5a65-0f5d-45f6-9187-ec7c72cb9322,revision_number=2']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:48.535865 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:29:48.536319 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Checking segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:29:48.536741 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.537126 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Bound using segment: {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'} {{(pid=88315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:29:48.537616 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.managers [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Bound port: af8c5a65-0f5d-45f6-9187-ec7c72cb9322, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62549ee4-b822-4508-99b6-7570374e96fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795'}}] {{(pid=88315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:29:48.537989 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.560412 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Allocated IP 172.20.0.1 (95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5/9927bbad-1606-48a3-99d7-77150e265c0a/13217404-e0ab-49ba-962e-7b165a6d2690) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:29:48.610233 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] For port af8c5a65-0f5d-45f6-9187-ec7c72cb9322, host n-d-811416-5, cleared binding levels {{(pid=88315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:29:48.613086 n-d-811416-5 neutron-server[88315]: DEBUG neutron.plugins.ml2.db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] For port af8c5a65-0f5d-45f6-9187-ec7c72cb9322, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=af8c5a65-0f5d-45f6-9187-ec7c72cb9322,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:29:48.680946 n-d-811416-5 neutron-server[88315]: DEBUG neutron_lib.callbacks.manager [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.711374 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.727938 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Transition to ACTIVE for port object 13217404-e0ab-49ba-962e-7b165a6d2690 will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:48.762820 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Routers {'31b44850-ad07-40b3-999f-ff566b1c0dbc'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:48.763421 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['31b44850-ad07-40b3-999f-ff566b1c0dbc'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:48.814534 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:48.829187 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e987b69-ca8e-4795-b7ae-9f2106e7ecb5 None None] Pushing event updated for resources: {'Port': ['ID=af8c5a65-0f5d-45f6-9187-ec7c72cb9322,revision_number=3']} {{(pid=88315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:48.884914 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:29:48.887702 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:48.891501 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:29:48.927847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Pushing event updated for resources: {'Port': ['ID=13217404-e0ab-49ba-962e-7b165a6d2690,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:48.951093 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632809'] for router_interface, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:49.002072 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] Set router 31b44850-ad07-40b3-999f-ff566b1c0dbc gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:49.033120 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 321a2aa4-be68-484e-8a29-01583b2e25ee up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:49.124289 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 321a2aa4-be68-484e-8a29-01583b2e25ee triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:49.124665 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:49.155173 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:49.258121 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64dcac04-4e8d-45c4-93d7-a28232229fe7 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:49.324060 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:29:46Z', 'revision_number': 3, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port': {'id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:45Z', 'updated_at': '2022-02-07T14:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:49.328952 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a00551d4-1c90-42b3-82af-0e13a0594057 None None] Provisioning for port 13217404-e0ab-49ba-962e-7b165a6d2690 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:49.329450 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5b6aa-a98c-45b1-b6db-299e88ee3e99 None None] The sync data for ids ['31b44850-ad07-40b3-999f-ff566b1c0dbc'] in n-d-811416-5 is: [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:29:46Z', 'revision_number': 3, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port': {'id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:45Z', 'updated_at': '2022-02-07T14:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:29:49.339064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-a00551d4-1c90-42b3-82af-0e13a0594057 None None] Provisioning complete for port 13217404-e0ab-49ba-962e-7b165a6d2690 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:49.339439 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a00551d4-1c90-42b3-82af-0e13a0594057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:49.371022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 64dcac04-4e8d-45c4-93d7-a28232229fe7 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:49.371022 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:49.401012 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:49.451470 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-a00551d4-1c90-42b3-82af-0e13a0594057 None None] Port 13217404-e0ab-49ba-962e-7b165a6d2690 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:29:49.456901 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:49.578303 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632972'] for router_interface, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:49.584997 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Pushing event updated for resources: {'Port': ['ID=13217404-e0ab-49ba-962e-7b165a6d2690,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:49.734974 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:29:49.736212 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:29:49.941036 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Router 31b44850-ad07-40b3-999f-ff566b1c0dbc has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:29:49.974347 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-2b352c8e-f268-4837-87a1-80f1020dc374 None None] Provisioning complete for port 13217404-e0ab-49ba-962e-7b165a6d2690 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:49.974627 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b352c8e-f268-4837-87a1-80f1020dc374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:50.030717 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-2b352c8e-f268-4837-87a1-80f1020dc374 None None] Port 13217404-e0ab-49ba-962e-7b165a6d2690 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:29:50.132269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:29:50.141651 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-a30f967b-cd2e-42d7-9e28-766d7faa2d3b admin admin] 10.222.0.69 "PUT /v2.0/routers/31b44850-ad07-40b3-999f-ff566b1c0dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6701179 Feb 07 14:29:50.988425 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Sync routers for ids ['31b44850-ad07-40b3-999f-ff566b1c0dbc'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:29:50.998539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Routers {'31b44850-ad07-40b3-999f-ff566b1c0dbc'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:50.999327 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['31b44850-ad07-40b3-999f-ff566b1c0dbc'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:51.089752 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device af8c5a65-0f5d-45f6-9187-ec7c72cb9322 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:51.267521 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Set router 31b44850-ad07-40b3-999f-ff566b1c0dbc gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:51.322833 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port af8c5a65-0f5d-45f6-9187-ec7c72cb9322 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:51.331109 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port af8c5a65-0f5d-45f6-9187-ec7c72cb9322 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:51.331472 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:51.643201 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:51.666832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port af8c5a65-0f5d-45f6-9187-ec7c72cb9322, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=af8c5a65-0f5d-45f6-9187-ec7c72cb9322,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:51.691961 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:29:49Z', 'revision_number': 4, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port': {'id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:45Z', 'updated_at': '2022-02-07T14:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '13217404-e0ab-49ba-962e-7b165a6d2690', 'name': '', 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'mac_address': 'fa:16:3e:14:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '9927bbad-1606-48a3-99d7-77150e265c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:48Z', 'updated_at': '2022-02-07T14:29:49Z', 'revision_number': 2, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'subnets': [{'id': '9927bbad-1606-48a3-99d7-77150e265c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:51.699599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Checking router: 31b44850-ad07-40b3-999f-ff566b1c0dbc for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:29:51.699599 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Updating router 31b44850-ad07-40b3-999f-ff566b1c0dbc port 13217404-e0ab-49ba-962e-7b165a6d2690 binding host n-d-811416-5 {{(pid=88314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 14:29:51.749156 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:51.759915 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36832) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:51.765318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385923968', 'description': 'tempest-secgroup-smoke-385923968 description', 'project_id': '74e5702009f347c99fda35c9cfe0f1be'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:51.766056 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:51.774638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:51.777638 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:security_group and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:51.780590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:51.787169 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:51.865778 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:51.888243 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:51.892049 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:security_group_rule and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:51.894850 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:51.901175 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:51.924733 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=af8c5a65-0f5d-45f6-9187-ec7c72cb9322,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:51.977904 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.045875 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.087708 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36fed96-92b9-4f2e-8ac4-a8271229df94,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:52.142517 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.143792 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-91e7a62c-0e1e-4297-b79e-5b48de03e078 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3828468 Feb 07 14:29:52.146857 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36836) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:52.152465 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'security_group_rule': {'security_group_id': 'e36fed96-92b9-4f2e-8ac4-a8271229df94', 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:52.155770 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.158943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:52.162690 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:security_group_rule and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:52.166820 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:52.168556 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Transition to ACTIVE for port object 13217404-e0ab-49ba-962e-7b165a6d2690 will not be triggered until provisioned by entity L2. {{(pid=88314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:29:52.173999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:52.239573 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.266259 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.342637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.400638 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051e331-cca5-4aea-8d71-8ac6df2d1fb4 None None] Pushing event updated for resources: {'Port': ['ID=13217404-e0ab-49ba-962e-7b165a6d2690,revision_number=3']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:52.445943 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.469154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Attempting to bind port 13217404-e0ab-49ba-962e-7b165a6d2690 on host n-d-811416-5 for vnic_type normal with profile {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:29:52.469525 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Attempting to bind port 13217404-e0ab-49ba-962e-7b165a6d2690 by drivers openvswitch,hyperv on host n-d-811416-5 at level 0 using segments [{'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:29:52.469897 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Attempting to bind port 13217404-e0ab-49ba-962e-7b165a6d2690 on network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:29:52.474509 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8fac20-4006-43e2-b1de-5dd6c0010612,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:52.476573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Checking agent: {'id': '66a37614-d935-4add-89f0-5c4b05591886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 38, 42), 'started_at': datetime.datetime(2022, 2, 7, 12, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811416-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:29:52.476950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Checking segment: {'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:29:52.477449 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.477846 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Bound using segment: {'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'} {{(pid=88314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:29:52.478314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.managers [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Bound port: 13217404-e0ab-49ba-962e-7b165a6d2690, host: n-d-811416-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613b7c5d-dd99-47ee-bc85-13707ef818fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5'}}] {{(pid=88314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:29:52.478690 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.557232 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.558551 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-7bc50c72-52c4-490e-85ad-1ab06f53c488 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4101734 Feb 07 14:29:52.561329 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36840) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:52.566666 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'security_group_rule': {'security_group_id': 'e36fed96-92b9-4f2e-8ac4-a8271229df94', 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:52.572143 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] For port 13217404-e0ab-49ba-962e-7b165a6d2690, host n-d-811416-5, cleared binding levels {{(pid=88314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:29:52.573842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:52.577573 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] For port 13217404-e0ab-49ba-962e-7b165a6d2690, host n-d-811416-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=13217404-e0ab-49ba-962e-7b165a6d2690,segment=NetworkSegment(613b7c5d-dd99-47ee-bc85-13707ef818fa),segment_id=613b7c5d-dd99-47ee-bc85-13707ef818fa)] {{(pid=88314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:29:52.577698 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:security_group_rule and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:52.580636 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:52.588292 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:52.654536 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.696779 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.761152 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.777828 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Routers {'31b44850-ad07-40b3-999f-ff566b1c0dbc'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:29:52.778454 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:29:42Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['31b44850-ad07-40b3-999f-ff566b1c0dbc'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:52.836064 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051e331-cca5-4aea-8d71-8ac6df2d1fb4 None None] Pushing event updated for resources: {'Port': ['ID=13217404-e0ab-49ba-962e-7b165a6d2690,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:52.839743 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.867573 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72f0087-3612-4291-b5b1-4dc16612e5ee,revision_number=0']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:52.937214 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:52.939892 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-e94a619e-bba7-4bad-894c-5d04a2a8bdb0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3763504 Feb 07 14:29:52.941556 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36844) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:52.947088 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'security_group_rule': {'security_group_id': 'e36fed96-92b9-4f2e-8ac4-a8271229df94', 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:52.955689 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:52.966330 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:security_group_rule and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:52.969608 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:52.980289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:52.984243 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] Set router 31b44850-ad07-40b3-999f-ff566b1c0dbc gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:29:53.035636 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device af8c5a65-0f5d-45f6-9187-ec7c72cb9322 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:53.055922 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.235101 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.267314 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port af8c5a65-0f5d-45f6-9187-ec7c72cb9322 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:53.267851 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.276757 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.302427 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd612143-5517-49e2-928d-c402160e1a5f,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:53.368254 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.369469 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-46a89fc2-6ab9-40af-9aa9-1ccaa4f5799f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4268873 Feb 07 14:29:53.372250 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36850) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:53.377283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'security_group_rule': {'security_group_id': 'e36fed96-92b9-4f2e-8ac4-a8271229df94', 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:53.384901 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:53.389065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:security_group_rule and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:53.392030 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:53.397930 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:53.472052 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.475275 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:29:49Z', 'revision_number': 4, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port': {'id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:45Z', 'updated_at': '2022-02-07T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '13217404-e0ab-49ba-962e-7b165a6d2690', 'name': '', 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'mac_address': 'fa:16:3e:14:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '9927bbad-1606-48a3-99d7-77150e265c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:48Z', 'updated_at': '2022-02-07T14:29:52Z', 'revision_number': 4, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'subnets': [{'id': '9927bbad-1606-48a3-99d7-77150e265c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:29:53.479597 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af2d16-fa63-403a-b3ab-3047fb3b71e4 None None] The sync data for ids ['31b44850-ad07-40b3-999f-ff566b1c0dbc'] in n-d-811416-5 is: [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:29:49Z', 'revision_number': 4, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port': {'id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:45Z', 'updated_at': '2022-02-07T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '13217404-e0ab-49ba-962e-7b165a6d2690', 'name': '', 'network_id': '95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'mac_address': 'fa:16:3e:14:31:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '9927bbad-1606-48a3-99d7-77150e265c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:48Z', 'updated_at': '2022-02-07T14:29:52Z', 'revision_number': 4, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'subnets': [{'id': '9927bbad-1606-48a3-99d7-77150e265c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:29:53.563007 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.636846 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.661454 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1afe1d-8cd2-4d03-a672-86436f82b06a,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:53.740298 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.744769 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-4b88b4f4-903d-4773-90e0-c8797970eaef tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3690820 Feb 07 14:29:53.745272 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36854) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:53.750269 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'security_group_rule': {'security_group_id': 'e36fed96-92b9-4f2e-8ac4-a8271229df94', 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:53.757494 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:53.761475 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:security_group_rule and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:53.764461 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:53.770089 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:53.845877 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Project 74e5702009f347c99fda35c9cfe0f1be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:29:53.853897 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:53.921588 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:54.002635 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:54.031776 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11de3b60-4b4d-434f-af8e-c80cb5d05405,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:54.122806 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:54.126528 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-44268526-f987-4813-ab50-d9114ab8ad07 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3778536 Feb 07 14:29:54.126819 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 36858) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:29:54.132362 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'security_group_rule': {'security_group_id': 'e36fed96-92b9-4f2e-8ac4-a8271229df94', 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:54.139376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:54.143229 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:security_group_rule and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:54.146222 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:54.152889 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:54.237285 n-d-811416-5 neutron-server[88312]: INFO neutron.db.securitygroups_db [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Project 74e5702009f347c99fda35c9cfe0f1be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 14:29:54.246030 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:54.315836 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:54.390952 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966429'] for security_group_rule, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:54.421298 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8033e9ca-35a2-4fb4-aaf1-9ca2e700e46e,revision_number=0']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:54.494446 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:54.502376 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-b8378c10-a278-40d7-ae13-4882edfde214 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3682644 Feb 07 14:29:54.659037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b521132f-03bf-45b9-9198-85a76be8135a req-c3330eb9-4c01-4cad-9a1e-607751166b33 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Synchronizing usage tracker for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:security_group {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:29:54.757590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b521132f-03bf-45b9-9198-85a76be8135a req-c3330eb9-4c01-4cad-9a1e-607751166b33 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Unset dirty status for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:security_group {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:29:54.758769 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-c3330eb9-4c01-4cad-9a1e-607751166b33 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385923968&fields=id&tenant_id=74e5702009f347c99fda35c9cfe0f1be HTTP/1.1" status: 200 len: 267 time: 0.1392517 Feb 07 14:29:54.911577 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521132f-03bf-45b9-9198-85a76be8135a req-afbb8697-09bb-4de4-90c4-81adb014a0a2 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:54.912281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b521132f-03bf-45b9-9198-85a76be8135a req-afbb8697-09bb-4de4-90c4-81adb014a0a2 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Synchronizing usage tracker for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:network {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:29:55.007785 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 13217404-e0ab-49ba-962e-7b165a6d2690 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:55.025671 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b521132f-03bf-45b9-9198-85a76be8135a req-afbb8697-09bb-4de4-90c4-81adb014a0a2 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Unset dirty status for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:network {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:29:55.026975 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-afbb8697-09bb-4de4-90c4-81adb014a0a2 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 810 time: 0.2614875 Feb 07 14:29:55.043325 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-b75a464a-f4c4-4ccd-9449-917a03be817c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/quotas/74e5702009f347c99fda35c9cfe0f1be HTTP/1.1" status: 200 len: 375 time: 0.0107620 Feb 07 14:29:55.125690 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-c4900caf-e20a-4f28-931c-8bd3a912d1e8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769250 Feb 07 14:29:55.133820 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning for port 13217404-e0ab-49ba-962e-7b165a6d2690 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:29:55.139200 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 13217404-e0ab-49ba-962e-7b165a6d2690 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:55.139571 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:55.241704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-ed5a7d0d-21dd-4e36-8178-b40f6c2e3232 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:29:55.247395 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-ed5a7d0d-21dd-4e36-8178-b40f6c2e3232 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057696 Feb 07 14:29:55.260208 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:55.292191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] For port 13217404-e0ab-49ba-962e-7b165a6d2690, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=13217404-e0ab-49ba-962e-7b165a6d2690,segment=NetworkSegment(613b7c5d-dd99-47ee-bc85-13707ef818fa),segment_id=613b7c5d-dd99-47ee-bc85-13707ef818fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:29:55.359926 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:55.379021 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-265caf7a-f98f-4593-ad8a-211a739f33b4 service neutron] 10.222.0.69 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300216 Feb 07 14:29:55.434848 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Pushing event updated for resources: {'Port': ['ID=13217404-e0ab-49ba-962e-7b165a6d2690,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:29:55.516568 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-5d77c365-c651-41dc-b5a7-3765fb3ceffc service neutron] 10.222.0.69 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307178 Feb 07 14:29:55.713953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:56.785120 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9a746c50-7ba4-4310-87d4-2446ad9ead0b req-d35f5a77-81dd-48db-bc02-365034c47e4b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 210 time: 0.0424492 Feb 07 14:29:56.986882 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 13217404-e0ab-49ba-962e-7b165a6d2690 up at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:29:57.058618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Provisioning complete for port 13217404-e0ab-49ba-962e-7b165a6d2690 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:29:57.058992 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:57.945125 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-aeea1603-44cd-4d21-9bb5-26060f511bbe req-0858a7b5-efaf-48f7-b6ab-c4528f323e03 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 210 time: 0.0480812 Feb 07 14:29:59.212064 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9d7bd967-4a24-4f55-b55e-23b20d6a3a8b req-6c9fffcd-fe10-4b17-a0ab-21daf1f9c5b2 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 210 time: 0.0516417 Feb 07 14:29:59.261972 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521132f-03bf-45b9-9198-85a76be8135a req-8cea17b3-9e81-49e5-b75c-9af416ff18c9 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:29:59.263417 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-8cea17b3-9e81-49e5-b75c-9af416ff18c9 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.47 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 810 time: 0.3088558 Feb 07 14:29:59.317556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-9bfc6694-4b9f-4360-9eb5-606bad07b5a9 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e5702009f347c99fda35c9cfe0f1be HTTP/1.1" status: 200 len: 379 time: 0.0460217 Feb 07 14:29:59.326078 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'port': {'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'admin_state_up': True, 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'security_groups': ['e36fed96-92b9-4f2e-8ac4-a8271229df94']}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:29:59.464628 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:29:59.468640 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:port and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:29:59.471646 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:29:59.477704 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:29:59.556949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Made reservation on behalf of 74e5702009f347c99fda35c9cfe0f1be for: {'port': 1} {{(pid=88313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:29:59.560736 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:59.721388 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Allocated IP 172.20.0.5 (a74a72b5-7924-4e5e-939f-3d4d52107148/26de77a7-0e4d-4a0a-8fd8-19b547af0d8a/2b83bdc6-e179-48aa-8bea-7a6eddbc4041) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:29:59.912585 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:29:59.927900 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Transition to ACTIVE for port object 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 will not be triggered until provisioned by entity DHCP. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:30:00.008868 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:00.078469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Network a74a72b5-7924-4e5e-939f-3d4d52107148 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:30:00.081750 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:30:00.085620 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:30:00.118746 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:30:00.159564 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:00.160220 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:00.249451 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-780b9ed1-81ee-46f0-9777-d442a992c3aa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9268277 Feb 07 14:30:00.261127 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Request body: {'port': {'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811416-5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:30:00.402141 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-818179a0-d703-4773-a3a3-7f8d363256a9 None None] Provisioning for port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:30:00.407387 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-818179a0-d703-4773-a3a3-7f8d363256a9 None None] Provisioning complete for port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:30:00.407763 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-818179a0-d703-4773-a3a3-7f8d363256a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:00.425229 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:00.463778 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-818179a0-d703-4773-a3a3-7f8d363256a9 None None] Port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:30:00.512236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61561cd5-45e4-40fb-96a9-64817ab7cf6d req-38e2613c-f11a-4cd5-8216-5e7898253712 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:00.512943 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-61561cd5-45e4-40fb-96a9-64817ab7cf6d req-38e2613c-f11a-4cd5-8216-5e7898253712 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Synchronizing usage tracker for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:30:00.664066 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-61561cd5-45e4-40fb-96a9-64817ab7cf6d req-38e2613c-f11a-4cd5-8216-5e7898253712 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Unset dirty status for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:30:00.665232 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61561cd5-45e4-40fb-96a9-64817ab7cf6d req-38e2613c-f11a-4cd5-8216-5e7898253712 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 931 time: 0.3164999 Feb 07 14:30:00.742738 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-61561cd5-45e4-40fb-96a9-64817ab7cf6d req-9f40b2ce-cac1-471f-b281-d2a974f8a7f4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705552 Feb 07 14:30:00.834495 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 {{(pid=88313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:30:00.841961 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:00.856298 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.provisioning_blocks [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Transition to ACTIVE for port object 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 will not be triggered until provisioned by entity L2. {{(pid=88313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:30:00.927719 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:01.065933 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Pushing event updated for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:30:01.174811 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Attempting to bind port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 on host n-h2-811416-5 for vnic_type normal with profile {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:30:01.175160 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Attempting to bind port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 by drivers openvswitch,hyperv on host n-h2-811416-5 at level 0 using segments [{'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:30:01.175489 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Attempting to bind port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 on network a74a72b5-7924-4e5e-939f-3d4d52107148 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:30:01.180173 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 on network a74a72b5-7924-4e5e-939f-3d4d52107148 not bound, no agent of type Open vSwitch agent registered on host n-h2-811416-5 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:30:01.180866 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Attempting to bind port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 on network a74a72b5-7924-4e5e-939f-3d4d52107148 {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:30:01.185949 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Checking agent: {'id': 'fdd3114f-4d82-443b-a6e9-e2c3874744c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:30:01.186283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Checking segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:30:01.187316 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Bound using segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} {{(pid=88313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:30:01.188131 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.managers [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Bound port: 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host: n-h2-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'}}] {{(pid=88313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:30:01.188597 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:01.281844 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, cleared binding levels {{(pid=88313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:30:01.284703 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:30:01.345624 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:01.406385 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:01.406989 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:01.408387 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] 10.222.0.47 "PUT /v2.0/ports/2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 1091 time: 1.1517701 Feb 07 14:30:01.408824 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:30:01.428407 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b810dc-1d5f-43c8-9987-b7bb64305630 service neutron] Pushing event updated for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=3']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:30:01.457753 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'status': 'completed', 'code': 200} Feb 07 14:30:01.557267 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4be2c1-430b-46fd-8854-b13e3fc01246 req-18401c5c-8db8-4ca1-b1a1-cfb878dd3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:01.559080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c4be2c1-430b-46fd-8854-b13e3fc01246 req-18401c5c-8db8-4ca1-b1a1-cfb878dd3e28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1094 time: 0.0805507 Feb 07 14:30:01.718036 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4be2c1-430b-46fd-8854-b13e3fc01246 req-74782c6e-8347-4264-911c-f8bc0b0c0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:01.719477 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c4be2c1-430b-46fd-8854-b13e3fc01246 req-74782c6e-8347-4264-911c-f8bc0b0c0626 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=74e5702009f347c99fda35c9cfe0f1be&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1479490 Feb 07 14:30:02.021605 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4be2c1-430b-46fd-8854-b13e3fc01246 req-c86c998e-23a1-4095-b7fb-62b5338e8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:02.023250 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9c4be2c1-430b-46fd-8854-b13e3fc01246 req-c86c998e-23a1-4095-b7fb-62b5338e8e5c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2973053 Feb 07 14:30:02.065555 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028604-2868-44ad-974f-aa925cc2edd1 req-20f07ee8-e6c5-47e6-81a8-0d1e3761ba8d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:02.066908 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54028604-2868-44ad-974f-aa925cc2edd1 req-20f07ee8-e6c5-47e6-81a8-0d1e3761ba8d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 943 time: 0.2088795 Feb 07 14:30:02.157265 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-54028604-2868-44ad-974f-aa925cc2edd1 req-25cfc388-28b2-4a68-89db-ebc1f8bf30ab tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603149 Feb 07 14:30:02.177611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521132f-03bf-45b9-9198-85a76be8135a req-6cf7c767-bbc5-4e0d-86c4-c3285a24ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:02.177611 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-6cf7c767-bbc5-4e0d-86c4-c3285a24ef48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1094 time: 0.1080599 Feb 07 14:30:02.248213 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-77f149aa-2086-4491-bff3-cafe50eda70a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 217 time: 0.0641007 Feb 07 14:30:02.312119 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521132f-03bf-45b9-9198-85a76be8135a req-4b3a34d6-e3f1-47f9-a0a1-2dba0b2c4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:02.313433 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-4b3a34d6-e3f1-47f9-a0a1-2dba0b2c4d66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0601470 Feb 07 14:30:02.390350 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521132f-03bf-45b9-9198-85a76be8135a req-3861d53e-39d3-4ac4-a466-82629658c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:02.391834 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-3861d53e-39d3-4ac4-a466-82629658c730 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728261 Feb 07 14:30:02.527719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-dff19e7e-6088-40a3-bdd2-72ecd75afb08 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291614 Feb 07 14:30:02.659979 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b521132f-03bf-45b9-9198-85a76be8135a req-2175e8da-ae56-4162-93c8-5b1f368d1ed5 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270945 Feb 07 14:30:03.342581 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a0493-52bf-4963-b352-3009d10793fd req-89a0472f-8f7a-440b-88e9-0e3f58312acc tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:03.344052 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb9a0493-52bf-4963-b352-3009d10793fd req-89a0472f-8f7a-440b-88e9-0e3f58312acc tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 943 time: 0.0785270 Feb 07 14:30:03.391298 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-eb9a0493-52bf-4963-b352-3009d10793fd req-07e55bd7-db45-482a-a6d1-cd6d0ad63e13 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416327 Feb 07 14:30:04.573590 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6c47-7c90-4bdf-90e1-d40c5e728f73 req-eab3b727-7b6d-435c-92e6-15e023324a7f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:04.574961 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-477d6c47-7c90-4bdf-90e1-d40c5e728f73 req-eab3b727-7b6d-435c-92e6-15e023324a7f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 943 time: 0.0795922 Feb 07 14:30:04.618148 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-477d6c47-7c90-4bdf-90e1-d40c5e728f73 req-da32be00-b576-432d-9049-6f532bf2c79f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370703 Feb 07 14:30:05.804770 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3fe9f-f9c4-4045-bd39-e33ff1760956 req-0bdbc85a-cab5-4d67-aaef-b5a665bc74f1 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:05.806334 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83c3fe9f-f9c4-4045-bd39-e33ff1760956 req-0bdbc85a-cab5-4d67-aaef-b5a665bc74f1 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 943 time: 0.0840671 Feb 07 14:30:05.850520 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-83c3fe9f-f9c4-4045-bd39-e33ff1760956 req-0628dac0-aba9-4627-ba42-a62ef7e31438 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385442 Feb 07 14:30:06.225022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:30:06.356129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:30:06.370122 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:30:06.466531 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:06.483457 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:30:06.498774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:30:06.564760 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:06.631229 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:30:06.917249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['2b83bdc6-e179-48aa-8bea-7a6eddbc4041'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:30:07.033584 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36710-555e-4f19-8798-f7c8b6fd67ad req-432520f5-8dde-443b-9fb2-4503f4d79da1 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:07.035068 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9f36710-555e-4f19-8798-f7c8b6fd67ad req-432520f5-8dde-443b-9fb2-4503f4d79da1 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 944 time: 0.0811045 Feb 07 14:30:07.079897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f9f36710-555e-4f19-8798-f7c8b6fd67ad req-ec0e7d2a-9ea1-41f9-b775-6edd683f5a9c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Feb 07 14:30:08.234765 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:30:08.267662 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87f0f9-e426-49ba-bbed-c8dcc8f36f2f req-f0324559-8f26-476d-90b0-8e09d401c52c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:08.269239 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d87f0f9-e426-49ba-bbed-c8dcc8f36f2f req-f0324559-8f26-476d-90b0-8e09d401c52c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 944 time: 0.0835459 Feb 07 14:30:08.313721 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-1d87f0f9-e426-49ba-bbed-c8dcc8f36f2f req-6f52ec9d-fbd0-4ea1-b640-2958156c07f8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377033 Feb 07 14:30:08.345197 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning for port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:30:08.350249 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:30:08.350664 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:08.557373 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:08.591263 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:30:08.604989 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:30:08.683123 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:08.725701 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'code': 200} Feb 07 14:30:08.777809 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:30:08.819664 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce470f-c2c5-442a-806b-7b1860511362 req-db08d634-5897-4496-aa47-f4f3545d2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:08.821384 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fce470f-c2c5-442a-806b-7b1860511362 req-db08d634-5897-4496-aa47-f4f3545d2478 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1096 time: 0.0708573 Feb 07 14:30:08.839487 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-03b18041-31ff-4b96-9d26-cb56b4416b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:08.864842 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2fce470f-c2c5-442a-806b-7b1860511362 req-0e2f5ef2-a741-4f9f-9ac0-1d8628c16a7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380280 Feb 07 14:30:09.649873 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396d04-8631-4419-afca-5a5068657af4 req-f74f63a7-be39-4333-a9e8-450382db35c6 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:09.651333 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c396d04-8631-4419-afca-5a5068657af4 req-f74f63a7-be39-4333-a9e8-450382db35c6 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 945 time: 0.0790637 Feb 07 14:30:09.696369 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-7c396d04-8631-4419-afca-5a5068657af4 req-5053a2bd-41ee-4f0e-a950-34a981a79844 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 Feb 07 14:30:10.887146 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f3ac-2c3b-4c51-8827-fa9c6edd33db req-18feb2ae-1cac-4dfc-b00e-c1f8af74bdd7 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:10.888621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c090f3ac-2c3b-4c51-8827-fa9c6edd33db req-18feb2ae-1cac-4dfc-b00e-c1f8af74bdd7 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 945 time: 0.0837305 Feb 07 14:30:10.932375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-c090f3ac-2c3b-4c51-8827-fa9c6edd33db req-05961200-d957-4af8-a0bd-46c245a7d317 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380368 Feb 07 14:30:11.114025 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e37175-6bf4-4b7e-8bf2-e557a1aac779 req-289a323e-ce9b-4e8e-a141-4cf37c81fe54 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:11.115464 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56e37175-6bf4-4b7e-8bf2-e557a1aac779 req-289a323e-ce9b-4e8e-a141-4cf37c81fe54 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 945 time: 0.0795417 Feb 07 14:30:11.159549 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-56e37175-6bf4-4b7e-8bf2-e557a1aac779 req-bbbd4978-1e47-4180-9ddb-d86fddb8a4d0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 Feb 07 14:30:11.182207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36936) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:30:11.294979 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924d6ff-13da-4729-92c3-81817ce9d4d3 tempest-TestSnapshotPattern-1174373988 tempest-TestSnapshotPattern-1174373988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:11.296478 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-2924d6ff-13da-4729-92c3-81817ce9d4d3 tempest-TestSnapshotPattern-1174373988 tempest-TestSnapshotPattern-1174373988-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1091 time: 0.1133161 Feb 07 14:30:11.299389 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 36942) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:30:11.306045 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:30:11.312714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:30:11.316504 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:floatingip and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:30:11.319318 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:30:11.325433 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:30:11.419791 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:11.574444 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d24c4247-47d0-47c5-83d8-b82ac503becd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:11.672219 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:11.806371 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Allocated IP 172.25.7.9 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/dbc4e4da-ee2b-4e99-8c7a-b0b225d48a5d) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:30:11.958167 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:12.040224 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:12.111138 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:30:12.114223 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:30:12.118618 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:30:12.153533 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'Port': ['ID=dbc4e4da-ee2b-4e99-8c7a-b0b225d48a5d,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:30:12.376522 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:12.543652 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:12.616528 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:12.680695 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:12.882956 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:12.939804 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:13.045301 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'Port': ['ID=dbc4e4da-ee2b-4e99-8c7a-b0b225d48a5d,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:30:13.062278 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:13.234090 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Floating IP e8d3bc30-7862-49fc-94de-2e5859f20277 associated. External IP: 172.25.7.9, port: 2b83bdc6-e179-48aa-8bea-7a6eddbc4041. Feb 07 14:30:13.717534 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Router 7e8314a6-648b-4e99-b452-a709ed093a77 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:30:13.897542 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:30:13.907646 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] Sync routers for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:30:13.918170 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:30:13.918767 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:30:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:30:14.025710 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:14.087412 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-0bc676f7-fcd0-4fde-80b0-bd45f15ae930 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7869849 Feb 07 14:30:14.088115 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:30:14.099689 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:30:14.131168 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:14.131657 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'status': 'completed', 'code': 200} Feb 07 14:30:14.222832 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-1eefe3e8-f71a-4a71-8bf3-fa0555a898ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:14.224348 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-1eefe3e8-f71a-4a71-8bf3-fa0555a898ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1096 time: 0.0718505 Feb 07 14:30:14.356952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-d7b0b96a-4c98-4992-963c-c93b0e0eccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:14.358328 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-d7b0b96a-4c98-4992-963c-c93b0e0eccc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1283386 Feb 07 14:30:14.450246 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:12Z', 'revision_number': 0, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:30:14.454681 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] Checking router: 7e8314a6-648b-4e99-b452-a709ed093a77 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:30:14.463323 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:30:14.463901 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:30:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:30:14.464780 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-183c3d01-e92a-47c0-a453-26934b2856c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 997 time: 0.1004419 Feb 07 14:30:14.526518 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-4ce3dfd1-4274-438a-93c8-faa3b4bca62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:14.527964 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-4ce3dfd1-4274-438a-93c8-faa3b4bca62d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0583618 Feb 07 14:30:14.608688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-1735554a-988c-404b-8994-1acb8c6445da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:30:14.610106 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-1735554a-988c-404b-8994-1acb8c6445da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766859 Feb 07 14:30:14.646925 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:30:14.744437 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-3d50bee7-b2a5-467f-888a-ce032099baae service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282063 Feb 07 14:30:14.882713 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-f3474635-eab2-42d6-a7db-1292a2506c84 req-195f551a-87cc-4de3-be9a-b84a3a9d6d73 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329741 Feb 07 14:30:15.031782 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:12Z', 'revision_number': 0, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:30:15.035676 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d343e8-79ee-41b2-b48b-c24ef6319791 None None] The sync data for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 is: [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:12Z', 'revision_number': 0, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:30:15.244649 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf38ef0-b92a-4179-9c16-ec7256b098c9 None None] New status for floating IP e8d3bc30-7862-49fc-94de-2e5859f20277: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:30:15.976265 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:23.089814 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:30:25.736418 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:38.781360 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fe3c47f2-1550-4f06-b61d-4a33c12f9e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:41.596414 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ab89-5ec0-4182-a45a-7e0e30648f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:42.398478 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:42.644434 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:44.093450 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:46.053807 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:30:55.718874 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:00.089350 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:31:05.055533 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465aee1f-6818-49f9-8682-85e457fe1846 req-67495989-6fa4-4ee0-903d-56f083120488 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202643 Feb 07 14:31:05.197207 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aee1f-6818-49f9-8682-85e457fe1846 req-5c27946e-6c27-408b-b579-5532236331aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:31:05.198902 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465aee1f-6818-49f9-8682-85e457fe1846 req-5c27946e-6c27-408b-b579-5532236331aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1096 time: 0.0742912 Feb 07 14:31:05.340128 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aee1f-6818-49f9-8682-85e457fe1846 req-8d45ae49-7b69-47d4-bf34-6cd0bbbb9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:31:05.341734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465aee1f-6818-49f9-8682-85e457fe1846 req-8d45ae49-7b69-47d4-bf34-6cd0bbbb9ea7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1259689 Feb 07 14:31:05.564783 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465aee1f-6818-49f9-8682-85e457fe1846 req-7c64a0da-6a74-4e14-abd2-ecb2ed2d2496 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 999 time: 0.2161958 Feb 07 14:31:05.627722 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aee1f-6818-49f9-8682-85e457fe1846 req-d39b9932-faea-4080-b329-75a1e9532458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:31:05.629070 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465aee1f-6818-49f9-8682-85e457fe1846 req-d39b9932-faea-4080-b329-75a1e9532458 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0583940 Feb 07 14:31:05.702887 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aee1f-6818-49f9-8682-85e457fe1846 req-8ca66b04-9e4f-4711-ac9f-132b5d3293a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:31:05.704450 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465aee1f-6818-49f9-8682-85e457fe1846 req-8ca66b04-9e4f-4711-ac9f-132b5d3293a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700519 Feb 07 14:31:05.835944 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465aee1f-6818-49f9-8682-85e457fe1846 req-a19f0b17-e3b1-402b-8890-38feb0b48f56 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256955 Feb 07 14:31:05.966222 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-465aee1f-6818-49f9-8682-85e457fe1846 req-576c9fd9-6715-490d-a265-c58d9429728e service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243742 Feb 07 14:31:08.780826 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-efbbbcfe-63a4-4bfe-b2c8-733125978ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:11.590618 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f27ff972-cdd3-4beb-a7f3-5dcba8c0a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:12.390843 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:12.613658 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:14.100618 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:16.072717 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:25.733141 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:37.088571 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:31:38.768900 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-42c03745-5ecd-4412-a9e6-db508b2ed40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:41.597594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-fd9fbef3-4815-4e98-a266-4095117cdfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:42.397484 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:42.614906 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:44.094757 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:46.037460 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:31:55.717534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:06.961593 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-22731144-f631-446f-bf9e-5bb193b869b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778098 Feb 07 14:32:07.098758 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-e7b7bd71-eb1e-414b-be4d-701940d3d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:32:07.100314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-e7b7bd71-eb1e-414b-be4d-701940d3d418 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1096 time: 0.0713396 Feb 07 14:32:07.241421 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-e3ed5680-149f-403b-93ae-9ad8baac4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:32:07.242785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-e3ed5680-149f-403b-93ae-9ad8baac4871 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1254764 Feb 07 14:32:07.346876 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-3e4807af-3176-459f-9709-3c1c62346d28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 999 time: 0.0980303 Feb 07 14:32:07.407714 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-12f73d9c-6304-4154-b2bf-86453161b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:32:07.409169 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-12f73d9c-6304-4154-b2bf-86453161b338 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0567486 Feb 07 14:32:07.486004 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-7992f9ed-e680-4f56-9877-b0618944e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:32:07.487621 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-7992f9ed-e680-4f56-9877-b0618944e1bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727308 Feb 07 14:32:07.618793 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-8f59f0c1-856a-41a2-aa95-42a328c3226b service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256874 Feb 07 14:32:07.748873 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-fcfd788f-65ea-4cce-9537-812d6a0e7bfc req-ca48d3bb-d3a4-495c-9a44-4bc6a3b488b0 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233184 Feb 07 14:32:08.825680 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-43e66e5a-ebd8-4da8-861c-27b984811dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:11.625730 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-06959815-4402-42aa-8a45-d1d8329cc2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:12.385368 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:12.614218 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:14.087437 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:32:14.111270 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:16.048593 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:25.738757 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:38.819592 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1b6ae0d5-ce47-496b-9816-c95acefaf9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:41.597016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8102f991-a6db-445b-9343-b460ba806489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:42.390856 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:42.636138 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:44.185678 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:46.105381 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:46.968776 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 details requested by agent hyperv_n-h2-811416-5 with host n-h2-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:32:47.102734 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:32:47.115618 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Returning: {'device': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:32:47.173363 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:47.190530 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:32:47.206912 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:32:47.396575 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:47.467505 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:32:47.476480 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.476832 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.477174 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.477510 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.477845 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.478177 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.478557 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.478831 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.479184 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.479506 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.479844 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.480190 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:32:47.483665 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] get_ports_and_sgs() called for port_ids ['2b83bdc6-e179-48aa-8bea-7a6eddbc4041'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:32:48.976910 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 up at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:32:49.046630 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Provisioning complete for port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:32:49.047005 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:49.164270 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:49.191034 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:32:49.200700 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:32:49.238734 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'code': 200} Feb 07 14:32:49.333404 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:32:49.400950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:32:51.086708 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:32:55.751115 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:04.214556 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-8856c2de-bf22-4a06-a3b7-668c345de4cf tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385923968&fields=id&tenant_id=74e5702009f347c99fda35c9cfe0f1be HTTP/1.1" status: 200 len: 267 time: 0.0412421 Feb 07 14:33:04.368696 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-9d923150-35c1-4bc0-8532-1981bda5a00a tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:04.370049 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-9d923150-35c1-4bc0-8532-1981bda5a00a tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 810 time: 0.1488190 Feb 07 14:33:04.385734 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a7bd2373-511d-4004-8ec0-d22c135ff703 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/quotas/74e5702009f347c99fda35c9cfe0f1be HTTP/1.1" status: 200 len: 375 time: 0.0100508 Feb 07 14:33:04.480569 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-faf8207c-e8d8-49db-a038-28f160399983 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0895884 Feb 07 14:33:04.539786 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-69e27670-a500-4eb2-9ffa-5f5348cdee49 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:33:04.540801 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-69e27670-a500-4eb2-9ffa-5f5348cdee49 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479193 Feb 07 14:33:04.782488 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-1dc45fe5-0524-4544-8d04-0233304c0e4e service neutron] 10.222.0.69 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355921 Feb 07 14:33:04.915037 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-5b1328fe-cc03-40c2-a560-e5c1accb7a9c service neutron] 10.222.0.69 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263187 Feb 07 14:33:06.163706 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2583f875-c9a1-46e5-be5c-8ee7b939689a req-7b362f3a-7b33-44eb-9efb-bdcfabf8617c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0422308 Feb 07 14:33:07.324733 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0dec7f8c-7ab3-45d8-91a0-26a2c3d09bec req-51828e0b-a26e-48f8-be9d-3ad7179a8951 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0464039 Feb 07 14:33:07.941381 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.35', 50014) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:33:08.068881 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-e42af967-d457-4dab-98a6-8520d889509d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758259 Feb 07 14:33:08.091185 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-9efbc4bf-ffda-42d1-b276-7d007f6f8d40 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:08.092666 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-9efbc4bf-ffda-42d1-b276-7d007f6f8d40 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.35 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 810 time: 0.1502798 Feb 07 14:33:08.142383 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-4e1f1541-81ae-4a19-83c4-11381f14de43 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e5702009f347c99fda35c9cfe0f1be HTTP/1.1" status: 200 len: 379 time: 0.0409184 Feb 07 14:33:08.152439 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'port': {'device_id': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'admin_state_up': True, 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'security_groups': ['e36fed96-92b9-4f2e-8ac4-a8271229df94']}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:33:08.215031 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-ccafc40e-0117-45f3-a5c1-2620ed781332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:08.216535 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-ccafc40e-0117-45f3-a5c1-2620ed781332 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1096 time: 0.0758605 Feb 07 14:33:08.298566 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:33:08.309447 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.quota.driver [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:33:08.366598 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-0bbfd2f9-4302-4f21-b3df-288a7d81e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:08.368216 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Made reservation on behalf of 74e5702009f347c99fda35c9cfe0f1be for: {'port': 1} {{(pid=88312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 14:33:08.368415 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-0bbfd2f9-4302-4f21-b3df-288a7d81e212 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1308084 Feb 07 14:33:08.371770 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:08.518238 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b3919856-2308-4ad7-a6e3-a044bd5cca10 req-fb26ab02-ca71-4a55-8376-80203357b1d0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0528803 Feb 07 14:33:08.528856 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-e7e7233b-7d64-4b1f-b16e-901bdf900866 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 999 time: 0.1551991 Feb 07 14:33:08.574755 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.db_base_plugin_common [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Allocated IP 172.20.0.8 (a74a72b5-7924-4e5e-939f-3d4d52107148/26de77a7-0e4d-4a0a-8fd8-19b547af0d8a/063f4918-a364-4fa9-b4f1-5459baf0051e) {{(pid=88312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:33:08.597539 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-780c2db8-a64d-4af9-a192-57d4402b30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:08.599719 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-780c2db8-a64d-4af9-a192-57d4402b30e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0652318 Feb 07 14:33:08.719754 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-07e00660-341b-49b4-86b9-90e50179cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:08.724404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-07e00660-341b-49b4-86b9-90e50179cae8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194551 Feb 07 14:33:08.734090 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-d7bf8109-5cbf-43d6-a6d0-6dae0f969d0f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88313) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:33:08.735045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-d7bf8109-5cbf-43d6-a6d0-6dae0f969d0f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053473 Feb 07 14:33:08.807529 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9b5b-6d53-4fb2-9c56-fec377d911dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:08.813184 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for port, precommit_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:08.832294 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Transition to ACTIVE for port object 063f4918-a364-4fa9-b4f1-5459baf0051e will not be triggered until provisioned by entity DHCP. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:33:08.922284 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_create {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:08.985865 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-1045954f-3d51-4c03-85bb-2f80e7f29116 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417893 Feb 07 14:33:09.039407 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Network a74a72b5-7924-4e5e-939f-3d4d52107148 is already hosted by enough agents. {{(pid=88312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:33:09.049113 n-d-811416-5 neutron-server[88312]: DEBUG neutron.scheduler.base_scheduler [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources bound (agent type, host, resource id): {{(pid=88312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:33:09.054348 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Received port after_create {{(pid=88312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:33:09.065584 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:33:09.132182 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=1']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:33:09.141692 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.142040 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.142384 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.142717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.143047 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.147902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.148468 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.148947 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.149418 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.149890 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.150376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.150847 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:09.166717 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:09.173891 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:09.227773 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-4cfb5993-20fe-4e8b-90a1-7e25376d4a11 req-f03e0a1e-9aa6-4420-a9e5-e6ac9e9c556f service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360518 Feb 07 14:33:09.287210 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:09.328599 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-51bed145-2c3e-4dda-addb-203ac6a395d8 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1803098 Feb 07 14:33:09.329945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:33:09.340894 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:33:09.348895 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-f217deaa-e70a-4983-b830-c27ece4f0a31 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=88312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 14:33:09.350272 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-f217deaa-e70a-4983-b830-c27ece4f0a31 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059528 Feb 07 14:33:09.391226 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'code': 200} Feb 07 14:33:09.402534 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:09.452481 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.v2.base [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Request body: {'port': {'device_id': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811416-5'}} {{(pid=88312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:33:09.548453 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Pushing event updated for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:33:09.583042 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:09.607459 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-637841c6-5837-4b77-b2fa-6546df244f1e None None] Provisioning for port 063f4918-a364-4fa9-b4f1-5459baf0051e completed by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:33:09.616256 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-637841c6-5837-4b77-b2fa-6546df244f1e None None] Provisioning complete for port 063f4918-a364-4fa9-b4f1-5459baf0051e triggered by entity DHCP. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:33:09.616909 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-637841c6-5837-4b77-b2fa-6546df244f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:09.704037 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-637841c6-5837-4b77-b2fa-6546df244f1e None None] Port 063f4918-a364-4fa9-b4f1-5459baf0051e cannot update to ACTIVE because it is not bound. {{(pid=88314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 14:33:09.796047 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667330-7bb5-4bdb-a615-3a3ae69c4677 req-7c0f5346-fb1c-4c20-b122-1fd91356de08 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:09.797080 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3667330-7bb5-4bdb-a615-3a3ae69c4677 req-7c0f5346-fb1c-4c20-b122-1fd91356de08 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 931 time: 0.1024237 Feb 07 14:33:09.853133 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e3667330-7bb5-4bdb-a615-3a3ae69c4677 req-41bb19f1-24c1-4bf0-84fc-634cc49354cc tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487640 Feb 07 14:33:10.086231 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063f4918-a364-4fa9-b4f1-5459baf0051e {{(pid=88312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:33:10.095292 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:10.113003 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.provisioning_blocks [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Transition to ACTIVE for port object 063f4918-a364-4fa9-b4f1-5459baf0051e will not be triggered until provisioned by entity L2. {{(pid=88312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 14:33:10.201653 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:10.506262 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=2']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:33:10.604177 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Attempting to bind port 063f4918-a364-4fa9-b4f1-5459baf0051e on host n-h1-811416-5 for vnic_type normal with profile {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 14:33:10.604633 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Attempting to bind port 063f4918-a364-4fa9-b4f1-5459baf0051e by drivers openvswitch,hyperv on host n-h1-811416-5 at level 0 using segments [{'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 14:33:10.605056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Attempting to bind port 063f4918-a364-4fa9-b4f1-5459baf0051e on network a74a72b5-7924-4e5e-939f-3d4d52107148 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:33:10.610148 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Port 063f4918-a364-4fa9-b4f1-5459baf0051e on network a74a72b5-7924-4e5e-939f-3d4d52107148 not bound, no agent of type Open vSwitch agent registered on host n-h1-811416-5 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 14:33:10.610545 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Attempting to bind port 063f4918-a364-4fa9-b4f1-5459baf0051e on network a74a72b5-7924-4e5e-939f-3d4d52107148 {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 14:33:10.617763 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Checking agent: {'id': 'dbde7594-e3ab-466e-8954-871b22c58c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811416-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'started_at': datetime.datetime(2022, 2, 7, 12, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 14, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 14:33:10.618280 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Checking segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 14:33:10.618748 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Bound using segment: {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'} {{(pid=88312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 14:33:10.619469 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.managers [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Bound port: 063f4918-a364-4fa9-b4f1-5459baf0051e, host: n-h1-811416-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aaf36e3-b72d-44b2-aada-7b7f25ede60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148'}}] {{(pid=88312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 14:33:10.619805 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:10.751081 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, cleared binding levels {{(pid=88312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 14:33:10.754396 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 14:33:10.831082 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3790905'] for port, after_update {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:10.910283 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:10.912064 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:10.921778 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] 10.222.0.35 "PUT /v2.0/ports/063f4918-a364-4fa9-b4f1-5459baf0051e HTTP/1.1" status: 200 len: 1091 time: 1.5336103 Feb 07 14:33:10.925223 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:33:10.993578 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506d6f5-9922-4696-9928-aac9beea3ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=3']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:33:11.027642 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'status': 'completed', 'code': 200} Feb 07 14:33:11.142283 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d1870-f55f-4a63-9fd5-d6f94a3614ae req-4a1efec5-616a-448c-a39f-4e824aabff59 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:11.144459 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-923d1870-f55f-4a63-9fd5-d6f94a3614ae req-4a1efec5-616a-448c-a39f-4e824aabff59 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.1433525 Feb 07 14:33:11.214469 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-923d1870-f55f-4a63-9fd5-d6f94a3614ae req-b3f4b92e-7521-436c-9280-37458078e379 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589876 Feb 07 14:33:11.596326 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f339f339-3a92-4cc9-ada9-25f28004cf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:12.374270 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:12.420812 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148ca01-0a2c-492a-a5f4-ed380001dc7b req-5a5021d5-159b-4efd-ac9b-ae8b38455dee tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:12.422335 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6148ca01-0a2c-492a-a5f4-ed380001dc7b req-5a5021d5-159b-4efd-ac9b-ae8b38455dee tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0854239 Feb 07 14:33:12.471612 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-6148ca01-0a2c-492a-a5f4-ed380001dc7b req-a62aa679-96d9-4aaf-a92a-59afac54b461 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Feb 07 14:33:12.733368 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:13.796171 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0d04-2e74-4f19-b03b-1be6eb8d3ee6 req-1890beba-7ce8-4a55-a26a-66dcc3e951ab tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:13.797694 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2afd0d04-2e74-4f19-b03b-1be6eb8d3ee6 req-1890beba-7ce8-4a55-a26a-66dcc3e951ab tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.2152452 Feb 07 14:33:13.847418 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-2afd0d04-2e74-4f19-b03b-1be6eb8d3ee6 req-86abb54d-5968-4a55-9ce2-823dc74b3102 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433626 Feb 07 14:33:14.110593 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:15.052562 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b00e8-7918-4819-ac8d-cca0b98ae6b8 req-c3eef985-1dde-429f-9b58-32ab5a108f33 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:15.058145 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-111b00e8-7918-4819-ac8d-cca0b98ae6b8 req-c3eef985-1dde-429f-9b58-32ab5a108f33 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0999362 Feb 07 14:33:15.125674 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-111b00e8-7918-4819-ac8d-cca0b98ae6b8 req-390d5cc0-b04c-48ae-ba64-7f47a79aadc6 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634882 Feb 07 14:33:15.576372 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d765da-32a9-459a-9ef8-b3bb1d2cb7cc req-aaba4766-d6d9-4c6e-80e0-d6b497504ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:15.577903 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-b3d765da-32a9-459a-9ef8-b3bb1d2cb7cc req-aaba4766-d6d9-4c6e-80e0-d6b497504ae7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 1094 time: 0.0878596 Feb 07 14:33:15.751364 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d765da-32a9-459a-9ef8-b3bb1d2cb7cc req-82486f30-3647-41b5-96aa-423c766e6760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:15.752904 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-b3d765da-32a9-459a-9ef8-b3bb1d2cb7cc req-82486f30-3647-41b5-96aa-423c766e6760 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=74e5702009f347c99fda35c9cfe0f1be&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1669090 Feb 07 14:33:16.076201 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:16.329552 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f956c-5960-4756-8748-5b657865142a req-9f6e2df2-47e7-4b3f-9d9c-cef132a3832d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:16.331003 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-760f956c-5960-4756-8748-5b657865142a req-9f6e2df2-47e7-4b3f-9d9c-cef132a3832d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0869784 Feb 07 14:33:16.377045 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-760f956c-5960-4756-8748-5b657865142a req-2c841a08-6e72-47df-8e08-4b54a1534edd tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396171 Feb 07 14:33:16.909104 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d765da-32a9-459a-9ef8-b3bb1d2cb7cc req-4896a624-b2ce-47a7-b634-849c97b05c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:16.910609 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-b3d765da-32a9-459a-9ef8-b3bb1d2cb7cc req-4896a624-b2ce-47a7-b634-849c97b05c64 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1314366 Feb 07 14:33:17.021760 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-d20d605c-f585-4d29-9173-c86d7b6996e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:17.023265 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-d20d605c-f585-4d29-9173-c86d7b6996e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 1094 time: 0.0704231 Feb 07 14:33:17.099756 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-87e4b4dc-51e3-47f8-a8ac-f35823c5a4b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=063f4918-a364-4fa9-b4f1-5459baf0051e HTTP/1.1" status: 200 len: 217 time: 0.0683351 Feb 07 14:33:17.163954 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-bbf38470-cc8c-4855-8371-e944e265ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:17.165454 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-bbf38470-cc8c-4855-8371-e944e265ec98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0596454 Feb 07 14:33:17.247234 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-e5a7d6c7-d7a1-4bd9-a410-7e6b1beff763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:17.248901 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-e5a7d6c7-d7a1-4bd9-a410-7e6b1beff763 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773666 Feb 07 14:33:17.386122 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-6712eb54-0b9d-4dba-a69e-7baadfbd8b5f service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309547 Feb 07 14:33:17.522285 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-3e56e184-ab40-49bb-9e47-a7a73487fb14 req-4f77e6f5-6028-4759-969f-8690c9a3d755 service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303279 Feb 07 14:33:17.565089 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d0c4-b18f-4e56-9288-7126df6c803d req-679c4ed8-f9c2-47dd-8e9c-fa1023803742 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:17.566563 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5708d0c4-b18f-4e56-9288-7126df6c803d req-679c4ed8-f9c2-47dd-8e9c-fa1023803742 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0799963 Feb 07 14:33:17.617603 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5708d0c4-b18f-4e56-9288-7126df6c803d req-13fe925f-f9bb-48b5-99f0-2afb2540523e tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Feb 07 14:33:18.803469 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104defd-5d9b-4d4e-813a-7e53968ce21a req-1ba23705-e201-4f51-be79-5c48e3e52caa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:18.804948 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e104defd-5d9b-4d4e-813a-7e53968ce21a req-1ba23705-e201-4f51-be79-5c48e3e52caa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0805869 Feb 07 14:33:18.848931 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e104defd-5d9b-4d4e-813a-7e53968ce21a req-e8e39159-9a8c-40dc-8e3a-d548bcdb9944 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374537 Feb 07 14:33:20.043147 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfe71d-c703-46ba-8f90-3dcc9af039ce req-0e273cab-a7d0-4d1f-9207-c15a254fe1b3 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:20.044747 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fcfe71d-c703-46ba-8f90-3dcc9af039ce req-0e273cab-a7d0-4d1f-9207-c15a254fe1b3 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0866339 Feb 07 14:33:20.090101 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-3fcfe71d-c703-46ba-8f90-3dcc9af039ce req-a390a1d7-32c6-44a6-a20f-ec01ad2e46c2 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398693 Feb 07 14:33:20.990201 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 063f4918-a364-4fa9-b4f1-5459baf0051e details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:33:21.127043 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:33:21.145293 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'port_id': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'mac_address': 'fa:16:3e:89:6c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:33:21.210721 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:21.229103 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063f4918-a364-4fa9-b4f1-5459baf0051e {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:33:21.248028 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:33:21.281422 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4900f-0ef0-4140-af14-6f3d4fe6dbe9 req-7fab0630-19c7-4662-931b-b0741b5587ce tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:21.282913 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ba4900f-0ef0-4140-af14-6f3d4fe6dbe9 req-7fab0630-19c7-4662-931b-b0741b5587ce tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0838265 Feb 07 14:33:21.327130 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:21.330354 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9ba4900f-0ef0-4140-af14-6f3d4fe6dbe9 req-7f208a7f-8d15-4d80-99a8-965225854d8d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408487 Feb 07 14:33:21.395539 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=4']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:33:21.550842 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['063f4918-a364-4fa9-b4f1-5459baf0051e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:33:22.517120 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8a3b-0ecb-4aa9-8bbf-a146ed303462 req-6b51b668-b14c-40d7-97e9-f833c36fe8d6 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:22.518577 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79ab8a3b-0ecb-4aa9-8bbf-a146ed303462 req-6b51b668-b14c-40d7-97e9-f833c36fe8d6 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 944 time: 0.0819442 Feb 07 14:33:22.563686 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-79ab8a3b-0ecb-4aa9-8bbf-a146ed303462 req-70bf5422-a1b7-468f-a321-f6637eccef28 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391071 Feb 07 14:33:23.004024 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 063f4918-a364-4fa9-b4f1-5459baf0051e up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:33:23.127191 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning for port 063f4918-a364-4fa9-b4f1-5459baf0051e completed by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 14:33:23.135236 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 063f4918-a364-4fa9-b4f1-5459baf0051e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:33:23.135834 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:23.257823 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:23.284922 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:33:23.297699 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:33:23.329460 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'code': 200} Feb 07 14:33:23.355823 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:23.428774 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=5']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:33:23.460698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d929e-2af9-4a1d-aa29-bba365717dbc req-6ceab3e8-3f5a-439d-bfcd-9e23d9f44d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:23.465521 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-354d929e-2af9-4a1d-aa29-bba365717dbc req-6ceab3e8-3f5a-439d-bfcd-9e23d9f44d79 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0737524 Feb 07 14:33:23.503527 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-354d929e-2af9-4a1d-aa29-bba365717dbc req-2fb4c91e-b875-4a46-88fb-c14ae0f775ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350835 Feb 07 14:33:23.752735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98dc05-4f3e-443e-b973-2fbe186ad6e9 req-9299783f-1b64-411f-920a-3ebc59136a7f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:23.754235 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b98dc05-4f3e-443e-b973-2fbe186ad6e9 req-9299783f-1b64-411f-920a-3ebc59136a7f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0831857 Feb 07 14:33:23.805602 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b98dc05-4f3e-443e-b973-2fbe186ad6e9 req-53512fc6-357c-4c50-a007-eaf64594289d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 Feb 07 14:33:25.000515 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805906c-c9f2-4c13-9462-326cfea9efed req-1fba6de9-71f3-41c7-990f-8501d9301049 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:25.001897 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0805906c-c9f2-4c13-9462-326cfea9efed req-1fba6de9-71f3-41c7-990f-8501d9301049 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0832853 Feb 07 14:33:25.048153 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0805906c-c9f2-4c13-9462-326cfea9efed req-aef66e42-16ce-425f-8c7e-1202ec686f43 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396452 Feb 07 14:33:25.240893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c375e-a408-4bbf-bce8-79f016f57879 req-bce11638-04f9-40e6-89c9-27254c896c1b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:25.242375 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b24c375e-a408-4bbf-bce8-79f016f57879 req-bce11638-04f9-40e6-89c9-27254c896c1b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 945 time: 0.0875759 Feb 07 14:33:25.288435 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-b24c375e-a408-4bbf-bce8-79f016f57879 req-5ceb68b8-d3ab-4aa0-bf15-46fedcb653ff tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Feb 07 14:33:25.310609 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37260) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:33:25.388976 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d00e3-2c5f-4483-bc32-0627b17b4db0 tempest-TestSnapshotPattern-1174373988 tempest-TestSnapshotPattern-1174373988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:25.389691 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ba7d00e3-2c5f-4483-bc32-0627b17b4db0 tempest-TestSnapshotPattern-1174373988 tempest-TestSnapshotPattern-1174373988-project-admin] Synchronizing usage tracker for tenant:e33cc27e34a943a9b8e0cea7dd5fd778 on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:33:25.452898 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [None req-ba7d00e3-2c5f-4483-bc32-0627b17b4db0 tempest-TestSnapshotPattern-1174373988 tempest-TestSnapshotPattern-1174373988-project-admin] Unset dirty status for tenant:e33cc27e34a943a9b8e0cea7dd5fd778 on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:33:25.454115 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-ba7d00e3-2c5f-4483-bc32-0627b17b4db0 tempest-TestSnapshotPattern-1174373988 tempest-TestSnapshotPattern-1174373988-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 1091 time: 0.1422424 Feb 07 14:33:25.457034 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37264) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:33:25.462803 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.v2.base [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Request body: {'floatingip': {'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'port_id': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 14:33:25.470003 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 14:33:25.475856 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Usage tracker for resource:floatingip and tenant:74e5702009f347c99fda35c9cfe0f1be is out of sync, need to count used quota {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 14:33:25.479461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 14:33:25.485923 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.quota.driver [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 14:33:25.532886 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for floatingip, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:25.675737 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:25.739521 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:25.815320 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_common [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Allocated IP 172.25.7.38 (6a8c52f3-3d0a-43eb-8076-4604dbdd7795/390f48b4-d835-4bc4-8874-9faeab2a087d/185a7d10-d7a5-4508-972f-e5ed9ac4e84f) {{(pid=88313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 14:33:25.980103 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for port, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:26.070721 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780820358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:26.136032 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Network 6a8c52f3-3d0a-43eb-8076-4604dbdd7795 is already hosted by enough agents. {{(pid=88313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 14:33:26.138946 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.base_scheduler [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Resources bound (agent type, host, resource id): {{(pid=88313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 14:33:26.142831 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Received port after_create {{(pid=88313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 14:33:26.179449 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'Port': ['ID=185a7d10-d7a5-4508-972f-e5ed9ac4e84f,revision_number=1']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:33:26.191705 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.192068 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.192451 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.192739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.193091 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.193424 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.193742 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.194062 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.194382 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.194699 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.195018 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.195339 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:33:26.700665 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:26.858256 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:27.089306 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for port, precommit_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:27.162020 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3185499'] for port, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:27.273037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event updated for resources: {'Port': ['ID=185a7d10-d7a5-4508-972f-e5ed9ac4e84f,revision_number=2']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:33:27.289765 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619104'] for floatingip, after_update {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:27.474303 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Floating IP 019a6b11-35f6-4d21-89a7-ba8f2ec88cfc associated. External IP: 172.25.7.38, port: 063f4918-a364-4fa9-b4f1-5459baf0051e. Feb 07 14:33:27.832999 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Router 7e8314a6-648b-4e99-b452-a709ed093a77 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:33:28.018408 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:33:28.028937 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] Sync routers for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:33:28.040477 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:33:28.041432 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:33:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:33:28.087179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:28.114660 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:33:28.150995 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-30572455-0297-4d9a-8017-890be3f9d37c tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6921525 Feb 07 14:33:28.151631 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:33:28.198343 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'status': 'completed', 'code': 200} Feb 07 14:33:28.239624 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:33:28.296902 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb177-70b7-4358-9f16-289997c8b145 req-6b50e150-76c6-4fef-93cf-9441cc861091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:28.298420 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-873cb177-70b7-4358-9f16-289997c8b145 req-6b50e150-76c6-4fef-93cf-9441cc861091 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0769629 Feb 07 14:33:28.438249 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb177-70b7-4358-9f16-289997c8b145 req-beb6ba75-3bad-47f6-985d-0547d2c452c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:28.439710 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-873cb177-70b7-4358-9f16-289997c8b145 req-beb6ba75-3bad-47f6-985d-0547d2c452c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1356373 Feb 07 14:33:28.600337 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '019a6b11-35f6-4d21-89a7-ba8f2ec88cfc', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:89:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:33:26Z', 'updated_at': '2022-02-07T14:33:26Z', 'revision_number': 0, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}, {'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:15Z', 'revision_number': 1, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:33:28.604762 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] Checking router: 7e8314a6-648b-4e99-b452-a709ed093a77 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:33:28.617309 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:33:28.617309 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:33:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:33:28.668219 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-873cb177-70b7-4358-9f16-289997c8b145 req-5db2b231-2fa7-439b-96c2-e3f6e310033f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=063f4918-a364-4fa9-b4f1-5459baf0051e HTTP/1.1" status: 200 len: 998 time: 0.2230427 Feb 07 14:33:28.734720 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb177-70b7-4358-9f16-289997c8b145 req-56da7302-605f-4a21-a234-4db4d299c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:28.736206 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-873cb177-70b7-4358-9f16-289997c8b145 req-56da7302-605f-4a21-a234-4db4d299c16a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0626922 Feb 07 14:33:28.816181 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb177-70b7-4358-9f16-289997c8b145 req-8b5a8006-a7eb-48d4-bbdc-a7c158b87b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:28.818435 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-873cb177-70b7-4358-9f16-289997c8b145 req-8b5a8006-a7eb-48d4-bbdc-a7c158b87b35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769455 Feb 07 14:33:28.836308 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:33:28.964430 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-873cb177-70b7-4358-9f16-289997c8b145 req-6035207b-624d-4727-8493-9af7d46956b7 service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402934 Feb 07 14:33:29.110516 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-873cb177-70b7-4358-9f16-289997c8b145 req-78f53828-56c8-4c2c-8522-4e423791fd56 service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398427 Feb 07 14:33:29.200166 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '019a6b11-35f6-4d21-89a7-ba8f2ec88cfc', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:89:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:33:26Z', 'updated_at': '2022-02-07T14:33:26Z', 'revision_number': 0, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}, {'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:15Z', 'revision_number': 1, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:33:29.204405 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6f26-4f0e-4c81-a1e6-b365e42139fb None None] The sync data for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 is: [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': '019a6b11-35f6-4d21-89a7-ba8f2ec88cfc', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:89:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:33:26Z', 'updated_at': '2022-02-07T14:33:26Z', 'revision_number': 0, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}, {'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:15Z', 'revision_number': 1, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:33:29.424335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd44ab7-9f39-4bc0-a0a4-3294c415cea7 None None] New status for floating IP 019a6b11-35f6-4d21-89a7-ba8f2ec88cfc: ACTIVE {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:33:38.812510 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c9841f32-a94d-406c-92e4-163bc08906a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:41.624146 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-abced084-113a-4e6e-a5e7-1bdb54d3b60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:42.378985 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:42.618259 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:44.115652 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:46.069723 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:33:52.028222 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-95eb0c23-e696-4e72-9070-31e8e820c8cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709488 Feb 07 14:33:52.173686 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-74bca2c9-5ff5-4202-bd09-5e348fa495c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:52.175200 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-74bca2c9-5ff5-4202-bd09-5e348fa495c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0770051 Feb 07 14:33:52.322358 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-bbe95569-ec0d-4b8b-a6f3-65db7763b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:52.323769 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-bbe95569-ec0d-4b8b-a6f3-65db7763b0d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1308746 Feb 07 14:33:52.428514 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-d39e0e67-c6fc-43c3-9678-e3cb812a96f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=063f4918-a364-4fa9-b4f1-5459baf0051e HTTP/1.1" status: 200 len: 1000 time: 0.0987606 Feb 07 14:33:52.492376 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-d38e0a1e-7d92-489b-bcfe-c9d69cf9ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:52.493825 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-d38e0a1e-7d92-489b-bcfe-c9d69cf9ee0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0585580 Feb 07 14:33:52.568243 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-55429530-5547-43ce-86e4-a5d5064aefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:33:52.570583 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-55429530-5547-43ce-86e4-a5d5064aefa6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703616 Feb 07 14:33:52.704283 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-3096306f-b685-409f-beaa-a23bb73aba41 service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289582 Feb 07 14:33:52.834233 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-df50ad2b-08e6-4455-a888-2cedbc0f952c req-3867b5ca-a617-4827-b894-1df3be225be8 service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246743 Feb 07 14:33:55.766949 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:05.106025 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:34:08.767584 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a4db-e0b0-4f29-b485-cf5e13797f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:09.363480 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-c5739424-892b-4dbc-aaed-e379b0062a96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735927 Feb 07 14:34:09.511851 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-97ffddc6-6bc6-48e9-90b2-a83271e5fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:34:09.513401 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-97ffddc6-6bc6-48e9-90b2-a83271e5fb18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1094 time: 0.0781124 Feb 07 14:34:09.802330 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-eea6677c-d6aa-446d-9fcf-352047427aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:34:09.803803 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-eea6677c-d6aa-446d-9fcf-352047427aba service neutron] 10.222.0.47 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.2717152 Feb 07 14:34:09.907710 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-636fa8ac-c860-43f2-b50c-3cbaef5c54fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 997 time: 0.0971472 Feb 07 14:34:09.970912 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-9621ed4e-7519-49f3-9bbf-dd3ae610d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:34:09.972355 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-9621ed4e-7519-49f3-9bbf-dd3ae610d145 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0590093 Feb 07 14:34:10.047897 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-dceeaca9-c3be-4801-a420-4abad1293b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:34:10.049404 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-dceeaca9-c3be-4801-a420-4abad1293b52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719042 Feb 07 14:34:10.183374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-c4853d8f-8db6-4523-819a-cc21a1deae36 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279767 Feb 07 14:34:10.315398 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-adeb5635-b1e3-42c4-aa72-4ea36bb7d504 req-b8dd6c4d-d62b-42dd-81c7-89b06f728762 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262991 Feb 07 14:34:11.589580 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-c27858a5-5f86-4b8e-b4f5-9f5971785eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:12.400366 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:12.646921 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:14.132381 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:16.063801 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:25.795185 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:38.806614 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f4c4adb1-6396-4674-8008-985724fdfa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:41.571426 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-eac9b050-b2d5-4f46-9184-6544afdb4e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:42.106418 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:34:42.423669 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:42.623461 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:44.143712 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:46.092016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:54.052451 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-424a7b8d-8a89-454e-8aca-4cc50d2dfa49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800827 Feb 07 14:34:54.192390 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-1d15eb7f-c0d4-4649-97f7-0ff0056ab07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:34:54.193996 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-1d15eb7f-c0d4-4649-97f7-0ff0056ab07c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0729899 Feb 07 14:34:54.348289 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-ec47041d-097c-4f77-9462-957395483ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:34:54.349778 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-ec47041d-097c-4f77-9462-957395483ee3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1355491 Feb 07 14:34:54.566236 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-c77e8a19-b360-4a06-86ba-da922b0aca86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=063f4918-a364-4fa9-b4f1-5459baf0051e HTTP/1.1" status: 200 len: 1000 time: 0.2100179 Feb 07 14:34:54.634650 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-07dbb635-0be7-4537-b424-28a932af1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:34:54.636105 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-07dbb635-0be7-4537-b424-28a932af1340 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0643396 Feb 07 14:34:54.721401 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-198fd2f5-0ed4-41c7-a2c8-3a20e4573703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:34:54.722938 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-198fd2f5-0ed4-41c7-a2c8-3a20e4573703 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812883 Feb 07 14:34:54.864928 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-f3f218d7-7bb2-4d1d-8160-1cdcb03966ed service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351430 Feb 07 14:34:55.004760 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-e6fb10d9-b856-424a-bcf5-b3d50a472756 req-b4beafdc-8a60-42da-ba04-e66dd2d68287 service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342137 Feb 07 14:34:55.812074 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:59.487135 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 063f4918-a364-4fa9-b4f1-5459baf0051e details requested by agent hyperv_n-h1-811416-5 with host n-h1-811416-5 {{(pid=88314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 14:34:59.630906 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:34:59.645569 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Returning: {'device': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'port_id': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'mac_address': 'fa:16:3e:89:6c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 14:34:59.705447 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:59.723373 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 063f4918-a364-4fa9-b4f1-5459baf0051e {{(pid=88314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 14:34:59.739940 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:34:59.795125 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:34:59.878210 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=6']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:34:59.888390 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] get_ports_and_sgs() called for port_ids ['063f4918-a364-4fa9-b4f1-5459baf0051e'] {{(pid=88314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 14:34:59.914571 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.914913 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.915253 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.915589 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.916060 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.916576 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.916915 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.917244 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.917568 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.917889 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.918213 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:34:59.918531 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:01.488611 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 063f4918-a364-4fa9-b4f1-5459baf0051e up at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 14:35:01.642363 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.provisioning_blocks [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Provisioning complete for port 063f4918-a364-4fa9-b4f1-5459baf0051e triggered by entity L2. {{(pid=88314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 14:35:01.643007 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965418'] for port, provisioning_complete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:01.846940 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:01.914092 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:35:01.932916 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:01.991452 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'code': 200} Feb 07 14:35:02.004039 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:02.092002 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=7']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:08.795332 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d8b52e69-d53b-4138-b999-9ba2b80feeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:10.263785 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-89a61b41-4320-4faa-8179-eedecd132f22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846457 Feb 07 14:35:10.421054 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-ea666b04-89d6-49bd-b9b0-834fa857d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:10.422885 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-ea666b04-89d6-49bd-b9b0-834fa857d32e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1094 time: 0.0857465 Feb 07 14:35:10.585729 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-4a0ef1b2-31ec-4fe1-83d4-6ac425218142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:10.587099 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-4a0ef1b2-31ec-4fe1-83d4-6ac425218142 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1423352 Feb 07 14:35:10.704790 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-5313c0ab-0779-406d-bada-a2d772aa05db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 997 time: 0.1107199 Feb 07 14:35:10.785740 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-df4d6ad5-851c-4ed6-bed0-6ef3aee77b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:10.787228 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-df4d6ad5-851c-4ed6-bed0-6ef3aee77b06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0759654 Feb 07 14:35:10.877568 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-3d84b83a-525c-4f5a-9040-9dee98c7c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:10.878276 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-3d84b83a-525c-4f5a-9040-9dee98c7c919 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853553 Feb 07 14:35:11.034933 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-d320234b-c225-4086-aa32-337ea8fee586 service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498730 Feb 07 14:35:11.181848 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-75cdcb67-0c23-4ae4-b53f-536a2d62a582 req-fef5a53f-e985-46ba-950b-0e9d9c0aef5d service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411448 Feb 07 14:35:11.617737 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0d06ffcc-ead0-4163-a0c7-2bb20e3e617c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:12.406910 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:12.514665 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37472) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:12.658172 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:12.860611 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Deleting port 185a7d10-d7a5-4508-972f-e5ed9ac4e84f {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:12.860959 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:13.046426 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:13.046700 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:13.176982 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Calling delete_port for 185a7d10-d7a5-4508-972f-e5ed9ac4e84f owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:13.411180 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:13.494582 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event deleted for resources: {'Port': ['ID=185a7d10-d7a5-4508-972f-e5ed9ac4e84f,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:13.534907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.535684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.535684 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.535952 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.536310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.536614 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.536936 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.537259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.537576 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.537893 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.538209 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.538527 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:13.572734 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:13.573276 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Floating IP 019a6b11-35f6-4d21-89a7-ba8f2ec88cfc disassociated (deleted). External IP: 172.25.7.38, port: 063f4918-a364-4fa9-b4f1-5459baf0051e. Feb 07 14:35:13.943461 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Router 7e8314a6-648b-4e99-b452-a709ed093a77 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:35:14.131310 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:35:14.131820 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:14.141701 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] Sync routers for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:35:14.147647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:14.160630 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:35:14.161340 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:35:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:14.205682 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-3feedbf0-60e2-4ac8-b0ed-93534f2397e4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "DELETE /v2.0/floatingips/019a6b11-35f6-4d21-89a7-ba8f2ec88cfc HTTP/1.1" status: 204 len: 168 time: 1.6898575 Feb 07 14:35:14.206269 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:35:14.317504 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'status': 'completed', 'code': 200} Feb 07 14:35:14.359416 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:35:14.422238 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-0ee3c04d-5719-4fb9-9441-e785ec656606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:14.423808 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-0ee3c04d-5719-4fb9-9441-e785ec656606 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 1096 time: 0.0810964 Feb 07 14:35:14.575056 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-1ad73528-c69c-4c6a-a81b-8364587482e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:14.576774 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-1ad73528-c69c-4c6a-a81b-8364587482e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1468241 Feb 07 14:35:14.658463 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-64539b62-9807-4837-8630-93a66b0651e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=063f4918-a364-4fa9-b4f1-5459baf0051e HTTP/1.1" status: 200 len: 217 time: 0.0733862 Feb 07 14:35:14.736619 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:15Z', 'revision_number': 1, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:14.740011 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-611a896f-90f1-4e27-852c-543dbc239a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:14.740947 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] Checking router: 7e8314a6-648b-4e99-b452-a709ed093a77 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:35:14.741771 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-611a896f-90f1-4e27-852c-543dbc239a12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0734978 Feb 07 14:35:14.750830 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:35:14.751436 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:35:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:14.832192 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-daa3a180-3852-42a1-96c1-722b471490b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:14.833711 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-daa3a180-3852-42a1-96c1-722b471490b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848539 Feb 07 14:35:14.942704 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:35:15.002609 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-ad46ec50-a3e3-4e58-8b8b-766b3672d7c7 service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608963 Feb 07 14:35:15.140668 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92a3a3-f0cf-4fa3-9aed-f3e272633385 req-0121215c-e8ee-461f-ac1f-3ed1d33eaeaa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:15.141420 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0d92a3a3-f0cf-4fa3-9aed-f3e272633385 req-0121215c-e8ee-461f-ac1f-3ed1d33eaeaa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Synchronizing usage tracker for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:35:15.158877 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-095ecbd7-13cc-40e5-8571-bed2e0600d99 req-da186838-6d69-49b2-8a44-781a8fe7e105 service neutron] 10.222.0.35 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485245 Feb 07 14:35:15.222507 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-0d92a3a3-f0cf-4fa3-9aed-f3e272633385 req-0121215c-e8ee-461f-ac1f-3ed1d33eaeaa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Unset dirty status for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:35:15.223636 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d92a3a3-f0cf-4fa3-9aed-f3e272633385 req-0121215c-e8ee-461f-ac1f-3ed1d33eaeaa tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 945 time: 0.4692206 Feb 07 14:35:15.292805 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-0d92a3a3-f0cf-4fa3-9aed-f3e272633385 req-9c56d835-d365-404f-a677-e3268978971f tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619071 Feb 07 14:35:15.374374 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:15Z', 'revision_number': 1, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:15.378355 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5198752-31c2-4dbe-973e-a46f78e1c891 None None] The sync data for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 is: [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_floatingips': [{'id': 'e8d3bc30-7862-49fc-94de-2e5859f20277', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'router_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'port_id': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'mac_address': 'fa:16:3e:fb:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T14:30:12Z', 'updated_at': '2022-02-07T14:30:15Z', 'revision_number': 1, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:35:15.598384 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 063f4918-a364-4fa9-b4f1-5459baf0051e no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:15.627878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ed7f0-d755-43b3-9491-332092269f80 None None] New status for floating IP 019a6b11-35f6-4d21-89a7-ba8f2ec88cfc: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:35:15.844196 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-565304'] for port, before_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:15.877760 n-d-811416-5 neutron-server[88314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e'}] {{(pid=88314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:35:15.894678 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:15.978617 n-d-811416-5 neutron-server[88314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'code': 200} Feb 07 14:35:15.989207 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780820853005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780820357645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780820357690'] for port, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:16.070880 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Pushing event updated for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=8']} {{(pid=88314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:16.091742 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:16.279410 n-d-811416-5 neutron-server[88312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-20f4465d-5909-42f0-a055-9b04c39f88c9 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:16.280186 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-20f4465d-5909-42f0-a055-9b04c39f88c9 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Synchronizing usage tracker for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:port {{(pid=88312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:35:16.292492 n-d-811416-5 neutron-server[88312]: DEBUG neutron.quota.resource [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-20f4465d-5909-42f0-a055-9b04c39f88c9 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Unset dirty status for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:port {{(pid=88312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:35:16.293641 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-20f4465d-5909-42f0-a055-9b04c39f88c9 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0957279 Feb 07 14:35:16.374838 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Deleting port 063f4918-a364-4fa9-b4f1-5459baf0051e {{(pid=88312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:16.375192 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:16.499739 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52bdd-7375-4434-a6d7-29c0bc4e83e7 req-e409bdc5-df73-4044-9b36-46f36210a465 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:16.501381 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9c52bdd-7375-4434-a6d7-29c0bc4e83e7 req-e409bdc5-df73-4044-9b36-46f36210a465 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 943 time: 0.0923645 Feb 07 14:35:16.549350 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-e9c52bdd-7375-4434-a6d7-29c0bc4e83e7 req-00f28690-e158-4c62-acf1-df16772fa0f4 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421715 Feb 07 14:35:16.768246 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.db [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] For port 063f4918-a364-4fa9-b4f1-5459baf0051e, host n-h1-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811416-5',level=0,port_id=063f4918-a364-4fa9-b4f1-5459baf0051e,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:16.768607 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:16.894725 n-d-811416-5 neutron-server[88312]: DEBUG neutron.plugins.ml2.plugin [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Calling delete_port for 063f4918-a364-4fa9-b4f1-5459baf0051e owned by compute:nova {{(pid=88312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:17.109432 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3790848'] for port, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:17.162019 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event deleted for resources: {'Port': ['ID=063f4918-a364-4fa9-b4f1-5459baf0051e,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:17.205698 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.206054 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.206402 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.206735 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.207094 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.207437 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.207766 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.208135 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.208466 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.208788 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.209154 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.209473 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811416-5 {{(pid=88312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 14:35:17.253126 n-d-811416-5 neutron-server[88312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] No DVR routers for this DVR port 063f4918-a364-4fa9-b4f1-5459baf0051e on host n-h1-811416-5 {{(pid=88312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:35:17.255925 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:17.258544 n-d-811416-5 neutron-server[88312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'name': 'network-vif-deleted', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e'}] {{(pid=88312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:35:17.333507 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [req-0a38b9b0-aed4-441b-8482-ca2ed955a405 req-d5246184-7ce8-4b67-9641-307913039761 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.35 "DELETE /v2.0/ports/063f4918-a364-4fa9-b4f1-5459baf0051e HTTP/1.1" status: 204 len: 173 time: 1.0336034 Feb 07 14:35:17.364626 n-d-811416-5 neutron-server[88312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0942f3a-3d10-4e3a-bf81-71209588c1b4', 'name': 'network-vif-deleted', 'tag': '063f4918-a364-4fa9-b4f1-5459baf0051e', 'status': 'completed', 'code': 200} Feb 07 14:35:17.735041 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-589f232e-42a8-4073-8c77-0e83f77babe0 req-abf876c0-88a1-40bc-8bcc-411dc0389f83 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0942f3a-3d10-4e3a-bf81-71209588c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0482407 Feb 07 14:35:19.106634 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:35:19.627022 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 063f4918-a364-4fa9-b4f1-5459baf0051e no longer exists at agent hyperv_n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:19.664076 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] No Port match for: 063f4918-a364-4fa9-b4f1-5459baf0051e {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:35:19.664427 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Device 063f4918-a364-4fa9-b4f1-5459baf0051e not bound to the agent host n-h1-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:35:20.172589 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37546) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:20.379877 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Deleting port dbc4e4da-ee2b-4e99-8c7a-b0b225d48a5d {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:20.380175 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:20.550770 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:20.551093 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:20.675885 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Calling delete_port for dbc4e4da-ee2b-4e99-8c7a-b0b225d48a5d owned by network:floatingip {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:20.874769 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:20.922351 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event deleted for resources: {'Port': ['ID=dbc4e4da-ee2b-4e99-8c7a-b0b225d48a5d,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:21.013637 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for floatingip, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:21.014053 n-d-811416-5 neutron-server[88313]: INFO neutron.db.l3_db [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Floating IP e8d3bc30-7862-49fc-94de-2e5859f20277 disassociated (deleted). External IP: 172.25.7.9, port: 2b83bdc6-e179-48aa-8bea-7a6eddbc4041. Feb 07 14:35:21.366070 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Router 7e8314a6-648b-4e99-b452-a709ed093a77 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:35:21.663259 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:35:21.673846 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] Sync routers for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:35:21.681368 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for floatingip, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:21.682977 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:35:21.683607 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:35:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:21.739211 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d72bc483-2f60-4247-bfd4-27ef43eb4b5b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "DELETE /v2.0/floatingips/e8d3bc30-7862-49fc-94de-2e5859f20277 HTTP/1.1" status: 204 len: 168 time: 1.5654588 Feb 07 14:35:21.739736 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:35:21.785993 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'status': 'completed', 'code': 200} Feb 07 14:35:21.873871 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:35:21.880834 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-51a26f48-093b-4500-96cf-8fa3bb261767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:21.882314 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-51a26f48-093b-4500-96cf-8fa3bb261767 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74e5702009f347c99fda35c9cfe0f1be&device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 1094 time: 0.0758760 Feb 07 14:35:22.020688 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-46be9e3f-7baa-4c44-a1a4-32fa7e3a7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:22.022277 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-46be9e3f-7baa-4c44-a1a4-32fa7e3a7042 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 200 len: 910 time: 0.1334872 Feb 07 14:35:22.094718 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-b7553d1a-ef63-4437-852b-28751397a261 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 200 len: 217 time: 0.0655887 Feb 07 14:35:22.162622 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-893f721d-4d48-40b1-8629-9ce536f9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:22.164151 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-893f721d-4d48-40b1-8629-9ce536f9c6c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 200 len: 849 time: 0.0642049 Feb 07 14:35:22.209350 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:22.214818 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] Checking router: 7e8314a6-648b-4e99-b452-a709ed093a77 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:35:22.222883 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:35:22.223486 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:35:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:22.241011 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-fd6beb40-e291-4cc0-bd43-1b47bcc152f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:22.243374 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-fd6beb40-e291-4cc0-bd43-1b47bcc152f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a74a72b5-7924-4e5e-939f-3d4d52107148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730493 Feb 07 14:35:22.414285 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:35:22.439930 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-e4ffe9bd-96c5-4bbf-a7a9-18841c55031d service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902423 Feb 07 14:35:22.451165 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5918f4-0ffb-4b81-af39-4df0e6c5098e req-86fd11ae-80e0-4286-858f-88c67849a1d0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:22.452134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9b5918f4-0ffb-4b81-af39-4df0e6c5098e req-86fd11ae-80e0-4286-858f-88c67849a1d0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Synchronizing usage tracker for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:port {{(pid=88313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 14:35:22.594905 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-a4ed1cd0-d6b1-4b29-93e7-c0d29eace141 req-0848d612-b08e-4a71-9dab-ce8125c0c67b service neutron] 10.222.0.47 "GET /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400025 Feb 07 14:35:22.606026 n-d-811416-5 neutron-server[88313]: DEBUG neutron.quota.resource [req-9b5918f4-0ffb-4b81-af39-4df0e6c5098e req-86fd11ae-80e0-4286-858f-88c67849a1d0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Unset dirty status for tenant:74e5702009f347c99fda35c9cfe0f1be on resource:port {{(pid=88313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 14:35:22.607373 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b5918f4-0ffb-4b81-af39-4df0e6c5098e req-86fd11ae-80e0-4286-858f-88c67849a1d0 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 943 time: 0.2884855 Feb 07 14:35:22.653840 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-9b5918f4-0ffb-4b81-af39-4df0e6c5098e req-26ad503f-ab15-4243-bae3-f74dffc0ca8a tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407944 Feb 07 14:35:22.741538 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:22.745540 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86ff106-9ef1-4d16-b192-47ad2e7f74b7 None None] The sync data for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 is: [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:29:40Z', 'revision_number': 4, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5', '_interfaces': [{'id': '321a2aa4-be68-484e-8a29-01583b2e25ee', 'name': '', 'network_id': 'a74a72b5-7924-4e5e-939f-3d4d52107148', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'mac_address': 'fa:16:3e:76:cb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:40Z', 'updated_at': '2022-02-07T14:29:47Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'subnets': [{'id': '26de77a7-0e4d-4a0a-8fd8-19b547af0d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:35:22.974414 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df48ee3-2772-46c2-bce9-9d031a8e5e9a None None] New status for floating IP e8d3bc30-7862-49fc-94de-2e5859f20277: DOWN {{(pid=88314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 14:35:23.140468 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-1338eb19-1b47-480c-9ac8-140aac831178 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:23.141937 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-1338eb19-1b47-480c-9ac8-140aac831178 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 943 time: 0.0867181 Feb 07 14:35:23.213281 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Deleting port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:23.213560 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:23.460182 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] For port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041, host n-h2-811416-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811416-5',level=0,port_id=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:23.460881 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:23.699514 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Calling delete_port for 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 owned by compute:nova {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:23.910907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4a21-fdf6-4681-b574-87786c186246 req-6c4c2a14-9951-4932-b7c0-1a4461bc6944 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 14:35:23.912473 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b3b4a21-fdf6-4681-b574-87786c186246 req-6c4c2a14-9951-4932-b7c0-1a4461bc6944 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aa2f6f8-4d71-4845-8fef-509930c88a27 HTTP/1.1" status: 200 len: 943 time: 0.1379757 Feb 07 14:35:23.958508 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-5b3b4a21-fdf6-4681-b574-87786c186246 req-39967005-30be-4300-a0e9-82c5c466b23b tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "GET /v2.0/security-groups?id=e36fed96-92b9-4f2e-8ac4-a8271229df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395279 Feb 07 14:35:23.959200 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:24.008840 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event deleted for resources: {'Port': ['ID=2b83bdc6-e179-48aa-8bea-7a6eddbc4041,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:24.085632 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] No DVR routers for this DVR port 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 on host n-h2-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:35:24.088114 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450339'] for port, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:24.091217 n-d-811416-5 neutron-server[88313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'name': 'network-vif-deleted', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041'}] {{(pid=88313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 14:35:24.137501 n-d-811416-5 neutron-server[88313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2f6f8-4d71-4845-8fef-509930c88a27', 'name': 'network-vif-deleted', 'tag': '2b83bdc6-e179-48aa-8bea-7a6eddbc4041', 'status': 'completed', 'code': 200} Feb 07 14:35:24.139527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [req-cfb63ddc-7276-40de-aa29-c8bd3cec02ed req-0427accd-a374-48a4-a97f-573882cdcf7d tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.47 "DELETE /v2.0/ports/2b83bdc6-e179-48aa-8bea-7a6eddbc4041 HTTP/1.1" status: 204 len: 173 time: 0.9923515 Feb 07 14:35:25.054252 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37562) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:25.123347 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210a3f3e-3e2e-4e30-919e-97184fc34d13 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:25.152797 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210a3f3e-3e2e-4e30-919e-97184fc34d13 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:25.257590 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210a3f3e-3e2e-4e30-919e-97184fc34d13 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:25.276907 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a3f3e-3e2e-4e30-919e-97184fc34d13 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36fed96-92b9-4f2e-8ac4-a8271229df94,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:25.331077 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-210a3f3e-3e2e-4e30-919e-97184fc34d13 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:25.332233 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-210a3f3e-3e2e-4e30-919e-97184fc34d13 tempest-TestSnapshotPattern-1519422648 tempest-TestSnapshotPattern-1519422648-project] 10.222.0.69 "DELETE /v2.0/security-groups/e36fed96-92b9-4f2e-8ac4-a8271229df94 HTTP/1.1" status: 204 len: 168 time: 0.2767751 Feb 07 14:35:25.411419 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37568) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:25.805346 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:26.061986 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:26.529037 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Deleting port 321a2aa4-be68-484e-8a29-01583b2e25ee {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:26.529342 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:26.707088 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] For port 321a2aa4-be68-484e-8a29-01583b2e25ee, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=321a2aa4-be68-484e-8a29-01583b2e25ee,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:26.707454 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:26.832911 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Calling delete_port for 321a2aa4-be68-484e-8a29-01583b2e25ee owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:27.103551 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:27.154304 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Pushing event deleted for resources: {'Port': ['ID=321a2aa4-be68-484e-8a29-01583b2e25ee,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:27.434179 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:27.594144 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 no longer exists at agent hyperv_n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:27.628142 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] No Port match for: 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:35:27.628403 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Device 2b83bdc6-e179-48aa-8bea-7a6eddbc4041 not bound to the agent host n-h2-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:35:27.801934 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Router 7e8314a6-648b-4e99-b452-a709ed093a77 has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:35:28.113401 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:35:28.122212 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] Sync routers for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:35:28.126441 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-034da767-09c3-424f-9bd5-c68a28b76418 admin admin] 10.222.0.69 "PUT /v2.0/routers/7e8314a6-648b-4e99-b452-a709ed093a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7139025 Feb 07 14:35:28.128956 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37576) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:28.131465 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:35:28.132086 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:35:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:28.310296 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:28.343393 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: n-d-811416-5 {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:35:28.488038 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:28.560579 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Deleting port 44ff20ed-a260-4703-bd32-be2f508daf59 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:28.560928 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:28.626816 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:35:26Z', 'revision_number': 5, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port': {'id': '44ff20ed-a260-4703-bd32-be2f508daf59', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:37Z', 'updated_at': '2022-02-07T14:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:28.630754 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] Checking router: 7e8314a6-648b-4e99-b452-a709ed093a77 for host: n-d-811416-5 {{(pid=88315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:35:28.642660 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] Routers {'7e8314a6-648b-4e99-b452-a709ed093a77'} bound to L3 agent in host n-d-811416-5 {{(pid=88315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:35:28.643255 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:35:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['7e8314a6-648b-4e99-b452-a709ed093a77'], 'active': True} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:28.747904 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] For port 44ff20ed-a260-4703-bd32-be2f508daf59, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=44ff20ed-a260-4703-bd32-be2f508daf59,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:28.748252 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:28.798281 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_dvr_db [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] Set router 7e8314a6-648b-4e99-b452-a709ed093a77 gateway port host: None {{(pid=88315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:35:28.874347 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Calling delete_port for 44ff20ed-a260-4703-bd32-be2f508daf59 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:28.904461 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.l3_hamode_db [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:35:28Z', 'revision_number': 6, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:28.908403 n-d-811416-5 neutron-server[88315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc46ac-8859-49c0-86b8-05447bc1ddd9 None None] The sync data for ids ['7e8314a6-648b-4e99-b452-a709ed093a77'] in n-d-811416-5 is: [{'id': '7e8314a6-648b-4e99-b452-a709ed093a77', 'name': 'tempest-TestSnapshotPattern-1723151849-router', 'tenant_id': '74e5702009f347c99fda35c9cfe0f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:36Z', 'updated_at': '2022-02-07T14:35:28Z', 'revision_number': 6, 'project_id': '74e5702009f347c99fda35c9cfe0f1be', 'gw_port_host': None}] {{(pid=88315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:35:29.121413 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.167258 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Pushing event deleted for resources: {'Port': ['ID=44ff20ed-a260-4703-bd32-be2f508daf59,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:29.260378 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.439543 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.441843 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.543226 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.543842 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e8314a6-648b-4e99-b452-a709ed093a77 {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:35:29.555525 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.556660 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-5ad5d34f-a847-45b1-bb46-7a2cd70a99da admin admin] 10.222.0.69 "DELETE /v2.0/routers/7e8314a6-648b-4e99-b452-a709ed093a77 HTTP/1.1" status: 204 len: 168 time: 1.4268215 Feb 07 14:35:29.559874 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37580) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:29.618363 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e32f80-c33b-4257-9e31-449c57c1424c admin admin] Deleting subnet 26de77a7-0e4d-4a0a-8fd8-19b547af0d8a {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:35:29.621858 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93e32f80-c33b-4257-9e31-449c57c1424c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.674767 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93e32f80-c33b-4257-9e31-449c57c1424c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.695697 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 321a2aa4-be68-484e-8a29-01583b2e25ee no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:29.740755 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 321a2aa4-be68-484e-8a29-01583b2e25ee {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:35:29.741497 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 321a2aa4-be68-484e-8a29-01583b2e25ee not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:35:29.875837 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93e32f80-c33b-4257-9e31-449c57c1424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:29.989280 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93e32f80-c33b-4257-9e31-449c57c1424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.032067 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e32f80-c33b-4257-9e31-449c57c1424c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26de77a7-0e4d-4a0a-8fd8-19b547af0d8a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:30.036050 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-93e32f80-c33b-4257-9e31-449c57c1424c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.041994 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942c2b9-bb2a-49ea-905e-7fd50f544a66 None None] Network a74a72b5-7924-4e5e-939f-3d4d52107148 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:35:30.042552 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-93e32f80-c33b-4257-9e31-449c57c1424c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/26de77a7-0e4d-4a0a-8fd8-19b547af0d8a HTTP/1.1" status: 204 len: 168 time: 0.4817073 Feb 07 14:35:30.045445 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37584) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:30.156501 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.167819 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Deleting port 476a18bf-606a-41cb-9a88-f6f53925e524 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:30.168187 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.288061 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] DHCP port deletion for a74a72b5-7924-4e5e-939f-3d4d52107148 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:35:30.293270 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] Deleting port 476a18bf-606a-41cb-9a88-f6f53925e524 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:30.293787 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.381368 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] For port 476a18bf-606a-41cb-9a88-f6f53925e524, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=476a18bf-606a-41cb-9a88-f6f53925e524,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:30.381823 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.510268 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Calling delete_port for 476a18bf-606a-41cb-9a88-f6f53925e524 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:30.516090 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] For port 476a18bf-606a-41cb-9a88-f6f53925e524, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=476a18bf-606a-41cb-9a88-f6f53925e524,segment=NetworkSegment(0aaf36e3-b72d-44b2-aada-7b7f25ede60b),segment_id=0aaf36e3-b72d-44b2-aada-7b7f25ede60b)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:30.516489 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.674476 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] Calling delete_port for 476a18bf-606a-41cb-9a88-f6f53925e524 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:30.680707 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.729002 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Pushing event deleted for resources: {'Port': ['ID=476a18bf-606a-41cb-9a88-f6f53925e524,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:30.732471 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] No DVR routers for this DVR port 476a18bf-606a-41cb-9a88-f6f53925e524 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 14:35:30.745067 n-d-811416-5 neutron-server[88314]: util.warn( Feb 07 14:35:30.750670 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:35:30.751031 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:35:30.850899 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.878954 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74a72b5-7924-4e5e-939f-3d4d52107148']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:30.891134 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaf36e3-b72d-44b2-aada-7b7f25ede60b') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:30.891432 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaf36e3-b72d-44b2-aada-7b7f25ede60b') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:30.902882 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.918539 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.924530 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:35:30.924910 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: timer() Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:35:30.937784 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:35:31.074984 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:31.095633 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:31.105961 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a74a72b5-7924-4e5e-939f-3d4d52107148,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:31.152422 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 44ff20ed-a260-4703-bd32-be2f508daf59 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:31.186389 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 44ff20ed-a260-4703-bd32-be2f508daf59 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:35:31.186729 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 44ff20ed-a260-4703-bd32-be2f508daf59 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:35:31.187129 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 476a18bf-606a-41cb-9a88-f6f53925e524 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:31.195424 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d7232337-4aea-4263-9567-8e5a087507ae admin admin] 10.222.0.69 "DELETE /v2.0/networks/a74a72b5-7924-4e5e-939f-3d4d52107148 HTTP/1.1" status: 204 len: 168 time: 1.1489313 Feb 07 14:35:31.199159 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37588) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:31.220370 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 476a18bf-606a-41cb-9a88-f6f53925e524 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:35:31.220714 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 476a18bf-606a-41cb-9a88-f6f53925e524 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:35:31.251945 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] Deleting port 476a18bf-606a-41cb-9a88-f6f53925e524 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:31.252356 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:31.319088 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-1613db4a-8920-4a16-9761-04a0c2f88982 None None] The port '476a18bf-606a-41cb-9a88-f6f53925e524' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 14:35:31.846886 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632978'] for router_interface, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:32.201768 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Deleting port 13217404-e0ab-49ba-962e-7b165a6d2690 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:32.202462 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:32.372959 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] For port 13217404-e0ab-49ba-962e-7b165a6d2690, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=13217404-e0ab-49ba-962e-7b165a6d2690,segment=NetworkSegment(613b7c5d-dd99-47ee-bc85-13707ef818fa),segment_id=613b7c5d-dd99-47ee-bc85-13707ef818fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:32.373316 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:32.496735 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Calling delete_port for 13217404-e0ab-49ba-962e-7b165a6d2690 owned by network:router_interface {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:32.754915 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:32.803810 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=13217404-e0ab-49ba-962e-7b165a6d2690,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:33.074338 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624386'] for router_interface, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:33.550675 n-d-811416-5 neutron-server[88313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Router 31b44850-ad07-40b3-999f-ff566b1c0dbc has already been hosted by L3 agent 3aabaf09-da93-42fd-a4c6-d3465537664a {{(pid=88313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 14:35:33.728188 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] Notify agent at l3_agent.n-d-811416-5 the message routers_updated {{(pid=88313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 14:35:33.737561 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] Sync routers for ids ['31b44850-ad07-40b3-999f-ff566b1c0dbc'] in n-d-811416-5 {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 14:35:33.747799 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] Routers {'31b44850-ad07-40b3-999f-ff566b1c0dbc'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:35:33.748438 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:35:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['31b44850-ad07-40b3-999f-ff566b1c0dbc'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:33.802248 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-8fed0d6c-c0e3-4a3c-b6b2-1096453ebde1 admin admin] 10.222.0.69 "PUT /v2.0/routers/31b44850-ad07-40b3-999f-ff566b1c0dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6018689 Feb 07 14:35:33.804621 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37592) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:33.934588 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] Set router 31b44850-ad07-40b3-999f-ff566b1c0dbc gateway port host: n-d-811416-5 {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:35:33.984495 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks [] for router, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:34.161407 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:34.217485 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Deleting port af8c5a65-0f5d-45f6-9187-ec7c72cb9322 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:34.217832 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:34.222840 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'external_fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:35:32Z', 'revision_number': 5, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port': {'id': 'af8c5a65-0f5d-45f6-9187-ec7c72cb9322', 'name': '', 'network_id': '6a8c52f3-3d0a-43eb-8076-4604dbdd7795', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:86:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811416-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T14:29:45Z', 'updated_at': '2022-02-07T14:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '390f48b4-d835-4bc4-8874-9faeab2a087d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811416-5'}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:34.226685 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] Checking router: 31b44850-ad07-40b3-999f-ff566b1c0dbc for host: n-d-811416-5 {{(pid=88314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 14:35:34.235950 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] Routers {'31b44850-ad07-40b3-999f-ff566b1c0dbc'} bound to L3 agent in host n-d-811416-5 {{(pid=88314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 14:35:34.236580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811416-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T12:38:41Z,description=,heartbeat_timestamp=2022-02-07T14:35:12Z,host='n-d-811416-5',id=3aabaf09-da93-42fd-a4c6-d3465537664a,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T12:38:42Z,topic='l3_agent')) {'router_ids': ['31b44850-ad07-40b3-999f-ff566b1c0dbc'], 'active': True} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:34.391362 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_dvr_db [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] Set router 31b44850-ad07-40b3-999f-ff566b1c0dbc gateway port host: None {{(pid=88314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 14:35:34.394464 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] For port af8c5a65-0f5d-45f6-9187-ec7c72cb9322, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=af8c5a65-0f5d-45f6-9187-ec7c72cb9322,segment=NetworkSegment(62549ee4-b822-4508-99b6-7570374e96fa),segment_id=62549ee4-b822-4508-99b6-7570374e96fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:34.394808 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:34.499269 n-d-811416-5 neutron-server[88314]: DEBUG neutron.db.l3_hamode_db [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:35:34Z', 'revision_number': 6, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port_host': None}], 'n-d-811416-5', False) {} {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:34.503187 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5057a91d-b3f2-46c2-ae18-70ac12fe2c2f None None] The sync data for ids ['31b44850-ad07-40b3-999f-ff566b1c0dbc'] in n-d-811416-5 is: [{'id': '31b44850-ad07-40b3-999f-ff566b1c0dbc', 'name': 'tempest-TestSnapshotPattern-2006405982-router', 'tenant_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T14:29:44Z', 'updated_at': '2022-02-07T14:35:34Z', 'revision_number': 6, 'project_id': 'e33cc27e34a943a9b8e0cea7dd5fd778', 'gw_port_host': None}] {{(pid=88314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 14:35:34.523236 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Calling delete_port for af8c5a65-0f5d-45f6-9187-ec7c72cb9322 owned by network:router_gateway {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:34.851657 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:34.901150 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=af8c5a65-0f5d-45f6-9187-ec7c72cb9322,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:34.996333 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619191'] for router_gateway, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.167137 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30874'] for router, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.169456 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.286569 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625245'] for router, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.287075 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b44850-ad07-40b3-999f-ff566b1c0dbc {{(pid=88313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 14:35:35.300916 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] Notify callbacks [] for router, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.302108 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-b1cade7e-f0ed-4c76-ba6c-7c8d68cfa2fb admin admin] 10.222.0.69 "DELETE /v2.0/routers/31b44850-ad07-40b3-999f-ff566b1c0dbc HTTP/1.1" status: 204 len: 168 time: 1.4965887 Feb 07 14:35:35.304578 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37596) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:35.335334 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 13217404-e0ab-49ba-962e-7b165a6d2690 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:35.370316 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 13217404-e0ab-49ba-962e-7b165a6d2690 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:35:35.370695 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 13217404-e0ab-49ba-962e-7b165a6d2690 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:35:35.371150 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device af8c5a65-0f5d-45f6-9187-ec7c72cb9322 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:35.373626 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94380f9-ca0a-4e12-b5ad-e397ef24a281 admin admin] Deleting subnet 9927bbad-1606-48a3-99d7-77150e265c0a {{(pid=88313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 14:35:35.376851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d94380f9-ca0a-4e12-b5ad-e397ef24a281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.407924 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: af8c5a65-0f5d-45f6-9187-ec7c72cb9322 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:35:35.408299 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device af8c5a65-0f5d-45f6-9187-ec7c72cb9322 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:35:35.429172 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d94380f9-ca0a-4e12-b5ad-e397ef24a281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2512597'] for subnet, precommit_delete_associations {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.513647 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d94380f9-ca0a-4e12-b5ad-e397ef24a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966262'] for subnet, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.696806 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d94380f9-ca0a-4e12-b5ad-e397ef24a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3559421'] for subnet, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.739254 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94380f9-ca0a-4e12-b5ad-e397ef24a281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9927bbad-1606-48a3-99d7-77150e265c0a,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:35.742851 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-d94380f9-ca0a-4e12-b5ad-e397ef24a281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.744154 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3106465-bb2a-447f-8817-b35575ce8126 None None] Network 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 requested from n-d-811416-5 {{(pid=88314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 14:35:35.749462 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-d94380f9-ca0a-4e12-b5ad-e397ef24a281 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9927bbad-1606-48a3-99d7-77150e265c0a HTTP/1.1" status: 204 len: 168 time: 0.4438474 Feb 07 14:35:35.751790 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37600) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:35.860371 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618317'] for network, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:35.871847 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Deleting port 64dcac04-4e8d-45c4-93d7-a28232229fe7 {{(pid=88313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:35.872226 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.018335 n-d-811416-5 neutron-server[88314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] DHCP port deletion for 95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 request from n-d-811416-5 {{(pid=88314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 14:35:36.022580 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] Deleting port 64dcac04-4e8d-45c4-93d7-a28232229fe7 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:36.022953 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.086013 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.db [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] For port 64dcac04-4e8d-45c4-93d7-a28232229fe7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64dcac04-4e8d-45c4-93d7-a28232229fe7,segment=NetworkSegment(613b7c5d-dd99-47ee-bc85-13707ef818fa),segment_id=613b7c5d-dd99-47ee-bc85-13707ef818fa)] {{(pid=88313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:36.086373 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.212111 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Calling delete_port for 64dcac04-4e8d-45c4-93d7-a28232229fe7 owned by network:dhcp {{(pid=88313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:36.228419 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.db [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] For port 64dcac04-4e8d-45c4-93d7-a28232229fe7, host n-d-811416-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811416-5',level=0,port_id=64dcac04-4e8d-45c4-93d7-a28232229fe7,segment=NetworkSegment(613b7c5d-dd99-47ee-bc85-13707ef818fa),segment_id=613b7c5d-dd99-47ee-bc85-13707ef818fa)] {{(pid=88314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 14:35:36.228765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625476'] for port, precommit_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.349878 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] Calling delete_port for 64dcac04-4e8d-45c4-93d7-a28232229fe7 owned by network:dhcp {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 14:35:36.400402 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780820853014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780820357636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3185506'] for port, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.422889 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.db.api [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 14:35:36.423244 n-d-811416-5 neutron-server[88314]: DEBUG oslo_db.api [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 14:35:36.453201 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Pushing event deleted for resources: {'Port': ['ID=64dcac04-4e8d-45c4-93d7-a28232229fe7,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:36.455764 n-d-811416-5 neutron-server[88313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] No DVR routers for this DVR port 64dcac04-4e8d-45c4-93d7-a28232229fe7 on host n-d-811416-5 {{(pid=88313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 14:35:36.680260 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-965799', 'neutron.services.segments.db._delete_segments_for_network-8780820799290'] for network, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.706745 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5']}} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:36.718761 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613b7c5d-dd99-47ee-bc85-13707ef818fa') {'for_net_delete': True} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:36.719057 n-d-811416-5 neutron-server[88313]: DEBUG neutron.services.segments.db [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613b7c5d-dd99-47ee-bc85-13707ef818fa') {} {{(pid=88313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 14:35:36.731144 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780820801365', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2512610'] for segment, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.747429 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958910'] for segment, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.753345 n-d-811416-5 neutron-server[88313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 14:35:36.757044 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-958887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3188659'] for segment, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: Traceback (most recent call last): Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: timer() Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: cb(*args, **kw) Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: return func(*args, **kwargs) Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: self._notify() Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: self.callback(batched_events) Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: event.method(event) Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: return f(self, *a, **k) Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: return self._get(url).json() Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: return self.request(url, 'GET', **kwargs) Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 14:35:36.766642 n-d-811416-5 neutron-server[88313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 14:35:36.924393 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] Deleting port 64dcac04-4e8d-45c4-93d7-a28232229fe7 {{(pid=88314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 14:35:36.925644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780820848878'] for port, before_delete {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.954474 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-965822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619154'] for network, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.958872 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Notify callbacks [] for network, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:36.985843 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] Pushing event deleted for resources: {'Network': ['ID=95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:36.989600 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-cf0d7f38-c9dd-4d83-afe2-6c5e17e97209 admin admin] 10.222.0.69 "DELETE /v2.0/networks/95cc99d9-ae85-42db-bbf9-68ad3c4bf2b5 HTTP/1.1" status: 204 len: 168 time: 1.2368371 Feb 07 14:35:36.993868 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-e520da87-9254-468a-811a-d6ad87fb04be None None] The port '64dcac04-4e8d-45c4-93d7-a28232229fe7' was deleted {{(pid=88314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 14:35:37.142867 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64dcac04-4e8d-45c4-93d7-a28232229fe7 no longer exists at agent ovs-agent-n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 14:35:37.180434 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.plugin [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] No Port match for: 64dcac04-4e8d-45c4-93d7-a28232229fe7 {{(pid=88314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 14:35:37.180775 n-d-811416-5 neutron-server[88314]: DEBUG neutron.plugins.ml2.rpc [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Device 64dcac04-4e8d-45c4-93d7-a28232229fe7 not bound to the agent host n-d-811416-5 {{(pid=88314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 14:35:37.288106 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37606) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:37.336837 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-6f252b1b-2cec-48b5-835e-9b5fd74ebe67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74e5702009f347c99fda35c9cfe0f1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475926 Feb 07 14:35:37.339878 n-d-811416-5 neutron-server[88313]: DEBUG neutron.wsgi [-] (88313) accepted ('10.222.0.69', 37610) {{(pid=88313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:37.400424 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-346f9a2b-5936-4a5c-adfd-ac5ab5051bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:37.426612 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-346f9a2b-5936-4a5c-adfd-ac5ab5051bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:37.532063 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-346f9a2b-5936-4a5c-adfd-ac5ab5051bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:37.549450 n-d-811416-5 neutron-server[88313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f9a2b-5936-4a5c-adfd-ac5ab5051bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98bd21a-6edf-4fbd-a18c-d5a89cfb94ab,revision_number=None']} {{(pid=88313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:37.556102 n-d-811416-5 neutron-server[88313]: DEBUG neutron_lib.callbacks.manager [None req-346f9a2b-5936-4a5c-adfd-ac5ab5051bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:37.557527 n-d-811416-5 neutron-server[88313]: INFO neutron.wsgi [None req-346f9a2b-5936-4a5c-adfd-ac5ab5051bb6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e98bd21a-6edf-4fbd-a18c-d5a89cfb94ab HTTP/1.1" status: 204 len: 168 time: 0.2164927 Feb 07 14:35:38.172285 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37618) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:38.225754 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-78fe5eb5-8f45-45ad-a978-093124be36fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e33cc27e34a943a9b8e0cea7dd5fd778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522282 Feb 07 14:35:38.228254 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [-] (88312) accepted ('10.222.0.69', 37622) {{(pid=88312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 14:35:38.286682 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9baa9e6a-bc0d-4c61-89dd-c83aec56a1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:38.316981 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9baa9e6a-bc0d-4c61-89dd-c83aec56a1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:38.434388 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9baa9e6a-bc0d-4c61-89dd-c83aec56a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966574'] for security_group, after_delete {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:38.448967 n-d-811416-5 neutron-server[88312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa9e6a-bc0d-4c61-89dd-c83aec56a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f4989-74dc-4a0d-b3b4-c54cdd84fd48,revision_number=None']} {{(pid=88312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 14:35:38.456643 n-d-811416-5 neutron-server[88312]: DEBUG neutron_lib.callbacks.manager [None req-9baa9e6a-bc0d-4c61-89dd-c83aec56a1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:38.457779 n-d-811416-5 neutron-server[88312]: INFO neutron.wsgi [None req-9baa9e6a-bc0d-4c61-89dd-c83aec56a1b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d5f4989-74dc-4a0d-b3b4-c54cdd84fd48 HTTP/1.1" status: 204 len: 168 time: 0.2281384 Feb 07 14:35:38.834594 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ce161713-643f-4f6d-8c1d-156731f317dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:41.599019 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-90af2549-975a-4123-9d36-6902cde1ad00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:42.427887 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:42.661640 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:44.131858 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:46.109359 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:55.817030 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:35:56.106567 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:35:57.399065 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-ecc29924-87fa-413b-80a6-4ce0aae2d0a8 req-7b92925a-b629-4399-8041-0625698950d3 service neutron] (88312) timed out ('10.222.0.69', 36002) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 14:36:08.823409 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ad49648a-07a4-4131-bca0-d2c1aebbb6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:11.566383 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-86adf2f6-e033-46ff-a314-7c8660bbf264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:12.432644 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:12.667304 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:14.141294 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:16.114393 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:25.849869 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:33.107124 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:36:38.837956 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-1fc99a67-23e0-4925-b666-39e8f3b16051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:41.574867 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f691978b-63c6-4db2-ba7f-3cfec1596084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:42.457666 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:42.649706 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:44.165652 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:46.148301 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:36:55.837399 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:08.808539 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3c0acaf4-e458-4240-8af5-84aa09fbb761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:10.106654 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:37:11.582428 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8ce4-41bb-4704-8ea7-41279e3d2187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:12.420453 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:12.688752 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:14.145835 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:16.171672 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:25.845126 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:38.802398 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-58f61a17-4f01-4c76-bafc-7000328a42ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:41.571145 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-d908afbf-6dff-4ca6-b7f6-002026004642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:42.416917 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:42.662491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:44.151586 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:46.134306 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:37:47.107505 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:37:55.888538 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:08.813292 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-67845ac0-15c1-4878-8a07-2606c14958e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:11.566085 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-aa288c3a-97c3-46fb-8a50-30f27e76b127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:12.445120 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:12.661986 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:14.168051 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:16.130570 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:24.107487 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:38:25.891375 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:38.824620 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a40e0768-90c3-40af-b88f-125bd92322d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:41.582004 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-87d2df2d-f83c-4562-bfdc-9e4c6bcea50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:42.428191 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:42.668201 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:44.167331 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:46.136404 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:38:55.932568 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:01.107096 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:39:08.841090 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0dcedacf-1426-413b-a4b6-6b1d8059f7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:11.595352 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-13f06808-7b64-47a2-ba37-54712f9dc5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:12.463992 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:12.685112 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:14.178255 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:16.142456 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:25.909454 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:38.107404 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:39:38.834483 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-a19a34b7-5054-4c51-8fb9-fdd5bc01fc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:41.600643 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-2b91bdab-ee92-42aa-b26f-2d70ff37f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:42.480896 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:42.795184 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:44.170385 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:46.154854 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:39:55.901964 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:08.823597 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-64dcf721-a2ca-4e45-9099-caa167ed7b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:11.634080 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2c92-a261-4086-a1a4-3d16b4538eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:12.469358 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:12.685800 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:14.183205 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:15.107887 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:40:16.206078 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:25.920008 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:38.810881 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f8ab055c-6542-4990-86aa-0491e0f9afb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:41.605268 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-35331f55-8998-49e5-8eee-f95c9074f13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:42.439634 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:42.707626 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:44.193728 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:46.239541 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:40:52.108101 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:40:55.965012 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:08.804928 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8570ab99-826a-4665-9416-fd4976a260b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:11.599215 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-53f41e5b-9743-4cf2-a3d0-af0ea6aaa3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:12.404938 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:12.679730 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:14.193390 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:16.187455 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:25.906765 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:29.112265 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:41:38.820956 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-f9b2cd0a-f2ca-4926-a32f-74a83d2165ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:41.621494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-96be41f3-574f-48d7-aaed-5b0d6c36d4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:42.575639 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:42.712514 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:44.188899 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:46.204173 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:41:55.941200 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:02.482977 n-d-811416-5 neutron-server[88312]: DEBUG neutron.wsgi [req-1991431e-471f-4a07-89bc-4e8c5726088c req-a0d23b2c-fc3f-48b5-b3e1-46c6d4cf34d9 service neutron] (88312) timed out ('10.222.0.69', 36568) {{(pid=88312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 14:42:06.112280 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:42:08.820827 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-829e7e30-e7f9-411e-9b16-b14b6dad3b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:11.598295 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-49e7ed39-8461-4ba9-9169-98f5f5ac678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:12.512187 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:12.698078 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:14.255492 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:16.243993 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:25.946442 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:38.861060 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-85223508-39b1-46ad-97d9-c49f7cdb52fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:41.605924 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc864-e337-43b7-b58a-9a0dd393047d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:42.552491 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:42.723494 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:43.111721 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:42:44.249238 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:46.283636 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:42:55.991927 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:08.860647 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0c8d-6979-43dd-8e00-d1ea9c7a20d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:11.613781 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-82a6c49e-fe75-4643-a2e3-096b76837680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:12.546316 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:12.752239 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:14.216761 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:16.300683 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:20.111933 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:43:25.982035 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:38.837162 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-ff955684-0a8f-4635-a174-46f807f16293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:41.609136 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-46270d76-447d-4f5a-87bd-5e71d6dc4e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:42.540084 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:42.727527 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:44.214727 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:46.220016 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:55.986749 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:43:57.113771 n-d-811416-5 neutron-server[88315]: DEBUG neutron.db.agents_db [None req-793c9df4-ae39-4f94-b5fd-535f5d228448 None None] Agent healthcheck: found 7 active agents {{(pid=88315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 14:44:08.853611 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-74a572da-40e2-4f03-9ec1-89ae3be51d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:44:11.621566 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-8f249e71-1fd6-450b-8903-f3945832d3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:44:12.493018 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-0f86466f-4cd4-4ec7-9590-cc3e872b0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:44:12.713958 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e07b-b69a-4b47-a53b-9c2e9db96bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:44:14.197391 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-9a614f94-497a-4070-aa63-188e1a518d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:44:16.266422 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-874a6799-c6ad-454c-8482-86ef57d41eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 14:44:25.986038 n-d-811416-5 neutron-server[88314]: DEBUG neutron_lib.callbacks.manager [None req-dbe38ded-f059-46c9-9a7a-41e27d60cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780820799272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951549'] for agent, after_update {{(pid=88314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}